-- Logs begin at Thu 2021-08-19 11:16:41 UTC, end at Thu 2021-08-19 14:00:16 UTC. -- Aug 19 12:03:47.278997 n-d-803757-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 12:03:49.961500 n-d-803757-2 neutron-server[95399]: INFO neutron.common.config [-] Logging enabled! Aug 19 12:03:49.962097 n-d-803757-2 neutron-server[95399]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 12:03:49.962283 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95399) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 12:03:49.965622 n-d-803757-2 neutron-server[95399]: INFO neutron.common.config [-] Logging enabled! Aug 19 12:03:49.965883 n-d-803757-2 neutron-server[95399]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 12:03:49.966200 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95399) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 12:03:49.967429 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 12:03:49.967667 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 12:03:49.968029 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 12:03:49.968280 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 12:03:49.968510 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 12:03:49.968831 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.969133 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.969454 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.969688 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.969985 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.970278 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.970565 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.970876 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.971178 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.971467 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.971754 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.972044 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.972281 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.972566 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.972856 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.973146 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.973369 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] debug = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.973646 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.974070 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.974491 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.974773 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.975087 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.975381 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.975641 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.975918 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.976203 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.976534 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] host = n-d-803757-2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.976814 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.977102 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.977389 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.977677 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.977952 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.978231 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.978515 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.978791 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.979085 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] log_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.979363 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.979651 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.979941 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.980231 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.980458 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.980682 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.980974 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.981262 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.981537 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.981817 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.982091 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.982363 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.982638 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.982936 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.983227 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.983513 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.983798 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.984074 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.984353 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.984626 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.984899 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.985720 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.985999 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.986274 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.986549 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.986868 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.987149 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.987429 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.987731 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.988019 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.988307 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.988594 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.988870 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.989154 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.989429 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.989702 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.989976 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] use_json = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.990249 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.990520 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.990821 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.991100 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.991371 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.991646 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.991922 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.992206 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:49.992500 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.992798 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.993100 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.993385 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.993683 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.993967 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.994257 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.994537 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.994849 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.995142 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.995432 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.995714 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.996004 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.996284 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.996581 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.996887 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.997184 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.997479 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.997759 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.998035 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.998312 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.998593 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.998903 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.999200 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.999496 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:49.999775 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.000057 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.000350 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.001225 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.001472 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.001760 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.002054 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.002335 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.002613 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.002922 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.003205 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.003479 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.003756 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.004034 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.004326 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.004608 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.004880 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.005154 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.005431 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.005708 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.005998 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.006276 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.006550 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.006846 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.007126 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.007400 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.007674 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.007952 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.008226 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.008503 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.008776 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.009050 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.009325 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.009598 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.009874 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.010149 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.010424 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.010701 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.010999 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.011273 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.011551 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.011830 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.012110 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.012400 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.012699 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.012978 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.013258 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.013535 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.013816 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.014096 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.014376 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.014657 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.014964 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.015242 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.015536 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.015825 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.016120 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.016432 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.016715 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.017015 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.017298 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.017583 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.017863 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.018146 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.018437 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.018722 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.019055 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.019360 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.019659 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.019955 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.020253 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.020535 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.020849 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.021136 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:50.021358 n-d-803757-2 neutron-server[95399]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 12:03:50.021601 n-d-803757-2 neutron-server[95399]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95399) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 12:03:50.373826 n-d-803757-2 neutron-server[95399]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 12:03:50.374018 n-d-803757-2 neutron-server[95399]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 12:03:50.374316 n-d-803757-2 neutron-server[95399]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 12:03:50.374652 n-d-803757-2 neutron-server[95399]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 12:03:50.768455 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.768828 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.769218 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.770446 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.770727 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.771023 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.805168 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.805454 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.805729 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.821930 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.822219 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.822494 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.851733 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.852018 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.852292 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.887311 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.887596 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:50.887875 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.120006 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.120586 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.120586 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.120817 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.121514 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.241286 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.241609 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.241897 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.242176 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.242452 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.242771 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.243065 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.243332 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.243596 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.243885 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.244150 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.244420 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.244680 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.244938 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.245197 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.245465 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.245722 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.245992 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.246264 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.246526 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.246823 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.247078 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.247364 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.247745 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.247999 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.248251 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.248647 n-d-803757-2 neutron-server[95399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:03:51.248892 n-d-803757-2 neutron-server[95399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:03:51.249134 n-d-803757-2 neutron-server[95399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:03:51.249374 n-d-803757-2 neutron-server[95399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:03:51.249611 n-d-803757-2 neutron-server[95399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:03:51.249849 n-d-803757-2 neutron-server[95399]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:03:51.250215 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 12:03:51.253932 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 12:03:51.257860 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 12:03:51.261491 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 19 12:03:51.263139 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 12:03:51.263606 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 12:03:51.263945 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 12:03:51.264331 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 12:03:51.267708 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 12:03:51.267962 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 12:03:51.268312 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 12:03:51.273806 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 12:03:51.295480 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 12:03:51.295931 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.296234 n-d-803757-2 neutron-server[95399]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95399) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 12:03:51.296597 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.297977 n-d-803757-2 neutron-server[95399]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95399) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 12:03:51.298258 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 12:03:51.298506 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 12:03:51.301678 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.301968 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:51.366258 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 12:03:51.366505 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 12:03:51.366748 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 12:03:51.367154 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 12:03:51.387701 n-d-803757-2 neutron-server[95399]: DEBUG oslo_db.sqlalchemy.engines [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95399) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 12:03:52.067588 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Initializing driver for type 'gre' Aug 19 12:03:52.068108 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] gre ID ranges: [(1, 1000)] Aug 19 12:03:52.270707 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Initializing driver for type 'local' Aug 19 12:03:52.271318 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Initializing driver for type 'vlan' Aug 19 12:03:52.358286 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] VlanTypeDriver initialization complete Aug 19 12:03:52.358587 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Initializing driver for type 'vxlan' Aug 19 12:03:52.359110 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] vxlan ID ranges: [(1, 1000)] Aug 19 12:03:52.564675 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Initializing extension driver 'port_security' Aug 19 12:03:52.565010 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.extensions.port_security [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] PortSecurityExtensionDriver initialization complete Aug 19 12:03:52.565366 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Initializing mechanism driver 'openvswitch' Aug 19 12:03:52.565695 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Initializing mechanism driver 'hyperv' Aug 19 12:03:52.572101 n-d-803757-2 neutron-server[95399]: DEBUG neutron.plugins.ml2.plugin [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:52.572967 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > port after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.573341 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > port after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.573685 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > port after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.574222 n-d-803757-2 neutron-server[95399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:03:52.574656 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > subnet after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.575147 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > subnet after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.575498 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.575893 n-d-803757-2 neutron-server[95399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:03:52.576318 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > network after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.576679 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > network after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.577022 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > network after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.577410 n-d-803757-2 neutron-server[95399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:03:52.577812 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > security_group after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.578157 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > security_group after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.578493 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.579457 n-d-803757-2 neutron-server[95399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:03:52.579875 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.580217 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.580552 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.580941 n-d-803757-2 neutron-server[95399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:03:52.581336 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > address_group after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.581676 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > address_group after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.582009 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.582397 n-d-803757-2 neutron-server[95399]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95399) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 12:03:52.582770 n-d-803757-2 neutron-server[95399]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] ML2 OVO RPC backend initialized. {{(pid=95399) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 12:03:52.583536 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.583895 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.587736 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > network before_response 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.587736 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > networks before_response 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.587736 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > port before_response 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.587736 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > ports before_response 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.588008 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > subnet before_response 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.588008 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > subnets before_response 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.588008 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > network after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.588008 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > network after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.588231 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > network after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.588231 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > port after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.588231 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > port after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.588231 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > port after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.588463 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > subnet after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.588604 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > subnet after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.588928 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.589490 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.plugin [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Modular L2 Plugin initialization complete Aug 19 12:03:52.589814 n-d-803757-2 neutron-server[95399]: DEBUG neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading services supported by the core plugin {{(pid=95399) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 12:03:52.590136 n-d-803757-2 neutron-server[95399]: INFO neutron.plugins.ml2.managers [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Got port-security extension from driver 'port_security' Aug 19 12:03:52.590586 n-d-803757-2 neutron-server[95399]: INFO neutron.extensions.vlantransparent [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Disabled vlantransparent extension. Aug 19 12:03:52.591089 n-d-803757-2 neutron-server[95399]: DEBUG neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95399) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 12:03:52.591400 n-d-803757-2 neutron-server[95399]: INFO neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading Plugin: router Aug 19 12:03:52.632280 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.632611 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router after_create 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.632995 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router before_create 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.633373 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.633759 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.634129 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router after_delete 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.634499 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.636564 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.636963 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router after_create 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.637357 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router after_update 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.637740 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router after_update 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.638111 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.638488 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router after_update 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.638950 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router precommit_update 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.639334 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: port after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.639682 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: port after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.640025 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: subnet after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.640366 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.640719 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.641166 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router precommit_create 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.642076 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: port before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.642425 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router precommit_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.642841 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router after_update 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.643204 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.643571 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router precommit_create 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.643942 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.644299 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router precommit_update 55549900 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.644675 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > agent after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.645036 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > agent after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.645391 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > network after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.646337 n-d-803757-2 neutron-server[95399]: DEBUG neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Tracking information for resource: router configured {{(pid=95399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:03:52.646675 n-d-803757-2 neutron-server[95399]: DEBUG neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Tracking information for resource: floatingip configured {{(pid=95399) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 12:03:52.652130 n-d-803757-2 neutron-server[95399]: INFO neutron.db.l3_agentschedulers_db [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 12:03:52.652729 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: port after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.653116 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: port after_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.653471 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: port after_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.653844 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: port after_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.654782 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router before_create 55550100 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.655266 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.655596 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router precommit_create 55550100 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.655957 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > router precommit_update 55550100 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.660568 n-d-803757-2 neutron-server[95399]: DEBUG neutron.services.provider_configuration [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service providers = [] {{(pid=95399) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 12:03:52.660944 n-d-803757-2 neutron-server[95399]: DEBUG neutron.db.servicetype_db [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95399) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 12:03:52.667139 n-d-803757-2 neutron-server[95399]: DEBUG neutron.services.service_base [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95399) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:03:52.667491 n-d-803757-2 neutron-server[95399]: DEBUG neutron.services.service_base [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95399) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:03:52.667837 n-d-803757-2 neutron-server[95399]: DEBUG neutron.services.service_base [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95399) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:03:52.668737 n-d-803757-2 neutron-server[95399]: DEBUG neutron.services.service_base [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95399) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 12:03:52.669110 n-d-803757-2 neutron-server[95399]: INFO neutron.services.service_base [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 12:03:52.669498 n-d-803757-2 neutron-server[95399]: DEBUG neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:03:52.669839 n-d-803757-2 neutron-server[95399]: INFO neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 12:03:52.680710 n-d-803757-2 neutron-server[95399]: DEBUG neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:03:52.681057 n-d-803757-2 neutron-server[95399]: INFO neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading Plugin: auto_allocate Aug 19 12:03:52.686950 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: network precommit_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.687325 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: network precommit_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.688504 n-d-803757-2 neutron-server[95399]: DEBUG neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:03:52.688822 n-d-803757-2 neutron-server[95399]: INFO neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading Plugin: tag Aug 19 12:03:52.695724 n-d-803757-2 neutron-server[95399]: DEBUG neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:03:52.696079 n-d-803757-2 neutron-server[95399]: INFO neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading Plugin: timestamp Aug 19 12:03:52.700139 n-d-803757-2 neutron-server[95399]: DEBUG neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:03:52.700469 n-d-803757-2 neutron-server[95399]: INFO neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading Plugin: network_ip_availability Aug 19 12:03:52.706777 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.707186 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.707571 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.708319 n-d-803757-2 neutron-server[95399]: DEBUG neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:03:52.708643 n-d-803757-2 neutron-server[95399]: INFO neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading Plugin: flavors Aug 19 12:03:52.713646 n-d-803757-2 neutron-server[95399]: DEBUG neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:03:52.713980 n-d-803757-2 neutron-server[95399]: INFO neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading Plugin: revisions Aug 19 12:03:52.718708 n-d-803757-2 neutron-server[95399]: DEBUG neutron.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95399) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 12:03:52.719135 n-d-803757-2 neutron-server[95399]: DEBUG oslo_concurrency.lockutils [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.345s {{(pid=95399) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 12:03:52.719914 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95399) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 12:03:52.720254 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Initializing extension manager. Aug 19 12:03:52.720771 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: __init__.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.721117 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: __pycache__ {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.721521 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.721793 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: address_group.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.722580 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.723211 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: address-group Aug 19 12:03:52.723537 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: address_scope.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.724280 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.724801 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: address-scope Aug 19 12:03:52.725152 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.726092 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.726602 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: router-admin-state-down-before-update Aug 19 12:03:52.726963 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: agent.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.727672 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.728198 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: agent Aug 19 12:03:52.728551 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: agent_resources_synced.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.729492 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.730134 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: agent-resources-synced Aug 19 12:03:52.730475 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: allowedaddresspairs.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.732502 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.733035 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: allowed-address-pairs Aug 19 12:03:52.733367 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: auto_allocated_topology.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.734473 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.735161 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: auto-allocated-topology Aug 19 12:03:52.735491 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: availability_zone.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.736200 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.736710 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: availability_zone Aug 19 12:03:52.737037 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: availability_zone_filter.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.737965 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.738480 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: availability_zone_filter Aug 19 12:03:52.738828 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: data_plane_status.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.739787 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.740384 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 12:03:52.740637 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: default_subnetpools.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.741568 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.742080 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: default-subnetpools Aug 19 12:03:52.742406 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.743276 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.743795 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: dhcp_agent_scheduler Aug 19 12:03:52.744121 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: dns.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.745049 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.745579 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension dns-integration not supported by any of loaded plugins Aug 19 12:03:52.745912 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: dns_domain_ports.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.746933 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.747448 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 12:03:52.747773 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.748722 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.749234 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 12:03:52.749563 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: dvr.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.750283 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.751393 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: dvr Aug 19 12:03:52.751711 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: ecmp_routes.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.752641 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.753151 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 12:03:52.753471 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: empty_string_filtering.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.754405 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.754953 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: empty-string-filtering Aug 19 12:03:52.755280 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.756203 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.756707 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 12:03:52.757029 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.757977 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.758682 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 12:03:52.758993 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: external_net.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.768522 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.769036 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: external-net Aug 19 12:03:52.769356 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.770275 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.770785 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: extra_dhcp_opt Aug 19 12:03:52.771143 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: extraroute.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.772066 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.772575 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: extraroute Aug 19 12:03:52.772899 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: extraroute_atomic.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.773956 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.774477 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: extraroute-atomic Aug 19 12:03:52.774833 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: filter_validation.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.775708 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.776216 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: filter-validation Aug 19 12:03:52.776541 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: fip_pf_description.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.777480 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.777986 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 12:03:52.778312 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: fip_port_details.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.779284 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.779795 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: fip-port-details Aug 19 12:03:52.780121 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: flavors.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.781368 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.782503 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: flavors Aug 19 12:03:52.782857 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.784560 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.785085 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 12:03:52.785442 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: floatingip_pools.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.786174 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.786685 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: floatingip-pools Aug 19 12:03:52.787053 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: ip_allocation.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.787995 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.788504 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 12:03:52.788835 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.789762 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.790279 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: ip-substring-filtering Aug 19 12:03:52.790613 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: l2_adjacency.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.791592 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.792135 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 12:03:52.792467 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: l3.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.793520 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.796661 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: router Aug 19 12:03:52.796661 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.798545 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.799125 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 12:03:52.799497 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.800450 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.800969 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: ext-gw-mode Aug 19 12:03:52.801301 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.802246 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.802778 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: l3-ha Aug 19 12:03:52.803134 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: l3_flavors.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.804065 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.804579 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: l3-flavors Aug 19 12:03:52.804914 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.805834 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.806345 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 12:03:52.806674 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: l3agentscheduler.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.807766 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.808298 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: l3_agent_scheduler Aug 19 12:03:52.808630 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: logging.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.810149 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.810671 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension logging not supported by any of loaded plugins Aug 19 12:03:52.811031 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: metering.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.811792 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.812384 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: metering Aug 19 12:03:52.812719 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.813991 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.814611 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: metering_source_and_destination_fields Aug 19 12:03:52.814905 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: multiprovidernet.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.815837 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.816350 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: multi-provider Aug 19 12:03:52.816678 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: netmtu.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.817599 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.818115 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: net-mtu Aug 19 12:03:52.818443 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: netmtu_writable.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.819423 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.819935 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: net-mtu-writable Aug 19 12:03:52.820315 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: network_availability_zone.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.820959 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.821498 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: network_availability_zone Aug 19 12:03:52.821816 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: network_ip_availability.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.826372 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.826909 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: network-ip-availability Aug 19 12:03:52.827239 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: network_segment_range.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.828020 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.829486 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 12:03:52.829828 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: pagination.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.831006 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.831364 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: pagination Aug 19 12:03:52.831712 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: port_device_profile.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.832649 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.833298 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: port-device-profile Aug 19 12:03:52.833622 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.834667 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.835210 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: port-mac-address-regenerate Aug 19 12:03:52.835536 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.836460 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.836996 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: port-numa-affinity-policy Aug 19 12:03:52.837338 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: port_resource_request.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.838270 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.838784 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 12:03:52.839134 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: portbindings.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.840101 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.840810 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: binding Aug 19 12:03:52.841327 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: portbindings_extended.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.843675 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.845283 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: binding-extended Aug 19 12:03:52.845848 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: portsecurity.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.847315 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.847974 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: port-security Aug 19 12:03:52.848312 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: project_id.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.850878 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.850878 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: project-id Aug 19 12:03:52.850878 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: providernet.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.859232 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.859813 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: provider Aug 19 12:03:52.860148 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: qos.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.863844 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.864374 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension qos not supported by any of loaded plugins Aug 19 12:03:52.864709 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.865970 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.866494 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 12:03:52.866854 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.867785 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.868301 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 12:03:52.868633 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: qos_default.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.869553 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.870101 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension qos-default not supported by any of loaded plugins Aug 19 12:03:52.870545 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: qos_fip.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.871246 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.871758 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension qos-fip not supported by any of loaded plugins Aug 19 12:03:52.872084 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: qos_gateway_ip.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.873019 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.873535 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 12:03:52.873860 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: qos_port_network_policy.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.874780 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.875323 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 12:03:52.875708 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: qos_pps_rule.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.876895 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.877422 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension qos-pps not supported by any of loaded plugins Aug 19 12:03:52.877754 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: qos_rule_type_details.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.878682 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.879227 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 12:03:52.879556 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: qos_rules_alias.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.880617 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.881158 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 12:03:52.881495 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: quotasv2.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.882724 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.883043 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: quotas Aug 19 12:03:52.883372 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: quotasv2_detail.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.886623 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.889466 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: quota_details Aug 19 12:03:52.889466 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: rbac.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.889466 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.889466 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: rbac-policies Aug 19 12:03:52.889466 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: rbac_address_group.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.890228 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.890755 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: rbac-address-group Aug 19 12:03:52.891669 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: rbac_address_scope.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.892596 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.893117 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: rbac-address-scope Aug 19 12:03:52.893450 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: rbac_security_groups.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.894364 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.894945 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: rbac-security-groups Aug 19 12:03:52.895277 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: rbac_subnetpool.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.896197 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.896712 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: rbac-subnetpool Aug 19 12:03:52.897039 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: revisionifmatch.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.897967 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.898489 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: revision-if-match Aug 19 12:03:52.898871 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: revisions.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.899984 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.900503 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: standard-attr-revisions Aug 19 12:03:52.900833 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: router_availability_zone.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.901525 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.902040 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: router_availability_zone Aug 19 12:03:52.902366 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: routerservicetype.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.903321 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.903863 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension router-service-type not supported by any of loaded plugins Aug 19 12:03:52.904193 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.905124 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.905638 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: security-groups-normalized-cidr Aug 19 12:03:52.905964 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.907518 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.908035 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: port-security-groups-filtering Aug 19 12:03:52.908362 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.909295 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.909824 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: security-groups-remote-address-group Aug 19 12:03:52.910159 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: securitygroup.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.919891 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.920428 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: security-group Aug 19 12:03:52.920766 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: segment.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.921594 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.922105 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension segment not supported by any of loaded plugins Aug 19 12:03:52.923033 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.924009 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.924527 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 12:03:52.924860 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: servicetype.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.926051 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.926576 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: service-type Aug 19 12:03:52.926939 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: sorting.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.927945 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.928284 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: sorting Aug 19 12:03:52.928638 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: standard_attr_segment.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.929574 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.930102 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 12:03:52.930433 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: standardattrdescription.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.931117 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.931639 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: standard-attr-description Aug 19 12:03:52.931968 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: stateful_security_group.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.932905 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.933471 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: stateful-security-group Aug 19 12:03:52.933804 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: stdattrs_common.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.934397 n-d-803757-2 neutron-server[95399]: WARNING neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 12:03:52.934725 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.935705 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.936248 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 12:03:52.936572 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: subnet_onboard.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.937652 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.938862 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: subnet_onboard Aug 19 12:03:52.939196 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.940133 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.940666 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 12:03:52.941012 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: subnet_service_types.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.941948 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.942465 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: subnet-service-types Aug 19 12:03:52.942791 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: subnetallocation.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.943895 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.944413 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: subnet_allocation Aug 19 12:03:52.944740 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.945411 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.945918 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: subnetpool-prefix-ops Aug 19 12:03:52.946268 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.951241 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.951776 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 12:03:52.952110 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: tagging.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.953215 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.953789 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: standard-attr-tag Aug 19 12:03:52.954123 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: timestamp.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.955527 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.956075 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loaded extension: standard-attr-timestamp Aug 19 12:03:52.956425 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: trunk.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.957486 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.958032 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension trunk not supported by any of loaded plugins Aug 19 12:03:52.958362 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: trunk_details.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.959320 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.959840 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension trunk-details not supported by any of loaded plugins Aug 19 12:03:52.960170 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: uplink_status_propagation.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.961095 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.961616 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 12:03:52.961945 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Loading extension file: vlantransparent.py {{(pid=95399) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 12:03:52.962645 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95399) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 12:03:52.963194 n-d-803757-2 neutron-server[95399]: INFO neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 12:03:52.965667 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:network Aug 19 12:03:52.966200 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:subnet Aug 19 12:03:52.966602 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:03:52.967291 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:port Aug 19 12:03:52.968602 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.969051 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service FLAVORS assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.969736 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.970188 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.970520 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:router Aug 19 12:03:52.970992 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 12:03:52.971506 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service METERING assigned prefix: /metering {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.972944 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.973317 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.973671 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:03:52.974698 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 12:03:52.975168 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:security_group Aug 19 12:03:52.975618 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 12:03:52.976251 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service CORE assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.976589 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:03:52.976938 n-d-803757-2 neutron-server[95399]: WARNING neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] subnetpool is already registered Aug 19 12:03:52.977385 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service CORE assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.977715 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:03:52.978054 n-d-803757-2 neutron-server[95399]: WARNING neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] subnetpool is already registered Aug 19 12:03:52.980437 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.982262 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service FLAVORS assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.982921 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.983409 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.983720 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:router Aug 19 12:03:52.984106 n-d-803757-2 neutron-server[95399]: WARNING neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] router is already registered Aug 19 12:03:52.984536 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 12:03:52.985446 n-d-803757-2 neutron-server[95399]: WARNING neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] floatingip is already registered Aug 19 12:03:52.985960 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service METERING assigned prefix: /metering {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.986608 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 12:03:52.986970 n-d-803757-2 neutron-server[95399]: WARNING neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] rbac_policy is already registered Aug 19 12:03:52.987389 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:security_group Aug 19 12:03:52.987729 n-d-803757-2 neutron-server[95399]: WARNING neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] security_group is already registered Aug 19 12:03:52.988136 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 12:03:52.988475 n-d-803757-2 neutron-server[95399]: WARNING neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] security_group_rule is already registered Aug 19 12:03:52.988953 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service CORE assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.989282 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:03:52.989621 n-d-803757-2 neutron-server[95399]: WARNING neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] subnetpool is already registered Aug 19 12:03:52.990079 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.v2.resource_helper [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Service CORE assigned prefix: {{(pid=95399) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 12:03:52.990400 n-d-803757-2 neutron-server[95399]: INFO neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 12:03:52.990733 n-d-803757-2 neutron-server[95399]: WARNING neutron.quota.resource_registry [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] subnetpool is already registered Aug 19 12:03:52.991212 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: extensions {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:52.992797 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: address-groups {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:52.994350 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: address-scopes {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:52.995867 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: agents {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:52.997032 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: auto-allocated-topology {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:52.998379 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: availability_zones {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:52.999696 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: dhcp-networks {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.001834 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: dhcp-agents {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.003402 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: routers {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.005616 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: flavors {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.007268 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: service_profiles {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.008971 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: next_providers {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.010842 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: service_profiles {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.012367 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: floatingip-pools {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.013587 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: routers {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.015461 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: floatingips {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.016775 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: l3-routers {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.018256 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: l3-agents {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.019953 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: metering-labels {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.021211 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: metering-label-rules {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.022490 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: network-ip-availabilities {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.023945 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: bindings {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.025546 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: quotas {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.027093 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: quotas {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.028820 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: rbac-policies {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.030154 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: security-groups {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.031414 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: security-group-rules {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.032708 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: service-providers {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.034204 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: subnetpools {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.036325 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: subnetpools {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.037863 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: tags {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.039708 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: tags {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.041458 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: tags {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.043389 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: tags {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.045108 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: tags {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.046990 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: tags {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.050402 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: tags {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.052438 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: tags {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.054398 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: tags {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.056344 n-d-803757-2 neutron-server[95399]: DEBUG neutron.api.extensions [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Extended resource: tags {{(pid=95399) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 12:03:53.064456 n-d-803757-2 neutron-server[95399]: WARNING keystonemiddleware.auth_token [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 12:03:53.069120 n-d-803757-2 neutron-server[95399]: WARNING keystonemiddleware.auth_token [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 12:03:53.077799 n-d-803757-2 neutron-server[95399]: DEBUG oslo_concurrency.lockutils [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Acquired lock "singleton_lock" {{(pid=95399) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 12:03:53.078291 n-d-803757-2 neutron-server[95399]: DEBUG oslo_concurrency.lockutils [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Releasing lock "singleton_lock" {{(pid=95399) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 12:03:53.079038 n-d-803757-2 neutron-server[95399]: INFO oslo_service.service [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Starting 2 workers Aug 19 12:03:53.084394 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Started child 95542 {{(pid=95399) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:03:53.089240 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Started child 95543 {{(pid=95399) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:03:53.089461 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.090917 n-d-803757-2 neutron-server[95399]: INFO neutron.service [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 12:03:53.091019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [-] (95542) wsgi starting up on http://0.0.0.0:9696 Aug 19 12:03:53.091608 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Notify callbacks [] for process, before_spawn {{(pid=95399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.094506 n-d-803757-2 neutron-server[95399]: INFO oslo_service.service [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Starting 1 workers Aug 19 12:03:53.094964 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.096446 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [-] (95543) wsgi starting up on http://0.0.0.0:9696 Aug 19 12:03:53.099840 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Started child 95544 {{(pid=95399) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:03:53.100379 n-d-803757-2 neutron-server[95399]: INFO oslo_service.service [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Starting 1 workers Aug 19 12:03:53.103667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.service [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] calling RpcWorker wait() {{(pid=95544) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 12:03:53.104241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.service [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] returning from RpcWorker wait() {{(pid=95544) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 12:03:53.105223 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Started child 95545 {{(pid=95399) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 12:03:53.105419 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.105933 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:53.106326 n-d-803757-2 neutron-server[95399]: DEBUG neutron_lib.callbacks.manager [None req-b2072087-2478-4d1b-9211-ac2e4a8edd97 None None] Notify callbacks [] for process, after_spawn {{(pid=95399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.108144 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95399) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 12:03:53.108368 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 12:03:53.108562 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 12:03:53.108785 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 12:03:53.109118 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 12:03:53.109282 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 12:03:53.110550 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:03:53.111094 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.111094 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.111301 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.111700 n-d-803757-2 neutron-server[95545]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:53.111810 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.112034 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.112654 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.112933 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.113180 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.113459 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.113714 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.113893 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.114065 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.114344 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.114578 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.114895 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.115175 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.115429 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.115760 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.115928 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.116388 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.116691 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.116951 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.117231 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] debug = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.117483 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.117977 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.118238 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.118490 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.118739 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.119049 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.119310 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.119572 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.119821 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.120040 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.120299 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.120565 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.120821 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.121033 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.121285 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.121553 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.121793 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.122281 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] host = n-d-803757-2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.122553 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.122785 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.123059 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.123320 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.123569 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.123788 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.124055 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.124320 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.124573 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.124834 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.125092 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.125479 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.126312 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.126582 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.126751 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_options = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.127097 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.127322 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.127688 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.127960 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.128223 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.128381 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.128616 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.128789 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.129175 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.129539 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.129827 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.130084 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.130307 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.130565 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.130874 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.131089 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.131311 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.131543 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.131794 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.132070 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.132403 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.132799 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.133070 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.133332 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.133571 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.133792 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.134029 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.134250 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.134470 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.134747 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.135067 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.135353 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.135605 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.135869 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.136102 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.136421 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.136572 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.136840 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.137096 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.137378 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.137683 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.137959 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.138220 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.138712 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.138712 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.139494 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_json = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.139494 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.139494 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.140114 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.140114 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.140387 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.140387 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.140645 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.140882 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.141428 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.141730 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.142069 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.142321 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.142561 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.142840 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.143086 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.143316 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.143568 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.143802 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.144112 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.144337 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.144666 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.144933 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.145183 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.145528 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.145789 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.146066 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.146304 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.146547 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.146788 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.147041 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.147378 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151012 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151012 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151012 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151012 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151012 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151012 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151012 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151012 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151755 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151755 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151755 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151755 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151755 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151755 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151755 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151755 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.151755 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.152351 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.152351 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.152351 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.152351 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.152634 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.152718 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.152936 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.153211 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.153476 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.153724 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.153959 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.154211 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.154594 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.154736 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.154910 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.155419 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.155419 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.155966 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.155966 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.155966 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.156183 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.156736 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.156836 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.157020 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.157240 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.157467 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.157715 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.157955 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.158251 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.158474 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.158699 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.158969 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.159208 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.159480 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.159720 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.159931 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.160172 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.160389 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.160609 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.160844 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.161059 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.161277 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.161492 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.161733 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.162516 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.162516 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.163093 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.163093 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.163093 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.166288 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.166288 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.166288 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.166288 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.166288 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.166288 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.166288 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.166288 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.167340 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.167340 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.167340 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.167340 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.167340 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.167340 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.167340 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.168827 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.168827 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.168827 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.168827 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.168827 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.168827 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.169293 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.169293 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.169883 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.169883 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.170086 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.171705 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.171705 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.171705 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.171705 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.171705 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.171705 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.172170 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.172170 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.172931 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.173171 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.173632 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.173632 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.174485 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.174485 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.174485 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.174754 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.174862 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.175449 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.175449 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.175641 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.175839 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.176111 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.176359 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.176619 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.176878 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.177128 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179333 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179333 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179333 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179333 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179333 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179333 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179333 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179333 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179962 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179962 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179962 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.179962 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.180249 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.180329 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.181197 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.181197 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.181197 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.181197 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.181519 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.181628 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.181853 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.182098 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.182322 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.182541 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.182759 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.183043 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.183307 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.183535 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.183829 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.184082 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.184321 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.184554 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.184814 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.185059 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.185281 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.185546 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.185767 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.185986 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.186226 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.186450 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.186670 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.186911 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.187141 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.187384 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.187641 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.188585 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.188967 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.189224 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.189504 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.189726 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.189947 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.190230 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.190461 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.190718 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.191004 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.191226 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.191448 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.191712 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.191962 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.192194 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.192400 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.192617 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.192831 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.193049 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.193264 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.193567 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.193805 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.194056 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.194326 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.194570 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.194846 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.195062 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.195282 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.195492 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.195726 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.195947 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.196163 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.196389 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.196625 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.196858 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.197084 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.197301 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.197513 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.197761 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.197974 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.198185 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.198414 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.198633 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.198882 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.199128 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.199367 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.199580 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.199803 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.200022 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.200233 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.200477 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.200711 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.200924 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.201168 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.201386 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.201618 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.201913 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.202165 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.202392 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.202705 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.203014 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.203323 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.203638 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.204051 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.204302 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.204547 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.204777 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.205005 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.205233 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.205494 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.205817 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.206113 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.206399 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.206641 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.206951 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.207271 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.207554 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.207772 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.208079 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.208424 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.208696 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.208965 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.209223 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.209462 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.209712 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.209933 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.210203 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.210461 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.210696 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.210987 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.211227 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.211461 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.211705 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.211933 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.212154 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.212381 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.212632 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.212916 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.213117 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.213275 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 12:03:53.213783 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95399) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 12:03:53.213948 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 12:03:53.214103 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 12:03:53.214274 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 12:03:53.214447 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 12:03:53.214604 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 12:03:53.214844 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.214998 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.215167 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.215333 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.215492 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.215675 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.215838 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.216001 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.216162 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.216321 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.216481 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.216644 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.216805 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.216967 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.217392 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.217555 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.217718 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.217880 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.218046 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.218208 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.218363 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.218527 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.218688 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] debug = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.218869 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.219688 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.219858 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.220021 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.220203 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.220399 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.220563 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.220724 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.220884 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.221044 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.221205 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.221373 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.221532 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.221693 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.222010 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.222325 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.222486 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.222649 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] host = n-d-803757-2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.222836 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.222991 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.223153 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.223314 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.223491 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.223656 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.223837 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.224001 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.224194 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.224356 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.224517 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.224677 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.224838 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.225199 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.225199 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_options = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.225359 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.225477 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.225648 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.225849 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.226035 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.226197 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.226379 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.226540 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.226702 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.226891 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.227046 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.227211 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.227372 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.227531 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.227690 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.227850 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.228011 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.228170 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.228331 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.228492 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.228652 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.228812 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.228993 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.229154 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.229331 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.229502 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.229718 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.229850 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.230019 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.230179 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.230339 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.230500 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.230659 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.230837 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.230998 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.231314 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.231472 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.231653 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.231786 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.231911 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.232070 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.232231 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.232390 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.232551 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.232711 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.232871 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_json = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.233033 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.233191 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.233351 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.233510 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.233656 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.233819 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.233979 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.234139 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 12:03:53.234319 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.234484 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.234780 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.235094 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.235308 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.235542 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.235778 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.235947 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.236110 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.236275 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.236444 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.236609 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.236783 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.237024 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.237763 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.237763 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.237763 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.237763 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.238257 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.238257 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.238257 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.238591 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.238777 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.238962 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.239044 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.239202 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.239367 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.239533 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.239699 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.239863 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.240029 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.240194 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.240356 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.240544 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.240671 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.240833 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.240998 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.241162 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.241325 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.241494 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.241657 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.241982 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.242144 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.242460 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.242628 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.242795 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.242981 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.243902 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.243902 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.243902 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.243902 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.243902 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.244224 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.244224 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.244367 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.244442 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.244597 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.244760 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.244944 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.245123 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.245305 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.245502 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.245671 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.245857 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.246024 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.246225 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.246400 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.246582 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.246746 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.246953 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.247142 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.247315 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.247480 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.247643 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.247806 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.247969 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.248132 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.248296 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.248475 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.248628 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.248791 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.248971 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.249121 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.249286 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.249518 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.249618 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.249785 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.249948 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.250111 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.250275 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.251005 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.251170 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.251494 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.251494 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.251650 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.251795 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.251958 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.252119 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.252282 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.252445 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.252607 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.252769 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.252931 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.253094 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.253259 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.253420 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.253586 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.253748 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.253910 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.254071 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.254234 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.254408 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.254573 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.254739 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.254929 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.255100 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.255289 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.255428 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.255614 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.255753 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.255915 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.256078 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.256244 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.256412 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.256605 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.256747 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.256891 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.257045 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.257220 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.257387 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.257553 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.257715 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.257902 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.258067 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.258230 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.258391 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.258554 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.258718 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.258920 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.259089 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.259275 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.259445 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.259632 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.259752 n-d-803757-2 neutron-server[95544]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:03:53.259858 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.260003 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.260187 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.260350 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.260532 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.260707 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.260883 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.261075 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.261258 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.261445 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.261617 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.261788 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.261952 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.262117 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.262280 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.262442 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.262604 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.262768 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.262956 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.263120 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.263282 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.263446 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.263609 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.263770 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.263933 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.264095 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.264259 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.264422 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.264586 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.264750 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.264913 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.265078 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.265242 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.265407 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.265589 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.265754 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.266099 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.266301 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.266503 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.266682 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.266872 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.267062 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.267228 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.267392 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.267591 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.267763 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.267937 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.268102 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.268266 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.268430 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.268594 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.268759 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.268922 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.269087 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.269250 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.269415 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.269580 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.269746 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.269911 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.270142 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.270316 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.270968 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.270968 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.270968 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.270968 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.272337 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.272337 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.272337 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.272337 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.272337 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.272337 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.272337 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.272337 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.273097 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.273097 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.273097 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.273097 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.273097 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.273674 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.273674 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.273674 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.273674 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.274188 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.274188 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.274188 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.274570 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.274570 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.274860 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.274860 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.275173 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.275173 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.275657 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.275657 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.275657 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.276043 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.276043 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.276043 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.276432 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.276432 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.276687 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.276687 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.276945 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.276945 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.277190 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.277324 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.277479 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.277615 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.277747 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.277887 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.278016 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.278198 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.278364 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.278529 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.278697 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.278894 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.279072 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.279238 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.279409 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.279581 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.279754 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.279916 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.280104 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.280280 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.280461 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.280626 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.280807 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.280971 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.281134 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.281296 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.281523 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.282241 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.282426 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.282594 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.282788 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.282990 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.283175 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.283340 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.283537 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.283702 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.283886 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.284050 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.284213 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 12:03:53.284386 n-d-803757-2 neutron-server[95399]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95399) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 12:03:53.459988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39874) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:03:53.468595 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063975 Aug 19 12:04:04.959153 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe326bd-7a7d-42f6-9103-efad746d779f None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:04:05.023043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe326bd-7a7d-42f6-9103-efad746d779f None None] No non-hosted networks {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 12:04:05.038090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.agentschedulers_db [None req-dfe326bd-7a7d-42f6-9103-efad746d779f None None] DHCP Agent not found on host n-d-803757-2 {{(pid=95544) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 12:04:05.159488 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-41924bee-4ffa-4f28-949c-2fd4527cab73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275038'] for agent, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:07.693346 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275038'] for agent, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:07.694125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.694429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.694777 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.695147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.695502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.695879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.696392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.696764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.697122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.697511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.697884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.698227 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:07.698675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-803757-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:07.720789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-803757-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:07.731375 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61915cf9-71e4-4879-abd6-9a349088b753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275038'] for agent, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:07.788274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-f71533b9-9aee-4a0f-be0a-f5a45c0d37d6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-803757-2 {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:04:07.788939 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-f71533b9-9aee-4a0f-be0a-f5a45c0d37d6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:04:08.309711 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f71533b9-9aee-4a0f-be0a-f5a45c0d37d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:08.917785 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275038'] for agent, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:10.380400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275038'] for agent, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:11.412850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39970) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:11.910067 n-d-803757-2 neutron-server[95543]: WARNING oslo_policy.policy [None req-2abd18bb-006e-4a60-ab56-dbe37ceda9ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:04:11.910681 n-d-803757-2 neutron-server[95543]: WARNING oslo_policy.policy [None req-2abd18bb-006e-4a60-ab56-dbe37ceda9ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:04:12.125688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-2abd18bb-006e-4a60-ab56-dbe37ceda9ed admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:04:12.126755 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2abd18bb-006e-4a60-ab56-dbe37ceda9ed admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7129779 Aug 19 12:04:13.883809 n-d-803757-2 neutron-server[95544]: INFO neutron.db.l3_hamode_db [None req-a6cbb5e8-2c18-4420-9319-c673a26f93ee None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 12:04:13.959687 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cbb5e8-2c18-4420-9319-c673a26f93ee None None] Routers set() bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:13.960095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cbb5e8-2c18-4420-9319-c673a26f93ee None None] Router IDs set() for agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 12:04:14.464769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39984) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:14.774943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2f0ece0f-a039-40ce-88f8-ff6d62762798 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:14.867350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.policy [None req-2f0ece0f-a039-40ce-88f8-ff6d62762798 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95543) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 12:04:14.911535 n-d-803757-2 neutron-server[95543]: WARNING oslo_policy.policy [None req-2f0ece0f-a039-40ce-88f8-ff6d62762798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:04:14.911895 n-d-803757-2 neutron-server[95543]: WARNING oslo_policy.policy [None req-2f0ece0f-a039-40ce-88f8-ff6d62762798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:04:14.920293 n-d-803757-2 neutron-server[95543]: INFO neutron.quota [None req-2f0ece0f-a039-40ce-88f8-ff6d62762798 admin admin] Loaded quota_driver: . Aug 19 12:04:15.118006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f0ece0f-a039-40ce-88f8-ff6d62762798 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729420925130', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729420926247', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729420937957', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729420906678', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729421861390', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729420894689', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-988396', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-806337', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1789823', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1681129'] for rbac-policy, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:15.315162 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f0ece0f-a039-40ce-88f8-ff6d62762798 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:15.316385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2f0ece0f-a039-40ce-88f8-ff6d62762798 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8506336 Aug 19 12:04:17.863059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39996) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:18.163561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'project_id': '55a9a4a067c148d1a188be4c8c204cda'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:18.260358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Made reservation on behalf of 55a9a4a067c148d1a188be4c8c204cda for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:18.263294 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.280953 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.400926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.476926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.496554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:04:18.525829 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729423706570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.526428 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Unsubscribe: segment precommit_create {{(pid=95543) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 12:04:18.526965 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Added segment 91dbb186-4659-4544-b76c-61b7a3b45703 of type vlan for network 35359881-6e6c-4924-bad2-6000ef47174c Aug 19 12:04:18.544313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e04c50f-0aa2-44b4-810e-65973170b1e6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:18.599609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.599948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.600278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.600605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.600930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.601251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.601610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.601931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.602247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.602561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.602902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.603216 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Tracked resource versions report: Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: pushed versions: Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: { 'AddressGroup': {'1.2'}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'ConntrackHelper': {'1.0'}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'Log': {'1.0'}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'Network': {'1.1'}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'Port': {'1.7'}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'PortForwarding': {'1.2'}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'QosPolicy': {'1.9'}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'SecurityGroup': {'1.4'}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'SubPort': {'1.0'}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'Subnet': {'1.1'}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'Trunk': {'1.1'}} Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: consumer versions: Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: { DHCP agent@n-d-803757-2: {}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: L3 agent@n-d-803757-2: {}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: Metadata agent@n-d-803757-2: {}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: Metering agent@n-d-803757-2: {}, Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: Open vSwitch agent@n-d-803757-2: { 'AddressGroup': '1.2', Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'ConntrackHelper': '1.0', Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'Log': '1.0', Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'Network': '1.1', Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'Port': '1.7', Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'PortForwarding': '1.2', Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'QosPolicy': '1.9', Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'SecurityGroup': '1.4', Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'SecurityGroupRule': '1.2', Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'SubPort': '1.0', Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'Subnet': '1.1', Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: 'Trunk': '1.1'}} Aug 19 12:04:18.604353 n-d-803757-2 neutron-server[95543]: {{(pid=95543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:04:18.652332 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.768806 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.769875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:18.771001 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:18.866600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] Pushing event updated for resources: {'Network': ['ID=35359881-6e6c-4924-bad2-6000ef47174c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:18.877699 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 35359881-6e6c-4924-bad2-6000ef47174c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:18.922563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ac80e4ca-a630-4228-8c06-4b548429038e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0584371 Aug 19 12:04:21.535243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40010) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:21.926218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238e7b27-3cca-4608-b67b-bd58ebce61af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:21.927523 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-238e7b27-3cca-4608-b67b-bd58ebce61af admin admin] 10.222.0.21 "GET /v2.0/networks/35359881-6e6c-4924-bad2-6000ef47174c HTTP/1.1" status: 200 len: 825 time: 0.3913422 Aug 19 12:04:21.951578 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-150fb0d3-0b27-4e5d-b765-e7ea549ed072 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/4b29af31-2716-4301-836d-e0910803c592 HTTP/1.1" status: 200 len: 734 time: 0.0180855 Aug 19 12:04:21.960330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] Request body: {'subnet': {'subnetpool_id': '4b29af31-2716-4301-836d-e0910803c592', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'name': 'private-subnet', 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:22.083166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] Made reservation on behalf of 55a9a4a067c148d1a188be4c8c204cda for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:22.085478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.483592 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.553463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=461512f6-cffb-4e7c-b553-95ad9da24939,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:22.557424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] Checking segment: {'id': '91dbb186-4659-4544-b76c-61b7a3b45703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:22.557804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] Network hostable DHCP agents. Network: 35359881-6e6c-4924-bad2-6000ef47174c, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:22.669013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] Network 35359881-6e6c-4924-bad2-6000ef47174c is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:22.766521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 35359881-6e6c-4924-bad2-6000ef47174c) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:22.771575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:22.772622 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:22.775842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47f7ab8-0d04-419a-b2c1-ddbdd276f624 None None] Network 35359881-6e6c-4924-bad2-6000ef47174c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:22.878350 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-75327039-d310-42a4-8f1b-e0f0a09deaa1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9211423 Aug 19 12:04:23.089962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-35359881-6e6c-4924-bad2-6000ef47174c', 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'fixed_ips': [{'subnet_id': '461512f6-cffb-4e7c-b553-95ad9da24939'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:04:23.091247 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.362519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Allocated IP 172.20.0.2 (35359881-6e6c-4924-bad2-6000ef47174c/461512f6-cffb-4e7c-b553-95ad9da24939/cecfa109-e9e4-4b9c-aa2f-4a8d06281af8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:23.592254 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.606456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Transition to ACTIVE for port object cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:23.628415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Transition to ACTIVE for port object cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:23.721377 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.788593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Network 35359881-6e6c-4924-bad2-6000ef47174c is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:23.795821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:23.798923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:23.834521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Pushing event updated for resources: {'Port': ['ID=cecfa109-e9e4-4b9c-aa2f-4a8d06281af8,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:23.859659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.860010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.860352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.860689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.861023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.861354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.861678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.862002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.862324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.862644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.862990 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.863310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Tracked resource versions report: Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: pushed versions: Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: { 'AddressGroup': {'1.2'}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'ConntrackHelper': {'1.0'}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'Log': {'1.0'}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'Network': {'1.1'}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'Port': {'1.7'}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'PortForwarding': {'1.2'}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'QosPolicy': {'1.9'}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'SecurityGroup': {'1.4'}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'SubPort': {'1.0'}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'Subnet': {'1.1'}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'Trunk': {'1.1'}} Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: consumer versions: Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: { DHCP agent@n-d-803757-2: {}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: L3 agent@n-d-803757-2: {}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: Metadata agent@n-d-803757-2: {}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: Metering agent@n-d-803757-2: {}, Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: Open vSwitch agent@n-d-803757-2: { 'AddressGroup': '1.2', Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'ConntrackHelper': '1.0', Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'Log': '1.0', Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'Network': '1.1', Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'Port': '1.7', Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'PortForwarding': '1.2', Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'QosPolicy': '1.9', Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'SecurityGroup': '1.4', Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'SecurityGroupRule': '1.2', Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'SubPort': '1.0', Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'Subnet': '1.1', Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: 'Trunk': '1.1'}} Aug 19 12:04:23.864429 n-d-803757-2 neutron-server[95544]: {{(pid=95544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:04:23.891738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Attempting to bind port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:23.892119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Attempting to bind port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '91dbb186-4659-4544-b76c-61b7a3b45703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:23.892540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Attempting to bind port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 on network 35359881-6e6c-4924-bad2-6000ef47174c {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:23.897244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:23.897660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Checking segment: {'id': '91dbb186-4659-4544-b76c-61b7a3b45703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:23.898146 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.898528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Bound using segment: {'id': '91dbb186-4659-4544-b76c-61b7a3b45703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:23.899033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Bound port: cecfa109-e9e4-4b9c-aa2f-4a8d06281af8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dbb186-4659-4544-b76c-61b7a3b45703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:23.899443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:23.961877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] For port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:23.966079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] For port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cecfa109-e9e4-4b9c-aa2f-4a8d06281af8,segment=NetworkSegment(91dbb186-4659-4544-b76c-61b7a3b45703),segment_id=91dbb186-4659-4544-b76c-61b7a3b45703)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:24.031987 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:24.101929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c748c-bd4c-4d6e-9170-d174ce095f9f None None] Pushing event updated for resources: {'Port': ['ID=cecfa109-e9e4-4b9c-aa2f-4a8d06281af8,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:25.233831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40018) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:25.555602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-3f5b89b3-a6bc-4798-b034-9755189a5a90 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:04:25.559908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3f5b89b3-a6bc-4798-b034-9755189a5a90 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3217895 Aug 19 12:04:27.897303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40026) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:28.211417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-be60a956-8f0e-4cd8-bfe2-96e6df82b0d6 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:04:28.212402 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-be60a956-8f0e-4cd8-bfe2-96e6df82b0d6 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3140714 Aug 19 12:04:30.801784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40036) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:31.104143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e9fd0819-aefd-4719-a5b2-fa29eb4afcd4 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:31.197181 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9fd0819-aefd-4719-a5b2-fa29eb4afcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.198717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9fd0819-aefd-4719-a5b2-fa29eb4afcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.346718 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9fd0819-aefd-4719-a5b2-fa29eb4afcd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.467546 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9fd0819-aefd-4719-a5b2-fa29eb4afcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.517047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:31.637254 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9fd0819-aefd-4719-a5b2-fa29eb4afcd4 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:31.638500 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e9fd0819-aefd-4719-a5b2-fa29eb4afcd4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8357248 Aug 19 12:04:31.674953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:32.337056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4000a478-d672-4fe2-8aff-7415a45aba6c None None] Network 35359881-6e6c-4924-bad2-6000ef47174c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:32.485171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e21d6208-e066-478b-96b8-b7eb1a4cdb4a None None] Provisioning for port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:32.493367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e21d6208-e066-478b-96b8-b7eb1a4cdb4a None None] Provisioning complete for port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:32.493758 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e21d6208-e066-478b-96b8-b7eb1a4cdb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.615709 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e21d6208-e066-478b-96b8-b7eb1a4cdb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.651116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e21d6208-e066-478b-96b8-b7eb1a4cdb4a None None] For port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cecfa109-e9e4-4b9c-aa2f-4a8d06281af8,segment=NetworkSegment(91dbb186-4659-4544-b76c-61b7a3b45703),segment_id=91dbb186-4659-4544-b76c-61b7a3b45703)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:32.734053 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e21d6208-e066-478b-96b8-b7eb1a4cdb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:32.779807 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d6208-e066-478b-96b8-b7eb1a4cdb4a None None] Pushing event updated for resources: {'Port': ['ID=cecfa109-e9e4-4b9c-aa2f-4a8d06281af8,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:32.853738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9e4fdd4f-653d-42ec-8b43-879918da10fc None None] Provisioning complete for port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:32.854116 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9e4fdd4f-653d-42ec-8b43-879918da10fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.501713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:33.547796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:33.548172 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:33.989852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40048) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:34.303129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-f11f9caf-419f-49f3-b066-c102f27201fb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:04:34.304125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f11f9caf-419f-49f3-b066-c102f27201fb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3133481 Aug 19 12:04:34.939249 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0a645900-3a05-4c26-b335-325f1ccdadc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:36.628008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40056) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:36.934831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:37.046140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Made reservation on behalf of d39ddf277db742d2b67b29bfdc71e517 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:37.048432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.058450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.142425 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.224727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.239623 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Reserving flat network on physical network physnet1 {{(pid=95543) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 12:04:37.258828 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9089abc2-fd76-491b-9afa-8f7623b6176c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:37.261613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.261962 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Added segment 37703a8c-963d-4ba6-be06-a094042cefbf of type flat for network 0920271a-3a11-463a-8538-f81c91b4fb3d Aug 19 12:04:37.307664 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.396007 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.396929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:37.397496 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.454661 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] Pushing event updated for resources: {'Network': ['ID=0920271a-3a11-463a-8538-f81c91b4fb3d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:37.463888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 0920271a-3a11-463a-8538-f81c91b4fb3d details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:04:37.557532 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-844fe19e-82bf-4d94-81aa-5461fb149e56 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9282553 Aug 19 12:04:37.631029 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:37.711146 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2f979e94-4c9e-4e73-879b-d6376d1f1e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:38.862552 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:39.871287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40074) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:40.044796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72533add-825e-46aa-b233-68792168d81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:40.046129 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-72533add-825e-46aa-b233-68792168d81d admin admin] 10.222.0.21 "GET /v2.0/subnets/461512f6-cffb-4e7c-b553-95ad9da24939 HTTP/1.1" status: 200 len: 849 time: 0.1739016 Aug 19 12:04:40.162728 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bc8ee96c-7571-4d5b-a87f-2ec72d0f72c8 admin admin] 10.222.0.21 "GET /v2.0/routers/d36580b2-cd3b-445c-b358-8d47698ae067 HTTP/1.1" status: 200 len: 704 time: 0.1106927 Aug 19 12:04:40.265007 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.421761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.718436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Allocated IP 172.20.0.1 (35359881-6e6c-4924-bad2-6000ef47174c/461512f6-cffb-4e7c-b553-95ad9da24939/fed4b472-68c7-4f83-a9ca-0c5a27978670) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:40.918554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:40.943717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Transition to ACTIVE for port object fed4b472-68c7-4f83-a9ca-0c5a27978670 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:41.086372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.154874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Network 35359881-6e6c-4924-bad2-6000ef47174c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:41.163122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:41.167543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:41.168555 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.188316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Pushing event updated for resources: {'Port': ['ID=fed4b472-68c7-4f83-a9ca-0c5a27978670,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:41.451623 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.525486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eba6fec1-b17f-4abf-8959-c11cbff3cedc None None] Provisioning for port fed4b472-68c7-4f83-a9ca-0c5a27978670 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:41.529958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eba6fec1-b17f-4abf-8959-c11cbff3cedc None None] Provisioning complete for port fed4b472-68c7-4f83-a9ca-0c5a27978670 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:41.530510 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eba6fec1-b17f-4abf-8959-c11cbff3cedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.574271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-eba6fec1-b17f-4abf-8959-c11cbff3cedc None None] Port fed4b472-68c7-4f83-a9ca-0c5a27978670 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:41.659071 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.720194 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.721049 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:41.799325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Pushing event updated for resources: {'Port': ['ID=fed4b472-68c7-4f83-a9ca-0c5a27978670,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:41.844598 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Network 35359881-6e6c-4924-bad2-6000ef47174c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:41.845788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:41.994673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4057e190-6af9-415b-904c-f52a23a7b441 None None] Provisioning complete for port fed4b472-68c7-4f83-a9ca-0c5a27978670 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:41.995117 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4057e190-6af9-415b-904c-f52a23a7b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:42.027686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4057e190-6af9-415b-904c-f52a23a7b441 None None] Port fed4b472-68c7-4f83-a9ca-0c5a27978670 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:04:42.064772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Router d36580b2-cd3b-445c-b358-8d47698ae067 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:04:42.156865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:04:42.162100 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-06abb30b-4b75-42af-9d8e-79f1b3635748 admin admin] 10.222.0.21 "PUT /v2.0/routers/d36580b2-cd3b-445c-b358-8d47698ae067/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9939392 Aug 19 12:04:42.166426 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Sync routers for ids ['d36580b2-cd3b-445c-b358-8d47698ae067'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:04:42.178321 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Routers {'d36580b2-cd3b-445c-b358-8d47698ae067'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:42.179212 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:04:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d36580b2-cd3b-445c-b358-8d47698ae067'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:42.358450 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Set router d36580b2-cd3b-445c-b358-8d47698ae067 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:04:42.774371 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'name': 'router1', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:31Z', 'updated_at': '2021-08-19T12:04:41Z', 'revision_number': 2, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'gw_port_host': None, '_interfaces': [{'id': 'fed4b472-68c7-4f83-a9ca-0c5a27978670', 'name': '', 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'mac_address': 'fa:16:3e:14:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:40Z', 'updated_at': '2021-08-19T12:04:41Z', 'revision_number': 2, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'subnets': [{'id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b29af31-2716-4301-836d-e0910803c592'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:42.824165 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Checking router: d36580b2-cd3b-445c-b358-8d47698ae067 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:04:42.824530 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Updating router d36580b2-cd3b-445c-b358-8d47698ae067 port fed4b472-68c7-4f83-a9ca-0c5a27978670 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:04:42.871599 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.374630 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.392238 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Transition to ACTIVE for port object fed4b472-68c7-4f83-a9ca-0c5a27978670 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:43.504603 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.646864 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Pushing event updated for resources: {'Port': ['ID=fed4b472-68c7-4f83-a9ca-0c5a27978670,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:43.669317 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.669663 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.670002 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.670334 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.670664 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.671016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.671344 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.671667 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.671989 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.672307 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.672627 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.672967 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Tracked resource versions report: Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: pushed versions: Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: { 'AddressGroup': {'1.2'}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'ConntrackHelper': {'1.0'}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'Log': {'1.0'}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'Network': {'1.1'}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'Port': {'1.7'}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'PortForwarding': {'1.2'}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'QosPolicy': {'1.9'}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'SecurityGroup': {'1.4'}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'SubPort': {'1.0'}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'Subnet': {'1.1'}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'Trunk': {'1.1'}} Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: consumer versions: Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: { DHCP agent@n-d-803757-2: {}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: L3 agent@n-d-803757-2: {}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: Metadata agent@n-d-803757-2: {}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: Metering agent@n-d-803757-2: {}, Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: Open vSwitch agent@n-d-803757-2: { 'AddressGroup': '1.2', Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'ConntrackHelper': '1.0', Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'Log': '1.0', Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'Network': '1.1', Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'Port': '1.7', Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'PortForwarding': '1.2', Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'QosPolicy': '1.9', Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'SecurityGroup': '1.4', Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'SecurityGroupRule': '1.2', Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'SubPort': '1.0', Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'Subnet': '1.1', Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: 'Trunk': '1.1'}} Aug 19 12:04:43.674095 n-d-803757-2 neutron-server[95545]: {{(pid=95545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:04:43.687418 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Attempting to bind port fed4b472-68c7-4f83-a9ca-0c5a27978670 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:43.687817 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Attempting to bind port fed4b472-68c7-4f83-a9ca-0c5a27978670 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '91dbb186-4659-4544-b76c-61b7a3b45703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:43.688246 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Attempting to bind port fed4b472-68c7-4f83-a9ca-0c5a27978670 on network 35359881-6e6c-4924-bad2-6000ef47174c {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:43.693201 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:43.693614 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Checking segment: {'id': '91dbb186-4659-4544-b76c-61b7a3b45703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:43.694119 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.694506 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Bound using segment: {'id': '91dbb186-4659-4544-b76c-61b7a3b45703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:43.697171 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Bound port: fed4b472-68c7-4f83-a9ca-0c5a27978670, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dbb186-4659-4544-b76c-61b7a3b45703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:43.697171 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.760733 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] For port fed4b472-68c7-4f83-a9ca-0c5a27978670, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:43.781974 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] For port fed4b472-68c7-4f83-a9ca-0c5a27978670, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fed4b472-68c7-4f83-a9ca-0c5a27978670,segment=NetworkSegment(91dbb186-4659-4544-b76c-61b7a3b45703),segment_id=91dbb186-4659-4544-b76c-61b7a3b45703)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:43.853724 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:43.910096 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Routers {'d36580b2-cd3b-445c-b358-8d47698ae067'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:43.910713 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:04:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d36580b2-cd3b-445c-b358-8d47698ae067'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:43.945865 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebc626-d9db-403a-97ab-eb4555300ed2 None None] Pushing event updated for resources: {'Port': ['ID=fed4b472-68c7-4f83-a9ca-0c5a27978670,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:43.998777 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] Set router d36580b2-cd3b-445c-b358-8d47698ae067 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:04:44.203749 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'name': 'router1', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:31Z', 'updated_at': '2021-08-19T12:04:41Z', 'revision_number': 2, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'gw_port_host': None, '_interfaces': [{'id': 'fed4b472-68c7-4f83-a9ca-0c5a27978670', 'name': '', 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'mac_address': 'fa:16:3e:14:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:40Z', 'updated_at': '2021-08-19T12:04:43Z', 'revision_number': 4, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'subnets': [{'id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b29af31-2716-4301-836d-e0910803c592'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:44.229676 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d39ddf-2d3f-422b-bfaf-86aa876bfef9 None None] The sync data for ids ['d36580b2-cd3b-445c-b358-8d47698ae067'] in n-d-803757-2 is: [{'id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'name': 'router1', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:31Z', 'updated_at': '2021-08-19T12:04:41Z', 'revision_number': 2, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'gw_port_host': None, '_interfaces': [{'id': 'fed4b472-68c7-4f83-a9ca-0c5a27978670', 'name': '', 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'mac_address': 'fa:16:3e:14:53:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:40Z', 'updated_at': '2021-08-19T12:04:43Z', 'revision_number': 4, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'subnets': [{'id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b29af31-2716-4301-836d-e0910803c592'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:04:44.363656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40094) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:44.473842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a9235a-5858-4a93-8bca-f6dacea7d115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:44.475158 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-88a9235a-5858-4a93-8bca-f6dacea7d115 admin admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 842 time: 0.1105280 Aug 19 12:04:44.485008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Request body: {'subnet': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:44.614650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Made reservation on behalf of d39ddf277db742d2b67b29bfdc71e517 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:04:44.616946 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.032569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:04:45.033019 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.085143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4354536c-abb1-4303-b908-9975216fe23d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:45.094019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:45.094363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Network hostable DHCP agents. Network: 0920271a-3a11-463a-8538-f81c91b4fb3d, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:04:45.161711 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:04:45.195742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:04:45.281489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 0920271a-3a11-463a-8538-f81c91b4fb3d) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:45.289550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41831d65-fc17-4025-ad7b-e05f608c758c None None] Network 0920271a-3a11-463a-8538-f81c91b4fb3d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:45.291764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:45.292352 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:45.377652 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-964a2d58-abb4-4bce-b901-f239d6e51e58 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8960669 Aug 19 12:04:45.414059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f292f2-7403-4777-98e5-531ab97ec7eb None None] Network 0920271a-3a11-463a-8538-f81c91b4fb3d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:04:47.687680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40102) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:47.822054 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4aa2e2d5-857b-4741-b94c-878746e33fc2 admin admin] 10.222.0.21 "GET /v2.0/routers/d36580b2-cd3b-445c-b358-8d47698ae067 HTTP/1.1" status: 200 len: 710 time: 0.1332240 Aug 19 12:04:47.906790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149bc40-1dd2-44b6-a8a9-6c76a3300c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:04:47.908181 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6149bc40-1dd2-44b6-a8a9-6c76a3300c46 admin admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 886 time: 0.0803893 Aug 19 12:04:47.918189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:04:48.188333 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.500156 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.578301 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.680098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Allocated IP 172.25.2.75 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/4d3bdc38-5d3c-4a8c-ad5b-329fa0384636) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:04:48.783558 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.897331 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:48.936449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:04:48.939273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:04:48.945434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:04:48.948204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3bdc38-5d3c-4a8c-ad5b-329fa0384636,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:49.422202 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.543407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fed4b472-68c7-4f83-a9ca-0c5a27978670 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:49.642980 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.646216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.725506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port fed4b472-68c7-4f83-a9ca-0c5a27978670 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:49.729572 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port fed4b472-68c7-4f83-a9ca-0c5a27978670 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:49.729973 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.768890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Router d36580b2-cd3b-445c-b358-8d47698ae067 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:04:49.830975 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.865607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port fed4b472-68c7-4f83-a9ca-0c5a27978670, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fed4b472-68c7-4f83-a9ca-0c5a27978670,segment=NetworkSegment(91dbb186-4659-4544-b76c-61b7a3b45703),segment_id=91dbb186-4659-4544-b76c-61b7a3b45703)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:49.884333 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:04:49.888845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:49.890114 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-49dff2d8-bd52-4c2e-93fa-18e8084aec01 admin admin] 10.222.0.21 "PUT /v2.0/routers/d36580b2-cd3b-445c-b358-8d47698ae067 HTTP/1.1" status: 200 len: 889 time: 1.9751141 Aug 19 12:04:49.961755 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:50.068061 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=fed4b472-68c7-4f83-a9ca-0c5a27978670,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:50.685425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Sync routers for ids ['d36580b2-cd3b-445c-b358-8d47698ae067'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:04:50.696064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Routers {'d36580b2-cd3b-445c-b358-8d47698ae067'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:50.696774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:04:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d36580b2-cd3b-445c-b358-8d47698ae067'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:50.898049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Set router d36580b2-cd3b-445c-b358-8d47698ae067 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:04:51.281606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'name': 'router1', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '4d3bdc38-5d3c-4a8c-ad5b-329fa0384636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:31Z', 'updated_at': '2021-08-19T12:04:49Z', 'revision_number': 4, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'gw_port': {'id': '4d3bdc38-5d3c-4a8c-ad5b-329fa0384636', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:48Z', 'updated_at': '2021-08-19T12:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fed4b472-68c7-4f83-a9ca-0c5a27978670', 'name': '', 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'mac_address': 'fa:16:3e:14:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:40Z', 'updated_at': '2021-08-19T12:04:49Z', 'revision_number': 5, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'subnets': [{'id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b29af31-2716-4301-836d-e0910803c592'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:51.331862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Checking router: d36580b2-cd3b-445c-b358-8d47698ae067 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:04:51.332204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Updating router d36580b2-cd3b-445c-b358-8d47698ae067 port 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:04:51.378720 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.524301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fed4b472-68c7-4f83-a9ca-0c5a27978670 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:51.640300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port fed4b472-68c7-4f83-a9ca-0c5a27978670 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:51.640672 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.788546 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:51.807150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Transition to ACTIVE for port object 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:04:51.908487 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.036628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdd0c3-5749-4e0c-a4ba-ffdab3ccb31a None None] Pushing event updated for resources: {'Port': ['ID=4d3bdc38-5d3c-4a8c-ad5b-329fa0384636,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:52.038871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Attempting to bind port 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:04:52.039246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Attempting to bind port 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:04:52.039613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Attempting to bind port 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:04:52.045559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:04:52.045926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:04:52.046320 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.046705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:04:52.047192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Bound port: 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:04:52.047589 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.096807 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] For port 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:04:52.099802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] For port 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4d3bdc38-5d3c-4a8c-ad5b-329fa0384636,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:04:52.179687 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:52.237673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Routers {'d36580b2-cd3b-445c-b358-8d47698ae067'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:04:52.238285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:04:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d36580b2-cd3b-445c-b358-8d47698ae067'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:52.239985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdd0c3-5749-4e0c-a4ba-ffdab3ccb31a None None] Pushing event updated for resources: {'Port': ['ID=4d3bdc38-5d3c-4a8c-ad5b-329fa0384636,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:52.296365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40114) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:04:52.344530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] Set router d36580b2-cd3b-445c-b358-8d47698ae067 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:04:52.406999 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b8e42812-6475-4358-9354-d2ffae97c68d admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1093845 Aug 19 12:04:52.561550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'name': 'router1', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '4d3bdc38-5d3c-4a8c-ad5b-329fa0384636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:31Z', 'updated_at': '2021-08-19T12:04:49Z', 'revision_number': 4, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'gw_port': {'id': '4d3bdc38-5d3c-4a8c-ad5b-329fa0384636', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:48Z', 'updated_at': '2021-08-19T12:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fed4b472-68c7-4f83-a9ca-0c5a27978670', 'name': '', 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'mac_address': 'fa:16:3e:14:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:40Z', 'updated_at': '2021-08-19T12:04:49Z', 'revision_number': 5, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'subnets': [{'id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b29af31-2716-4301-836d-e0910803c592'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:04:52.587379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cba197-3c7c-4b36-a6bb-78780caaf807 None None] The sync data for ids ['d36580b2-cd3b-445c-b358-8d47698ae067'] in n-d-803757-2 is: [{'id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'name': 'router1', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '4d3bdc38-5d3c-4a8c-ad5b-329fa0384636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:04:31Z', 'updated_at': '2021-08-19T12:04:49Z', 'revision_number': 4, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'gw_port': {'id': '4d3bdc38-5d3c-4a8c-ad5b-329fa0384636', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:61:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:48Z', 'updated_at': '2021-08-19T12:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fed4b472-68c7-4f83-a9ca-0c5a27978670', 'name': '', 'network_id': '35359881-6e6c-4924-bad2-6000ef47174c', 'tenant_id': '55a9a4a067c148d1a188be4c8c204cda', 'mac_address': 'fa:16:3e:14:53:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36580b2-cd3b-445c-b358-8d47698ae067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:04:40Z', 'updated_at': '2021-08-19T12:04:49Z', 'revision_number': 5, 'project_id': '55a9a4a067c148d1a188be4c8c204cda', 'subnets': [{'id': '461512f6-cffb-4e7c-b553-95ad9da24939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b29af31-2716-4301-836d-e0910803c592'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:04:53.529294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:53.673442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:04:53.677771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:53.678176 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.770993 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.802046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4d3bdc38-5d3c-4a8c-ad5b-329fa0384636,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:04:53.887565 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:04:53.934613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=4d3bdc38-5d3c-4a8c-ad5b-329fa0384636,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:04:55.545811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:04:55.595375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4d3bdc38-5d3c-4a8c-ad5b-329fa0384636 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:04:55.595744 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:04.930278 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f3fd753-cd71-4831-90d0-586cba7628ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.585705 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:07.674924 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9b032799-9872-47ac-b30b-e3af9b68722a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:08.887997 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:10.421492 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:22.163373 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:05:34.934074 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-760fe496-be6a-4325-a73d-8640a5e71d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.594260 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:37.688349 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d12564c3-ea69-47c9-b2de-8a21da17aeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:38.876808 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:40.306051 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:05:59.161997 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:06:04.980864 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5ee3b469-a3a4-418b-8a23-9c0350bf724d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:07.600891 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:07.735045 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-856da0ca-5790-42f1-b706-0c2177b61255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:08.917695 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:10.306460 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:34.947688 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f606a6b5-37bc-45a2-9eba-7bd66f702306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:35.411249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40714) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:35.537707 n-d-803757-2 neutron-server[95542]: WARNING oslo_policy.policy [None req-fa055cb4-1d2e-4a48-bbcc-68922964e680 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:06:35.538273 n-d-803757-2 neutron-server[95542]: WARNING oslo_policy.policy [None req-fa055cb4-1d2e-4a48-bbcc-68922964e680 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:06:35.799697 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa055cb4-1d2e-4a48-bbcc-68922964e680 admin admin] GET failed (client error): The resource could not be found. Aug 19 12:06:35.801508 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fa055cb4-1d2e-4a48-bbcc-68922964e680 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3881643 Aug 19 12:06:36.068354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.policy [None req-8af356e3-7ce4-41aa-8169-2328002602c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95542) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 12:06:36.114272 n-d-803757-2 neutron-server[95542]: WARNING oslo_policy.policy [None req-8af356e3-7ce4-41aa-8169-2328002602c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:06:36.114646 n-d-803757-2 neutron-server[95542]: WARNING oslo_policy.policy [None req-8af356e3-7ce4-41aa-8169-2328002602c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 12:06:36.122923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af356e3-7ce4-41aa-8169-2328002602c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:36.124680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8af356e3-7ce4-41aa-8169-2328002602c8 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3188760 Aug 19 12:06:36.160601 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:06:37.618739 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:37.747760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5db68ea1-f5d7-4089-8aa0-af4bd65cebf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.269792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40730) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:38.397128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d89273d-ceec-4aba-8d94-5de7f5ba9e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:38.398490 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7d89273d-ceec-4aba-8d94-5de7f5ba9e54 admin admin] 10.222.0.21 "GET /v2.0/subnets/461512f6-cffb-4e7c-b553-95ad9da24939 HTTP/1.1" status: 200 len: 849 time: 0.1277792 Aug 19 12:06:38.408766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:06:38.494119 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Notify callbacks [] for subnet, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.761713 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729423510887'] for subnet, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.823496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:38.824145 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:38.826238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] 10.222.0.21 "PUT /v2.0/subnets/461512f6-cffb-4e7c-b553-95ad9da24939 HTTP/1.1" status: 200 len: 868 time: 0.4208364 Aug 19 12:06:38.828944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011566c6-8744-4d37-b093-db566b428f38 None None] Network 35359881-6e6c-4924-bad2-6000ef47174c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:06:38.846273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=461512f6-cffb-4e7c-b553-95ad9da24939,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:06:38.856656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.857035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.857476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.857853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.858187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.858515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.858856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.859196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.859510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.859832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.860152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.860468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d52f6e-5f29-4702-8e55-90fa87326bed admin admin] Tracked resource versions report: Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: pushed versions: Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: { 'AddressGroup': {'1.2'}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'ConntrackHelper': {'1.0'}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'Log': {'1.0'}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'Network': {'1.1'}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'Port': {'1.7'}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'PortForwarding': {'1.2'}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'QosPolicy': {'1.9'}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'SecurityGroup': {'1.4'}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'SubPort': {'1.0'}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'Subnet': {'1.1'}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'Trunk': {'1.1'}} Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: consumer versions: Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: { DHCP agent@n-d-803757-2: {}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: L3 agent@n-d-803757-2: {}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: Metadata agent@n-d-803757-2: {}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: Metering agent@n-d-803757-2: {}, Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: Open vSwitch agent@n-d-803757-2: { 'AddressGroup': '1.2', Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'ConntrackHelper': '1.0', Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'Log': '1.0', Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'Network': '1.1', Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'Port': '1.7', Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'PortForwarding': '1.2', Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'QosPolicy': '1.9', Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'SecurityGroup': '1.4', Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'SecurityGroupRule': '1.2', Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'SubPort': '1.0', Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'Subnet': '1.1', Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: 'Trunk': '1.1'}} Aug 19 12:06:38.862151 n-d-803757-2 neutron-server[95542]: {{(pid=95542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:06:38.946058 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:39.162999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ac39307c-37fd-48bb-9b73-0fab6bf311f1 None None] Provisioning complete for port cecfa109-e9e4-4b9c-aa2f-4a8d06281af8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:39.163376 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac39307c-37fd-48bb-9b73-0fab6bf311f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:39.245406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ac39307c-37fd-48bb-9b73-0fab6bf311f1 None None] Provisioning complete for port fed4b472-68c7-4f83-a9ca-0c5a27978670 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:06:39.245765 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac39307c-37fd-48bb-9b73-0fab6bf311f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.307897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:06:40.997003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40742) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:41.211734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84d9e2-b668-4251-ba4f-6a92108b1cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:41.212199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84d9e2-b668-4251-ba4f-6a92108b1cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:41.214228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2e84d9e2-b668-4251-ba4f-6a92108b1cb3 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2162528 Aug 19 12:06:43.320943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40750) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:43.448892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ded9c-4977-4a89-a0cf-5cb78f852c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:43.449431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ded9c-4977-4a89-a0cf-5cb78f852c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:43.450895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8e1ded9c-4977-4a89-a0cf-5cb78f852c75 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1289995 Aug 19 12:06:45.585471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40758) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:45.712658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426aa9a-489a-4b9a-9129-33009ab4baec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:45.714103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2426aa9a-489a-4b9a-9129-33009ab4baec admin admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 886 time: 0.1276071 Aug 19 12:06:47.853019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40768) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:47.984872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19be493-689b-478b-86af-d6302a8a95ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:47.986286 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e19be493-689b-478b-86af-d6302a8a95ca admin admin] 10.222.0.21 "GET /v2.0/networks/35359881-6e6c-4924-bad2-6000ef47174c HTTP/1.1" status: 200 len: 869 time: 0.1322613 Aug 19 12:06:50.112787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40776) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:50.233843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea808530-1330-4b23-91d6-fbb73761b526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:50.234295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea808530-1330-4b23-91d6-fbb73761b526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:50.235884 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ea808530-1330-4b23-91d6-fbb73761b526 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221712 Aug 19 12:06:52.359101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40784) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:52.450783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a278f9d9-c271-4b10-a78f-6a245c670c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:52.451267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a278f9d9-c271-4b10-a78f-6a245c670c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:52.452766 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a278f9d9-c271-4b10-a78f-6a245c670c74 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927207 Aug 19 12:06:54.607586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40792) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:54.692439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc337c92-5aeb-4fd0-8aac-c45597f02e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:54.693765 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fc337c92-5aeb-4fd0-8aac-c45597f02e14 admin admin] 10.222.0.21 "GET /v2.0/subnets/4354536c-abb1-4303-b908-9975216fe23d HTTP/1.1" status: 200 len: 816 time: 0.0852344 Aug 19 12:06:56.851132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40800) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:06:56.940367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecea2337-f036-4fc8-95fe-f2ad6f29f8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:06:56.941696 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ecea2337-f036-4fc8-95fe-f2ad6f29f8d9 admin admin] 10.222.0.21 "GET /v2.0/subnets/461512f6-cffb-4e7c-b553-95ad9da24939 HTTP/1.1" status: 200 len: 868 time: 0.0896225 Aug 19 12:07:04.951842 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c3920fed-07d3-4695-a40e-486c1c4073d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:07.580500 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:07.686084 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5b686a11-176e-47b1-afa9-f0d5a0181ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:08.974763 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:10.305931 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:13.158585 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:07:21.005005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40854) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:21.052121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-dc52af7e-c547-4d47-b07b-e74afb5924c8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:07:21.053157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dc52af7e-c547-4d47-b07b-e74afb5924c8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471995 Aug 19 12:07:23.284165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40862) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:23.343425 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-673e9da7-861e-4b60-b213-c195af996104 admin admin] GET failed (client error): The resource could not be found. Aug 19 12:07:23.345344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-673e9da7-861e-4b60-b213-c195af996104 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603147 Aug 19 12:07:23.492692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeaac0c-aba0-4f4e-864b-3083fb267aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:23.494155 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dfeaac0c-aba0-4f4e-864b-3083fb267aae admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1445849 Aug 19 12:07:25.649682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40870) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:25.696678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:25.824953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Made reservation on behalf of d39ddf277db742d2b67b29bfdc71e517 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:25.827158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.856440 n-d-803757-2 neutron-server[95543]: WARNING neutron.services.revisions.revision_plugin [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Could not find related network for resource to bump revision. Aug 19 12:07:25.866344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:07:25.874737 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:25.875115 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Added segment a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2 of type vlan for network 123f3c68-0a32-439b-ae90-d0832512cb4f Aug 19 12:07:25.921615 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.027879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.028833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:26.029410 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:26.089299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=123f3c68-0a32-439b-ae90-d0832512cb4f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:26.095895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.096244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.096609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.096962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.097293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.097620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.097943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.098381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.098721 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.099073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.099394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.099711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:26.111108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 123f3c68-0a32-439b-ae90-d0832512cb4f details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:07:26.182782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-da5545a2-9c8d-44c2-8004-76a0d81e8ec4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5320539 Aug 19 12:07:28.332665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40878) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:07:28.392205 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-50540f17-a4f5-4e66-8e9d-1d22ca87264f admin admin] GET failed (client error): The resource could not be found. Aug 19 12:07:28.393484 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-50540f17-a4f5-4e66-8e9d-1d22ca87264f admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598450 Aug 19 12:07:28.460927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283e292b-1198-4486-a9c8-1a428130bef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:28.462622 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-283e292b-1198-4486-a9c8-1a428130bef5 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648375 Aug 19 12:07:28.472945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:07:28.579615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] Made reservation on behalf of d39ddf277db742d2b67b29bfdc71e517 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:07:28.581744 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.893528 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:28.952681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921cc1df-8096-48b9-a633-a6ddb70a39aa,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:28.957567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:28.957916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] Network hostable DHCP agents. Network: 123f3c68-0a32-439b-ae90-d0832512cb4f, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:07:29.050625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:07:29.158939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 123f3c68-0a32-439b-ae90-d0832512cb4f) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:29.162887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:07:29.163464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.167850 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2685637-143e-4bfc-8328-3e0e88225dcd None None] Network 123f3c68-0a32-439b-ae90-d0832512cb4f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:29.300399 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c06ff3ef-7b7e-4c5d-8602-61bef42c7115 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8306835 Aug 19 12:07:29.402236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-123f3c68-0a32-439b-ae90-d0832512cb4f', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'tenant_id': 'd39ddf277db742d2b67b29bfdc71e517', 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:07:29.403169 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.538920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Allocated IP 192.168.233.2 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/ed24b281-28c0-4ccf-a888-066a2ade6570) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:07:29.685292 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.694306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Transition to ACTIVE for port object ed24b281-28c0-4ccf-a888-066a2ade6570 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:29.712253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Transition to ACTIVE for port object ed24b281-28c0-4ccf-a888-066a2ade6570 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:07:29.797011 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.838201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:07:29.841108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:07:29.845417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:07:29.854890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Pushing event updated for resources: {'Port': ['ID=ed24b281-28c0-4ccf-a888-066a2ade6570,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:29.877060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.877408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.877751 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.878095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.878430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.878757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.879133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.879459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.879787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.880129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.880455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.880776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:07:29.925522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Attempting to bind port ed24b281-28c0-4ccf-a888-066a2ade6570 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:07:29.925891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Attempting to bind port ed24b281-28c0-4ccf-a888-066a2ade6570 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:07:29.926250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Attempting to bind port ed24b281-28c0-4ccf-a888-066a2ade6570 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:07:29.931258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:07:29.931623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:07:29.932019 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.932414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:07:29.932877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Bound port: ed24b281-28c0-4ccf-a888-066a2ade6570, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:07:29.933267 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:29.995304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] For port ed24b281-28c0-4ccf-a888-066a2ade6570, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:07:29.998345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] For port ed24b281-28c0-4ccf-a888-066a2ade6570, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ed24b281-28c0-4ccf-a888-066a2ade6570,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:07:30.068362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:30.126960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a87f4-9411-4870-a551-7baae46d07e8 None None] Pushing event updated for resources: {'Port': ['ID=ed24b281-28c0-4ccf-a888-066a2ade6570,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:30.931764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ef54d-dcf9-40f0-acab-5d6c542b59b6 None None] Network 123f3c68-0a32-439b-ae90-d0832512cb4f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:07:31.165322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-85f19735-fe4e-441f-92e0-ddfd8f3c4f5e None None] Provisioning for port ed24b281-28c0-4ccf-a888-066a2ade6570 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:31.662997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ed24b281-28c0-4ccf-a888-066a2ade6570 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:31.784890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port ed24b281-28c0-4ccf-a888-066a2ade6570 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:07:31.788888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ed24b281-28c0-4ccf-a888-066a2ade6570 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:31.789260 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.874119 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:31.906860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port ed24b281-28c0-4ccf-a888-066a2ade6570, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ed24b281-28c0-4ccf-a888-066a2ade6570,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:07:32.007595 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:32.055535 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=ed24b281-28c0-4ccf-a888-066a2ade6570,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:07:33.639875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ed24b281-28c0-4ccf-a888-066a2ade6570 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:07:33.690378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ed24b281-28c0-4ccf-a888-066a2ade6570 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:07:33.690748 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:35.041743 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e4afdee7-8216-48d1-86f2-2ced477d073b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:37.595633 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:37.658359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-90c4fbb6-a75a-410a-9cf2-d39c568c7a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:38.890149 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:40.344673 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:07:50.159154 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:08:04.925764 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-47ea0239-432a-4e7c-8ea0-a5d62b450d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.645906 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:07.685330 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6cfa20f6-006f-4bf6-9e3d-d49064a59fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:08.889044 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:10.342940 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:27.158640 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:08:34.949944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2f01b5ff-a3ab-4a95-b995-e5d6821f7479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:37.607296 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:37.689721 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-91c8e96e-de2a-48a9-a19f-c0362b500e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:38.966824 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:40.338038 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:48.475281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40930) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:48.481159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-7a0f980d-237a-407f-9b7c-0fcbcd1138ac tempest-verify_tempest_config-28770387 tempest-verify_tempest_config-28770387-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:08:48.482123 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7a0f980d-237a-407f-9b7c-0fcbcd1138ac tempest-verify_tempest_config-28770387 tempest-verify_tempest_config-28770387-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058975 Aug 19 12:08:49.050192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40948) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:49.154271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.237490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.309307 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.353329 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6e8d38e0b9046939bfef6769051e54c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3020566 Aug 19 12:08:49.354929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c7dbd-493f-4bda-9bc4-405830dc25bc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:49.356679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40952) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:08:49.361910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.362255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.362586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.362940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.363281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.363590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.363907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.364222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.364535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.364849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.365159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.365471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe34928-3cbb-4cbe-842a-e200635a0891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.441932 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.461865 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.609419 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.611754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:08:49.613021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a37c7dbd-493f-4bda-9bc4-405830dc25bc HTTP/1.1" status: 204 len: 168 time: 0.2552924 Aug 19 12:08:49.621477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c7dbd-493f-4bda-9bc4-405830dc25bc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:08:49.628241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.628536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.628855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.629212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.629543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.629914 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.630177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.630498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.630836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.631223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.631532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:08:49.631779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabd5a1-1534-43a5-912f-1561ba8a1b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:09:04.157914 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:09:05.036334 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-18ef49fb-f6b2-4926-94cc-c8d4fc07f42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:07.594201 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:07.699274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f98dff16-c0a1-45f9-8947-ed8b2cc669fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:08.910575 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:10.338834 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:34.925634 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-781c0ce5-31e0-4c38-9420-2658d5543be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.588706 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:37.674293 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ad74611c-f2e7-41b0-b07c-f2ba3ef79096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:38.880143 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:40.317738 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:09:41.157669 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:10:04.933293 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ddeab614-3a5d-4043-93b9-dac78bc0a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:07.574976 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:07.660229 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b904d87c-e728-4359-b938-dc4345adc162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:08.912400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:10.310689 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:18.155966 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:10:34.945001 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ae3f90ed-c097-4382-ba28-c9b4c7f6d764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:37.596227 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:37.653394 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-71b169aa-3c52-41f0-a542-4afafd1d82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:38.927614 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:40.327729 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:10:55.154515 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:11:04.926223 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-12b17874-7232-430c-85b2-f47709823b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:07.583543 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:07.640374 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-49e7e077-d249-41c0-89e2-463075c2f406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:08.891660 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:10.319618 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:32.152789 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 5 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:11:34.946099 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9b525806-c864-4210-a66f-7d53ad8d3f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:37.639085 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:37.684708 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-435debc9-2f8d-45ae-9fb5-c15acc2bb1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:38.912972 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:40.345829 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:54.962493 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275038'] for agent, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:11:55.745385 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-275038'] for agent, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:04.968328 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0944334b-318d-4f79-b509-3421602fcd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:07.589950 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:07.648414 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d815e6a-4dd3-485b-b198-1a8879ebd14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:08.905185 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:09.152588 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:12:10.333672 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:24.847527 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:25.704705 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:34.927204 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-19ef4260-d83a-4f9c-82c2-5d766ee7a2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:37.600715 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:37.646921 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c8ad2b1f-e852-4a4c-adf6-eb0c2f3dcc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:38.989685 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:40.367083 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:41.446104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41022) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:41.547659 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9ed8c595-71c1-40c2-b3b8-74ea83cefd9c admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1004415 Aug 19 12:12:43.680124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41032) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:12:43.735444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-11b5c221-e0f9-41c1-9d05-54b142171a4a admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0542312 Aug 19 12:12:46.152485 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:12:54.851631 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:12:55.759980 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:04.925002 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-41af9fe0-e6e2-4aee-922f-6971bd1aff7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:07.587453 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:07.679564 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7584f7d-b8ac-4477-91ae-cb31a965f7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:08.958752 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:10.359259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:23.152438 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:13:24.843895 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:25.764951 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:34.945761 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d6284c15-13cd-4dcd-a7a3-5cbfa6b9d4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.597338 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:37.711786 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cfd06f6c-2448-451e-bb16-7d4ab53b222f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:38.974376 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:40.362784 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:54.876816 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:13:55.728228 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:00.151891 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:14:04.944648 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0696022e-c793-4088-8c99-41ea33749f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.653322 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:07.744944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-26761594-9b2b-4b59-9565-a7aa45b7ec18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:08.046128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41156) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:08.272477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9d42cca1-cdb9-412d-ac10-179248c2aedc tempest-AutoAllocateNetworkTest-1843686415 tempest-AutoAllocateNetworkTest-1843686415-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4438c357ad1448dd965b80b4b55ebb4b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2251751 Aug 19 12:14:08.275438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41182) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:08.455364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aec93d4-b866-4760-9b91-0ce7293b2a72 tempest-AutoAllocateNetworkTest-1843686415 tempest-AutoAllocateNetworkTest-1843686415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:08.456870 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1aec93d4-b866-4760-9b91-0ce7293b2a72 tempest-AutoAllocateNetworkTest-1843686415 tempest-AutoAllocateNetworkTest-1843686415-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1805041 Aug 19 12:14:08.459779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41190) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:08.551230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f3b8be2c-4a70-4a86-901c-fc8d6ac5caea tempest-AutoAllocateNetworkTest-1843686415 tempest-AutoAllocateNetworkTest-1843686415-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903397 Aug 19 12:14:08.553691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41192) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:08.580376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-46a0d518-4bff-4540-95a7-699c0d92ab68 tempest-AutoAllocateNetworkTest-1843686415 tempest-AutoAllocateNetworkTest-1843686415-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4438c357ad1448dd965b80b4b55ebb4b HTTP/1.1" status: 200 len: 208 time: 0.0256894 Aug 19 12:14:08.972910 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:09.898083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41232) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:10.177248 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.188119 n-d-803757-2 neutron-server[95542]: INFO neutron.quota [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Loaded quota_driver: . Aug 19 12:14:10.307796 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.372953 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.464309 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.510375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae419c49-b9d7-402a-a9db-f65cb4f4d5fa,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:10.516023 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4438c357ad1448dd965b80b4b55ebb4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6169550 Aug 19 12:14:10.518931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41256) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:10.521053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.521360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.521696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.522030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.522358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.522702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.523027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.523348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.523667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.523982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.524819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.525139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399d789-3bf3-4600-a2f5-4902c896a8f8 admin admin] Tracked resource versions report: Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: pushed versions: Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: { 'AddressGroup': {'1.2'}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'ConntrackHelper': {'1.0'}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'Log': {'1.0'}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'Network': {'1.1'}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'Port': {'1.7'}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'PortForwarding': {'1.2'}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'QosPolicy': {'1.9'}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'SecurityGroup': {'1.4'}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'SubPort': {'1.0'}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'Subnet': {'1.1'}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'Trunk': {'1.1'}} Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: consumer versions: Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: { DHCP agent@n-d-803757-2: {}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: HyperV agent@n-h1-803757-2: {}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: HyperV agent@n-h2-803757-2: {}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: L3 agent@n-d-803757-2: {}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: Metadata agent@n-d-803757-2: {}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: Metering agent@n-d-803757-2: {}, Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: Open vSwitch agent@n-d-803757-2: { 'AddressGroup': '1.2', Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'ConntrackHelper': '1.0', Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'Log': '1.0', Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'Network': '1.1', Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'Port': '1.7', Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'PortForwarding': '1.2', Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'QosPolicy': '1.9', Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'SecurityGroup': '1.4', Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'SecurityGroupRule': '1.2', Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'SubPort': '1.0', Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'Subnet': '1.1', Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: 'Trunk': '1.1'}} Aug 19 12:14:10.526272 n-d-803757-2 neutron-server[95542]: {{(pid=95542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:14:10.577654 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.599228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.731978 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.734502 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:10.735678 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae419c49-b9d7-402a-a9db-f65cb4f4d5fa HTTP/1.1" status: 204 len: 168 time: 0.2156422 Aug 19 12:14:10.743770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae419c49-b9d7-402a-a9db-f65cb4f4d5fa,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:10.751020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.751363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.751694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.752016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.752337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.752653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.752969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.753284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.753597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.753909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.754220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.754533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f0d62a-69ab-4437-a645-861f2ed6989b admin admin] Tracked resource versions report: Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: pushed versions: Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: { 'AddressGroup': {'1.2'}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'ConntrackHelper': {'1.0'}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'Log': {'1.0'}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'Network': {'1.1'}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'Port': {'1.7'}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'PortForwarding': {'1.2'}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'QosPolicy': {'1.9'}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'SecurityGroup': {'1.4'}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'SubPort': {'1.0'}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'Subnet': {'1.1'}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'Trunk': {'1.1'}} Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: consumer versions: Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: { DHCP agent@n-d-803757-2: {}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: HyperV agent@n-h1-803757-2: {}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: HyperV agent@n-h2-803757-2: {}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: L3 agent@n-d-803757-2: {}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: Metadata agent@n-d-803757-2: {}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: Metering agent@n-d-803757-2: {}, Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: Open vSwitch agent@n-d-803757-2: { 'AddressGroup': '1.2', Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'ConntrackHelper': '1.0', Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'Log': '1.0', Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'Network': '1.1', Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'Port': '1.7', Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'PortForwarding': '1.2', Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'QosPolicy': '1.9', Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'SecurityGroup': '1.4', Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'SecurityGroupRule': '1.2', Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'SubPort': '1.0', Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'Subnet': '1.1', Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: 'Trunk': '1.1'}} Aug 19 12:14:10.755662 n-d-803757-2 neutron-server[95543]: {{(pid=95543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:14:16.052078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41454) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:16.088470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41458) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:16.255164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-486d95b7-07ac-42cb-85d6-097bb8b0b7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.274794 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-603dbd81-0cb4-4b17-becb-32404a8f6744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.345687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-486d95b7-07ac-42cb-85d6-097bb8b0b7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.425682 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-486d95b7-07ac-42cb-85d6-097bb8b0b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.472009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d95b7-07ac-42cb-85d6-097bb8b0b7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4f5ddc-9307-4fc6-8c04-afd5558c0306,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:16.483119 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-486d95b7-07ac-42cb-85d6-097bb8b0b7c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0821b3ee26e147bcb8faaa9278dc7b7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4298389 Aug 19 12:14:16.485640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41486) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:16.536302 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-603dbd81-0cb4-4b17-becb-32404a8f6744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.540834 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba258-a4df-414d-a10c-9c7c08c2ec5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.564535 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba258-a4df-414d-a10c-9c7c08c2ec5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.675064 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-603dbd81-0cb4-4b17-becb-32404a8f6744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.723710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba258-a4df-414d-a10c-9c7c08c2ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.727603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba258-a4df-414d-a10c-9c7c08c2ec5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.732665 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bc2ba258-a4df-414d-a10c-9c7c08c2ec5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb4f5ddc-9307-4fc6-8c04-afd5558c0306 HTTP/1.1" status: 204 len: 168 time: 0.2420266 Aug 19 12:14:16.732786 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-603dbd81-0cb4-4b17-becb-32404a8f6744 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2573c23d3e2247a9a2efce0b9e7b00da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6407206 Aug 19 12:14:16.732786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dbd81-0cb4-4b17-becb-32404a8f6744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6a9d8d-4dae-4f00-ba43-5b49945e0fa5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:16.736226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41508) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:16.752994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ba258-a4df-414d-a10c-9c7c08c2ec5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4f5ddc-9307-4fc6-8c04-afd5558c0306,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:16.789737 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-98df41c5-d952-475a-9561-2c5774ab864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.810986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-98df41c5-d952-475a-9561-2c5774ab864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.938338 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-98df41c5-d952-475a-9561-2c5774ab864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.941177 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-98df41c5-d952-475a-9561-2c5774ab864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:16.942379 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-98df41c5-d952-475a-9561-2c5774ab864c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be6a9d8d-4dae-4f00-ba43-5b49945e0fa5 HTTP/1.1" status: 204 len: 168 time: 0.2051098 Aug 19 12:14:16.951311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df41c5-d952-475a-9561-2c5774ab864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6a9d8d-4dae-4f00-ba43-5b49945e0fa5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:17.603242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41568) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:17.618606 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e421541b-228d-4833-a15b-c41efe3c9244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.709322 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e421541b-228d-4833-a15b-c41efe3c9244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.801569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e421541b-228d-4833-a15b-c41efe3c9244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.844521 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e421541b-228d-4833-a15b-c41efe3c9244 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20c94dcb759247dfa5a15323cc353700&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2402077 Aug 19 12:14:17.845442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421541b-228d-4833-a15b-c41efe3c9244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf5213d-2e2b-4b5c-be0e-33685b472886,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:17.847192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41578) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:17.895306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d60dcc30-6415-4595-aac7-8bfdb9648d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:17.916107 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d60dcc30-6415-4595-aac7-8bfdb9648d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.081454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41590) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:18.094913 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d60dcc30-6415-4595-aac7-8bfdb9648d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.099994 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d60dcc30-6415-4595-aac7-8bfdb9648d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.104316 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d60dcc30-6415-4595-aac7-8bfdb9648d41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bf5213d-2e2b-4b5c-be0e-33685b472886 HTTP/1.1" status: 204 len: 168 time: 0.2528729 Aug 19 12:14:18.104316 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77870f8d-0a12-4938-8459-8da48a185aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.124025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dcc30-6415-4595-aac7-8bfdb9648d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf5213d-2e2b-4b5c-be0e-33685b472886,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.179596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41596) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:18.199928 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77870f8d-0a12-4938-8459-8da48a185aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.338825 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77870f8d-0a12-4938-8459-8da48a185aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.368022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77870f8d-0a12-4938-8459-8da48a185aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ce6fa-73d6-41ee-8caa-f4eb7f000ecd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.403277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41608) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:18.403474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-77870f8d-0a12-4938-8459-8da48a185aff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=548e74df424b4af0b33e2ba10f31e883&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3207891 Aug 19 12:14:18.453477 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7cc5aa9-d1d3-4906-b9cd-026610776a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.474319 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7cc5aa9-d1d3-4906-b9cd-026610776a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.566295 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-440fec2f-55f7-4223-b2c4-23e0bef477d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.591427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41620) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:18.627090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7cc5aa9-d1d3-4906-b9cd-026610776a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.627090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7cc5aa9-d1d3-4906-b9cd-026610776a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.627731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b7cc5aa9-d1d3-4906-b9cd-026610776a13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c1ce6fa-73d6-41ee-8caa-f4eb7f000ecd HTTP/1.1" status: 204 len: 168 time: 0.2234895 Aug 19 12:14:18.643487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc5aa9-d1d3-4906-b9cd-026610776a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ce6fa-73d6-41ee-8caa-f4eb7f000ecd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.695209 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-440fec2f-55f7-4223-b2c4-23e0bef477d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.763933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d470572b-92d9-43f9-915f-5bf4a587d206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.812526 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-440fec2f-55f7-4223-b2c4-23e0bef477d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.858710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fec2f-55f7-4223-b2c4-23e0bef477d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a51ab16-8e6c-4c8b-b503-f74abfcaf2e4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:18.875516 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-440fec2f-55f7-4223-b2c4-23e0bef477d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af30a9651fd74395a096da35b4a1f85f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6945670 Aug 19 12:14:18.878055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41644) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:18.936589 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21503a69-5c6d-4f7a-ace2-4440de0b267f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.940806 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d470572b-92d9-43f9-915f-5bf4a587d206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:18.958907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21503a69-5c6d-4f7a-ace2-4440de0b267f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.081099 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d470572b-92d9-43f9-915f-5bf4a587d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.120538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d470572b-92d9-43f9-915f-5bf4a587d206 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97182a5bfd5c4a01ba32d1008039d20f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5280378 Aug 19 12:14:19.121396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470572b-92d9-43f9-915f-5bf4a587d206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a373e6-52a2-4f57-8c49-faf68febfbc2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:19.124203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41656) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:19.166969 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21503a69-5c6d-4f7a-ace2-4440de0b267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.170158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21503a69-5c6d-4f7a-ace2-4440de0b267f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.171442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-21503a69-5c6d-4f7a-ace2-4440de0b267f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a51ab16-8e6c-4c8b-b503-f74abfcaf2e4 HTTP/1.1" status: 204 len: 168 time: 0.2924740 Aug 19 12:14:19.186741 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21503a69-5c6d-4f7a-ace2-4440de0b267f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a51ab16-8e6c-4c8b-b503-f74abfcaf2e4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:19.194416 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2d3d-b068-45bf-ad8c-3f0af2cf4b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.249468 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2d3d-b068-45bf-ad8c-3f0af2cf4b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.555089 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2d3d-b068-45bf-ad8c-3f0af2cf4b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.557701 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e0e2d3d-b068-45bf-ad8c-3f0af2cf4b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:19.558924 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0e0e2d3d-b068-45bf-ad8c-3f0af2cf4b56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7a373e6-52a2-4f57-8c49-faf68febfbc2 HTTP/1.1" status: 204 len: 168 time: 0.4330819 Aug 19 12:14:19.566529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e2d3d-b068-45bf-ad8c-3f0af2cf4b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a373e6-52a2-4f57-8c49-faf68febfbc2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:20.377965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41738) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:20.380419 n-d-803757-2 neutron-server[95542]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 12:14:20.404836 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-8f8acb4c-25eb-4f39-8d08-b0c9af85431b tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0df52e0716fd45fd846b427df300b9e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256286 Aug 19 12:14:20.476386 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41744) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:20.495246 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ab27cdda-4ffa-4c02-98ca-b51605879f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.514211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-6145a58b-00f2-4193-9386-79dd2317e32a tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:20.515959 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-6145a58b-00f2-4193-9386-79dd2317e32a tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048498 Aug 19 12:14:20.533257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-3afb385a-5e63-4298-8b75-14547e12ec05 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/quotas/0df52e0716fd45fd846b427df300b9e7 HTTP/1.1" status: 200 len: 375 time: 0.0116267 Aug 19 12:14:20.598843 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-2d44b0b8-de94-4350-af0a-ad2b6c329f38 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0df52e0716fd45fd846b427df300b9e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600491 Aug 19 12:14:20.605443 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ab27cdda-4ffa-4c02-98ca-b51605879f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.729127 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ab27cdda-4ffa-4c02-98ca-b51605879f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.768658 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ab27cdda-4ffa-4c02-98ca-b51605879f12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d40b98ad92a14825adf279e27b086817&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2881665 Aug 19 12:14:20.769002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41756) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:20.790108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27cdda-4ffa-4c02-98ca-b51605879f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b9bee3-92b9-4323-af95-852f4a849c3f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:20.834167 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ff95181-1ae3-45fc-8ea2-9bae3301d8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.859817 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ff95181-1ae3-45fc-8ea2-9bae3301d8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.909945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41774) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:20.929298 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7fcd417f-16f8-487a-ade3-60d4789cdc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:20.987089 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2757ea30-ca10-410d-8e92-04c0fa36716f req-b99cd829-913a-47c9-9e41-66e9c35612b0 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 210 time: 0.0674791 Aug 19 12:14:21.052724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ff95181-1ae3-45fc-8ea2-9bae3301d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.056449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ff95181-1ae3-45fc-8ea2-9bae3301d8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.057626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6ff95181-1ae3-45fc-8ea2-9bae3301d8f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22b9bee3-92b9-4323-af95-852f4a849c3f HTTP/1.1" status: 204 len: 168 time: 0.2876616 Aug 19 12:14:21.075424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff95181-1ae3-45fc-8ea2-9bae3301d8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b9bee3-92b9-4323-af95-852f4a849c3f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:21.127978 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7fcd417f-16f8-487a-ade3-60d4789cdc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.206424 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7fcd417f-16f8-487a-ade3-60d4789cdc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.247998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41804) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:21.248118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7fcd417f-16f8-487a-ade3-60d4789cdc34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f42c3268dacb4695827be6d0a532df88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3353660 Aug 19 12:14:21.256777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd417f-16f8-487a-ade3-60d4789cdc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f7079b-5465-4d84-85c7-41875c61b5c6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:21.307207 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-342a50e2-bb55-4ece-a003-12022a81c77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.341955 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-342a50e2-bb55-4ece-a003-12022a81c77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.589384 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-342a50e2-bb55-4ece-a003-12022a81c77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.592188 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-342a50e2-bb55-4ece-a003-12022a81c77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:21.596225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-342a50e2-bb55-4ece-a003-12022a81c77b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26f7079b-5465-4d84-85c7-41875c61b5c6 HTTP/1.1" status: 204 len: 168 time: 0.3443995 Aug 19 12:14:21.602890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a50e2-bb55-4ece-a003-12022a81c77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f7079b-5465-4d84-85c7-41875c61b5c6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:21.958495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41842) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:22.329829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-network', 'tenant_id': '234f10076afd426c9c349cdd2953cd03'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:22.456154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41880) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:22.508712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Made reservation on behalf of 234f10076afd426c9c349cdd2953cd03 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:22.512104 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.519722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.605183 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.703731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.735868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:22.742642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b221d58-280c-4674-a433-fe66e2431169,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:22.752661 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729423706570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:22.753239 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Unsubscribe: segment precommit_create {{(pid=95542) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 12:14:22.753724 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Added segment f232e3da-de81-4109-9d27-43f0508e6b59 of type vlan for network 249e42bf-355b-41f3-9364-07c3ec7f0839 Aug 19 12:14:22.850103 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.025533 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.027044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:23.027154 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.113625 n-d-803757-2 neutron-server[95543]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 12:14:23.133867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] Pushing event updated for resources: {'Network': ['ID=249e42bf-355b-41f3-9364-07c3ec7f0839,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:23.145788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 249e42bf-355b-41f3-9364-07c3ec7f0839 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:23.178177 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dfbe0789-b975-4b34-a3c1-45a6c1d46699 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2182984 Aug 19 12:14:23.181080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41900) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:23.187114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] Request body: {'subnet': {'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-subnet', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:23.203584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08a7d3ac-902f-45c9-b00a-c15df7fd11e2 req-8a95931f-853a-40d0-bc3e-e21f9341e886 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 210 time: 0.7456238 Aug 19 12:14:23.239508 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41904) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:23.360998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] Made reservation on behalf of 234f10076afd426c9c349cdd2953cd03 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:23.364703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.562698 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb0a5-8cbf-4bdb-a7d2-aa0e5205d5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.792038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb0a5-8cbf-4bdb-a7d2-aa0e5205d5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.897661 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.961073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb0a5-8cbf-4bdb-a7d2-aa0e5205d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:23.977601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb42b23-06f7-4a7c-9e91-c255261f3eec,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:23.981233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] Checking segment: {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:23.981620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] Network hostable DHCP agents. Network: 249e42bf-355b-41f3-9364-07c3ec7f0839, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:24.033269 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8d8cb0a5-8cbf-4bdb-a7d2-aa0e5205d5cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c5eee943e6940ec8461acbf73ec1e9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7927010 Aug 19 12:14:24.036188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41948) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:24.040482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cb0a5-8cbf-4bdb-a7d2-aa0e5205d5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a2fac5-5116-4674-8dc7-7a0832169d7f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:24.097748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6cc8-c617-4463-8447-c8e0fa1d36e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.123558 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6cc8-c617-4463-8447-c8e0fa1d36e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.166002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] Network 249e42bf-355b-41f3-9364-07c3ec7f0839 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:24.281836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6cc8-c617-4463-8447-c8e0fa1d36e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.281836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6cc8-c617-4463-8447-c8e0fa1d36e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.282592 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1b4f6cc8-c617-4463-8447-c8e0fa1d36e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11a2fac5-5116-4674-8dc7-7a0832169d7f HTTP/1.1" status: 204 len: 168 time: 0.2453587 Aug 19 12:14:24.286408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41958) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:24.303787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f6cc8-c617-4463-8447-c8e0fa1d36e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a2fac5-5116-4674-8dc7-7a0832169d7f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:24.321517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 249e42bf-355b-41f3-9364-07c3ec7f0839) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:24.326262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:24.327502 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.338817 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98676a3f-f50c-413a-96c7-a22d68d578e5 None None] Network 249e42bf-355b-41f3-9364-07c3ec7f0839 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:24.406943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f89c9d20-46cb-4ede-893e-5544578315dd req-57eadc9b-f214-4509-98ff-c9730247ec55 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 210 time: 0.0308709 Aug 19 12:14:24.505769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-249e42bf-355b-41f3-9364-07c3ec7f0839', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:14:24.506657 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.545407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-435222743-network', 'tenant_id': '6b81bb21c5aa454baad4a2004864545e'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:24.612668 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-497b0c26-953c-487d-ad0c-a8d871fd0dcf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4303176 Aug 19 12:14:24.616071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41964) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:24.621982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:24.630843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:14:24.630843 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:14:24.630843 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id_1': '234f10076afd426c9c349cdd2953cd03', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 14, 24, 626323)}] Aug 19 12:14:24.630843 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:14:24.631195 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:14:24.646885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Allocated IP 172.20.0.2 (249e42bf-355b-41f3-9364-07c3ec7f0839/3cb42b23-06f7-4a7c-9e91-c255261f3eec/d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:24.765552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Made reservation on behalf of 6b81bb21c5aa454baad4a2004864545e for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:24.767914 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.776975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.792513 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.802029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Transition to ACTIVE for port object d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:24.822138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Transition to ACTIVE for port object d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:24.875841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.961709 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.965912 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:24.996406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Network 249e42bf-355b-41f3-9364-07c3ec7f0839 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:25.000681 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.008596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:25.012760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Pushing event updated for resources: {'Port': ['ID=d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.012760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:25.025426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.025620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.030820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.031469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.031958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.032502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.032986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.033762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.033762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.033954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.034422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.035566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:25.035937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Tracked resource versions report: Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: pushed versions: Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: { 'AddressGroup': {'1.2'}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'ConntrackHelper': {'1.0'}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'Log': {'1.0'}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'Network': {'1.1'}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'Port': {'1.7'}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'PortForwarding': {'1.2'}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'QosPolicy': {'1.9'}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'SecurityGroup': {'1.4'}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'SubPort': {'1.0'}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'Subnet': {'1.1'}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'Trunk': {'1.1'}} Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: consumer versions: Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: { DHCP agent@n-d-803757-2: {}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: HyperV agent@n-h1-803757-2: {}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: HyperV agent@n-h2-803757-2: {}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: L3 agent@n-d-803757-2: {}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: Metadata agent@n-d-803757-2: {}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: Metering agent@n-d-803757-2: {}, Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: Open vSwitch agent@n-d-803757-2: { 'AddressGroup': '1.2', Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'ConntrackHelper': '1.0', Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'Log': '1.0', Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'Network': '1.1', Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'Port': '1.7', Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'PortForwarding': '1.2', Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'QosPolicy': '1.9', Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'SecurityGroup': '1.4', Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'SecurityGroupRule': '1.2', Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'SubPort': '1.0', Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'Subnet': '1.1', Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: 'Trunk': '1.1'}} Aug 19 12:14:25.037046 n-d-803757-2 neutron-server[95544]: {{(pid=95544) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:14:25.040922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf669bf-8806-4a2d-a3f4-21cc8ca42799,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.067513 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.072323 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Added segment 63745165-40b4-4872-85ca-ed690517a8f6 of type vlan for network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 Aug 19 12:14:25.098758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Attempting to bind port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:25.101074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Attempting to bind port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:25.101074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Attempting to bind port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 on network 249e42bf-355b-41f3-9364-07c3ec7f0839 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:25.104813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:25.105194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Checking segment: {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:25.105589 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.105981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Bound using segment: {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:25.106445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Bound port: d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:25.106935 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.118003 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.181252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] For port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:25.185176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] For port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:25.204410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41978) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:25.216939 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-16bbeb2a-20f2-493b-a804-b4c1c3e36acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.229069 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.230465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:25.231084 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.232259 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.233749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.298515 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.302502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] Pushing event updated for resources: {'Network': ['ID=bd7ebef6-e919-454f-b19c-45fbcfe86bc7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.314797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:25.363472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.30', 62643) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:25.391300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.419808 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-948f023f-4d9e-471e-8dba-7436d43a8274 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0df52e0716fd45fd846b427df300b9e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551846 Aug 19 12:14:25.439577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8add918-76ca-4912-b00e-2ed03b1a0115 None None] Pushing event updated for resources: {'Port': ['ID=d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.499266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-16bbeb2a-20f2-493b-a804-b4c1c3e36acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.593753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5fde3444-ca3e-4f4c-b093-6fedae0065d4 req-ed889ea4-2753-4535-84b2-ebfbd151c110 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 210 time: 0.0697720 Aug 19 12:14:25.715368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-877274ee-5c3c-4d92-a358-849d8c06f876 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:25.731232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-16bbeb2a-20f2-493b-a804-b4c1c3e36acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.740591 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-877274ee-5c3c-4d92-a358-849d8c06f876 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3063784 Aug 19 12:14:25.793157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbeb2a-20f2-493b-a804-b4c1c3e36acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d3af51-ace3-4a67-a078-42ffc1de01d2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:25.804671 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c558c4cc-ee74-43be-9f04-e36559c03e5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5169559 Aug 19 12:14:25.805639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41996) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:25.811476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] Request body: {'subnet': {'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-435222743-subnet', 'tenant_id': '6b81bb21c5aa454baad4a2004864545e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:25.838088 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-16bbeb2a-20f2-493b-a804-b4c1c3e36acc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff735848aaea4a71ba0b46ac87e51835&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6369302 Aug 19 12:14:25.848680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42002) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:25.855005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Request body: {'port': {'device_id': '921566cc-d18a-4297-a946-0976ca277c03', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '0df52e0716fd45fd846b427df300b9e7'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:25.883652 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.897709 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:25.970384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:25.986709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] Made reservation on behalf of 6b81bb21c5aa454baad4a2004864545e for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:25.990465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.160058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:26.287822 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da4f9465-3f0c-4650-8a10-119c0396ccb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.306228 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.337845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.352384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da4f9465-3f0c-4650-8a10-119c0396ccb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.492953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Made reservation on behalf of 0df52e0716fd45fd846b427df300b9e7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:26.497254 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.518820 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.575727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42026) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:26.600489 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da4f9465-3f0c-4650-8a10-119c0396ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.603935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e8a88a-57ea-4a66-9055-0a80bedcf2f8 None None] Network 249e42bf-355b-41f3-9364-07c3ec7f0839 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:26.613316 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da4f9465-3f0c-4650-8a10-119c0396ccb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.613316 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-da4f9465-3f0c-4650-8a10-119c0396ccb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97d3af51-ace3-4a67-a078-42ffc1de01d2 HTTP/1.1" status: 204 len: 168 time: 0.7577655 Aug 19 12:14:26.617770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Allocated IP 172.25.2.37 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/8c308307-0e71-4e83-8ef0-7e8f356471d4) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:26.630728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f9465-3f0c-4650-8a10-119c0396ccb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d3af51-ace3-4a67-a078-42ffc1de01d2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:26.712004 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.732750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.791607 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.812964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-126d4a58-6d0a-4187-80a2-57f68d304b8b req-78903ce7-9664-43ae-ad78-0ce8a60651fb tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 210 time: 0.0506189 Aug 19 12:14:26.832343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:26.848758 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0690ab5e-99ca-4426-aec7-357c44659fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.850544 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.892059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-711ad4a3-bcb7-4380-a479-560aba9ac746 None None] Provisioning for port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:26.896966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-711ad4a3-bcb7-4380-a479-560aba9ac746 None None] Provisioning complete for port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:26.897525 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-711ad4a3-bcb7-4380-a479-560aba9ac746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:26.915736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:26.915973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] Network hostable DHCP agents. Network: bd7ebef6-e919-454f-b19c-45fbcfe86bc7, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:26.984268 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-711ad4a3-bcb7-4380-a479-560aba9ac746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.020008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-711ad4a3-bcb7-4380-a479-560aba9ac746 None None] For port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:27.028818 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e647808-e35b-4823-9f48-29eb6939d312,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:27.052361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.132638 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-711ad4a3-bcb7-4380-a479-560aba9ac746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.161426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:27.165753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Pushing event updated for resources: {'Port': ['ID=8c308307-0e71-4e83-8ef0-7e8f356471d4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:27.170072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:27.175854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Allocated IP 192.168.233.4 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/687262f4-6cc8-4215-9730-3ccf3ba64e9c) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:27.209398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ad4a3-bcb7-4380-a479-560aba9ac746 None None] Pushing event updated for resources: {'Port': ['ID=d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:27.223145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:27.261486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-acee26ae-efd6-4fa3-ad96-d936aa973114 None None] Provisioning complete for port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:27.261858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-acee26ae-efd6-4fa3-ad96-d936aa973114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.294827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] Network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:27.332754 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0690ab5e-99ca-4426-aec7-357c44659fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.417138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.452513 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0690ab5e-99ca-4426-aec7-357c44659fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.474920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Transition to ACTIVE for port object 687262f4-6cc8-4215-9730-3ccf3ba64e9c will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:27.489651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, bd7ebef6-e919-454f-b19c-45fbcfe86bc7) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:27.497478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbe654-1ba6-4786-a773-c8618576b2eb None None] Network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:27.507480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:27.508077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.524165 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0690ab5e-99ca-4426-aec7-357c44659fcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa9ca3399bd24963838a6509d3c8a12f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9472110 Aug 19 12:14:27.529137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42054) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:27.532573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690ab5e-99ca-4426-aec7-357c44659fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafa2a99-0cb2-4b87-b2b7-a09b7fc23ed0,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:27.622242 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6ffe86d-5604-44fe-9816-fa53ba30e47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.656641 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6ffe86d-5604-44fe-9816-fa53ba30e47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.657300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632f4c0e-1c8a-420a-95ec-0d4dbc910148 None None] Network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:27.876042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-28cccea5-e897-45a6-b2e5-07376a0ca1c4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0694585 Aug 19 12:14:27.939716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:27.981621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:28.106037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:28.106691 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.124635 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6ffe86d-5604-44fe-9816-fa53ba30e47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.131100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6ffe86d-5604-44fe-9816-fa53ba30e47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.138956 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a6ffe86d-5604-44fe-9816-fa53ba30e47d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bafa2a99-0cb2-4b87-b2b7-a09b7fc23ed0 HTTP/1.1" status: 204 len: 168 time: 0.6053019 Aug 19 12:14:28.233995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffe86d-5604-44fe-9816-fa53ba30e47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafa2a99-0cb2-4b87-b2b7-a09b7fc23ed0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:28.234209 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Pushing event updated for resources: {'Port': ['ID=687262f4-6cc8-4215-9730-3ccf3ba64e9c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:28.243317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:28.244864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:28.287911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05a098-39ad-433e-8b52-bad66dd792b5 req-a878df51-e475-436e-a376-4e2dfd9d8316 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:28.293964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:28.298659 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bc05a098-39ad-433e-8b52-bad66dd792b5 req-a878df51-e475-436e-a376-4e2dfd9d8316 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 934 time: 0.2759159 Aug 19 12:14:28.308656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:28.309401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.314985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.448132 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bc05a098-39ad-433e-8b52-bad66dd792b5 req-26706836-204a-4a01-b02c-681f72b391a5 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364906 Aug 19 12:14:28.498179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-a79f1c98-de74-44e1-b939-0178ef1f3966 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6529260 Aug 19 12:14:28.702442 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.862977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-56730247-f68d-4f97-a84f-ff2d31e99465 None None] Provisioning for port 687262f4-6cc8-4215-9730-3ccf3ba64e9c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:28.867113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-56730247-f68d-4f97-a84f-ff2d31e99465 None None] Provisioning complete for port 687262f4-6cc8-4215-9730-3ccf3ba64e9c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:28.867495 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-56730247-f68d-4f97-a84f-ff2d31e99465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:28.920874 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-56730247-f68d-4f97-a84f-ff2d31e99465 None None] Port 687262f4-6cc8-4215-9730-3ccf3ba64e9c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:29.068529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Router 59d17b07-c1a9-4a29-ba9f-153ea074ccea is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:14:29.188554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:29.201623 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Sync routers for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:29.212158 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:29.212792 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:14:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:29.264880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42090) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:29.286465 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.292427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ab0ef754-20cb-404a-98ba-0bb013939648 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6713057 Aug 19 12:14:29.294418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42092) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:29.327964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d337c66a-0270-4cea-86e0-94c9a714fd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.363485 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:29.543076 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d337c66a-0270-4cea-86e0-94c9a714fd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.604425 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:27Z', 'revision_number': 3, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:29.623648 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Checking router: 59d17b07-c1a9-4a29-ba9f-153ea074ccea for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:29.624235 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Updating router 59d17b07-c1a9-4a29-ba9f-153ea074ccea port 8c308307-0e71-4e83-8ef0-7e8f356471d4 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:29.645675 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d337c66a-0270-4cea-86e0-94c9a714fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.695536 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:29.764188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337c66a-0270-4cea-86e0-94c9a714fd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6b2663-e8e1-4805-9947-09c11bd7ca17,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:29.786360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d337c66a-0270-4cea-86e0-94c9a714fd49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec91c543594549fda87d7a7bb7cfd6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195918 Aug 19 12:14:29.791362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42104) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:29.843874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42106) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:29.849001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1857615747-network', 'tenant_id': 'f7acbfbddd364577b158448b0e2f75d3'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:29.963291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9283cc5-ac37-4a43-8ebb-44bbd9e1d843 req-74efcd57-1293-4289-9c59-08264c4c06ae tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:29.965398 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9283cc5-ac37-4a43-8ebb-44bbd9e1d843 req-74efcd57-1293-4289-9c59-08264c4c06ae tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 934 time: 0.1932678 Aug 19 12:14:30.032196 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-241fda6e-0d23-4005-9b03-98aacc2b985b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.040338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Made reservation on behalf of f7acbfbddd364577b158448b0e2f75d3 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:30.043335 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.059839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.067337 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9283cc5-ac37-4a43-8ebb-44bbd9e1d843 req-2560182b-2d91-4a45-b659-8cfe6c48aa15 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922546 Aug 19 12:14:30.079962 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.104314 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-241fda6e-0d23-4005-9b03-98aacc2b985b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.128397 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.148381 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Transition to ACTIVE for port object 8c308307-0e71-4e83-8ef0-7e8f356471d4 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:30.262261 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.325858 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Attempting to bind port 8c308307-0e71-4e83-8ef0-7e8f356471d4 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:30.326222 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Attempting to bind port 8c308307-0e71-4e83-8ef0-7e8f356471d4 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:30.326584 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Attempting to bind port 8c308307-0e71-4e83-8ef0-7e8f356471d4 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:30.334330 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Pushing event updated for resources: {'Port': ['ID=8c308307-0e71-4e83-8ef0-7e8f356471d4,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:30.336890 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:30.337258 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:30.337656 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.338051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:30.338518 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Bound port: 8c308307-0e71-4e83-8ef0-7e8f356471d4, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:30.338951 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.343407 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-241fda6e-0d23-4005-9b03-98aacc2b985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.346514 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-241fda6e-0d23-4005-9b03-98aacc2b985b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.347925 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-241fda6e-0d23-4005-9b03-98aacc2b985b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd6b2663-e8e1-4805-9947-09c11bd7ca17 HTTP/1.1" status: 204 len: 168 time: 0.5554650 Aug 19 12:14:30.365174 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.365520 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.365854 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.366182 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.367095 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.367299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fda6e-0d23-4005-9b03-98aacc2b985b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6b2663-e8e1-4805-9947-09c11bd7ca17,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:30.367456 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.367746 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.368080 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.368388 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.368702 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.369258 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.369783 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Tracked resource versions report: Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: pushed versions: Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: { 'AddressGroup': {'1.2'}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'ConntrackHelper': {'1.0'}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'Log': {'1.0'}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'Network': {'1.1'}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'Port': {'1.7'}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'PortForwarding': {'1.2'}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'QosPolicy': {'1.9'}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'SecurityGroup': {'1.4'}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'SecurityGroupRule': {'1.2'}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'SubPort': {'1.0'}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'Subnet': {'1.1'}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'Trunk': {'1.1'}} Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: consumer versions: Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: { DHCP agent@n-d-803757-2: {}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: HyperV agent@n-h1-803757-2: {}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: HyperV agent@n-h2-803757-2: {}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: L3 agent@n-d-803757-2: {}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: Metadata agent@n-d-803757-2: {}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: Metering agent@n-d-803757-2: {}, Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: Open vSwitch agent@n-d-803757-2: { 'AddressGroup': '1.2', Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'ConntrackHelper': '1.0', Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'Log': '1.0', Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'Network': '1.1', Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'Port': '1.7', Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'PortForwarding': '1.2', Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'QosPolicy': '1.9', Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'SecurityGroup': '1.4', Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'SecurityGroupRule': '1.2', Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'SubPort': '1.0', Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'Subnet': '1.1', Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: 'Trunk': '1.1'}} Aug 19 12:14:30.371177 n-d-803757-2 neutron-server[95545]: {{(pid=95545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 12:14:30.464187 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] For port 8c308307-0e71-4e83-8ef0-7e8f356471d4, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:30.468454 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] For port 8c308307-0e71-4e83-8ef0-7e8f356471d4, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8c308307-0e71-4e83-8ef0-7e8f356471d4,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:30.547196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Allocated IP 172.20.0.1 (249e42bf-355b-41f3-9364-07c3ec7f0839/3cb42b23-06f7-4a7c-9e91-c255261f3eec/59382fe4-c12c-40f1-8498-6ea1672f263c) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:30.577905 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.634775 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.671649 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:30.672345 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:14:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:30.705234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.711485 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f48d6-d197-47a8-a511-da1c70329b9c None None] Pushing event updated for resources: {'Port': ['ID=8c308307-0e71-4e83-8ef0-7e8f356471d4,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:30.722771 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.727875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Transition to ACTIVE for port object 59382fe4-c12c-40f1-8498-6ea1672f263c will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:30.753795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:30.785941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be793dfc-c9f8-4a62-8cd0-1c52fa3cbe09,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:30.792948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.793287 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Added segment 0ac7b287-b021-49d5-ab67-3c7bc8202f32 of type vlan for network 73ab18f4-85cf-4813-b830-f6a9758ed373 Aug 19 12:14:30.810567 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:30.839689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:30.956297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.013536 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.014589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:31.033282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.047115 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Network 249e42bf-355b-41f3-9364-07c3ec7f0839 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:31.075966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:31.162323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:31.162862 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.240503 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:27Z', 'revision_number': 3, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:31.284705 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb3764-c992-4616-be27-9252cabf5b8b None None] The sync data for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 is: [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:27Z', 'revision_number': 3, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:31.305190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941f4d0-076f-47de-8523-89ec2015612f req-bc727685-6ec4-498f-9b25-eb57cc0219e4 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:31.315450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=59382fe4-c12c-40f1-8498-6ea1672f263c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:31.317900 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9941f4d0-076f-47de-8523-89ec2015612f req-bc727685-6ec4-498f-9b25-eb57cc0219e4 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 934 time: 0.0905654 Aug 19 12:14:31.336041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4909501 Aug 19 12:14:31.339141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42140) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:31.400554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] Request body: {'subnet': {'network_id': '73ab18f4-85cf-4813-b830-f6a9758ed373', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1857615747-subnet', 'tenant_id': 'f7acbfbddd364577b158448b0e2f75d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:31.413656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9941f4d0-076f-47de-8523-89ec2015612f req-9b15d1a6-fa5e-4706-8f1d-be34ac2a3f5d tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946312 Aug 19 12:14:31.469028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ccfb8-56fe-47ed-be90-1a9e78bf7e66 admin admin] Pushing event updated for resources: {'Network': ['ID=73ab18f4-85cf-4813-b830-f6a9758ed373,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:31.495416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 73ab18f4-85cf-4813-b830-f6a9758ed373 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:31.633001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] Made reservation on behalf of f7acbfbddd364577b158448b0e2f75d3 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:31.633001 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.748676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0ed470a0-f009-4155-b0f6-9fc06b0615fc None None] Provisioning for port 59382fe4-c12c-40f1-8498-6ea1672f263c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:31.753170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0ed470a0-f009-4155-b0f6-9fc06b0615fc None None] Provisioning complete for port 59382fe4-c12c-40f1-8498-6ea1672f263c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:31.762672 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0ed470a0-f009-4155-b0f6-9fc06b0615fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:31.855640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0ed470a0-f009-4155-b0f6-9fc06b0615fc None None] Port 59382fe4-c12c-40f1-8498-6ea1672f263c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:31.917394 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.000787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8c308307-0e71-4e83-8ef0-7e8f356471d4 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:32.052739 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.144910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45df8c0-f142-488a-8ae1-844f7a951c60,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:32.188865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 8c308307-0e71-4e83-8ef0-7e8f356471d4 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:32.194025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8c308307-0e71-4e83-8ef0-7e8f356471d4 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:32.194025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.246786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] Checking segment: {'id': '0ac7b287-b021-49d5-ab67-3c7bc8202f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '73ab18f4-85cf-4813-b830-f6a9758ed373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:32.257331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] Network hostable DHCP agents. Network: 73ab18f4-85cf-4813-b830-f6a9758ed373, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:32.280205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.374464 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.383263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.384032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.414903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 8c308307-0e71-4e83-8ef0-7e8f356471d4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8c308307-0e71-4e83-8ef0-7e8f356471d4,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:32.419824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42162) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:32.462496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] Network 73ab18f4-85cf-4813-b830-f6a9758ed373 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:32.537183 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.590665 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-43430bc6-c8bb-4cae-b321-200b1a65651f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.610407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=8c308307-0e71-4e83-8ef0-7e8f356471d4,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:32.614292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 73ab18f4-85cf-4813-b830-f6a9758ed373) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:32.628659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3828b34b-f3ab-455a-8633-475392cdf6aa None None] Network 73ab18f4-85cf-4813-b830-f6a9758ed373 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:32.644736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=59382fe4-c12c-40f1-8498-6ea1672f263c,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:32.656199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:32.656882 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.764375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d31f2-a310-4477-9e78-70e3eb4c06cf req-922311c2-001f-4c4b-99de-18b8ec3f180a tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:32.772822 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d83d31f2-a310-4477-9e78-70e3eb4c06cf req-922311c2-001f-4c4b-99de-18b8ec3f180a tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 934 time: 0.2286215 Aug 19 12:14:32.789091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Network 249e42bf-355b-41f3-9364-07c3ec7f0839 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:32.791035 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-43430bc6-c8bb-4cae-b321-200b1a65651f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.792674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:32.860341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12f03f0-0242-482b-a6b3-5abb1b025412 None None] Network 73ab18f4-85cf-4813-b830-f6a9758ed373 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:32.915112 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-43430bc6-c8bb-4cae-b321-200b1a65651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:32.940439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d83d31f2-a310-4477-9e78-70e3eb4c06cf req-f234bd5a-6d0f-427a-bfc2-46d25dba334f tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630266 Aug 19 12:14:32.987246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-43430bc6-c8bb-4cae-b321-200b1a65651f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c10eabe664a041659c178859e8884ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5656061 Aug 19 12:14:32.988307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43430bc6-c8bb-4cae-b321-200b1a65651f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94031a4f-6ba0-4200-a1b7-55f151df64d8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:32.991100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42172) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:33.062779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Router 59d17b07-c1a9-4a29-ba9f-153ea074ccea has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:33.069044 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-01e324c8-2963-4d04-bfda-ccbff40b0d77 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7040532 Aug 19 12:14:33.145418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a5fdeca-6ea3-433a-8abb-11fe05a1d887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.184695 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a5fdeca-6ea3-433a-8abb-11fe05a1d887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.200993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-425bde69-9a18-4201-905d-90e62d17e5a6 None None] Provisioning complete for port 59382fe4-c12c-40f1-8498-6ea1672f263c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:33.200993 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-425bde69-9a18-4201-905d-90e62d17e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.248653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-425bde69-9a18-4201-905d-90e62d17e5a6 None None] Port 59382fe4-c12c-40f1-8498-6ea1672f263c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:33.327510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:33.355560 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-04376935-761e-4c41-8193-00345dae5ac7 admin admin] 10.222.0.21 "PUT /v2.0/routers/59d17b07-c1a9-4a29-ba9f-153ea074ccea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0596967 Aug 19 12:14:33.406427 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a5fdeca-6ea3-433a-8abb-11fe05a1d887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.410071 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a5fdeca-6ea3-433a-8abb-11fe05a1d887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:33.414597 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0a5fdeca-6ea3-433a-8abb-11fe05a1d887 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94031a4f-6ba0-4200-a1b7-55f151df64d8 HTTP/1.1" status: 204 len: 168 time: 0.4090133 Aug 19 12:14:33.423394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fdeca-6ea3-433a-8abb-11fe05a1d887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94031a4f-6ba0-4200-a1b7-55f151df64d8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:33.813228 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Sync routers for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:33.825811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:33.826489 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:14:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:33.926542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8c308307-0e71-4e83-8ef0-7e8f356471d4 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:34.180262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831f9a3-31ca-4e71-857c-f681e703a6c8 req-52da64d2-e245-42e8-b322-84f04fd4077c tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.188783 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5831f9a3-31ca-4e71-857c-f681e703a6c8 req-52da64d2-e245-42e8-b322-84f04fd4077c tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 934 time: 0.1131215 Aug 19 12:14:34.232850 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:34.234721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8c308307-0e71-4e83-8ef0-7e8f356471d4 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:34.235132 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:34.245958 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5831f9a3-31ca-4e71-857c-f681e703a6c8 req-13acbc9f-a1c9-4f04-9ade-cef20650360d tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559828 Aug 19 12:14:34.298609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3aef426c-97ca-4613-96c0-fefa5bb70304 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.300076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3aef426c-97ca-4613-96c0-fefa5bb70304 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 820 time: 0.3525908 Aug 19 12:14:34.322085 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3d003e4c-47d8-4319-a528-ce00830924ff tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/quotas/6b81bb21c5aa454baad4a2004864545e HTTP/1.1" status: 200 len: 375 time: 0.0126224 Aug 19 12:14:34.363482 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-78663a05-f530-4a6e-92e1-b8fcf6a60028 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347106 Aug 19 12:14:34.558596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 2, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:34.596931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Checking router: 59d17b07-c1a9-4a29-ba9f-153ea074ccea for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:34.597135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Updating router 59d17b07-c1a9-4a29-ba9f-153ea074ccea port 59382fe4-c12c-40f1-8498-6ea1672f263c binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:34.620348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42216) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:34.631951 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:34.636869 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-850c169d-ca19-48d3-9f50-eb4369a2debc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:34.852347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-f8d1f6b0-f795-4da6-bba3-fc978a2becb0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:14:34.854825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-f8d1f6b0-f795-4da6-bba3-fc978a2becb0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1028860 Aug 19 12:14:34.888088 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48785c6f-a333-499a-8af5-ffd5e3c6597d req-a13885fc-6b31-4882-85b6-3c35e202e13e tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.888617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48785c6f-a333-499a-8af5-ffd5e3c6597d req-a13885fc-6b31-4882-85b6-3c35e202e13e tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.893463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48785c6f-a333-499a-8af5-ffd5e3c6597d req-a13885fc-6b31-4882-85b6-3c35e202e13e tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.894092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48785c6f-a333-499a-8af5-ffd5e3c6597d req-a13885fc-6b31-4882-85b6-3c35e202e13e tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.894572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48785c6f-a333-499a-8af5-ffd5e3c6597d req-a13885fc-6b31-4882-85b6-3c35e202e13e tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.895243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48785c6f-a333-499a-8af5-ffd5e3c6597d req-a13885fc-6b31-4882-85b6-3c35e202e13e tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:34.897178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-48785c6f-a333-499a-8af5-ffd5e3c6597d req-a13885fc-6b31-4882-85b6-3c35e202e13e tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4335 time: 0.2377751 Aug 19 12:14:34.972954 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44aa0429-bb2c-4cd1-bcc7-e5eb60917f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.017929 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-850c169d-ca19-48d3-9f50-eb4369a2debc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.044081 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-b25eafa4-cb7e-4737-9c45-b2e33cc64d4f service neutron] 10.222.0.21 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820002 Aug 19 12:14:35.104240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86154a4b-d8e1-4055-a168-27df20485963 req-f53d55d5-8241-430b-bd30-8d1e16afe86b tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.111970 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86154a4b-d8e1-4055-a168-27df20485963 req-f53d55d5-8241-430b-bd30-8d1e16afe86b tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 886 time: 0.1833956 Aug 19 12:14:35.112209 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-850c169d-ca19-48d3-9f50-eb4369a2debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.157011 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-e60b45b6-7fde-4869-90af-87fde117cbfd service neutron] 10.222.0.21 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060674 Aug 19 12:14:35.175701 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.198037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Transition to ACTIVE for port object 59382fe4-c12c-40f1-8498-6ea1672f263c will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:35.240396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c169d-ca19-48d3-9f50-eb4369a2debc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9cd1a2-3a6d-4019-9abd-1e81701c14be,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:35.263004 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-850c169d-ca19-48d3-9f50-eb4369a2debc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b5af6a962dd48ef9bcb277c7fe89915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6415510 Aug 19 12:14:35.265530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42234) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:35.312126 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.353824 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-807b3832-7f96-4072-8b65-18c31eba5bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.357205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96d24-7fbc-4c7f-85e2-a6ed71ef9ecf req-a843245e-2ab5-4e90-b598-2220e06d8ad4 tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.357682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96d24-7fbc-4c7f-85e2-a6ed71ef9ecf req-a843245e-2ab5-4e90-b598-2220e06d8ad4 tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.358191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96d24-7fbc-4c7f-85e2-a6ed71ef9ecf req-a843245e-2ab5-4e90-b598-2220e06d8ad4 tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.358656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96d24-7fbc-4c7f-85e2-a6ed71ef9ecf req-a843245e-2ab5-4e90-b598-2220e06d8ad4 tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.359146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96d24-7fbc-4c7f-85e2-a6ed71ef9ecf req-a843245e-2ab5-4e90-b598-2220e06d8ad4 tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.359734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96d24-7fbc-4c7f-85e2-a6ed71ef9ecf req-a843245e-2ab5-4e90-b598-2220e06d8ad4 tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.361459 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4c96d24-7fbc-4c7f-85e2-a6ed71ef9ecf req-a843245e-2ab5-4e90-b598-2220e06d8ad4 tempest-NetworksTest-1563091809 tempest-NetworksTest-1563091809-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4335 time: 0.1971967 Aug 19 12:14:35.384120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a563e8-9bd9-48cf-8404-79052e8fae52 None None] Pushing event updated for resources: {'Port': ['ID=59382fe4-c12c-40f1-8498-6ea1672f263c,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:35.412146 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-807b3832-7f96-4072-8b65-18c31eba5bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.534917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42244) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:35.540832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-network', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:35.541411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Attempting to bind port 59382fe4-c12c-40f1-8498-6ea1672f263c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:35.542289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Attempting to bind port 59382fe4-c12c-40f1-8498-6ea1672f263c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:35.547785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Attempting to bind port 59382fe4-c12c-40f1-8498-6ea1672f263c on network 249e42bf-355b-41f3-9364-07c3ec7f0839 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:35.552581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:35.553047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Checking segment: {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:35.553553 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.554609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Bound using segment: {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:35.555304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Bound port: 59382fe4-c12c-40f1-8498-6ea1672f263c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:35.555806 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.640641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6fc68e3a-2f55-4739-9d10-79c751ca0703 req-bd0378a6-0f36-4c5b-ba55-4eb31333240b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 210 time: 0.0792727 Aug 19 12:14:35.655772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] For port 59382fe4-c12c-40f1-8498-6ea1672f263c, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:35.659395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] For port 59382fe4-c12c-40f1-8498-6ea1672f263c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=59382fe4-c12c-40f1-8498-6ea1672f263c,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:35.662105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a351ee-99ec-4180-9d55-ca280671bde0 req-b61abf9b-8048-4ce3-90b9-6358ddec8f18 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:35.671388 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e6a351ee-99ec-4180-9d55-ca280671bde0 req-b61abf9b-8048-4ce3-90b9-6358ddec8f18 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 934 time: 0.1091933 Aug 19 12:14:35.834692 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:35.917830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:35.918414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:14:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:35.987145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a563e8-9bd9-48cf-8404-79052e8fae52 None None] Pushing event updated for resources: {'Port': ['ID=59382fe4-c12c-40f1-8498-6ea1672f263c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:35.997505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Made reservation on behalf of 4c4ffab8cfac4bb7b7b73e6acbd35581 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:36.001909 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.013903 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-807b3832-7f96-4072-8b65-18c31eba5bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.026033 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-807b3832-7f96-4072-8b65-18c31eba5bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.043403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-807b3832-7f96-4072-8b65-18c31eba5bbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c9cd1a2-3a6d-4019-9abd-1e81701c14be HTTP/1.1" status: 204 len: 168 time: 0.7767932 Aug 19 12:14:36.067880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.102895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42266) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:36.121807 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b3832-7f96-4072-8b65-18c31eba5bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9cd1a2-3a6d-4019-9abd-1e81701c14be,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:36.191532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:36.268772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e6a351ee-99ec-4180-9d55-ca280671bde0 req-4b2df555-a35e-4799-b807-5b493e601e85 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964227 Aug 19 12:14:36.309072 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.320950 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3580cb25-a1ef-4aeb-86b7-ceb98e222689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.388546 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.400540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:14:36.446853 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.446853 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Added segment 3779247c-a663-4bc7-ba9c-edeb659870f1 of type vlan for network 3cb45f59-88e2-412f-b83f-ba0f27f4d75a Aug 19 12:14:36.473414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7eaeaf-52a7-4030-82a2-7ae069fbdccb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:36.530195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.537489 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3580cb25-a1ef-4aeb-86b7-ceb98e222689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:36.542839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:35Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:36.576463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f26900-7a17-4d5f-b867-3e7774d343cb None None] The sync data for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 is: [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:35Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:36.751538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-208daf81-aa86-4dbc-8f49-c6b34ca3ea8a req-a237495f-1819-4da0-a0db-b3c8168cc1eb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 210 time: 0.0402026 Aug 19 12:14:37.152123 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:14:37.392945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f069a-b161-4f38-9ff0-618a2305bb4e req-9b5790b3-fb98-481d-b4a4-9ee48613e8b9 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:37.394512 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f3f069a-b161-4f38-9ff0-618a2305bb4e req-9b5790b3-fb98-481d-b4a4-9ee48613e8b9 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 934 time: 0.0600555 Aug 19 12:14:37.447815 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f3f069a-b161-4f38-9ff0-618a2305bb4e req-5e44e3cc-ccb0-469f-b422-dcea9f39a938 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466485 Aug 19 12:14:37.776613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-7cd1a933-f431-4844-a958-008f49e72409 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:14:37.777585 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-7cd1a933-f431-4844-a958-008f49e72409 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064528 Aug 19 12:14:37.834837 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a64380be-56b8-40f1-a609-2ae350e43990 req-4ed0155f-b48b-43e4-abf6-2be7a68bd9a4 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 210 time: 0.0259638 Aug 19 12:14:37.921288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 59382fe4-c12c-40f1-8498-6ea1672f263c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:37.936253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Request body: {'port': {'device_id': '921566cc-d18a-4297-a946-0976ca277c03', 'device_owner': 'compute:tempest-test_az-667648279', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:37.987824 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.291599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687262f4-6cc8-4215-9730-3ccf3ba64e9c {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:38.296967 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3580cb25-a1ef-4aeb-86b7-ceb98e222689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.297199 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-271088be-6b81-47d5-aff4-a6fb1d3586ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.300325 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.301911 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.308258 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.308258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:38.308258 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.333702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580cb25-a1ef-4aeb-86b7-ceb98e222689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9919b2-2ee5-4a24-b30e-085fd9754c42,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:38.353613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3580cb25-a1ef-4aeb-86b7-ceb98e222689 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d63675e61c61470896f249b5bffecbcb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2495859 Aug 19 12:14:38.357427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42280) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:38.384225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Transition to ACTIVE for port object 687262f4-6cc8-4215-9730-3ccf3ba64e9c will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:38.389205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 59382fe4-c12c-40f1-8498-6ea1672f263c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:38.393492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 59382fe4-c12c-40f1-8498-6ea1672f263c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:38.393692 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.413758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb45f59-88e2-412f-b83f-ba0f27f4d75a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:38.420133 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c7720d5-181d-43ef-beec-52fbf4180b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.420973 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4a3c9ba9-a452-4ec8-9083-cf4ea5165817 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8846538 Aug 19 12:14:38.421822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42284) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:38.432062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] Request body: {'subnet': {'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-subnet', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:38.435905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 3cb45f59-88e2-412f-b83f-ba0f27f4d75a details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:14:38.464709 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c7720d5-181d-43ef-beec-52fbf4180b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.476081 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.584124 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.622456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] Made reservation on behalf of 4c4ffab8cfac4bb7b7b73e6acbd35581 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:38.625405 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.642151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 59382fe4-c12c-40f1-8498-6ea1672f263c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=59382fe4-c12c-40f1-8498-6ea1672f263c,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:38.685646 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c7720d5-181d-43ef-beec-52fbf4180b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.689284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c7720d5-181d-43ef-beec-52fbf4180b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.690447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4c7720d5-181d-43ef-beec-52fbf4180b86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c9919b2-2ee5-4a24-b30e-085fd9754c42 HTTP/1.1" status: 204 len: 168 time: 0.3319790 Aug 19 12:14:38.698954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7720d5-181d-43ef-beec-52fbf4180b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9919b2-2ee5-4a24-b30e-085fd9754c42,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:38.733361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Pushing event updated for resources: {'Port': ['ID=687262f4-6cc8-4215-9730-3ccf3ba64e9c,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:38.748693 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.768792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Attempting to bind port 687262f4-6cc8-4215-9730-3ccf3ba64e9c on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:38.769299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Attempting to bind port 687262f4-6cc8-4215-9730-3ccf3ba64e9c by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:38.769770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Attempting to bind port 687262f4-6cc8-4215-9730-3ccf3ba64e9c on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:38.799802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=59382fe4-c12c-40f1-8498-6ea1672f263c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:38.800691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1cb37-9922-4760-b8e2-6c7810460f94 req-841d1eca-4564-4c5c-a448-9caf57317a9e tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:38.803124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c3d1cb37-9922-4760-b8e2-6c7810460f94 req-841d1eca-4564-4c5c-a448-9caf57317a9e tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 967 time: 0.2323921 Aug 19 12:14:38.806872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Port 687262f4-6cc8-4215-9730-3ccf3ba64e9c on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:38.807359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Attempting to bind port 687262f4-6cc8-4215-9730-3ccf3ba64e9c on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:38.837886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:38.838253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:38.838839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:38.839305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Bound port: 687262f4-6cc8-4215-9730-3ccf3ba64e9c, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:38.839662 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:38.927474 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c3d1cb37-9922-4760-b8e2-6c7810460f94 req-139f4600-d85a-430b-ba2f-b220200b630f tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112936 Aug 19 12:14:38.971720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c3f34e9-6c10-4c5f-9c02-c89b67cd3ab8 req-c9378543-6b33-4b01-a7a0-37f930117e88 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 210 time: 0.0593083 Aug 19 12:14:38.988581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] For port 687262f4-6cc8-4215-9730-3ccf3ba64e9c, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:39.014669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] For port 687262f4-6cc8-4215-9730-3ccf3ba64e9c, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=687262f4-6cc8-4215-9730-3ccf3ba64e9c,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:39.045511 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.165983 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.202564 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.211481 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:39.212166 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.213777 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] 10.222.0.30 "PUT /v2.0/ports/687262f4-6cc8-4215-9730-3ccf3ba64e9c HTTP/1.1" status: 200 len: 1115 time: 1.3309498 Aug 19 12:14:39.216737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921566cc-d18a-4297-a946-0976ca277c03', 'tag': '687262f4-6cc8-4215-9730-3ccf3ba64e9c'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:39.333336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd5451-d7c2-4c43-be2f-7cfe8ad05519 service neutron] Pushing event updated for resources: {'Port': ['ID=687262f4-6cc8-4215-9730-3ccf3ba64e9c,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:39.347916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49586d1c-b4df-472f-807c-fd668ccb8f35,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:39.398851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] Checking segment: {'id': '3779247c-a663-4bc7-ba9c-edeb659870f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:39.399203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] Network hostable DHCP agents. Network: 3cb45f59-88e2-412f-b83f-ba0f27f4d75a, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:14:39.462004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-861f179e-9342-45f3-a64f-b6b366262f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:39.463526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-861f179e-9342-45f3-a64f-b6b366262f43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0df52e0716fd45fd846b427df300b9e7&device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 1118 time: 0.1000311 Aug 19 12:14:39.535235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-1194961a-b1c1-4752-a536-6e941f9cfc52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=687262f4-6cc8-4215-9730-3ccf3ba64e9c HTTP/1.1" status: 200 len: 217 time: 0.0635450 Aug 19 12:14:39.579050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] Network 3cb45f59-88e2-412f-b83f-ba0f27f4d75a is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:14:39.599356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-dfe4cc16-c8ea-4c23-8860-13d2c381eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:39.600822 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-dfe4cc16-c8ea-4c23-8860-13d2c381eebb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0585165 Aug 19 12:14:39.609226 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a407d7-4681-4a86-9aff-9a4e226b0e06" -d '{"events": [{"name": "network-changed", "server_uuid": "921566cc-d18a-4297-a946-0976ca277c03", "tag": "687262f4-6cc8-4215-9730-3ccf3ba64e9c"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:39.639170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42328) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:39.655395 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a0a12704-5afd-4c53-9284-3bae98d3b06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.687421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-baa7f206-d9ae-45a3-9293-c3fc35cfff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:39.688987 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-baa7f206-d9ae-45a3-9293-c3fc35cfff63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765185 Aug 19 12:14:39.707622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 3cb45f59-88e2-412f-b83f-ba0f27f4d75a) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:39.717076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa77f86c-41b5-465e-a755-641908d1a45f None None] Network 3cb45f59-88e2-412f-b83f-ba0f27f4d75a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:39.750206 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:39.750897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.823858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-f255e107-178e-4cd1-a7c6-ffad098dda56 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262662 Aug 19 12:14:39.884121 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447df238-a110-455e-bde2-8ff9a4ff219b x-openstack-request-id: req-447df238-a110-455e-bde2-8ff9a4ff219b {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:39.884375 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921566cc-d18a-4297-a946-0976ca277c03", "tag": "687262f4-6cc8-4215-9730-3ccf3ba64e9c", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:39.884628 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-447df238-a110-455e-bde2-8ff9a4ff219b {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:39.885073 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921566cc-d18a-4297-a946-0976ca277c03', 'tag': '687262f4-6cc8-4215-9730-3ccf3ba64e9c', 'status': 'completed', 'code': 200} Aug 19 12:14:39.889630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-3cb45f59-88e2-412f-b83f-ba0f27f4d75a', 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'fixed_ips': [{'subnet_id': '49586d1c-b4df-472f-807c-fd668ccb8f35'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:14:39.899685 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.944649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6c8b968-b7a4-4b38-9f2f-4c4c6f3579d2 req-e044004e-4caf-4c03-8561-5eaf6bf30c07 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140492 Aug 19 12:14:39.960459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a0a12704-5afd-4c53-9284-3bae98d3b06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:39.975758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 59382fe4-c12c-40f1-8498-6ea1672f263c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:40.080909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 59382fe4-c12c-40f1-8498-6ea1672f263c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:40.081759 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.081866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed83e46-a9f0-4150-bddb-321c2b358eec req-915338c8-0fd4-4a97-b335-0d4ae45036ae tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.084743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ed83e46-a9f0-4150-bddb-321c2b358eec req-915338c8-0fd4-4a97-b335-0d4ae45036ae tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 967 time: 0.0778468 Aug 19 12:14:40.085945 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a0a12704-5afd-4c53-9284-3bae98d3b06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.114633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Allocated IP 172.20.0.2 (3cb45f59-88e2-412f-b83f-ba0f27f4d75a/49586d1c-b4df-472f-807c-fd668ccb8f35/94fe731f-9820-4f8c-95a1-3158103e03f9) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:40.161111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a12704-5afd-4c53-9284-3bae98d3b06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41b9927-ec84-4a96-8e8b-e92a0fcd9f2e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:40.176639 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8038cf37-c5c4-41b0-b7d6-bde4d0496fa6 req-8eb145f0-3b26-491f-9b5d-e97ab17233bd tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 210 time: 0.0440545 Aug 19 12:14:40.194306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a407d7-4681-4a86-9aff-9a4e226b0e06 req-122478e4-99e2-4b39-88a1-b59fa342bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.195803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a407d7-4681-4a86-9aff-9a4e226b0e06 req-122478e4-99e2-4b39-88a1-b59fa342bc36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0df52e0716fd45fd846b427df300b9e7&device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 1118 time: 0.0719509 Aug 19 12:14:40.196705 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a0a12704-5afd-4c53-9284-3bae98d3b06b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57bf8f5139734c8ba0b272c8a9ed8194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561733 Aug 19 12:14:40.199431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42336) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:40.220761 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ed83e46-a9f0-4150-bddb-321c2b358eec req-90c077a4-53d9-4d4e-be93-33ce66b3df80 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911834 Aug 19 12:14:40.244327 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c8fa2b0a-e494-4bb9-b4f6-84e7c5497c69 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8211193 Aug 19 12:14:40.247034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42338) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:40.251490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-router', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:40.357213 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.366386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Transition to ACTIVE for port object 94fe731f-9820-4f8c-95a1-3158103e03f9 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:40.384714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Transition to ACTIVE for port object 94fe731f-9820-4f8c-95a1-3158103e03f9 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:40.434610 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.434610 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.484101 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.490399 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.559289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d70281e-7a26-4831-a792-cb9ee8401bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.577329 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.583608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a407d7-4681-4a86-9aff-9a4e226b0e06 req-5797e8b2-d9c1-4e4e-ac15-d59126a0c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.589330 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a407d7-4681-4a86-9aff-9a4e226b0e06 req-5797e8b2-d9c1-4e4e-ac15-d59126a0c44c service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.3788965 Aug 19 12:14:40.604717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d70281e-7a26-4831-a792-cb9ee8401bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.640216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a407d7-4681-4a86-9aff-9a4e226b0e06 req-b9593303-2700-467b-974d-b16702666d6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=687262f4-6cc8-4215-9730-3ccf3ba64e9c HTTP/1.1" status: 200 len: 217 time: 0.0466444 Aug 19 12:14:40.707494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a407d7-4681-4a86-9aff-9a4e226b0e06 req-c30328c0-2e4d-406c-8851-0848959dccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.709008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a407d7-4681-4a86-9aff-9a4e226b0e06 req-c30328c0-2e4d-406c-8851-0848959dccb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0591309 Aug 19 12:14:40.731192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Network 3cb45f59-88e2-412f-b83f-ba0f27f4d75a is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:40.735240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:40.739478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:40.745996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Pushing event updated for resources: {'Port': ['ID=94fe731f-9820-4f8c-95a1-3158103e03f9,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:40.788249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a407d7-4681-4a86-9aff-9a4e226b0e06 req-6dc5dc3f-a59d-48f3-8326-41bae97a7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:40.790471 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a407d7-4681-4a86-9aff-9a4e226b0e06 req-6dc5dc3f-a59d-48f3-8326-41bae97a7d00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723445 Aug 19 12:14:40.804324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Attempting to bind port 94fe731f-9820-4f8c-95a1-3158103e03f9 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:40.804841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Attempting to bind port 94fe731f-9820-4f8c-95a1-3158103e03f9 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '3779247c-a663-4bc7-ba9c-edeb659870f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:40.805365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Attempting to bind port 94fe731f-9820-4f8c-95a1-3158103e03f9 on network 3cb45f59-88e2-412f-b83f-ba0f27f4d75a {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:40.811187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:40.811711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Checking segment: {'id': '3779247c-a663-4bc7-ba9c-edeb659870f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:40.812215 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.812702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Bound using segment: {'id': '3779247c-a663-4bc7-ba9c-edeb659870f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:40.813294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Bound port: 94fe731f-9820-4f8c-95a1-3158103e03f9, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779247c-a663-4bc7-ba9c-edeb659870f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:40.813877 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.847547 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:40.894761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] For port 94fe731f-9820-4f8c-95a1-3158103e03f9, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:40.904643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] For port 94fe731f-9820-4f8c-95a1-3158103e03f9, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=94fe731f-9820-4f8c-95a1-3158103e03f9,segment=NetworkSegment(3779247c-a663-4bc7-ba9c-edeb659870f1),segment_id=3779247c-a663-4bc7-ba9c-edeb659870f1)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:40.904749 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a407d7-4681-4a86-9aff-9a4e226b0e06 req-56580079-a9fa-4cf8-87e5-2a9b578d0177 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061120 Aug 19 12:14:41.000215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a407d7-4681-4a86-9aff-9a4e226b0e06 req-0c2eac27-eefb-4713-b514-fe3d22af8522 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887821 Aug 19 12:14:41.022608 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d70281e-7a26-4831-a792-cb9ee8401bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.025203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d70281e-7a26-4831-a792-cb9ee8401bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.026335 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3d70281e-7a26-4831-a792-cb9ee8401bc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e41b9927-ec84-4a96-8e8b-e92a0fcd9f2e HTTP/1.1" status: 204 len: 168 time: 0.8260684 Aug 19 12:14:41.035527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70281e-7a26-4831-a792-cb9ee8401bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41b9927-ec84-4a96-8e8b-e92a0fcd9f2e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:41.070351 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.179863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92031a1e-c011-4b9e-b701-b6922896dd2b None None] Pushing event updated for resources: {'Port': ['ID=94fe731f-9820-4f8c-95a1-3158103e03f9,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:41.199651 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.220547 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.327599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.62', 50353) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:41.440999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12b0240d-0d47-4f1a-afa5-47df80c3e625 req-d0755691-bfff-4657-a89e-a4fa6ccef772 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 210 time: 0.0361276 Aug 19 12:14:41.543332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Allocated IP 172.25.2.163 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/e5e3b3fe-f98c-4ec5-b615-ad097f1649f4) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:41.633747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd5914-30e4-4af3-8e32-05d6d9d4b66f req-c98c5505-b1a6-4272-9450-61be174c7e68 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:41.635305 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d6dd5914-30e4-4af3-8e32-05d6d9d4b66f req-c98c5505-b1a6-4272-9450-61be174c7e68 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 967 time: 0.1750484 Aug 19 12:14:41.658102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-118c21f7-4835-47cd-9623-4710a7c9070b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:41.661079 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-118c21f7-4835-47cd-9623-4710a7c9070b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.62 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 820 time: 0.3323600 Aug 19 12:14:41.691721 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.691830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d6dd5914-30e4-4af3-8e32-05d6d9d4b66f req-e2c266ae-f36a-4d62-945a-c606ea4e7cc6 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479343 Aug 19 12:14:41.740707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Request body: {'port': {'device_id': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7', 'admin_state_up': True, 'tenant_id': '6b81bb21c5aa454baad4a2004864545e'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:41.863433 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:41.913056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:41.930396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:41.933461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:41.937473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Pushing event updated for resources: {'Port': ['ID=e5e3b3fe-f98c-4ec5-b615-ad097f1649f4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:41.961065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Made reservation on behalf of 6b81bb21c5aa454baad4a2004864545e for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:41.966294 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.001332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 94fe731f-9820-4f8c-95a1-3158103e03f9 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:42.176880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 94fe731f-9820-4f8c-95a1-3158103e03f9 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:42.189501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Allocated IP 172.20.0.2 (bd7ebef6-e919-454f-b19c-45fbcfe86bc7/45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9/21cb5faf-dde9-470e-8386-56d6e62ddc06) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:42.414849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.439283 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.476974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0972a2ad-d0b4-454f-9cec-ab51920cb984 None None] Network 3cb45f59-88e2-412f-b83f-ba0f27f4d75a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:14:42.572196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89738d29-f8ba-4664-82d7-49e2be5e479c req-3b29130f-6e46-476f-a7cc-d1ea596490e7 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 210 time: 0.0315862 Aug 19 12:14:42.573536 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.634278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1d9e2270-1457-4f6e-a5d0-e9dd7b594f12 None None] Provisioning for port 94fe731f-9820-4f8c-95a1-3158103e03f9 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:42.682649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:42.692370 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:42.698412 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Pushing event updated for resources: {'Port': ['ID=21cb5faf-dde9-470e-8386-56d6e62ddc06,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:42.700000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1d9e2270-1457-4f6e-a5d0-e9dd7b594f12 None None] Provisioning complete for port 94fe731f-9820-4f8c-95a1-3158103e03f9 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:42.700370 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d9e2270-1457-4f6e-a5d0-e9dd7b594f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.712236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:42.719398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:42.720167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.722913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42402) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:42.775273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.853805 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d9e2270-1457-4f6e-a5d0-e9dd7b594f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.874399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0dbab-8b55-47cc-9e06-7a0963dbac9f req-d72e2df0-245c-42e9-91f5-b0a786d5d2d7 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:42.882217 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ce0dbab-8b55-47cc-9e06-7a0963dbac9f req-d72e2df0-245c-42e9-91f5-b0a786d5d2d7 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 967 time: 0.0974965 Aug 19 12:14:42.884998 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-8aecd160-a13b-40b3-8c3e-d48894412ec8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1482968 Aug 19 12:14:42.894602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1d9e2270-1457-4f6e-a5d0-e9dd7b594f12 None None] For port 94fe731f-9820-4f8c-95a1-3158103e03f9, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=94fe731f-9820-4f8c-95a1-3158103e03f9,segment=NetworkSegment(3779247c-a663-4bc7-ba9c-edeb659870f1),segment_id=3779247c-a663-4bc7-ba9c-edeb659870f1)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:42.946869 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ce0dbab-8b55-47cc-9e06-7a0963dbac9f req-840a17ed-4899-48ff-b26b-ce68f10c2a36 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567043 Aug 19 12:14:42.984625 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8351038-6d74-4d38-8b5c-6c4ef9035f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:42.999573 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d9e2270-1457-4f6e-a5d0-e9dd7b594f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.062515 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e2270-1457-4f6e-a5d0-e9dd7b594f12 None None] Pushing event updated for resources: {'Port': ['ID=94fe731f-9820-4f8c-95a1-3158103e03f9,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.090633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Router f26536ff-e74e-4b20-a289-1888db4ac000 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:14:43.108769 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8351038-6d74-4d38-8b5c-6c4ef9035f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.118883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1dff4345-f7a9-4f8d-b378-548d1f28cb90 None None] Provisioning complete for port 94fe731f-9820-4f8c-95a1-3158103e03f9 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:43.119158 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1dff4345-f7a9-4f8d-b378-548d1f28cb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.211678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:43.221019 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Sync routers for ids ['f26536ff-e74e-4b20-a289-1888db4ac000'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:43.229707 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Routers {'f26536ff-e74e-4b20-a289-1888db4ac000'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:43.231123 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:14:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f26536ff-e74e-4b20-a289-1888db4ac000'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:43.244892 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8351038-6d74-4d38-8b5c-6c4ef9035f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.282936 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b8351038-6d74-4d38-8b5c-6c4ef9035f03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10a042469a614e0d928c0bc1bc7952d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568717 Aug 19 12:14:43.285821 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42414) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:43.292652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8351038-6d74-4d38-8b5c-6c4ef9035f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d221f5f-c1ce-42d8-9972-e70ab549a3f5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.350647 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.351869 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-463d0d8a-ceb5-4d4e-b4e0-b3417ab3095b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1038606 Aug 19 12:14:43.354528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42418) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:43.355905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0faaaee8-f4e3-415d-8e89-83f8a2bc8098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.357506 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Set router f26536ff-e74e-4b20-a289-1888db4ac000 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:43.379145 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0faaaee8-f4e3-415d-8e89-83f8a2bc8098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.503869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 687262f4-6cc8-4215-9730-3ccf3ba64e9c details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:43.554792 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-router', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:40Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 3, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'gw_port': {'id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:41Z', 'updated_at': '2021-08-19T12:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:43.576938 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0faaaee8-f4e3-415d-8e89-83f8a2bc8098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.581518 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0faaaee8-f4e3-415d-8e89-83f8a2bc8098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.581518 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0faaaee8-f4e3-415d-8e89-83f8a2bc8098 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d221f5f-c1ce-42d8-9972-e70ab549a3f5 HTTP/1.1" status: 204 len: 168 time: 0.2939479 Aug 19 12:14:43.588159 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Checking router: f26536ff-e74e-4b20-a289-1888db4ac000 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:43.588727 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Updating router f26536ff-e74e-4b20-a289-1888db4ac000 port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:43.594734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaaee8-f4e3-415d-8e89-83f8a2bc8098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d221f5f-c1ce-42d8-9972-e70ab549a3f5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:43.633436 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.754961 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 687262f4-6cc8-4215-9730-3ccf3ba64e9c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=687262f4-6cc8-4215-9730-3ccf3ba64e9c,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:43.771472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '687262f4-6cc8-4215-9730-3ccf3ba64e9c', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '687262f4-6cc8-4215-9730-3ccf3ba64e9c', 'mac_address': 'fa:16:3e:f7:76:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:tempest-test_az-667648279', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:43.858233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676e4ec-d3cd-4b84-884b-4a75907a5fa8 req-c388888e-cdab-49d6-a87d-6db3c30fa3a4 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:43.862557 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:43.868936 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e676e4ec-d3cd-4b84-884b-4a75907a5fa8 req-c388888e-cdab-49d6-a87d-6db3c30fa3a4 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 931 time: 0.1178365 Aug 19 12:14:43.907711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687262f4-6cc8-4215-9730-3ccf3ba64e9c {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:43.938686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 94fe731f-9820-4f8c-95a1-3158103e03f9 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:43.946551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 687262f4-6cc8-4215-9730-3ccf3ba64e9c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=687262f4-6cc8-4215-9730-3ccf3ba64e9c,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:43.954056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e676e4ec-d3cd-4b84-884b-4a75907a5fa8 req-756906dd-9067-477c-9c95-c805de40547e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841792 Aug 19 12:14:44.042415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 94fe731f-9820-4f8c-95a1-3158103e03f9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:44.042818 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.045691 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.108018 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.127762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=687262f4-6cc8-4215-9730-3ccf3ba64e9c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:44.150562 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Transition to ACTIVE for port object e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:44.201319 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc767c-acef-47b7-ba94-fad6e0031704 req-9d1ca410-cc71-4753-9a69-8fef22bc651f tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:44.216455 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0fc767c-acef-47b7-ba94-fad6e0031704 req-9d1ca410-cc71-4753-9a69-8fef22bc651f tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 968 time: 0.1051338 Aug 19 12:14:44.222539 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.227568 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.271127 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0fc767c-acef-47b7-ba94-fad6e0031704 req-978dca10-065f-452d-9a5b-1b71b830777b tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489056 Aug 19 12:14:44.297297 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb792e-84af-4871-9646-157be8442888 None None] Pushing event updated for resources: {'Port': ['ID=e5e3b3fe-f98c-4ec5-b615-ad097f1649f4,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:44.313765 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Attempting to bind port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:44.316535 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Attempting to bind port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:44.321367 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Attempting to bind port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:44.325356 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:44.325735 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:44.326130 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.326644 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:44.327142 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Bound port: e5e3b3fe-f98c-4ec5-b615-ad097f1649f4, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:44.327530 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.376934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['687262f4-6cc8-4215-9730-3ccf3ba64e9c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:44.409146 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] For port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:44.415481 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] For port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e5e3b3fe-f98c-4ec5-b615-ad097f1649f4,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:44.456107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Allocated IP 172.20.0.1 (3cb45f59-88e2-412f-b83f-ba0f27f4d75a/49586d1c-b4df-472f-807c-fd668ccb8f35/e92a9ed8-3f6b-40e2-b741-02304c9885a1) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:44.519529 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.578236 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Routers {'f26536ff-e74e-4b20-a289-1888db4ac000'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:44.579260 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:14:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f26536ff-e74e-4b20-a289-1888db4ac000'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:44.590990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.613134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Transition to ACTIVE for port object e92a9ed8-3f6b-40e2-b741-02304c9885a1 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:44.622845 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb792e-84af-4871-9646-157be8442888 None None] Pushing event updated for resources: {'Port': ['ID=e5e3b3fe-f98c-4ec5-b615-ad097f1649f4,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:44.680066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42448) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:44.694238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d59af93c-ad39-403d-ae76-9cb5de1a5135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.733173 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] Set router f26536ff-e74e-4b20-a289-1888db4ac000 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:44.765886 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.808196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Network 3cb45f59-88e2-412f-b83f-ba0f27f4d75a is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:44.812347 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d59af93c-ad39-403d-ae76-9cb5de1a5135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.814981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:44.818509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:44.819012 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.908037 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d59af93c-ad39-403d-ae76-9cb5de1a5135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:44.921076 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Pushing event updated for resources: {'Port': ['ID=e92a9ed8-3f6b-40e2-b741-02304c9885a1,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:44.950882 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-router', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:40Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 3, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'gw_port': {'id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:41Z', 'updated_at': '2021-08-19T12:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:44.975912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59af93c-ad39-403d-ae76-9cb5de1a5135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee25d8b7-fe43-45bf-9eff-2694634c2bf8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:45.007062 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2baab-183d-4d7a-b91a-2a4cd88f8a2e None None] The sync data for ids ['f26536ff-e74e-4b20-a289-1888db4ac000'] in n-d-803757-2 is: [{'id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-router', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:40Z', 'updated_at': '2021-08-19T12:14:42Z', 'revision_number': 3, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'gw_port': {'id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:41Z', 'updated_at': '2021-08-19T12:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:45.012254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d59af93c-ad39-403d-ae76-9cb5de1a5135 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e6bf99d728a4e78a4a7566acdf026a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291175 Aug 19 12:14:45.012990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42452) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:45.127985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a60d4c1c-8c06-413c-9cb0-b83bca7850fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.164103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b88bee-deb3-4026-8cd6-5ba684a72710 req-eed6eeb9-5345-46b0-9307-6c1b7b9aac02 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.171664 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24b88bee-deb3-4026-8cd6-5ba684a72710 req-eed6eeb9-5345-46b0-9307-6c1b7b9aac02 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 931 time: 0.1077847 Aug 19 12:14:45.183527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a60d4c1c-8c06-413c-9cb0-b83bca7850fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.216438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fcc3bbf1-d15b-4cde-84c1-d86f631d44cf None None] Provisioning for port e92a9ed8-3f6b-40e2-b741-02304c9885a1 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:45.223076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fcc3bbf1-d15b-4cde-84c1-d86f631d44cf None None] Provisioning complete for port e92a9ed8-3f6b-40e2-b741-02304c9885a1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:45.223648 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fcc3bbf1-d15b-4cde-84c1-d86f631d44cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.235347 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24b88bee-deb3-4026-8cd6-5ba684a72710 req-9a659c72-ad18-4d29-b079-4a0303b6b10e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625048 Aug 19 12:14:45.294372 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.311182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fcc3bbf1-d15b-4cde-84c1-d86f631d44cf None None] Port e92a9ed8-3f6b-40e2-b741-02304c9885a1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:45.359546 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a60d4c1c-8c06-413c-9cb0-b83bca7850fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.362048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a60d4c1c-8c06-413c-9cb0-b83bca7850fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.365770 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a60d4c1c-8c06-413c-9cb0-b83bca7850fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee25d8b7-fe43-45bf-9eff-2694634c2bf8 HTTP/1.1" status: 204 len: 168 time: 0.3493032 Aug 19 12:14:45.381890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d4c1c-8c06-413c-9cb0-b83bca7850fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee25d8b7-fe43-45bf-9eff-2694634c2bf8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:45.495947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 687262f4-6cc8-4215-9730-3ccf3ba64e9c up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:45.587837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef436e6-e797-4320-bd7e-ca42b4881feb req-d6f4c199-9343-46d0-ad0f-a0487418336f tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:45.590562 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ef436e6-e797-4320-bd7e-ca42b4881feb req-d6f4c199-9343-46d0-ad0f-a0487418336f tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 968 time: 0.1861372 Aug 19 12:14:45.622459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 687262f4-6cc8-4215-9730-3ccf3ba64e9c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:45.627970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 687262f4-6cc8-4215-9730-3ccf3ba64e9c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:45.627970 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.651463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ef436e6-e797-4320-bd7e-ca42b4881feb req-400a31d7-8840-45c8-995e-9c8eaddc470b tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511007 Aug 19 12:14:45.657409 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.746485 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.772208 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.775113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921566cc-d18a-4297-a946-0976ca277c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687262f4-6cc8-4215-9730-3ccf3ba64e9c'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:45.775246 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:45.864824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Pushing event updated for resources: {'Port': ['ID=e92a9ed8-3f6b-40e2-b741-02304c9885a1,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:45.882132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 687262f4-6cc8-4215-9730-3ccf3ba64e9c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=687262f4-6cc8-4215-9730-3ccf3ba64e9c,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:45.939718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Network 3cb45f59-88e2-412f-b83f-ba0f27f4d75a is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:45.941742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:45.999700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:46.004871 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.148177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Router f26536ff-e74e-4b20-a289-1888db4ac000 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:14:46.156523 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bab5a41-beaa-4082-a0a1-7e8b47172676" -d '{"events": [{"server_uuid": "921566cc-d18a-4297-a946-0976ca277c03", "name": "network-vif-plugged", "status": "completed", "tag": "687262f4-6cc8-4215-9730-3ccf3ba64e9c"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:46.215148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=687262f4-6cc8-4215-9730-3ccf3ba64e9c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:46.320725 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7648fa80-2361-4605-8377-6d4393123699 x-openstack-request-id: req-7648fa80-2361-4605-8377-6d4393123699 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:46.322947 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921566cc-d18a-4297-a946-0976ca277c03", "name": "network-vif-plugged", "status": "completed", "tag": "687262f4-6cc8-4215-9730-3ccf3ba64e9c", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:46.323496 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7648fa80-2361-4605-8377-6d4393123699 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:46.324239 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921566cc-d18a-4297-a946-0976ca277c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687262f4-6cc8-4215-9730-3ccf3ba64e9c', 'code': 200} Aug 19 12:14:46.327216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:46.347971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:46.354615 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.362375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:14:46.370856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2f9913a8-d79d-4c95-8dc7-d5c96e3bd412 admin admin] 10.222.0.21 "PUT /v2.0/routers/f26536ff-e74e-4b20-a289-1888db4ac000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0131822 Aug 19 12:14:46.421309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-62aeb98c-65b9-4ad0-9306-5c9d66cb46a1 None None] Provisioning complete for port e92a9ed8-3f6b-40e2-b741-02304c9885a1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:46.421681 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-62aeb98c-65b9-4ad0-9306-5c9d66cb46a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.471427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-62aeb98c-65b9-4ad0-9306-5c9d66cb46a1 None None] Port e92a9ed8-3f6b-40e2-b741-02304c9885a1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:46.480373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bedb3-f59a-4d01-b61f-6c6a6746a127 req-5dfc1c6a-ae5f-4764-8e76-be2df798260f tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:46.495613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-567bedb3-f59a-4d01-b61f-6c6a6746a127 req-5dfc1c6a-ae5f-4764-8e76-be2df798260f tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 931 time: 0.0747621 Aug 19 12:14:46.513819 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fc831-5be7-4fff-a319-1c0e521a7b5e req-9aec713b-7674-464e-aede-2fd4c782aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:46.515349 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a0fc831-5be7-4fff-a319-1c0e521a7b5e req-9aec713b-7674-464e-aede-2fd4c782aae3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 1120 time: 0.1223903 Aug 19 12:14:46.521401 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.542468 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6a0fc831-5be7-4fff-a319-1c0e521a7b5e req-b8a20e71-aedd-40e0-9ab6-f43f0abe51c9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.543301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e5e3b3fe-f98c-4ec5-b615-ad097f1649f4,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:46.551484 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-567bedb3-f59a-4d01-b61f-6c6a6746a127 req-78f194a5-4b7e-4e6c-9209-0adac716ff00 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548434 Aug 19 12:14:46.652494 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6a0fc831-5be7-4fff-a319-1c0e521a7b5e req-b8a20e71-aedd-40e0-9ab6-f43f0abe51c9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.668546 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.723626 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=e5e3b3fe-f98c-4ec5-b615-ad097f1649f4,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:46.785127 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58142975-22a2-41f2-8142-5238e3791aa5 req-a598c826-fce3-4ad4-a06d-3462762622c3 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:46.787302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58142975-22a2-41f2-8142-5238e3791aa5 req-a598c826-fce3-4ad4-a06d-3462762622c3 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 969 time: 0.0581062 Aug 19 12:14:46.800966 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6a0fc831-5be7-4fff-a319-1c0e521a7b5e req-b8a20e71-aedd-40e0-9ab6-f43f0abe51c9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:46.848721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58142975-22a2-41f2-8142-5238e3791aa5 req-18ab39ba-309b-4720-96a2-24529d3d1062 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552187 Aug 19 12:14:46.851215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a0fc831-5be7-4fff-a319-1c0e521a7b5e req-b8a20e71-aedd-40e0-9ab6-f43f0abe51c9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252614 Aug 19 12:14:46.876163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a20e71-aedd-40e0-9ab6-f43f0abe51c9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d74fafa-8b7c-42c7-b531-6187e87861a6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:47.157001 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Sync routers for ids ['f26536ff-e74e-4b20-a289-1888db4ac000'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:14:47.174388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Routers {'f26536ff-e74e-4b20-a289-1888db4ac000'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:47.175773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:14:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f26536ff-e74e-4b20-a289-1888db4ac000'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:47.399967 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Set router f26536ff-e74e-4b20-a289-1888db4ac000 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:47.629818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-router', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:40Z', 'updated_at': '2021-08-19T12:14:45Z', 'revision_number': 4, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'gw_port': {'id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:41Z', 'updated_at': '2021-08-19T12:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e92a9ed8-3f6b-40e2-b741-02304c9885a1', 'name': '', 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'mac_address': 'fa:16:3e:e9:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_interface', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '49586d1c-b4df-472f-807c-fd668ccb8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:44Z', 'updated_at': '2021-08-19T12:14:45Z', 'revision_number': 2, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'subnets': [{'id': '49586d1c-b4df-472f-807c-fd668ccb8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:47.660878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Checking router: f26536ff-e74e-4b20-a289-1888db4ac000 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:14:47.661672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Updating router f26536ff-e74e-4b20-a289-1888db4ac000 port e92a9ed8-3f6b-40e2-b741-02304c9885a1 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:14:47.691632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:47.713211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121197a9-2f25-43cf-8aab-84e127fb6d38 req-2412dfa6-37c4-4b6e-83a3-c26b941de256 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:47.714905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-121197a9-2f25-43cf-8aab-84e127fb6d38 req-2412dfa6-37c4-4b6e-83a3-c26b941de256 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 931 time: 0.0691648 Aug 19 12:14:47.770674 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-121197a9-2f25-43cf-8aab-84e127fb6d38 req-89933c94-90a9-4890-ad3a-f6eb2374bd33 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Aug 19 12:14:47.892058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42546) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:47.985870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:48.030017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def017af-a069-4bf8-8ae3-ecc104a6cd42 req-8f5c70cd-c5b9-481e-b0be-f5e6c65e2a4d tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:48.042417 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-def017af-a069-4bf8-8ae3-ecc104a6cd42 req-8f5c70cd-c5b9-481e-b0be-f5e6c65e2a4d tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 969 time: 0.0737729 Aug 19 12:14:48.092101 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-def017af-a069-4bf8-8ae3-ecc104a6cd42 req-1c092a86-1987-4a9f-8ad1-bf0749a05112 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439172 Aug 19 12:14:48.104224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42552) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:48.110289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e77ca75b-b8af-4355-951a-c3c1c06018f3 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2062175366', 'description': 'tempest-description--1954272802'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:48.111053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:48.111484 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.159491 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.177596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Transition to ACTIVE for port object e92a9ed8-3f6b-40e2-b741-02304c9885a1 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:48.186882 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f4fc-7fde-4858-b6d7-8a6634d22b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.239274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e77ca75b-b8af-4355-951a-c3c1c06018f3 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.284913 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.314682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f4fc-7fde-4858-b6d7-8a6634d22b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.375299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c08454-58b7-4fb8-bd44-fdb24fb7a739 None None] Pushing event updated for resources: {'Port': ['ID=e92a9ed8-3f6b-40e2-b741-02304c9885a1,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:48.394408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Attempting to bind port e92a9ed8-3f6b-40e2-b741-02304c9885a1 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:48.395856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Attempting to bind port e92a9ed8-3f6b-40e2-b741-02304c9885a1 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '3779247c-a663-4bc7-ba9c-edeb659870f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:48.395856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Attempting to bind port e92a9ed8-3f6b-40e2-b741-02304c9885a1 on network 3cb45f59-88e2-412f-b83f-ba0f27f4d75a {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:48.401851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:48.402429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Checking segment: {'id': '3779247c-a663-4bc7-ba9c-edeb659870f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:48.403194 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.403194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Bound using segment: {'id': '3779247c-a663-4bc7-ba9c-edeb659870f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:48.403692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Bound port: e92a9ed8-3f6b-40e2-b741-02304c9885a1, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3779247c-a663-4bc7-ba9c-edeb659870f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:48.403951 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.421824 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f4fc-7fde-4858-b6d7-8a6634d22b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.486760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] For port e92a9ed8-3f6b-40e2-b741-02304c9885a1, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:48.492461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] For port e92a9ed8-3f6b-40e2-b741-02304c9885a1, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e92a9ed8-3f6b-40e2-b741-02304c9885a1,segment=NetworkSegment(3779247c-a663-4bc7-ba9c-edeb659870f1),segment_id=3779247c-a663-4bc7-ba9c-edeb659870f1)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:48.501311 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4fb3f4fc-7fde-4858-b6d7-8a6634d22b88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9950a349c01942c6baf77bd520e150ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6056418 Aug 19 12:14:48.501311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3f4fc-7fde-4858-b6d7-8a6634d22b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e52051-2052-4112-97e8-5e7dc8c9c7b7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:48.501834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42562) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:48.578362 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e77ca75b-b8af-4355-951a-c3c1c06018f3 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.612647 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09ccf5a2-6886-4e66-8dba-957b178bf0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.636612 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.650333 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09ccf5a2-6886-4e66-8dba-957b178bf0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.709776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Routers {'f26536ff-e74e-4b20-a289-1888db4ac000'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:14:48.710407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:14:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f26536ff-e74e-4b20-a289-1888db4ac000'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:48.747953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c08454-58b7-4fb8-bd44-fdb24fb7a739 None None] Pushing event updated for resources: {'Port': ['ID=e92a9ed8-3f6b-40e2-b741-02304c9885a1,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:48.772817 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e77ca75b-b8af-4355-951a-c3c1c06018f3 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.810897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ca75b-b8af-4355-951a-c3c1c06018f3 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:48.856468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09ccf5a2-6886-4e66-8dba-957b178bf0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.859473 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09ccf5a2-6886-4e66-8dba-957b178bf0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.863271 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-09ccf5a2-6886-4e66-8dba-957b178bf0f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1e52051-2052-4112-97e8-5e7dc8c9c7b7 HTTP/1.1" status: 204 len: 168 time: 0.3581214 Aug 19 12:14:48.874004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ccf5a2-6886-4e66-8dba-957b178bf0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e52051-2052-4112-97e8-5e7dc8c9c7b7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:48.884757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] Set router f26536ff-e74e-4b20-a289-1888db4ac000 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:14:48.896387 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e77ca75b-b8af-4355-951a-c3c1c06018f3 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:48.900721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e77ca75b-b8af-4355-951a-c3c1c06018f3 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7948275 Aug 19 12:14:48.905178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42574) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:48.912787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-76bcbb56-62a5-462f-9e93-6af62050ac93 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Request body: {'security_group_rule': {'security_group_id': 'ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:48.961469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f74d2-9012-4137-ae5f-e6122014191d req-e95d5019-5665-4fa9-9d86-bd8894b42989 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:48.968751 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a8f74d2-9012-4137-ae5f-e6122014191d req-e95d5019-5665-4fa9-9d86-bd8894b42989 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 931 time: 0.0768740 Aug 19 12:14:49.017367 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a8f74d2-9012-4137-ae5f-e6122014191d req-fd07a921-85aa-4dc7-8ca2-150145422e39 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 Aug 19 12:14:49.114304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76bcbb56-62a5-462f-9e93-6af62050ac93 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.170709 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-router', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:40Z', 'updated_at': '2021-08-19T12:14:45Z', 'revision_number': 4, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'gw_port': {'id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:41Z', 'updated_at': '2021-08-19T12:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e92a9ed8-3f6b-40e2-b741-02304c9885a1', 'name': '', 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'mac_address': 'fa:16:3e:e9:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_interface', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '49586d1c-b4df-472f-807c-fd668ccb8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:44Z', 'updated_at': '2021-08-19T12:14:48Z', 'revision_number': 4, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'subnets': [{'id': '49586d1c-b4df-472f-807c-fd668ccb8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:14:49.198374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dfefb8-da56-4fdb-b373-01202b2d32e2 None None] The sync data for ids ['f26536ff-e74e-4b20-a289-1888db4ac000'] in n-d-803757-2 is: [{'id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-router', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:40Z', 'updated_at': '2021-08-19T12:14:45Z', 'revision_number': 4, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'gw_port': {'id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:41Z', 'updated_at': '2021-08-19T12:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e92a9ed8-3f6b-40e2-b741-02304c9885a1', 'name': '', 'network_id': '3cb45f59-88e2-412f-b83f-ba0f27f4d75a', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'mac_address': 'fa:16:3e:e9:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_interface', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '49586d1c-b4df-472f-807c-fd668ccb8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:44Z', 'updated_at': '2021-08-19T12:14:48Z', 'revision_number': 4, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'subnets': [{'id': '49586d1c-b4df-472f-807c-fd668ccb8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:14:49.346662 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76bcbb56-62a5-462f-9e93-6af62050ac93 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.354489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11c72d-7b4e-4b88-8ff3-f51600031c5b req-96463a49-9ddf-480b-bdd5-c524dd07fe0b tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:49.356101 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa11c72d-7b4e-4b88-8ff3-f51600031c5b req-96463a49-9ddf-480b-bdd5-c524dd07fe0b tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 969 time: 0.0858533 Aug 19 12:14:49.395752 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa11c72d-7b4e-4b88-8ff3-f51600031c5b req-726723c4-0511-4165-bc9b-cf53f66e7d3b tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335591 Aug 19 12:14:49.431799 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76bcbb56-62a5-462f-9e93-6af62050ac93 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.464343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcbb56-62a5-462f-9e93-6af62050ac93 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de7ae44-b952-495c-83a7-2df323745cad,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:49.576789 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a8b0-92c5-4f45-8d13-3d0c44ba1214 req-6bd5f2a6-186e-4654-9653-a5672fa63d61 tempest-AggregatesAdminTestJSON-389696514 tempest-AggregatesAdminTestJSON-389696514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:49.583365 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4826a8b0-92c5-4f45-8d13-3d0c44ba1214 req-6bd5f2a6-186e-4654-9653-a5672fa63d61 tempest-AggregatesAdminTestJSON-389696514 tempest-AggregatesAdminTestJSON-389696514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 1120 time: 0.0549574 Aug 19 12:14:49.587388 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76bcbb56-62a5-462f-9e93-6af62050ac93 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.591101 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-76bcbb56-62a5-462f-9e93-6af62050ac93 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6867466 Aug 19 12:14:49.593191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42586) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:49.610603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7fb307fa-1c69-417a-962c-65aaea9ab850 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Request body: {'security_group_rule': {'security_group_id': 'ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:49.616482 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4826a8b0-92c5-4f45-8d13-3d0c44ba1214 req-1ea29f43-7072-4e15-b23d-1c22f1ac46dd tempest-AggregatesAdminTestJSON-389696514 tempest-AggregatesAdminTestJSON-389696514-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.648827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42588) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:49.648970 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [req-4826a8b0-92c5-4f45-8d13-3d0c44ba1214 req-1ea29f43-7072-4e15-b23d-1c22f1ac46dd tempest-AggregatesAdminTestJSON-389696514 tempest-AggregatesAdminTestJSON-389696514-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:14:49.648970 n-d-803757-2 neutron-server[95543]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:14:49.648970 n-d-803757-2 neutron-server[95543]: [parameters: {'project_id_1': 'c29719dba56a42e9b5d69eb6c1296c9a', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 14, 49, 636806)}] Aug 19 12:14:49.648970 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:14:49.649283 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [req-4826a8b0-92c5-4f45-8d13-3d0c44ba1214 req-1ea29f43-7072-4e15-b23d-1c22f1ac46dd tempest-AggregatesAdminTestJSON-389696514 tempest-AggregatesAdminTestJSON-389696514-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:14:49.750928 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7fb307fa-1c69-417a-962c-65aaea9ab850 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.761792 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24fd0e80-eedc-4052-8d1f-3cba35a77d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.825843 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7fb307fa-1c69-417a-962c-65aaea9ab850 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.859142 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24fd0e80-eedc-4052-8d1f-3cba35a77d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.901785 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7fb307fa-1c69-417a-962c-65aaea9ab850 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:49.921610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb307fa-1c69-417a-962c-65aaea9ab850 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d089c4d4-ea69-4336-9364-c85c4ae4cc98,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:49.942920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e92a9ed8-3f6b-40e2-b741-02304c9885a1 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:49.970625 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24fd0e80-eedc-4052-8d1f-3cba35a77d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.017144 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42592) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:50.017664 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-24fd0e80-eedc-4052-8d1f-3cba35a77d2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d28ae1c83e7b483496fb576a9f55564a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667159 Aug 19 12:14:50.018439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd0e80-eedc-4052-8d1f-3cba35a77d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a6dba5-310b-40db-9d01-9a921d0ba859,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:50.065833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42596) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:50.079017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e92a9ed8-3f6b-40e2-b741-02304c9885a1 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:50.079903 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7fb307fa-1c69-417a-962c-65aaea9ab850 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.081349 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3148-3a2f-46e7-a51f-85045200f4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.084964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e92a9ed8-3f6b-40e2-b741-02304c9885a1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:50.089981 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.090128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7fb307fa-1c69-417a-962c-65aaea9ab850 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4906199 Aug 19 12:14:50.091442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42598) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:50.096937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:50.101506 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0688b968-8ad7-4a68-8e23-3de927af9dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.131124 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0688b968-8ad7-4a68-8e23-3de927af9dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.151498 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-6d5c3148-3a2f-46e7-a51f-85045200f4a7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:14:50.151498 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:14:50.151498 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id_1': '22b9c19cbd1443d9a9337ed2e84a6c5b', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 14, 50, 140274)}] Aug 19 12:14:50.151498 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:14:50.152240 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-6d5c3148-3a2f-46e7-a51f-85045200f4a7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:14:50.155563 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4826a8b0-92c5-4f45-8d13-3d0c44ba1214 req-1ea29f43-7072-4e15-b23d-1c22f1ac46dd tempest-AggregatesAdminTestJSON-389696514 tempest-AggregatesAdminTestJSON-389696514-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.174621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788295a-34af-4f3d-a1ca-b3560c050af3 req-6e3d5b3f-ddd8-466d-af23-1e71b4fd26e2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:50.176394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c788295a-34af-4f3d-a1ca-b3560c050af3 req-6e3d5b3f-ddd8-466d-af23-1e71b4fd26e2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 931 time: 0.0711765 Aug 19 12:14:50.193693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-71070bff-6c2a-4c69-96bd-9d13da17f1e2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:14:50.193929 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.195195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-71070bff-6c2a-4c69-96bd-9d13da17f1e2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089505 Aug 19 12:14:50.224871 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c788295a-34af-4f3d-a1ca-b3560c050af3 req-d30fa2f1-2504-43ff-a62f-7669a1414d37 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Aug 19 12:14:50.242680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port e92a9ed8-3f6b-40e2-b741-02304c9885a1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e92a9ed8-3f6b-40e2-b741-02304c9885a1,segment=NetworkSegment(3779247c-a663-4bc7-ba9c-edeb659870f1),segment_id=3779247c-a663-4bc7-ba9c-edeb659870f1)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:50.262525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.298074 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0688b968-8ad7-4a68-8e23-3de927af9dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.300724 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0688b968-8ad7-4a68-8e23-3de927af9dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.304361 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0688b968-8ad7-4a68-8e23-3de927af9dea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4a6dba5-310b-40db-9d01-9a921d0ba859 HTTP/1.1" status: 204 len: 168 time: 0.2835219 Aug 19 12:14:50.336538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688b968-8ad7-4a68-8e23-3de927af9dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a6dba5-310b-40db-9d01-9a921d0ba859,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:50.359251 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.406652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Request body: {'port': {'device_id': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:50.438748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4826a8b0-92c5-4f45-8d13-3d0c44ba1214 req-1ea29f43-7072-4e15-b23d-1c22f1ac46dd tempest-AggregatesAdminTestJSON-389696514 tempest-AggregatesAdminTestJSON-389696514-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.456507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=e92a9ed8-3f6b-40e2-b741-02304c9885a1,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:50.480124 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.519818 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4826a8b0-92c5-4f45-8d13-3d0c44ba1214 req-1ea29f43-7072-4e15-b23d-1c22f1ac46dd tempest-AggregatesAdminTestJSON-389696514 tempest-AggregatesAdminTestJSON-389696514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.529541 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.554545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4826a8b0-92c5-4f45-8d13-3d0c44ba1214 req-1ea29f43-7072-4e15-b23d-1c22f1ac46dd tempest-AggregatesAdminTestJSON-389696514 tempest-AggregatesAdminTestJSON-389696514-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9692574 Aug 19 12:14:50.623244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea29f43-7072-4e15-b23d-1c22f1ac46dd tempest-AggregatesAdminTestJSON-389696514 tempest-AggregatesAdminTestJSON-389696514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e812949-38ae-4967-9a93-fd5a48d50650,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:50.638020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Allocated IP 172.25.2.216 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/fc38f5b7-91f2-489a-9074-6fa762682fac) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:50.653264 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3148-3a2f-46e7-a51f-85045200f4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.784989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.850224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3148-3a2f-46e7-a51f-85045200f4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.859387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cb5faf-dde9-470e-8386-56d6e62ddc06 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:50.867635 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.879121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Transition to ACTIVE for port object 21cb5faf-dde9-470e-8386-56d6e62ddc06 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:50.936236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d5c3148-3a2f-46e7-a51f-85045200f4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.975702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6d5c3148-3a2f-46e7-a51f-85045200f4a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22b9c19cbd1443d9a9337ed2e84a6c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9087896 Aug 19 12:14:50.976777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c3148-3a2f-46e7-a51f-85045200f4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7028ec-a51f-4c09-850f-deb94173f349,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:50.978433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42622) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:50.982349 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:50.993857 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.029822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:51.033058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:51.036657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:51.047967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Pushing event updated for resources: {'Port': ['ID=fc38f5b7-91f2-489a-9074-6fa762682fac,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:51.071166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Pushing event updated for resources: {'Port': ['ID=21cb5faf-dde9-470e-8386-56d6e62ddc06,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:51.111185 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4768971d-3c6c-43a0-abb7-1ea12d7588b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.124627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:51.125081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:51.125544 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:51.129134 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.139711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:51.140332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:51.148283 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4768971d-3c6c-43a0-abb7-1ea12d7588b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.156047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:51.156381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:51.157503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:51.157929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Bound port: 21cb5faf-dde9-470e-8386-56d6e62ddc06, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:51.158289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.221853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42626) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:51.236878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7dbc196e-4413-4f13-81f9-09619614fa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.283721 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.423805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:51.428830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:51.445307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7888bae-d908-4313-9697-57a564e6f3ba req-99e35bb5-aff6-4ccf-acaa-8f4d3187177c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:51.446782 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7888bae-d908-4313-9697-57a564e6f3ba req-99e35bb5-aff6-4ccf-acaa-8f4d3187177c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 943 time: 0.1327965 Aug 19 12:14:51.501389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7888bae-d908-4313-9697-57a564e6f3ba req-fe1e47e4-d772-4be7-ad19-33b2aea17305 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481393 Aug 19 12:14:51.519167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4768971d-3c6c-43a0-abb7-1ea12d7588b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.522752 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4768971d-3c6c-43a0-abb7-1ea12d7588b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.524988 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4768971d-3c6c-43a0-abb7-1ea12d7588b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c7028ec-a51f-4c09-850f-deb94173f349 HTTP/1.1" status: 204 len: 168 time: 0.5439875 Aug 19 12:14:51.531868 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768971d-3c6c-43a0-abb7-1ea12d7588b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7028ec-a51f-4c09-850f-deb94173f349,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:51.557115 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.570026 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.591702 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7dbc196e-4413-4f13-81f9-09619614fa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.608778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:51.609447 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.610826 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] 10.222.0.62 "PUT /v2.0/ports/21cb5faf-dde9-470e-8386-56d6e62ddc06 HTTP/1.1" status: 200 len: 1091 time: 1.2965522 Aug 19 12:14:51.611271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'tag': '21cb5faf-dde9-470e-8386-56d6e62ddc06'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:51.613569 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c06982-a87d-46d9-811d-1466980e4aed" -d '{"events": [{"name": "network-changed", "server_uuid": "8dec2519-1b8c-4597-abc1-2129af0b5e95", "tag": "21cb5faf-dde9-470e-8386-56d6e62ddc06"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:51.639657 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.642635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6775f0-5844-4be3-8aef-189a37d9d92a service neutron] Pushing event updated for resources: {'Port': ['ID=21cb5faf-dde9-470e-8386-56d6e62ddc06,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:51.683925 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.689231 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7dbc196e-4413-4f13-81f9-09619614fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.716187 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0b3d48-8d09-4481-8da7-886f930e4fbc x-openstack-request-id: req-9c0b3d48-8d09-4481-8da7-886f930e4fbc {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:51.716619 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dec2519-1b8c-4597-abc1-2129af0b5e95", "tag": "21cb5faf-dde9-470e-8386-56d6e62ddc06", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:51.716913 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c0b3d48-8d09-4481-8da7-886f930e4fbc {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:51.717423 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'tag': '21cb5faf-dde9-470e-8386-56d6e62ddc06', 'status': 'completed', 'code': 200} Aug 19 12:14:51.746873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Pushing event updated for resources: {'Port': ['ID=fc38f5b7-91f2-489a-9074-6fa762682fac,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:51.753580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7dbc196e-4413-4f13-81f9-09619614fa38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b10b0d5a286940bbb033edc4b5bfb9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283325 Aug 19 12:14:51.753580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc196e-4413-4f13-81f9-09619614fa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba09355-4a91-4c39-8e94-06038d3fd45c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:51.754678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42646) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:51.779525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c06982-a87d-46d9-811d-1466980e4aed req-4713c8bb-0223-46b1-9cce-6d3ea140de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:51.781048 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14c06982-a87d-46d9-811d-1466980e4aed req-4713c8bb-0223-46b1-9cce-6d3ea140de2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 1094 time: 0.0426350 Aug 19 12:14:51.815706 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d178ba3-1d0a-446a-a160-d87c510ccebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.858754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d178ba3-1d0a-446a-a160-d87c510ccebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.868592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:51.873047 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b7224aa2-301d-43fb-bcc9-92d3196fbbf4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7778094 Aug 19 12:14:51.931177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e92a9ed8-3f6b-40e2-b741-02304c9885a1 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:51.988556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e92a9ed8-3f6b-40e2-b741-02304c9885a1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:51.989003 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.015829 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d178ba3-1d0a-446a-a160-d87c510ccebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.018466 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d178ba3-1d0a-446a-a160-d87c510ccebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:52.022580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9d178ba3-1d0a-446a-a160-d87c510ccebd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bba09355-4a91-4c39-8e94-06038d3fd45c HTTP/1.1" status: 204 len: 168 time: 0.2640765 Aug 19 12:14:52.031514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d178ba3-1d0a-446a-a160-d87c510ccebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba09355-4a91-4c39-8e94-06038d3fd45c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:52.046100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c06982-a87d-46d9-811d-1466980e4aed req-aaaf9839-1d15-4524-874d-b1332140bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.048008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14c06982-a87d-46d9-811d-1466980e4aed req-aaaf9839-1d15-4524-874d-b1332140bb27 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6b81bb21c5aa454baad4a2004864545e&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2588675 Aug 19 12:14:52.228464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-f5fb6728-ea87-4323-a72a-79595d68eb04 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2062175366&fields=id&tenant_id=234f10076afd426c9c349cdd2953cd03 HTTP/1.1" status: 200 len: 267 time: 0.0771201 Aug 19 12:14:52.275473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c06982-a87d-46d9-811d-1466980e4aed req-425b1c31-ba79-4330-9a68-011fa274f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.276919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14c06982-a87d-46d9-811d-1466980e4aed req-425b1c31-ba79-4330-9a68-011fa274f4b4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2091603 Aug 19 12:14:52.343301 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-484a6454-d21a-4495-abb7-ce30b6a86e04 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.344859 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-484a6454-d21a-4495-abb7-ce30b6a86e04 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/networks?id=249e42bf-355b-41f3-9364-07c3ec7f0839 HTTP/1.1" status: 200 len: 824 time: 0.1076975 Aug 19 12:14:52.362023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-556e0639-280d-4f77-a6b0-f2b9d5391dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.363576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-556e0639-280d-4f77-a6b0-f2b9d5391dd8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 1094 time: 0.0481689 Aug 19 12:14:52.365103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-78ea54d9-c807-44d4-a833-14837bb4f2f0 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/quotas/234f10076afd426c9c349cdd2953cd03 HTTP/1.1" status: 200 len: 375 time: 0.0103893 Aug 19 12:14:52.417957 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-1972a495-99b3-45a0-888a-98cf363f0a89 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06 HTTP/1.1" status: 200 len: 217 time: 0.0467477 Aug 19 12:14:52.445656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-d9132361-267d-49e2-bdaf-690ea4339a09 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=234f10076afd426c9c349cdd2953cd03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726521 Aug 19 12:14:52.481005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-d6badd96-bccc-4f6d-ab29-c3ed59f9fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.482635 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-d6badd96-bccc-4f6d-ab29-c3ed59f9fd21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.0571344 Aug 19 12:14:52.527344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-9acce39f-2b3a-4e29-927c-476cd94b0a24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345550 Aug 19 12:14:52.563079 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-ae6b2dd0-8b62-415b-baeb-d320a7042386 service neutron] 10.222.0.21 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997827 Aug 19 12:14:52.638335 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-7e4d49a7-d1cc-41e4-a7de-40545201d84c service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031184 Aug 19 12:14:52.689513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-cc92d7ab-33d6-48a3-9d24-156f15c2dc87 service neutron] 10.222.0.21 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193566 Aug 19 12:14:52.764658 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-471e0d69-08e1-46e1-a77e-a2e6e12c378c req-7eb68c62-d98d-4ad3-8eba-cdf059e67df1 service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174676 Aug 19 12:14:52.977880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05097a-ea5c-4ac1-9187-d7b8270131f3 req-9c9705ef-df2e-4af5-9bd6-04036e00f612 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:52.979459 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff05097a-ea5c-4ac1-9187-d7b8270131f3 req-9c9705ef-df2e-4af5-9bd6-04036e00f612 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 943 time: 0.0497165 Aug 19 12:14:53.035353 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff05097a-ea5c-4ac1-9187-d7b8270131f3 req-0ded6222-521b-4f1b-a886-4ec03e45a972 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472252 Aug 19 12:14:53.087548 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20151407-a9fd-4dd2-b602-e71bbc43dbe1 req-d2fad810-7d97-4c96-a873-fedc06646312 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 210 time: 0.0410657 Aug 19 12:14:54.227510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8c997-9529-423d-97c0-33d060a59fd7 req-98abca24-83de-4e12-b66f-b474be652013 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:54.235287 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27c8c997-9529-423d-97c0-33d060a59fd7 req-98abca24-83de-4e12-b66f-b474be652013 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 943 time: 0.0667956 Aug 19 12:14:54.272872 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27c8c997-9529-423d-97c0-33d060a59fd7 req-bcafa0fe-4970-41a5-a6cb-2c1f5265a6e7 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357871 Aug 19 12:14:54.351971 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4d373f4-0ffd-442c-9d1f-8cb82189ec76 req-b8f17e51-3848-46ed-b3b5-f489a3162cdc tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 210 time: 0.0300274 Aug 19 12:14:54.659020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d95d38ee-c51f-4fb1-8c5d-cb82c15c801b req-a8820f13-6775-4b8e-9496-e884aee9d86f tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1911736697', 'description': 'tempest-description-948505311'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:54.687215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-cc12983f-135d-4279-a415-bb563c033f5d tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207052 Aug 19 12:14:54.794234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-aa6b9aed-7963-440d-bc91-f1214b40e305 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:54.795642 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-aa6b9aed-7963-440d-bc91-f1214b40e305 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1027982 Aug 19 12:14:54.804949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d95d38ee-c51f-4fb1-8c5d-cb82c15c801b req-a8820f13-6775-4b8e-9496-e884aee9d86f tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.813325 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-60056ecf-73b3-4aa4-8403-5059f6c8e10c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/quotas/2cfe839da1b447a5bdd326b875bc1da6 HTTP/1.1" status: 200 len: 375 time: 0.0115321 Aug 19 12:14:54.818885 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d95d38ee-c51f-4fb1-8c5d-cb82c15c801b req-a8820f13-6775-4b8e-9496-e884aee9d86f tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:54.868241 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-48b9ac9b-3e2c-4b57-9051-6bf10dd93b00 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481877 Aug 19 12:14:54.970324 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.040009 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d95d38ee-c51f-4fb1-8c5d-cb82c15c801b req-a8820f13-6775-4b8e-9496-e884aee9d86f tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.200005 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d95d38ee-c51f-4fb1-8c5d-cb82c15c801b req-a8820f13-6775-4b8e-9496-e884aee9d86f tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.242758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8820f13-6775-4b8e-9496-e884aee9d86f tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d957d2-8af7-4e6b-8f5b-2eb1569ff477,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:55.306265 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d95d38ee-c51f-4fb1-8c5d-cb82c15c801b req-a8820f13-6775-4b8e-9496-e884aee9d86f tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.450172 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d95d38ee-c51f-4fb1-8c5d-cb82c15c801b req-a8820f13-6775-4b8e-9496-e884aee9d86f tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.471780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-8e3abbb6-73ad-4abf-a18d-39f2c3b01d50 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310590 Aug 19 12:14:55.480904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8820f13-6775-4b8e-9496-e884aee9d86f tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99828fec-52ce-44c8-b9b5-28ee23a22821,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:55.582284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-7da46ce1-f22f-4e11-a0b1-8d8e65e30a5e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:55.587804 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-7da46ce1-f22f-4e11-a0b1-8d8e65e30a5e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147892 Aug 19 12:14:55.599849 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-2b26a214-110f-4dca-bfe8-c1e1e22d2153 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/quotas/2cfe839da1b447a5bdd326b875bc1da6 HTTP/1.1" status: 200 len: 375 time: 0.0103955 Aug 19 12:14:55.632889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-5fe66d00-718f-4798-a08b-39e16ab905b3 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269649 Aug 19 12:14:55.788420 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d95d38ee-c51f-4fb1-8c5d-cb82c15c801b req-a8820f13-6775-4b8e-9496-e884aee9d86f tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.789675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d95d38ee-c51f-4fb1-8c5d-cb82c15c801b req-a8820f13-6775-4b8e-9496-e884aee9d86f tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1351519 Aug 19 12:14:55.890480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230361e3-c0a4-45ac-ad9b-56de824862bf req-900b50b1-41f9-4373-880a-425387133bb3 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:55.891950 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-230361e3-c0a4-45ac-ad9b-56de824862bf req-900b50b1-41f9-4373-880a-425387133bb3 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 943 time: 0.0485015 Aug 19 12:14:55.901243 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:55.927971 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-230361e3-c0a4-45ac-ad9b-56de824862bf req-c080f9d1-e792-46e1-b578-19cbe48d5886 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299771 Aug 19 12:14:56.120278 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c6123c5-26eb-42cf-9ae9-18f1a24f8501 req-c1699aab-18b2-4150-85b5-f862ff888bce tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 210 time: 0.0263939 Aug 19 12:14:56.178837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-8e537830-2ff5-4664-b0d4-b7a8e7b321d1 req-e430b8df-5c73-4ff5-a094-dc2172d32312 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Request body: {'security_group': {'name': 'tempest-securitygroup-676334272', 'description': 'tempest-description-1262424167'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:56.236292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0b36c40-f221-4ac6-a387-25cb47ecb00a req-efa87f36-c226-4e79-a646-361db2b5e9b7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 210 time: 0.0376978 Aug 19 12:14:56.318707 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8e537830-2ff5-4664-b0d4-b7a8e7b321d1 req-e430b8df-5c73-4ff5-a094-dc2172d32312 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.344868 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-530d7429-72a9-4ef5-b5ff-749e61835fc4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:56.346327 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-530d7429-72a9-4ef5-b5ff-749e61835fc4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.62 "GET /v2.0/networks?id=249e42bf-355b-41f3-9364-07c3ec7f0839 HTTP/1.1" status: 200 len: 824 time: 0.1165094 Aug 19 12:14:56.410416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 21cb5faf-dde9-470e-8386-56d6e62ddc06 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:14:56.414298 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-2fe029e3-f290-4017-9588-d7530c603ade tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=234f10076afd426c9c349cdd2953cd03 HTTP/1.1" status: 200 len: 380 time: 0.0523591 Aug 19 12:14:56.418217 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8e537830-2ff5-4664-b0d4-b7a8e7b321d1 req-e430b8df-5c73-4ff5-a094-dc2172d32312 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.424922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Request body: {'port': {'device_id': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'admin_state_up': True, 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'security_groups': ['ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:56.523693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:56.536801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '21cb5faf-dde9-470e-8386-56d6e62ddc06', 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7', 'port_id': '21cb5faf-dde9-470e-8386-56d6e62ddc06', 'mac_address': 'fa:16:3e:b5:12:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:14:56.575808 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8e537830-2ff5-4664-b0d4-b7a8e7b321d1 req-e430b8df-5c73-4ff5-a094-dc2172d32312 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.596558 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.611443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21cb5faf-dde9-470e-8386-56d6e62ddc06 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:56.615058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430b8df-5c73-4ff5-a094-dc2172d32312 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91f606d-17a1-4f2e-aab3-1ffb207099e7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:56.633341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:56.746919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Made reservation on behalf of 234f10076afd426c9c349cdd2953cd03 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:56.750471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.814321 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.867101 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8e537830-2ff5-4664-b0d4-b7a8e7b321d1 req-e430b8df-5c73-4ff5-a094-dc2172d32312 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:56.868938 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e537830-2ff5-4664-b0d4-b7a8e7b321d1 req-e430b8df-5c73-4ff5-a094-dc2172d32312 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6951876 Aug 19 12:14:56.883356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=21cb5faf-dde9-470e-8386-56d6e62ddc06,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:56.904772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Allocated IP 172.20.0.10 (249e42bf-355b-41f3-9364-07c3ec7f0839/3cb42b23-06f7-4a7c-9e91-c255261f3eec/acbac785-5a67-4e15-8706-49873fda1264) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:57.076339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.105218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-96cb2f29-b533-4ee3-a7f3-5185c9a03ded req-3e57ba35-02fc-4839-818f-6f99a92397ca tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1300173335', 'description': 'tempest-description-1902990780'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:57.126869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Transition to ACTIVE for port object acbac785-5a67-4e15-8706-49873fda1264 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:57.171797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72ef61-744e-42b9-8039-ac80fd20f178 req-9f6ba453-22b2-4e5c-a93e-0d3389f02ffe tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:57.173582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bf72ef61-744e-42b9-8039-ac80fd20f178 req-9f6ba453-22b2-4e5c-a93e-0d3389f02ffe tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 944 time: 0.0513241 Aug 19 12:14:57.177994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['21cb5faf-dde9-470e-8386-56d6e62ddc06'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:14:57.214081 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bf72ef61-744e-42b9-8039-ac80fd20f178 req-4b8dd788-4dc4-409e-95a7-dd9c080537c6 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Aug 19 12:14:57.250025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-96cb2f29-b533-4ee3-a7f3-5185c9a03ded req-3e57ba35-02fc-4839-818f-6f99a92397ca tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.260459 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-96cb2f29-b533-4ee3-a7f3-5185c9a03ded req-3e57ba35-02fc-4839-818f-6f99a92397ca tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.294952 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.356840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Network 249e42bf-355b-41f3-9364-07c3ec7f0839 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:14:57.363796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:14:57.366710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Pushing event updated for resources: {'Port': ['ID=acbac785-5a67-4e15-8706-49873fda1264,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:57.376680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:14:57.384452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:57.384918 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.449855 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-96cb2f29-b533-4ee3-a7f3-5185c9a03ded req-3e57ba35-02fc-4839-818f-6f99a92397ca tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.503063 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-51e95dd0-d50d-42f1-888d-06fecd5e7d54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434504 Aug 19 12:14:57.571207 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-96cb2f29-b533-4ee3-a7f3-5185c9a03ded req-3e57ba35-02fc-4839-818f-6f99a92397ca tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.632702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57ba35-02fc-4839-818f-6f99a92397ca tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b7c222-9b8c-4de8-b069-beeeea520a48,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:57.657018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-4e78b12d-0e98-4afe-867f-260a5616006e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:57.658567 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-4e78b12d-0e98-4afe-867f-260a5616006e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0df52e0716fd45fd846b427df300b9e7&device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 1120 time: 0.0704818 Aug 19 12:14:57.669182 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-dfdfcdc0-cb2c-4440-b8f4-abdea79a4a06 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2479734 Aug 19 12:14:57.671381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42922) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:57.685397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Request body: {'port': {'device_id': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:57.701681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b9b862d-5fcd-468c-9045-919a12c6f249 None None] Provisioning for port acbac785-5a67-4e15-8706-49873fda1264 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:57.715445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b9b862d-5fcd-468c-9045-919a12c6f249 None None] Provisioning complete for port acbac785-5a67-4e15-8706-49873fda1264 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:57.716267 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b9b862d-5fcd-468c-9045-919a12c6f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.763793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2b9b862d-5fcd-468c-9045-919a12c6f249 None None] Port acbac785-5a67-4e15-8706-49873fda1264 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:14:57.827917 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a1115eb-56d8-449e-a42f-a5d407618ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.829996 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.859066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc0ef5-c675-4ea0-93c6-599c47cb6666 req-30fc898e-d5ea-4129-930e-9f873e4b6e49 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:57.860597 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5dbc0ef5-c675-4ea0-93c6-599c47cb6666 req-30fc898e-d5ea-4129-930e-9f873e4b6e49 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 932 time: 0.0876946 Aug 19 12:14:57.901300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5dbc0ef5-c675-4ea0-93c6-599c47cb6666 req-2f52e1a3-c6e2-4e52-8b19-df4d81e2c7a2 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341089 Aug 19 12:14:57.944881 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-96cb2f29-b533-4ee3-a7f3-5185c9a03ded req-3e57ba35-02fc-4839-818f-6f99a92397ca tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:57.951037 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-4f5dd2f3-0607-48c4-9cf5-7a7c5fa21a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:57.952776 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-4f5dd2f3-0607-48c4-9cf5-7a7c5fa21a59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.2625315 Aug 19 12:14:57.987360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9bc52dca-dc91-4795-9d7d-812c8366b0ab req-54b1bdd0-128e-4ba7-a3ff-29d7bf86fe2b tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 210 time: 0.0272982 Aug 19 12:14:58.059308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-c1abb009-6147-421f-9deb-fc2a4ba4187d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=687262f4-6cc8-4215-9730-3ccf3ba64e9c HTTP/1.1" status: 200 len: 217 time: 0.0539024 Aug 19 12:14:58.116005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-96cb2f29-b533-4ee3-a7f3-5185c9a03ded req-3e57ba35-02fc-4839-818f-6f99a92397ca tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.169415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a1115eb-56d8-449e-a42f-a5d407618ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.273247 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a1115eb-56d8-449e-a42f-a5d407618ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.324326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5a1115eb-56d8-449e-a42f-a5d407618ec9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bad5711fead4c4a95265a045de2d2db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6517191 Aug 19 12:14:58.325249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1115eb-56d8-449e-a42f-a5d407618ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5a5f2f-60a2-46fc-92b7-7a7d84b63d98,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:58.329014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42940) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:58.387868 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a55c8683-75eb-4b51-91dc-a4bfdbe791f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.390093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-8c3ed68b-6020-4b77-b9d4-35198a4ce7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:58.391796 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-8c3ed68b-6020-4b77-b9d4-35198a4ce7a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.3165512 Aug 19 12:14:58.398438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57ba35-02fc-4839-818f-6f99a92397ca tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600c3c78-6bc1-4b23-962a-2b0896b79fa6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:58.406257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 21cb5faf-dde9-470e-8386-56d6e62ddc06 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:14:58.448770 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a55c8683-75eb-4b51-91dc-a4bfdbe791f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.471564 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-215711da-c862-44dd-bae9-0a4416dc8408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:58.473351 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-215711da-c862-44dd-bae9-0a4416dc8408 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723817 Aug 19 12:14:58.478349 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-96cb2f29-b533-4ee3-a7f3-5185c9a03ded req-3e57ba35-02fc-4839-818f-6f99a92397ca tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.479581 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96cb2f29-b533-4ee3-a7f3-5185c9a03ded req-3e57ba35-02fc-4839-818f-6f99a92397ca tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.3818569 Aug 19 12:14:58.536807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.62', 50361) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:58.547279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 21cb5faf-dde9-470e-8386-56d6e62ddc06 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:14:58.554861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 21cb5faf-dde9-470e-8386-56d6e62ddc06 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:14:58.554861 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.579717 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-b43745f9-63af-4ff4-bca2-3ea69c8c1ecd tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377367 Aug 19 12:14:58.595820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbac785-5a67-4e15-8706-49873fda1264 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:14:58.614216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.647714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.30', 62654) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:58.653209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-df02f916-2257-4cb1-8db8-049ef14502ce req-c294d0ab-fbda-44a5-a921-ed42382ac95d tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1151255844', 'description': 'tempest-description-694092509'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:58.663742 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.672031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9e079-c5b1-4302-8632-f3471ed7264e req-3f7d156b-f060-4d8f-8313-7a59df52b60e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:58.673584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86c9e079-c5b1-4302-8632-f3471ed7264e req-3f7d156b-f060-4d8f-8313-7a59df52b60e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 944 time: 0.1138754 Aug 19 12:14:58.683818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-5cc2c1ce-74f6-44c7-be60-5bf162ef7306 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985397 Aug 19 12:14:58.687709 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-263b9ccf-39f7-4c20-902d-4f4c5a69df8c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388346 Aug 19 12:14:58.699003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cb5faf-dde9-470e-8386-56d6e62ddc06'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:58.701405 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294a6340-6ad2-4063-b5f5-d7b0febee996" -d '{"events": [{"server_uuid": "8dec2519-1b8c-4597-abc1-2129af0b5e95", "name": "network-vif-plugged", "status": "completed", "tag": "21cb5faf-dde9-470e-8386-56d6e62ddc06"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:58.715475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:14:58.724014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a55c8683-75eb-4b51-91dc-a4bfdbe791f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.726514 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a55c8683-75eb-4b51-91dc-a4bfdbe791f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.730273 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a55c8683-75eb-4b51-91dc-a4bfdbe791f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f5a5f2f-60a2-46fc-92b7-7a7d84b63d98 HTTP/1.1" status: 204 len: 168 time: 0.3977761 Aug 19 12:14:58.732310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Transition to ACTIVE for port object acbac785-5a67-4e15-8706-49873fda1264 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:14:58.744869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-8ac6e17a-4ede-4c7e-a044-df93eacac836 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:58.746514 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-8ac6e17a-4ede-4c7e-a044-df93eacac836 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607637 Aug 19 12:14:58.747481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c8683-75eb-4b51-91dc-a4bfdbe791f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5a5f2f-60a2-46fc-92b7-7a7d84b63d98,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:58.762454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Request body: {'port': {'device_id': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '2cfe839da1b447a5bdd326b875bc1da6'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:58.850412 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.852904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86c9e079-c5b1-4302-8632-f3471ed7264e req-aaaab902-8a16-41c0-aea0-dfe5cda18d79 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678720 Aug 19 12:14:58.858643 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df02f916-2257-4cb1-8db8-049ef14502ce req-c294d0ab-fbda-44a5-a921-ed42382ac95d tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.858837 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:58.916167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=21cb5faf-dde9-470e-8386-56d6e62ddc06,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:58.930649 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:14:58.930649 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:14:58.930649 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id_1': '2cfe839da1b447a5bdd326b875bc1da6', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 14, 58, 913166)}] Aug 19 12:14:58.930649 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:14:58.931379 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:14:58.972874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Pushing event updated for resources: {'Port': ['ID=acbac785-5a67-4e15-8706-49873fda1264,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:58.984139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-dee1be0e-2526-4f7d-b099-0cae32893804 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:58.985568 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-dee1be0e-2526-4f7d-b099-0cae32893804 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739568 Aug 19 12:14:58.988854 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0af03f41-3bd5-4c63-8bac-7da897e256e7 req-873ad26a-36a4-47b6-9677-79c904bec749 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683651 Aug 19 12:14:59.014630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Request body: {'port': {'device_id': 'e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '2cfe839da1b447a5bdd326b875bc1da6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:14:59.060584 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df02f916-2257-4cb1-8db8-049ef14502ce req-c294d0ab-fbda-44a5-a921-ed42382ac95d tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.072758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Attempting to bind port acbac785-5a67-4e15-8706-49873fda1264 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:14:59.073430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Attempting to bind port acbac785-5a67-4e15-8706-49873fda1264 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:14:59.073981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Attempting to bind port acbac785-5a67-4e15-8706-49873fda1264 on network 249e42bf-355b-41f3-9364-07c3ec7f0839 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:59.084893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Port acbac785-5a67-4e15-8706-49873fda1264 on network 249e42bf-355b-41f3-9364-07c3ec7f0839 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:14:59.085214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Attempting to bind port acbac785-5a67-4e15-8706-49873fda1264 on network 249e42bf-355b-41f3-9364-07c3ec7f0839 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:14:59.095689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:14:59.096017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Checking segment: {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:14:59.096850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Bound using segment: {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:14:59.096850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Bound port: acbac785-5a67-4e15-8706-49873fda1264, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:14:59.097159 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.172897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df02f916-2257-4cb1-8db8-049ef14502ce req-c294d0ab-fbda-44a5-a921-ed42382ac95d tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.198752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] For port acbac785-5a67-4e15-8706-49873fda1264, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:14:59.203655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] For port acbac785-5a67-4e15-8706-49873fda1264, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=acbac785-5a67-4e15-8706-49873fda1264,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:14:59.235195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294d0ab-fbda-44a5-a921-ed42382ac95d tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027b8044-7e6a-45a3-865b-98c289f88dca,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:59.289691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Made reservation on behalf of 2cfe839da1b447a5bdd326b875bc1da6 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:59.293288 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.295765 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.328259 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.342923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:59.343544 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.345030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/acbac785-5a67-4e15-8706-49873fda1264 HTTP/1.1" status: 200 len: 1092 time: 1.6641006 Aug 19 12:14:59.350119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'tag': 'acbac785-5a67-4e15-8706-49873fda1264'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:14:59.352395 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "9459d4cb-c308-4db5-923f-c89b19d44ba2", "tag": "acbac785-5a67-4e15-8706-49873fda1264"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:14:59.383602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2379f-6eb7-4845-bb02-58f13d7762e1 service neutron] Pushing event updated for resources: {'Port': ['ID=acbac785-5a67-4e15-8706-49873fda1264,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:59.396031 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df02f916-2257-4cb1-8db8-049ef14502ce req-c294d0ab-fbda-44a5-a921-ed42382ac95d tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.397282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df02f916-2257-4cb1-8db8-049ef14502ce req-c294d0ab-fbda-44a5-a921-ed42382ac95d tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7529840 Aug 19 12:14:59.494316 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d8f66b-616d-4cc5-b5cf-ca84bbb51eb1 x-openstack-request-id: req-85d8f66b-616d-4cc5-b5cf-ca84bbb51eb1 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:59.494316 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dec2519-1b8c-4597-abc1-2129af0b5e95", "name": "network-vif-plugged", "status": "completed", "tag": "21cb5faf-dde9-470e-8386-56d6e62ddc06", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:59.494316 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85d8f66b-616d-4cc5-b5cf-ca84bbb51eb1 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:59.494316 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21cb5faf-dde9-470e-8386-56d6e62ddc06', 'code': 200} Aug 19 12:14:59.513963 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.533094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-ff8ad548-6653-4d35-a442-4efacb81ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:59.534913 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-ff8ad548-6653-4d35-a442-4efacb81ff3e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=234f10076afd426c9c349cdd2953cd03&device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 1095 time: 0.0523582 Aug 19 12:14:59.586138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-4c723354-daa0-45f3-b546-b8cc3d64982d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acbac785-5a67-4e15-8706-49873fda1264 HTTP/1.1" status: 200 len: 217 time: 0.0390491 Aug 19 12:14:59.587828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.591908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.62', 50364) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:59.700435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3713cf8a-108a-4901-a67e-fd8f031b722e req-647b5443-736e-4f97-9ff3-7bc4414e0496 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 210 time: 0.0983014 Aug 19 12:14:59.711506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91afa83-97b1-4efd-8401-747532d8cce6 req-ea5fd681-f7ff-4986-801b-4eb13b30fcd8 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:59.712863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42974) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:59.715425 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e91afa83-97b1-4efd-8401-747532d8cce6 req-ea5fd681-f7ff-4986-801b-4eb13b30fcd8 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 944 time: 0.1299002 Aug 19 12:14:59.727887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44a73f7-95da-4fea-962b-039c71812264,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:14:59.739932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3986e-0d60-422d-a35f-b7134af6ae95 req-5806a719-cba2-4f52-8d75-0da408c6b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:59.741701 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7c3986e-0d60-422d-a35f-b7134af6ae95 req-5806a719-cba2-4f52-8d75-0da408c6b428 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 1096 time: 0.1384308 Aug 19 12:14:59.748709 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01e1c15f-00c6-44d3-a268-e9cbcddeb74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.753751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-b46b57c8-6eee-4754-89ae-82c43e8e31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:59.755454 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-b46b57c8-6eee-4754-89ae-82c43e8e31ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cb42b23-06f7-4a7c-9e91-c255261f3eec HTTP/1.1" status: 200 len: 863 time: 0.1446288 Aug 19 12:14:59.807346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e91afa83-97b1-4efd-8401-747532d8cce6 req-1a3de7f1-0901-4a5b-93f6-c02cf495b2d0 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715961 Aug 19 12:14:59.817198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Made reservation on behalf of 2cfe839da1b447a5bdd326b875bc1da6 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:14:59.821177 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25424aa9-5148-40f3-9f2b-fae043b8a9c1 x-openstack-request-id: req-25424aa9-5148-40f3-9f2b-fae043b8a9c1 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:14:59.821472 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9459d4cb-c308-4db5-923f-c89b19d44ba2", "tag": "acbac785-5a67-4e15-8706-49873fda1264", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:14:59.822093 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25424aa9-5148-40f3-9f2b-fae043b8a9c1 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:14:59.822176 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:14:59.822368 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'tag': 'acbac785-5a67-4e15-8706-49873fda1264', 'status': 'completed', 'code': 200} Aug 19 12:14:59.834358 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7c3986e-0d60-422d-a35f-b7134af6ae95 req-fdb02487-d47b-42c7-bf51-f25576b86f3f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750127 Aug 19 12:14:59.917136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Allocated IP 192.168.233.66 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/280654fb-00cd-4459-889f-feb35a822669) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:14:59.937526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-a7804fc0-054e-4b96-9893-cc68f69e69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:14:59.939238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42984) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:14:59.939823 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-a7804fc0-054e-4b96-9893-cc68f69e69d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=249e42bf-355b-41f3-9364-07c3ec7f0839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733553 Aug 19 12:15:00.081456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e15f295f-4aa3-4622-afec-f6dc4172e017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.129042 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01e1c15f-00c6-44d3-a268-e9cbcddeb74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.289568 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01e1c15f-00c6-44d3-a268-e9cbcddeb74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.299497 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.317474 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-c1ecc572-d880-4d41-8525-b8bbd1d0f396 service neutron] 10.222.0.62 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071214 Aug 19 12:15:00.355682 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e15f295f-4aa3-4622-afec-f6dc4172e017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.358010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Transition to ACTIVE for port object 280654fb-00cd-4459-889f-feb35a822669 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:00.414312 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-01e1c15f-00c6-44d3-a268-e9cbcddeb74e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b245700cc3044ba58843313227094e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6981730 Aug 19 12:15:00.423095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43000) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:00.459995 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-c26f9d42-caa5-4a83-858b-f17cf18abe6d tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42320 time: 0.6439645 Aug 19 12:15:00.463308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e15f295f-4aa3-4622-afec-f6dc4172e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.465712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1c15f-00c6-44d3-a268-e9cbcddeb74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3345a05d-b555-43f7-9b70-f376894cd875,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:00.513054 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e15f295f-4aa3-4622-afec-f6dc4172e017 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfbe15d2740d44d5bd8097468665766b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730460 Aug 19 12:15:00.515642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43008) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:00.531489 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eb24314-b09c-4c09-9ea9-bf0dce8d75fc req-7c7109e5-4975-42f8-8146-63b86ab29739 service neutron] 10.222.0.62 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004046 Aug 19 12:15:00.534585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82797-91f1-4829-98e4-ab7ac0f32738 req-b82a6506-a3f7-490b-bfbe-0b5e4c15ee87 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:00.536669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66d82797-91f1-4829-98e4-ab7ac0f32738 req-b82a6506-a3f7-490b-bfbe-0b5e4c15ee87 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 945 time: 0.1151762 Aug 19 12:15:00.548387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f295f-4aa3-4622-afec-f6dc4172e017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9c30a4-9792-4a65-8ea5-610f78e852bd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:00.567180 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-83c0f547-b176-4993-87e6-dfa3e3b9f843 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1e647808-e35b-4823-9f48-29eb6939d312 HTTP/1.1" status: 200 len: 2981 time: 0.0863202 Aug 19 12:15:00.579354 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed835f49-e022-4940-81bc-bf1a9827898c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.596317 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-132fd6fe-4591-40b1-ad2a-4b0cc397bca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.603341 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66d82797-91f1-4829-98e4-ab7ac0f32738 req-a686324c-8175-41e0-bd50-b1231239ad6b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565004 Aug 19 12:15:00.619731 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.646335 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed835f49-e022-4940-81bc-bf1a9827898c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.663839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-132fd6fe-4591-40b1-ad2a-4b0cc397bca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.721706 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-716f8dc7-1272-4822-bf17-b10d49e763cf tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1e647808-e35b-4823-9f48-29eb6939d312 HTTP/1.1" status: 200 len: 2981 time: 0.1475353 Aug 19 12:15:00.734604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Allocated IP 192.168.233.67 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/6479abf2-7c60-42dd-bc1b-4a4ef3730b9e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:00.744027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:00.753446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Pushing event updated for resources: {'Port': ['ID=280654fb-00cd-4459-889f-feb35a822669,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:00.759720 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:00.763233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:00.768994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:00.769349 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.817814 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2 req-34dad4b2-a77e-4e8b-a846-f34b526d6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:00.819348 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2 req-34dad4b2-a77e-4e8b-a846-f34b526d6b9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=234f10076afd426c9c349cdd2953cd03&device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 1095 time: 0.1583822 Aug 19 12:15:00.825371 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-69c91cbe-be04-4bbd-a9de-b230209a617a tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4e812949-38ae-4967-9a93-fd5a48d50650 HTTP/1.1" status: 200 len: 2981 time: 0.0915022 Aug 19 12:15:00.907894 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed835f49-e022-4940-81bc-bf1a9827898c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.912233 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed835f49-e022-4940-81bc-bf1a9827898c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.913729 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ed835f49-e022-4940-81bc-bf1a9827898c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3345a05d-b555-43f7-9b70-f376894cd875 HTTP/1.1" status: 204 len: 168 time: 0.4897094 Aug 19 12:15:00.914230 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-088d0c2b-ae55-4711-a6be-0f4682c3fa28 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9062409 Aug 19 12:15:00.926264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-77c25f62-6d98-4160-8700-cba7ec8313ff tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/4e812949-38ae-4967-9a93-fd5a48d50650 HTTP/1.1" status: 200 len: 2981 time: 0.0890114 Aug 19 12:15:00.931506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Request body: {'port': {'device_id': 'e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:00.938597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed835f49-e022-4940-81bc-bf1a9827898c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345a05d-b555-43f7-9b70-f376894cd875,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:00.997239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-132fd6fe-4591-40b1-ad2a-4b0cc397bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:00.999706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-132fd6fe-4591-40b1-ad2a-4b0cc397bca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.000833 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-132fd6fe-4591-40b1-ad2a-4b0cc397bca5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce9c30a4-9792-4a65-8ea5-610f78e852bd HTTP/1.1" status: 204 len: 168 time: 0.4831297 Aug 19 12:15:01.010022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2 req-66064340-626c-484d-a14e-0adfa1cda573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:01.011580 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2 req-66064340-626c-484d-a14e-0adfa1cda573 service neutron] 10.222.0.62 "GET /v2.0/networks?id=249e42bf-355b-41f3-9364-07c3ec7f0839 HTTP/1.1" status: 200 len: 925 time: 0.1840119 Aug 19 12:15:01.049487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fd6fe-4591-40b1-ad2a-4b0cc397bca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9c30a4-9792-4a65-8ea5-610f78e852bd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:01.084190 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-fb8064e8-dc5a-4505-a751-66006276bdf8 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5b221d58-280c-4674-a433-fe66e2431169 HTTP/1.1" status: 200 len: 2977 time: 0.1491416 Aug 19 12:15:01.087769 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2 req-6d9ea2e6-ea9c-48a6-8a55-8cc1395a0345 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acbac785-5a67-4e15-8706-49873fda1264 HTTP/1.1" status: 200 len: 217 time: 0.0646515 Aug 19 12:15:01.090491 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.099074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a4b3d87c-0535-4ff8-99d0-19a6bd2ef5fd None None] Provisioning for port 280654fb-00cd-4459-889f-feb35a822669 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:01.115563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a4b3d87c-0535-4ff8-99d0-19a6bd2ef5fd None None] Provisioning complete for port 280654fb-00cd-4459-889f-feb35a822669 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:01.115962 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a4b3d87c-0535-4ff8-99d0-19a6bd2ef5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.137847 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.158341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3d87c-0535-4ff8-99d0-19a6bd2ef5fd None None] Port 280654fb-00cd-4459-889f-feb35a822669 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:01.165936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Transition to ACTIVE for port object 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:01.213863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2 req-bc653566-8074-468e-8e7a-50a3492e5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:01.215433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2 req-bc653566-8074-468e-8e7a-50a3492e5b4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cb42b23-06f7-4a7c-9e91-c255261f3eec HTTP/1.1" status: 200 len: 863 time: 0.1158044 Aug 19 12:15:01.224547 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-6216693c-3e7c-4c93-923b-d3e6413a0b0a tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5b221d58-280c-4674-a433-fe66e2431169 HTTP/1.1" status: 200 len: 2977 time: 0.1230772 Aug 19 12:15:01.275815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b27505-54ca-43c2-b75c-ba5765a3ac38 req-58e55179-47f1-4a8f-b789-9accc1ff9c58 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:01.279333 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90b27505-54ca-43c2-b75c-ba5765a3ac38 req-58e55179-47f1-4a8f-b789-9accc1ff9c58 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 935 time: 0.0518451 Aug 19 12:15:01.322391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90b27505-54ca-43c2-b75c-ba5765a3ac38 req-cd2e04a6-ac7d-4766-b599-1ab8aa943d2f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356522 Aug 19 12:15:01.343395 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.392900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2 req-32a8e0ed-d196-4370-bb86-9f1a0b91fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:01.394340 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2 req-32a8e0ed-d196-4370-bb86-9f1a0b91fb53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=249e42bf-355b-41f3-9364-07c3ec7f0839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689439 Aug 19 12:15:01.399412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-3d8dc08b-f830-452d-b2f7-24fd72b93a47 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5cf669bf-8806-4a2d-a3f4-21cc8ca42799 HTTP/1.1" status: 200 len: 2977 time: 0.1253562 Aug 19 12:15:01.451392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:01.477037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:01.493524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:01.501528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:01.502106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.522140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Pushing event updated for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:01.552943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc8012-daea-4c61-8cd8-f357dd56f842 req-ece03f36-411e-4458-a336-07aa2d3abe79 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:01.553142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-f669c227-790c-4e46-8813-47afefff5341 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5cf669bf-8806-4a2d-a3f4-21cc8ca42799 HTTP/1.1" status: 200 len: 2977 time: 0.1386306 Aug 19 12:15:01.559425 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-afbc8012-daea-4c61-8cd8-f357dd56f842 req-ece03f36-411e-4458-a336-07aa2d3abe79 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 944 time: 0.1563368 Aug 19 12:15:01.601892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2 req-f54b77f8-bb5c-48bd-a61c-ad654e0af432 service neutron] 10.222.0.62 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965282 Aug 19 12:15:01.616910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-afbc8012-daea-4c61-8cd8-f357dd56f842 req-5266f26d-043d-49fe-8bce-a679352847f5 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554862 Aug 19 12:15:01.661752 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-1aac3dd9-c827-4854-813e-cce99b8af3ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9031112 Aug 19 12:15:01.679847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Request body: {'port': {'device_id': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:01.755277 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:01.943742 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-8d9dc947-db69-4b44-84fd-7342d7f0ffdd tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/6e04c50f-0aa2-44b4-810e-65973170b1e6 HTTP/1.1" status: 200 len: 2973 time: 0.3895190 Aug 19 12:15:01.950189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280654fb-00cd-4459-889f-feb35a822669 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:01.964217 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.008268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Transition to ACTIVE for port object 280654fb-00cd-4459-889f-feb35a822669 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:02.029819 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74fb5470-e5e1-4f30-be4d-13f76cb37ae2 req-488d9b4d-b2eb-442c-b428-c632a6bd83e1 service neutron] 10.222.0.62 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161158 Aug 19 12:15:02.036337 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-884ab704-680c-46b0-b795-239cead79faf tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/6e04c50f-0aa2-44b4-810e-65973170b1e6 HTTP/1.1" status: 200 len: 2973 time: 0.0762281 Aug 19 12:15:02.055070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-11d2a450-8f48-4ce7-8be4-bf0c07668506 None None] Provisioning for port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:02.059675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-11d2a450-8f48-4ce7-8be4-bf0c07668506 None None] Provisioning complete for port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:02.060167 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-11d2a450-8f48-4ce7-8be4-bf0c07668506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.086760 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-feb4ed29-9989-4204-bd7e-6a252225a69b tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8d74fafa-8b7c-42c7-b531-6187e87861a6 HTTP/1.1" status: 200 len: 2981 time: 0.0410681 Aug 19 12:15:02.104796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-11d2a450-8f48-4ce7-8be4-bf0c07668506 None None] Port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:02.147257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-692b2d42-cf42-4bd7-88ee-2e14ba0610e3 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/8d74fafa-8b7c-42c7-b531-6187e87861a6 HTTP/1.1" status: 200 len: 2981 time: 0.0542393 Aug 19 12:15:02.167164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43048) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:02.187583 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0e4f07de-3325-4597-9f26-3d090829d88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.201030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-89d33015-5ed0-4fae-afe1-a50012479228 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9089abc2-fd76-491b-9afa-8f7623b6176c HTTP/1.1" status: 200 len: 2977 time: 0.0470548 Aug 19 12:15:02.230333 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.279426 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-39c9b04c-1804-4d4b-a6e5-e6f6d38252bc tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9089abc2-fd76-491b-9afa-8f7623b6176c HTTP/1.1" status: 200 len: 2977 time: 0.0715475 Aug 19 12:15:02.317477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Pushing event updated for resources: {'Port': ['ID=280654fb-00cd-4459-889f-feb35a822669,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:02.385047 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0e4f07de-3325-4597-9f26-3d090829d88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.392162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Attempting to bind port 280654fb-00cd-4459-889f-feb35a822669 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:02.392494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Attempting to bind port 280654fb-00cd-4459-889f-feb35a822669 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:02.392815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Attempting to bind port 280654fb-00cd-4459-889f-feb35a822669 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:02.416926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-3db75688-2931-4b9a-b6ed-d0bd64591642 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a8d957d2-8af7-4e6b-8f5b-2eb1569ff477 HTTP/1.1" status: 200 len: 2981 time: 0.1242971 Aug 19 12:15:02.417675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Port 280654fb-00cd-4459-889f-feb35a822669 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:02.421296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Attempting to bind port 280654fb-00cd-4459-889f-feb35a822669 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:02.452137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:02.452511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:02.452894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:02.453337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Bound port: 280654fb-00cd-4459-889f-feb35a822669, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:02.453728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.485524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:02.497010 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.501282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0e4f07de-3325-4597-9f26-3d090829d88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.531954 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-6f3cf19c-79d9-4bfb-a947-2430b393e598 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a8d957d2-8af7-4e6b-8f5b-2eb1569ff477 HTTP/1.1" status: 200 len: 2981 time: 0.1075947 Aug 19 12:15:02.555975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Transition to ACTIVE for port object 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:02.561605 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0e4f07de-3325-4597-9f26-3d090829d88e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=140b95705e6c47d0899737185968ccc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923297 Aug 19 12:15:02.565483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43060) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:02.566030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f07de-3325-4597-9f26-3d090829d88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30555dd4-a161-4c3c-9b44-d399e7b7555a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:02.583555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] For port 280654fb-00cd-4459-889f-feb35a822669, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:02.588988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12615dcd-6cba-421f-9849-5958fc21f9db req-9b0d8cc9-04c4-47f9-b839-6502f3bfe271 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:02.595314 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12615dcd-6cba-421f-9849-5958fc21f9db req-9b0d8cc9-04c4-47f9-b839-6502f3bfe271 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 945 time: 0.1461356 Aug 19 12:15:02.612870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] For port 280654fb-00cd-4459-889f-feb35a822669, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=280654fb-00cd-4459-889f-feb35a822669,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:02.638211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-9b9a672a-7858-42ae-944f-69b5284aee70 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/be793dfc-c9f8-4a62-8cd0-1c52fa3cbe09 HTTP/1.1" status: 200 len: 2981 time: 0.1005509 Aug 19 12:15:02.648753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12615dcd-6cba-421f-9849-5958fc21f9db req-069cb66f-4bda-49fc-9c3b-9afdd1633beb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515649 Aug 19 12:15:02.678248 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.725955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.758149 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-231d757b-e0bb-4c18-9155-08df732a39a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.781300 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-231d757b-e0bb-4c18-9155-08df732a39a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.788108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Pushing event updated for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:02.797681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43072) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:02.815309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-2ebf5677-0e3b-4f29-a081-a4c4c26114d8 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/be793dfc-c9f8-4a62-8cd0-1c52fa3cbe09 HTTP/1.1" status: 200 len: 2981 time: 0.1592276 Aug 19 12:15:02.864022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:02.864872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.865905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] 10.222.0.30 "PUT /v2.0/ports/280654fb-00cd-4459-889f-feb35a822669 HTTP/1.1" status: 200 len: 1095 time: 1.9416227 Aug 19 12:15:02.869446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc', 'tag': '280654fb-00cd-4459-889f-feb35a822669'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:02.877475 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02712d34-acc3-4d14-a89c-befaf566e3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc", "tag": "280654fb-00cd-4459-889f-feb35a822669"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:02.883116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Attempting to bind port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:02.883474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Attempting to bind port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:02.883826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Attempting to bind port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:02.891458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:02.891799 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Attempting to bind port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:02.897531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04de3e-ee19-4fa0-bb4d-2ca12906e92b service neutron] Pushing event updated for resources: {'Port': ['ID=280654fb-00cd-4459-889f-feb35a822669,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:02.911685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:02.911685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:02.911685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:02.911685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Bound port: 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:02.911685 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:02.918096 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-cbec4970-c056-4109-8e34-93bf9722394a tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c44a73f7-95da-4fea-962b-039c71812264 HTTP/1.1" status: 200 len: 2981 time: 0.1017869 Aug 19 12:15:02.964491 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-439c1f9b-e656-44b0-b924-bccbef91a762 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/c44a73f7-95da-4fea-962b-039c71812264 HTTP/1.1" status: 200 len: 2981 time: 0.0455530 Aug 19 12:15:02.965153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d95808-c628-42c6-9eea-cab4b71d9b9f req-31e86cf8-cde8-42ae-8e60-aa356e2a27bd tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:02.966584 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1d95808-c628-42c6-9eea-cab4b71d9b9f req-31e86cf8-cde8-42ae-8e60-aa356e2a27bd tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 947 time: 0.2195935 Aug 19 12:15:03.002072 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-92d9a500-01b8-40d4-8df0-599514553685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.024277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:03.048412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1d95808-c628-42c6-9eea-cab4b71d9b9f req-ff697877-3a2a-4985-a275-0167df048589 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740910 Aug 19 12:15:03.056110 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-231d757b-e0bb-4c18-9155-08df732a39a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.059851 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-231d757b-e0bb-4c18-9155-08df732a39a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.062858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-231d757b-e0bb-4c18-9155-08df732a39a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30555dd4-a161-4c3c-9b44-d399e7b7555a HTTP/1.1" status: 204 len: 168 time: 0.4919181 Aug 19 12:15:03.065399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:03.083342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-d514908c-5f9e-4d25-a36d-58453d09c6f8 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/df7eaeaf-52a7-4030-82a2-7ae069fbdccb HTTP/1.1" status: 200 len: 2981 time: 0.1098828 Aug 19 12:15:03.137747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d757b-e0bb-4c18-9155-08df732a39a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30555dd4-a161-4c3c-9b44-d399e7b7555a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:03.171329 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.245253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.245809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-e30fad07-ef9f-450e-94c2-4d28db868860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.245938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.247372 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] 10.222.0.62 "PUT /v2.0/ports/6479abf2-7c60-42dd-bc1b-4a4ef3730b9e HTTP/1.1" status: 200 len: 1095 time: 1.5725162 Aug 19 12:15:03.250283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:03.258252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-e30fad07-ef9f-450e-94c2-4d28db868860 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 1098 time: 0.1886668 Aug 19 12:15:03.268252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-615c8bba-5c5a-4b7a-8de6-1967fd4d7567 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/df7eaeaf-52a7-4030-82a2-7ae069fbdccb HTTP/1.1" status: 200 len: 2981 time: 0.1483572 Aug 19 12:15:03.321411 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-167d59a4-b563-4fec-8f09-4eab44c909f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=280654fb-00cd-4459-889f-feb35a822669 HTTP/1.1" status: 200 len: 217 time: 0.0504060 Aug 19 12:15:03.337424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02b862-61b0-4fd9-8617-3302bd065808 service neutron] Pushing event updated for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:03.348832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b223f-37f8-4c4f-a8a4-0d5f99ae0236 req-4a2ac8d7-c68b-488b-87f9-f954d8a5d381 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.350383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-451b223f-37f8-4c4f-a8a4-0d5f99ae0236 req-4a2ac8d7-c68b-488b-87f9-f954d8a5d381 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 944 time: 0.1360278 Aug 19 12:15:03.401554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-92d9a500-01b8-40d4-8df0-599514553685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.405681 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-8855215f-6618-4dd6-a398-826b812b4f1b tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f8b7c222-9b8c-4de8-b069-beeeea520a48 HTTP/1.1" status: 200 len: 2981 time: 0.1365716 Aug 19 12:15:03.443092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ec893065-d869-493b-8c0b-9b4c8a3094d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.446974 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-ec893065-d869-493b-8c0b-9b4c8a3094d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1160405 Aug 19 12:15:03.477448 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-451b223f-37f8-4c4f-a8a4-0d5f99ae0236 req-2d6ef816-7b99-4050-bf9f-dd3e5e5307eb tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189582 Aug 19 12:15:03.488774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-d84f7f4d-093a-4335-a1b5-a2584691dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.490302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-d84f7f4d-093a-4335-a1b5-a2584691dead service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 1098 time: 0.1102233 Aug 19 12:15:03.509931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-92d9a500-01b8-40d4-8df0-599514553685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.552999 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-92d9a500-01b8-40d4-8df0-599514553685 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16c1db900dd64a719eeb9525744aa416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7472680 Aug 19 12:15:03.569530 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0214741-3fac-451b-a257-e3bd9a12ecd7 req-29218201-1289-47c5-8e47-1b6fde1a1fd1 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f8b7c222-9b8c-4de8-b069-beeeea520a48 HTTP/1.1" status: 200 len: 2981 time: 0.1551445 Aug 19 12:15:03.575864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43092) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:03.578719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-a036f417-93cd-4789-bbd8-856a68c3e504 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e HTTP/1.1" status: 200 len: 217 time: 0.0774577 Aug 19 12:15:03.609697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9a500-01b8-40d4-8df0-599514553685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffe4c79-0606-4c13-8100-473e67d88b0f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:03.615481 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176d903d-62cb-4058-8f3b-6898f53e5974 x-openstack-request-id: req-176d903d-62cb-4058-8f3b-6898f53e5974 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:03.615761 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc", "tag": "280654fb-00cd-4459-889f-feb35a822669", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:03.616165 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-176d903d-62cb-4058-8f3b-6898f53e5974 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:03.616690 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc', 'tag': '280654fb-00cd-4459-889f-feb35a822669', 'status': 'completed', 'code': 200} Aug 19 12:15:03.618577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-2572985e-4a50-46c7-85c2-35647231d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.620358 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-2572985e-4a50-46c7-85c2-35647231d0b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1670089 Aug 19 12:15:03.692735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-065dbae4-e88c-4e1a-a1d7-94a7dcb6112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.694228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-065dbae4-e88c-4e1a-a1d7-94a7dcb6112d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1090524 Aug 19 12:15:03.734249 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-317b314a-90e3-4afe-820d-b6a36c899e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.772242 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-317b314a-90e3-4afe-820d-b6a36c899e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:03.791727 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41684a62-c4ac-4102-9735-079b8eaa5045" -d '{"events": [{"name": "network-changed", "server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:03.793067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-e4ca2061-e445-4ef3-877c-11f47dd45265 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611519 Aug 19 12:15:03.822750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-37eb40fb-ff88-400e-8ecb-b32bf74257ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:03.824508 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-37eb40fb-ff88-400e-8ecb-b32bf74257ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217830 Aug 19 12:15:03.948503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-632763d2-0b8f-4efb-b013-7637e55535ef service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132863 Aug 19 12:15:03.971007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-138a80af-7513-49c6-8b9d-cd396fc875e3 req-1ecfd73b-21f1-44b0-a056-da1df441ca32 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664648 Aug 19 12:15:03.984864 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74b504ab-e9f3-4625-b5dd-d744ec2f8d19 req-493cca23-dba9-44eb-8ccc-2e58d02d0ab3 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68fe3d6837d1428c80dd4cd48b145bbb HTTP/1.1" status: 200 len: 6102 time: 0.1942587 Aug 19 12:15:04.043036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74b504ab-e9f3-4625-b5dd-d744ec2f8d19 req-f13c6134-07ab-4188-b4dd-712214eab2ea tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] 10.222.0.21 "GET /v2.0/security-groups/a8d957d2-8af7-4e6b-8f5b-2eb1569ff477 HTTP/1.1" status: 200 len: 2981 time: 0.0571251 Aug 19 12:15:04.100527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fe8bd-6ca6-43f3-b13b-dfdf14d51104 req-2687123e-548b-4687-9e58-0febfcb91a6b tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.100527 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e83fe8bd-6ca6-43f3-b13b-dfdf14d51104 req-2687123e-548b-4687-9e58-0febfcb91a6b tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 1096 time: 0.1354125 Aug 19 12:15:04.119034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74b504ab-e9f3-4625-b5dd-d744ec2f8d19 req-5124a6ea-2ae1-4bc9-9c96-36f84fa4366c tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] 10.222.0.21 "GET /v2.0/security-groups/a8d957d2-8af7-4e6b-8f5b-2eb1569ff477 HTTP/1.1" status: 200 len: 2981 time: 0.0698950 Aug 19 12:15:04.122683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3e2ae95-0d39-41cd-8281-ebeceb9fd87b req-4209260e-9f25-4945-9cd3-29dc52b515c2 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551549 Aug 19 12:15:04.126539 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e83fe8bd-6ca6-43f3-b13b-dfdf14d51104 req-b611605d-929b-4eae-aada-54f980dfe312 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481639 Aug 19 12:15:04.152381 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-317b314a-90e3-4afe-820d-b6a36c899e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.155263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-317b314a-90e3-4afe-820d-b6a36c899e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.159515 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-317b314a-90e3-4afe-820d-b6a36c899e76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ffe4c79-0606-4c13-8100-473e67d88b0f HTTP/1.1" status: 204 len: 168 time: 0.5812356 Aug 19 12:15:04.168770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b314a-90e3-4afe-820d-b6a36c899e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffe4c79-0606-4c13-8100-473e67d88b0f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:04.283880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712d34-acc3-4d14-a89c-befaf566e3e7 req-e4e03e05-6f5f-464f-80cb-c429a11fb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.285416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02712d34-acc3-4d14-a89c-befaf566e3e7 req-e4e03e05-6f5f-464f-80cb-c429a11fb37e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 1098 time: 0.0444267 Aug 19 12:15:04.394494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712d34-acc3-4d14-a89c-befaf566e3e7 req-797dd7b1-9639-4dec-beb6-18f39ec7c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.396323 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02712d34-acc3-4d14-a89c-befaf566e3e7 req-797dd7b1-9639-4dec-beb6-18f39ec7c8e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1029894 Aug 19 12:15:04.432577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device acbac785-5a67-4e15-8706-49873fda1264 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:04.472442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02712d34-acc3-4d14-a89c-befaf566e3e7 req-e709004d-4788-44a5-8c2c-10e889a3339c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=280654fb-00cd-4459-889f-feb35a822669 HTTP/1.1" status: 200 len: 217 time: 0.0665159 Aug 19 12:15:04.503690 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883a6c71-a218-4eda-ba1c-bc82dc639fa6 x-openstack-request-id: req-883a6c71-a218-4eda-ba1c-bc82dc639fa6 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:04.504789 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:04.505098 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-883a6c71-a218-4eda-ba1c-bc82dc639fa6 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:04.505558 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'status': 'completed', 'code': 200} Aug 19 12:15:04.532915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e58e2-908e-4c33-a595-799154dea9ad req-b5cef217-fd18-4afb-aea0-4d27e16d471d tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.534506 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f7e58e2-908e-4c33-a595-799154dea9ad req-b5cef217-fd18-4afb-aea0-4d27e16d471d tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 947 time: 0.1371086 Aug 19 12:15:04.563597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port acbac785-5a67-4e15-8706-49873fda1264, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=acbac785-5a67-4e15-8706-49873fda1264,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:04.577384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'acbac785-5a67-4e15-8706-49873fda1264', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'port_id': 'acbac785-5a67-4e15-8706-49873fda1264', 'mac_address': 'fa:16:3e:a2:32:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:04.586036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f7e58e2-908e-4c33-a595-799154dea9ad req-e27b6b67-66f8-4501-97d5-b51f8137307f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446651 Aug 19 12:15:04.590112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712d34-acc3-4d14-a89c-befaf566e3e7 req-df045068-26d8-4c47-9f17-608959b819bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.591695 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02712d34-acc3-4d14-a89c-befaf566e3e7 req-df045068-26d8-4c47-9f17-608959b819bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1112142 Aug 19 12:15:04.624869 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-451c381e-c1c8-46e9-868e-b5935d4fdacb req-0d552aab-e8b1-4064-8b46-ab9a4663c708 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/027b8044-7e6a-45a3-865b-98c289f88dca HTTP/1.1" status: 200 len: 1777 time: 0.1057279 Aug 19 12:15:04.625172 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.641750 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbac785-5a67-4e15-8706-49873fda1264 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:04.653339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712d34-acc3-4d14-a89c-befaf566e3e7 req-7b0bfb08-2294-4b5a-86ed-348b5d68b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.655761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02712d34-acc3-4d14-a89c-befaf566e3e7 req-7b0bfb08-2294-4b5a-86ed-348b5d68b67f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563293 Aug 19 12:15:04.669347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port acbac785-5a67-4e15-8706-49873fda1264, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=acbac785-5a67-4e15-8706-49873fda1264,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:04.697830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41684a62-c4ac-4102-9735-079b8eaa5045 req-1df7a029-058e-4146-b0d0-c07e4b0e62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.705354 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41684a62-c4ac-4102-9735-079b8eaa5045 req-1df7a029-058e-4146-b0d0-c07e4b0e62c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 1098 time: 0.1567056 Aug 19 12:15:04.774791 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.807759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1d364-8ea1-459e-9a5f-22acc3faea02 req-05103d1d-d360-49b4-bc27-d4c057a86f42 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.809065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72e1d364-8ea1-459e-9a5f-22acc3faea02 req-05103d1d-d360-49b4-bc27-d4c057a86f42 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 1096 time: 0.1137810 Aug 19 12:15:04.824749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=acbac785-5a67-4e15-8706-49873fda1264,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:04.834847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02712d34-acc3-4d14-a89c-befaf566e3e7 req-39f5a678-8b12-4cbd-b3cf-4a48aebaf6c0 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596158 Aug 19 12:15:04.867548 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72e1d364-8ea1-459e-9a5f-22acc3faea02 req-1e65bcfa-bf97-42fe-84ba-d956aa271c61 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494177 Aug 19 12:15:04.882483 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-451c381e-c1c8-46e9-868e-b5935d4fdacb req-a2bc3f29-d562-435e-af64-d82aa57694b6 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.903128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41684a62-c4ac-4102-9735-079b8eaa5045 req-3db9046b-c377-42ed-a4b1-67177d1f6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:04.904696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41684a62-c4ac-4102-9735-079b8eaa5045 req-3db9046b-c377-42ed-a4b1-67177d1f6e2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1960576 Aug 19 12:15:04.927368 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-451c381e-c1c8-46e9-868e-b5935d4fdacb req-a2bc3f29-d562-435e-af64-d82aa57694b6 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.953077 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-20265142-3539-4ce5-8a72-edc5f39984fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:04.972707 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41684a62-c4ac-4102-9735-079b8eaa5045 req-2f1d6c36-35fe-4c71-8698-92006ae8db94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e HTTP/1.1" status: 200 len: 217 time: 0.0579755 Aug 19 12:15:04.975623 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02712d34-acc3-4d14-a89c-befaf566e3e7 req-6bdcebd0-a8ff-48f4-a9c1-dc333e221f5a service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295643 Aug 19 12:15:05.043831 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['acbac785-5a67-4e15-8706-49873fda1264'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:05.122173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43148) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:05.147054 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8e728f9-ea5b-471f-b476-027e5c876f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.220771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41684a62-c4ac-4102-9735-079b8eaa5045 req-1823ae3c-dc5a-4b4d-8e47-49ba414f14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.220771 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41684a62-c4ac-4102-9735-079b8eaa5045 req-1823ae3c-dc5a-4b4d-8e47-49ba414f14dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.2288818 Aug 19 12:15:05.283764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41684a62-c4ac-4102-9735-079b8eaa5045 req-d7849460-4cc1-4435-a588-f3d845545cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.285353 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41684a62-c4ac-4102-9735-079b8eaa5045 req-d7849460-4cc1-4435-a588-f3d845545cac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0563655 Aug 19 12:15:05.293743 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8e728f9-ea5b-471f-b476-027e5c876f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.304148 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-451c381e-c1c8-46e9-868e-b5935d4fdacb req-a2bc3f29-d562-435e-af64-d82aa57694b6 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.306601 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-451c381e-c1c8-46e9-868e-b5935d4fdacb req-a2bc3f29-d562-435e-af64-d82aa57694b6 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.307738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-451c381e-c1c8-46e9-868e-b5935d4fdacb req-a2bc3f29-d562-435e-af64-d82aa57694b6 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/027b8044-7e6a-45a3-865b-98c289f88dca HTTP/1.1" status: 204 len: 173 time: 0.6820741 Aug 19 12:15:05.352861 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8e728f9-ea5b-471f-b476-027e5c876f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.360831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc3f29-d562-435e-af64-d82aa57694b6 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027b8044-7e6a-45a3-865b-98c289f88dca,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:05.416513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b8e728f9-ea5b-471f-b476-027e5c876f85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1eb845dc0630445e84d89bdbaf5ef679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930489 Aug 19 12:15:05.418277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e728f9-ea5b-471f-b476-027e5c876f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ab4c9c-987a-4a25-9c2f-4a1a051e35c9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:05.421067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43160) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:05.446912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41684a62-c4ac-4102-9735-079b8eaa5045 req-0d9bdb6c-c501-4963-8533-736103a370b6 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520615 Aug 19 12:15:05.544530 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6aa086cc-5487-4ace-8ec9-b2a3e7743d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.575420 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41684a62-c4ac-4102-9735-079b8eaa5045 req-ad9da918-a227-4d02-aef7-309888dba6bc service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200039 Aug 19 12:15:05.584112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30516d8a-8798-49dc-a125-d398ab323767 req-5951072a-e38a-4567-ac36-dfa4f08d5dd4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:05.585698 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-30516d8a-8798-49dc-a125-d398ab323767 req-5951072a-e38a-4567-ac36-dfa4f08d5dd4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 945 time: 0.1017706 Aug 19 12:15:05.589113 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6aa086cc-5487-4ace-8ec9-b2a3e7743d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.650823 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-30516d8a-8798-49dc-a125-d398ab323767 req-7be9c54b-1cb5-432c-a829-b8c99082080d tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548136 Aug 19 12:15:05.729862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68575e46-c906-40be-96ae-d2cb0eadee4d req-534a91bb-9ddb-441b-a1e8-abe396d9ca92 tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "GET /v2.0/security-groups/600c3c78-6bc1-4b23-962a-2b0896b79fa6 HTTP/1.1" status: 200 len: 1778 time: 0.0496004 Aug 19 12:15:05.790309 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68575e46-c906-40be-96ae-d2cb0eadee4d req-265dc2df-5179-462f-bd90-e233e399c16b tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.801368 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6aa086cc-5487-4ace-8ec9-b2a3e7743d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.803899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6aa086cc-5487-4ace-8ec9-b2a3e7743d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.804997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6aa086cc-5487-4ace-8ec9-b2a3e7743d63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51ab4c9c-987a-4a25-9c2f-4a1a051e35c9 HTTP/1.1" status: 204 len: 168 time: 0.3678219 Aug 19 12:15:05.820372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68575e46-c906-40be-96ae-d2cb0eadee4d req-265dc2df-5179-462f-bd90-e233e399c16b tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:05.826714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa086cc-5487-4ace-8ec9-b2a3e7743d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ab4c9c-987a-4a25-9c2f-4a1a051e35c9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:06.003088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68575e46-c906-40be-96ae-d2cb0eadee4d req-265dc2df-5179-462f-bd90-e233e399c16b tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.006279 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68575e46-c906-40be-96ae-d2cb0eadee4d req-265dc2df-5179-462f-bd90-e233e399c16b tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.007525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68575e46-c906-40be-96ae-d2cb0eadee4d req-265dc2df-5179-462f-bd90-e233e399c16b tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/600c3c78-6bc1-4b23-962a-2b0896b79fa6 HTTP/1.1" status: 204 len: 173 time: 0.2714338 Aug 19 12:15:06.015752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dc2df-5179-462f-bd90-e233e399c16b tempest-SecurityGroupsTestAdminJSON-953513990 tempest-SecurityGroupsTestAdminJSON-953513990-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600c3c78-6bc1-4b23-962a-2b0896b79fa6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:06.113055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606e0f8-dd0f-44e3-9b07-1323ca35f683 req-c9ecc4c9-e6e8-41dc-8bf4-64b1c9ef618d tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:06.116128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c606e0f8-dd0f-44e3-9b07-1323ca35f683 req-c9ecc4c9-e6e8-41dc-8bf4-64b1c9ef618d tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 947 time: 0.0540874 Aug 19 12:15:06.153825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c606e0f8-dd0f-44e3-9b07-1323ca35f683 req-98ad60d1-b66c-42a0-91ce-e7c93494eed4 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328195 Aug 19 12:15:06.202732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43182) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:06.380867 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6635d7f-c5df-4501-9431-f86cfda6b1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.441707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device acbac785-5a67-4e15-8706-49873fda1264 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:06.510926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6635d7f-c5df-4501-9431-f86cfda6b1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.609425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port acbac785-5a67-4e15-8706-49873fda1264 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:06.613926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port acbac785-5a67-4e15-8706-49873fda1264 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:06.614304 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.655425 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6635d7f-c5df-4501-9431-f86cfda6b1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.703312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.711950 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d6635d7f-c5df-4501-9431-f86cfda6b1a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7ee5d5b7cdc4bbc97a71a76dbb41e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079093 Aug 19 12:15:06.712779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6635d7f-c5df-4501-9431-f86cfda6b1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42ac896-5c33-4f39-82d7-94cb0da23577,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:06.714615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43212) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:06.741010 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb46ac2a-f142-41ca-af5e-87c3764156ec req-fae32f04-955b-4b5e-93a7-de4765f61186 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] 10.222.0.21 "GET /v2.0/security-groups/b91f606d-17a1-4f2e-aab3-1ffb207099e7 HTTP/1.1" status: 200 len: 1777 time: 0.0684118 Aug 19 12:15:06.743003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbac785-5a67-4e15-8706-49873fda1264'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:06.745241 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45b586e-1402-421d-bd6c-c117b0d9fa5b" -d '{"events": [{"server_uuid": "9459d4cb-c308-4db5-923f-c89b19d44ba2", "name": "network-vif-plugged", "status": "completed", "tag": "acbac785-5a67-4e15-8706-49873fda1264"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:06.759874 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port acbac785-5a67-4e15-8706-49873fda1264, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=acbac785-5a67-4e15-8706-49873fda1264,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:06.796875 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ac30529-42e0-480f-bac3-7681d35b5329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.818313 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-fb46ac2a-f142-41ca-af5e-87c3764156ec req-648ceffc-4a67-4d6a-872a-24bf53b1f5e6 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.822509 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ac30529-42e0-480f-bac3-7681d35b5329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.844563 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-fb46ac2a-f142-41ca-af5e-87c3764156ec req-648ceffc-4a67-4d6a-872a-24bf53b1f5e6 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.906822 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:06.957154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=acbac785-5a67-4e15-8706-49873fda1264,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:07.003419 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-fb46ac2a-f142-41ca-af5e-87c3764156ec req-648ceffc-4a67-4d6a-872a-24bf53b1f5e6 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.006233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-fb46ac2a-f142-41ca-af5e-87c3764156ec req-648ceffc-4a67-4d6a-872a-24bf53b1f5e6 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.007431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb46ac2a-f142-41ca-af5e-87c3764156ec req-648ceffc-4a67-4d6a-872a-24bf53b1f5e6 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] 10.222.0.21 "DELETE /v2.0/security-groups/b91f606d-17a1-4f2e-aab3-1ffb207099e7 HTTP/1.1" status: 204 len: 173 time: 0.2583892 Aug 19 12:15:07.027785 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ceffc-4a67-4d6a-872a-24bf53b1f5e6 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91f606d-17a1-4f2e-aab3-1ffb207099e7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:07.049869 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ac30529-42e0-480f-bac3-7681d35b5329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.054236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ac30529-42e0-480f-bac3-7681d35b5329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.057829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0ac30529-42e0-480f-bac3-7681d35b5329 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c42ac896-5c33-4f39-82d7-94cb0da23577 HTTP/1.1" status: 204 len: 168 time: 0.3391011 Aug 19 12:15:07.074207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac30529-42e0-480f-bac3-7681d35b5329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42ac896-5c33-4f39-82d7-94cb0da23577,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:07.443809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b6e0b-15fd-426e-a7ed-d46d4ccc8704 req-a14293a7-908f-4fcc-94a4-da6aebf89dc0 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:07.445269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b25b6e0b-15fd-426e-a7ed-d46d4ccc8704 req-a14293a7-908f-4fcc-94a4-da6aebf89dc0 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 969 time: 0.0480239 Aug 19 12:15:07.482853 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b25b6e0b-15fd-426e-a7ed-d46d4ccc8704 req-f35f719e-7ffe-4a3b-ab2f-69e1893a8669 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e647808-e35b-4823-9f48-29eb6939d312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309143 Aug 19 12:15:07.599973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85443-1240-487c-b70b-b3951d1d6593 req-8ed1ccb4-e83c-4622-9cd8-a29e5bbc1713 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:07.601400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1c85443-1240-487c-b70b-b3951d1d6593 req-8ed1ccb4-e83c-4622-9cd8-a29e5bbc1713 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 946 time: 0.0496900 Aug 19 12:15:07.642052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 280654fb-00cd-4459-889f-feb35a822669 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:07.653552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1c85443-1240-487c-b70b-b3951d1d6593 req-6376d19f-0663-40c0-836f-e3cef7a5a977 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459435 Aug 19 12:15:07.699773 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.709363 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb97032-b63d-4988-8fbe-f2f7f7b5241f x-openstack-request-id: req-cbb97032-b63d-4988-8fbe-f2f7f7b5241f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:07.709658 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9459d4cb-c308-4db5-923f-c89b19d44ba2", "name": "network-vif-plugged", "status": "completed", "tag": "acbac785-5a67-4e15-8706-49873fda1264", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:07.709910 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbb97032-b63d-4988-8fbe-f2f7f7b5241f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:07.710306 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbac785-5a67-4e15-8706-49873fda1264', 'code': 200} Aug 19 12:15:07.735280 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bc24e283-9766-4bf9-aea6-131f20accf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.774576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 280654fb-00cd-4459-889f-feb35a822669, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=280654fb-00cd-4459-889f-feb35a822669,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:07.776685 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc688f32-205b-44bc-9432-44654dfdf6eb req-271db0f5-873e-416d-bc82-4e990a7420c4 tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] 10.222.0.21 "GET /v2.0/security-groups/99828fec-52ce-44c8-b9b5-28ee23a22821 HTTP/1.1" status: 200 len: 1777 time: 0.0568008 Aug 19 12:15:07.800573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43258) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:07.802122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '280654fb-00cd-4459-889f-feb35a822669', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '280654fb-00cd-4459-889f-feb35a822669', 'mac_address': 'fa:16:3e:4b:4b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:07.815888 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0c6752c5-5054-4c54-852c-b8a2408c16f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.846184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23142334-7632-46bf-b469-1f29e63390cf req-51e373b8-64ac-4d3c-9141-45ee976f25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:07.848739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23142334-7632-46bf-b469-1f29e63390cf req-51e373b8-64ac-4d3c-9141-45ee976f25bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0624721 Aug 19 12:15:07.904183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23142334-7632-46bf-b469-1f29e63390cf req-cb5bae9e-14d6-4f05-928b-6a32f26a263f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474312 Aug 19 12:15:07.921794 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bc688f32-205b-44bc-9432-44654dfdf6eb req-ba004cda-9e5a-4d73-a6d7-e2746399e95e tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.959110 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bc688f32-205b-44bc-9432-44654dfdf6eb req-ba004cda-9e5a-4d73-a6d7-e2746399e95e tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.965485 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:07.978711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280654fb-00cd-4459-889f-feb35a822669 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:07.999835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 280654fb-00cd-4459-889f-feb35a822669, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=280654fb-00cd-4459-889f-feb35a822669,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:08.032481 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0c6752c5-5054-4c54-852c-b8a2408c16f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.079739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2890b-5d0f-4cfa-8514-f169a4d8fd69 req-cc15bbc6-dc3c-40e6-bca3-86b0cbad98f3 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:08.081188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5bc2890b-5d0f-4cfa-8514-f169a4d8fd69 req-cc15bbc6-dc3c-40e6-bca3-86b0cbad98f3 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.30 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 969 time: 0.0511229 Aug 19 12:15:08.112245 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.113224 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bc688f32-205b-44bc-9432-44654dfdf6eb req-ba004cda-9e5a-4d73-a6d7-e2746399e95e tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.117268 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bc688f32-205b-44bc-9432-44654dfdf6eb req-ba004cda-9e5a-4d73-a6d7-e2746399e95e tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.118505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc688f32-205b-44bc-9432-44654dfdf6eb req-ba004cda-9e5a-4d73-a6d7-e2746399e95e tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] 10.222.0.21 "DELETE /v2.0/security-groups/99828fec-52ce-44c8-b9b5-28ee23a22821 HTTP/1.1" status: 204 len: 173 time: 0.3358998 Aug 19 12:15:08.170137 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0c6752c5-5054-4c54-852c-b8a2408c16f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.185403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba004cda-9e5a-4d73-a6d7-e2746399e95e tempest-SecurityGroupsTestAdminJSON-1908557628 tempest-SecurityGroupsTestAdminJSON-1908557628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99828fec-52ce-44c8-b9b5-28ee23a22821,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:08.222945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=280654fb-00cd-4459-889f-feb35a822669,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:08.291012 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0c6752c5-5054-4c54-852c-b8a2408c16f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2afa5178ef4b4687acaa347718373d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891105 Aug 19 12:15:08.293659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43268) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:08.311338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['280654fb-00cd-4459-889f-feb35a822669'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:08.336155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6752c5-5054-4c54-852c-b8a2408c16f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea579d1-b305-4802-9798-8dbd7bc1227a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:08.354140 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d60b8c7e-e2ca-456c-bec3-a5d331196ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.371326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a50a06-4333-414c-8bd5-f547e8cc3920 req-17fcd71b-f9b3-4baa-bd5c-a559c36c92f9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:08.373393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05a50a06-4333-414c-8bd5-f547e8cc3920 req-17fcd71b-f9b3-4baa-bd5c-a559c36c92f9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 948 time: 0.1641369 Aug 19 12:15:08.384090 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d60b8c7e-e2ca-456c-bec3-a5d331196ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.420289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-5bc2890b-5d0f-4cfa-8514-f169a4d8fd69 req-3f9808e3-1810-40ad-9c07-3598ca1588ea tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Deleting port 687262f4-6cc8-4215-9730-3ccf3ba64e9c {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:08.420632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5bc2890b-5d0f-4cfa-8514-f169a4d8fd69 req-3f9808e3-1810-40ad-9c07-3598ca1588ea tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.530173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:08.530456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05a50a06-4333-414c-8bd5-f547e8cc3920 req-2598ccac-6e37-4ed8-a123-fb665ca90245 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871224 Aug 19 12:15:08.530456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-5bc2890b-5d0f-4cfa-8514-f169a4d8fd69 req-3f9808e3-1810-40ad-9c07-3598ca1588ea tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] For port 687262f4-6cc8-4215-9730-3ccf3ba64e9c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=687262f4-6cc8-4215-9730-3ccf3ba64e9c,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:08.530456 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5bc2890b-5d0f-4cfa-8514-f169a4d8fd69 req-3f9808e3-1810-40ad-9c07-3598ca1588ea tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.545297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-5bc2890b-5d0f-4cfa-8514-f169a4d8fd69 req-3f9808e3-1810-40ad-9c07-3598ca1588ea tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Calling delete_port for 687262f4-6cc8-4215-9730-3ccf3ba64e9c owned by compute:tempest-test_az-667648279 {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:08.586750 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:08.675295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'mac_address': 'fa:16:3e:cd:1e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:08.675295 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.675295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:08.675295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:08.975140 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d60b8c7e-e2ca-456c-bec3-a5d331196ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.978150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d60b8c7e-e2ca-456c-bec3-a5d331196ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:08.979718 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d60b8c7e-e2ca-456c-bec3-a5d331196ef0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ea579d1-b305-4802-9798-8dbd7bc1227a HTTP/1.1" status: 204 len: 168 time: 0.6847420 Aug 19 12:15:08.988734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b8c7e-e2ca-456c-bec3-a5d331196ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea579d1-b305-4802-9798-8dbd7bc1227a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:09.084020 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:09.084434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5bc2890b-5d0f-4cfa-8514-f169a4d8fd69 req-3f9808e3-1810-40ad-9c07-3598ca1588ea tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:09.111860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9808e3-1810-40ad-9c07-3598ca1588ea tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Pushing event deleted for resources: {'Port': ['ID=687262f4-6cc8-4215-9730-3ccf3ba64e9c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:09.114633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['687262f4-6cc8-4215-9730-3ccf3ba64e9c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:09.145183 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:09.167726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:09.213305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc2890b-5d0f-4cfa-8514-f169a4d8fd69 req-3f9808e3-1810-40ad-9c07-3598ca1588ea tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] No DVR routers for this DVR port 687262f4-6cc8-4215-9730-3ccf3ba64e9c on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:09.218057 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5bc2890b-5d0f-4cfa-8514-f169a4d8fd69 req-3f9808e3-1810-40ad-9c07-3598ca1588ea tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:09.221000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5bc2890b-5d0f-4cfa-8514-f169a4d8fd69 req-3f9808e3-1810-40ad-9c07-3598ca1588ea tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.30 "DELETE /v2.0/ports/687262f4-6cc8-4215-9730-3ccf3ba64e9c HTTP/1.1" status: 204 len: 173 time: 1.1333284 Aug 19 12:15:09.221581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921566cc-d18a-4297-a946-0976ca277c03', 'name': 'network-vif-deleted', 'tag': '687262f4-6cc8-4215-9730-3ccf3ba64e9c'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:09.227840 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bc389d-dbbe-4a62-bf5e-f2c019e57652" -d '{"events": [{"server_uuid": "921566cc-d18a-4297-a946-0976ca277c03", "name": "network-vif-deleted", "tag": "687262f4-6cc8-4215-9730-3ccf3ba64e9c"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:09.334307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:09.383152 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f729224-416a-4fca-99d5-1b2153db88d8 req-465e17e7-fa21-4c52-8c44-258d109a1697 tempest-AggregatesAdminTestJSON-1625924085 tempest-AggregatesAdminTestJSON-1625924085-project] 10.222.0.21 "GET /v2.0/ports?device_id=921566cc-d18a-4297-a946-0976ca277c03 HTTP/1.1" status: 200 len: 210 time: 0.0466285 Aug 19 12:15:09.447907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43294) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:09.505578 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc08d9c-3fe3-4fda-87ca-f3c2263290db req-14c57343-07d9-4c87-a46f-70ef314cc91f tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.507412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4dc08d9c-3fe3-4fda-87ca-f3c2263290db req-14c57343-07d9-4c87-a46f-70ef314cc91f tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 946 time: 0.0515485 Aug 19 12:15:09.548218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4dc08d9c-3fe3-4fda-87ca-f3c2263290db req-d0b31d2f-ad01-4992-91ba-f20b0bcb40dc tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344651 Aug 19 12:15:09.603835 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a993b30c-ea9a-4810-bbc3-bd3b374d5161 x-openstack-request-id: req-a993b30c-ea9a-4810-bbc3-bd3b374d5161 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:09.604242 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921566cc-d18a-4297-a946-0976ca277c03", "name": "network-vif-deleted", "tag": "687262f4-6cc8-4215-9730-3ccf3ba64e9c", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:09.604453 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a993b30c-ea9a-4810-bbc3-bd3b374d5161 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:09.604843 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921566cc-d18a-4297-a946-0976ca277c03', 'name': 'network-vif-deleted', 'tag': '687262f4-6cc8-4215-9730-3ccf3ba64e9c', 'status': 'completed', 'code': 200} Aug 19 12:15:09.634943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 280654fb-00cd-4459-889f-feb35a822669 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:09.707049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43310) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:09.736774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4795870-dc51-4c33-820c-7c01e58ab783 req-29b28c17-d0eb-45ca-a757-8aadf0b3a701 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.740227 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e4795870-dc51-4c33-820c-7c01e58ab783 req-29b28c17-d0eb-45ca-a757-8aadf0b3a701 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 948 time: 0.0717311 Aug 19 12:15:09.781334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e4795870-dc51-4c33-820c-7c01e58ab783 req-0d151e50-b755-4d14-b1f8-7a4543d5a915 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347857 Aug 19 12:15:09.843468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 280654fb-00cd-4459-889f-feb35a822669 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:09.849990 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 280654fb-00cd-4459-889f-feb35a822669 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:09.850582 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:09.923305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5dc94-7078-4b4b-bdcc-9fb246a52140 req-20c5c799-253d-486c-9748-5594dc2ed86c tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:09.925807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-f783461d-e488-4473-9382-493b35784209 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:15:09.926948 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-f783461d-e488-4473-9382-493b35784209 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2168553 Aug 19 12:15:09.939581 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43318) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:09.945829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b2a338ed-f04e-463a-91b3-0c10d253f65d tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Request body: {'floatingip': {'port_id': 'acbac785-5a67-4e15-8706-49873fda1264'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:09.950977 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-22b5dc94-7078-4b4b-bdcc-9fb246a52140 req-20c5c799-253d-486c-9748-5594dc2ed86c tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 946 time: 0.1131842 Aug 19 12:15:09.968154 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:09.977439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5fd14086-b376-4334-89b9-377857a09c76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68fe3d6837d1428c80dd4cd48b145bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282397 Aug 19 12:15:09.978053 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43324) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:09.993890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280654fb-00cd-4459-889f-feb35a822669'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:09.996364 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4338c7-3b18-44d3-bc8d-ce34ae9bfaa4" -d '{"events": [{"server_uuid": "e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc", "name": "network-vif-plugged", "status": "completed", "tag": "280654fb-00cd-4459-889f-feb35a822669"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:10.010906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 280654fb-00cd-4459-889f-feb35a822669, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=280654fb-00cd-4459-889f-feb35a822669,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:10.044171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e1bee530-d2de-422a-a1f0-bbc0a3b811cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.061196 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2a338ed-f04e-463a-91b3-0c10d253f65d tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.067773 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e1bee530-d2de-422a-a1f0-bbc0a3b811cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.119490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.120801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 687262f4-6cc8-4215-9730-3ccf3ba64e9c no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:10.140552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Request body: {'binding': {'host': 'n-h2-803757-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:10.141066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Unknown quota resources ['binding']. {{(pid=95542) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:15:10.192019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 687262f4-6cc8-4215-9730-3ccf3ba64e9c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:10.195568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 687262f4-6cc8-4215-9730-3ccf3ba64e9c not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:10.231744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=280654fb-00cd-4459-889f-feb35a822669,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:10.243730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e1bee530-d2de-422a-a1f0-bbc0a3b811cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.246640 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e1bee530-d2de-422a-a1f0-bbc0a3b811cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.248406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e1bee530-d2de-422a-a1f0-bbc0a3b811cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8d957d2-8af7-4e6b-8f5b-2eb1569ff477 HTTP/1.1" status: 204 len: 168 time: 0.2639501 Aug 19 12:15:10.275133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bee530-d2de-422a-a1f0-bbc0a3b811cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d957d2-8af7-4e6b-8f5b-2eb1569ff477,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:10.348361 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-72b1841c-471f-4c48-91a6-22d726f64ad7 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c1a8c13259b543aeaa43a88990278083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495486 Aug 19 12:15:10.420871 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.464424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-a89bee5d-8d47-4f52-838a-e306e1238589 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:10.467270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-a89bee5d-8d47-4f52-838a-e306e1238589 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179881 Aug 19 12:15:10.472623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:10.483973 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-a0560ac4-5989-445f-81ad-b0298659eb3b tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/quotas/c1a8c13259b543aeaa43a88990278083 HTTP/1.1" status: 200 len: 375 time: 0.0116889 Aug 19 12:15:10.527828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-c163e125-534a-4539-8f1e-3250b9eac0f5 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1a8c13259b543aeaa43a88990278083&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374599 Aug 19 12:15:10.529448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on host n-h2-803757-2 for vnic_type normal with profile None {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:10.529958 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:10.530486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:10.572896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:10.573233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:10.598912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:10.599565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:10.600139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:10.600584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Bound port: 21cb5faf-dde9-470e-8386-56d6e62ddc06, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:10.625506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:10.630438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:10.630989 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.720997 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.757747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:10.819234 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e3722d-6feb-461a-ab37-7d98fa3a7090 x-openstack-request-id: req-52e3722d-6feb-461a-ab37-7d98fa3a7090 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:10.819552 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc", "name": "network-vif-plugged", "status": "completed", "tag": "280654fb-00cd-4459-889f-feb35a822669", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:10.819829 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52e3722d-6feb-461a-ab37-7d98fa3a7090 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:10.823572 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280654fb-00cd-4459-889f-feb35a822669', 'code': 200} Aug 19 12:15:10.854560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:10.907316 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:10.971936 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:11.003660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e14ce454-184f-4831-95d6-9cf958c2baa1 req-4d6a302f-71e6-4751-b292-375a3d5010a9 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 210 time: 0.0716937 Aug 19 12:15:11.009920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566e7b5-749c-4e86-ac99-cd864d6ee371 req-a7c56b8e-a35e-4df3-b379-149a037f4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:11.012216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7566e7b5-749c-4e86-ac99-cd864d6ee371 req-a7c56b8e-a35e-4df3-b379-149a037f4ad6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 1100 time: 0.1258979 Aug 19 12:15:11.071924 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7566e7b5-749c-4e86-ac99-cd864d6ee371 req-d31747d7-f2cb-4ca7-8df3-e5bb4ee340cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Aug 19 12:15:11.141559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea7146-366c-42e3-8dee-58f1e2d2b4b5 req-378c9e5a-b492-4c2d-ac7f-0337b7d0b853 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:11.143344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-97ea7146-366c-42e3-8dee-58f1e2d2b4b5 req-378c9e5a-b492-4c2d-ac7f-0337b7d0b853 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 949 time: 0.0569353 Aug 19 12:15:11.184385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-97ea7146-366c-42e3-8dee-58f1e2d2b4b5 req-6785765d-7d38-4230-91fb-2dd4d00aed08 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332825 Aug 19 12:15:11.218941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.220150 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-979eb7cd-dd98-47a4-9eb5-029a6597a2f1 service neutron] 10.222.0.21 "POST /v2.0/ports/21cb5faf-dde9-470e-8386-56d6e62ddc06/bindings HTTP/1.1" status: 201 len: 389 time: 1.2139342 Aug 19 12:15:11.239010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43378) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:11.279731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8b26a7ae-37d4-4389-bdff-2bda1a54132d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=472b688272014748a88590bb38fed5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468042 Aug 19 12:15:11.280881 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2a338ed-f04e-463a-91b3-0c10d253f65d tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.282239 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43382) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:11.340433 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.364534 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.386084 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2a338ed-f04e-463a-91b3-0c10d253f65d tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.493479 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-b2a338ed-f04e-463a-91b3-0c10d253f65d tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Floating IP 2061c2b0-718f-4b64-bc3d-0b01d64281ba associated. External IP: 172.25.2.216, port: acbac785-5a67-4e15-8706-49873fda1264. Aug 19 12:15:11.609343 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.613337 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.614513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8b7c222-9b8c-4de8-b069-beeeea520a48 HTTP/1.1" status: 204 len: 168 time: 0.3312743 Aug 19 12:15:11.663399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b7c222-9b8c-4de8-b069-beeeea520a48,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:11.667702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43404) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:11.681646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.681991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.682340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.682655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.683005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.683333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.683652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.683968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.684287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.684600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.684914 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.685226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d84128-20fa-400d-a9e8-3443e4e03787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:11.705936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15845-8673-4fa2-9937-9691c9044443 req-2d5e9d65-e631-4ce9-9ff0-f1b7e728c695 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:11.705936 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0da15845-8673-4fa2-9937-9691c9044443 req-2d5e9d65-e631-4ce9-9ff0-f1b7e728c695 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 945 time: 0.0993121 Aug 19 12:15:11.828817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0da15845-8673-4fa2-9937-9691c9044443 req-d8abf3a5-1a88-4d7d-9f19-af6245027ee0 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765867 Aug 19 12:15:11.854682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a338ed-f04e-463a-91b3-0c10d253f65d tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Router 59d17b07-c1a9-4a29-ba9f-153ea074ccea has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:15:11.974747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a338ed-f04e-463a-91b3-0c10d253f65d tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:11.979656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2a338ed-f04e-463a-91b3-0c10d253f65d tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:11.987166 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cc5cc-f806-4148-bd5f-90727bdeecaf None None] Sync routers for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:11.997388 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cc5cc-f806-4148-bd5f-90727bdeecaf None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:11.998059 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-095cc5cc-f806-4148-bd5f-90727bdeecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:15:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:12.013827 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b2a338ed-f04e-463a-91b3-0c10d253f65d tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "PUT /v2.0/floatingips/2061c2b0-718f-4b64-bc3d-0b01d64281ba HTTP/1.1" status: 200 len: 992 time: 2.0728188 Aug 19 12:15:12.014555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'tag': 'acbac785-5a67-4e15-8706-49873fda1264'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:12.016904 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d03a37-d803-41b1-ba9c-321998660ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "9459d4cb-c308-4db5-923f-c89b19d44ba2", "tag": "acbac785-5a67-4e15-8706-49873fda1264"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:12.103532 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c28d98-81f3-4fd2-8494-2b5d26599816 x-openstack-request-id: req-d5c28d98-81f3-4fd2-8494-2b5d26599816 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:12.103532 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9459d4cb-c308-4db5-923f-c89b19d44ba2", "tag": "acbac785-5a67-4e15-8706-49873fda1264", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:12.103532 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5c28d98-81f3-4fd2-8494-2b5d26599816 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:12.103532 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'tag': 'acbac785-5a67-4e15-8706-49873fda1264', 'status': 'completed', 'code': 200} Aug 19 12:15:12.150744 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-095cc5cc-f806-4148-bd5f-90727bdeecaf None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:12.165954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-96fe0b0c-5555-4e5d-9d81-efa532e454f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.167826 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-96fe0b0c-5555-4e5d-9d81-efa532e454f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 1096 time: 0.0426230 Aug 19 12:15:12.208713 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86f78caf-ef90-42e0-8f0c-6b3febd6529c req-8758dcbd-4563-43a1-809c-052431a53661 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 210 time: 0.0764971 Aug 19 12:15:12.223648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03a37-d803-41b1-ba9c-321998660ed2 req-30d28bab-3e63-4e4f-9510-7d6474eb440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.225484 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0d03a37-d803-41b1-ba9c-321998660ed2 req-30d28bab-3e63-4e4f-9510-7d6474eb440b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=234f10076afd426c9c349cdd2953cd03&device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0919495 Aug 19 12:15:12.354386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03a37-d803-41b1-ba9c-321998660ed2 req-3f1bf566-3194-41c8-8d41-b8692871c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.355926 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0d03a37-d803-41b1-ba9c-321998660ed2 req-3f1bf566-3194-41c8-8d41-b8692871c6b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=249e42bf-355b-41f3-9364-07c3ec7f0839 HTTP/1.1" status: 200 len: 925 time: 0.1225712 Aug 19 12:15:12.509545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43430) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:12.579335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f0b70-46ee-47d0-bd2e-185ef7ac1bb3 req-949ee8f7-de16-43c6-a557-af1d3abbb7d1 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.582264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb3f0b70-46ee-47d0-bd2e-185ef7ac1bb3 req-949ee8f7-de16-43c6-a557-af1d3abbb7d1 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 949 time: 0.0782874 Aug 19 12:15:12.614612 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0d03a37-d803-41b1-ba9c-321998660ed2 req-e686f1b8-e452-4a5d-9faa-a6431aab30ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acbac785-5a67-4e15-8706-49873fda1264 HTTP/1.1" status: 200 len: 1000 time: 0.2473166 Aug 19 12:15:12.643407 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-095cc5cc-f806-4148-bd5f-90727bdeecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2061c2b0-718f-4b64-bc3d-0b01d64281ba', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'port_id': 'acbac785-5a67-4e15-8706-49873fda1264', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'mac_address': 'fa:16:3e:a2:32:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:51Z', 'updated_at': '2021-08-19T12:15:10Z', 'revision_number': 1, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:12.663767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-177fc042-e22e-4df9-aaa2-99dbf7c462b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.665451 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-177fc042-e22e-4df9-aaa2-99dbf7c462b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.4900277 Aug 19 12:15:12.675888 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cc5cc-f806-4148-bd5f-90727bdeecaf None None] Checking router: 59d17b07-c1a9-4a29-ba9f-153ea074ccea for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:15:12.676860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03a37-d803-41b1-ba9c-321998660ed2 req-5fae016e-2697-4c90-a018-ceb1422126af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.677930 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0d03a37-d803-41b1-ba9c-321998660ed2 req-5fae016e-2697-4c90-a018-ceb1422126af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cb42b23-06f7-4a7c-9e91-c255261f3eec HTTP/1.1" status: 200 len: 863 time: 0.0540137 Aug 19 12:15:12.686344 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cc5cc-f806-4148-bd5f-90727bdeecaf None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:12.687225 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-095cc5cc-f806-4148-bd5f-90727bdeecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:15:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:12.696135 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb3f0b70-46ee-47d0-bd2e-185ef7ac1bb3 req-fddf4d51-3bcb-4d52-aa9f-af6f87e798c8 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065023 Aug 19 12:15:12.699912 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4f3d57d3-7c8d-41dd-aaa2-d8d0a83e7e3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0df52e0716fd45fd846b427df300b9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0309188 Aug 19 12:15:12.709871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43436) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:12.745165 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6823fae6-0069-4130-b992-95d68ce6b428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.782584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-abc1404c-3e9b-4fcd-bf60-4c2356fac0b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06 HTTP/1.1" status: 200 len: 217 time: 0.0850611 Aug 19 12:15:12.825581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:12.829769 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22092862-2cee-4363-b0b9-9ee0c8c7c488" -d '{"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-plugged", "status": "completed", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:12.833131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d03a37-d803-41b1-ba9c-321998660ed2 req-ac172830-bed3-4131-a70e-6692a38e8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.835009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0d03a37-d803-41b1-ba9c-321998660ed2 req-ac172830-bed3-4131-a70e-6692a38e8863 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=249e42bf-355b-41f3-9364-07c3ec7f0839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443572 Aug 19 12:15:12.835505 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-095cc5cc-f806-4148-bd5f-90727bdeecaf None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:12.905019 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf09b01b-2f27-4ae5-9f05-d41fbc1ca0f7 x-openstack-request-id: req-cf09b01b-2f27-4ae5-9f05-d41fbc1ca0f7 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:12.905561 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-plugged", "status": "completed", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:12.910396 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf09b01b-2f27-4ae5-9f05-d41fbc1ca0f7 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:12.914245 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'code': 200} Aug 19 12:15:12.914369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-8e1d4c2a-8112-43b2-956b-5ee7ba40e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:12.914369 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-8e1d4c2a-8112-43b2-956b-5ee7ba40e5f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.1226461 Aug 19 12:15:12.929960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4855-f6b9-4f41-8345-9ce1f4560c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:12.970685 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-70ca8657-1e66-42ff-b389-3e76e9997826 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502281 Aug 19 12:15:13.022568 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0d03a37-d803-41b1-ba9c-321998660ed2 req-ccc660fb-e387-4fe5-a04e-22d7044e4934 service neutron] 10.222.0.62 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760941 Aug 19 12:15:13.029900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4855-f6b9-4f41-8345-9ce1f4560c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.129870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e93872-c667-43f2-8c92-689b7b9ab0df req-6d68c183-f814-47be-b445-d01c29bb48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:13.131415 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d5e93872-c667-43f2-8c92-689b7b9ab0df req-6d68c183-f814-47be-b445-d01c29bb48cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 1100 time: 0.1598735 Aug 19 12:15:13.140908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7520206-b43d-46e5-8799-aac8c4d1d101 req-d02dc2eb-e43e-4051-b4e9-014cc77f6752 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:13.148094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7520206-b43d-46e5-8799-aac8c4d1d101 req-d02dc2eb-e43e-4051-b4e9-014cc77f6752 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 945 time: 0.1815085 Aug 19 12:15:13.170945 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4855-f6b9-4f41-8345-9ce1f4560c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.173835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4855-f6b9-4f41-8345-9ce1f4560c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.180256 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fe7d4855-f6b9-4f41-8345-9ce1f4560c70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e647808-e35b-4823-9f48-29eb6939d312 HTTP/1.1" status: 204 len: 168 time: 0.4652629 Aug 19 12:15:13.202404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d4855-f6b9-4f41-8345-9ce1f4560c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e647808-e35b-4823-9f48-29eb6939d312,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:13.219007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-c022354d-39c2-48c1-92e3-3c824a65362f service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299678 Aug 19 12:15:13.229049 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6823fae6-0069-4130-b992-95d68ce6b428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.256006 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0d03a37-d803-41b1-ba9c-321998660ed2 req-93d5992e-6140-4d89-8413-62baa2fb8512 service neutron] 10.222.0.62 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752911 Aug 19 12:15:13.263418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7520206-b43d-46e5-8799-aac8c4d1d101 req-0d0575ce-7dac-4439-85f5-9f6405be6e50 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143687 Aug 19 12:15:13.318272 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d5e93872-c667-43f2-8c92-689b7b9ab0df req-c8e1fea3-6160-4a8a-b7e3-6beda047c74b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680925 Aug 19 12:15:13.320541 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-095cc5cc-f806-4148-bd5f-90727bdeecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2061c2b0-718f-4b64-bc3d-0b01d64281ba', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'port_id': 'acbac785-5a67-4e15-8706-49873fda1264', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'mac_address': 'fa:16:3e:a2:32:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:51Z', 'updated_at': '2021-08-19T12:15:10Z', 'revision_number': 1, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:13.357665 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cc5cc-f806-4148-bd5f-90727bdeecaf None None] The sync data for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 is: [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2061c2b0-718f-4b64-bc3d-0b01d64281ba', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'port_id': 'acbac785-5a67-4e15-8706-49873fda1264', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'mac_address': 'fa:16:3e:a2:32:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:51Z', 'updated_at': '2021-08-19T12:15:10Z', 'revision_number': 1, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:15:13.398740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb6d03e1-0489-417c-bc94-5b11656b4400 req-bb5ed926-658d-4863-a618-85cdde18c256 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 210 time: 0.0413823 Aug 19 12:15:13.410612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-336f41e1-630a-4e12-8224-b14005547202 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674275 Aug 19 12:15:13.431986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6823fae6-0069-4130-b992-95d68ce6b428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.472451 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6823fae6-0069-4130-b992-95d68ce6b428 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17be8af5b2bc430cb4420a4da1aeb0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9608765 Aug 19 12:15:13.473317 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823fae6-0069-4130-b992-95d68ce6b428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f1c646-5677-42f9-9575-b6ee4d03f263,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:13.475905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43470) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:13.526918 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd79d745-e50f-49a5-83d5-c88f80bc8e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.551845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd79d745-e50f-49a5-83d5-c88f80bc8e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.626697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdec797-4e68-491a-b266-9b70335fda88 None None] New status for floating IP 2061c2b0-718f-4b64-bc3d-0b01d64281ba: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:15:13.700080 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd79d745-e50f-49a5-83d5-c88f80bc8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.703635 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd79d745-e50f-49a5-83d5-c88f80bc8e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.708310 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cd79d745-e50f-49a5-83d5-c88f80bc8e79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72f1c646-5677-42f9-9575-b6ee4d03f263 HTTP/1.1" status: 204 len: 168 time: 0.2284176 Aug 19 12:15:13.720287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79d745-e50f-49a5-83d5-c88f80bc8e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f1c646-5677-42f9-9575-b6ee4d03f263,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:13.831434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-d933b6cf-0234-4851-b740-1222125e120c tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:13.834914 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-d933b6cf-0234-4851-b740-1222125e120c tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.1661859 Aug 19 12:15:13.848388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803757-2'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:13.923584 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:13.928724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eea11f-a536-4966-aaae-4684068bfb1a req-aa91aa5f-1ba9-42be-b6a7-22425178422e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:13.930157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39eea11f-a536-4966-aaae-4684068bfb1a req-aa91aa5f-1ba9-42be-b6a7-22425178422e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 949 time: 0.0656457 Aug 19 12:15:13.972639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39eea11f-a536-4966-aaae-4684068bfb1a req-bd3ab69a-8b65-45bf-be86-f2542117da46 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353272 Aug 19 12:15:14.111770 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-4b75b0a0-d2e8-4af9-b10c-943b79e5a346 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c1a8c13259b543aeaa43a88990278083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287862 Aug 19 12:15:14.132066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1d140-684e-4ef6-b6c5-e6df0d8c2c09 req-963652e2-8b19-458e-8566-4c76c794ca31 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.133520 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1b1d140-684e-4ef6-b6c5-e6df0d8c2c09 req-963652e2-8b19-458e-8566-4c76c794ca31 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0625143 Aug 19 12:15:14.155685 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:15:14.199740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1b1d140-684e-4ef6-b6c5-e6df0d8c2c09 req-7e2ce1e8-7fc0-4f29-b6b2-59b2bed6b8ef tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425034 Aug 19 12:15:14.205509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:14.276123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:14.283685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-6aca8800-56a0-43ca-831e-6d0240138438 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.285782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-6aca8800-56a0-43ca-831e-6d0240138438 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683497 Aug 19 12:15:14.307325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Request body: {'port': {'device_id': '7573587c-b6cd-406f-bb43-76b51f271812', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': 'c1a8c13259b543aeaa43a88990278083'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:14.399438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21cb5faf-dde9-470e-8386-56d6e62ddc06'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:14.401611 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43232ca-6886-4e97-9084-466c82f98fbe" -d '{"events": [{"server_uuid": "8dec2519-1b8c-4597-abc1-2129af0b5e95", "name": "network-vif-unplugged", "status": "completed", "tag": "21cb5faf-dde9-470e-8386-56d6e62ddc06"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:14.405164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b466a4d-d5af-4f85-bc88-c159b38d2bae req-23106f8a-990c-412a-bd07-23831cc431c5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:14.405717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.406995 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b466a4d-d5af-4f85-bc88-c159b38d2bae req-23106f8a-990c-412a-bd07-23831cc431c5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 945 time: 0.0674515 Aug 19 12:15:14.410399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43488) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:14.513446 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.523788 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b466a4d-d5af-4f85-bc88-c159b38d2bae req-5d3e5e14-c614-4994-9604-57f915702693 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981677 Aug 19 12:15:14.530793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9a855dd0-d828-4972-b880-578676e33357 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c29719dba56a42e9b5d69eb6c1296c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156855 Aug 19 12:15:14.532973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43498) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:14.586092 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e3723-6581-4a8c-84f6-223f8d252d4a x-openstack-request-id: req-6a2e3723-6581-4a8c-84f6-223f8d252d4a {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:14.587372 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dec2519-1b8c-4597-abc1-2129af0b5e95", "name": "network-vif-unplugged", "status": "completed", "tag": "21cb5faf-dde9-470e-8386-56d6e62ddc06", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:14.587792 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a2e3723-6581-4a8c-84f6-223f8d252d4a {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:14.588389 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21cb5faf-dde9-470e-8386-56d6e62ddc06', 'code': 200} Aug 19 12:15:14.668700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Made reservation on behalf of c1a8c13259b543aeaa43a88990278083 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:14.672781 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.680665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Pushing event updated for resources: {'Port': ['ID=21cb5faf-dde9-470e-8386-56d6e62ddc06,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:14.708197 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.716842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on host n-h1-803757-2 for vnic_type normal with profile {"migrating_to": "n-h2-803757-2"} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:14.717503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:14.717844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:14.727933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.728293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.729076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.729076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.729292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.731822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.731822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.731822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.731822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.731822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.731822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.731822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:14.743936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e63664da-a9b4-4f31-8002-b75fb43f2bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.749728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:14.750052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Attempting to bind port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:14.777121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:14.777456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:14.777996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:14.778447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Bound port: 21cb5faf-dde9-470e-8386-56d6e62ddc06, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:14.778832 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.787828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e63664da-a9b4-4f31-8002-b75fb43f2bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:14.796462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a63a4912-d9de-4a60-bae1-eb90a949d3ab req-23f7294f-8a99-416d-909e-dbd43cd4b1cf tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 210 time: 0.0855513 Aug 19 12:15:14.914165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:14.917513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:15.064585 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.066979 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e63664da-a9b4-4f31-8002-b75fb43f2bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.069636 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e63664da-a9b4-4f31-8002-b75fb43f2bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.070664 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e63664da-a9b4-4f31-8002-b75fb43f2bf0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e812949-38ae-4967-9a93-fd5a48d50650 HTTP/1.1" status: 204 len: 168 time: 0.5165086 Aug 19 12:15:15.110932 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63664da-a9b4-4f31-8002-b75fb43f2bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e812949-38ae-4967-9a93-fd5a48d50650,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:15.182843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Pushing event updated for resources: {'Port': ['ID=21cb5faf-dde9-470e-8386-56d6e62ddc06,revision_number=8']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:15.190614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.191283 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.192648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-23785ca8-11dc-43fe-8fba-19f7dd7f90ec service neutron] 10.222.0.30 "PUT /v2.0/ports/21cb5faf-dde9-470e-8386-56d6e62ddc06 HTTP/1.1" status: 200 len: 1121 time: 1.3497362 Aug 19 12:15:15.194473 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.256526 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.256885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43514) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:15.268655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['21cb5faf-dde9-470e-8386-56d6e62ddc06'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:15.283247 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-388b2bd8-0133-4498-bec0-7b1cdb834575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.350310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04672c5b-3026-48cc-9d5b-1d9f71deaab7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:15.408921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea3f4f-5a18-4b54-b16d-80040fd9b95c req-b910e794-acbe-4d6e-921f-e43d96febfb3 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.411353 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d8ea3f4f-5a18-4b54-b16d-80040fd9b95c req-b910e794-acbe-4d6e-921f-e43d96febfb3 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1386576 Aug 19 12:15:15.428114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-388b2bd8-0133-4498-bec0-7b1cdb834575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.470941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Allocated IP 192.168.233.12 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/8ea7981a-cb0a-4558-b0c6-6ab739409af6) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:15.491116 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d8ea3f4f-5a18-4b54-b16d-80040fd9b95c req-6bf11ac7-3d77-4ce5-9681-4a9847d0e751 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595515 Aug 19 12:15:15.575456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-388b2bd8-0133-4498-bec0-7b1cdb834575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.604420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b2bd8-0133-4498-bec0-7b1cdb834575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0782cf-9554-4420-aaa1-6df735b27f53,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:15.631931 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-388b2bd8-0133-4498-bec0-7b1cdb834575 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6654fb389f1c4baf926b6553bea8cb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738964 Aug 19 12:15:15.634564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43524) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:15.690764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.713094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8faf64-fe07-44ae-8c1e-2084492df6a6 req-44add547-da7c-4bb6-97a9-905d0f6808ea tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:15.713224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4a89f4b6-afda-4596-8108-aacb4bbb7cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.718835 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a8faf64-fe07-44ae-8c1e-2084492df6a6 req-44add547-da7c-4bb6-97a9-905d0f6808ea tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 943 time: 0.1058552 Aug 19 12:15:15.737380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Transition to ACTIVE for port object 8ea7981a-cb0a-4558-b0c6-6ab739409af6 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:15.776875 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4a89f4b6-afda-4596-8108-aacb4bbb7cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.793663 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a8faf64-fe07-44ae-8c1e-2084492df6a6 req-312c9c8f-850b-433d-a114-08c315fb32c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624053 Aug 19 12:15:15.899245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0545c153-087a-446e-a846-1a8e98e0c4da tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220647 Aug 19 12:15:15.971196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.975261 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4a89f4b6-afda-4596-8108-aacb4bbb7cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.977836 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4a89f4b6-afda-4596-8108-aacb4bbb7cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:15.978982 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4a89f4b6-afda-4596-8108-aacb4bbb7cc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d0782cf-9554-4420-aaa1-6df735b27f53 HTTP/1.1" status: 204 len: 168 time: 0.3432283 Aug 19 12:15:16.002446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89f4b6-afda-4596-8108-aacb4bbb7cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0782cf-9554-4420-aaa1-6df735b27f53,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:16.037341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11c1d8-28cd-4728-a8bc-2c980ba17516 req-e1c71cc2-48e2-4e79-9d98-f1aad6dd125b tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.039027 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f11c1d8-28cd-4728-a8bc-2c980ba17516 req-e1c71cc2-48e2-4e79-9d98-f1aad6dd125b tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 935 time: 0.0757029 Aug 19 12:15:16.053823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:16.060540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:16.083556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:16.089950 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f11c1d8-28cd-4728-a8bc-2c980ba17516 req-a876ceb3-5777-4486-93e7-15e88b8593b1 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Aug 19 12:15:16.091063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.091897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:16.120974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92096a-550c-4277-802c-7810fe0fb502 req-b00b4925-0dcd-4a89-9bc9-dd316e84e6f9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.122504 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-b00b4925-0dcd-4a89-9bc9-dd316e84e6f9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178307 Aug 19 12:15:16.126625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Pushing event updated for resources: {'Port': ['ID=8ea7981a-cb0a-4558-b0c6-6ab739409af6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:16.146478 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-21f7ea56-a290-4deb-aa6c-4a7d20f7da4d tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/quotas/2cfe839da1b447a5bdd326b875bc1da6 HTTP/1.1" status: 200 len: 375 time: 0.0116675 Aug 19 12:15:16.214452 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-5716a0a7-844e-4c09-8853-48bdd57511e4 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9064593 Aug 19 12:15:16.216972 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-69bca33b-24c6-4a88-98dc-11da48e2ab8a tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646207 Aug 19 12:15:16.223033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Request body: {'port': {'device_id': '7573587c-b6cd-406f-bb43-76b51f271812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:16.285156 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:16.454745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-600a2fbc-2d2e-4325-b84d-ff6c2e1f796e None None] Provisioning for port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:16.459837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-600a2fbc-2d2e-4325-b84d-ff6c2e1f796e None None] Provisioning complete for port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:16.460229 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-600a2fbc-2d2e-4325-b84d-ff6c2e1f796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:16.516223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-600a2fbc-2d2e-4325-b84d-ff6c2e1f796e None None] Port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:16.536215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4124e16a-7606-467e-9e6f-de9640a30479 req-8ad554b2-fa07-4539-89d1-7252c6abc9a6 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 210 time: 0.0338619 Aug 19 12:15:16.596118 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'tag': '21cb5faf-dde9-470e-8386-56d6e62ddc06'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:16.600253 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3518cd-7263-4552-88a3-6cd474f4398c" -d '{"events": [{"name": "network-changed", "server_uuid": "8dec2519-1b8c-4597-abc1-2129af0b5e95", "tag": "21cb5faf-dde9-470e-8386-56d6e62ddc06"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:16.658485 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d4ca41-2794-44e6-804c-f09b59c68fcb x-openstack-request-id: req-f2d4ca41-2794-44e6-804c-f09b59c68fcb {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:16.658783 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dec2519-1b8c-4597-abc1-2129af0b5e95", "tag": "21cb5faf-dde9-470e-8386-56d6e62ddc06", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:16.659898 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2d4ca41-2794-44e6-804c-f09b59c68fcb {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:16.659898 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'tag': '21cb5faf-dde9-470e-8386-56d6e62ddc06', 'status': 'completed', 'code': 200} Aug 19 12:15:16.704996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea7981a-cb0a-4558-b0c6-6ab739409af6 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:16.731912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:16.751122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Transition to ACTIVE for port object 8ea7981a-cb0a-4558-b0c6-6ab739409af6 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:16.758306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3518cd-7263-4552-88a3-6cd474f4398c req-b573bec8-7600-4d2b-a880-a7136f471530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:16.759872 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd3518cd-7263-4552-88a3-6cd474f4398c req-b573bec8-7600-4d2b-a880-a7136f471530 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 1124 time: 0.0700569 Aug 19 12:15:16.878082 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:16.882551 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48d27294-dd47-4937-871b-c2df0b4bb263 req-876161e0-7bed-4234-b395-a4022d66c1fc tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e2d8181ae7694997b62d8ae18a429f73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296447 Aug 19 12:15:17.071799 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27294-dd47-4937-871b-c2df0b4bb263 req-82065572-e989-4f6f-ada6-f619f5154002 tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.080879 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48d27294-dd47-4937-871b-c2df0b4bb263 req-82065572-e989-4f6f-ada6-f619f5154002 tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922598 Aug 19 12:15:17.115441 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48d27294-dd47-4937-871b-c2df0b4bb263 req-ddf19b1d-3b1c-41b1-b6c6-857892ded798 tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/quotas/e2d8181ae7694997b62d8ae18a429f73 HTTP/1.1" status: 200 len: 375 time: 0.0320921 Aug 19 12:15:17.178891 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48d27294-dd47-4937-871b-c2df0b4bb263 req-64a30584-bc3f-42bb-9e3f-edbeeb17d3e3 tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2d8181ae7694997b62d8ae18a429f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622444 Aug 19 12:15:17.331665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Pushing event updated for resources: {'Port': ['ID=8ea7981a-cb0a-4558-b0c6-6ab739409af6,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:17.342127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3518cd-7263-4552-88a3-6cd474f4398c req-6c58a267-d634-403e-a628-7fcbee40522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.343620 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd3518cd-7263-4552-88a3-6cd474f4398c req-6c58a267-d634-403e-a628-7fcbee40522d service neutron] 10.222.0.62 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.5713532 Aug 19 12:15:17.361155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b72599-335c-4fb6-9274-0d158c5def0a req-1a0b5d4f-0fe0-474e-93fc-cbcf0215397e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.362582 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8b72599-335c-4fb6-9274-0d158c5def0a req-1a0b5d4f-0fe0-474e-93fc-cbcf0215397e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 943 time: 0.4606628 Aug 19 12:15:17.372252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Attempting to bind port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:17.372562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Attempting to bind port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:17.372884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Attempting to bind port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:17.413620 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd3518cd-7263-4552-88a3-6cd474f4398c req-4b7ea717-0356-42e3-8dd0-f9ad72623aa1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06 HTTP/1.1" status: 200 len: 217 time: 0.0617673 Aug 19 12:15:17.416009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:17.416334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Attempting to bind port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:17.438948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:17.439289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:17.439715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:17.440152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Bound port: 8ea7981a-cb0a-4558-b0c6-6ab739409af6, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:17.440506 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:17.479802 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8b72599-335c-4fb6-9274-0d158c5def0a req-837efea3-06d7-49d3-912e-33072e5ab35a tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090474 Aug 19 12:15:17.521032 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3518cd-7263-4552-88a3-6cd474f4398c req-f828db2c-2e1c-4e8c-921f-44b55e0b0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.521969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd3518cd-7263-4552-88a3-6cd474f4398c req-f828db2c-2e1c-4e8c-921f-44b55e0b0b36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.0958393 Aug 19 12:15:17.564625 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd3518cd-7263-4552-88a3-6cd474f4398c req-5a202dab-91d1-47a0-b3d5-a85924ecd197 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342774 Aug 19 12:15:17.614557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] For port 8ea7981a-cb0a-4558-b0c6-6ab739409af6, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:17.659126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] For port 8ea7981a-cb0a-4558-b0c6-6ab739409af6, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8ea7981a-cb0a-4558-b0c6-6ab739409af6,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:17.685304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 21cb5faf-dde9-470e-8386-56d6e62ddc06 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:17.692318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeee685-af34-4182-9a92-344bd4059f8a req-a56bf37a-548f-4b91-8799-d723d7504a72 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.693863 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-feeee685-af34-4182-9a92-344bd4059f8a req-a56bf37a-548f-4b91-8799-d723d7504a72 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 947 time: 0.1283851 Aug 19 12:15:17.761761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd3518cd-7263-4552-88a3-6cd474f4398c req-b5d4db6f-3033-46e5-be9e-3377fd83ce7c service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720569 Aug 19 12:15:17.761761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:17.762019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a73a0d43-8576-4dd7-aa93-fbf9ab34a8f8 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b4be6b56a3034644a268b46db29d5fe1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341015 Aug 19 12:15:17.849435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:17.863724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.864355 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:17.865733 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] 10.222.0.30 "PUT /v2.0/ports/8ea7981a-cb0a-4558-b0c6-6ab739409af6 HTTP/1.1" status: 200 len: 1095 time: 1.6469877 Aug 19 12:15:17.868809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 21cb5faf-dde9-470e-8386-56d6e62ddc06 has no active binding in host n-h2-803757-2 {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:15:17.877704 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-feeee685-af34-4182-9a92-344bd4059f8a req-a4b2bea1-8f42-4322-86ee-76f54126653b tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626241 Aug 19 12:15:17.944918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4317fe-860b-4a81-b555-32f67fb4540b service neutron] Pushing event updated for resources: {'Port': ['ID=8ea7981a-cb0a-4558-b0c6-6ab739409af6,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:17.950201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-44b6aec9-9e47-407e-938c-54283fa81d01 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:17.960052 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-44b6aec9-9e47-407e-938c-54283fa81d01 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994047 Aug 19 12:15:17.978751 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a5de8961-c958-4f4a-971f-4b22dd55b18f tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/quotas/b4be6b56a3034644a268b46db29d5fe1 HTTP/1.1" status: 200 len: 375 time: 0.0175571 Aug 19 12:15:18.011150 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-53e2f2b5-a1d3-466a-9ed1-df6604278c8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4be6b56a3034644a268b46db29d5fe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312378 Aug 19 12:15:18.100709 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd3518cd-7263-4552-88a3-6cd474f4398c req-3a3f2ff2-d3dc-43f4-9cbd-93b706ae9042 service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371370 Aug 19 12:15:18.218209 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-d76c1469-7150-439e-82cd-122cd0d5d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.219858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-d76c1469-7150-439e-82cd-122cd0d5d9a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1a8c13259b543aeaa43a88990278083&device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 1098 time: 0.0496154 Aug 19 12:15:18.263658 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-cfb3777b-ce6e-47ae-9247-bbaf6b6cc516 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=8ea7981a-cb0a-4558-b0c6-6ab739409af6 HTTP/1.1" status: 200 len: 217 time: 0.0343740 Aug 19 12:15:18.313378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-596405d1-b47c-4685-8924-e5453e1d6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.315023 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-596405d1-b47c-4685-8924-e5453e1d6bfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0425720 Aug 19 12:15:18.366462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-4a448f18-1332-47f4-85f5-27e2262a98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.368000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-4a448f18-1332-47f4-85f5-27e2262a98b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447211 Aug 19 12:15:18.447561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d8865c0-9aaa-4445-9a8b-51c451b1c8e1 req-69d5a5dd-82c4-4153-bc0d-75809244186c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 210 time: 0.0511489 Aug 19 12:15:18.543569 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-2436bfaa-80f2-4be4-94d3-5f373e81fba8 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661549 Aug 19 12:15:18.545044 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46656e7f-6bce-43ee-a7ff-ee369635af76 req-95d31307-c4a0-42f3-aa49-47ad8a06a545 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 210 time: 0.0540922 Aug 19 12:15:18.653964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-519f0dfb-1168-45cb-a4b0-e306dd6fa69f req-3a5bbc7c-14a4-4307-9487-18a2187860aa service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002011 Aug 19 12:15:18.660561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7573587c-b6cd-406f-bb43-76b51f271812', 'tag': '8ea7981a-cb0a-4558-b0c6-6ab739409af6'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:18.663053 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "7573587c-b6cd-406f-bb43-76b51f271812", "tag": "8ea7981a-cb0a-4558-b0c6-6ab739409af6"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:18.670356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b983f-f0ef-4db5-9d6f-fe79c0f22e3b req-b8d44121-95e8-41ce-abb8-0cea0594a9bb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.676045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db1b983f-f0ef-4db5-9d6f-fe79c0f22e3b req-b8d44121-95e8-41ce-abb8-0cea0594a9bb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 943 time: 0.0533209 Aug 19 12:15:18.719171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db1b983f-f0ef-4db5-9d6f-fe79c0f22e3b req-1859aa72-5845-4e58-8ac7-863a7b4c1a40 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361562 Aug 19 12:15:18.765379 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e4fa90-6c8a-41eb-88a8-37abb642e679 x-openstack-request-id: req-01e4fa90-6c8a-41eb-88a8-37abb642e679 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:18.765379 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7573587c-b6cd-406f-bb43-76b51f271812", "tag": "8ea7981a-cb0a-4558-b0c6-6ab739409af6", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:18.765379 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01e4fa90-6c8a-41eb-88a8-37abb642e679 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:18.765379 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7573587c-b6cd-406f-bb43-76b51f271812', 'tag': '8ea7981a-cb0a-4558-b0c6-6ab739409af6', 'status': 'completed', 'code': 200} Aug 19 12:15:18.912605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd req-c8112ac1-b9a4-4bae-9c25-8cdf2e22d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:18.914186 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd req-c8112ac1-b9a4-4bae-9c25-8cdf2e22d4c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1a8c13259b543aeaa43a88990278083&device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 1098 time: 0.0480604 Aug 19 12:15:19.027439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd req-07d8c81e-eff8-4417-80e0-858f861c2a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.028931 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd req-07d8c81e-eff8-4417-80e0-858f861c2a18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1033707 Aug 19 12:15:19.030242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06dcb3-58f9-461d-afef-445f958cfa1a req-39731ee4-f165-45de-bcc1-2e8964a32813 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.031875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a06dcb3-58f9-461d-afef-445f958cfa1a req-39731ee4-f165-45de-bcc1-2e8964a32813 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 947 time: 0.0634930 Aug 19 12:15:19.080806 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a06dcb3-58f9-461d-afef-445f958cfa1a req-422ed2a6-bc35-477d-b790-3a9fa1457264 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421951 Aug 19 12:15:19.088601 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd req-936e39ca-ca42-474a-890e-16426e4cac96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=8ea7981a-cb0a-4558-b0c6-6ab739409af6 HTTP/1.1" status: 200 len: 217 time: 0.0438759 Aug 19 12:15:19.153308 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd req-25e19df2-77e5-47bf-ba27-42b64bcd791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.155166 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd req-25e19df2-77e5-47bf-ba27-42b64bcd791e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0581691 Aug 19 12:15:19.191177 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-cf44cb6d-3904-4725-aae6-7612ac620c5d tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304732 Aug 19 12:15:19.284613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd req-30a67d9d-9472-48df-9884-b263c5afb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.286056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd req-30a67d9d-9472-48df-9884-b263c5afb295 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136367 Aug 19 12:15:19.373534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92096a-550c-4277-802c-7810fe0fb502 req-97ef0b7e-3c70-4737-981d-6b636603f784 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:19.374934 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-97ef0b7e-3c70-4737-981d-6b636603f784 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685739 Aug 19 12:15:19.405965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Request body: {'port': {'device_id': 'af49150a-ba18-4386-982d-9cc52208e783', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '2cfe839da1b447a5bdd326b875bc1da6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:19.500046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd req-c73de12e-df1e-4e9a-9402-39d118960daa service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041490 Aug 19 12:15:19.560284 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e220c8af-90d1-4a14-af54-c9f816029dcd req-8e9364ef-a2da-4abc-9866-a2cb5cfc02c6 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 210 time: 0.0350525 Aug 19 12:15:19.656790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31a526d9-a74a-4fd9-8236-e0e2eaaafbdd req-8f1f154a-5dd2-4d8a-b15f-c8098d693d37 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463616 Aug 19 12:15:19.662396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30e5e470-08be-47fe-a052-1c7cd15138de req-5d4411f8-4259-4f4a-918c-98a81a1eea5a tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 210 time: 0.0481236 Aug 19 12:15:19.751201 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Made reservation on behalf of 2cfe839da1b447a5bdd326b875bc1da6 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:19.755383 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:19.908798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Allocated IP 192.168.233.202 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/ab11d381-0217-4a47-bad0-64cc881b3421) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:19.980252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-5b01a369-3e29-491b-97ad-b31647663506 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277762 Aug 19 12:15:20.077624 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ef24ca1-73f6-4659-addb-ba9766bab0e5 req-13b2e0a8-0e0d-4e36-8a93-e93d232aafce tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e2d8181ae7694997b62d8ae18a429f73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220420 Aug 19 12:15:20.160598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:20.170875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-c0ca0605-5dee-4391-8f77-c0fbaf504416 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.172341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-c0ca0605-5dee-4391-8f77-c0fbaf504416 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773992 Aug 19 12:15:20.189189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Transition to ACTIVE for port object ab11d381-0217-4a47-bad0-64cc881b3421 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:20.195799 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-2ea47b26-7567-4912-bb5a-8ff7e2a60af7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/quotas/9f9555ca381f4d9c9f1e07a044986e98 HTTP/1.1" status: 200 len: 375 time: 0.0164835 Aug 19 12:15:20.208284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef24ca1-73f6-4659-addb-ba9766bab0e5 req-7fc8f0b8-8a4c-40f1-b719-c91651045dbe tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.209865 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ef24ca1-73f6-4659-addb-ba9766bab0e5 req-7fc8f0b8-8a4c-40f1-b719-c91651045dbe tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1216004 Aug 19 12:15:20.225986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ef24ca1-73f6-4659-addb-ba9766bab0e5 req-473f15f7-8e34-4c9b-947b-166be7435a16 tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/quotas/e2d8181ae7694997b62d8ae18a429f73 HTTP/1.1" status: 200 len: 375 time: 0.0101545 Aug 19 12:15:20.238221 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-fe50f49e-1233-448c-a2f8-c091ede8e597 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351417 Aug 19 12:15:20.264339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ef24ca1-73f6-4659-addb-ba9766bab0e5 req-780ca551-46a3-4ec7-a0a9-64eeee7102a2 tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2d8181ae7694997b62d8ae18a429f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325239 Aug 19 12:15:20.357978 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:20.373289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['280654fb-00cd-4459-889f-feb35a822669'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:20.377153 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:20.400667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:20.408856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:20.412062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:20.417786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.418366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:20.430442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Pushing event updated for resources: {'Port': ['ID=ab11d381-0217-4a47-bad0-64cc881b3421,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:20.438164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff97585-bbf0-4ce0-b4ed-012715bfe090 req-cc8e158d-3b79-4387-b6e7-fbc832d246cd tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.446716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dff97585-bbf0-4ce0-b4ed-012715bfe090 req-cc8e158d-3b79-4387-b6e7-fbc832d246cd tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 943 time: 0.0817974 Aug 19 12:15:20.528812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dff97585-bbf0-4ce0-b4ed-012715bfe090 req-aef7f1db-c7ca-48a0-a53d-ee90060f9783 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781481 Aug 19 12:15:20.535919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-369c9927-40d6-4728-81a8-6f0b4468864c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1448839 Aug 19 12:15:20.555968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Request body: {'port': {'device_id': 'af49150a-ba18-4386-982d-9cc52208e783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:20.659799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:20.739662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83012-357d-4523-8e03-901d6f580db6 req-a529012b-b970-4496-b182-9fb01d6d6265 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:20.741186 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57f83012-357d-4523-8e03-901d6f580db6 req-a529012b-b970-4496-b182-9fb01d6d6265 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 947 time: 0.0985286 Aug 19 12:15:20.792522 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57f83012-357d-4523-8e03-901d6f580db6 req-b2f96660-32b0-463f-8526-45517a7e34ac tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Aug 19 12:15:20.887791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-e5ad0f16-4021-43cd-81b2-415e4bd22ebb service neutron] 10.222.0.62 "GET /v2.0/ports/21cb5faf-dde9-470e-8386-56d6e62ddc06/bindings/n-h2-803757-2 HTTP/1.1" status: 200 len: 384 time: 0.0688677 Aug 19 12:15:20.932875 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d03193d6-f7a0-49b4-9765-21af23f6e776 req-eb3fc71c-b026-4f8c-a214-611480f316d9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 210 time: 0.0329840 Aug 19 12:15:20.950561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0c790ace-c7e4-4fbb-88b8-a8545e406637 None None] Provisioning for port ab11d381-0217-4a47-bad0-64cc881b3421 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:20.957792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0c790ace-c7e4-4fbb-88b8-a8545e406637 None None] Provisioning complete for port ab11d381-0217-4a47-bad0-64cc881b3421 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:20.957792 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0c790ace-c7e4-4fbb-88b8-a8545e406637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.014025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0c790ace-c7e4-4fbb-88b8-a8545e406637 None None] Port ab11d381-0217-4a47-bad0-64cc881b3421 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:21.089457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab11d381-0217-4a47-bad0-64cc881b3421 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:21.099281 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.115231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-82feaf58-6ef5-46ba-9f86-712c1ae9f673 service neutron] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:21.117284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b799612-2b6c-43ac-934e-a5783b3da036 req-2ccabf74-3f35-42ba-a0e8-2d8d3deda238 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.118753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b799612-2b6c-43ac-934e-a5783b3da036 req-2ccabf74-3f35-42ba-a0e8-2d8d3deda238 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 936 time: 0.1017373 Aug 19 12:15:21.123542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Transition to ACTIVE for port object ab11d381-0217-4a47-bad0-64cc881b3421 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:21.138397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-82feaf58-6ef5-46ba-9f86-712c1ae9f673 service neutron] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:21.156868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b799612-2b6c-43ac-934e-a5783b3da036 req-5ef32577-0148-4a62-819a-3aae2d8ec275 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Aug 19 12:15:21.190201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-82feaf58-6ef5-46ba-9f86-712c1ae9f673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21cb5faf-dde9-470e-8386-56d6e62ddc06 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:21.204532 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-1846c948-eef1-4935-848c-20559d6f8dc7 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b4be6b56a3034644a268b46db29d5fe1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260298 Aug 19 12:15:21.206965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-82feaf58-6ef5-46ba-9f86-712c1ae9f673 service neutron] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:21.209275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.355058 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-82feaf58-6ef5-46ba-9f86-712c1ae9f673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.370111 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b54d166-7533-45b0-8095-c6a35248b2ed req-78f591db-8e0c-469c-86b5-c313cb842731 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 210 time: 0.0691433 Aug 19 12:15:21.394212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Pushing event updated for resources: {'Port': ['ID=ab11d381-0217-4a47-bad0-64cc881b3421,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:21.502536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-82feaf58-6ef5-46ba-9f86-712c1ae9f673 service neutron] Transition to ACTIVE for port object 21cb5faf-dde9-470e-8386-56d6e62ddc06 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:21.511482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Attempting to bind port ab11d381-0217-4a47-bad0-64cc881b3421 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:21.514060 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Attempting to bind port ab11d381-0217-4a47-bad0-64cc881b3421 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:21.514060 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Attempting to bind port ab11d381-0217-4a47-bad0-64cc881b3421 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:21.517399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Port ab11d381-0217-4a47-bad0-64cc881b3421 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:21.517719 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Attempting to bind port ab11d381-0217-4a47-bad0-64cc881b3421 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:21.531486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a14fbfca-ebbf-4293-b3bb-f275144211eb tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.533114 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a14fbfca-ebbf-4293-b3bb-f275144211eb tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3168969 Aug 19 12:15:21.537259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:21.537520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:21.537979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:21.538583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Bound port: ab11d381-0217-4a47-bad0-64cc881b3421, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:21.539053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.553451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Request body: {'port': {'device_id': '3b644fa3-378a-4a62-807c-04cf32c67a02', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': 'b4be6b56a3034644a268b46db29d5fe1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:21.570019 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-82feaf58-6ef5-46ba-9f86-712c1ae9f673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.637752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-82feaf58-6ef5-46ba-9f86-712c1ae9f673 service neutron] No DVR routers for this DVR port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:21.676199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] For port ab11d381-0217-4a47-bad0-64cc881b3421, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:21.679412 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82feaf58-6ef5-46ba-9f86-712c1ae9f673 service neutron] Pushing event updated for resources: {'Port': ['ID=21cb5faf-dde9-470e-8386-56d6e62ddc06,revision_number=10']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:21.684434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] For port ab11d381-0217-4a47-bad0-64cc881b3421, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ab11d381-0217-4a47-bad0-64cc881b3421,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:21.692939 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-82feaf58-6ef5-46ba-9f86-712c1ae9f673 service neutron] 10.222.0.62 "PUT /v2.0/ports/21cb5faf-dde9-470e-8386-56d6e62ddc06/bindings/n-h2-803757-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7971885 Aug 19 12:15:21.707792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8ea7981a-cb0a-4558-b0c6-6ab739409af6 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:21.749334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9f5b3-a87e-4a0f-ace9-4e3b9e1a2b96 req-c8ab6a6b-57a0-4171-bca9-2e17e5a137ce tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.750818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9da9f5b3-a87e-4a0f-ace9-4e3b9e1a2b96 req-c8ab6a6b-57a0-4171-bca9-2e17e5a137ce tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 944 time: 0.0771165 Aug 19 12:15:21.791528 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9da9f5b3-a87e-4a0f-ace9-4e3b9e1a2b96 req-d45aa087-b61e-47b6-85f3-7097bec67628 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340056 Aug 19 12:15:21.793324 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.829856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:21.830471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.832463 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] 10.222.0.62 "PUT /v2.0/ports/ab11d381-0217-4a47-bad0-64cc881b3421 HTTP/1.1" status: 200 len: 1096 time: 1.2819340 Aug 19 12:15:21.832959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af49150a-ba18-4386-982d-9cc52208e783', 'tag': 'ab11d381-0217-4a47-bad0-64cc881b3421'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:21.835298 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "af49150a-ba18-4386-982d-9cc52208e783", "tag": "ab11d381-0217-4a47-bad0-64cc881b3421"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:21.880865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d03b5-8199-4c8a-bc56-5d0f07fb9572 service neutron] Pushing event updated for resources: {'Port': ['ID=ab11d381-0217-4a47-bad0-64cc881b3421,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:21.887236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8ea7981a-cb0a-4558-b0c6-6ab739409af6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8ea7981a-cb0a-4558-b0c6-6ab739409af6,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:21.900174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '8ea7981a-cb0a-4558-b0c6-6ab739409af6', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '8ea7981a-cb0a-4558-b0c6-6ab739409af6', 'mac_address': 'fa:16:3e:77:a8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:21.916430 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72d90b65-e2d6-4d92-9c38-3b7f525d9de6 req-b68853f7-9f99-4122-ba4b-3e0d1a3a0bff tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e2d8181ae7694997b62d8ae18a429f73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244267 Aug 19 12:15:21.916983 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Made reservation on behalf of b4be6b56a3034644a268b46db29d5fe1 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:21.920482 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.940730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.942120 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:21.962184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea7981a-cb0a-4558-b0c6-6ab739409af6 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:21.987213 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8ea7981a-cb0a-4558-b0c6-6ab739409af6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8ea7981a-cb0a-4558-b0c6-6ab739409af6,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:22.123805 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:22.147554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d90b65-e2d6-4d92-9c38-3b7f525d9de6 req-8a0d1868-647e-4ca8-8926-a52cca38b63d tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.149254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72d90b65-e2d6-4d92-9c38-3b7f525d9de6 req-8a0d1868-647e-4ca8-8926-a52cca38b63d tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251863 Aug 19 12:15:22.184865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-9f0ae06a-98b0-42d7-8b1a-9f2d505bc6db tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.186450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-9f0ae06a-98b0-42d7-8b1a-9f2d505bc6db tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1095 time: 0.1507323 Aug 19 12:15:22.189921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92096a-550c-4277-802c-7810fe0fb502 req-68c7174c-0b09-4316-906b-550fc386cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.191292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8ea7981a-cb0a-4558-b0c6-6ab739409af6,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:22.191438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-68c7174c-0b09-4316-906b-550fc386cc8a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 1099 time: 0.1365047 Aug 19 12:15:22.202153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72d90b65-e2d6-4d92-9c38-3b7f525d9de6 req-57669c18-9fa6-4142-a7cd-adc09572d85b tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/quotas/e2d8181ae7694997b62d8ae18a429f73 HTTP/1.1" status: 200 len: 375 time: 0.0419536 Aug 19 12:15:22.302258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72d90b65-e2d6-4d92-9c38-3b7f525d9de6 req-f6607264-f34c-4534-b0e1-31fdbeb553cf tempest-QuotasAdminNegativeTest-1336696293 tempest-QuotasAdminNegativeTest-1336696293-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2d8181ae7694997b62d8ae18a429f73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991740 Aug 19 12:15:22.303021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d99bf2-6fd9-43de-b4aa-3b5a28a362a6 req-24eed732-96f6-4c06-b8d3-47e573dfe39e tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.310335 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-27d99bf2-6fd9-43de-b4aa-3b5a28a362a6 req-24eed732-96f6-4c06-b8d3-47e573dfe39e tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 947 time: 0.2955108 Aug 19 12:15:22.324819 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-495ec926-70d1-4ea9-b0b2-68b18999d51a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ab11d381-0217-4a47-bad0-64cc881b3421 HTTP/1.1" status: 200 len: 217 time: 0.1188688 Aug 19 12:15:22.353447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-27d99bf2-6fd9-43de-b4aa-3b5a28a362a6 req-739b9c04-ef31-4e7c-bd8e-2ad170be2db0 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400281 Aug 19 12:15:22.374081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['8ea7981a-cb0a-4558-b0c6-6ab739409af6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:22.397467 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:22.403401 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad246036-6d0b-4fc9-bba7-b2425cd8ff10 x-openstack-request-id: req-ad246036-6d0b-4fc9-bba7-b2425cd8ff10 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:22.403686 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af49150a-ba18-4386-982d-9cc52208e783", "tag": "ab11d381-0217-4a47-bad0-64cc881b3421", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:22.403938 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad246036-6d0b-4fc9-bba7-b2425cd8ff10 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:22.404328 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af49150a-ba18-4386-982d-9cc52208e783', 'tag': 'ab11d381-0217-4a47-bad0-64cc881b3421', 'status': 'completed', 'code': 200} Aug 19 12:15:22.418060 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-60d35ad2-be1c-42b2-974c-a01b7acdca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.419592 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-60d35ad2-be1c-42b2-974c-a01b7acdca45 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95&tenant_id=6b81bb21c5aa454baad4a2004864545e HTTP/1.1" status: 200 len: 1095 time: 0.1969810 Aug 19 12:15:22.441143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92096a-550c-4277-802c-7810fe0fb502 req-dfc7c109-db5e-42d7-8db6-6899a76f2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.442585 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-dfc7c109-db5e-42d7-8db6-6899a76f2a4a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1088834 Aug 19 12:15:22.525830 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1da21d81-25d2-4469-be8c-e92e34aaf1e5 req-4d11607d-3cfd-4367-b8fa-57345b20eb5a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 210 time: 0.0267210 Aug 19 12:15:22.772330 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:22.876839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:22.882279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92096a-550c-4277-802c-7810fe0fb502 req-2e8a745e-17f3-40e9-937a-717279c89477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.883863 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-2e8a745e-17f3-40e9-937a-717279c89477 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4288056 Aug 19 12:15:22.920447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3827d66-bdb6-40e7-9a25-76030348b3ff req-e94515d3-c41a-4242-a1a4-45cd4ed5370b tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.921936 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f3827d66-bdb6-40e7-9a25-76030348b3ff req-e94515d3-c41a-4242-a1a4-45cd4ed5370b tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 948 time: 0.4160631 Aug 19 12:15:22.960979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-12311f90-6985-4308-8992-22d5d5bb1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:22.962461 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-12311f90-6985-4308-8992-22d5d5bb1929 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 1095 time: 0.4897795 Aug 19 12:15:23.031564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d29c9df-8f20-4dd4-a435-3c52a551faf2 req-43bfe1a7-7eaa-4012-b375-7154ce09105f tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 210 time: 0.0252893 Aug 19 12:15:23.114462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Allocated IP 192.168.233.154 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:23.124621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f3827d66-bdb6-40e7-9a25-76030348b3ff req-9c49e271-c59c-495e-853a-b33cf66355cf tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901209 Aug 19 12:15:23.165904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-7f202ced-95af-4497-ac0b-018def4d51ec service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692907 Aug 19 12:15:23.267234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-9c02bd77-4574-4e41-9510-63588afa1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.270295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-9c02bd77-4574-4e41-9510-63588afa1334 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.2951894 Aug 19 12:15:23.362292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-5f63afc4-0ad5-4108-98b3-96d5fde6bd4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06 HTTP/1.1" status: 200 len: 217 time: 0.0708468 Aug 19 12:15:23.452848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.30', 62664) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:23.472637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bee8d9-c396-4175-8e9c-a02e78ede959 req-12283476-6a4c-44fd-a255-972beb135a10 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.474329 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8bee8d9-c396-4175-8e9c-a02e78ede959 req-12283476-6a4c-44fd-a255-972beb135a10 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 944 time: 0.2724531 Aug 19 12:15:23.481927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-01f5b9f1-8781-4c26-a3cf-74e998d8a643 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279074 Aug 19 12:15:23.485984 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f92096a-550c-4277-802c-7810fe0fb502 req-0c8a70ee-0d60-4999-b296-fc7fcca3939b service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099294 Aug 19 12:15:23.500778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-ca408ec7-0cd6-4562-8cc0-2c5e27c43668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.502214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-ca408ec7-0cd6-4562-8cc0-2c5e27c43668 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.1133926 Aug 19 12:15:23.564789 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-f3d71a79-434d-49ec-a43c-e0ab4e9f38fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456312 Aug 19 12:15:23.590796 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8bee8d9-c396-4175-8e9c-a02e78ede959 req-0f4648ef-63ad-44ee-a5ee-ace29e451eec tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038575 Aug 19 12:15:23.603846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:23.626072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-fb40aea7-f283-4086-8c71-448afa3fb69b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.627533 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-fb40aea7-f283-4086-8c71-448afa3fb69b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385896 Aug 19 12:15:23.650521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Request body: {'port': {'device_id': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '9f9555ca381f4d9c9f1e07a044986e98'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:23.685283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Transition to ACTIVE for port object 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:23.719847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8ea7981a-cb0a-4558-b0c6-6ab739409af6 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:23.730972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a req-9807e3dc-41ee-4e78-9043-d10e0c91f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.732477 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a req-9807e3dc-41ee-4e78-9043-d10e0c91f58f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 1099 time: 0.0859342 Aug 19 12:15:23.759517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e3cc1-1ad7-43ac-8e07-6402d0853cea req-2c526225-4e93-4629-99c2-05ff35dbabe2 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.770396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e6e3cc1-1ad7-43ac-8e07-6402d0853cea req-2c526225-4e93-4629-99c2-05ff35dbabe2 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 948 time: 0.1727893 Aug 19 12:15:23.809540 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-b9b69ed3-811e-4fb1-9fdf-d647a151946e service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221305 Aug 19 12:15:23.851157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e6e3cc1-1ad7-43ac-8e07-6402d0853cea req-4b7f2f01-2ca7-4da2-8807-d9df1a80f686 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663223 Aug 19 12:15:23.906116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43864) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:23.943218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a req-e6fa4de7-4d45-451b-9aad-d4e8b5961b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:23.944834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a req-e6fa4de7-4d45-451b-9aad-d4e8b5961b9c service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.2003067 Aug 19 12:15:23.947665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-cd1c5ec7-ffb8-4b70-a33a-10778b115501 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277230 Aug 19 12:15:23.961707 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c3b80ca-4ff2-4314-810e-826354e89a98 req-d24d97f8-d3f4-4689-b1dd-91d423dec099 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 210 time: 0.0413430 Aug 19 12:15:23.979914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:24.001644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:24.002113 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.014348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Made reservation on behalf of 9f9555ca381f4d9c9f1e07a044986e98 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:24.019525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.043876 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.052630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.059025 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a req-5896cc95-f325-4b15-a9f0-5d1b38781ddc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ab11d381-0217-4a47-bad0-64cc881b3421 HTTP/1.1" status: 200 len: 217 time: 0.0949025 Aug 19 12:15:24.107800 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d30573f-31d2-4e1f-9546-9b40e679c105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.134734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:24.150112 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.157024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:24.179603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:24.183772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7573587c-b6cd-406f-bb43-76b51f271812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea7981a-cb0a-4558-b0c6-6ab739409af6'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:24.186514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.186514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.187880 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754f0f2a-e5fe-48cb-a5a4-4e9864b3803c" -d '{"events": [{"server_uuid": "7573587c-b6cd-406f-bb43-76b51f271812", "name": "network-vif-plugged", "status": "completed", "tag": "8ea7981a-cb0a-4558-b0c6-6ab739409af6"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:24.198525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Pushing event updated for resources: {'Port': ['ID=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:24.202335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8ea7981a-cb0a-4558-b0c6-6ab739409af6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8ea7981a-cb0a-4558-b0c6-6ab739409af6,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:24.206339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a req-798ab037-9e56-462d-915a-ff958fca03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.207423 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a req-798ab037-9e56-462d-915a-ff958fca03dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1188931 Aug 19 12:15:24.253439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.259165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2754294-318c-4a0d-b11c-e588f7157b9e req-08c2d641-d9c0-4372-bbbc-2437bac5c5fb tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.266879 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2754294-318c-4a0d-b11c-e588f7157b9e req-08c2d641-d9c0-4372-bbbc-2437bac5c5fb tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 936 time: 0.1402929 Aug 19 12:15:24.277301 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.296888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076662d-dc2f-4778-9e6d-ef04bcf04aa6 req-4def1e8d-9528-4d88-8cf8-13d0a0a08fd5 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.298759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a076662d-dc2f-4778-9e6d-ef04bcf04aa6 req-4def1e8d-9528-4d88-8cf8-13d0a0a08fd5 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 948 time: 0.0585842 Aug 19 12:15:24.306272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a req-9dcfdd48-dc7f-4133-b6a9-b07b677332f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.308236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a req-9dcfdd48-dc7f-4133-b6a9-b07b677332f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911546 Aug 19 12:15:24.316719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2754294-318c-4a0d-b11c-e588f7157b9e req-ddc65218-7e99-470e-9a2c-a60fcab9adb8 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489416 Aug 19 12:15:24.348406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8ea7981a-cb0a-4558-b0c6-6ab739409af6,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:24.356689 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a076662d-dc2f-4778-9e6d-ef04bcf04aa6 req-d489fdeb-a4c2-495e-8a8e-c53c61a0c660 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486302 Aug 19 12:15:24.410376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.428271 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d4fa5f-0a0e-41f5-9326-f7534af39c42 x-openstack-request-id: req-67d4fa5f-0a0e-41f5-9326-f7534af39c42 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:24.446477 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7573587c-b6cd-406f-bb43-76b51f271812", "name": "network-vif-plugged", "status": "completed", "tag": "8ea7981a-cb0a-4558-b0c6-6ab739409af6", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:24.446477 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67d4fa5f-0a0e-41f5-9326-f7534af39c42 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:24.446477 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7573587c-b6cd-406f-bb43-76b51f271812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea7981a-cb0a-4558-b0c6-6ab739409af6', 'code': 200} Aug 19 12:15:24.448538 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a req-c78cd375-bb42-4dae-9125-5686de8ce658 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308656 Aug 19 12:15:24.506174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 21cb5faf-dde9-470e-8386-56d6e62ddc06 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:24.526107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbca45f-f669-4150-9248-71e327947abb,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:24.571852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 21cb5faf-dde9-470e-8386-56d6e62ddc06 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:24.599451 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-194b4bc2-61d3-4ab8-adb1-7e2f7f006c9a req-5372e052-9678-48c9-9f45-9cbe10935222 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422048 Aug 19 12:15:24.601363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.30', 62665) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:24.616767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174060e-5add-4875-b4ae-37beb3449fb0 req-b5597838-77fe-40cd-a4dd-233a9cc0f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.618290 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7174060e-5add-4875-b4ae-37beb3449fb0 req-b5597838-77fe-40cd-a4dd-233a9cc0f30c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 1100 time: 0.0922842 Aug 19 12:15:24.640889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Allocated IP 192.168.233.212 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/4db17444-4e5c-45c6-a45b-a73f3cec2f6f) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:24.648856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3bb8865b-ba6d-4f6c-af37-e0f0bd51093d None None] Provisioning for port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:24.654847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3bb8865b-ba6d-4f6c-af37-e0f0bd51093d None None] Provisioning complete for port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:24.655655 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3bb8865b-ba6d-4f6c-af37-e0f0bd51093d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.668828 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d30573f-31d2-4e1f-9546-9b40e679c105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.673029 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7174060e-5add-4875-b4ae-37beb3449fb0 req-99e144bf-11cb-4d1f-8bcf-3ebb1bed384d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Aug 19 12:15:24.674998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-6d8333e2-b496-4eb6-be6e-d1d49880582a tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.676394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-6d8333e2-b496-4eb6-be6e-d1d49880582a tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1095 time: 0.0736027 Aug 19 12:15:24.718529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8865b-ba6d-4f6c-af37-e0f0bd51093d None None] Port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:24.735792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca9f6-d4a5-489d-a568-ac04d5faa737 req-2287457f-3cbb-4d08-8410-cc7daeb2d0f8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:24.743316 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d5ca9f6-d4a5-489d-a568-ac04d5faa737 req-2287457f-3cbb-4d08-8410-cc7daeb2d0f8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 944 time: 0.0659609 Aug 19 12:15:24.758141 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d30573f-31d2-4e1f-9546-9b40e679c105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.780756 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d5ca9f6-d4a5-489d-a568-ac04d5faa737 req-0597c986-2343-4dd3-ae68-aecfb4cc58a8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330513 Aug 19 12:15:24.822765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43892) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:24.823498 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0d30573f-31d2-4e1f-9546-9b40e679c105 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2d8181ae7694997b62d8ae18a429f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9142835 Aug 19 12:15:24.837920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30573f-31d2-4e1f-9546-9b40e679c105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fa822f-c509-4966-9ba1-6d8927798c55,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:24.872597 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-a8bb36e0-d61c-4f6d-98c2-c0b27c33cd8c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3240740 Aug 19 12:15:24.894612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Request body: {'port': {'device_id': '3b644fa3-378a-4a62-807c-04cf32c67a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:24.912484 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a4e1ae68-0910-4750-b6a2-0a60698624c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:24.995879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a4e1ae68-0910-4750-b6a2-0a60698624c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.066061 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.172657 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.192780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Transition to ACTIVE for port object 4db17444-4e5c-45c6-a45b-a73f3cec2f6f will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:25.197645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5c1e3-37be-4baf-8830-15c7e6081dd0 req-13bab8c2-3303-4cf6-8489-03bec77a11ba tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.199219 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-69e5c1e3-37be-4baf-8830-15c7e6081dd0 req-13bab8c2-3303-4cf6-8489-03bec77a11ba tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 1095 time: 0.2536404 Aug 19 12:15:25.202602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a4e1ae68-0910-4750-b6a2-0a60698624c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.205117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a4e1ae68-0910-4750-b6a2-0a60698624c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.206291 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a4e1ae68-0910-4750-b6a2-0a60698624c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02fa822f-c509-4966-9ba1-6d8927798c55 HTTP/1.1" status: 204 len: 168 time: 0.3825426 Aug 19 12:15:25.234791 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.242698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1ae68-0910-4750-b6a2-0a60698624c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fa822f-c509-4966-9ba1-6d8927798c55,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:25.256520 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-69e5c1e3-37be-4baf-8830-15c7e6081dd0 req-862a7cbd-45a6-4a11-9720-56a6c11ba5ff tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466323 Aug 19 12:15:25.281569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9acfa-ca36-4c36-a76c-c8d8eec6f1b8 req-79abd576-1c57-473d-8a4d-1e931660cc08 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.283188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a3a9acfa-ca36-4c36-a76c-c8d8eec6f1b8 req-79abd576-1c57-473d-8a4d-1e931660cc08 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 949 time: 0.3319461 Aug 19 12:15:25.340551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.391245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:25.394851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:25.398922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:25.406161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.407251 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.410257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a3a9acfa-ca36-4c36-a76c-c8d8eec6f1b8 req-8e60f1c6-56aa-47d3-8545-aab7c5a174c7 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095786 Aug 19 12:15:25.411150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Pushing event updated for resources: {'Port': ['ID=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:25.421441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-223ec2f1-26d5-4119-9426-80e10b8f64ea service neutron] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:25.425825 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-223ec2f1-26d5-4119-9426-80e10b8f64ea service neutron] Notify callbacks [] for binding, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.427205 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e07ed4e-9e69-4f5f-85fb-ef336b888313 req-223ec2f1-26d5-4119-9426-80e10b8f64ea service neutron] 10.222.0.30 "DELETE /v2.0/ports/21cb5faf-dde9-470e-8386-56d6e62ddc06/bindings/n-h1-803757-2 HTTP/1.1" status: 204 len: 173 time: 0.5443609 Aug 19 12:15:25.582531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-cd18d7e7-61ea-4305-91f2-c64fe32d0dc3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9359436 Aug 19 12:15:25.603442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Request body: {'port': {'device_id': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:25.683755 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.806838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81853f22-c11e-4c39-85a6-3a851e2de9ff req-fc5b014a-981b-4ba5-b556-1c60f95687e3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.808204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81853f22-c11e-4c39-85a6-3a851e2de9ff req-fc5b014a-981b-4ba5-b556-1c60f95687e3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 936 time: 0.1081746 Aug 19 12:15:25.836935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-de03747d-13e9-4d37-8078-e8680d375422 None None] Provisioning for port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:25.842835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-de03747d-13e9-4d37-8078-e8680d375422 None None] Provisioning complete for port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:25.843449 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-de03747d-13e9-4d37-8078-e8680d375422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.870060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2bb85-d646-4799-9ab7-0e3f8ccbbb1a req-8b4d47fd-2d1c-4c37-8515-98ba2210722c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:25.871651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4a2bb85-d646-4799-9ab7-0e3f8ccbbb1a req-8b4d47fd-2d1c-4c37-8515-98ba2210722c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 936 time: 0.1198697 Aug 19 12:15:25.887211 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.899939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-de03747d-13e9-4d37-8078-e8680d375422 None None] Port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:25.916220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4a2bb85-d646-4799-9ab7-0e3f8ccbbb1a req-023e4f86-328f-4e82-a65f-fd03a36242d1 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376742 Aug 19 12:15:25.919386 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81853f22-c11e-4c39-85a6-3a851e2de9ff req-b04ead27-6859-4334-92ab-e893c02c403f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029677 Aug 19 12:15:25.929437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:25.937799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:25.951146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Transition to ACTIVE for port object 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:26.036712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c62e2-c0a0-46ba-b05c-86db7581a227 req-84c01326-fe4e-4b31-b243-4be419158dad tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.038246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e19c62e2-c0a0-46ba-b05c-86db7581a227 req-84c01326-fe4e-4b31-b243-4be419158dad tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 948 time: 0.0556254 Aug 19 12:15:26.077895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e19c62e2-c0a0-46ba-b05c-86db7581a227 req-3fbdf9c0-c939-48df-862a-b12f5ab9e870 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331962 Aug 19 12:15:26.115261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.132581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-1ec26c37-d065-4633-a9e2-21175e0045fb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.134074 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-1ec26c37-d065-4633-a9e2-21175e0045fb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 820 time: 0.1191916 Aug 19 12:15:26.180680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43932) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:26.184320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-4867eb29-3ada-44f7-be96-fa348f1899aa tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/quotas/6b81bb21c5aa454baad4a2004864545e HTTP/1.1" status: 200 len: 375 time: 0.0319431 Aug 19 12:15:26.231680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Pushing event updated for resources: {'Port': ['ID=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:26.249610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ecf3968a-3591-44ef-8346-98d1bb79928f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.291501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Attempting to bind port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:26.291839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Attempting to bind port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:26.292310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Attempting to bind port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:26.293025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db17444-4e5c-45c6-a45b-a73f3cec2f6f {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:26.303066 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.310823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:26.311396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Attempting to bind port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:26.329512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Transition to ACTIVE for port object 4db17444-4e5c-45c6-a45b-a73f3cec2f6f will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:26.331776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:26.332114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:26.332552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:26.333203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Bound port: 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:26.333467 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.358602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-97aa7118-0351-46c7-9625-bfcf54315aec tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1596861 Aug 19 12:15:26.410504 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.448531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] For port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:26.454697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] For port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:26.521662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Pushing event updated for resources: {'Port': ['ID=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:26.543442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ab11d381-0217-4a47-bad0-64cc881b3421 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:26.544918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-861fcb64-d13f-4055-a3d9-5b3d5045dd94 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:15:26.544918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-861fcb64-d13f-4055-a3d9-5b3d5045dd94 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0607629 Aug 19 12:15:26.544918 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ecf3968a-3591-44ef-8346-98d1bb79928f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.583364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Attempting to bind port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:26.584019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Attempting to bind port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:26.584019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Attempting to bind port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:26.595190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:26.595629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Attempting to bind port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:26.596377 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.612472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:26.612472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:26.612472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:26.612472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Bound port: 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:26.612472 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.618571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029999ed-4e69-4aa5-a66d-cccbd328797f req-28c061d9-0cf5-4d10-9f8b-a7ea7d4178a1 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.620485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-029999ed-4e69-4aa5-a66d-cccbd328797f req-28c061d9-0cf5-4d10-9f8b-a7ea7d4178a1 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 949 time: 0.0774417 Aug 19 12:15:26.667657 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.668268 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.669962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] 10.222.0.30 "PUT /v2.0/ports/05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 HTTP/1.1" status: 200 len: 1096 time: 1.7859929 Aug 19 12:15:26.670489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b644fa3-378a-4a62-807c-04cf32c67a02', 'tag': '05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:26.673144 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6632e37-89ef-47df-9a54-24ee2a54e1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b644fa3-378a-4a62-807c-04cf32c67a02", "tag": "05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:26.708989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ab11d381-0217-4a47-bad0-64cc881b3421, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ab11d381-0217-4a47-bad0-64cc881b3421,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:26.723726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'ab11d381-0217-4a47-bad0-64cc881b3421', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': 'ab11d381-0217-4a47-bad0-64cc881b3421', 'mac_address': 'fa:16:3e:7e:35:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:26.731192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffa554-8d83-4276-b4d7-0de7e76c3844 service neutron] Pushing event updated for resources: {'Port': ['ID=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:26.759913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-029999ed-4e69-4aa5-a66d-cccbd328797f req-27a02e61-df80-4b23-9fc6-94691c9204c5 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182735 Aug 19 12:15:26.767585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:26.773749 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.774300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-a73ab0d9-c3ae-48b8-bf76-422b297b57a7 service neutron] 10.222.0.21 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263837 Aug 19 12:15:26.780385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:26.801296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab11d381-0217-4a47-bad0-64cc881b3421 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:26.828945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ab11d381-0217-4a47-bad0-64cc881b3421, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ab11d381-0217-4a47-bad0-64cc881b3421,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:26.831544 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ecf3968a-3591-44ef-8346-98d1bb79928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.884691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3968a-3591-44ef-8346-98d1bb79928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7232741e-7cab-4416-a361-a513128c8b12,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:26.897544 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ecf3968a-3591-44ef-8346-98d1bb79928f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06b4041b90c44e2d9a1068d832318640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7149410 Aug 19 12:15:26.910197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43954) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:26.930768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-07fa0f88-c2d8-4a78-9b87-1dfacc69d4e5 service neutron] 10.222.0.21 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555448 Aug 19 12:15:26.983064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-0c29f425-4f8f-42b0-8960-cf00424e245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:26.985162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-0c29f425-4f8f-42b0-8960-cf00424e245e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4be6b56a3034644a268b46db29d5fe1&device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 1099 time: 0.0564735 Aug 19 12:15:26.993813 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:26.997222 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-262d4405-6034-4cc7-9390-d9e9ab09d305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:27.022180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-262d4405-6034-4cc7-9390-d9e9ab09d305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:27.053697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-cd5afa53-1acb-484f-8262-11dcb7eaa1ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 HTTP/1.1" status: 200 len: 217 time: 0.0588562 Aug 19 12:15:27.062468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.062468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:27.063780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] 10.222.0.30 "PUT /v2.0/ports/4db17444-4e5c-45c6-a45b-a73f3cec2f6f HTTP/1.1" status: 200 len: 1096 time: 1.4660273 Aug 19 12:15:27.071660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:27.076476 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:27.077250 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:27.093025 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee86a9d5-ea9e-45e3-8fda-dc321cba7947 x-openstack-request-id: req-ee86a9d5-ea9e-45e3-8fda-dc321cba7947 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:27.093431 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b644fa3-378a-4a62-807c-04cf32c67a02", "tag": "05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:27.093778 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee86a9d5-ea9e-45e3-8fda-dc321cba7947 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:27.094260 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b644fa3-378a-4a62-807c-04cf32c67a02', 'tag': '05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1', 'status': 'completed', 'code': 200} Aug 19 12:15:27.118524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185af255-f449-43e3-8999-4ac92a412be4 service neutron] Pushing event updated for resources: {'Port': ['ID=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:27.153158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=ab11d381-0217-4a47-bad0-64cc881b3421,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:27.161602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-eead1baf-7e68-4e27-a652-ba0d4fa91b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.163194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.163656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.164082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.164481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.164890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.165002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-eead1baf-7e68-4e27-a652-ba0d4fa91b7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0913532 Aug 19 12:15:27.165331 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.165724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.166113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.166502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.167010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.167402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.168684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:27.210002 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-262d4405-6034-4cc7-9390-d9e9ab09d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:27.213046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-262d4405-6034-4cc7-9390-d9e9ab09d305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:27.222256 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-262d4405-6034-4cc7-9390-d9e9ab09d305 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7232741e-7cab-4416-a361-a513128c8b12 HTTP/1.1" status: 204 len: 168 time: 0.3044157 Aug 19 12:15:27.246971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-29b6d0c5-7dbb-4b74-965b-c3b216b4a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.251244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-29b6d0c5-7dbb-4b74-965b-c3b216b4a74d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779347 Aug 19 12:15:27.265389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d4405-6034-4cc7-9390-d9e9ab09d305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7232741e-7cab-4416-a361-a513128c8b12,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:27.305124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-dbb3139a-8fcf-40d6-bf04-cd4ee293d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.311101 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-dbb3139a-8fcf-40d6-bf04-cd4ee293d0c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 1099 time: 0.0986478 Aug 19 12:15:27.317572 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ab11d381-0217-4a47-bad0-64cc881b3421'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:27.405229 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-3bb8c7d9-efdf-42ff-baca-57cb9dd11ac6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f HTTP/1.1" status: 200 len: 217 time: 0.0822535 Aug 19 12:15:27.460370 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-dcf3c020-69a0-4b9a-bd9f-d82f1cfb3bad service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983385 Aug 19 12:15:27.480234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-6f1924c0-3033-4bda-9e3b-2050aab02194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.482547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-6f1924c0-3033-4bda-9e3b-2050aab02194 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0635467 Aug 19 12:15:27.533536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-92713c04-22c7-4860-ab5c-5d8656ea1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.533931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe631f4e-8f3b-4030-878e-ec2fc5e26004 req-864495b9-e902-48e5-ba3a-450f0e2a9d0a tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.535248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-92713c04-22c7-4860-ab5c-5d8656ea1ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453393 Aug 19 12:15:27.535416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe631f4e-8f3b-4030-878e-ec2fc5e26004 req-864495b9-e902-48e5-ba3a-450f0e2a9d0a tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 948 time: 0.1816108 Aug 19 12:15:27.601856 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe631f4e-8f3b-4030-878e-ec2fc5e26004 req-24f9c1c9-e29d-44bd-9bad-d252c2d0747c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562844 Aug 19 12:15:27.603917 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5562bc94-57e3-4ec4-8bf8-e9e2c21038ab req-18014c21-c34b-40b6-8763-837702d19ac7 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360257 Aug 19 12:15:27.655913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-2a9630f2-11e9-4b20-b39d-57360bebb3ee service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121008 Aug 19 12:15:27.730111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b392d-6a3f-4397-b68d-0b5a80a1b9f3 req-0f8d1fa3-3f71-4116-b7fd-871d02f3da72 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.731613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d97b392d-6a3f-4397-b68d-0b5a80a1b9f3 req-0f8d1fa3-3f71-4116-b7fd-871d02f3da72 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 948 time: 0.0573022 Aug 19 12:15:27.762981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a700cf7-a728-42c4-99f3-3a105188f0c4 req-6c1fbbb0-d7f6-4565-8f8b-43976d3ebdd3 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986853 Aug 19 12:15:27.774955 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d97b392d-6a3f-4397-b68d-0b5a80a1b9f3 req-2136fa8e-4b86-480f-9a70-d5023094c501 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367727 Aug 19 12:15:27.852688 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59db92ea-4d67-4cc5-8210-92fd0b209c3a x-openstack-request-id: req-59db92ea-4d67-4cc5-8210-92fd0b209c3a {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:27.852982 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:27.853234 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59db92ea-4d67-4cc5-8210-92fd0b209c3a {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:27.853630 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f', 'status': 'completed', 'code': 200} Aug 19 12:15:27.912241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6632e37-89ef-47df-9a54-24ee2a54e1d2 req-bc7eaa50-a301-43a7-afa1-86d2202c9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.914247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6632e37-89ef-47df-9a54-24ee2a54e1d2 req-bc7eaa50-a301-43a7-afa1-86d2202c9aad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4be6b56a3034644a268b46db29d5fe1&device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 1099 time: 0.0492711 Aug 19 12:15:27.982963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d req-15ff9244-5199-457d-aa0f-03908bfcca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:27.985291 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d req-15ff9244-5199-457d-aa0f-03908bfcca5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 1099 time: 0.0517011 Aug 19 12:15:28.014181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fb624-3f68-46ec-84b1-62987ae0d786 req-a8313cfe-e42c-47b1-b445-cd4b36fafee2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.015692 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-be8fb624-3f68-46ec-84b1-62987ae0d786 req-a8313cfe-e42c-47b1-b445-cd4b36fafee2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 949 time: 0.1070054 Aug 19 12:15:28.047925 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70e0d2aa-c95e-4831-9c78-0b15854ab825 req-d536c680-83e4-4fb9-83ac-92ab299785f1 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 210 time: 0.0419044 Aug 19 12:15:28.074214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6632e37-89ef-47df-9a54-24ee2a54e1d2 req-d4dec1af-2350-4a13-8060-dd3a29f05193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.075888 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6632e37-89ef-47df-9a54-24ee2a54e1d2 req-d4dec1af-2350-4a13-8060-dd3a29f05193 service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1373913 Aug 19 12:15:28.082024 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-be8fb624-3f68-46ec-84b1-62987ae0d786 req-c0f73287-58bf-49bf-b485-0243e028b6d2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560966 Aug 19 12:15:28.137474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6632e37-89ef-47df-9a54-24ee2a54e1d2 req-2f739d4d-ad32-46ea-9261-b0499acb9423 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 HTTP/1.1" status: 200 len: 217 time: 0.0517862 Aug 19 12:15:28.169219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d req-0795a9ff-9908-4d7e-8427-b5acab2c5ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.172206 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d req-0795a9ff-9908-4d7e-8427-b5acab2c5ecd service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1571126 Aug 19 12:15:28.226281 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d req-e8ab0ff5-a9c9-449f-a041-105d66515fe6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f HTTP/1.1" status: 200 len: 217 time: 0.0409276 Aug 19 12:15:28.231565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6632e37-89ef-47df-9a54-24ee2a54e1d2 req-44f24972-1825-4b65-9b8a-50c1eaeb0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.231565 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6632e37-89ef-47df-9a54-24ee2a54e1d2 req-44f24972-1825-4b65-9b8a-50c1eaeb0d32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0839393 Aug 19 12:15:28.244625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf05e-fb0e-4977-9f55-681a16957600 req-1fb3f30a-3dbe-4f71-ae1d-fee23bc9bef8 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.246396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc6cf05e-fb0e-4977-9f55-681a16957600 req-1fb3f30a-3dbe-4f71-ae1d-fee23bc9bef8 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 949 time: 0.0907731 Aug 19 12:15:28.304067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d req-74a59810-1007-470b-877b-5b68dddde051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.305708 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d req-74a59810-1007-470b-877b-5b68dddde051 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0530951 Aug 19 12:15:28.317924 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc6cf05e-fb0e-4977-9f55-681a16957600 req-98fc6ba4-7f47-4b74-b73f-79089b94aa71 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649502 Aug 19 12:15:28.327038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6632e37-89ef-47df-9a54-24ee2a54e1d2 req-a459baff-9759-46fa-ac1d-6695be210293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.328571 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6632e37-89ef-47df-9a54-24ee2a54e1d2 req-a459baff-9759-46fa-ac1d-6695be210293 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768788 Aug 19 12:15:28.364108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d req-3755f3ef-1949-4cee-945a-7fc41f56b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.365894 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d req-3755f3ef-1949-4cee-945a-7fc41f56b162 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0476956 Aug 19 12:15:28.441866 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6632e37-89ef-47df-9a54-24ee2a54e1d2 req-f9ae08f5-aa78-447d-b337-0c382139cd1d service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940964 Aug 19 12:15:28.463086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d req-60837794-76a7-4ac8-987a-b30cab6cc714 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888803 Aug 19 12:15:28.536104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ab11d381-0217-4a47-bad0-64cc881b3421 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:28.554359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6632e37-89ef-47df-9a54-24ee2a54e1d2 req-a1efe9e9-21d9-4c2e-a64c-048fffbfcd12 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923080 Aug 19 12:15:28.555778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f71ebe3-3af2-4d61-a40e-fd1d24513f7d req-7031deea-3fe4-45c4-9f37-00ec4d969124 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856621 Aug 19 12:15:28.676591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port ab11d381-0217-4a47-bad0-64cc881b3421 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:28.689618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port ab11d381-0217-4a47-bad0-64cc881b3421 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:28.689618 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.740459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bf3ed-8d88-4405-bfd6-21189a7b7de8 req-11a8e53d-569b-4a27-a659-9c86a8f9092d tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.742100 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-197bf3ed-8d88-4405-bfd6-21189a7b7de8 req-11a8e53d-569b-4a27-a659-9c86a8f9092d tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 948 time: 0.0652125 Aug 19 12:15:28.773130 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:28.783513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-197bf3ed-8d88-4405-bfd6-21189a7b7de8 req-bd5f3a5c-0b26-44ae-84d2-54d2331a3f56 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348909 Aug 19 12:15:28.893885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1326da-4d0a-4a80-80eb-a2df0507146a req-886e640f-e843-49a0-94ca-50abdc115652 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:28.895327 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-af1326da-4d0a-4a80-80eb-a2df0507146a req-886e640f-e843-49a0-94ca-50abdc115652 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 948 time: 0.0494134 Aug 19 12:15:28.914311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44014) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:28.918451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af49150a-ba18-4386-982d-9cc52208e783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab11d381-0217-4a47-bad0-64cc881b3421'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:28.920770 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b476161-e900-46aa-8f01-b8eccc62f1b0" -d '{"events": [{"server_uuid": "af49150a-ba18-4386-982d-9cc52208e783", "name": "network-vif-plugged", "status": "completed", "tag": "ab11d381-0217-4a47-bad0-64cc881b3421"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:28.938846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ab11d381-0217-4a47-bad0-64cc881b3421, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ab11d381-0217-4a47-bad0-64cc881b3421,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:28.943257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-af1326da-4d0a-4a80-80eb-a2df0507146a req-a4346bc7-7710-4e58-a582-0e0cbb5467df tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419757 Aug 19 12:15:28.968435 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178eb3d8-04a6-4f5d-9fd2-4148307da315 x-openstack-request-id: req-178eb3d8-04a6-4f5d-9fd2-4148307da315 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:28.969006 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af49150a-ba18-4386-982d-9cc52208e783", "name": "network-vif-plugged", "status": "completed", "tag": "ab11d381-0217-4a47-bad0-64cc881b3421", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:28.969254 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-178eb3d8-04a6-4f5d-9fd2-4148307da315 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:28.969698 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af49150a-ba18-4386-982d-9cc52208e783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab11d381-0217-4a47-bad0-64cc881b3421', 'code': 200} Aug 19 12:15:29.082695 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.083010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49379a-4366-4589-a734-ff481554c611 req-4a745cef-5f54-4599-84a7-9fe4105c4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.085242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f49379a-4366-4589-a734-ff481554c611 req-4a745cef-5f54-4599-84a7-9fe4105c4dd6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 1100 time: 0.0551164 Aug 19 12:15:29.122125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c262ab81-d5dc-4c75-b785-e2b7616313a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.129499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f49379a-4366-4589-a734-ff481554c611 req-154b203e-687f-4a0c-991d-1a5b9e771fa2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337629 Aug 19 12:15:29.144646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=ab11d381-0217-4a47-bad0-64cc881b3421,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:29.192817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7fd3d01-1ad2-4159-809a-c29bd2ae4910 req-fe4ecc81-f43c-46bd-b44a-6f3eee1c0b87 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 210 time: 0.0351377 Aug 19 12:15:29.226923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b9b34-0da7-412a-a1c8-407037e01788 req-302f6275-22af-43c6-a595-9ebbb0e8bfbf tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.229142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c76b9b34-0da7-412a-a1c8-407037e01788 req-302f6275-22af-43c6-a595-9ebbb0e8bfbf tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 950 time: 0.0610728 Aug 19 12:15:29.275822 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c262ab81-d5dc-4c75-b785-e2b7616313a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.277746 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c76b9b34-0da7-412a-a1c8-407037e01788 req-38495e68-564f-442e-a9a0-dcd84de633fd tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Aug 19 12:15:29.385313 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c262ab81-d5dc-4c75-b785-e2b7616313a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.428004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262ab81-d5dc-4c75-b785-e2b7616313a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172916cd-eda8-4732-999f-45a7ef0b2011,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:29.432466 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c262ab81-d5dc-4c75-b785-e2b7616313a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d4c073f9965446e97a165bdf4161f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5171545 Aug 19 12:15:29.435170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44034) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:29.451411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f5d27-a32e-4220-9108-ccad14238a58 req-eddb1832-9397-4682-9ebe-24fc8a745c89 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.453150 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-039f5d27-a32e-4220-9108-ccad14238a58 req-eddb1832-9397-4682-9ebe-24fc8a745c89 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 949 time: 0.0590744 Aug 19 12:15:29.491139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25515ae1-94ce-44b0-85da-059a34f586c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.497948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-039f5d27-a32e-4220-9108-ccad14238a58 req-9e364300-1585-44cc-9f60-afffa12d8415 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346489 Aug 19 12:15:29.521558 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25515ae1-94ce-44b0-85da-059a34f586c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.676288 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25515ae1-94ce-44b0-85da-059a34f586c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.681855 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25515ae1-94ce-44b0-85da-059a34f586c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.681855 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-25515ae1-94ce-44b0-85da-059a34f586c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/172916cd-eda8-4732-999f-45a7ef0b2011 HTTP/1.1" status: 204 len: 168 time: 0.2440062 Aug 19 12:15:29.688871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25515ae1-94ce-44b0-85da-059a34f586c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172916cd-eda8-4732-999f-45a7ef0b2011,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:29.747540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373d87c-b17c-460a-b6c6-2db804c195a4 req-20a592c1-9f5e-4aee-902c-f1488357f095 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.749140 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0373d87c-b17c-460a-b6c6-2db804c195a4 req-20a592c1-9f5e-4aee-902c-f1488357f095 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 1100 time: 0.0552402 Aug 19 12:15:29.837367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-0373d87c-b17c-460a-b6c6-2db804c195a4 req-f2e3f32e-131a-4623-8029-1afb21a4b447 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] Deleting port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:29.837799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0373d87c-b17c-460a-b6c6-2db804c195a4 req-f2e3f32e-131a-4623-8029-1afb21a4b447 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.948596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c852c23-cc2a-4eee-85e6-efe687dc38b9 req-e26ea40f-85ab-4261-bcc3-f800b1906d92 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:29.950273 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c852c23-cc2a-4eee-85e6-efe687dc38b9 req-e26ea40f-85ab-4261-bcc3-f800b1906d92 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 948 time: 0.0773227 Aug 19 12:15:29.956187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-0373d87c-b17c-460a-b6c6-2db804c195a4 req-f2e3f32e-131a-4623-8029-1afb21a4b447 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] For port 8ea7981a-cb0a-4558-b0c6-6ab739409af6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8ea7981a-cb0a-4558-b0c6-6ab739409af6,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:29.956556 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0373d87c-b17c-460a-b6c6-2db804c195a4 req-f2e3f32e-131a-4623-8029-1afb21a4b447 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:29.984625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-0373d87c-b17c-460a-b6c6-2db804c195a4 req-f2e3f32e-131a-4623-8029-1afb21a4b447 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] Calling delete_port for 8ea7981a-cb0a-4558-b0c6-6ab739409af6 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:30.032539 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-7d3fba78-5e0c-43c9-b58a-d5c23351cbf9 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b5aafacb097a477f9289de37a18d73b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328124 Aug 19 12:15:30.041304 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c852c23-cc2a-4eee-85e6-efe687dc38b9 req-5e58561a-e2d0-455e-88ac-650ce0352271 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821176 Aug 19 12:15:30.162875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-6dd16089-8686-42fc-8725-e2a5ad50940f tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.170586 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-6dd16089-8686-42fc-8725-e2a5ad50940f tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1321139 Aug 19 12:15:30.182916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-4c6ced13-2adb-4689-8ae6-21e9cc9dfb48 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/quotas/b5aafacb097a477f9289de37a18d73b8 HTTP/1.1" status: 200 len: 375 time: 0.0112514 Aug 19 12:15:30.195037 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0008b3-066b-4130-9a35-d284719f2e5a req-b79ef8ff-6dd1-43eb-bc30-f1f671a33b0d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.202517 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d0008b3-066b-4130-9a35-d284719f2e5a req-b79ef8ff-6dd1-43eb-bc30-f1f671a33b0d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 948 time: 0.0723586 Aug 19 12:15:30.223947 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-e79a0661-9aec-4c00-ae51-6c7886c62200 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b5aafacb097a477f9289de37a18d73b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322592 Aug 19 12:15:30.237211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d0008b3-066b-4130-9a35-d284719f2e5a req-9a81a6d7-c146-412b-aee0-e42c02e1a902 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333025 Aug 19 12:15:30.311675 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0373d87c-b17c-460a-b6c6-2db804c195a4 req-f2e3f32e-131a-4623-8029-1afb21a4b447 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.323770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['8ea7981a-cb0a-4558-b0c6-6ab739409af6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:30.373545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3f32e-131a-4623-8029-1afb21a4b447 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ea7981a-cb0a-4558-b0c6-6ab739409af6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:30.376675 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c95524db-f4ac-4293-b32e-c959a8ed0224 req-fede50b7-6542-4366-afa1-c11d75be3a21 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 210 time: 0.0661922 Aug 19 12:15:30.442083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-0373d87c-b17c-460a-b6c6-2db804c195a4 req-f2e3f32e-131a-4623-8029-1afb21a4b447 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] No DVR routers for this DVR port 8ea7981a-cb0a-4558-b0c6-6ab739409af6 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:30.444913 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0373d87c-b17c-460a-b6c6-2db804c195a4 req-f2e3f32e-131a-4623-8029-1afb21a4b447 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.447526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0373d87c-b17c-460a-b6c6-2db804c195a4 req-f2e3f32e-131a-4623-8029-1afb21a4b447 tempest-DeleteServersAdminTestJSON-1978704687 tempest-DeleteServersAdminTestJSON-1978704687-project-admin] 10.222.0.30 "DELETE /v2.0/ports/8ea7981a-cb0a-4558-b0c6-6ab739409af6 HTTP/1.1" status: 204 len: 173 time: 0.6912344 Aug 19 12:15:30.452133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7573587c-b6cd-406f-bb43-76b51f271812', 'name': 'network-vif-deleted', 'tag': '8ea7981a-cb0a-4558-b0c6-6ab739409af6'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:30.454579 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10711956-dcb6-4bca-b043-4311ee0ad685" -d '{"events": [{"server_uuid": "7573587c-b6cd-406f-bb43-76b51f271812", "name": "network-vif-deleted", "tag": "8ea7981a-cb0a-4558-b0c6-6ab739409af6"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:30.503052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-678d145f-b845-42de-bd96-db66d1d298b2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.504608 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-678d145f-b845-42de-bd96-db66d1d298b2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.62 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 820 time: 0.2418554 Aug 19 12:15:30.520636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Request body: {'port': {'device_id': '135a617e-61b1-4fa0-b10f-684081db6570', 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7', 'admin_state_up': True, 'tenant_id': '6b81bb21c5aa454baad4a2004864545e'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:30.613565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d660c0-ec28-4eda-9a96-6f00ee99bbdb req-fe2f63b8-10cc-447a-8428-c2929f541d14 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:30.620594 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7d660c0-ec28-4eda-9a96-6f00ee99bbdb req-fe2f63b8-10cc-447a-8428-c2929f541d14 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 950 time: 0.1623909 Aug 19 12:15:30.701659 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c760b0-fb54-4c9f-932b-0105a6ecd8c3 x-openstack-request-id: req-f2c760b0-fb54-4c9f-932b-0105a6ecd8c3 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:30.701946 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7573587c-b6cd-406f-bb43-76b51f271812", "name": "network-vif-deleted", "tag": "8ea7981a-cb0a-4558-b0c6-6ab739409af6", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:30.702194 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2c760b0-fb54-4c9f-932b-0105a6ecd8c3 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:30.702705 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7573587c-b6cd-406f-bb43-76b51f271812', 'name': 'network-vif-deleted', 'tag': '8ea7981a-cb0a-4558-b0c6-6ab739409af6', 'status': 'completed', 'code': 200} Aug 19 12:15:30.708093 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7d660c0-ec28-4eda-9a96-6f00ee99bbdb req-716a91e7-1064-465d-bfbb-7692a860adc8 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866125 Aug 19 12:15:30.744116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44080) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:30.774551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c07fca96-24d4-4618-b175-5f44cf8efa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.803367 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8333cfca-7145-4068-833a-361951d3ae10 req-3025189e-5e9a-4e66-8344-6cf64ad35804 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 210 time: 0.0343692 Aug 19 12:15:30.815018 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa14d7aa-c0e4-4c4d-bfb4-cafe921c3431 req-84f54672-bf1b-4e05-99e8-67dbb92daa4b tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=7573587c-b6cd-406f-bb43-76b51f271812 HTTP/1.1" status: 200 len: 210 time: 0.0349693 Aug 19 12:15:30.887882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Made reservation on behalf of 6b81bb21c5aa454baad4a2004864545e for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:30.891382 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:30.988271 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c07fca96-24d4-4618-b175-5f44cf8efa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.039260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Allocated IP 172.20.0.3 (bd7ebef6-e919-454f-b19c-45fbcfe86bc7/45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9/89774023-39d8-4a01-bcab-c11ae8ad97ce) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:31.094898 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c07fca96-24d4-4618-b175-5f44cf8efa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.139632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c07fca96-24d4-4618-b175-5f44cf8efa18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ed4e36c10354cab97d1fd3353e841d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943810 Aug 19 12:15:31.142159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44086) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:31.148650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fca96-24d4-4618-b175-5f44cf8efa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedb9a24-92a3-46f3-baac-a2803c856bdf,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:31.193945 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66107fef-13a9-483a-818f-bff5a1e20a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.208508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d03dda-0bc8-4fd7-af22-480025170c26 req-7c3e1757-7030-493f-b362-65510329e4a3 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.209990 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7d03dda-0bc8-4fd7-af22-480025170c26 req-7c3e1757-7030-493f-b362-65510329e4a3 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 948 time: 0.0832298 Aug 19 12:15:31.215794 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66107fef-13a9-483a-818f-bff5a1e20a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.225825 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.269724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7d03dda-0bc8-4fd7-af22-480025170c26 req-a0c16449-f2a6-4e92-9fcb-1d7570c192a6 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488944 Aug 19 12:15:31.352548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b74a2-1ff9-4ee5-97d3-32cdb0e038d0 req-0c5171ac-009f-4a32-9fcf-3ce1f1691e0e tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.354117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f26b74a2-1ff9-4ee5-97d3-32cdb0e038d0 req-0c5171ac-009f-4a32-9fcf-3ce1f1691e0e tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 948 time: 0.0496488 Aug 19 12:15:31.380801 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.392516 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66107fef-13a9-483a-818f-bff5a1e20a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.392516 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66107fef-13a9-483a-818f-bff5a1e20a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.392516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-66107fef-13a9-483a-818f-bff5a1e20a9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bedb9a24-92a3-46f3-baac-a2803c856bdf HTTP/1.1" status: 204 len: 168 time: 0.2486165 Aug 19 12:15:31.400121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f26b74a2-1ff9-4ee5-97d3-32cdb0e038d0 req-4297f08d-ed56-4997-affd-429d2e6d04d7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395107 Aug 19 12:15:31.405689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66107fef-13a9-483a-818f-bff5a1e20a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedb9a24-92a3-46f3-baac-a2803c856bdf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:31.480288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:31.497777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:31.524436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:31.524436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.524436 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.533175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Pushing event updated for resources: {'Port': ['ID=89774023-39d8-4a01-bcab-c11ae8ad97ce,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:31.558371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82522a7f-9a7a-4a69-8b38-444e0733b985 req-a0aeceea-50b7-4d69-8ffe-1e17649d657e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:31.565434 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-82522a7f-9a7a-4a69-8b38-444e0733b985 req-a0aeceea-50b7-4d69-8ffe-1e17649d657e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 931 time: 0.0834489 Aug 19 12:15:31.598051 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-82522a7f-9a7a-4a69-8b38-444e0733b985 req-34a57ebb-c16d-4710-b961-6e0cf8dc1f67 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Aug 19 12:15:31.637241 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-ab766a32-8c01-4bbd-84ee-85d68327a8df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1228962 Aug 19 12:15:31.652954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Request body: {'port': {'device_id': '135a617e-61b1-4fa0-b10f-684081db6570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:31.710715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:31.753583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4db17444-4e5c-45c6-a45b-a73f3cec2f6f details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:31.900218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:31.905030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c4a5e83-a4bd-43a6-950b-c0400599c16c req-88ab1d56-b4f9-4e6b-95bf-5bce14f689d7 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 210 time: 0.0441802 Aug 19 12:15:31.921572 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f', 'mac_address': 'fa:16:3e:9e:bb:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:31.982054 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.010407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db17444-4e5c-45c6-a45b-a73f3cec2f6f {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:32.043782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:32.139273 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-401293fa-b61a-42fc-a7c4-d5daaaa289e1 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c1a8c13259b543aeaa43a88990278083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230794 Aug 19 12:15:32.179468 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.180296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:32.184749 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619874f-02e5-4151-83ee-709bc0551eb3 req-246d360a-7eda-4e10-9f51-97e9978a9769 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:32.187600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2619874f-02e5-4151-83ee-709bc0551eb3 req-246d360a-7eda-4e10-9f51-97e9978a9769 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 950 time: 0.1099031 Aug 19 12:15:32.241505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2619874f-02e5-4151-83ee-709bc0551eb3 req-3f115e02-e573-4b73-998a-d31ed2788b49 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473564 Aug 19 12:15:32.252867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:32.255457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:32.256184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-8f0ffa7b-b1c8-4e91-8716-97d5dd2ee8ae tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:32.258109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-8f0ffa7b-b1c8-4e91-8716-97d5dd2ee8ae tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106358 Aug 19 12:15:32.274961 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1', 'mac_address': 'fa:16:3e:3f:92:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:32.277702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-00ccdbe3-b548-4bda-b09e-12deebca076c tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/quotas/c1a8c13259b543aeaa43a88990278083 HTTP/1.1" status: 200 len: 375 time: 0.0111134 Aug 19 12:15:32.323962 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.341146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:32.353082 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-74f752da-bc76-4132-b0f7-89306c674909 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1a8c13259b543aeaa43a88990278083&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517027 Aug 19 12:15:32.359363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89774023-39d8-4a01-bcab-c11ae8ad97ce {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:32.372194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:32.372625 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.388197 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Transition to ACTIVE for port object 89774023-39d8-4a01-bcab-c11ae8ad97ce will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:32.465432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44126) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:32.478377 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fff14e66-bb17-47f5-b604-0432db61176d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.523016 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.527088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.572184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:32.633311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Pushing event updated for resources: {'Port': ['ID=89774023-39d8-4a01-bcab-c11ae8ad97ce,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:32.648137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:32.648486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:32.648814 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:32.656345 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fff14e66-bb17-47f5-b604-0432db61176d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.659438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Port 89774023-39d8-4a01-bcab-c11ae8ad97ce on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:32.659438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:32.664716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:32.665098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:32.665428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:32.666022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Bound port: 89774023-39d8-4a01-bcab-c11ae8ad97ce, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:32.666218 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.765518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c0ff-52a5-42e7-bf77-e4cac42f66b1 req-15e36773-f154-408a-ae16-cd50e938d394 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:32.766636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacb0f4-c16c-4a62-9ab0-283dd02a1214 req-c981a46c-1447-49c2-9cc6-70e06e06edf3 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:32.767041 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3c85c0ff-52a5-42e7-bf77-e4cac42f66b1 req-15e36773-f154-408a-ae16-cd50e938d394 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 949 time: 0.0550833 Aug 19 12:15:32.768683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ecacb0f4-c16c-4a62-9ab0-283dd02a1214 req-c981a46c-1447-49c2-9cc6-70e06e06edf3 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 949 time: 0.0995655 Aug 19 12:15:32.775740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:32.778046 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:32.793371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:32.807192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['4db17444-4e5c-45c6-a45b-a73f3cec2f6f'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:32.811623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3c85c0ff-52a5-42e7-bf77-e4cac42f66b1 req-9d94feea-a7ca-48ce-84b1-b1580b3d61b6 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367925 Aug 19 12:15:32.849073 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ecacb0f4-c16c-4a62-9ab0-283dd02a1214 req-26712750-5745-429f-a63a-4cdf690451da tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741246 Aug 19 12:15:32.877412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fff14e66-bb17-47f5-b604-0432db61176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.882914 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.967284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:32.968280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:32.969841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] 10.222.0.62 "PUT /v2.0/ports/89774023-39d8-4a01-bcab-c11ae8ad97ce HTTP/1.1" status: 200 len: 1091 time: 1.3211737 Aug 19 12:15:32.976372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135a617e-61b1-4fa0-b10f-684081db6570', 'tag': '89774023-39d8-4a01-bcab-c11ae8ad97ce'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:32.979162 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d6266a-f027-4a2a-92cf-9190617170ba" -d '{"events": [{"name": "network-changed", "server_uuid": "135a617e-61b1-4fa0-b10f-684081db6570", "tag": "89774023-39d8-4a01-bcab-c11ae8ad97ce"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:32.999927 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fff14e66-bb17-47f5-b604-0432db61176d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e48bae9b55a4400bb49841ec4cf2decb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340381 Aug 19 12:15:33.003419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44146) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:33.007220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff14e66-bb17-47f5-b604-0432db61176d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3cd556-1780-42cf-a86d-4c2257189d28,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:33.040348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7071e-cf1d-4c27-b3d6-be958d36fe22 service neutron] Pushing event updated for resources: {'Port': ['ID=89774023-39d8-4a01-bcab-c11ae8ad97ce,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:33.059297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b229f-60b8-445c-89f8-35965c93351f req-02b25f21-3a93-4e16-8526-2931f3ef0187 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.060947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-682b229f-60b8-445c-89f8-35965c93351f req-02b25f21-3a93-4e16-8526-2931f3ef0187 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 943 time: 0.1307869 Aug 19 12:15:33.122663 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e89d70e-84ca-423c-905e-07d904b51f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.150002 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e89d70e-84ca-423c-905e-07d904b51f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.184609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-682b229f-60b8-445c-89f8-35965c93351f req-1c3294db-2ed8-445f-b8d6-fa98031f4d33 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099274 Aug 19 12:15:33.190172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-c0755220-eece-464c-afb0-92ca1015ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.191805 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-c0755220-eece-464c-afb0-92ca1015ea12 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 1094 time: 0.0603061 Aug 19 12:15:33.239486 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-a971f9e5-734e-4edc-9fe2-a7ad8ad46db0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce HTTP/1.1" status: 200 len: 217 time: 0.0386882 Aug 19 12:15:33.287609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-0ec7fe72-db61-4b3b-b2f9-26e888d71637 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.288091 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-0ec7fe72-db61-4b3b-b2f9-26e888d71637 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.288559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-0ec7fe72-db61-4b3b-b2f9-26e888d71637 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.289020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-0ec7fe72-db61-4b3b-b2f9-26e888d71637 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.289484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-0ec7fe72-db61-4b3b-b2f9-26e888d71637 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.289581 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1fc227c3-62ec-42f1-b147-114946c31754 req-bda47015-515c-4ba4-966a-4ab79010a1fd tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 210 time: 0.0524793 Aug 19 12:15:33.290012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-0ec7fe72-db61-4b3b-b2f9-26e888d71637 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.290389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-0ec7fe72-db61-4b3b-b2f9-26e888d71637 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.290869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-0ec7fe72-db61-4b3b-b2f9-26e888d71637 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.292875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-0ec7fe72-db61-4b3b-b2f9-26e888d71637 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a&device_id=19e4e528-247b-4267-aea3-f429a589bec2&device_id=135a617e-61b1-4fa0-b10f-684081db6570&device_id=b353b475-eef5-4742-a2bb-797c9c2c280e&device_id=3b644fa3-378a-4a62-807c-04cf32c67a02&device_id=af49150a-ba18-4386-982d-9cc52208e783&device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc&device_id=d8152f56-36b2-4586-961d-3daa87e7a8da&device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2&device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 7318 time: 0.0545931 Aug 19 12:15:33.312231 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-66b2e184-59c2-4189-82e5-960103304f6b tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.321913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-19210695-2953-4de1-b374-d398e41c218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.323527 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-19210695-2953-4de1-b374-d398e41c218e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.0730634 Aug 19 12:15:33.353467 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e89d70e-84ca-423c-905e-07d904b51f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.356967 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e89d70e-84ca-423c-905e-07d904b51f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.359251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5e89d70e-84ca-423c-905e-07d904b51f1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf3cd556-1780-42cf-a86d-4c2257189d28 HTTP/1.1" status: 204 len: 168 time: 0.3545253 Aug 19 12:15:33.376094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-fca3f320-55cf-455d-ab23-44585f2c6c26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421469 Aug 19 12:15:33.404981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89d70e-84ca-423c-905e-07d904b51f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3cd556-1780-42cf-a86d-4c2257189d28,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:33.469783 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-66b2e184-59c2-4189-82e5-960103304f6b tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.517991 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-979c95fd-f582-44af-8536-a8f6cda09d79 req-792a7cc4-e4d4-44a8-9f7c-49d7dfd9730d tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 210 time: 0.0297239 Aug 19 12:15:33.528854 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-db75ef53-c734-44e0-a3f3-8b47596fa5d7 service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385863 Aug 19 12:15:33.583189 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6a97a6-e29f-4e08-a960-0928f7d095de x-openstack-request-id: req-4c6a97a6-e29f-4e08-a960-0928f7d095de {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:33.583473 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135a617e-61b1-4fa0-b10f-684081db6570", "tag": "89774023-39d8-4a01-bcab-c11ae8ad97ce", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:33.583980 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c6a97a6-e29f-4e08-a960-0928f7d095de {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:33.584514 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135a617e-61b1-4fa0-b10f-684081db6570', 'tag': '89774023-39d8-4a01-bcab-c11ae8ad97ce', 'status': 'completed', 'code': 200} Aug 19 12:15:33.584928 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-66b2e184-59c2-4189-82e5-960103304f6b tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:33.612215 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d9f9f67-129c-4cb4-98ee-d52bfa607ed0 req-66b2e184-59c2-4189-82e5-960103304f6b tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&id=7fbca45f-f669-4150-9248-71e327947abb&id=c44a73f7-95da-4fea-962b-039c71812264&id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.3120866 Aug 19 12:15:33.621992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2e184-59c2-4189-82e5-960103304f6b tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb8cfb-0baa-49d2-bd3a-49cc9335798f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:33.630934 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de554fed-c4ad-4e4f-9cfe-e02693d61c27 req-bd0f9bdf-0ebe-4d8e-8e16-0b46d799e542 service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944142 Aug 19 12:15:33.770081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4db17444-4e5c-45c6-a45b-a73f3cec2f6f up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:33.873158 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-cbbf2d37-4161-49f0-a190-9a327d32f148 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b5aafacb097a477f9289de37a18d73b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256405 Aug 19 12:15:33.888870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6266a-f027-4a2a-92cf-9190617170ba req-a3b4e87b-bde6-4be0-9413-02f952a89a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:33.890447 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99d6266a-f027-4a2a-92cf-9190617170ba req-a3b4e87b-bde6-4be0-9413-02f952a89a98 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 1094 time: 0.0950232 Aug 19 12:15:33.927901 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:33.934943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:33.935662 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.016401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-6f7ecd5b-0cf7-469c-b887-c82c7fce078c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.018768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-6f7ecd5b-0cf7-469c-b887-c82c7fce078c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1360142 Aug 19 12:15:34.038053 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.067222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:34.070137 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59ca630-2ebe-43c0-85ee-417fc3c12d65" -d '{"events": [{"server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "name": "network-vif-plugged", "status": "completed", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:34.077521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Request body: {'port': {'device_id': '19e4e528-247b-4267-aea3-f429a589bec2', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': 'b5aafacb097a477f9289de37a18d73b8'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:34.093445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6266a-f027-4a2a-92cf-9190617170ba req-7f63dcda-e5c0-47ae-8e33-9ff942ecfea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.093445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99d6266a-f027-4a2a-92cf-9190617170ba req-7f63dcda-e5c0-47ae-8e33-9ff942ecfea0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.1913452 Aug 19 12:15:34.098269 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:34.119485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6d512-d803-402e-890a-fbecf7f4c4c7 req-45607c91-aa73-448d-9c1c-ac2b22568a69 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.127652 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aae6d512-d803-402e-890a-fbecf7f4c4c7 req-45607c91-aa73-448d-9c1c-ac2b22568a69 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 949 time: 0.1951456 Aug 19 12:15:34.155280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c684-8bd1-4fac-ae7f-d1c46551e9fd req-00be1d8f-05f5-4727-83a4-7e542392c00a tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.155881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c684-8bd1-4fac-ae7f-d1c46551e9fd req-00be1d8f-05f5-4727-83a4-7e542392c00a tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.156442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c684-8bd1-4fac-ae7f-d1c46551e9fd req-00be1d8f-05f5-4727-83a4-7e542392c00a tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.165991 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57b9c684-8bd1-4fac-ae7f-d1c46551e9fd req-00be1d8f-05f5-4727-83a4-7e542392c00a tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783&device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc&device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 2882 time: 0.1460114 Aug 19 12:15:34.190098 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99d6266a-f027-4a2a-92cf-9190617170ba req-67df8766-d705-4c7f-b1bb-74993e971298 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce HTTP/1.1" status: 200 len: 217 time: 0.0437760 Aug 19 12:15:34.198565 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aae6d512-d803-402e-890a-fbecf7f4c4c7 req-07a584b8-40a2-4299-8a01-6282f1fb1724 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699444 Aug 19 12:15:34.241879 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.242786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:34.311207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6266a-f027-4a2a-92cf-9190617170ba req-7aa9aec8-dd17-4c43-bbfc-bb0e81a51e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.314783 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99d6266a-f027-4a2a-92cf-9190617170ba req-7aa9aec8-dd17-4c43-bbfc-bb0e81a51e6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.1104343 Aug 19 12:15:34.331344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:34.364013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99d6266a-f027-4a2a-92cf-9190617170ba req-c708a8e7-0f62-4f99-935b-79cf3841a378 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395360 Aug 19 12:15:34.374415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06589ffa-8b5a-45d1-8824-79b233b18b7a req-2eb4114a-0ddd-460a-baab-e2a3e6e7116c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.375967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-06589ffa-8b5a-45d1-8824-79b233b18b7a req-2eb4114a-0ddd-460a-baab-e2a3e6e7116c tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 949 time: 0.1042798 Aug 19 12:15:34.413203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:34.417880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:34.418256 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.459788 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57b9c684-8bd1-4fac-ae7f-d1c46551e9fd req-2ace89ef-b48d-4860-b2a5-51da692a2987 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916584 Aug 19 12:15:34.494998 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017e4979-06df-4b8d-b5c5-65f1c9897245 x-openstack-request-id: req-017e4979-06df-4b8d-b5c5-65f1c9897245 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:34.495288 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "name": "network-vif-plugged", "status": "completed", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:34.495541 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-017e4979-06df-4b8d-b5c5-65f1c9897245 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:34.495995 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f', 'code': 200} Aug 19 12:15:34.497610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-06589ffa-8b5a-45d1-8824-79b233b18b7a req-26fa835a-212f-4376-aadf-a5c97940469d tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060960 Aug 19 12:15:34.573131 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.608568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:34.616126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99d6266a-f027-4a2a-92cf-9190617170ba req-b274eb19-5bef-4b0f-8a89-3e68adaeb4b2 service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391770 Aug 19 12:15:34.623655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181561e3-8590-4e4d-ac90-0516737053ea req-22233953-3985-4bfa-9d9b-4038bf10ebd5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.625070 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-181561e3-8590-4e4d-ac90-0516737053ea req-22233953-3985-4bfa-9d9b-4038bf10ebd5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 943 time: 0.0666203 Aug 19 12:15:34.633350 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1626b79-bf85-4b88-be61-293aebac36bd req-bcfb222b-bca1-430e-b6c9-af97a5a5513e tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 210 time: 0.0351958 Aug 19 12:15:34.649955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Made reservation on behalf of b5aafacb097a477f9289de37a18d73b8 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:34.657627 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.671238 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.692485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-181561e3-8590-4e4d-ac90-0516737053ea req-2fa6492d-3f07-4caf-a9e7-e79ae2a22c82 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606091 Aug 19 12:15:34.714530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c968bcd-fc69-4e3d-813a-50f2164c9f85 req-36656100-d43e-49c0-ab2e-5b3686c3910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:34.716050 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c968bcd-fc69-4e3d-813a-50f2164c9f85 req-36656100-d43e-49c0-ab2e-5b3686c3910c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 1101 time: 0.1478837 Aug 19 12:15:34.737173 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99d6266a-f027-4a2a-92cf-9190617170ba req-5bd0dd39-b4f1-4807-9cbc-6d5bc4e0feba service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060650 Aug 19 12:15:34.773657 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.775345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8ea7981a-cb0a-4558-b0c6-6ab739409af6 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:34.776050 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c968bcd-fc69-4e3d-813a-50f2164c9f85 req-54e2a291-c87c-4bc9-88bc-cac66b5197a0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474322 Aug 19 12:15:34.835566 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:34.841599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 8ea7981a-cb0a-4558-b0c6-6ab739409af6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:34.842017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8ea7981a-cb0a-4558-b0c6-6ab739409af6 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:34.863230 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f8ef159e-9133-4c57-a4f8-878d80cbe779 req-6b0390d3-5a2f-4404-8d66-819762180cc1 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 210 time: 0.0384865 Aug 19 12:15:34.883004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:34.990203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.019202 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f587adba-dfab-4107-a688-900ba3b29c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.065409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:35.132969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Allocated IP 192.168.233.242 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/e9353eb6-bf8f-4147-81a1-d62c5a3a9947) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:35.288013 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.308359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Transition to ACTIVE for port object e9353eb6-bf8f-4147-81a1-d62c5a3a9947 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:35.335585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f9a6-b938-4ac2-8faf-2b9379f2ba7d req-098d02e8-17de-4624-b8bb-d2c960e07f1d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:35.338003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2639f9a6-b938-4ac2-8faf-2b9379f2ba7d req-098d02e8-17de-4624-b8bb-d2c960e07f1d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0631750 Aug 19 12:15:35.380344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2639f9a6-b938-4ac2-8faf-2b9379f2ba7d req-33eac125-af08-4243-ada2-92dba098c491 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360012 Aug 19 12:15:35.453941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.474504 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-2be2a754-358c-4d38-836f-45f0a8f55553 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=c1a8c13259b543aeaa43a88990278083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287764 Aug 19 12:15:35.496225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:35.501470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:35.505336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:35.511308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:35.511923 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.527704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Pushing event updated for resources: {'Port': ['ID=e9353eb6-bf8f-4147-81a1-d62c5a3a9947,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:35.611732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-d8cb08c0-7f30-4b65-bfac-5f9fb59b3032 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:35.613989 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-d8cb08c0-7f30-4b65-bfac-5f9fb59b3032 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322620 Aug 19 12:15:35.614747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c3600-5ed3-4843-8803-a096aa5ce2e2 req-5560ee09-3d62-404f-b62e-c22397cc2c08 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:35.616303 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c6c3600-5ed3-4843-8803-a096aa5ce2e2 req-5560ee09-3d62-404f-b62e-c22397cc2c08 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 950 time: 0.0526252 Aug 19 12:15:35.628728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Request body: {'port': {'device_id': 'f9144b65-503a-43c3-9ad5-9a4abbc8812a', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': 'c1a8c13259b543aeaa43a88990278083'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:35.657222 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c6c3600-5ed3-4843-8803-a096aa5ce2e2 req-85a2d14f-b7d6-461e-8cd5-addd106b8652 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347676 Aug 19 12:15:35.699965 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-b0b9c8e8-ddb1-4338-8d33-73249be9a70c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6300485 Aug 19 12:15:35.718117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Request body: {'port': {'device_id': '19e4e528-247b-4267-aea3-f429a589bec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:35.817337 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.821732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76e2d2f0-5b38-46a0-b9b5-4ae4179d904a req-ebbc61df-483f-41cd-9d8c-c5f79f4dc325 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 210 time: 0.0333867 Aug 19 12:15:35.916613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Made reservation on behalf of c1a8c13259b543aeaa43a88990278083 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:35.920095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:35.963578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-414bc7cb-4e49-407e-b161-1dc7bd04d6fe None None] Provisioning for port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:35.972160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-414bc7cb-4e49-407e-b161-1dc7bd04d6fe None None] Provisioning complete for port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:35.973161 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-414bc7cb-4e49-407e-b161-1dc7bd04d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.029518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18bf5e-b4c6-4553-8514-30f9eed8131a req-25f5164e-3af1-4fda-b135-255aff3ea9ae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.031292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1a18bf5e-b4c6-4553-8514-30f9eed8131a req-25f5164e-3af1-4fda-b135-255aff3ea9ae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 943 time: 0.1137190 Aug 19 12:15:36.069761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-414bc7cb-4e49-407e-b161-1dc7bd04d6fe None None] Port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:36.107691 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1a18bf5e-b4c6-4553-8514-30f9eed8131a req-0eee33e4-4589-4b07-8172-ea9797a1d8e9 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609767 Aug 19 12:15:36.222620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9353eb6-bf8f-4147-81a1-d62c5a3a9947 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:36.233111 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.251689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdf08b-49b1-4a88-a68b-a7e4483994de req-7de4e073-bb31-4d40-b0a6-828ce8e5587b tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.253464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5cdf08b-49b1-4a88-a68b-a7e4483994de req-7de4e073-bb31-4d40-b0a6-828ce8e5587b tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 1100 time: 0.0684388 Aug 19 12:15:36.254560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Transition to ACTIVE for port object e9353eb6-bf8f-4147-81a1-d62c5a3a9947 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:36.259453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f85a10-6249-4f5f-839f-d6dd9a680ce5 req-a06b1377-bd7e-4524-b3be-274401075cec tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.261265 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9f85a10-6249-4f5f-839f-d6dd9a680ce5 req-a06b1377-bd7e-4524-b3be-274401075cec tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 936 time: 0.0530651 Aug 19 12:15:36.291214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5cdf08b-49b1-4a88-a68b-a7e4483994de req-41f8c52b-ceed-42ba-b964-88763fe61c97 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305407 Aug 19 12:15:36.304062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9f85a10-6249-4f5f-839f-d6dd9a680ce5 req-5cfda749-1ed2-4e8c-aec2-605aef3972c6 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355413 Aug 19 12:15:36.408771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db0325-7d8e-44b8-b4cb-14f61cc712bb req-9af451d1-c81c-443e-a319-2ce216391c62 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.410250 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74db0325-7d8e-44b8-b4cb-14f61cc712bb req-9af451d1-c81c-443e-a319-2ce216391c62 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 1100 time: 0.0453489 Aug 19 12:15:36.442068 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.468332 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74db0325-7d8e-44b8-b4cb-14f61cc712bb req-4f532560-9d05-49bc-ae03-92f07c955549 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520718 Aug 19 12:15:36.497620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b644fa3-378a-4a62-807c-04cf32c67a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:36.500187 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d4bea0-2500-42ae-a462-a1ca6c1e7289" -d '{"events": [{"server_uuid": "3b644fa3-378a-4a62-807c-04cf32c67a02", "name": "network-vif-plugged", "status": "completed", "tag": "05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:36.505074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Pushing event updated for resources: {'Port': ['ID=e9353eb6-bf8f-4147-81a1-d62c5a3a9947,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:36.516775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Allocated IP 192.168.233.62 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/1089022d-f154-4c28-9632-2fc5b77c235d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:36.566675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Attempting to bind port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:36.567046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Attempting to bind port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:36.567535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Attempting to bind port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:36.572992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 89774023-39d8-4a01-bcab-c11ae8ad97ce details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:36.575693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:36.575693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Attempting to bind port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:36.580483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:36.580818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:36.581197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:36.581621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Bound port: e9353eb6-bf8f-4147-81a1-d62c5a3a9947, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:36.581972 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.656285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f40ed-ec17-4fee-ac3d-0f84ec2c75fe req-64cd43a0-8918-43c4-9ec0-dea4c13a872b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.665046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-721f40ed-ec17-4fee-ac3d-0f84ec2c75fe req-64cd43a0-8918-43c4-9ec0-dea4c13a872b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.1100991 Aug 19 12:15:36.699461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] For port e9353eb6-bf8f-4147-81a1-d62c5a3a9947, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:36.703348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] For port e9353eb6-bf8f-4147-81a1-d62c5a3a9947, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e9353eb6-bf8f-4147-81a1-d62c5a3a9947,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:36.737252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:36.752070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '89774023-39d8-4a01-bcab-c11ae8ad97ce', 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7', 'port_id': '89774023-39d8-4a01-bcab-c11ae8ad97ce', 'mac_address': 'fa:16:3e:bf:d7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:36.752514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-721f40ed-ec17-4fee-ac3d-0f84ec2c75fe req-ad3e61cf-c7e9-4474-9283-b3d0df201f03 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865881 Aug 19 12:15:36.799094 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.813380 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f8e1d1-1041-463e-bb17-f85ed81326f9 x-openstack-request-id: req-c1f8e1d1-1041-463e-bb17-f85ed81326f9 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:36.813732 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b644fa3-378a-4a62-807c-04cf32c67a02", "name": "network-vif-plugged", "status": "completed", "tag": "05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:36.814553 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1f8e1d1-1041-463e-bb17-f85ed81326f9 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:36.815033 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b644fa3-378a-4a62-807c-04cf32c67a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1', 'code': 200} Aug 19 12:15:36.816044 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.821750 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89774023-39d8-4a01-bcab-c11ae8ad97ce {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:36.828626 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.834270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Transition to ACTIVE for port object 1089022d-f154-4c28-9632-2fc5b77c235d will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:36.843212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:36.871253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.871873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.873342 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] 10.222.0.62 "PUT /v2.0/ports/e9353eb6-bf8f-4147-81a1-d62c5a3a9947 HTTP/1.1" status: 200 len: 1096 time: 1.1596746 Aug 19 12:15:36.873800 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e4e528-247b-4267-aea3-f429a589bec2', 'tag': 'e9353eb6-bf8f-4147-81a1-d62c5a3a9947'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:36.876429 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d226e258-d49c-4059-ab40-8fc0d96636ef" -d '{"events": [{"name": "network-changed", "server_uuid": "19e4e528-247b-4267-aea3-f429a589bec2", "tag": "e9353eb6-bf8f-4147-81a1-d62c5a3a9947"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:36.927814 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:36.947221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07226-93b3-4192-8ba5-352ec219c48e service neutron] Pushing event updated for resources: {'Port': ['ID=e9353eb6-bf8f-4147-81a1-d62c5a3a9947,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:36.979960 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f3703-cb1a-4483-8fe2-01f0ac42b216 req-0c837d18-737e-4a07-a02e-236c4d70e031 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.987941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-327f3703-cb1a-4483-8fe2-01f0ac42b216 req-0c837d18-737e-4a07-a02e-236c4d70e031 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 950 time: 0.0983250 Aug 19 12:15:36.989774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd266a-52e4-4167-8893-aff135444c72 req-f7940512-523f-445b-ba49-e8629cd0ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:36.991357 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45bd266a-52e4-4167-8893-aff135444c72 req-f7940512-523f-445b-ba49-e8629cd0ca7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 1101 time: 0.0696280 Aug 19 12:15:37.007943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=89774023-39d8-4a01-bcab-c11ae8ad97ce,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:37.031789 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.046516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-327f3703-cb1a-4483-8fe2-01f0ac42b216 req-a6adb5ba-e336-4150-9b94-26465af582b5 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573981 Aug 19 12:15:37.128355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-a1946ee4-b09c-4ba3-aab7-991307e49c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.132823 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-a1946ee4-b09c-4ba3-aab7-991307e49c5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5aafacb097a477f9289de37a18d73b8&device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 1099 time: 0.0816722 Aug 19 12:15:37.134483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:37.142084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:37.145977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:37.152543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.153175 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.171326 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45bd266a-52e4-4167-8893-aff135444c72 req-0fe1609e-28b3-43c3-a550-a7d29db74026 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715038 Aug 19 12:15:37.180930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Pushing event updated for resources: {'Port': ['ID=1089022d-f154-4c28-9632-2fc5b77c235d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:37.188047 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-a331b0e1-6a77-48a3-ad47-b15ae0e24b25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=e9353eb6-bf8f-4147-81a1-d62c5a3a9947 HTTP/1.1" status: 200 len: 217 time: 0.0374055 Aug 19 12:15:37.216417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['89774023-39d8-4a01-bcab-c11ae8ad97ce'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:37.229448 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4fb2d-f9c2-4e25-9b5d-c7cdd2e49aaf req-fbe0ac5f-8b11-451b-a89b-15ba5c7a2ed3 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.231092 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87a4fb2d-f9c2-4e25-9b5d-c7cdd2e49aaf req-fbe0ac5f-8b11-451b-a89b-15ba5c7a2ed3 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 935 time: 0.0624447 Aug 19 12:15:37.232967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-7f9cf140-b078-4386-8420-9b61cdb19107 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6084783 Aug 19 12:15:37.254003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Request body: {'port': {'device_id': 'f9144b65-503a-43c3-9ad5-9a4abbc8812a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:37.259198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-1e98f510-dfb1-402d-97b7-69dcf7260ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.261144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-1e98f510-dfb1-402d-97b7-69dcf7260ee3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0647500 Aug 19 12:15:37.321169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-062c9ab0-a4ea-4912-aece-b466ffecce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.324292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-062c9ab0-a4ea-4912-aece-b466ffecce51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0548284 Aug 19 12:15:37.325049 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87a4fb2d-f9c2-4e25-9b5d-c7cdd2e49aaf req-c2ae7e9d-d333-42dc-a0a1-d5afab150c07 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844250 Aug 19 12:15:37.355171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.417902 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de3c659-8d4b-4094-b047-4a0daec71b9c x-openstack-request-id: req-1de3c659-8d4b-4094-b047-4a0daec71b9c {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:37.418197 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e4e528-247b-4267-aea3-f429a589bec2", "tag": "e9353eb6-bf8f-4147-81a1-d62c5a3a9947", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:37.418467 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1de3c659-8d4b-4094-b047-4a0daec71b9c {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:37.418944 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e4e528-247b-4267-aea3-f429a589bec2', 'tag': 'e9353eb6-bf8f-4147-81a1-d62c5a3a9947', 'status': 'completed', 'code': 200} Aug 19 12:15:37.461853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3bcdf-df02-4874-9978-c60ce231d243 req-070c4b3f-0338-49e7-b0f6-dffa9e000d12 tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.463355 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1bd3bcdf-df02-4874-9978-c60ce231d243 req-070c4b3f-0338-49e7-b0f6-dffa9e000d12 tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 1101 time: 0.1334510 Aug 19 12:15:37.497160 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-1af1701f-acdc-4fc2-8b3f-6c5e84ac0c6e service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448007 Aug 19 12:15:37.497996 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1bd3bcdf-df02-4874-9978-c60ce231d243 req-ad17d185-a626-44bd-bb1f-c6de700e703a tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.545515 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-923578a5-655c-48fc-8b37-3f7d5d6fb6a9 None None] Provisioning for port 1089022d-f154-4c28-9632-2fc5b77c235d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:37.554552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-923578a5-655c-48fc-8b37-3f7d5d6fb6a9 None None] Provisioning complete for port 1089022d-f154-4c28-9632-2fc5b77c235d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:37.555093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-923578a5-655c-48fc-8b37-3f7d5d6fb6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.581733 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.609490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-923578a5-655c-48fc-8b37-3f7d5d6fb6a9 None None] Port 1089022d-f154-4c28-9632-2fc5b77c235d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:37.653077 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96105b6c-07d8-4e5f-95c0-d904eeeef5e1 req-76a70c42-caf8-4dea-a246-1004ec161b1b service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392448 Aug 19 12:15:37.677196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1089022d-f154-4c28-9632-2fc5b77c235d {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:37.684660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.687042 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1bd3bcdf-df02-4874-9978-c60ce231d243 req-ad17d185-a626-44bd-bb1f-c6de700e703a tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.697106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Transition to ACTIVE for port object 1089022d-f154-4c28-9632-2fc5b77c235d will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:37.842100 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-23128b44-1977-4b56-afc4-584e0ce8593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.921596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226e258-d49c-4059-ab40-8fc0d96636ef req-d274fde5-e55b-4412-a404-0e938c8b4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:37.921811 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.923150 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d226e258-d49c-4059-ab40-8fc0d96636ef req-d274fde5-e55b-4412-a404-0e938c8b4183 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5aafacb097a477f9289de37a18d73b8&device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 1099 time: 0.0430810 Aug 19 12:15:37.924200 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1bd3bcdf-df02-4874-9978-c60ce231d243 req-ad17d185-a626-44bd-bb1f-c6de700e703a tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:37.961464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1bd3bcdf-df02-4874-9978-c60ce231d243 req-ad17d185-a626-44bd-bb1f-c6de700e703a tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862952 Aug 19 12:15:37.976207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1089022d-f154-4c28-9632-2fc5b77c235d,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:38.011782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Attempting to bind port 1089022d-f154-4c28-9632-2fc5b77c235d on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:38.012247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Attempting to bind port 1089022d-f154-4c28-9632-2fc5b77c235d by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:38.012666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Attempting to bind port 1089022d-f154-4c28-9632-2fc5b77c235d on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:38.015957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17d185-a626-44bd-bb1f-c6de700e703a tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80cc4d3-405e-42c9-ad1d-365f61c2a7a5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:38.022502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Port 1089022d-f154-4c28-9632-2fc5b77c235d on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:38.025780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Attempting to bind port 1089022d-f154-4c28-9632-2fc5b77c235d on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:38.044646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:38.056196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:38.056196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:38.056196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Bound port: 1089022d-f154-4c28-9632-2fc5b77c235d, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:38.056196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:38.085071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226e258-d49c-4059-ab40-8fc0d96636ef req-d1296d1a-ec4f-4c6e-a7df-f878ec598d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.088383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d226e258-d49c-4059-ab40-8fc0d96636ef req-d1296d1a-ec4f-4c6e-a7df-f878ec598d7d service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1467888 Aug 19 12:15:38.138582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] For port 1089022d-f154-4c28-9632-2fc5b77c235d, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:38.143532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] For port 1089022d-f154-4c28-9632-2fc5b77c235d, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1089022d-f154-4c28-9632-2fc5b77c235d,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:38.145459 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d226e258-d49c-4059-ab40-8fc0d96636ef req-f761066a-4857-441b-b30d-cae4ead449af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=e9353eb6-bf8f-4147-81a1-d62c5a3a9947 HTTP/1.1" status: 200 len: 217 time: 0.0502253 Aug 19 12:15:38.199448 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53752f2f-f383-47cf-8771-c5870c0b3850 req-6ecde055-048e-4f2b-9a8d-6662a693dc88 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.201103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-53752f2f-f383-47cf-8771-c5870c0b3850 req-6ecde055-048e-4f2b-9a8d-6662a693dc88 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 948 time: 0.0527525 Aug 19 12:15:38.223995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226e258-d49c-4059-ab40-8fc0d96636ef req-f73b922c-4657-43f2-9c6b-17099ef69847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.225322 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d226e258-d49c-4059-ab40-8fc0d96636ef req-f73b922c-4657-43f2-9c6b-17099ef69847 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0714755 Aug 19 12:15:38.234877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373060cc-a082-4c1f-b0fc-f9e5813f43df req-5664ea17-a5f8-4265-88b0-d5e6ec0c23d1 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.236904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-373060cc-a082-4c1f-b0fc-f9e5813f43df req-5664ea17-a5f8-4265-88b0-d5e6ec0c23d1 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 944 time: 0.0956438 Aug 19 12:15:38.240067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:38.252757 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-53752f2f-f383-47cf-8771-c5870c0b3850 req-8ed5e88d-f587-4757-adfc-4668860a6f3e tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441642 Aug 19 12:15:38.282499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.283850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:38.285425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] 10.222.0.62 "PUT /v2.0/ports/1089022d-f154-4c28-9632-2fc5b77c235d HTTP/1.1" status: 200 len: 1095 time: 1.0370173 Aug 19 12:15:38.286191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9144b65-503a-43c3-9ad5-9a4abbc8812a', 'tag': '1089022d-f154-4c28-9632-2fc5b77c235d'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:38.289513 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc04bd69-0723-467a-98aa-2a224d0f4cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9144b65-503a-43c3-9ad5-9a4abbc8812a", "tag": "1089022d-f154-4c28-9632-2fc5b77c235d"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:38.323772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d81f5a-027c-459b-826f-e59d2caa20e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1089022d-f154-4c28-9632-2fc5b77c235d,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:38.331780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-373060cc-a082-4c1f-b0fc-f9e5813f43df req-328df8c5-4569-42e8-bc3d-3945d42c2d89 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863953 Aug 19 12:15:38.334827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226e258-d49c-4059-ab40-8fc0d96636ef req-6ef46579-1ecd-4ab7-a099-1d1a3641fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.336794 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d226e258-d49c-4059-ab40-8fc0d96636ef req-6ef46579-1ecd-4ab7-a099-1d1a3641fc58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988836 Aug 19 12:15:38.491807 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-185a38da-1aa9-4559-ad2e-8f75ee3d5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.493403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-185a38da-1aa9-4559-ad2e-8f75ee3d5642 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1a8c13259b543aeaa43a88990278083&device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 1098 time: 0.0467200 Aug 19 12:15:38.510223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90ea8c-5e84-4125-8546-713bedae6817 req-c71ece7a-e751-4975-9f40-d4e023cc3830 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.511775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-be90ea8c-5e84-4125-8546-713bedae6817 req-c71ece7a-e751-4975-9f40-d4e023cc3830 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 950 time: 0.0913541 Aug 19 12:15:38.531335 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d226e258-d49c-4059-ab40-8fc0d96636ef req-884e959b-93b8-42ee-a4d6-343a91788b11 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792653 Aug 19 12:15:38.550997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-682220c9-d9e0-4174-84af-0787b3f33664 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=1089022d-f154-4c28-9632-2fc5b77c235d HTTP/1.1" status: 200 len: 217 time: 0.0467331 Aug 19 12:15:38.601632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 89774023-39d8-4a01-bcab-c11ae8ad97ce up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:38.615772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-be90ea8c-5e84-4125-8546-713bedae6817 req-3089d07d-27ec-4c87-b244-098ffc6f3f04 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931728 Aug 19 12:15:38.632101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-391e7a22-f90f-408a-8fd3-04a3afadfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.634065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-391e7a22-f90f-408a-8fd3-04a3afadfd26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0670223 Aug 19 12:15:38.687386 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d226e258-d49c-4059-ab40-8fc0d96636ef req-666db0e9-4496-41ca-a50d-9974249c7af7 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468000 Aug 19 12:15:38.704389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-80ec826b-5e17-4e84-9997-cd659f690a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:38.707889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-80ec826b-5e17-4e84-9997-cd659f690a1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0626409 Aug 19 12:15:38.815228 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-da8b19ee-e1d8-4c16-b544-fd45cd1b1010 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979240 Aug 19 12:15:38.908187 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85a5897-1d9f-45af-9239-4c8ea983e8a1 req-dc91b257-80a5-43d3-aab1-d5d177b335b1 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849848 Aug 19 12:15:38.922042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 89774023-39d8-4a01-bcab-c11ae8ad97ce completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:38.926603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 89774023-39d8-4a01-bcab-c11ae8ad97ce triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:38.927005 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:38.947303 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.002390 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.024139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a617e-61b1-4fa0-b10f-684081db6570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89774023-39d8-4a01-bcab-c11ae8ad97ce'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:39.026356 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df54f60-de61-4f5a-a672-3b46324a7f25" -d '{"events": [{"server_uuid": "135a617e-61b1-4fa0-b10f-684081db6570", "name": "network-vif-plugged", "status": "completed", "tag": "89774023-39d8-4a01-bcab-c11ae8ad97ce"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:39.038741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:39.134262 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:39.155899 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac7c06c-e314-40be-9400-71cb4df00f31 x-openstack-request-id: req-2ac7c06c-e314-40be-9400-71cb4df00f31 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:39.156195 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9144b65-503a-43c3-9ad5-9a4abbc8812a", "tag": "1089022d-f154-4c28-9632-2fc5b77c235d", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:39.156446 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ac7c06c-e314-40be-9400-71cb4df00f31 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:39.156839 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9144b65-503a-43c3-9ad5-9a4abbc8812a', 'tag': '1089022d-f154-4c28-9632-2fc5b77c235d', 'status': 'completed', 'code': 200} Aug 19 12:15:39.197382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=89774023-39d8-4a01-bcab-c11ae8ad97ce,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:39.215320 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd1b61e-e825-4c08-b998-66911ccfc12a x-openstack-request-id: req-8bd1b61e-e825-4c08-b998-66911ccfc12a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:39.215820 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135a617e-61b1-4fa0-b10f-684081db6570", "name": "network-vif-plugged", "status": "completed", "tag": "89774023-39d8-4a01-bcab-c11ae8ad97ce", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:39.216075 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bd1b61e-e825-4c08-b998-66911ccfc12a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:39.216467 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a617e-61b1-4fa0-b10f-684081db6570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89774023-39d8-4a01-bcab-c11ae8ad97ce', 'code': 200} Aug 19 12:15:39.250082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04bd69-0723-467a-98aa-2a224d0f4cb1 req-4e5c3836-cce1-4787-a772-a47ba54fc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.252635 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc04bd69-0723-467a-98aa-2a224d0f4cb1 req-4e5c3836-cce1-4787-a772-a47ba54fc656 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1a8c13259b543aeaa43a88990278083&device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 1098 time: 0.0683339 Aug 19 12:15:39.264991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06f46-46d2-429a-83ec-792662202529 req-e96a07ae-a569-4cc6-b58f-b52ee5fc5116 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.272201 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85a06f46-46d2-429a-83ec-792662202529 req-e96a07ae-a569-4cc6-b58f-b52ee5fc5116 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 947 time: 0.0777466 Aug 19 12:15:39.337410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85a06f46-46d2-429a-83ec-792662202529 req-21375e40-3350-4eec-860c-afe7aa24c56d tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625343 Aug 19 12:15:39.347118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e9781-b705-4a2e-a282-e0517f41bcac req-109782d5-474d-475b-8d2f-e3d29d900971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.349195 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-547e9781-b705-4a2e-a282-e0517f41bcac req-109782d5-474d-475b-8d2f-e3d29d900971 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 1096 time: 0.0561826 Aug 19 12:15:39.394980 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-547e9781-b705-4a2e-a282-e0517f41bcac req-1bf4b47c-13ad-4faf-b03a-2d30fd9ca82f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319715 Aug 19 12:15:39.412512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04bd69-0723-467a-98aa-2a224d0f4cb1 req-99701004-2ab6-4a35-8b6e-945bc4ac9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.414268 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc04bd69-0723-467a-98aa-2a224d0f4cb1 req-99701004-2ab6-4a35-8b6e-945bc4ac9f23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1390791 Aug 19 12:15:39.430606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d037d-7fb8-4597-bdb2-2e00cc0a9261 req-8e6b9d87-0c43-4f78-ac55-84e5d13b01c7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.432142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d49d037d-7fb8-4597-bdb2-2e00cc0a9261 req-8e6b9d87-0c43-4f78-ac55-84e5d13b01c7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0819216 Aug 19 12:15:39.457418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cd926-c327-46bc-9a2e-6cda04bed35c req-7a6a0454-9093-4bb8-8b5d-6991078cdfc0 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.466141 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f9cd926-c327-46bc-9a2e-6cda04bed35c req-7a6a0454-9093-4bb8-8b5d-6991078cdfc0 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0498939 Aug 19 12:15:39.475692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d49d037d-7fb8-4597-bdb2-2e00cc0a9261 req-8b505e3e-f4da-4697-83cb-d42dfe8ef53d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364754 Aug 19 12:15:39.495226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44316) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:39.503365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f9cd926-c327-46bc-9a2e-6cda04bed35c req-11774c04-a3ff-436b-8fef-c1dbf4720d38 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356319 Aug 19 12:15:39.609644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6231aa2-f178-4f21-8342-8608aa82747e req-75da4a30-cac5-4f76-9466-a5d7922ebab1 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.611239 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6231aa2-f178-4f21-8342-8608aa82747e req-75da4a30-cac5-4f76-9466-a5d7922ebab1 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 948 time: 0.0490389 Aug 19 12:15:39.657203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6231aa2-f178-4f21-8342-8608aa82747e req-b4da08af-7565-4df8-9886-733c0265e870 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395343 Aug 19 12:15:39.704071 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc04bd69-0723-467a-98aa-2a224d0f4cb1 req-957e977e-c28c-42ee-bcf6-024f4444c072 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=1089022d-f154-4c28-9632-2fc5b77c235d HTTP/1.1" status: 200 len: 217 time: 0.0496402 Aug 19 12:15:39.704071 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-d23eaa82-78a0-4f27-a557-05f92a0d039b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1880577 Aug 19 12:15:39.704071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c2ba3-6df8-4697-aebb-22ca5ede1d16 req-a3253e21-dd8b-413a-90a9-f23c01b9d35c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.704071 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee7c2ba3-6df8-4697-aebb-22ca5ede1d16 req-a3253e21-dd8b-413a-90a9-f23c01b9d35c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 945 time: 0.1167066 Aug 19 12:15:39.772452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04bd69-0723-467a-98aa-2a224d0f4cb1 req-22720780-7b18-4247-8c7b-6a6b0b322b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.773923 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc04bd69-0723-467a-98aa-2a224d0f4cb1 req-22720780-7b18-4247-8c7b-6a6b0b322b60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0725279 Aug 19 12:15:39.777066 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee7c2ba3-6df8-4697-aebb-22ca5ede1d16 req-dbf61259-dd79-4a1e-9031-9db27300b726 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477118 Aug 19 12:15:39.781755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680063f-4e02-4931-bdbd-b8f6de0bd4e0 req-85e41d4c-d8d1-4c77-8e9a-db799e151497 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.783328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8680063f-4e02-4931-bdbd-b8f6de0bd4e0 req-85e41d4c-d8d1-4c77-8e9a-db799e151497 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 950 time: 0.0483379 Aug 19 12:15:39.835209 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8680063f-4e02-4931-bdbd-b8f6de0bd4e0 req-f5977c64-867e-47f2-9710-7f8a094e1cd7 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398796 Aug 19 12:15:39.839507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04bd69-0723-467a-98aa-2a224d0f4cb1 req-fc411b59-153b-4231-bc65-31d1f11a6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:39.841007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc04bd69-0723-467a-98aa-2a224d0f4cb1 req-fc411b59-153b-4231-bc65-31d1f11a6a24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534465 Aug 19 12:15:39.950037 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc04bd69-0723-467a-98aa-2a224d0f4cb1 req-43bf3525-fedb-47ce-911f-12d30ad07673 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905514 Aug 19 12:15:40.043850 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc04bd69-0723-467a-98aa-2a224d0f4cb1 req-131563e1-7596-4ea9-a199-bfcabb9a89c5 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814641 Aug 19 12:15:40.412885 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.520007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507db359-aa10-44c4-aedc-9e17c6d2faaa req-684d6890-a010-4d41-98ef-1399a209b4e5 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:40.521382 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-507db359-aa10-44c4-aedc-9e17c6d2faaa req-684d6890-a010-4d41-98ef-1399a209b4e5 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 947 time: 0.0520549 Aug 19 12:15:40.558576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-507db359-aa10-44c4-aedc-9e17c6d2faaa req-7b59d5f6-5eb1-4668-8579-4587d05a68b0 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Aug 19 12:15:40.597207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e9353eb6-bf8f-4147-81a1-d62c5a3a9947 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:40.666684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e7b4c-4ece-4fed-931e-28eec64adea4 req-e589a5b0-6c0d-4546-ba17-a102376d1b2f tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:40.668440 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-150e7b4c-4ece-4fed-931e-28eec64adea4 req-e589a5b0-6c0d-4546-ba17-a102376d1b2f tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 950 time: 0.0522082 Aug 19 12:15:40.686652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd1525-72bf-4370-b749-0cb6a87d0d59 req-f5361250-d45d-4574-b793-4d3abb282c63 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:40.689579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64cd1525-72bf-4370-b749-0cb6a87d0d59 req-f5361250-d45d-4574-b793-4d3abb282c63 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0541186 Aug 19 12:15:40.721738 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-150e7b4c-4ece-4fed-931e-28eec64adea4 req-011ed4a1-2ad5-4e34-9729-77add47d0c9d tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442226 Aug 19 12:15:40.722067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port e9353eb6-bf8f-4147-81a1-d62c5a3a9947, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e9353eb6-bf8f-4147-81a1-d62c5a3a9947,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:40.741971 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64cd1525-72bf-4370-b749-0cb6a87d0d59 req-7662b7be-5a81-477c-a40d-4d9ec95ba729 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451398 Aug 19 12:15:40.742101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'e9353eb6-bf8f-4147-81a1-d62c5a3a9947', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': 'e9353eb6-bf8f-4147-81a1-d62c5a3a9947', 'mac_address': 'fa:16:3e:3c:d6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:40.801516 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:40.819059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9353eb6-bf8f-4147-81a1-d62c5a3a9947 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:40.842150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port e9353eb6-bf8f-4147-81a1-d62c5a3a9947, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e9353eb6-bf8f-4147-81a1-d62c5a3a9947,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:40.866498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64436506-4c93-4c6f-a316-a9a35b9de888 req-246c4b2e-37e7-42c9-9a43-8ada8c16a251 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:40.868013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64436506-4c93-4c6f-a316-a9a35b9de888 req-246c4b2e-37e7-42c9-9a43-8ada8c16a251 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0647745 Aug 19 12:15:40.902498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8b570-1f8e-46bd-975f-46a1ee5655c4 req-a699ff94-acaf-41bf-828a-6cd3a566580c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:40.903999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cfd8b570-1f8e-46bd-975f-46a1ee5655c4 req-a699ff94-acaf-41bf-828a-6cd3a566580c tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 948 time: 0.0541303 Aug 19 12:15:40.906270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64436506-4c93-4c6f-a316-a9a35b9de888 req-2a7a4393-7079-43c1-9ed1-ceb323540410 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Aug 19 12:15:40.949786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cfd8b570-1f8e-46bd-975f-46a1ee5655c4 req-f2b8f5d8-977e-4600-b507-7c9b0be4f1a7 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395284 Aug 19 12:15:40.962244 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.011466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=e9353eb6-bf8f-4147-81a1-d62c5a3a9947,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:41.059432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e30b2-acc6-431d-b7a2-d03041dc71cc req-29834108-eecd-48f8-bdfd-680742b84523 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.060920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c2e30b2-acc6-431d-b7a2-d03041dc71cc req-29834108-eecd-48f8-bdfd-680742b84523 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 945 time: 0.0549867 Aug 19 12:15:41.107334 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c2e30b2-acc6-431d-b7a2-d03041dc71cc req-fc9bc275-ee88-4204-bc2a-d1c09303bd45 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Aug 19 12:15:41.293525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['e9353eb6-bf8f-4147-81a1-d62c5a3a9947'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:41.674106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44390) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:41.679563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdda7e-28a4-48c1-b04c-47a6837cacef req-59f59b52-7c54-4fdd-ab26-48b137b057ca tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.681100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-28fdda7e-28a4-48c1-b04c-47a6837cacef req-59f59b52-7c54-4fdd-ab26-48b137b057ca tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 947 time: 0.0482161 Aug 19 12:15:41.721493 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-28fdda7e-28a4-48c1-b04c-47a6837cacef req-ec945d24-602d-4576-ba2d-839fc023125a tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341606 Aug 19 12:15:41.802988 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef609c56-156f-4129-b8f4-3e53880a89e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:41.868410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a85f83-7992-48df-9995-477f6d06fdc8 req-5c4fc337-849e-4007-942e-8165abe9c526 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.870304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-08a85f83-7992-48df-9995-477f6d06fdc8 req-5c4fc337-849e-4007-942e-8165abe9c526 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0508320 Aug 19 12:15:41.872834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1b40a-4a14-44dc-bd53-035e5ed64944 req-619c85b7-2b23-4ae1-8de0-7451f8e242d9 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:41.874321 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b1b40a-4a14-44dc-bd53-035e5ed64944 req-619c85b7-2b23-4ae1-8de0-7451f8e242d9 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 950 time: 0.0725737 Aug 19 12:15:41.919941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-08a85f83-7992-48df-9995-477f6d06fdc8 req-28bbf46f-2f5a-4f04-b829-813f17d39543 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382261 Aug 19 12:15:41.935336 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b1b40a-4a14-44dc-bd53-035e5ed64944 req-c12ab68b-7292-4f05-b2d6-e790b6ec215d tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/security-groups?id=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530591 Aug 19 12:15:42.005549 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef609c56-156f-4129-b8f4-3e53880a89e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.014268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb531c43-7869-4b34-b453-c4bcd5b0fadb req-bae8af57-2e91-49cb-8efd-510f32415cd9 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.015771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bb531c43-7869-4b34-b453-c4bcd5b0fadb req-bae8af57-2e91-49cb-8efd-510f32415cd9 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 950 time: 0.0700603 Aug 19 12:15:42.049379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758b7a4-25a8-42dd-b2ca-64ed9cff54b6 req-a6827572-d337-4bbd-82c6-72911367c1e7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.051068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8758b7a4-25a8-42dd-b2ca-64ed9cff54b6 req-a6827572-d337-4bbd-82c6-72911367c1e7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0549507 Aug 19 12:15:42.082329 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef609c56-156f-4129-b8f4-3e53880a89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.090519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8758b7a4-25a8-42dd-b2ca-64ed9cff54b6 req-719195e1-d2f6-4126-ac06-7a53121dab21 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332115 Aug 19 12:15:42.153576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef609c56-156f-4129-b8f4-3e53880a89e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a51644-1892-43a6-88d1-c11d4de42889,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:42.163270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ef609c56-156f-4129-b8f4-3e53880a89e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d3d8de7b90344d3a15521036198a7b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879167 Aug 19 12:15:42.166034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44404) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:42.172801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69a708-51d6-4bdd-8ef6-bc905990c8bc req-80818730-528e-4c47-a8d0-01c3740902a8 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.174825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa69a708-51d6-4bdd-8ef6-bc905990c8bc req-80818730-528e-4c47-a8d0-01c3740902a8 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 949 time: 0.1447525 Aug 19 12:15:42.225558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-bb531c43-7869-4b34-b453-c4bcd5b0fadb req-b3b55978-4549-41fa-8e64-fa34d811fbd5 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Deleting port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:42.225893 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bb531c43-7869-4b34-b453-c4bcd5b0fadb req-b3b55978-4549-41fa-8e64-fa34d811fbd5 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.234018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa69a708-51d6-4bdd-8ef6-bc905990c8bc req-0d50b05c-b5ae-4246-a9c4-77bc594c1da7 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454655 Aug 19 12:15:42.255051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f2895-ad7a-4f25-8595-487bee02f3f4 req-2205ba37-1d8c-4730-b162-7042256a4f91 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.256525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f4f2895-ad7a-4f25-8595-487bee02f3f4 req-2205ba37-1d8c-4730-b162-7042256a4f91 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 945 time: 0.0713933 Aug 19 12:15:42.271946 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb13ee1a-4418-42a7-af77-3cb07f79f600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.317696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f4f2895-ad7a-4f25-8595-487bee02f3f4 req-6745aabb-ef60-4d50-bbc9-38b9cbb1d53b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539689 Aug 19 12:15:42.319561 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb13ee1a-4418-42a7-af77-3cb07f79f600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.322191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-bb531c43-7869-4b34-b453-c4bcd5b0fadb req-b3b55978-4549-41fa-8e64-fa34d811fbd5 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] For port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:42.322563 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bb531c43-7869-4b34-b453-c4bcd5b0fadb req-b3b55978-4549-41fa-8e64-fa34d811fbd5 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.338125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-bb531c43-7869-4b34-b453-c4bcd5b0fadb req-b3b55978-4549-41fa-8e64-fa34d811fbd5 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Calling delete_port for 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:42.429906 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb13ee1a-4418-42a7-af77-3cb07f79f600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.432549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb13ee1a-4418-42a7-af77-3cb07f79f600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.433790 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fb13ee1a-4418-42a7-af77-3cb07f79f600 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6a51644-1892-43a6-88d1-c11d4de42889 HTTP/1.1" status: 204 len: 168 time: 0.2667842 Aug 19 12:15:42.443145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13ee1a-4418-42a7-af77-3cb07f79f600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a51644-1892-43a6-88d1-c11d4de42889,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:42.534946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-14ca4552-17c9-4099-9100-c145bb1b8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.536465 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-14ca4552-17c9-4099-9100-c145bb1b8f6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 1101 time: 0.0482206 Aug 19 12:15:42.604391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1089022d-f154-4c28-9632-2fc5b77c235d details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:42.637030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-24844b13-9c43-48d9-a502-a12bc32b368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.638498 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-24844b13-9c43-48d9-a502-a12bc32b368a service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.0920198 Aug 19 12:15:42.674937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e9353eb6-bf8f-4147-81a1-d62c5a3a9947 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:42.685559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ebbb4-1770-4ddc-a6a6-2ae764589455 req-fcacf665-1f88-4bbc-8f88-660070e50703 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.687161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d31ebbb4-1770-4ddc-a6a6-2ae764589455 req-fcacf665-1f88-4bbc-8f88-660070e50703 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 1096 time: 0.2968662 Aug 19 12:15:42.692237 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-7a8aaa75-a207-4bed-be46-99d66c538e8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f HTTP/1.1" status: 200 len: 217 time: 0.0435455 Aug 19 12:15:42.758773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1089022d-f154-4c28-9632-2fc5b77c235d, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1089022d-f154-4c28-9632-2fc5b77c235d,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:42.772908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-b0856c55-4ef1-4ca8-a936-76b77eae1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.776774 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-b0856c55-4ef1-4ca8-a936-76b77eae1baa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0749433 Aug 19 12:15:42.777952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '1089022d-f154-4c28-9632-2fc5b77c235d', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '1089022d-f154-4c28-9632-2fc5b77c235d', 'mac_address': 'fa:16:3e:2b:3f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:42.802242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d31ebbb4-1770-4ddc-a6a6-2ae764589455 req-6ce542db-b311-49e8-86e3-b0af6d28a996 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918791 Aug 19 12:15:42.821282 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.836007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1089022d-f154-4c28-9632-2fc5b77c235d {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:42.849919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:42.862953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1089022d-f154-4c28-9632-2fc5b77c235d, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1089022d-f154-4c28-9632-2fc5b77c235d,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:42.864052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:42.864505 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.899428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-dd5aeea6-3c6c-4ee5-9685-895c3a949cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.901149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-dd5aeea6-3c6c-4ee5-9685-895c3a949cff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150100 Aug 19 12:15:42.913492 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bb531c43-7869-4b34-b453-c4bcd5b0fadb req-b3b55978-4549-41fa-8e64-fa34d811fbd5 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:42.919041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fa02b-c008-4a17-9e51-2aefb50e890d req-7e26b31d-767d-4052-a98c-3dee13a94185 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.921853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c9c0b-0278-45c8-8e96-73f97dbad908 req-a4b2b813-7e05-4bf4-9056-bea4f871b8b0 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:42.924511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-207c9c0b-0278-45c8-8e96-73f97dbad908 req-a4b2b813-7e05-4bf4-9056-bea4f871b8b0 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 1096 time: 0.0487084 Aug 19 12:15:42.924919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f8fa02b-c008-4a17-9e51-2aefb50e890d req-7e26b31d-767d-4052-a98c-3dee13a94185 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 947 time: 0.0640781 Aug 19 12:15:42.944139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:42.959804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b55978-4549-41fa-8e64-fa34d811fbd5 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Pushing event deleted for resources: {'Port': ['ID=05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:42.979773 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:43.014701 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:43.036095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb531c43-7869-4b34-b453-c4bcd5b0fadb req-b3b55978-4549-41fa-8e64-fa34d811fbd5 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] No DVR routers for this DVR port 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:43.044979 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f8fa02b-c008-4a17-9e51-2aefb50e890d req-3a3154ef-472e-4226-b417-11a2b62c63e1 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094494 Aug 19 12:15:43.047233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bb531c43-7869-4b34-b453-c4bcd5b0fadb req-b3b55978-4549-41fa-8e64-fa34d811fbd5 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:43.053107 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bb531c43-7869-4b34-b453-c4bcd5b0fadb req-b3b55978-4549-41fa-8e64-fa34d811fbd5 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.30 "DELETE /v2.0/ports/05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 HTTP/1.1" status: 204 len: 173 time: 1.0299132 Aug 19 12:15:43.053616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b644fa3-378a-4a62-807c-04cf32c67a02', 'name': 'network-vif-deleted', 'tag': '05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:43.066078 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493bc05d-bd13-4452-9403-6ca3564144e9" -d '{"events": [{"server_uuid": "3b644fa3-378a-4a62-807c-04cf32c67a02", "name": "network-vif-deleted", "tag": "05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:43.068279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e4e528-247b-4267-aea3-f429a589bec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9353eb6-bf8f-4147-81a1-d62c5a3a9947'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:43.068279 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdefb88-37f5-4298-9648-ef6ae1b21020" -d '{"events": [{"server_uuid": "19e4e528-247b-4267-aea3-f429a589bec2", "name": "network-vif-plugged", "status": "completed", "tag": "e9353eb6-bf8f-4147-81a1-d62c5a3a9947"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:43.078350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-432c5e64-0668-4f1e-b973-168ed4ddb144 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521444 Aug 19 12:15:43.100693 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-207c9c0b-0278-45c8-8e96-73f97dbad908 req-e6da8ca0-7b47-4cc3-adac-8c815ec34f6d tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527016 Aug 19 12:15:43.108817 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=1089022d-f154-4c28-9632-2fc5b77c235d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:43.125429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port e9353eb6-bf8f-4147-81a1-d62c5a3a9947, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e9353eb6-bf8f-4147-81a1-d62c5a3a9947,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:43.197815 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0fc25485-09b3-4b08-89b5-4bac84cf3fe9 req-386d3bf1-ed56-4cb5-896e-f9d9dff5c008 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 210 time: 0.0694861 Aug 19 12:15:43.207545 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:43.244240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-3ae71684-292d-413b-8da3-34af73312a80 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566975 Aug 19 12:15:43.256205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44430) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:43.267685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f7e85-ae9c-4470-9524-a6c4f0b3ab11 req-3ecb781b-d77e-4954-9ed3-576968eb565b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.271997 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-da8d4ce1-0d7b-446a-98b5-d445730e0af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:43.277369 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-954f7e85-ae9c-4470-9524-a6c4f0b3ab11 req-3ecb781b-d77e-4954-9ed3-576968eb565b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.1044788 Aug 19 12:15:43.284949 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4607af-c0ae-4e80-9d58-fa9ec60d308a x-openstack-request-id: req-1d4607af-c0ae-4e80-9d58-fa9ec60d308a {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:43.285235 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b644fa3-378a-4a62-807c-04cf32c67a02", "name": "network-vif-deleted", "tag": "05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:43.285548 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d4607af-c0ae-4e80-9d58-fa9ec60d308a {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:43.285863 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b644fa3-378a-4a62-807c-04cf32c67a02', 'name': 'network-vif-deleted', 'tag': '05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1', 'status': 'completed', 'code': 200} Aug 19 12:15:43.304076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1089022d-f154-4c28-9632-2fc5b77c235d'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:43.324278 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-954f7e85-ae9c-4470-9524-a6c4f0b3ab11 req-a8a8101f-8db3-4ec4-9f36-08d2b4a34f14 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440903 Aug 19 12:15:43.337655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=e9353eb6-bf8f-4147-81a1-d62c5a3a9947,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:43.371092 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18a35f6-6db2-4977-82da-7d29b1d3c327 x-openstack-request-id: req-b18a35f6-6db2-4977-82da-7d29b1d3c327 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:43.371531 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e4e528-247b-4267-aea3-f429a589bec2", "name": "network-vif-plugged", "status": "completed", "tag": "e9353eb6-bf8f-4147-81a1-d62c5a3a9947", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:43.371857 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b18a35f6-6db2-4977-82da-7d29b1d3c327 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:43.372381 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e4e528-247b-4267-aea3-f429a589bec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9353eb6-bf8f-4147-81a1-d62c5a3a9947', 'code': 200} Aug 19 12:15:43.434749 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd06d0-fd02-464d-9f88-44676e9d9dba req-e3a560b5-34a5-4035-be11-e9b87dd19a35 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.436178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-da8d4ce1-0d7b-446a-98b5-d445730e0af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:43.444489 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7dcd06d0-fd02-464d-9f88-44676e9d9dba req-e3a560b5-34a5-4035-be11-e9b87dd19a35 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0652199 Aug 19 12:15:43.515742 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7dcd06d0-fd02-464d-9f88-44676e9d9dba req-4dd37840-f977-43b7-b8fa-1967d044dbb7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685356 Aug 19 12:15:43.527020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9d343-6595-49bf-b80b-0010f57216ae req-7b2f906d-c019-4558-b861-fcdbfda989d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.529056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62d9d343-6595-49bf-b80b-0010f57216ae req-7b2f906d-c019-4558-b861-fcdbfda989d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 1101 time: 0.0667696 Aug 19 12:15:43.543313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4789480-7a89-4a28-8060-54ecee95e7da req-b2d70f5a-5123-4cf1-a613-a5c3af38d2b2 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:43.551299 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4789480-7a89-4a28-8060-54ecee95e7da req-b2d70f5a-5123-4cf1-a613-a5c3af38d2b2 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 950 time: 0.0734572 Aug 19 12:15:43.573867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62d9d343-6595-49bf-b80b-0010f57216ae req-9cec93e7-d9ef-4df0-87fb-8997c3335f96 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Aug 19 12:15:43.577380 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-da8d4ce1-0d7b-446a-98b5-d445730e0af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:43.612736 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4789480-7a89-4a28-8060-54ecee95e7da req-387a3470-f8cd-4771-a907-c1dd560363d2 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605805 Aug 19 12:15:43.634035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-da8d4ce1-0d7b-446a-98b5-d445730e0af1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af9215d1bdba411d930f12ad63b6434a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767693 Aug 19 12:15:43.652194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d4ce1-0d7b-446a-98b5-d445730e0af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4526c679-5b92-490a-bcde-47a4578d0813,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:43.654319 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44440) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:43.702593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ab34493-79fe-4f43-8e28-c02c99b4bcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:43.722631 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ab34493-79fe-4f43-8e28-c02c99b4bcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.069093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94a4a3-9abf-4b28-aafe-5ec03e536361 req-6c53821d-10bc-47ec-8c5a-48ca8612609e tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.070942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da94a4a3-9abf-4b28-aafe-5ec03e536361 req-6c53821d-10bc-47ec-8c5a-48ca8612609e tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 1096 time: 0.0411117 Aug 19 12:15:44.110164 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da94a4a3-9abf-4b28-aafe-5ec03e536361 req-7f5671a7-0b22-4e00-a057-5b9fc9279b59 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332174 Aug 19 12:15:44.178470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b0e66-07c9-412e-94a9-6eb94290d0e5 req-7901190f-0a53-4892-a10a-b1cc5b40b466 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.179993 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-318b0e66-07c9-412e-94a9-6eb94290d0e5 req-7901190f-0a53-4892-a10a-b1cc5b40b466 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 948 time: 0.0511904 Aug 19 12:15:44.202137 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ab34493-79fe-4f43-8e28-c02c99b4bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.204717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ab34493-79fe-4f43-8e28-c02c99b4bcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.205811 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5ab34493-79fe-4f43-8e28-c02c99b4bcd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4526c679-5b92-490a-bcde-47a4578d0813 HTTP/1.1" status: 204 len: 168 time: 0.5504837 Aug 19 12:15:44.217293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab34493-79fe-4f43-8e28-c02c99b4bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4526c679-5b92-490a-bcde-47a4578d0813,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:44.232344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-318b0e66-07c9-412e-94a9-6eb94290d0e5 req-06460ed7-16ec-478a-8df3-c34b7c9089ab tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460651 Aug 19 12:15:44.330852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba47de5d-6562-4313-a201-a7c1041dc572 req-75dd6cd5-1bbc-4c29-9fce-6144ea946e75 tempest-ServerDiagnosticsNegativeTest-1345679111 tempest-ServerDiagnosticsNegativeTest-1345679111-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b644fa3-378a-4a62-807c-04cf32c67a02 HTTP/1.1" status: 200 len: 210 time: 0.0256994 Aug 19 12:15:44.433631 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17e9fa-01fb-4cfb-9cac-761bafbb2f2d req-d657185f-ae12-4d71-9fd0-22dd441770b2 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.435104 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f17e9fa-01fb-4cfb-9cac-761bafbb2f2d req-d657185f-ae12-4d71-9fd0-22dd441770b2 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0499105 Aug 19 12:15:44.473137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f17e9fa-01fb-4cfb-9cac-761bafbb2f2d req-ceaf14e0-7ccf-4965-8b03-b56498bdc988 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319688 Aug 19 12:15:44.622268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a001ac7-5163-423b-8945-d2b63594fb6b req-37ffd2cf-53fb-42fc-94a0-dfa481de1c54 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.623971 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a001ac7-5163-423b-8945-d2b63594fb6b req-37ffd2cf-53fb-42fc-94a0-dfa481de1c54 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0493023 Aug 19 12:15:44.627693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1089022d-f154-4c28-9632-2fc5b77c235d up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:44.670716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a001ac7-5163-423b-8945-d2b63594fb6b req-7807d343-a5e7-4b50-9fd5-44d3b08762af tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370536 Aug 19 12:15:44.750851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641d3ef-a02c-4f0a-b0ce-36487748aba9 req-9c45c95e-5431-4fb6-9ac2-8b9596eb1aeb tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:44.753018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9641d3ef-a02c-4f0a-b0ce-36487748aba9 req-9c45c95e-5431-4fb6-9ac2-8b9596eb1aeb tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 950 time: 0.0590680 Aug 19 12:15:44.795905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9641d3ef-a02c-4f0a-b0ce-36487748aba9 req-f083d448-0abc-4057-823a-52f0eec8c190 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362537 Aug 19 12:15:44.818410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 1089022d-f154-4c28-9632-2fc5b77c235d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:44.825327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 1089022d-f154-4c28-9632-2fc5b77c235d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:44.825327 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.901678 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:44.933016 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1089022d-f154-4c28-9632-2fc5b77c235d, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1089022d-f154-4c28-9632-2fc5b77c235d,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:45.052989 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:45.107955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=1089022d-f154-4c28-9632-2fc5b77c235d,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:45.241101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffa23b-e9b9-49b9-a739-ae52372a7021 req-942f557b-c634-4357-b0bb-b5c39581c9d6 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.243016 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3bffa23b-e9b9-49b9-a739-ae52372a7021 req-942f557b-c634-4357-b0bb-b5c39581c9d6 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 1096 time: 0.0444944 Aug 19 12:15:45.278399 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3bffa23b-e9b9-49b9-a739-ae52372a7021 req-c0629ec6-97b3-4ea7-a94c-05c25a4e8e14 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296695 Aug 19 12:15:45.359378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffde185-c0d5-499f-8924-f6f8029a357d req-d894e47a-0cd8-4e8c-b074-2c6c4925b950 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.361353 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ffde185-c0d5-499f-8924-f6f8029a357d req-d894e47a-0cd8-4e8c-b074-2c6c4925b950 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 949 time: 0.0536060 Aug 19 12:15:45.374460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9144b65-503a-43c3-9ad5-9a4abbc8812a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1089022d-f154-4c28-9632-2fc5b77c235d'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:45.377593 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a50ee3-4dc8-4f10-8562-76ab63815f0d" -d '{"events": [{"server_uuid": "f9144b65-503a-43c3-9ad5-9a4abbc8812a", "name": "network-vif-plugged", "status": "completed", "tag": "1089022d-f154-4c28-9632-2fc5b77c235d"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:45.405172 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ffde185-c0d5-499f-8924-f6f8029a357d req-cfc815b8-5293-45fc-866b-fb630e19c148 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377314 Aug 19 12:15:45.493337 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912261d5-0dd0-4e1f-8bab-44c8f89ce09a x-openstack-request-id: req-912261d5-0dd0-4e1f-8bab-44c8f89ce09a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:45.493825 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9144b65-503a-43c3-9ad5-9a4abbc8812a", "name": "network-vif-plugged", "status": "completed", "tag": "1089022d-f154-4c28-9632-2fc5b77c235d", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:45.494094 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-912261d5-0dd0-4e1f-8bab-44c8f89ce09a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:45.494488 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9144b65-503a-43c3-9ad5-9a4abbc8812a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1089022d-f154-4c28-9632-2fc5b77c235d', 'code': 200} Aug 19 12:15:45.617440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163f8ff-bbf2-447a-a481-bfa42c7b2bde req-76f4e36a-e8b3-413d-8ef7-3c1b6f3617d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.619182 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f163f8ff-bbf2-447a-a481-bfa42c7b2bde req-76f4e36a-e8b3-413d-8ef7-3c1b6f3617d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 1100 time: 0.0604842 Aug 19 12:15:45.627675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcef25-1d52-4d2c-9f9e-bace0e69e26c req-a8ec5b31-f75c-4212-a2fc-e08b17ae234f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.629119 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-22dcef25-1d52-4d2c-9f9e-bace0e69e26c req-a8ec5b31-f75c-4212-a2fc-e08b17ae234f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0828114 Aug 19 12:15:45.661435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f163f8ff-bbf2-447a-a481-bfa42c7b2bde req-56ae09bf-14a4-4514-a521-0b71719f2656 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340061 Aug 19 12:15:45.667487 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-22dcef25-1d52-4d2c-9f9e-bace0e69e26c req-90474c09-044c-4034-a56f-07123bb8db6c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 Aug 19 12:15:45.790102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510c1fc-ee83-4703-a18b-f3de9be56568 req-72c1338f-6d76-44dc-a5e6-b8f0a6ca5f5f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.791691 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9510c1fc-ee83-4703-a18b-f3de9be56568 req-72c1338f-6d76-44dc-a5e6-b8f0a6ca5f5f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0493863 Aug 19 12:15:45.801756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:45.823278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:45.823895 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05f5d7a5-fba8-4a8c-bb37-8992bf7e23a1 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:45.831430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9510c1fc-ee83-4703-a18b-f3de9be56568 req-1e6d45d0-ceec-4185-8c7e-aa9a47bf2025 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336423 Aug 19 12:15:45.950938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3bfc-335d-4dcd-b98f-debb65358e65 req-01412eb1-15ef-407b-8747-9604327c00d4 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:45.952369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcfb3bfc-335d-4dcd-b98f-debb65358e65 req-01412eb1-15ef-407b-8747-9604327c00d4 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 950 time: 0.0512059 Aug 19 12:15:45.990283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcfb3bfc-335d-4dcd-b98f-debb65358e65 req-13aa7171-f880-44d7-9479-b269ec38cbbf tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Aug 19 12:15:46.124145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44510) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:46.284638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-192cca0c-c81f-4672-9fe7-b017e5ef3d2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4be6b56a3034644a268b46db29d5fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592834 Aug 19 12:15:46.287017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44520) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:46.343730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2469e59e-d373-4825-9107-7d7241d804f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.367378 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2469e59e-d373-4825-9107-7d7241d804f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.550249 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2469e59e-d373-4825-9107-7d7241d804f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.553046 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2469e59e-d373-4825-9107-7d7241d804f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:46.556658 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2469e59e-d373-4825-9107-7d7241d804f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62 HTTP/1.1" status: 204 len: 168 time: 0.2664244 Aug 19 12:15:46.568270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469e59e-d373-4825-9107-7d7241d804f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aaa5f4-58af-4dd3-9fc8-5c7c5f15aa62,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:46.594066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ce687-e851-42ec-ad8f-fcd14883660e req-4b3f1934-4d43-4897-9005-aa1c7555cf79 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:46.596232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-379ce687-e851-42ec-ad8f-fcd14883660e req-4b3f1934-4d43-4897-9005-aa1c7555cf79 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 949 time: 0.0753739 Aug 19 12:15:46.650501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-379ce687-e851-42ec-ad8f-fcd14883660e req-ee35cb74-a88f-498c-860c-a1ed05dfb486 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476258 Aug 19 12:15:47.259813 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5e232-ebd3-4b49-b726-6c34da2a318c req-67f8b482-a4eb-4da1-9730-27242098e8d0 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:47.261319 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4d5e232-ebd3-4b49-b726-6c34da2a318c req-67f8b482-a4eb-4da1-9730-27242098e8d0 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0554733 Aug 19 12:15:47.300595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4d5e232-ebd3-4b49-b726-6c34da2a318c req-6dd1d2e2-e975-4c51-9d34-487b24a20ded tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328255 Aug 19 12:15:47.374820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44568) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:47.392124 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d117c8f-6056-4752-b3a3-a520a3871401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.480693 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d117c8f-6056-4752-b3a3-a520a3871401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.566848 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d117c8f-6056-4752-b3a3-a520a3871401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.606354 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3d117c8f-6056-4752-b3a3-a520a3871401 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57b5ce8bb4b3439bb7a3c238146265dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303524 Aug 19 12:15:47.607361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d117c8f-6056-4752-b3a3-a520a3871401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8631468c-8c71-47cd-97c5-47dd64abeb3e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:47.609754 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44572) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:47.652134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a25f57-ff7f-4942-87ac-da0708685d1e req-41f2356f-05b9-4e52-9884-f5200f858c58 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:47.663949 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6a25f57-ff7f-4942-87ac-da0708685d1e req-41f2356f-05b9-4e52-9884-f5200f858c58 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0594497 Aug 19 12:15:47.664084 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db612611-b9ad-4211-9624-80a5a8a36341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.683738 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db612611-b9ad-4211-9624-80a5a8a36341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.692534 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6a25f57-ff7f-4942-87ac-da0708685d1e req-8e15f95e-486a-4c60-871a-eeba4e9340b0 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Aug 19 12:15:47.851109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b0b16-d779-4169-95ee-bde85ee6aaf2 req-54410ac8-4e0d-4a0f-8466-b0727a60850b tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:47.852393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db612611-b9ad-4211-9624-80a5a8a36341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.852608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-108b0b16-d779-4169-95ee-bde85ee6aaf2 req-54410ac8-4e0d-4a0f-8466-b0727a60850b tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 950 time: 0.0492854 Aug 19 12:15:47.855056 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db612611-b9ad-4211-9624-80a5a8a36341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:47.856345 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-db612611-b9ad-4211-9624-80a5a8a36341 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8631468c-8c71-47cd-97c5-47dd64abeb3e HTTP/1.1" status: 204 len: 168 time: 0.2455997 Aug 19 12:15:47.865110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db612611-b9ad-4211-9624-80a5a8a36341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8631468c-8c71-47cd-97c5-47dd64abeb3e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:47.895139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-108b0b16-d779-4169-95ee-bde85ee6aaf2 req-f8b60521-c892-4110-ab8f-1b9e2f0e1064 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364003 Aug 19 12:15:47.950746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-308e9e5c-9c80-44d4-a3c0-c7dfbc1c705e tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:15:47.953795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-308e9e5c-9c80-44d4-a3c0-c7dfbc1c705e tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059800 Aug 19 12:15:47.962159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Request body: {'binding': {'host': 'n-h2-803757-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:47.962617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Unknown quota resources ['binding']. {{(pid=95542) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:15:48.133501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce on host n-h2-803757-2 for vnic_type normal with profile None {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:48.133838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:48.134161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:48.141056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Port 89774023-39d8-4a01-bcab-c11ae8ad97ce on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:48.141399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:48.149851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb7f2a-3d08-4a4e-a25b-033a319c452b req-8501a6cd-9ca5-4171-9305-e51629ea8a91 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.151378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89cb7f2a-3d08-4a4e-a25b-033a319c452b req-8501a6cd-9ca5-4171-9305-e51629ea8a91 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 949 time: 0.0732505 Aug 19 12:15:48.155414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:48.155765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:48.156130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:48.156555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Bound port: 89774023-39d8-4a01-bcab-c11ae8ad97ce, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:48.227623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89cb7f2a-3d08-4a4e-a25b-033a319c452b req-3772b168-9397-411d-9446-0db1e1821f44 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674374 Aug 19 12:15:48.242526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:48.351418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] Notify callbacks [] for binding, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:48.352756 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-431f3a21-0627-4f65-b037-4cb83a431a03 service neutron] 10.222.0.21 "POST /v2.0/ports/89774023-39d8-4a01-bcab-c11ae8ad97ce/bindings HTTP/1.1" status: 201 len: 389 time: 0.3944566 Aug 19 12:15:48.744994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2023db-8357-490e-9f68-09bc4b87dbd9 req-2ce714e4-add8-4305-a7c2-71bd2b2e52d8 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.746509 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e2023db-8357-490e-9f68-09bc4b87dbd9 req-2ce714e4-add8-4305-a7c2-71bd2b2e52d8 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0566788 Aug 19 12:15:48.768693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5526b9a-39aa-43fb-b7f4-738d1f2f3b35 req-97d48571-019f-4ecd-9d76-cc7a99418146 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.770215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f5526b9a-39aa-43fb-b7f4-738d1f2f3b35 req-97d48571-019f-4ecd-9d76-cc7a99418146 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 949 time: 0.0603299 Aug 19 12:15:48.785520 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e2023db-8357-490e-9f68-09bc4b87dbd9 req-4f98406d-0b0d-42da-8157-60bb075eb49d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Aug 19 12:15:48.818421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f5526b9a-39aa-43fb-b7f4-738d1f2f3b35 req-4586b665-7aba-4a18-a793-2f52307ceacf tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Aug 19 12:15:48.907824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44612) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:48.938680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4272de-cbd9-4061-8ff2-fb508baa8606 req-8734b4eb-83fb-4f5f-8a92-8dea53d19ed8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.951396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a4272de-cbd9-4061-8ff2-fb508baa8606 req-8734b4eb-83fb-4f5f-8a92-8dea53d19ed8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 945 time: 0.0934024 Aug 19 12:15:48.973840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c65628-a182-4855-a216-031f994cb4d9 req-5f6e1285-1b53-48f3-83f0-2f4c2f2888e6 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:48.975661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-97c65628-a182-4855-a216-031f994cb4d9 req-5f6e1285-1b53-48f3-83f0-2f4c2f2888e6 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.62 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 950 time: 0.1113880 Aug 19 12:15:48.999292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8d244-c389-4827-bece-d2a9e77d2c34 req-112ff0c2-d0e4-47a9-9a7a-4e466c65b37e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.000742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a4272de-cbd9-4061-8ff2-fb508baa8606 req-b258f905-52b1-439e-93bb-f12778132636 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 Aug 19 12:15:49.006470 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cb8d244-c389-4827-bece-d2a9e77d2c34 req-112ff0c2-d0e4-47a9-9a7a-4e466c65b37e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0930812 Aug 19 12:15:49.091922 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-beb9126c-592e-40b5-b654-6b6aed4dbc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.122903 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cb8d244-c389-4827-bece-d2a9e77d2c34 req-35f03ad3-620a-4848-91f5-858d5c203f24 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155002 Aug 19 12:15:49.150343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-97c65628-a182-4855-a216-031f994cb4d9 req-e0db8e2c-7613-4460-bd3a-8b42e384ba20 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Deleting port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:49.150343 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-97c65628-a182-4855-a216-031f994cb4d9 req-e0db8e2c-7613-4460-bd3a-8b42e384ba20 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.223888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-beb9126c-592e-40b5-b654-6b6aed4dbc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.299177 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-97c65628-a182-4855-a216-031f994cb4d9 req-e0db8e2c-7613-4460-bd3a-8b42e384ba20 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] For port e9353eb6-bf8f-4147-81a1-d62c5a3a9947, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e9353eb6-bf8f-4147-81a1-d62c5a3a9947,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:49.299540 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-97c65628-a182-4855-a216-031f994cb4d9 req-e0db8e2c-7613-4460-bd3a-8b42e384ba20 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.302777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44624) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:49.321544 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-beb9126c-592e-40b5-b654-6b6aed4dbc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.328604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-97c65628-a182-4855-a216-031f994cb4d9 req-e0db8e2c-7613-4460-bd3a-8b42e384ba20 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Calling delete_port for e9353eb6-bf8f-4147-81a1-d62c5a3a9947 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:49.335642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f49cc-8097-43f4-8983-324e57acc5c7 req-4b0be86f-509a-4d82-8078-f83897ccf902 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.337183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e7f49cc-8097-43f4-8983-324e57acc5c7 req-4b0be86f-509a-4d82-8078-f83897ccf902 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 950 time: 0.1096380 Aug 19 12:15:49.366361 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-beb9126c-592e-40b5-b654-6b6aed4dbc39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36b970c395eb4f53a3a1441a23d7ea28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573233 Aug 19 12:15:49.370239 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44628) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:49.370881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9126c-592e-40b5-b654-6b6aed4dbc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57359f-4eb7-41ba-8a0d-67f98d2b50f0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:49.389169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-b0c23346-30dd-4663-97f2-6e355b613a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.390667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-b0c23346-30dd-4663-97f2-6e355b613a2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 1096 time: 0.0979111 Aug 19 12:15:49.418691 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e7f49cc-8097-43f4-8983-324e57acc5c7 req-5d76790e-5f9e-4bf6-b006-0fc03f9332c1 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/security-groups?id=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755219 Aug 19 12:15:49.458984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-network', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:49.651402 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Made reservation on behalf of 9d6bd9e263cd42edabec866d64ae4d9e for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:49.653685 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.667339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.678883 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-97c65628-a182-4855-a216-031f994cb4d9 req-e0db8e2c-7613-4460-bd3a-8b42e384ba20 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.692753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['e9353eb6-bf8f-4147-81a1-d62c5a3a9947'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:49.707590 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68fa0dbe-444e-4078-b7f7-10a29088758c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.724197 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f93fe0-64aa-4c22-ba6f-29b44717ed75 req-25c2c81a-5f78-428e-be1d-086fe55a319e tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.725762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0f93fe0-64aa-4c22-ba6f-29b44717ed75 req-25c2c81a-5f78-428e-be1d-086fe55a319e tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 949 time: 0.1013088 Aug 19 12:15:49.730523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db8e2c-7613-4460-bd3a-8b42e384ba20 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Pushing event deleted for resources: {'Port': ['ID=e9353eb6-bf8f-4147-81a1-d62c5a3a9947,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:49.742693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-08789145-7f7b-4c7d-9067-db059104ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.744252 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-08789145-7f7b-4c7d-9067-db059104ed0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.3438916 Aug 19 12:15:49.746034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68fa0dbe-444e-4078-b7f7-10a29088758c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.809842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c65628-a182-4855-a216-031f994cb4d9 req-e0db8e2c-7613-4460-bd3a-8b42e384ba20 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] No DVR routers for this DVR port e9353eb6-bf8f-4147-81a1-d62c5a3a9947 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:49.812344 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-cc3d3000-fa9f-40f1-b119-74d6b5d05fc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce HTTP/1.1" status: 200 len: 217 time: 0.0475876 Aug 19 12:15:49.818774 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-97c65628-a182-4855-a216-031f994cb4d9 req-e0db8e2c-7613-4460-bd3a-8b42e384ba20 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.821551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-97c65628-a182-4855-a216-031f994cb4d9 req-e0db8e2c-7613-4460-bd3a-8b42e384ba20 tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.62 "DELETE /v2.0/ports/e9353eb6-bf8f-4147-81a1-d62c5a3a9947 HTTP/1.1" status: 204 len: 173 time: 0.8380165 Aug 19 12:15:49.825431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e4e528-247b-4267-aea3-f429a589bec2', 'name': 'network-vif-deleted', 'tag': 'e9353eb6-bf8f-4147-81a1-d62c5a3a9947'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:49.827800 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291ec0c9-eaea-47c1-bb6f-0bc6fd7e8d0b" -d '{"events": [{"server_uuid": "19e4e528-247b-4267-aea3-f429a589bec2", "name": "network-vif-deleted", "tag": "e9353eb6-bf8f-4147-81a1-d62c5a3a9947"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:49.842719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0f93fe0-64aa-4c22-ba6f-29b44717ed75 req-151c3dc9-61c7-46a1-b7b6-32d9cb377d78 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071780 Aug 19 12:15:49.888945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-890ff49b-bb97-45aa-a938-e9a71cf04f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:49.889054 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-890ff49b-bb97-45aa-a938-e9a71cf04f03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.0682490 Aug 19 12:15:49.898780 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:49.918713 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e94517-23a1-4cd2-b434-bf14dcc5358a x-openstack-request-id: req-e9e94517-23a1-4cd2-b434-bf14dcc5358a {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:49.919043 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e4e528-247b-4267-aea3-f429a589bec2", "name": "network-vif-deleted", "tag": "e9353eb6-bf8f-4147-81a1-d62c5a3a9947", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:49.919328 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9e94517-23a1-4cd2-b434-bf14dcc5358a {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:49.919809 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e4e528-247b-4267-aea3-f429a589bec2', 'name': 'network-vif-deleted', 'tag': 'e9353eb6-bf8f-4147-81a1-d62c5a3a9947', 'status': 'completed', 'code': 200} Aug 19 12:15:49.931993 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-2e8c4d2d-eef1-467e-a975-4de8aec10640 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312560 Aug 19 12:15:50.034281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f497edb-e737-43c4-9db2-2542a829c087 req-ad029278-99cb-4555-8134-50d2ff571d44 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.035807 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f497edb-e737-43c4-9db2-2542a829c087 req-ad029278-99cb-4555-8134-50d2ff571d44 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.1070480 Aug 19 12:15:50.062216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.067456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68fa0dbe-444e-4078-b7f7-10a29088758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.070038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68fa0dbe-444e-4078-b7f7-10a29088758c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.073732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-68fa0dbe-444e-4078-b7f7-10a29088758c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a57359f-4eb7-41ba-8a0d-67f98d2b50f0 HTTP/1.1" status: 204 len: 168 time: 0.6977510 Aug 19 12:15:50.080927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-da77789d-c3eb-4865-b022-7be104bb15c4 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395013 Aug 19 12:15:50.090147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa0dbe-444e-4078-b7f7-10a29088758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57359f-4eb7-41ba-8a0d-67f98d2b50f0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:50.100396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:15:50.128725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe43c649-8e79-43dc-a390-fa4b0712ab25,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:50.150134 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.150578 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Added segment 19a73e72-fe28-4e08-bd49-1e75917b5bcd of type vlan for network 2314a410-d92f-43f0-8dde-fac0dd554993 Aug 19 12:15:50.153359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f497edb-e737-43c4-9db2-2542a829c087 req-c2a22670-38b8-4f6f-aa84-5a6839098431 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109214 Aug 19 12:15:50.216270 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.227626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27611c5-828c-4851-8e14-5341088fa6ca req-d3967607-49c3-4b42-bfcd-e2d68853136e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.229153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c27611c5-828c-4851-8e14-5341088fa6ca req-d3967607-49c3-4b42-bfcd-e2d68853136e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 945 time: 0.1149449 Aug 19 12:15:50.241386 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-819f4741-6609-4231-a7ee-c11c99aed41f service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266456 Aug 19 12:15:50.299344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c27611c5-828c-4851-8e14-5341088fa6ca req-a2b7c9fd-d1d0-4639-b5fd-f4beaec7c4d6 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564313 Aug 19 12:15:50.348632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958d37d-4c26-4183-b601-8c3acc6d56fe req-181bed48-1699-4e41-9ba9-6262c8e3874f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.348632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b958d37d-4c26-4183-b601-8c3acc6d56fe req-181bed48-1699-4e41-9ba9-6262c8e3874f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0551286 Aug 19 12:15:50.387153 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b958d37d-4c26-4183-b601-8c3acc6d56fe req-842969c7-1272-49d3-99b5-6f6acac9db1a tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Aug 19 12:15:50.401203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.402173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.402745 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.471272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] Pushing event updated for resources: {'Network': ['ID=2314a410-d92f-43f0-8dde-fac0dd554993,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:50.483865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 2314a410-d92f-43f0-8dde-fac0dd554993 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:15:50.506582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-fcc2b521-2b67-4731-b4f4-73d87d193c79 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.508211 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-fcc2b521-2b67-4731-b4f4-73d87d193c79 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.0832882 Aug 19 12:15:50.528757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803757-2'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:50.544152 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0326f665-14aa-49af-a598-2ee28120772e req-691c971b-c3e9-4acb-bd91-293a7150103e tempest-TenantUsagesTestJSON-582918009 tempest-TenantUsagesTestJSON-582918009-project] 10.222.0.21 "GET /v2.0/ports?device_id=19e4e528-247b-4267-aea3-f429a589bec2 HTTP/1.1" status: 200 len: 210 time: 0.0291984 Aug 19 12:15:50.549238 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9ad72b01-f55a-4c6c-956e-fa433d70dae7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.2351201 Aug 19 12:15:50.549238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44648) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:50.554188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] Request body: {'subnet': {'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-subnet', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:50.599628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.686510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] Made reservation on behalf of 9d6bd9e263cd42edabec866d64ae4d9e for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:50.689034 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.727258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:50.771113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:50.818561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a617e-61b1-4fa0-b10f-684081db6570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89774023-39d8-4a01-bcab-c11ae8ad97ce'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:50.821218 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b465f3-bca8-40aa-91ba-a2b5c5aea3f8" -d '{"events": [{"server_uuid": "135a617e-61b1-4fa0-b10f-684081db6570", "name": "network-vif-unplugged", "status": "completed", "tag": "89774023-39d8-4a01-bcab-c11ae8ad97ce"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:50.825639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:50.861441 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9ae2d3-bbf4-4ba5-a665-34c435b90f5d x-openstack-request-id: req-ef9ae2d3-bbf4-4ba5-a665-34c435b90f5d {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:50.861736 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135a617e-61b1-4fa0-b10f-684081db6570", "name": "network-vif-unplugged", "status": "completed", "tag": "89774023-39d8-4a01-bcab-c11ae8ad97ce", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:50.861989 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef9ae2d3-bbf4-4ba5-a665-34c435b90f5d {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:50.862380 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a617e-61b1-4fa0-b10f-684081db6570', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89774023-39d8-4a01-bcab-c11ae8ad97ce', 'code': 200} Aug 19 12:15:50.983031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3703f7-a2ac-47a5-93d6-15fad5b4106c req-0563c3be-caff-4975-bddf-5482a69cc821 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:50.984576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3a3703f7-a2ac-47a5-93d6-15fad5b4106c req-0563c3be-caff-4975-bddf-5482a69cc821 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 949 time: 0.0556161 Aug 19 12:15:51.012478 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.033031 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3a3703f7-a2ac-47a5-93d6-15fad5b4106c req-1ee0ead2-b869-4def-af89-bc98910cbfa0 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/security-groups?id=04672c5b-3026-48cc-9d5b-1d9f71deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Aug 19 12:15:51.070466 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.096347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44654) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:51.105589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Pushing event updated for resources: {'Port': ['ID=89774023-39d8-4a01-bcab-c11ae8ad97ce,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:51.110565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce on host n-h1-803757-2 for vnic_type normal with profile {"migrating_to": "n-h2-803757-2"} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:51.110936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:51.111254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:51.121165 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eef47e52-1d8e-4099-a6a6-36418dbb0c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.123991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Port 89774023-39d8-4a01-bcab-c11ae8ad97ce on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:15:51.124408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Attempting to bind port 89774023-39d8-4a01-bcab-c11ae8ad97ce on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:51.137005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:51.141656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:51.141656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:51.141656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Bound port: 89774023-39d8-4a01-bcab-c11ae8ad97ce, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:51.141656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.159339 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:15:51.163782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee630573-2895-4a24-87e5-9e8ff6506983,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:51.182608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545db104-fa6b-4c24-9bc4-aa08ea16c831 req-a568cc7c-dcad-4865-ba2c-1fe5ac29cd57 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.183945 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-545db104-fa6b-4c24-9bc4-aa08ea16c831 req-a568cc7c-dcad-4865-ba2c-1fe5ac29cd57 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 949 time: 0.1099005 Aug 19 12:15:51.186824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] Checking segment: {'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:51.187167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] Network hostable DHCP agents. Network: 2314a410-d92f-43f0-8dde-fac0dd554993, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:15:51.264203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:51.285506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:51.296501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-545db104-fa6b-4c24-9bc4-aa08ea16c831 req-fd540213-0f13-419e-9a98-6bf7c07a8397 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Deleting port 1089022d-f154-4c28-9632-2fc5b77c235d {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:15:51.296501 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-545db104-fa6b-4c24-9bc4-aa08ea16c831 req-fd540213-0f13-419e-9a98-6bf7c07a8397 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.315480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee179687-83ba-4223-b46b-8c63e00b679d req-f704d9fa-25c9-4c51-a337-bdee280c6a8c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.317010 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee179687-83ba-4223-b46b-8c63e00b679d req-f704d9fa-25c9-4c51-a337-bdee280c6a8c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0883863 Aug 19 12:15:51.332960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] Network 2314a410-d92f-43f0-8dde-fac0dd554993 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:15:51.350912 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eef47e52-1d8e-4099-a6a6-36418dbb0c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.370400 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee179687-83ba-4223-b46b-8c63e00b679d req-bf6a6e07-f0e3-416e-af21-ba189793fb9f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453146 Aug 19 12:15:51.414555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-545db104-fa6b-4c24-9bc4-aa08ea16c831 req-fd540213-0f13-419e-9a98-6bf7c07a8397 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] For port 1089022d-f154-4c28-9632-2fc5b77c235d, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1089022d-f154-4c28-9632-2fc5b77c235d,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:51.414956 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-545db104-fa6b-4c24-9bc4-aa08ea16c831 req-fd540213-0f13-419e-9a98-6bf7c07a8397 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.429957 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.430677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-545db104-fa6b-4c24-9bc4-aa08ea16c831 req-fd540213-0f13-419e-9a98-6bf7c07a8397 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Calling delete_port for 1089022d-f154-4c28-9632-2fc5b77c235d owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:15:51.461768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa17e7-a164-4469-b1b9-7ff7b296ed60 req-6f8e4f14-9960-4413-bb73-154713af6f48 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.463616 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09fa17e7-a164-4469-b1b9-7ff7b296ed60 req-6f8e4f14-9960-4413-bb73-154713af6f48 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 943 time: 0.0833130 Aug 19 12:15:51.482432 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eef47e52-1d8e-4099-a6a6-36418dbb0c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.494703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 2314a410-d92f-43f0-8dde-fac0dd554993) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:51.499502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.502076 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.504040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee8f42c-e7f7-4f8d-a7b2-c7df36fb3688 None None] Network 2314a410-d92f-43f0-8dde-fac0dd554993 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:51.557607 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09fa17e7-a164-4469-b1b9-7ff7b296ed60 req-8f9f1fa4-8701-46b8-b723-7ba2073a70f4 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657077 Aug 19 12:15:51.569536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eef47e52-1d8e-4099-a6a6-36418dbb0c07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bee2857585e42d7b0087634aa5b6385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706771 Aug 19 12:15:51.570617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Pushing event updated for resources: {'Port': ['ID=89774023-39d8-4a01-bcab-c11ae8ad97ce,revision_number=8']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:51.572896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44666) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:51.593750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef47e52-1d8e-4099-a6a6-36418dbb0c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e3e613-a79e-4b3a-84b3-750ff3aea731,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:51.598894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.599305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.603590 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-d554624c-1641-4882-b816-2ccabf691676 service neutron] 10.222.0.30 "PUT /v2.0/ports/89774023-39d8-4a01-bcab-c11ae8ad97ce HTTP/1.1" status: 200 len: 1121 time: 1.0769680 Aug 19 12:15:51.611010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34798d-b595-4d5d-9053-2aa38a111ab9 req-ebaef92e-6356-4678-823c-6d0d05619aaa tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:51.624495 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f34798d-b595-4d5d-9053-2aa38a111ab9 req-ebaef92e-6356-4678-823c-6d0d05619aaa tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1581860 Aug 19 12:15:51.639687 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-40824ae4-992b-4d8d-b6f3-46057afc6e7a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0894330 Aug 19 12:15:51.644513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44668) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:51.649495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:51.685507 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3b70c029-6e67-45fc-8ad9-e74631e4bf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.694448 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f34798d-b595-4d5d-9053-2aa38a111ab9 req-310ab478-d873-4397-8a84-56894a56f4b3 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753217 Aug 19 12:15:51.704328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['89774023-39d8-4a01-bcab-c11ae8ad97ce'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:51.706385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-2314a410-d92f-43f0-8dde-fac0dd554993', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'fixed_ips': [{'subnet_id': 'ee630573-2895-4a24-87e5-9e8ff6506983'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:15:51.707402 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.724889 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3b70c029-6e67-45fc-8ad9-e74631e4bf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.813434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-545db104-fa6b-4c24-9bc4-aa08ea16c831 req-fd540213-0f13-419e-9a98-6bf7c07a8397 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.851532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd540213-0f13-419e-9a98-6bf7c07a8397 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Pushing event deleted for resources: {'Port': ['ID=1089022d-f154-4c28-9632-2fc5b77c235d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:51.884071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1089022d-f154-4c28-9632-2fc5b77c235d'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:51.889325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.890264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-545db104-fa6b-4c24-9bc4-aa08ea16c831 req-fd540213-0f13-419e-9a98-6bf7c07a8397 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] No DVR routers for this DVR port 1089022d-f154-4c28-9632-2fc5b77c235d on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:51.891386 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.892972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-545db104-fa6b-4c24-9bc4-aa08ea16c831 req-fd540213-0f13-419e-9a98-6bf7c07a8397 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.896000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-545db104-fa6b-4c24-9bc4-aa08ea16c831 req-fd540213-0f13-419e-9a98-6bf7c07a8397 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.62 "DELETE /v2.0/ports/1089022d-f154-4c28-9632-2fc5b77c235d HTTP/1.1" status: 204 len: 173 time: 0.7044132 Aug 19 12:15:51.920777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9144b65-503a-43c3-9ad5-9a4abbc8812a', 'name': 'network-vif-deleted', 'tag': '1089022d-f154-4c28-9632-2fc5b77c235d'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:51.930721 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566c9cca-c2d6-4d69-a868-b0e0356e53d0" -d '{"events": [{"server_uuid": "f9144b65-503a-43c3-9ad5-9a4abbc8812a", "name": "network-vif-deleted", "tag": "1089022d-f154-4c28-9632-2fc5b77c235d"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:51.937337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3b70c029-6e67-45fc-8ad9-e74631e4bf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.940909 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3b70c029-6e67-45fc-8ad9-e74631e4bf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:51.944199 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3b70c029-6e67-45fc-8ad9-e74631e4bf4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67e3e613-a79e-4b3a-84b3-750ff3aea731 HTTP/1.1" status: 204 len: 168 time: 0.3682270 Aug 19 12:15:51.959787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70c029-6e67-45fc-8ad9-e74631e4bf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e3e613-a79e-4b3a-84b3-750ff3aea731,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:51.991868 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421a970f-40bb-4e06-8fe6-7330eb6c6aa1 x-openstack-request-id: req-421a970f-40bb-4e06-8fe6-7330eb6c6aa1 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:51.991868 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9144b65-503a-43c3-9ad5-9a4abbc8812a", "name": "network-vif-deleted", "tag": "1089022d-f154-4c28-9632-2fc5b77c235d", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:51.991868 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-421a970f-40bb-4e06-8fe6-7330eb6c6aa1 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:51.991868 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9144b65-503a-43c3-9ad5-9a4abbc8812a', 'name': 'network-vif-deleted', 'tag': '1089022d-f154-4c28-9632-2fc5b77c235d', 'status': 'completed', 'code': 200} Aug 19 12:15:52.034856 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.080292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Allocated IP 172.20.0.2 (2314a410-d92f-43f0-8dde-fac0dd554993/ee630573-2895-4a24-87e5-9e8ff6506983/7b8ebcca-3976-44cf-8c7c-612657001985) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:52.149378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c238608a-c160-4411-8aa3-9fe5dffde41c req-ce9a5540-6996-4ecd-b2c8-53ac0c78c8e7 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 210 time: 0.0295327 Aug 19 12:15:52.244474 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.253942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Transition to ACTIVE for port object 7b8ebcca-3976-44cf-8c7c-612657001985 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:52.270995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Transition to ACTIVE for port object 7b8ebcca-3976-44cf-8c7c-612657001985 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:52.303656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.336313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44682) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:52.453936 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.499174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Network 2314a410-d92f-43f0-8dde-fac0dd554993 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:52.501862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:52.507070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:52.514692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Pushing event updated for resources: {'Port': ['ID=7b8ebcca-3976-44cf-8c7c-612657001985,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:52.576869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Attempting to bind port 7b8ebcca-3976-44cf-8c7c-612657001985 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:52.577237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Attempting to bind port 7b8ebcca-3976-44cf-8c7c-612657001985 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:52.577597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Attempting to bind port 7b8ebcca-3976-44cf-8c7c-612657001985 on network 2314a410-d92f-43f0-8dde-fac0dd554993 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:52.582466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:52.582869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Checking segment: {'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:52.583293 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.583684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Bound using segment: {'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:52.584145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Bound port: 7b8ebcca-3976-44cf-8c7c-612657001985, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:52.584524 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.588940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980f58a-2d13-439c-9fc7-55ca2a21c483 req-ac73d6d2-e1d9-4459-adfd-0fcc03161758 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:52.590456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8980f58a-2d13-439c-9fc7-55ca2a21c483 req-ac73d6d2-e1d9-4459-adfd-0fcc03161758 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.1505177 Aug 19 12:15:52.596310 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3fdb48fb-83a7-43a7-9dd6-27e583f4f616 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5aafacb097a477f9289de37a18d73b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588167 Aug 19 12:15:52.599035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44696) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:52.649297 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8980f58a-2d13-439c-9fc7-55ca2a21c483 req-1ce5aeb8-3163-436f-a171-7f215a486f08 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472431 Aug 19 12:15:52.655955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a48ac7e9-ef24-44f8-b0d0-d4dec1fec859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.671425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] For port 7b8ebcca-3976-44cf-8c7c-612657001985, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:52.678210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] For port 7b8ebcca-3976-44cf-8c7c-612657001985, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7b8ebcca-3976-44cf-8c7c-612657001985,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:52.687613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e9353eb6-bf8f-4147-81a1-d62c5a3a9947 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:52.695432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a48ac7e9-ef24-44f8-b0d0-d4dec1fec859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.729918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: e9353eb6-bf8f-4147-81a1-d62c5a3a9947 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:52.730266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e9353eb6-bf8f-4147-81a1-d62c5a3a9947 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:52.779059 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.795318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583b48a-645f-43f4-9d8e-3d38a7d1499a req-878d1afc-fb02-4c13-9d8f-d7f17044429c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:52.798842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7583b48a-645f-43f4-9d8e-3d38a7d1499a req-878d1afc-fb02-4c13-9d8f-d7f17044429c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 943 time: 0.0805659 Aug 19 12:15:52.856502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7583b48a-645f-43f4-9d8e-3d38a7d1499a req-59b51670-76b2-46e7-8bd6-92d82f8eaca0 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503271 Aug 19 12:15:52.863736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347baa20-1526-45b6-b42e-03cc0c27a73c None None] Pushing event updated for resources: {'Port': ['ID=7b8ebcca-3976-44cf-8c7c-612657001985,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:52.866550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135a617e-61b1-4fa0-b10f-684081db6570', 'tag': '89774023-39d8-4a01-bcab-c11ae8ad97ce'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:52.870324 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b1959d-ee78-41b8-98b2-dfda2b0ff72a" -d '{"events": [{"name": "network-changed", "server_uuid": "135a617e-61b1-4fa0-b10f-684081db6570", "tag": "89774023-39d8-4a01-bcab-c11ae8ad97ce"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:52.920495 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d55d09-9779-474d-87cf-60be68dcfe5e x-openstack-request-id: req-02d55d09-9779-474d-87cf-60be68dcfe5e {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:52.921070 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135a617e-61b1-4fa0-b10f-684081db6570", "tag": "89774023-39d8-4a01-bcab-c11ae8ad97ce", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:52.921070 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02d55d09-9779-474d-87cf-60be68dcfe5e {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:52.921695 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135a617e-61b1-4fa0-b10f-684081db6570', 'tag': '89774023-39d8-4a01-bcab-c11ae8ad97ce', 'status': 'completed', 'code': 200} Aug 19 12:15:52.952711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fd2db-a2f2-4ab8-9a04-76aa209b9089 req-719f998c-5446-40eb-aa24-6f460ac2a1af tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:52.955596 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-388fd2db-a2f2-4ab8-9a04-76aa209b9089 req-719f998c-5446-40eb-aa24-6f460ac2a1af tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1290505 Aug 19 12:15:52.965435 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.987618 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a48ac7e9-ef24-44f8-b0d0-d4dec1fec859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.990265 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a48ac7e9-ef24-44f8-b0d0-d4dec1fec859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:52.994409 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a48ac7e9-ef24-44f8-b0d0-d4dec1fec859 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a HTTP/1.1" status: 204 len: 168 time: 0.3941960 Aug 19 12:15:53.003663 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.005855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ac7e9-ef24-44f8-b0d0-d4dec1fec859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69ea3d8-7fe5-4c0c-85d2-51eb0ec7494a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:53.009109 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1959d-ee78-41b8-98b2-dfda2b0ff72a req-dc176986-8439-415a-9852-7c7cd279eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:53.011040 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b1959d-ee78-41b8-98b2-dfda2b0ff72a req-dc176986-8439-415a-9852-7c7cd279eb02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 1124 time: 0.0678694 Aug 19 12:15:53.077403 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-388fd2db-a2f2-4ab8-9a04-76aa209b9089 req-eac850bb-25b6-484d-937f-d7065cc10bc9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112912 Aug 19 12:15:53.167440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1959d-ee78-41b8-98b2-dfda2b0ff72a req-aeefaae9-3916-4daa-878a-88aad145e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:53.168413 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b1959d-ee78-41b8-98b2-dfda2b0ff72a req-aeefaae9-3916-4daa-878a-88aad145e47d service neutron] 10.222.0.62 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.1370630 Aug 19 12:15:53.237141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b1959d-ee78-41b8-98b2-dfda2b0ff72a req-075e66d1-b0b1-489e-b2e0-597ab1ea61bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce HTTP/1.1" status: 200 len: 217 time: 0.0597703 Aug 19 12:15:53.258227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Allocated IP 172.25.2.239 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/795eeff3-4bfb-4c1e-9447-2091e5f0a03b) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:53.321514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2ccf21c-2a5d-468e-be9e-51da797436e4 req-f952b7ce-bf26-404e-8a9d-abe79ea1e211 tempest-DeleteServersAdminTestJSON-1529314566 tempest-DeleteServersAdminTestJSON-1529314566-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9144b65-503a-43c3-9ad5-9a4abbc8812a HTTP/1.1" status: 200 len: 210 time: 0.0356848 Aug 19 12:15:53.346864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1959d-ee78-41b8-98b2-dfda2b0ff72a req-ce4cb3f2-a4c0-463c-a9cb-561c97cd8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:53.346864 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b1959d-ee78-41b8-98b2-dfda2b0ff72a req-ce4cb3f2-a4c0-463c-a9cb-561c97cd8dcf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.0904462 Aug 19 12:15:53.384835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.389612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b1959d-ee78-41b8-98b2-dfda2b0ff72a req-0a6fdace-eccc-4e75-bb76-e21d145d1be4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323398 Aug 19 12:15:53.504523 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.520619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b1959d-ee78-41b8-98b2-dfda2b0ff72a req-bdc97c3e-f214-49e6-b421-2c7ae5be1487 service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085670 Aug 19 12:15:53.559506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:53.562720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:53.567814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:53.571227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Pushing event updated for resources: {'Port': ['ID=795eeff3-4bfb-4c1e-9447-2091e5f0a03b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:53.628805 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b1959d-ee78-41b8-98b2-dfda2b0ff72a req-ef86d18d-ba32-4030-9dc1-50b2203a9764 service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008077 Aug 19 12:15:53.767120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7a993-d881-433f-8f1b-ab5134c38f2d req-a56c1b54-70ba-45d9-a2ce-f65818c38471 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:53.768820 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57e7a993-d881-433f-8f1b-ab5134c38f2d req-a56c1b54-70ba-45d9-a2ce-f65818c38471 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0555530 Aug 19 12:15:53.816588 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57e7a993-d881-433f-8f1b-ab5134c38f2d req-acbdab48-0d7f-48aa-b9f7-6675fde0fd5c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Aug 19 12:15:53.837016 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 89774023-39d8-4a01-bcab-c11ae8ad97ce details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:53.964278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:53.970016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44732) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:53.978451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 89774023-39d8-4a01-bcab-c11ae8ad97ce has no active binding in host n-h2-803757-2 {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:15:53.992636 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d94af99-e924-4383-907c-dc6568ad8f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:53.995115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055c290d-ff3a-4d08-8d36-08aea29b0109 None None] Network 2314a410-d92f-43f0-8dde-fac0dd554993 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:54.084502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7b8ebcca-3976-44cf-8c7c-612657001985 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:54.088567 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.141566 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d94af99-e924-4383-907c-dc6568ad8f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.165493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f78eb-1a3a-403b-a9dd-58bd896a3ac3 req-e9c8bd1c-7e13-4734-90e7-48fd8fd2769e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:54.167147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac8f78eb-1a3a-403b-a9dd-58bd896a3ac3 req-e9c8bd1c-7e13-4734-90e7-48fd8fd2769e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 943 time: 0.1243517 Aug 19 12:15:54.230191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f894-8485-4aa1-9850-2c4724cf1281 req-0eca8f1f-7874-4ffd-b684-3c4b2bf2ef40 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:54.231899 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8635f894-8485-4aa1-9850-2c4724cf1281 req-0eca8f1f-7874-4ffd-b684-3c4b2bf2ef40 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0555060 Aug 19 12:15:54.246328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b861d8f-a7ec-4741-8067-98fea4792d35 None None] Provisioning for port 7b8ebcca-3976-44cf-8c7c-612657001985 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:54.258576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac8f78eb-1a3a-403b-a9dd-58bd896a3ac3 req-9582745e-8ba0-4605-bf9d-7d0e2c9c8a52 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855916 Aug 19 12:15:54.277190 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8635f894-8485-4aa1-9850-2c4724cf1281 req-72b826da-575c-4902-a212-c00a94272f80 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375867 Aug 19 12:15:54.292602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d94af99-e924-4383-907c-dc6568ad8f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.306965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7b8ebcca-3976-44cf-8c7c-612657001985 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:54.306965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7b8ebcca-3976-44cf-8c7c-612657001985 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:54.306965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.345140 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7d94af99-e924-4383-907c-dc6568ad8f98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16882128d09d4d5985e46178933002e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732696 Aug 19 12:15:54.345358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44740) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:54.366904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94af99-e924-4383-907c-dc6568ad8f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd1c22a-b20e-4d5b-a39f-9ce3ed26081f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:54.457037 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5583-bfd6-4d44-bc1a-8f5769b72f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.484294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.493392 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5583-bfd6-4d44-bc1a-8f5769b72f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.596733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 7b8ebcca-3976-44cf-8c7c-612657001985, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7b8ebcca-3976-44cf-8c7c-612657001985,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:54.657719 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5583-bfd6-4d44-bc1a-8f5769b72f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.660345 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f1c5583-bfd6-4d44-bc1a-8f5769b72f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.662638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9f1c5583-bfd6-4d44-bc1a-8f5769b72f20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fd1c22a-b20e-4d5b-a39f-9ce3ed26081f HTTP/1.1" status: 204 len: 168 time: 0.3154972 Aug 19 12:15:54.679312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c5583-bfd6-4d44-bc1a-8f5769b72f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd1c22a-b20e-4d5b-a39f-9ce3ed26081f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:54.679456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1089022d-f154-4c28-9632-2fc5b77c235d no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:54.716243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 1089022d-f154-4c28-9632-2fc5b77c235d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:15:54.716840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1089022d-f154-4c28-9632-2fc5b77c235d not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:54.718435 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.740850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.783354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-009ca51d-b08b-49e1-b076-1fac1918fd69 None None] Provisioning complete for port 7b8ebcca-3976-44cf-8c7c-612657001985 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:54.783851 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-009ca51d-b08b-49e1-b076-1fac1918fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:54.840672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=7b8ebcca-3976-44cf-8c7c-612657001985,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:54.939414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea916d48-0b8b-44fc-8258-98531d1c2356 req-7962fb07-26f3-4576-8515-8ce5d4bca73f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:54.940882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ea916d48-0b8b-44fc-8258-98531d1c2356 req-7962fb07-26f3-4576-8515-8ce5d4bca73f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0488117 Aug 19 12:15:54.981613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ea916d48-0b8b-44fc-8258-98531d1c2356 req-f0399799-658b-4172-86cd-f61ca9cf55ad tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344617 Aug 19 12:15:55.006663 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.069122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Router c171038f-c20e-4d03-8e12-49d6e3b8fb3b is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:15:55.184846 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:55.193849 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Sync routers for ids ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:55.207060 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Routers {'c171038f-c20e-4d03-8e12-49d6e3b8fb3b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:55.211677 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:15:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:55.274980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.276645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c1b000d9-73bc-4970-ae64-ae20aed14c32 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6311843 Aug 19 12:15:55.279460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44776) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:55.348656 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Set router c171038f-c20e-4d03-8e12-49d6e3b8fb3b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:55.368096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44784) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:55.417773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039c6c9-7277-4a36-a178-23099c1f8bbb req-62442261-02b4-40b0-873f-4fcb63341faa tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:55.419404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f039c6c9-7277-4a36-a178-23099c1f8bbb req-62442261-02b4-40b0-873f-4fcb63341faa tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 943 time: 0.0555911 Aug 19 12:15:55.465923 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f039c6c9-7277-4a36-a178-23099c1f8bbb req-a41e0590-af98-4e19-a114-26b0756e2d06 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397029 Aug 19 12:15:55.611428 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:53Z', 'revision_number': 3, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:55.639068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866abd9-8a42-472e-95ac-9df2a27bc4ac req-df2ca791-2d71-487b-955c-e71a90fb7e2a tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:55.640680 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8866abd9-8a42-472e-95ac-9df2a27bc4ac req-df2ca791-2d71-487b-955c-e71a90fb7e2a tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0522346 Aug 19 12:15:55.640936 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Checking router: c171038f-c20e-4d03-8e12-49d6e3b8fb3b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:15:55.641279 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Updating router c171038f-c20e-4d03-8e12-49d6e3b8fb3b port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:15:55.669215 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:55.683423 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-039dcd5d-091a-4314-8f4f-9407fd1b03fb tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f74ac3c73de74a658b23ae3fabb56728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925505 Aug 19 12:15:55.710928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8ce77dfb-e641-4ed8-bbce-bafb603f4dc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1a8c13259b543aeaa43a88990278083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411043 Aug 19 12:15:55.717366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44802) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:55.751792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8866abd9-8a42-472e-95ac-9df2a27bc4ac req-faa86943-707d-49c4-8616-5cbb6a7c9167 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024566 Aug 19 12:15:55.761554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-f0c4bff8-b313-4221-b00d-e2d3484c5da1 service neutron] 10.222.0.62 "GET /v2.0/ports/89774023-39d8-4a01-bcab-c11ae8ad97ce/bindings/n-h2-803757-2 HTTP/1.1" status: 200 len: 384 time: 0.1054087 Aug 19 12:15:55.777771 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.003721 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6391d8be-8047-4438-b3ed-d6fbd28251c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.018022 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7b8ebcca-3976-44cf-8c7c-612657001985 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:56.051916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-1835da55-119a-4ec7-b76d-35f947e8a7ee tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:56.053448 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-1835da55-119a-4ec7-b76d-35f947e8a7ee tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3622248 Aug 19 12:15:56.080810 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.084699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-2d0e786f-75fa-4517-9635-06598f900331 service neutron] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:56.092330 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Transition to ACTIVE for port object 795eeff3-4bfb-4c1e-9447-2091e5f0a03b will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:56.096518 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6391d8be-8047-4438-b3ed-d6fbd28251c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.135630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-5192c6fe-e6f9-4447-a0e5-f5a647dedbda tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/quotas/f74ac3c73de74a658b23ae3fabb56728 HTTP/1.1" status: 200 len: 375 time: 0.0559688 Aug 19 12:15:56.146573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7b8ebcca-3976-44cf-8c7c-612657001985 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:56.147311 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.175969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-2d0e786f-75fa-4517-9635-06598f900331 service neutron] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:56.195790 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.236690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be0d25-3ff9-4ba5-8284-165e0e82cecd req-e5b22b50-b18e-475b-9eda-26d6b6f7c2ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:56.244059 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-2e5ef9c0-3a3b-46e7-adba-2d3f0ef43fb5 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f74ac3c73de74a658b23ae3fabb56728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975916 Aug 19 12:15:56.247176 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52be0d25-3ff9-4ba5-8284-165e0e82cecd req-e5b22b50-b18e-475b-9eda-26d6b6f7c2ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.1126826 Aug 19 12:15:56.268982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-2d0e786f-75fa-4517-9635-06598f900331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89774023-39d8-4a01-bcab-c11ae8ad97ce {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:56.290469 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Attempting to bind port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:15:56.291193 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Attempting to bind port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:15:56.291717 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Attempting to bind port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:15:56.299107 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:15:56.299741 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:56.300326 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.300866 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:15:56.301597 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Bound port: 795eeff3-4bfb-4c1e-9447-2091e5f0a03b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:15:56.302178 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.311938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52be0d25-3ff9-4ba5-8284-165e0e82cecd req-a7674bcf-2deb-4282-b9b8-a4e4559989a5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588524 Aug 19 12:15:56.331287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-2d0e786f-75fa-4517-9635-06598f900331 service neutron] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:56.341353 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Pushing event updated for resources: {'Port': ['ID=795eeff3-4bfb-4c1e-9447-2091e5f0a03b,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.363083 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.363433 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.363777 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.364114 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.364449 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.364776 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.365103 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.365428 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.365755 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.366078 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.366519 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.366870 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:15:56.393257 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] For port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:15:56.396276 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] For port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=795eeff3-4bfb-4c1e-9447-2091e5f0a03b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:15:56.401786 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.486647 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-2d0e786f-75fa-4517-9635-06598f900331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.505625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44820) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:56.510879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6391d8be-8047-4438-b3ed-d6fbd28251c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.513485 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6391d8be-8047-4438-b3ed-d6fbd28251c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.516989 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6391d8be-8047-4438-b3ed-d6fbd28251c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04672c5b-3026-48cc-9d5b-1d9f71deaab7 HTTP/1.1" status: 204 len: 168 time: 0.7852588 Aug 19 12:15:56.533705 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:56.534461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391d8be-8047-4438-b3ed-d6fbd28251c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04672c5b-3026-48cc-9d5b-1d9f71deaab7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.639634 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17d2fa-69b6-4f54-9cc7-ff6f8b699ea7 None None] Pushing event updated for resources: {'Port': ['ID=795eeff3-4bfb-4c1e-9447-2091e5f0a03b,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:56.645639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Allocated IP 172.20.0.1 (2314a410-d92f-43f0-8dde-fac0dd554993/ee630573-2895-4a24-87e5-9e8ff6506983/50d98ea5-51ee-4530-8c85-f7e1714e623b) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:56.667876 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Routers {'c171038f-c20e-4d03-8e12-49d6e3b8fb3b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:56.668805 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:15:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:56.689871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:15:56.697064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:56.726155 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02aaa12d-2090-4c3d-9bdf-d35ce0bc02b8 req-209443cf-582d-4aa8-8d8d-3e4497f819a7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 210 time: 0.0610459 Aug 19 12:15:56.735262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08218205-2f2e-4689-92ab-2577efcfe6d6 req-7394bfc5-7ae0-4332-aec3-e983d2fcf0fb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:56.736862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08218205-2f2e-4689-92ab-2577efcfe6d6 req-7394bfc5-7ae0-4332-aec3-e983d2fcf0fb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 943 time: 0.1754470 Aug 19 12:15:56.754175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-2d0e786f-75fa-4517-9635-06598f900331 service neutron] Transition to ACTIVE for port object 89774023-39d8-4a01-bcab-c11ae8ad97ce will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:56.804381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-network', 'tenant_id': '4d19546de9824193bf906963ef741cc1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:56.849974 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] Set router c171038f-c20e-4d03-8e12-49d6e3b8fb3b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:15:56.899226 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08218205-2f2e-4689-92ab-2577efcfe6d6 req-63d72eb3-5c9e-40bd-a2d2-a5100015e10d tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427274 Aug 19 12:15:57.003201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5c683-6119-467d-89d9-ff8c3f36934b req-ba97880b-04cc-4663-9616-967f6f6e0fe3 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.008905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-2d0e786f-75fa-4517-9635-06598f900331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.009094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12a5c683-6119-467d-89d9-ff8c3f36934b req-ba97880b-04cc-4663-9616-967f6f6e0fe3 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1245592 Aug 19 12:15:57.009094 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.018729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:57.031019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'mac_address': 'fa:16:3e:cd:1e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:15:57.045803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Transition to ACTIVE for port object 50d98ea5-51ee-4530-8c85-f7e1714e623b will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:15:57.080452 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12a5c683-6119-467d-89d9-ff8c3f36934b req-527e20dd-6ded-4a69-92be-7f7332ed766a tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670583 Aug 19 12:15:57.110888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-2d0e786f-75fa-4517-9635-06598f900331 service neutron] No DVR routers for this DVR port 89774023-39d8-4a01-bcab-c11ae8ad97ce on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:15:57.114556 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.125244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Made reservation on behalf of 4d19546de9824193bf906963ef741cc1 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:57.127540 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.130524 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.142041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e786f-75fa-4517-9635-06598f900331 service neutron] Pushing event updated for resources: {'Port': ['ID=89774023-39d8-4a01-bcab-c11ae8ad97ce,revision_number=10']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:57.144164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.175461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:57.182316 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-2d0e786f-75fa-4517-9635-06598f900331 service neutron] 10.222.0.62 "PUT /v2.0/ports/89774023-39d8-4a01-bcab-c11ae8ad97ce/bindings/n-h2-803757-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4086838 Aug 19 12:15:57.185340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:15:57.189533 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5603a5-443f-468b-b749-3c9d6a0f21b1" -d '{"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-unplugged", "status": "completed", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:15:57.198083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:57.222907 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.242345 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb690ae-d8fe-4e14-9ab4-a794759047e6 x-openstack-request-id: req-7fb690ae-d8fe-4e14-9ab4-a794759047e6 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:15:57.242772 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-unplugged", "status": "completed", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:15:57.243158 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fb690ae-d8fe-4e14-9ab4-a794759047e6 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:15:57.243720 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'code': 200} Aug 19 12:15:57.289697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Network 2314a410-d92f-43f0-8dde-fac0dd554993 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:57.292887 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:53Z', 'revision_number': 3, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:57.296287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:57.298987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:15:57.299671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.310429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.326879 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f40594-9e2d-4dbc-bc02-4973edeca872 None None] The sync data for ids ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'] in n-d-803757-2 is: [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:53Z', 'revision_number': 3, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:15:57.347008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Pushing event updated for resources: {'Port': ['ID=50d98ea5-51ee-4530-8c85-f7e1714e623b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:57.367259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.435202 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.467417 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:15:57.467816 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:15:57.472849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:15:57.478541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:57.497579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.498542 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Added segment 2f19511a-f291-4e5d-9e31-3b05fcc8e79c of type vlan for network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 Aug 19 12:15:57.499947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca649cb-a9dd-4b93-857e-167ea96f08d4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:57.561487 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.568479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-6e4a30ed-f5c8-441f-b557-93bbb7d96b24 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.570946 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-6e4a30ed-f5c8-441f-b557-93bbb7d96b24 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1095 time: 0.1199725 Aug 19 12:15:57.586645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aa3b0-ad7f-4b5f-829f-5e78516839d5 req-327e8bc4-a748-434c-86f4-1d0402cb8c37 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.594969 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d89aa3b0-ad7f-4b5f-829f-5e78516839d5 req-327e8bc4-a748-434c-86f4-1d0402cb8c37 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.1707928 Aug 19 12:15:57.671628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.675377 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.676579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:57.677334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.747066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] Pushing event updated for resources: {'Network': ['ID=cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:57.761062 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c92a5a81-fc08-4e71-bd7c-f022e70a2ec5 None None] Provisioning for port 50d98ea5-51ee-4530-8c85-f7e1714e623b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:57.766847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c92a5a81-fc08-4e71-bd7c-f022e70a2ec5 None None] Provisioning complete for port 50d98ea5-51ee-4530-8c85-f7e1714e623b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:57.767221 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c92a5a81-fc08-4e71-bd7c-f022e70a2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.806579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:15:57.866605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44846) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:57.887618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-20bcae45-b6cc-4c56-bde8-6b8f51fb4c3b req-33232c33-2aad-4ade-b6ab-e05f5fddf855 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 210 time: 0.0957339 Aug 19 12:15:57.901032 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5bf45f10-0dd5-432e-a3c0-9f2ece65b705 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3923578 Aug 19 12:15:57.907278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44848) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:57.913570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] Request body: {'subnet': {'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-subnet', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:57.921655 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99e16701-2a06-4148-b572-c0681bb4477d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.944448 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:57.956346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c92a5a81-fc08-4e71-bd7c-f022e70a2ec5 None None] Port 50d98ea5-51ee-4530-8c85-f7e1714e623b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:57.959632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-99e16701-2a06-4148-b572-c0681bb4477d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:15:57.959632 n-d-803757-2 neutron-server[95543]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:15:57.959632 n-d-803757-2 neutron-server[95543]: [parameters: {'project_id_1': 'd6a753025b674a9c8a849e0be23223db', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 15, 57, 946369)}] Aug 19 12:15:57.959632 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:15:57.960311 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-99e16701-2a06-4148-b572-c0681bb4477d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:15:57.985449 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d89aa3b0-ad7f-4b5f-829f-5e78516839d5 req-49316c73-c9ed-40f1-b2bf-e044de9d125a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894103 Aug 19 12:15:58.012344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-e2f8f147-77cd-4bfd-b42d-e97544a76e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:58.014062 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-e2f8f147-77cd-4bfd-b42d-e97544a76e01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570&tenant_id=6b81bb21c5aa454baad4a2004864545e HTTP/1.1" status: 200 len: 1095 time: 0.4144526 Aug 19 12:15:58.053821 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.086626 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.095527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 795eeff3-4bfb-4c1e-9447-2091e5f0a03b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:15:58.098852 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.105184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:15:58.119305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] Made reservation on behalf of 4d19546de9824193bf906963ef741cc1 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:15:58.122983 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.184546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:58.217575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947d1d8-63d9-4935-9059-a435ec2d5f26 req-efbefb02-00df-4ccd-ba0c-a116914c34f5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:58.219373 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3947d1d8-63d9-4935-9059-a435ec2d5f26 req-efbefb02-00df-4ccd-ba0c-a116914c34f5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 944 time: 0.1936183 Aug 19 12:15:58.269531 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.338310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:15:58.344963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:58.345689 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.347527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:58.357327 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3947d1d8-63d9-4935-9059-a435ec2d5f26 req-866ed1b5-32cd-41f3-93f5-9838c94f16ad tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293221 Aug 19 12:15:58.449428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Pushing event updated for resources: {'Port': ['ID=50d98ea5-51ee-4530-8c85-f7e1714e623b,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:58.462024 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99e16701-2a06-4148-b572-c0681bb4477d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.463092 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.495426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=795eeff3-4bfb-4c1e-9447-2091e5f0a03b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:15:58.541012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-5a72f570-841a-42d7-9fbc-fe1db80a20cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:58.542577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-5a72f570-841a-42d7-9fbc-fe1db80a20cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 1095 time: 0.4903376 Aug 19 12:15:58.564255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.566966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:15:58.591288 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99e16701-2a06-4148-b572-c0681bb4477d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.616433 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.638992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656593e2-b3fb-4db2-b939-6ee422ff1540 req-a4ade6b6-8e1d-4a28-8bca-0fd5cce8f3e9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:58.641547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-656593e2-b3fb-4db2-b939-6ee422ff1540 req-a4ade6b6-8e1d-4a28-8bca-0fd5cce8f3e9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 948 time: 0.1437249 Aug 19 12:15:58.655590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Network 2314a410-d92f-43f0-8dde-fac0dd554993 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:15:58.667888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] Checking segment: {'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:15:58.668246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] Network hostable DHCP agents. Network: cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:15:58.673619 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ec87a4-a012-459e-8aaa-a8db66f0b3e2,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:58.675134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:58.698246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 89774023-39d8-4a01-bcab-c11ae8ad97ce no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:15:58.709581 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99e16701-2a06-4148-b572-c0681bb4477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:58.777973 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=795eeff3-4bfb-4c1e-9447-2091e5f0a03b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:58.783457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-99e16701-2a06-4148-b572-c0681bb4477d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6a753025b674a9c8a849e0be23223db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8943019 Aug 19 12:15:58.784031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44858) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:58.796367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-656593e2-b3fb-4db2-b939-6ee422ff1540 req-af1d8b71-a502-4a49-9a4a-7b57d9ee4fdc tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295476 Aug 19 12:15:58.796456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-8437fe4c-c6b8-4604-bd7a-d37f30d60119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:58.798474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-8437fe4c-c6b8-4604-bd7a-d37f30d60119 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.2446744 Aug 19 12:15:58.807599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e16701-2a06-4148-b572-c0681bb4477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2bb344-43e5-4e0f-84cc-60704c7671d6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:58.829252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 89774023-39d8-4a01-bcab-c11ae8ad97ce not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:15:58.906716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-21b87cad-4331-4e66-9150-91586a12fc38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce HTTP/1.1" status: 200 len: 217 time: 0.0480716 Aug 19 12:15:58.908554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Router c171038f-c20e-4d03-8e12-49d6e3b8fb3b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:15:58.989140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-247c9b72-2908-4708-8ca6-1005d975343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:58.990708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-247c9b72-2908-4708-8ca6-1005d975343a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.0749912 Aug 19 12:15:59.063043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-59f45693-c286-4846-a760-f1a195258932 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352292 Aug 19 12:15:59.089600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-83518804-91c4-4eb2-ac87-d43affe4143e None None] Provisioning complete for port 50d98ea5-51ee-4530-8c85-f7e1714e623b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:15:59.091639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-83518804-91c4-4eb2-ac87-d43affe4143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.099681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] Network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:15:59.120034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-31b459ac-e66e-4e6b-8ea2-c59545806251 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3854733 Aug 19 12:15:59.155931 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52714126-2ce9-4b94-87da-a608c7f49bcd req-44f1e0b8-1654-47bd-89cc-82a66edaab7e tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 210 time: 0.0530341 Aug 19 12:15:59.164141 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c50a8a0-649b-46d3-9dc1-f3c5f8a06f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.186622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-83518804-91c4-4eb2-ac87-d43affe4143e None None] Port 50d98ea5-51ee-4530-8c85-f7e1714e623b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:15:59.211531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:15:59.220036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c11b2-89e0-47a8-9b49-bb816c5767de None None] Network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:15:59.224113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.227304 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.236310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825bea7-ba33-4c5a-adff-8e6e486d19cc req-5dc6673c-709a-4e52-b290-f78832eb0491 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.240205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c50a8a0-649b-46d3-9dc1-f3c5f8a06f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.246314 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2825bea7-ba33-4c5a-adff-8e6e486d19cc req-5dc6673c-709a-4e52-b290-f78832eb0491 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.1785493 Aug 19 12:15:59.258246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:15:59.276714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0e4a7d0e-32cf-4e15-9f1c-c9f1d7cc88a6 admin admin] 10.222.0.21 "PUT /v2.0/routers/c171038f-c20e-4d03-8e12-49d6e3b8fb3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9960594 Aug 19 12:15:59.311521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-43254d35-ac0f-491b-9c7d-cb2c4cd29ae1 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309871 Aug 19 12:15:59.342656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2825bea7-ba33-4c5a-adff-8e6e486d19cc req-df054edd-6dea-426b-85e7-ff991d0621a2 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953956 Aug 19 12:15:59.367902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-3969ca30-8d30-4da9-8073-c092e4402e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.369421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-3969ca30-8d30-4da9-8073-c092e4402e0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=234f10076afd426c9c349cdd2953cd03&device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 1097 time: 0.1389818 Aug 19 12:15:59.457035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1', 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'fixed_ips': [{'subnet_id': '26ec87a4-a012-459e-8aaa-a8db66f0b3e2'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:15:59.458273 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.490427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-731523b5-2599-4df8-ba9c-952f8f2f4626 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680884 Aug 19 12:15:59.520315 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6a88c761-29dd-43c6-b97e-4d8b3507dc81 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6109819 Aug 19 12:15:59.520937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c50a8a0-649b-46d3-9dc1-f3c5f8a06f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.523209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44872) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:15:59.523777 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c50a8a0-649b-46d3-9dc1-f3c5f8a06f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.524842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6c50a8a0-649b-46d3-9dc1-f3c5f8a06f6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e2bb344-43e5-4e0f-84cc-60704c7671d6 HTTP/1.1" status: 204 len: 168 time: 0.7394774 Aug 19 12:15:59.530711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-router', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:15:59.577334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50a8a0-649b-46d3-9dc1-f3c5f8a06f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2bb344-43e5-4e0f-84cc-60704c7671d6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:15:59.642125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7b6c2-eb00-4b5f-aaa5-b4d3d62a2294 req-df1c1233-5270-468e-81ef-3b206a850560 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.645559 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bcd7b6c2-eb00-4b5f-aaa5-b4d3d62a2294 req-df1c1233-5270-468e-81ef-3b206a850560 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 944 time: 0.1527109 Aug 19 12:15:59.658666 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5ec25dc-3c64-4070-97d3-b718e4f15528 req-4fc5bd8f-510d-42d5-9e39-2f9d81483d7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1526120 Aug 19 12:15:59.674968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.676122 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.686048 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-58b77291-ac9f-44a8-8195-9e5a072b275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.687577 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-58b77291-ac9f-44a8-8195-9e5a072b275d service neutron] 10.222.0.62 "GET /v2.0/networks?id=249e42bf-355b-41f3-9364-07c3ec7f0839 HTTP/1.1" status: 200 len: 925 time: 0.2932076 Aug 19 12:15:59.738442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Allocated IP 172.20.0.2 (cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1/26ec87a4-a012-459e-8aaa-a8db66f0b3e2/d153d885-1178-4b9b-a3d7-ecfed8833f2b) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:15:59.768400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Sync routers for ids ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:15:59.786319 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:15:59.831526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Routers {'c171038f-c20e-4d03-8e12-49d6e3b8fb3b'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:15:59.832297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:15:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:15:59.839094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bcd7b6c2-eb00-4b5f-aaa5-b4d3d62a2294 req-81deeba8-f2b6-4970-b83e-05c3dc807efa tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743288 Aug 19 12:15:59.915820 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-c8774941-50cd-42ce-a5eb-c981a380f2f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acbac785-5a67-4e15-8706-49873fda1264 HTTP/1.1" status: 200 len: 1002 time: 0.2208538 Aug 19 12:15:59.928053 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec25dc-3c64-4070-97d3-b718e4f15528 req-1efad444-28f5-4096-878f-10fff304ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:15:59.929563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5ec25dc-3c64-4070-97d3-b718e4f15528 req-1efad444-28f5-4096-878f-10fff304ec1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 1095 time: 0.2182441 Aug 19 12:16:00.045567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Set router c171038f-c20e-4d03-8e12-49d6e3b8fb3b gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:00.100817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-e3c13f56-5260-42b1-b2b2-898925fd9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.101735 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-e3c13f56-5260-42b1-b2b2-898925fd9742 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3cb42b23-06f7-4a7c-9e91-c255261f3eec HTTP/1.1" status: 200 len: 863 time: 0.1713095 Aug 19 12:16:00.110210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 795eeff3-4bfb-4c1e-9447-2091e5f0a03b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:00.172111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab24d68-606e-4e1e-81d3-24ba22fcbb85 req-42624f6b-12a5-46e6-bb8a-fe605715da30 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.179961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dab24d68-606e-4e1e-81d3-24ba22fcbb85 req-42624f6b-12a5-46e6-bb8a-fe605715da30 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 948 time: 0.1598771 Aug 19 12:16:00.182062 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.211893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec25dc-3c64-4070-97d3-b718e4f15528 req-ec09b769-a66c-4067-8452-2e851295d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.213990 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5ec25dc-3c64-4070-97d3-b718e4f15528 req-ec09b769-a66c-4067-8452-2e851295d04d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.2228360 Aug 19 12:16:00.233059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-bb4b5c43-7f2b-4237-9354-a8ff34a5e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.233943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-bb4b5c43-7f2b-4237-9354-a8ff34a5e157 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=249e42bf-355b-41f3-9364-07c3ec7f0839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178393 Aug 19 12:16:00.256072 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-a712e783-d064-4e44-94c0-ab693dbc1da4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f74ac3c73de74a658b23ae3fabb56728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428944 Aug 19 12:16:00.291795 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5ec25dc-3c64-4070-97d3-b718e4f15528 req-3bfc6e84-ca74-4482-9d69-bcad8cdaa139 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06 HTTP/1.1" status: 200 len: 217 time: 0.0689240 Aug 19 12:16:00.323954 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dab24d68-606e-4e1e-81d3-24ba22fcbb85 req-0a8fd7e5-a14a-4d8e-aff7-72615e2f2063 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424928 Aug 19 12:16:00.328089 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.342039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ebb47-9212-434e-811e-3a1781305d34 req-ef8c700c-b638-4449-90bf-d1bc919ee8e8 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.347505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Transition to ACTIVE for port object d153d885-1178-4b9b-a3d7-ecfed8833f2b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:00.351487 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-ef8c700c-b638-4449-90bf-d1bc919ee8e8 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/networks?id=2314a410-d92f-43f0-8dde-fac0dd554993 HTTP/1.1" status: 200 len: 828 time: 0.4909461 Aug 19 12:16:00.396364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-a60f2f76-a9b6-4ac0-9ef3-e69ef53252a5 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/quotas/9d6bd9e263cd42edabec866d64ae4d9e HTTP/1.1" status: 200 len: 375 time: 0.0438540 Aug 19 12:16:00.396724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Transition to ACTIVE for port object d153d885-1178-4b9b-a3d7-ecfed8833f2b will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:00.403729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:00.404019 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.455157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec25dc-3c64-4070-97d3-b718e4f15528 req-18e77352-a89c-4b75-8e06-c0b5c5523256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.457871 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5ec25dc-3c64-4070-97d3-b718e4f15528 req-18e77352-a89c-4b75-8e06-c0b5c5523256 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.1542273 Aug 19 12:16:00.476362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:57Z', 'revision_number': 4, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '50d98ea5-51ee-4530-8c85-f7e1714e623b', 'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'mac_address': 'fa:16:3e:33:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:56Z', 'updated_at': '2021-08-19T12:15:57Z', 'revision_number': 2, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'subnets': [{'id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:00.526127 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-a3192dd5-b883-48f3-beb6-7d4359d425ab tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.527697 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-a3192dd5-b883-48f3-beb6-7d4359d425ab tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2658000 Aug 19 12:16:00.549237 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-aca5eab4-ae4c-4ccf-9a6e-040140c133ff tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d6bd9e263cd42edabec866d64ae4d9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500890 Aug 19 12:16:00.557890 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a3b3289-1794-47dc-a885-7aeafe28da53 req-37ac28c3-0d4a-4232-b541-d9430bf35c5a tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 210 time: 0.0923018 Aug 19 12:16:00.557997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Request body: {'port': {'device_id': 'da6dd554-ea41-45a6-84b8-68a306473367', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': 'f74ac3c73de74a658b23ae3fabb56728'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:00.571022 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5ec25dc-3c64-4070-97d3-b718e4f15528 req-40086238-a769-41da-886b-63081ca855ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946376 Aug 19 12:16:00.633652 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-9cc019f4-dde5-4a55-b9c0-75a621912672 service neutron] 10.222.0.62 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607957 Aug 19 12:16:00.642400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.723349 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-53c08c11-614c-4062-aa73-2d76fcf73932 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.724832 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-53c08c11-614c-4062-aa73-2d76fcf73932 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1095 time: 0.4550529 Aug 19 12:16:00.729581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:00.732162 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Checking router: c171038f-c20e-4d03-8e12-49d6e3b8fb3b for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:00.733314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Updating router c171038f-c20e-4d03-8e12-49d6e3b8fb3b port 50d98ea5-51ee-4530-8c85-f7e1714e623b binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:00.758254 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-f35e9b0c-f900-4471-9e41-0ee757f496a7 service neutron] 10.222.0.21 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980445 Aug 19 12:16:00.881968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:00.883298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:00.883841 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.932065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:00.935606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:00.939476 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-4bef5a5b-f3bd-407d-bfd6-f6fc29424b85 service neutron] 10.222.0.21 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803355 Aug 19 12:16:00.945854 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:00.948397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5ec25dc-3c64-4070-97d3-b718e4f15528 req-71dccf69-19fb-4891-b08b-d1a3f2e374c7 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708663 Aug 19 12:16:00.960304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Pushing event updated for resources: {'Port': ['ID=d153d885-1178-4b9b-a3d7-ecfed8833f2b,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:00.973617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ea5ac-f52f-4031-8b94-0ec9a3f9d1ed req-9b763af1-a136-48e6-8b1b-2d416fdc0e39 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:00.975145 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-583ea5ac-f52f-4031-8b94-0ec9a3f9d1ed req-9b763af1-a136-48e6-8b1b-2d416fdc0e39 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.2302282 Aug 19 12:16:01.000641 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.002793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Made reservation on behalf of f74ac3c73de74a658b23ae3fabb56728 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:01.007526 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.042027 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.069714 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff369b02-ffe5-47ec-b8ca-3f5c5860d633 req-3e224807-c373-4d3c-aff1-9f2d98957948 service neutron] 10.222.0.62 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485484 Aug 19 12:16:01.131338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Attempting to bind port d153d885-1178-4b9b-a3d7-ecfed8833f2b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:01.132405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Attempting to bind port d153d885-1178-4b9b-a3d7-ecfed8833f2b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:01.132983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Attempting to bind port d153d885-1178-4b9b-a3d7-ecfed8833f2b on network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:01.182072 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-583ea5ac-f52f-4031-8b94-0ec9a3f9d1ed req-814b5903-9401-473f-9b92-55e2920f809b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596780 Aug 19 12:16:01.182205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Allocated IP 172.25.2.17 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:01.199685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:01.200317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Checking segment: {'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:01.200869 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.201408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Bound using segment: {'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:01.202003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Bound port: d153d885-1178-4b9b-a3d7-ecfed8833f2b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:01.203293 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.235323 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.274482 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.353444 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-6dd78126-9295-41d4-8cf8-1ab38248b8bb service neutron] show failed (client error): The resource could not be found. Aug 19 12:16:01.354830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-6dd78126-9295-41d4-8cf8-1ab38248b8bb service neutron] 10.222.0.30 "GET /v2.0/ports/4db17444-4e5c-45c6-a45b-a73f3cec2f6f/bindings/n-h1-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.3378897 Aug 19 12:16:01.377910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12f6b556-dc23-482e-8bbc-ddbc56efbf12 req-adba28b0-0bfa-4758-8c3a-5669885f140c tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 210 time: 0.0589538 Aug 19 12:16:01.378860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:01.382388 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1b86b0-43f5-45c0-876a-3dc5d0e40a51" -d '{"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-plugged", "status": "completed", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:01.428436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:01.438428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] For port d153d885-1178-4b9b-a3d7-ecfed8833f2b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:01.444663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] For port d153d885-1178-4b9b-a3d7-ecfed8833f2b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d153d885-1178-4b9b-a3d7-ecfed8833f2b,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:01.453019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-ac07232c-d0d7-4f4b-b7ff-6be576026d63 service neutron] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:01.462259 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-ac07232c-d0d7-4f4b-b7ff-6be576026d63 service neutron] Notify callbacks [] for binding, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.463825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f260502-fee3-4de0-a6ab-90d2a21b3010 req-ac07232c-d0d7-4f4b-b7ff-6be576026d63 service neutron] 10.222.0.30 "DELETE /v2.0/ports/89774023-39d8-4a01-bcab-c11ae8ad97ce/bindings/n-h1-803757-2 HTTP/1.1" status: 204 len: 173 time: 0.7260118 Aug 19 12:16:01.467533 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5ec25dc-3c64-4070-97d3-b718e4f15528 req-ab1192be-d9b3-4496-8c53-780bccab50ab service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050130 Aug 19 12:16:01.486680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffdd5e-d757-4bc0-a847-cb018f7dc460 req-2ae9c698-0be1-4b46-9547-18e9fc3958bf tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.496145 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ffffdd5e-d757-4bc0-a847-cb018f7dc460 req-2ae9c698-0be1-4b46-9547-18e9fc3958bf tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 944 time: 0.1523695 Aug 19 12:16:01.504593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.575925 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ffffdd5e-d757-4bc0-a847-cb018f7dc460 req-35ce311b-ca56-4949-9bb8-f3c912a71f02 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783174 Aug 19 12:16:01.579331 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.581607 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.648202 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.667296 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.692490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aa0ce-2e6f-4d80-9cd9-782b6dfa1b0e req-8f74f954-67d6-4c5f-a385-53ebc2d81db0 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:01.694159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f1aa0ce-2e6f-4d80-9cd9-782b6dfa1b0e req-8f74f954-67d6-4c5f-a385-53ebc2d81db0 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 948 time: 0.1774535 Aug 19 12:16:01.708374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Transition to ACTIVE for port object 50d98ea5-51ee-4530-8c85-f7e1714e623b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:01.713615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e4f69-38f0-4dee-baf9-a21624f1374e None None] Pushing event updated for resources: {'Port': ['ID=d153d885-1178-4b9b-a3d7-ecfed8833f2b,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:01.737348 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8c2d09-5d5a-47a0-b5e5-3b9b1dc3bc8b x-openstack-request-id: req-9d8c2d09-5d5a-47a0-b5e5-3b9b1dc3bc8b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:01.737704 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-plugged", "status": "completed", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:01.737889 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d8c2d09-5d5a-47a0-b5e5-3b9b1dc3bc8b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:01.738327 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'code': 200} Aug 19 12:16:01.787208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f1aa0ce-2e6f-4d80-9cd9-782b6dfa1b0e req-5d00a72b-013d-4590-a891-c00d452f13fd tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819740 Aug 19 12:16:01.788608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.828510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:01.832463 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45a7b8f8-dd8d-4943-8cc3-c15fc0cba525 req-f87ac0c4-8559-4f9a-a60e-6c0bc81fd717 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 210 time: 0.0461030 Aug 19 12:16:01.869299 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:01.886157 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.110181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9897d-d5ce-4875-bca8-a01c192fb8f3 None None] Pushing event updated for resources: {'Port': ['ID=50d98ea5-51ee-4530-8c85-f7e1714e623b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:02.117558 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Attempting to bind port 50d98ea5-51ee-4530-8c85-f7e1714e623b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:02.118371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Attempting to bind port 50d98ea5-51ee-4530-8c85-f7e1714e623b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:02.119003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Attempting to bind port 50d98ea5-51ee-4530-8c85-f7e1714e623b on network 2314a410-d92f-43f0-8dde-fac0dd554993 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:02.126687 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:02.127425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Checking segment: {'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:02.128028 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.128614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Bound using segment: {'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:02.129333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Bound port: 50d98ea5-51ee-4530-8c85-f7e1714e623b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:02.129919 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.153962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724eb5d-7b8e-4538-8b8f-d3e8ea312c36 req-9e328239-ea28-419c-90e5-3feaf155ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.157335 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8724eb5d-7b8e-4538-8b8f-d3e8ea312c36 req-9e328239-ea28-419c-90e5-3feaf155ee5d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 1100 time: 0.0630145 Aug 19 12:16:02.252353 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8724eb5d-7b8e-4538-8b8f-d3e8ea312c36 req-8e323006-5830-4bd6-83d4-ea509baecfd4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864136 Aug 19 12:16:02.253760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] For port 50d98ea5-51ee-4530-8c85-f7e1714e623b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:02.260589 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] For port 50d98ea5-51ee-4530-8c85-f7e1714e623b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=50d98ea5-51ee-4530-8c85-f7e1714e623b,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:02.346901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cee02-b7db-4cef-9185-27d34a6bacb3 req-6fabec92-537c-4603-9b80-574e2943486c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.348437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e12cee02-b7db-4cef-9185-27d34a6bacb3 req-6fabec92-537c-4603-9b80-574e2943486c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.0722866 Aug 19 12:16:02.349480 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.401918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e12cee02-b7db-4cef-9185-27d34a6bacb3 req-a36cfcba-2977-420a-ae5c-4e55aa046541 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Aug 19 12:16:02.420824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9897d-d5ce-4875-bca8-a01c192fb8f3 None None] Pushing event updated for resources: {'Port': ['ID=50d98ea5-51ee-4530-8c85-f7e1714e623b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:02.424260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Routers {'c171038f-c20e-4d03-8e12-49d6e3b8fb3b'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:02.424881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:15:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:02.538768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8bdde31e-19d1-4d76-bde5-b22563a83834 req-557f4fd2-77b3-48f4-923f-706964a45f1b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 210 time: 0.0826645 Aug 19 12:16:02.548822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Allocated IP 192.168.233.252 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/6f01179a-75f1-4e8c-b1ae-c79efefabb68) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:02.627296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-489bd3a0-d715-443d-bdc4-d71155ba50be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:02.628969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-489bd3a0-d715-443d-bdc4-d71155ba50be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e&tenant_id=9f9555ca381f4d9c9f1e07a044986e98 HTTP/1.1" status: 200 len: 1101 time: 0.1559620 Aug 19 12:16:02.643243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:02.679919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] Set router c171038f-c20e-4d03-8e12-49d6e3b8fb3b gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:02.699370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:02.725147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:02.739613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:02.746040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:02.760238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:02.762058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:03.024648 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.035577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:57Z', 'revision_number': 4, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '50d98ea5-51ee-4530-8c85-f7e1714e623b', 'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'mac_address': 'fa:16:3e:33:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:56Z', 'updated_at': '2021-08-19T12:16:02Z', 'revision_number': 4, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'subnets': [{'id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:03.040456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b8b88-2f01-4d94-b2e5-72e4e3ef5975 req-835b9449-4d78-4b08-9fb1-9494a43ae367 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.044749 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-798b8b88-2f01-4d94-b2e5-72e4e3ef5975 req-835b9449-4d78-4b08-9fb1-9494a43ae367 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0910070 Aug 19 12:16:03.056265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Transition to ACTIVE for port object 6f01179a-75f1-4e8c-b1ae-c79efefabb68 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:03.059001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492964f5-fa8e-4f45-b5b6-71c979afccfe req-c08d5173-280c-4d50-820b-1f6f1c973e13 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.072655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdbab0a-7c9c-45e4-b9d3-89e08107d914 None None] The sync data for ids ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'] in n-d-803757-2 is: [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:57Z', 'revision_number': 4, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '50d98ea5-51ee-4530-8c85-f7e1714e623b', 'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'mac_address': 'fa:16:3e:33:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:56Z', 'updated_at': '2021-08-19T12:16:02Z', 'revision_number': 4, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'subnets': [{'id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:03.075438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-492964f5-fa8e-4f45-b5b6-71c979afccfe req-c08d5173-280c-4d50-820b-1f6f1c973e13 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 1095 time: 1.1039598 Aug 19 12:16:03.132490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-798b8b88-2f01-4d94-b2e5-72e4e3ef5975 req-f6d63d0a-ac55-4c9b-a8f4-9e26a3a4b4cd tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797470 Aug 19 12:16:03.142693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-492964f5-fa8e-4f45-b5b6-71c979afccfe req-8c449a78-f143-40fc-b312-79a79ce96025 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588374 Aug 19 12:16:03.271015 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc2578be-1c57-4c01-8514-fa886c7b4800 req-c12c2d4e-2613-4e10-80b5-c8d5556da482 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 210 time: 0.0452077 Aug 19 12:16:03.445863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793b8a90-fbd4-43e6-a8fe-50d1aa52ae9b None None] Network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:03.457060 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.458193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.557394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:03.620124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:03.719469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44988) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:03.754705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:03.757092 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a611f8-897e-4c21-beee-155911613298" -d '{"events": [{"server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "name": "network-vif-unplugged", "status": "completed", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:03.761850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:03.762374 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.783766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:03.792033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:03.792166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-6d9f7e9e-5f0a-40d6-9ff9-d134f7479f3b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.799800 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.800005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-6d9f7e9e-5f0a-40d6-9ff9-d134f7479f3b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 820 time: 0.3134742 Aug 19 12:16:03.801007 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:03.804673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Pushing event updated for resources: {'Port': ['ID=6f01179a-75f1-4e8c-b1ae-c79efefabb68,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:03.809908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Transition to ACTIVE for port object 4db17444-4e5c-45c6-a45b-a73f3cec2f6f will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:03.820411 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-d233412d-7b42-4990-9192-6d7db3922dbe tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/quotas/6b81bb21c5aa454baad4a2004864545e HTTP/1.1" status: 200 len: 375 time: 0.0192592 Aug 19 12:16:03.840649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9649560c-79d9-460d-9acf-d57078cb3f9c None None] Provisioning for port d153d885-1178-4b9b-a3d7-ecfed8833f2b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:03.891234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb3f29-dcbf-4f3e-8202-c0eabb90a8ad req-b33e1399-2e09-456c-951c-2a7505a78c46 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:03.903349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35eb3f29-dcbf-4f3e-8202-c0eabb90a8ad req-b33e1399-2e09-456c-951c-2a7505a78c46 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.3136702 Aug 19 12:16:03.946915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-6fa9f7ae-9dda-4b89-b761-52d238f6e350 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1254971 Aug 19 12:16:04.004640 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-237d5573-70cb-45b8-911f-9679ea2cac6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.057921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-7562d3e3-e38f-46b2-8653-e460569355e7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5076075 Aug 19 12:16:04.063605 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.080944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35eb3f29-dcbf-4f3e-8202-c0eabb90a8ad req-eb48c353-2573-4a42-a7fe-97d3e2669440 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767428 Aug 19 12:16:04.090413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Request body: {'port': {'device_id': 'da6dd554-ea41-45a6-84b8-68a306473367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:04.147306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 50d98ea5-51ee-4530-8c85-f7e1714e623b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:04.198936 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.286095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34a0dc15-ed5a-4676-b3e9-f3f400cc7647 req-5cc6ea4b-4a90-4857-aa75-1152f473113a tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 210 time: 0.0828536 Aug 19 12:16:04.286900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.343988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 50d98ea5-51ee-4530-8c85-f7e1714e623b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:04.348584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 50d98ea5-51ee-4530-8c85-f7e1714e623b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:04.357692 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.497001 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.516830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b001acca-c890-45f6-99dd-d55489c44d74 None None] Provisioning for port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:04.527073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b001acca-c890-45f6-99dd-d55489c44d74 None None] Provisioning complete for port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:04.527443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b001acca-c890-45f6-99dd-d55489c44d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.528025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-237d5573-70cb-45b8-911f-9679ea2cac6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.538113 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cd8f2f-f2dc-4798-b01a-1c1395f72ac6 x-openstack-request-id: req-c1cd8f2f-f2dc-4798-b01a-1c1395f72ac6 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:04.538333 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "name": "network-vif-unplugged", "status": "completed", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:04.538624 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1cd8f2f-f2dc-4798-b01a-1c1395f72ac6 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:04.539043 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f', 'code': 200} Aug 19 12:16:04.558560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Pushing event updated for resources: {'Port': ['ID=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,revision_number=6']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:04.569074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 50d98ea5-51ee-4530-8c85-f7e1714e623b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=50d98ea5-51ee-4530-8c85-f7e1714e623b,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:04.587102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b001acca-c890-45f6-99dd-d55489c44d74 None None] Port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:04.617725 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-8650d007-c554-48c8-8fd9-33fe39f1888c service neutron] 10.222.0.21 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628056 Aug 19 12:16:04.618987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] No DVR routers for this DVR port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:04.622043 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-237d5573-70cb-45b8-911f-9679ea2cac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.637576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f12138-52a3-4860-9d78-22e71c66df7e req-567cd03b-4da5-40d8-ab73-d354414c63fa tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:04.639245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73f12138-52a3-4860-9d78-22e71c66df7e req-567cd03b-4da5-40d8-ab73-d354414c63fa tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1339717 Aug 19 12:16:04.657532 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.658345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d153d885-1178-4b9b-a3d7-ecfed8833f2b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:04.750090 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73f12138-52a3-4860-9d78-22e71c66df7e req-989b6865-c5e9-4154-a17e-ceaefa15309d tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891490 Aug 19 12:16:04.765949 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-237d5573-70cb-45b8-911f-9679ea2cac6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d31816e48c4840638ab92f30b4d3cf5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0441253 Aug 19 12:16:04.766573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:16:04.773801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45000) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:04.814413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=50d98ea5-51ee-4530-8c85-f7e1714e623b,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:04.814849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d5573-70cb-45b8-911f-9679ea2cac6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075ea34d-4456-4996-b291-4b0454922f08,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:04.848835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Attempting to bind port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:04.849085 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Attempting to bind port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:04.849490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Attempting to bind port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:04.879044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:04.879371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Attempting to bind port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:04.920297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f01179a-75f1-4e8c-b1ae-c79efefabb68 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:04.925261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:04.925609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:04.926021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:04.926663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Bound port: 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:04.927048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.936232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dde145b1-054d-4adb-bd87-6b0f3428709d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.946467 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:04.949448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-e815f21b-6801-46b0-bc10-e50df08b428f service neutron] 10.222.0.21 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035469 Aug 19 12:16:04.999641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dde145b1-054d-4adb-bd87-6b0f3428709d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.010638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Transition to ACTIVE for port object 6f01179a-75f1-4e8c-b1ae-c79efefabb68 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:05.042733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97883211-1fba-4a62-800a-91b1cce72c03 req-fee1e74d-27c2-416f-8f72-53fd91ea2b76 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.044228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97883211-1fba-4a62-800a-91b1cce72c03 req-fee1e74d-27c2-416f-8f72-53fd91ea2b76 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 936 time: 0.1468513 Aug 19 12:16:05.051909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:05.057477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d153d885-1178-4b9b-a3d7-ecfed8833f2b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:05.071530 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eba5910b-dc85-4364-93d3-87edff5db532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.071530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d153d885-1178-4b9b-a3d7-ecfed8833f2b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:05.071530 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.076761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:05.079860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:05.096149 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Sync routers for ids ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:05.105524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97883211-1fba-4a62-800a-91b1cce72c03 req-cdbbe104-7a45-4573-afeb-3bb2d28f933b tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539079 Aug 19 12:16:05.106508 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Routers {'cb28f4b2-bb52-441a-956b-dc9fe0d685a4'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:05.107231 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:15:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:05.169870 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.206694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d153d885-1178-4b9b-a3d7-ecfed8833f2b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d153d885-1178-4b9b-a3d7-ecfed8833f2b,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:05.231676 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Set router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:05.275466 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.287041 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dde145b1-054d-4adb-bd87-6b0f3428709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.290130 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dde145b1-054d-4adb-bd87-6b0f3428709d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.294107 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dde145b1-054d-4adb-bd87-6b0f3428709d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/075ea34d-4456-4996-b291-4b0454922f08 HTTP/1.1" status: 204 len: 168 time: 0.5200191 Aug 19 12:16:05.309385 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.321602 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.331220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.331722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.336111 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] 10.222.0.62 "PUT /v2.0/ports/4db17444-4e5c-45c6-a45b-a73f3cec2f6f HTTP/1.1" status: 200 len: 1096 time: 2.6949625 Aug 19 12:16:05.345778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde145b1-054d-4adb-bd87-6b0f3428709d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075ea34d-4456-4996-b291-4b0454922f08,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:05.432735 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec58e6a-cc72-4c9a-ac66-e4b4c9fb9095 service neutron] Pushing event updated for resources: {'Port': ['ID=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:05.491038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.497996 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5a6a4672-08cc-4cea-8e65-d8dfec3099d9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9736738 Aug 19 12:16:05.504167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45014) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:05.525449 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-router', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 3, 'project_id': '4d19546de9824193bf906963ef741cc1', 'gw_port': {'id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:05.526205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-bf93c145-aacf-4045-ad71-69e1249f2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.527815 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-bf93c145-aacf-4045-ad71-69e1249f2d6a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 1099 time: 0.1150858 Aug 19 12:16:05.554340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d153d885-1178-4b9b-a3d7-ecfed8833f2b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:05.577748 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Checking router: cb28f4b2-bb52-441a-956b-dc9fe0d685a4 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:05.577748 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Updating router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:05.652218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a12a1c-ae0f-4586-8cb9-371bef57277f req-64505548-5cfe-4078-9302-599958a4922f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.655131 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:05.662722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67a12a1c-ae0f-4586-8cb9-371bef57277f req-64505548-5cfe-4078-9302-599958a4922f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.4104216 Aug 19 12:16:05.689192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Pushing event updated for resources: {'Port': ['ID=6f01179a-75f1-4e8c-b1ae-c79efefabb68,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:05.723041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ebb47-9212-434e-811e-3a1781305d34 req-4f01288a-7189-4085-8355-1ecb0e1f0b91 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.736049 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-4f01288a-7189-4085-8355-1ecb0e1f0b91 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.62 "GET /v2.0/networks?id=2314a410-d92f-43f0-8dde-fac0dd554993 HTTP/1.1" status: 200 len: 828 time: 0.5252783 Aug 19 12:16:05.741809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Request body: {'port': {'device_id': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'admin_state_up': True, 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:05.774190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80564c00-1668-4d30-8b35-15f1ef49911f req-aecf0455-b56d-4f8a-9a61-b4dffe387309 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:05.776584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Attempting to bind port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:05.777107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Attempting to bind port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:05.784163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Attempting to bind port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:05.784400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-80564c00-1668-4d30-8b35-15f1ef49911f req-aecf0455-b56d-4f8a-9a61-b4dffe387309 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 948 time: 0.2757249 Aug 19 12:16:05.844306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:05.844822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Attempting to bind port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:05.916729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4db17444-4e5c-45c6-a45b-a73f3cec2f6f no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:05.938408 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-80564c00-1668-4d30-8b35-15f1ef49911f req-d2f88a1f-f45c-4b88-a098-66c16d69179a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551900 Aug 19 12:16:06.006188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-e0905084-05a0-4462-8e2e-86324e004d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:06.007730 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-e0905084-05a0-4462-8e2e-86324e004d84 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.4049902 Aug 19 12:16:06.043197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4db17444-4e5c-45c6-a45b-a73f3cec2f6f not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:06.094256 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-79900d58-6185-496c-b036-282c8d00dd92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f HTTP/1.1" status: 200 len: 217 time: 0.0625186 Aug 19 12:16:06.098479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 50d98ea5-51ee-4530-8c85-f7e1714e623b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:06.120687 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ffb15fd8-648b-4ff5-b24c-34623536f836 req-4fe14b5b-2c02-4c42-b27a-26a722b4c438 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 210 time: 0.0699337 Aug 19 12:16:06.178393 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.191489 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Transition to ACTIVE for port object d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:06.201610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 50d98ea5-51ee-4530-8c85-f7e1714e623b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:06.202908 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.212057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:06.212412 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:06.212938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:06.213269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Bound port: 6f01179a-75f1-4e8c-b1ae-c79efefabb68, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:06.213626 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.230223 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67a12a1c-ae0f-4586-8cb9-371bef57277f req-f7617803-fa3e-4f68-a851-a60bb8eaa49a tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665634 Aug 19 12:16:06.250042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9e1148c-9f7d-4720-a623-b14cdb58bda4 req-f60db0b6-02fb-4e7f-b960-ff443a6d63ee tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 210 time: 0.0380461 Aug 19 12:16:06.274721 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.302795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-9e2c3c3a-90ff-482d-9724-479ecea97e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:06.304324 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-9e2c3c3a-90ff-482d-9724-479ecea97e94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1942883 Aug 19 12:16:06.353282 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] For port 6f01179a-75f1-4e8c-b1ae-c79efefabb68, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:06.359231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] For port 6f01179a-75f1-4e8c-b1ae-c79efefabb68, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=6f01179a-75f1-4e8c-b1ae-c79efefabb68,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:06.394252 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Attempting to bind port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:06.394615 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Attempting to bind port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:06.394997 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Attempting to bind port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:06.416509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bd3dc-cf23-4389-957e-2a009a12292b None None] Pushing event updated for resources: {'Port': ['ID=d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:06.421815 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:06.425268 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:06.425905 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.426625 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:06.431440 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Bound port: d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:06.432034 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.435203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Made reservation on behalf of 9d6bd9e263cd42edabec866d64ae4d9e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:06.440666 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.445550 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.445816 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45030) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:06.500747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b2f6a-352d-46ad-ab8f-950812706cc3 req-055a2fea-454a-41e1-91fa-46d037c78f2d tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:06.502368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c58b2f6a-352d-46ad-ab8f-950812706cc3 req-055a2fea-454a-41e1-91fa-46d037c78f2d tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 948 time: 0.1106660 Aug 19 12:16:06.539498 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-828f8eba-b182-4e4c-acfc-d1333256dcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.540682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:06.543616 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ac199c-f228-45cb-971f-0f6b1010b297" -d '{"events": [{"name": "network-changed", "server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:06.545030 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] For port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:06.552383 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] For port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:06.594093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-f6454765-1905-4c86-990f-812f4cee7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:06.595285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d153d885-1178-4b9b-a3d7-ecfed8833f2b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:06.600400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-f6454765-1905-4c86-990f-812f4cee7225 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2829058 Aug 19 12:16:06.652457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d153d885-1178-4b9b-a3d7-ecfed8833f2b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:06.654058 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.667771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:06.668694 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.670275 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] 10.222.0.30 "PUT /v2.0/ports/6f01179a-75f1-4e8c-b1ae-c79efefabb68 HTTP/1.1" status: 200 len: 1096 time: 2.5880542 Aug 19 12:16:06.670948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6dd554-ea41-45a6-84b8-68a306473367', 'tag': '6f01179a-75f1-4e8c-b1ae-c79efefabb68'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:06.673569 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ef9919-09ec-43cd-a70f-88f3524d09cc" -d '{"events": [{"name": "network-changed", "server_uuid": "da6dd554-ea41-45a6-84b8-68a306473367", "tag": "6f01179a-75f1-4e8c-b1ae-c79efefabb68"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:06.686289 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.728580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1847b48-559c-4fc1-ada7-c6510896f2bf service neutron] Pushing event updated for resources: {'Port': ['ID=6f01179a-75f1-4e8c-b1ae-c79efefabb68,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:06.757290 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Routers {'cb28f4b2-bb52-441a-956b-dc9fe0d685a4'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:06.757925 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:15:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:06.762517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Allocated IP 172.20.0.13 (2314a410-d92f-43f0-8dde-fac0dd554993/ee630573-2895-4a24-87e5-9e8ff6506983/6ac24f71-c717-499f-b358-922052710806) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:06.768313 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c58b2f6a-352d-46ad-ab8f-950812706cc3 req-cb765805-ea57-48a1-b964-d9b628f9a806 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572526 Aug 19 12:16:06.849253 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bd3dc-cf23-4389-957e-2a009a12292b None None] Pushing event updated for resources: {'Port': ['ID=d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:06.924247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-828f8eba-b182-4e4c-acfc-d1333256dcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:06.925874 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] Set router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:06.929353 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d8686-6252-4d7b-86fb-95134247794a x-openstack-request-id: req-dc8d8686-6252-4d7b-86fb-95134247794a {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:06.929709 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:06.930081 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc8d8686-6252-4d7b-86fb-95134247794a {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:06.930477 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f', 'status': 'completed', 'code': 200} Aug 19 12:16:07.018658 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfba6ae2-a101-4d47-8e34-13603f836356 x-openstack-request-id: req-cfba6ae2-a101-4d47-8e34-13603f836356 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:07.019217 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6dd554-ea41-45a6-84b8-68a306473367", "tag": "6f01179a-75f1-4e8c-b1ae-c79efefabb68", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:07.019217 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfba6ae2-a101-4d47-8e34-13603f836356 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:07.019645 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6dd554-ea41-45a6-84b8-68a306473367', 'tag': '6f01179a-75f1-4e8c-b1ae-c79efefabb68', 'status': 'completed', 'code': 200} Aug 19 12:16:07.060349 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-828f8eba-b182-4e4c-acfc-d1333256dcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.100608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-68c8fb3c-465f-4b1c-9935-e2391d4148c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.102102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-68c8fb3c-465f-4b1c-9935-e2391d4148c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f74ac3c73de74a658b23ae3fabb56728&device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 1099 time: 0.2651293 Aug 19 12:16:07.139708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49f3e-6b56-4d5a-8a08-e7057337297d req-10da7c79-9b11-4e7d-ad33-e6aa2e79cd6a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.142109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6eb49f3e-6b56-4d5a-8a08-e7057337297d req-10da7c79-9b11-4e7d-ad33-e6aa2e79cd6a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 948 time: 0.0950289 Aug 19 12:16:07.174872 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-828f8eba-b182-4e4c-acfc-d1333256dcf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f01e53c50bc4faaae21f2aff0833d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7243564 Aug 19 12:16:07.186277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45050) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:07.195965 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-router', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 3, 'project_id': '4d19546de9824193bf906963ef741cc1', 'gw_port': {'id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:07.205972 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-678a9b4c-0c47-45da-bebd-dbda1418b545 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936389 Aug 19 12:16:07.206300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-ad5abd09-4b66-4349-96a3-6341f1605bde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=6f01179a-75f1-4e8c-b1ae-c79efefabb68 HTTP/1.1" status: 200 len: 217 time: 0.0867865 Aug 19 12:16:07.224094 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5bc070-b59c-4e79-8954-b567c03ce662 None None] The sync data for ids ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'] in n-d-803757-2 is: [{'id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-router', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:03Z', 'revision_number': 3, 'project_id': '4d19546de9824193bf906963ef741cc1', 'gw_port': {'id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:07.237011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-6a3d1c51-8453-4e38-9783-9741a5713c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.238860 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-6a3d1c51-8453-4e38-9783-9741a5713c71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 1099 time: 0.3072371 Aug 19 12:16:07.261418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f8eba-b182-4e4c-acfc-d1333256dcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe72b3b-dcb9-4f1d-bace-4a5c6e829116,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:07.286480 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.337182 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6eb49f3e-6b56-4d5a-8a08-e7057337297d req-7ff7543f-09aa-48b4-b0ab-289632aaf1b7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568575 Aug 19 12:16:07.351030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Transition to ACTIVE for port object 6ac24f71-c717-499f-b358-922052710806 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:07.358049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-93991420-5ab6-4ccc-ad8e-11969616e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.365411 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-93991420-5ab6-4ccc-ad8e-11969616e581 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1392996 Aug 19 12:16:07.379538 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.408768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65222f77-4943-4ba8-9c30-3d7334f11440 req-da636e72-99ff-4df9-a780-ff6288cd0f34 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.427121 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65222f77-4943-4ba8-9c30-3d7334f11440 req-da636e72-99ff-4df9-a780-ff6288cd0f34 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.3114460 Aug 19 12:16:07.434669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99632c40-1a44-43d9-ab7c-a53925c74ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.510447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e7b987a-61f6-4280-8fa5-2abf063aaa6e req-a724079d-a27d-40fb-b847-477baad996ea tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 210 time: 0.0769603 Aug 19 12:16:07.541098 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99632c40-1a44-43d9-ab7c-a53925c74ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.615420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-3add1b06-f117-43cb-b392-cf3a2d07cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.616937 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-3add1b06-f117-43cb-b392-cf3a2d07cce6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2300551 Aug 19 12:16:07.625760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.641012 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-bdd9adbe-f9f6-408f-ab1d-1a72350e8264 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060178 Aug 19 12:16:07.665821 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65222f77-4943-4ba8-9c30-3d7334f11440 req-723e3341-e90f-4d13-bda9-a4411c610d73 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356400 Aug 19 12:16:07.670521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-0a3804a2-ad8f-4100-8769-72f6fe9e530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.672793 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-0a3804a2-ad8f-4100-8769-72f6fe9e530d service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.4141500 Aug 19 12:16:07.742750 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9740a021-0d50-4c98-84f3-837677a51df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.765455 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-29742949-c971-45d6-bc61-197673469d0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f HTTP/1.1" status: 200 len: 217 time: 0.0503511 Aug 19 12:16:07.768159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb5e768b-d8b6-44af-8945-ac7eeb479122 req-40983a09-cb3f-4916-85cc-69835ecf26b5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 210 time: 0.1501553 Aug 19 12:16:07.774308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.796780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-264eb0a1-5d09-4642-ab02-fd456e52e446 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607459 Aug 19 12:16:07.902245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-129af4ab-796a-495d-8288-6f54cabfbf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.903721 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-129af4ab-796a-495d-8288-6f54cabfbf60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1264334 Aug 19 12:16:07.946706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Network 2314a410-d92f-43f0-8dde-fac0dd554993 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:07.947545 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99632c40-1a44-43d9-ab7c-a53925c74ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.950067 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99632c40-1a44-43d9-ab7c-a53925c74ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:07.955582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-99632c40-1a44-43d9-ab7c-a53925c74ecb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbe72b3b-dcb9-4f1d-bace-4a5c6e829116 HTTP/1.1" status: 204 len: 168 time: 0.7679510 Aug 19 12:16:07.968710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Allocated IP 172.20.0.1 (cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1/26ec87a4-a012-459e-8aaa-a8db66f0b3e2/9cf8b30d-94ec-46b2-9f78-bfffb078ba81) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:07.972289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:07.974749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Pushing event updated for resources: {'Port': ['ID=6ac24f71-c717-499f-b358-922052710806,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:07.982903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:07.991179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:07.991923 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.009254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-9e3a0935-fc13-4cca-a915-6b9223544e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:08.010893 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-9e3a0935-fc13-4cca-a915-6b9223544e50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 1099 time: 0.1454108 Aug 19 12:16:08.025961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99632c40-1a44-43d9-ab7c-a53925c74ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe72b3b-dcb9-4f1d-bace-4a5c6e829116,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:08.049470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:08.086605 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d546a3f7-093c-4976-8591-b73f6f3b0e0f req-db4e8f58-a025-49f1-b7fe-53d25df8942d service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668030 Aug 19 12:16:08.149642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-08a54839-9852-4e69-a519-62eaeb16ea20 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4120550 Aug 19 12:16:08.168967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Request body: {'port': {'device_id': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:08.260156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.360057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:08.365724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:08.366102 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.416162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef9919-09ec-43cd-a70f-88f3524d09cc req-36163f1c-e8f9-40dc-9c60-6cd1544774b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:08.417718 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66ef9919-09ec-43cd-a70f-88f3524d09cc req-36163f1c-e8f9-40dc-9c60-6cd1544774b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f74ac3c73de74a658b23ae3fabb56728&device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 1099 time: 0.1206622 Aug 19 12:16:08.512011 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.517544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-43976646-6fa5-48da-a43e-8a97c66fe0ae None None] Provisioning for port 6ac24f71-c717-499f-b358-922052710806 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:08.521448 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.528792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-43976646-6fa5-48da-a43e-8a97c66fe0ae None None] Provisioning complete for port 6ac24f71-c717-499f-b358-922052710806 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:08.529378 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-43976646-6fa5-48da-a43e-8a97c66fe0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.538707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Transition to ACTIVE for port object 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:08.568616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:08.579341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-43976646-6fa5-48da-a43e-8a97c66fe0ae None None] Port 6ac24f71-c717-499f-b358-922052710806 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:08.614254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-6186b1ac-1397-45b6-b73b-4405cc648062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:08.616800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-6186b1ac-1397-45b6-b73b-4405cc648062 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7049534 Aug 19 12:16:08.629420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a2bc4-0e92-44ce-9e2d-75cac5db750b req-164c6cef-2c7b-483f-af2b-3116a6a96fb8 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:08.630975 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b1a2bc4-0e92-44ce-9e2d-75cac5db750b req-164c6cef-2c7b-483f-af2b-3116a6a96fb8 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 948 time: 0.6713419 Aug 19 12:16:08.684791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e062e-bb56-447c-abfb-412ea2d17909 req-a03d233f-7d0f-46b5-8275-8496c6ba5207 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:08.686321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6e7e062e-bb56-447c-abfb-412ea2d17909 req-a03d233f-7d0f-46b5-8275-8496c6ba5207 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 948 time: 0.1471863 Aug 19 12:16:08.707392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef9919-09ec-43cd-a70f-88f3524d09cc req-728630d2-16bc-484f-9aa3-6720d25862fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:08.709141 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66ef9919-09ec-43cd-a70f-88f3524d09cc req-728630d2-16bc-484f-9aa3-6720d25862fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.2836547 Aug 19 12:16:08.720332 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.755236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b1a2bc4-0e92-44ce-9e2d-75cac5db750b req-9b0f5b83-59dd-4a0a-9a83-1b5659c02995 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130147 Aug 19 12:16:08.756393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-8f7788a8-5985-4bac-8692-6323646bb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:08.757937 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-8f7788a8-5985-4bac-8692-6323646bb269 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.6946392 Aug 19 12:16:08.791522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:08.811094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66ef9919-09ec-43cd-a70f-88f3524d09cc req-33d5d7f1-822c-4a38-930a-dac4d49b4b41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=6f01179a-75f1-4e8c-b1ae-c79efefabb68 HTTP/1.1" status: 200 len: 217 time: 0.0707960 Aug 19 12:16:08.843266 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-55c96f13-4f63-4ed2-87b1-2837ad7d0477 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f HTTP/1.1" status: 200 len: 217 time: 0.0702398 Aug 19 12:16:08.844403 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:08.903105 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-8321dd1d-afc7-473e-b1bd-0308bf5fde3b service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695851 Aug 19 12:16:08.964059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:08.966599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6e7e062e-bb56-447c-abfb-412ea2d17909 req-3ec83bb7-1931-4530-85eb-b7506482114b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702096 Aug 19 12:16:08.983733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac24f71-c717-499f-b358-922052710806 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:09.010250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.011760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.024625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-4b4c757d-46ab-45a6-bde4-59a956b5b256 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.025779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:09.026287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-4b4c757d-46ab-45a6-bde4-59a956b5b256 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.62 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 820 time: 0.3616719 Aug 19 12:16:09.035223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:09.035223 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.035527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef9919-09ec-43cd-a70f-88f3524d09cc req-5c0bb23d-a3b2-4d70-a6a1-7cfc25354b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.036009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66ef9919-09ec-43cd-a70f-88f3524d09cc req-5c0bb23d-a3b2-4d70-a6a1-7cfc25354b5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.2058816 Aug 19 12:16:09.038642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf8b30d-94ec-46b2-9f78-bfffb078ba81,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:09.047257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Request body: {'port': {'device_id': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7', 'admin_state_up': True, 'tenant_id': '6b81bb21c5aa454baad4a2004864545e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:09.074595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Transition to ACTIVE for port object 6ac24f71-c717-499f-b358-922052710806 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:09.094880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-665bfcdb-9919-4d12-a662-ffe7acc19003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.096132 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-665bfcdb-9919-4d12-a662-ffe7acc19003 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.2372298 Aug 19 12:16:09.130257 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b9cd3-2849-40a1-845c-a6ee2abade89 req-a8e7e559-5ee7-43ec-bf08-2f572eb15320 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.138409 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e61b9cd3-2849-40a1-845c-a6ee2abade89 req-a8e7e559-5ee7-43ec-bf08-2f572eb15320 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 932 time: 0.2819183 Aug 19 12:16:09.272341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-c618f05b-13c2-43fc-b2e9-8e431eec185a service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445387 Aug 19 12:16:09.284558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-c0d28aea-c43b-440b-b462-081d6022908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.286041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-c0d28aea-c43b-440b-b462-081d6022908d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755483 Aug 19 12:16:09.292064 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e61b9cd3-2849-40a1-845c-a6ee2abade89 req-1ce136b3-a09c-4acc-bf3d-847cc370aa09 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451237 Aug 19 12:16:09.321610 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.409754 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-45017ef9-8c02-4f66-b1ed-e63594e55622 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088026 Aug 19 12:16:09.429119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef9919-09ec-43cd-a70f-88f3524d09cc req-a5d51cbb-8b8c-44ca-bdc9-599ebadac6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.436229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0b01b92-a968-4bda-8056-e5702c1a6b6b None None] Provisioning for port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:09.438239 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66ef9919-09ec-43cd-a70f-88f3524d09cc req-a5d51cbb-8b8c-44ca-bdc9-599ebadac6c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3778944 Aug 19 12:16:09.453059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0b01b92-a968-4bda-8056-e5702c1a6b6b None None] Provisioning complete for port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:09.456537 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0b01b92-a968-4bda-8056-e5702c1a6b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.473724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251feab-22e9-47c6-8bc7-afd7c3e2ae74 req-998b5803-6c1a-484b-8324-02bda8d799cd tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.475266 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c251feab-22e9-47c6-8bc7-afd7c3e2ae74 req-998b5803-6c1a-484b-8324-02bda8d799cd tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.2297003 Aug 19 12:16:09.478641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac24f71-c717-499f-b358-922052710806,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:09.553106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f0b01b92-a968-4bda-8056-e5702c1a6b6b None None] Port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:09.574767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Made reservation on behalf of 6b81bb21c5aa454baad4a2004864545e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:09.578304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.591893 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-789157c8-5175-414b-ad4b-2b7da9407c9e req-8df436ae-8f4a-4aa1-9aff-a8396ab9d005 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 210 time: 0.0896494 Aug 19 12:16:09.596138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.658215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Attempting to bind port 6ac24f71-c717-499f-b358-922052710806 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:09.658476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Attempting to bind port 6ac24f71-c717-499f-b358-922052710806 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:09.658762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Attempting to bind port 6ac24f71-c717-499f-b358-922052710806 on network 2314a410-d92f-43f0-8dde-fac0dd554993 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:09.689875 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ac199c-f228-45cb-971f-0f6b1010b297 req-512ac442-f73f-4c82-951f-65e5f25d5cc5 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735400 Aug 19 12:16:09.712593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Port 6ac24f71-c717-499f-b358-922052710806 on network 2314a410-d92f-43f0-8dde-fac0dd554993 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:09.712913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Attempting to bind port 6ac24f71-c717-499f-b358-922052710806 on network 2314a410-d92f-43f0-8dde-fac0dd554993 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:09.725488 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c251feab-22e9-47c6-8bc7-afd7c3e2ae74 req-0013b912-5b40-4456-b31f-0da55d047aee tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912558 Aug 19 12:16:09.738153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:09.748563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Checking segment: {'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:09.748563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Bound using segment: {'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:09.748563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Bound port: 6ac24f71-c717-499f-b358-922052710806, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a73e72-fe28-4e08-bd49-1e75917b5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:09.748563 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.754500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66ef9919-09ec-43cd-a70f-88f3524d09cc req-e375b0fa-9e6f-4089-bf41-2466dcbef949 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153944 Aug 19 12:16:09.833262 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.915041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] For port 6ac24f71-c717-499f-b358-922052710806, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:09.916161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c78d7c-b347-49c0-951f-599c6b06b75c req-7d95736f-5231-4cff-8a5d-ad6b0dc1ce46 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:09.922719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Allocated IP 172.20.0.9 (bd7ebef6-e919-454f-b19c-45fbcfe86bc7/45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9/f11d55ae-c152-4210-b83e-f0c360ef09da) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:09.930903 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5c78d7c-b347-49c0-951f-599c6b06b75c req-7d95736f-5231-4cff-8a5d-ad6b0dc1ce46 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 948 time: 0.0804615 Aug 19 12:16:09.938082 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.938916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:09.941005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] For port 6ac24f71-c717-499f-b358-922052710806, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6ac24f71-c717-499f-b358-922052710806,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:09.957218 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66ef9919-09ec-43cd-a70f-88f3524d09cc req-a78eae76-0a47-43b3-948e-af98ed02b7d6 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948853 Aug 19 12:16:09.997291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:10.061805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:10.062438 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.082980 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5c78d7c-b347-49c0-951f-599c6b06b75c req-4034ff8d-7053-474c-aca6-8c43443288ac tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177509 Aug 19 12:16:10.083639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Pushing event updated for resources: {'Port': ['ID=9cf8b30d-94ec-46b2-9f78-bfffb078ba81,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:10.115885 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:10.117522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:10.271060 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:10.376863 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.421028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a0b0d3a8-60d5-4cba-89cf-a9eea335b9f3 None None] Provisioning complete for port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:10.421599 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a0b0d3a8-60d5-4cba-89cf-a9eea335b9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.440733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:10.456831 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0a4c135b-e302-4328-a72f-658fdab8ad87 admin admin] 10.222.0.21 "PUT /v2.0/routers/cb28f4b2-bb52-441a-956b-dc9fe0d685a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9433415 Aug 19 12:16:10.471008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Sync routers for ids ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:10.480389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e78f7a-cd37-4a0d-bd0b-22b7168d23a1 req-caa2530a-d478-4100-a29a-ec2f42a602bc tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:10.482545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b9e78f7a-cd37-4a0d-bd0b-22b7168d23a1 req-caa2530a-d478-4100-a29a-ec2f42a602bc tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 944 time: 0.0801289 Aug 19 12:16:10.495912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:10.496629 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.498075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] 10.222.0.62 "PUT /v2.0/ports/6ac24f71-c717-499f-b358-922052710806 HTTP/1.1" status: 200 len: 1092 time: 2.3341305 Aug 19 12:16:10.498346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Routers {'cb28f4b2-bb52-441a-956b-dc9fe0d685a4'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:10.499866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:10.510953 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.512900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'tag': '6ac24f71-c717-499f-b358-922052710806'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:10.515278 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e95b55-401e-413e-b000-27ba940a6afb" -d '{"events": [{"name": "network-changed", "server_uuid": "108b27c5-a7b3-4b10-bf36-208bf167b661", "tag": "6ac24f71-c717-499f-b358-922052710806"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:10.542021 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b9e78f7a-cd37-4a0d-bd0b-22b7168d23a1 req-3e1904a0-1a9d-47b0-8c5c-dda79d59cc8b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510175 Aug 19 12:16:10.569387 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:10.582710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0d3a8-60d5-4cba-89cf-a9eea335b9f3 None None] Port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:10.596435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b968a2c-30d4-4a26-a33b-76a9b01d6f60 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac24f71-c717-499f-b358-922052710806,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:10.611161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1fb73-73d9-41c9-88da-f2cc53d62683 req-79a944b3-37d9-4ec4-9107-77f725e1b84b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:10.612942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-acf1fb73-73d9-41c9-88da-f2cc53d62683 req-79a944b3-37d9-4ec4-9107-77f725e1b84b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 948 time: 0.2418439 Aug 19 12:16:10.805509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Set router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:10.807263 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e091cb-7cf6-4224-8b7b-898976e09f5f x-openstack-request-id: req-e8e091cb-7cf6-4224-8b7b-898976e09f5f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:10.807263 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108b27c5-a7b3-4b10-bf36-208bf167b661", "tag": "6ac24f71-c717-499f-b358-922052710806", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:10.807263 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8e091cb-7cf6-4224-8b7b-898976e09f5f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:10.807263 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'tag': '6ac24f71-c717-499f-b358-922052710806', 'status': 'completed', 'code': 200} Aug 19 12:16:10.807263 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-acf1fb73-73d9-41c9-88da-f2cc53d62683 req-9f943b23-bfa5-435c-93f7-75e6bd0e34f1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940895 Aug 19 12:16:10.807263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e95b55-401e-413e-b000-27ba940a6afb req-5de7e55e-5342-4222-a4a5-116a4e0c856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:10.807263 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05e95b55-401e-413e-b000-27ba940a6afb req-5de7e55e-5342-4222-a4a5-116a4e0c856e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d6bd9e263cd42edabec866d64ae4d9e&device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 1095 time: 0.0705051 Aug 19 12:16:10.820325 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed7883ab-904b-44e8-bdf3-9a26b837bae1 req-d2241deb-a59c-4394-aeb9-077722823167 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 210 time: 0.0510945 Aug 19 12:16:10.957411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-router', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:09Z', 'revision_number': 4, 'project_id': '4d19546de9824193bf906963ef741cc1', 'gw_port': {'id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9cf8b30d-94ec-46b2-9f78-bfffb078ba81', 'name': '', 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'mac_address': 'fa:16:3e:3e:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '26ec87a4-a012-459e-8aaa-a8db66f0b3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:07Z', 'updated_at': '2021-08-19T12:16:09Z', 'revision_number': 2, 'project_id': '4d19546de9824193bf906963ef741cc1', 'subnets': [{'id': '26ec87a4-a012-459e-8aaa-a8db66f0b3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:10.983477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Checking router: cb28f4b2-bb52-441a-956b-dc9fe0d685a4 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:10.983820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Updating router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:10.992254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02891f4b-1bae-4137-8047-a7fe7cc8baaf req-01bfbd7d-6980-4e65-939c-27087c091019 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:10.993739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02891f4b-1bae-4137-8047-a7fe7cc8baaf req-01bfbd7d-6980-4e65-939c-27087c091019 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1618226 Aug 19 12:16:11.008419 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.032215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e95b55-401e-413e-b000-27ba940a6afb req-8d07d9d4-46ea-4c92-9ae0-19c0f4659337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:11.033693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05e95b55-401e-413e-b000-27ba940a6afb req-8d07d9d4-46ea-4c92-9ae0-19c0f4659337 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9d6bd9e263cd42edabec866d64ae4d9e&shared=False HTTP/1.1" status: 200 len: 929 time: 0.2201188 Aug 19 12:16:11.067685 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02891f4b-1bae-4137-8047-a7fe7cc8baaf req-d0558162-12e4-4fa6-8e00-a42cc5ac6036 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672431 Aug 19 12:16:11.205103 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.257505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a87e5-090d-4b23-aeb4-bca8f0a11b4b req-344a4411-20a4-4e48-ad99-dd0cb4ca7c8c tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:11.274765 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc6a87e5-090d-4b23-aeb4-bca8f0a11b4b req-344a4411-20a4-4e48-ad99-dd0cb4ca7c8c tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 948 time: 0.0986445 Aug 19 12:16:11.328094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc6a87e5-090d-4b23-aeb4-bca8f0a11b4b req-8507c265-584f-40b1-a661-7603065b4a05 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524266 Aug 19 12:16:11.342279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Pushing event updated for resources: {'Port': ['ID=f11d55ae-c152-4210-b83e-f0c360ef09da,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:11.345638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e95b55-401e-413e-b000-27ba940a6afb req-cacde48f-18a9-447e-892a-90269d549dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:11.348038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05e95b55-401e-413e-b000-27ba940a6afb req-cacde48f-18a9-447e-892a-90269d549dc6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3011153 Aug 19 12:16:11.352804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:11.352804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:11.354069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:11.360841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:11.361474 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.380429 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.402455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Transition to ACTIVE for port object 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:11.448755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ebb47-9212-434e-811e-3a1781305d34 req-dd7f2acc-4187-415d-bca1-c02e896b197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:11.450362 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-dd7f2acc-4187-415d-bca1-c02e896b197c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d6bd9e263cd42edabec866d64ae4d9e&device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 1095 time: 0.0436225 Aug 19 12:16:11.452603 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-365f1933-d18e-45f2-b7ba-647df683e725 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4150441 Aug 19 12:16:11.477431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Request body: {'port': {'device_id': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:11.502648 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.535428 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-a4fca614-b634-4cad-8931-8671eb241e24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac24f71-c717-499f-b358-922052710806 HTTP/1.1" status: 200 len: 217 time: 0.0703993 Aug 19 12:16:11.599985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b632e-38e4-4427-8901-1450c3ac75db None None] Pushing event updated for resources: {'Port': ['ID=9cf8b30d-94ec-46b2-9f78-bfffb078ba81,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:11.610653 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.626232 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Attempting to bind port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:11.627125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Attempting to bind port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:11.627697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Attempting to bind port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 on network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:11.638097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ebb47-9212-434e-811e-3a1781305d34 req-5110d6b4-5dba-4840-b1bc-8faf557228fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:11.638097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-5110d6b4-5dba-4840-b1bc-8faf557228fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee630573-2895-4a24-87e5-9e8ff6506983 HTTP/1.1" status: 200 len: 867 time: 0.0918038 Aug 19 12:16:11.638330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:11.638330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Checking segment: {'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:11.638330 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.638330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Bound using segment: {'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:11.639840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Bound port: 9cf8b30d-94ec-46b2-9f78-bfffb078ba81, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:11.640556 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.747697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] For port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:11.755052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] For port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9cf8b30d-94ec-46b2-9f78-bfffb078ba81,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:11.767227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6ad0e-0740-4d06-8bbc-46bf4b72cf96 req-74fbbc08-be4b-4850-901d-910ed293c630 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:11.775041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02a6ad0e-0740-4d06-8bbc-46bf4b72cf96 req-74fbbc08-be4b-4850-901d-910ed293c630 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 944 time: 0.0670717 Aug 19 12:16:11.833753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02a6ad0e-0740-4d06-8bbc-46bf4b72cf96 req-84951660-cd00-4d0a-a3e8-57cf961c0d76 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537930 Aug 19 12:16:11.850909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ebb47-9212-434e-811e-3a1781305d34 req-e4a161a9-d00b-41f6-b710-f2ad9b653c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:11.850909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-e4a161a9-d00b-41f6-b710-f2ad9b653c03 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2314a410-d92f-43f0-8dde-fac0dd554993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845155 Aug 19 12:16:11.862548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45154) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:11.868524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-network', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:11.890574 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:11.912897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 6f01179a-75f1-4e8c-b1ae-c79efefabb68 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:12.014960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-6be35dfd-5b78-4b4e-8625-271b18926add service neutron] 10.222.0.62 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537011 Aug 19 12:16:12.019649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e80c8b-8a11-41b0-8d9f-e354a6da7989 req-51e57ba8-7e9e-4d61-abe9-fe9008a0d01d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:12.021215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39e80c8b-8a11-41b0-8d9f-e354a6da7989 req-51e57ba8-7e9e-4d61-abe9-fe9008a0d01d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 948 time: 0.0917408 Aug 19 12:16:12.025579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Routers {'cb28f4b2-bb52-441a-956b-dc9fe0d685a4'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:12.026557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:12.031582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Made reservation on behalf of e1beca5d15c346a7bc4fbdf513bfe538 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:12.034017 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.068951 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.090047 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.resource_extend [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:16:12.139506 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39e80c8b-8a11-41b0-8d9f-e354a6da7989 req-ddce5c5a-e2be-4dcc-b1d3-240f8df62418 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006930 Aug 19 12:16:12.142376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b632e-38e4-4427-8901-1450c3ac75db None None] Pushing event updated for resources: {'Port': ['ID=9cf8b30d-94ec-46b2-9f78-bfffb078ba81,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:12.284445 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.285798 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-971ebb47-9212-434e-811e-3a1781305d34 req-610d5dff-6ee1-4416-9780-a82338f8204c service neutron] 10.222.0.62 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595921 Aug 19 12:16:12.292772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae9a84-8daa-4d9e-84df-548b4b84381d req-4f77a359-ff6b-4a94-b97a-fd603cf095e2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:12.294506 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-53ae9a84-8daa-4d9e-84df-548b4b84381d req-4f77a359-ff6b-4a94-b97a-fd603cf095e2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0755162 Aug 19 12:16:12.299302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] Set router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:12.303184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 6f01179a-75f1-4e8c-b1ae-c79efefabb68, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=6f01179a-75f1-4e8c-b1ae-c79efefabb68,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:12.338717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e812bd-06cf-4380-9620-2e460b38773c req-201284a8-c548-4b78-8db7-bd4b1b09f52e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:12.340184 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54e812bd-06cf-4380-9620-2e460b38773c req-201284a8-c548-4b78-8db7-bd4b1b09f52e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 931 time: 0.1169820 Aug 19 12:16:12.343251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '6f01179a-75f1-4e8c-b1ae-c79efefabb68', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '6f01179a-75f1-4e8c-b1ae-c79efefabb68', 'mac_address': 'fa:16:3e:cf:3f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:12.347379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11d55ae-c152-4210-b83e-f0c360ef09da {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:12.364432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-53ae9a84-8daa-4d9e-84df-548b4b84381d req-bdd6ffa7-b576-40c3-9c7e-9b380f5d483f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465763 Aug 19 12:16:12.364432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.376415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.385779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:16:12.395549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2781458-88fe-4773-90cf-6c402cab238d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:12.401803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Transition to ACTIVE for port object f11d55ae-c152-4210-b83e-f0c360ef09da will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:12.403456 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.404294 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Added segment e5f6b552-9552-4d52-85a5-02d070d4aa52 of type vlan for network 336a2a22-93b6-42c3-b7ee-03769aa1517a Aug 19 12:16:12.414444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54e812bd-06cf-4380-9620-2e460b38773c req-61454aa3-ea61-49cf-814d-47b248ecad7b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601201 Aug 19 12:16:12.456206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.492738 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.496913 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.512612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f01179a-75f1-4e8c-b1ae-c79efefabb68 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:12.546167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 6f01179a-75f1-4e8c-b1ae-c79efefabb68, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=6f01179a-75f1-4e8c-b1ae-c79efefabb68,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:12.569087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Pushing event updated for resources: {'Port': ['ID=f11d55ae-c152-4210-b83e-f0c360ef09da,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:12.600444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5e5f5-84d6-4435-97b6-ed96de1c2754 req-a730e904-3d34-4754-a68b-9571f23902f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:12.601845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bfd5e5f5-84d6-4435-97b6-ed96de1c2754 req-a730e904-3d34-4754-a68b-9571f23902f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 948 time: 0.1173887 Aug 19 12:16:12.605917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.606224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.606562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.606926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.607254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.607584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.607905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.608027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-router', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:09Z', 'revision_number': 4, 'project_id': '4d19546de9824193bf906963ef741cc1', 'gw_port': {'id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9cf8b30d-94ec-46b2-9f78-bfffb078ba81', 'name': '', 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'mac_address': 'fa:16:3e:3e:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '26ec87a4-a012-459e-8aaa-a8db66f0b3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:07Z', 'updated_at': '2021-08-19T12:16:11Z', 'revision_number': 4, 'project_id': '4d19546de9824193bf906963ef741cc1', 'subnets': [{'id': '26ec87a4-a012-459e-8aaa-a8db66f0b3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:12.608287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.608612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.608933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.609247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.609820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:12.635397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:12.635631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd0141e-fc43-4418-8993-173ae9d9e0a4 None None] The sync data for ids ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'] in n-d-803757-2 is: [{'id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-router', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:16:09Z', 'revision_number': 4, 'project_id': '4d19546de9824193bf906963ef741cc1', 'gw_port': {'id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9cf8b30d-94ec-46b2-9f78-bfffb078ba81', 'name': '', 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'mac_address': 'fa:16:3e:3e:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '26ec87a4-a012-459e-8aaa-a8db66f0b3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:07Z', 'updated_at': '2021-08-19T12:16:11Z', 'revision_number': 4, 'project_id': '4d19546de9824193bf906963ef741cc1', 'subnets': [{'id': '26ec87a4-a012-459e-8aaa-a8db66f0b3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:12.635776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:12.636031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:12.645503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.646040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.647446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:12.647637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:12.649464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:12.651627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.662470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:12.662825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:12.663221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:12.663664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Bound port: f11d55ae-c152-4210-b83e-f0c360ef09da, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:12.664023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:12.671625 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bfd5e5f5-84d6-4435-97b6-ed96de1c2754 req-c4966f8d-f01c-4b05-b3ed-247501e3da6a tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586092 Aug 19 12:16:12.761161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] Pushing event updated for resources: {'Network': ['ID=336a2a22-93b6-42c3-b7ee-03769aa1517a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:12.773793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 336a2a22-93b6-42c3-b7ee-03769aa1517a details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:16:12.802781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4db17444-4e5c-45c6-a45b-a73f3cec2f6f details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:12.826121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:12.830269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f11d55ae-c152-4210-b83e-f0c360ef09da,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:12.911537 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9a884a82-23c4-49aa-84a6-95f93bc82b99 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0477040 Aug 19 12:16:12.920633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45178) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:12.933422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] Request body: {'subnet': {'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-subnet', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:12.940078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab387a85-adca-42cb-b492-f93b09db7043 req-40b4b920-ecfc-4366-9d87-e94e23e2f711 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:12.944241 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab387a85-adca-42cb-b492-f93b09db7043 req-40b4b920-ecfc-4366-9d87-e94e23e2f711 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 948 time: 0.0969989 Aug 19 12:16:12.948444 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.010868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab387a85-adca-42cb-b492-f93b09db7043 req-48d5a0d1-1099-48dc-9acd-453f328940fc tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570993 Aug 19 12:16:13.061205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=6f01179a-75f1-4e8c-b1ae-c79efefabb68,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:13.152283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['6f01179a-75f1-4e8c-b1ae-c79efefabb68'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:13.157224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Pushing event updated for resources: {'Port': ['ID=f11d55ae-c152-4210-b83e-f0c360ef09da,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:13.177812 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:13.178508 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.183016 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a9b49672-da24-4811-a110-3e94c38fee1c service neutron] 10.222.0.62 "PUT /v2.0/ports/f11d55ae-c152-4210-b83e-f0c360ef09da HTTP/1.1" status: 200 len: 1091 time: 1.7069733 Aug 19 12:16:13.188615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'tag': 'f11d55ae-c152-4210-b83e-f0c360ef09da'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:13.191251 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6dee67-29bb-409f-bdf3-f89988a6af44" -d '{"events": [{"name": "network-changed", "server_uuid": "5606bcd6-9e04-419c-972b-bc5dcf11ced8", "tag": "f11d55ae-c152-4210-b83e-f0c360ef09da"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:13.228672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d384373-59ce-475f-841c-b10a0c8dab39 req-17933f2f-4575-495b-9c34-f3d3fa89d8ae tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:13.238367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d384373-59ce-475f-841c-b10a0c8dab39 req-17933f2f-4575-495b-9c34-f3d3fa89d8ae tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 944 time: 0.1887753 Aug 19 12:16:13.268268 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9cfbc6-52bc-415e-88a1-ff3c4bf376e4 x-openstack-request-id: req-4a9cfbc6-52bc-415e-88a1-ff3c4bf376e4 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:13.268565 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5606bcd6-9e04-419c-972b-bc5dcf11ced8", "tag": "f11d55ae-c152-4210-b83e-f0c360ef09da", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:13.268825 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a9cfbc6-52bc-415e-88a1-ff3c4bf376e4 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:13.269221 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'tag': 'f11d55ae-c152-4210-b83e-f0c360ef09da', 'status': 'completed', 'code': 200} Aug 19 12:16:13.300193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] Made reservation on behalf of e1beca5d15c346a7bc4fbdf513bfe538 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:13.302628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.346523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:13.370013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f', 'mac_address': 'fa:16:3e:9e:bb:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:13.431671 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.451232 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db17444-4e5c-45c6-a45b-a73f3cec2f6f {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:13.474007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:13.478663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a30589-af6d-4f53-91f7-a260264c8eda req-b62f9c41-6bc3-4c7b-a2b6-e822ec08de8d tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:13.480259 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-11a30589-af6d-4f53-91f7-a260264c8eda req-b62f9c41-6bc3-4c7b-a2b6-e822ec08de8d tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0611236 Aug 19 12:16:13.520280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-11a30589-af6d-4f53-91f7-a260264c8eda req-b353a598-6202-4be9-aca7-7d9d90d1e6ce tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329974 Aug 19 12:16:13.582627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:13.585130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-b89291ab-152b-417f-a824-8cc1b06023de tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:13.586737 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-b89291ab-152b-417f-a824-8cc1b06023de tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.30 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e&tenant_id=9f9555ca381f4d9c9f1e07a044986e98&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 948 time: 0.6155016 Aug 19 12:16:13.637614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:13.645676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abbac4-d94e-4fa0-bc66-e68cafb1dbc5 req-f476ee09-5b13-430f-9831-4e5034f3d98e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:13.647771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2abbac4-d94e-4fa0-bc66-e68cafb1dbc5 req-f476ee09-5b13-430f-9831-4e5034f3d98e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.0589774 Aug 19 12:16:13.709136 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d384373-59ce-475f-841c-b10a0c8dab39 req-09609bb8-5bd5-4a0f-af77-cb21c74a4712 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697475 Aug 19 12:16:13.725209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2abbac4-d94e-4fa0-bc66-e68cafb1dbc5 req-b0b62720-180f-4ddc-a498-6856c89c7ed1 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687573 Aug 19 12:16:13.732778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dee67-29bb-409f-bdf3-f89988a6af44 req-c02908fc-2cf6-4953-af23-c647bbae04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:13.734723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d6dee67-29bb-409f-bdf3-f89988a6af44 req-c02908fc-2cf6-4953-af23-c647bbae04ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 1094 time: 0.4496267 Aug 19 12:16:13.830470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45208) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:13.843573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['4db17444-4e5c-45c6-a45b-a73f3cec2f6f'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:13.898439 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-785273f2-42c6-435c-997b-b13b5c40d73e service neutron] delete failed (client error): The resource could not be found. Aug 19 12:16:13.899498 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-785273f2-42c6-435c-997b-b13b5c40d73e service neutron] 10.222.0.30 "DELETE /v2.0/ports/4db17444-4e5c-45c6-a45b-a73f3cec2f6f/bindings/n-h2-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.2894342 Aug 19 12:16:14.053822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2722e0c-f0b2-4b17-b2e9-9ae5aa622e79 req-edd60ff3-8d43-4832-a8eb-5e1e4594f778 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.062462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2722e0c-f0b2-4b17-b2e9-9ae5aa622e79 req-edd60ff3-8d43-4832-a8eb-5e1e4594f778 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 949 time: 0.2732189 Aug 19 12:16:14.065997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:14.074255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ab4aa5b-c9e2-4f47-be05-35f2c1350c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.092928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dee67-29bb-409f-bdf3-f89988a6af44 req-9b6352dd-542a-4b77-82e9-ac5e3e0943ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.096775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d6dee67-29bb-409f-bdf3-f89988a6af44 req-9b6352dd-542a-4b77-82e9-ac5e3e0943ea service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6b81bb21c5aa454baad4a2004864545e&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3456864 Aug 19 12:16:14.209613 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.233416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef816720-8800-48ed-99b0-7aa4971c9099 req-0f5ef09c-45fd-415d-a9fa-b2ef413053c1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.235262 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef816720-8800-48ed-99b0-7aa4971c9099 req-0f5ef09c-45fd-415d-a9fa-b2ef413053c1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 949 time: 0.0904226 Aug 19 12:16:14.261753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2722e0c-f0b2-4b17-b2e9-9ae5aa622e79 req-4a7cf2f2-98b7-4884-ad51-fba670957bbe tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982412 Aug 19 12:16:14.279290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:14.284660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:14.285429 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.292033 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ab4aa5b-c9e2-4f47-be05-35f2c1350c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.317561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-45f9288f-e3cc-413c-ac39-2f44aac1c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.319173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-45f9288f-e3cc-413c-ac39-2f44aac1c240 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 1100 time: 0.2217231 Aug 19 12:16:14.319701 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef816720-8800-48ed-99b0-7aa4971c9099 req-dd06b8d5-c2ee-483b-9aab-62290239c3a4 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749345 Aug 19 12:16:14.351164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce81868c-f453-46a5-9b83-739ba5d616fb,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:14.387751 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.396586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dee67-29bb-409f-bdf3-f89988a6af44 req-25f278cc-1db8-4ca4-b3f0-112d5f1ff65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.398064 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d6dee67-29bb-409f-bdf3-f89988a6af44 req-25f278cc-1db8-4ca4-b3f0-112d5f1ff65e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2895942 Aug 19 12:16:14.400229 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ab4aa5b-c9e2-4f47-be05-35f2c1350c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.419537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] Checking segment: {'id': 'e5f6b552-9552-4d52-85a5-02d070d4aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:14.421266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] Network hostable DHCP agents. Network: 336a2a22-93b6-42c3-b7ee-03769aa1517a, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:16:14.429998 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9cf8b30d-94ec-46b2-9f78-bfffb078ba81,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:14.443432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8ab4aa5b-c9e2-4f47-be05-35f2c1350c6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eae1f14892684e3da4ea316dde3ee0f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6118307 Aug 19 12:16:14.449595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45216) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:14.504355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4aa5b-c9e2-4f47-be05-35f2c1350c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14de0f37-3bc9-4bca-a3fc-b0e05bc6d967,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:14.524793 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.525997 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.536297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-66601c6d-976e-4160-b5be-611658291cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.537958 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-66601c6d-976e-4160-b5be-611658291cdb service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.2083375 Aug 19 12:16:14.566126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-f17fdbf7-9f6d-47cd-a491-62c72ba1ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.567680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-f17fdbf7-9f6d-47cd-a491-62c72ba1ea99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 1094 time: 0.1216033 Aug 19 12:16:14.570247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.603439 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-71dc56ee-3556-4290-a938-e53d98f39de5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f HTTP/1.1" status: 200 len: 217 time: 0.0559618 Aug 19 12:16:14.604452 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=9cf8b30d-94ec-46b2-9f78-bfffb078ba81,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:14.651426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] Network 336a2a22-93b6-42c3-b7ee-03769aa1517a is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:16:14.654152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a5973f6f-a505-4cf5-9420-d5309aa84940 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f11d55ae-c152-4210-b83e-f0c360ef09da HTTP/1.1" status: 200 len: 217 time: 0.0579169 Aug 19 12:16:14.765242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-0d3fb3fe-1ffa-4a2b-8755-d16f91c39094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.766746 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-0d3fb3fe-1ffa-4a2b-8755-d16f91c39094 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1241322 Aug 19 12:16:14.776797 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.781187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f5464-b67f-4bf6-9926-b647b0e5709b req-845ccf55-4381-4dd7-b136-549ba502b9bc tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.781373 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.782692 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac0f5464-b67f-4bf6-9926-b647b0e5709b req-845ccf55-4381-4dd7-b136-549ba502b9bc tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1411424 Aug 19 12:16:14.792384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-eb12cea0-49af-4e40-9055-f27403bb57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.793874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-eb12cea0-49af-4e40-9055-f27403bb57e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.1075807 Aug 19 12:16:14.794763 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14de0f37-3bc9-4bca-a3fc-b0e05bc6d967 HTTP/1.1" status: 204 len: 168 time: 0.3452854 Aug 19 12:16:14.798704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6ac24f71-c717-499f-b358-922052710806 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:14.866119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14de0f37-3bc9-4bca-a3fc-b0e05bc6d967,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:14.867709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-53a73ad9-ed92-45d6-8cd1-3c01b7c3760a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481267 Aug 19 12:16:14.872379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 336a2a22-93b6-42c3-b7ee-03769aa1517a) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:14.891356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.892779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.893130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.893562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.893764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:14.894291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.894889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.897348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.897940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.899258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.899916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.900463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.902250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.903157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fbc98-594f-4957-80eb-4e3dc389fbf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:14.903971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ceb9cd-7707-4697-92d6-6b9dd35c6bfa None None] Network 336a2a22-93b6-42c3-b7ee-03769aa1517a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:14.955471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac0f5464-b67f-4bf6-9926-b647b0e5709b req-ecf8a922-fc2c-4423-96b3-29795e983461 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586790 Aug 19 12:16:14.958963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ae67c-7d7f-44ee-9ead-4170d6a07056 req-99356bed-a3ba-46ad-bc2f-0d911be8254a tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.961585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-fabed666-1ec9-44dc-8955-6f3d92fc290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:14.963399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-fabed666-1ec9-44dc-8955-6f3d92fc290c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795113 Aug 19 12:16:14.973964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c90ae67c-7d7f-44ee-9ead-4170d6a07056 req-99356bed-a3ba-46ad-bc2f-0d911be8254a tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 944 time: 0.1747355 Aug 19 12:16:15.025315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6ac24f71-c717-499f-b358-922052710806, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6ac24f71-c717-499f-b358-922052710806,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:15.056467 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c90ae67c-7d7f-44ee-9ead-4170d6a07056 req-7b69ed0c-2df2-42d0-b11b-c0791979dd9c tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812352 Aug 19 12:16:15.070566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '6ac24f71-c717-499f-b358-922052710806', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'port_id': '6ac24f71-c717-499f-b358-922052710806', 'mac_address': 'fa:16:3e:00:42:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:15.075471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ff3c445d-558f-41bc-87c6-2593c0a25453 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1520219 Aug 19 12:16:15.079723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45228) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:15.087461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-router', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:15.145809 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-a150ef15-823f-43a8-b877-d6876e3b3f38 service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677228 Aug 19 12:16:15.192152 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.193270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-a427479b-5382-4fba-8127-f99e1f7fc4b0 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127156 Aug 19 12:16:15.205254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-336a2a22-93b6-42c3-b7ee-03769aa1517a', 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'fixed_ips': [{'subnet_id': 'ce81868c-f453-46a5-9b83-739ba5d616fb'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:16:15.206129 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.216663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac24f71-c717-499f-b358-922052710806 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:15.247459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6ac24f71-c717-499f-b358-922052710806, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6ac24f71-c717-499f-b358-922052710806,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:15.259426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e758765-a041-4b11-99af-b0fd6d1514ee req-5abd3fb6-abc1-4e3c-85ef-87215d9762e9 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:15.260989 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6e758765-a041-4b11-99af-b0fd6d1514ee req-5abd3fb6-abc1-4e3c-85ef-87215d9762e9 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.1623878 Aug 19 12:16:15.273678 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.275558 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.360429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.372734 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6e758765-a041-4b11-99af-b0fd6d1514ee req-509eccc1-1c16-450b-80bc-2fab664eeae8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848012 Aug 19 12:16:15.379833 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.395881 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5933db1-c867-463b-a3c6-9d77b7887f77 req-77f4e388-1787-4d67-ab2b-e9f04cc98766 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707654 Aug 19 12:16:15.398440 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-161eb988-3de8-4405-bfc9-31257fa0eeec req-f806f36a-4748-43c8-bad9-4c296f8f9cfa service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344499 Aug 19 12:16:15.415802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd5b48-c6bd-472e-978b-0a18162f01ff req-09277a8d-2d81-46e2-ba03-ca6ed61f8214 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:15.415802 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-13dd5b48-c6bd-472e-978b-0a18162f01ff req-09277a8d-2d81-46e2-ba03-ca6ed61f8214 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 949 time: 0.0669453 Aug 19 12:16:15.418188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Allocated IP 172.20.0.2 (336a2a22-93b6-42c3-b7ee-03769aa1517a/ce81868c-f453-46a5-9b83-739ba5d616fb/2c93a03a-395d-4d51-9727-1d776f1285bd) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:15.471547 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-13dd5b48-c6bd-472e-978b-0a18162f01ff req-346a2703-3cfc-4d4b-abbd-7870b8d2db4c tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490539 Aug 19 12:16:15.498754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6ac24f71-c717-499f-b358-922052710806,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:15.527207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312637a-15f7-4bdd-8b6f-1e7375e526b9 req-1573dd78-a933-4f5f-9a85-3c43bbd277e9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:15.528981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3312637a-15f7-4bdd-8b6f-1e7375e526b9 req-1573dd78-a933-4f5f-9a85-3c43bbd277e9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 949 time: 0.0505910 Aug 19 12:16:15.570847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3312637a-15f7-4bdd-8b6f-1e7375e526b9 req-f1f964df-a600-4536-8c99-5c3f99feb04a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325260 Aug 19 12:16:15.619373 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.628415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Transition to ACTIVE for port object 2c93a03a-395d-4d51-9727-1d776f1285bd will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:15.628918 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.643413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Transition to ACTIVE for port object 2c93a03a-395d-4d51-9727-1d776f1285bd will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:15.703457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45236) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:15.710661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6ac24f71-c717-499f-b358-922052710806'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:15.719226 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ed44-5f92-4135-b86b-966e12a5dfc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.800132 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.828135 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ed44-5f92-4135-b86b-966e12a5dfc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.860445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Network 336a2a22-93b6-42c3-b7ee-03769aa1517a is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:15.868995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:15.872757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:15.875020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Pushing event updated for resources: {'Port': ['ID=2c93a03a-395d-4d51-9727-1d776f1285bd,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:15.918953 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.941298 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.941964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 6f01179a-75f1-4e8c-b1ae-c79efefabb68 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:15.953774 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ed44-5f92-4135-b86b-966e12a5dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:15.979462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:15.987967 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Attempting to bind port 2c93a03a-395d-4d51-9727-1d776f1285bd on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:15.988218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Attempting to bind port 2c93a03a-395d-4d51-9727-1d776f1285bd by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'e5f6b552-9552-4d52-85a5-02d070d4aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:15.988577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Attempting to bind port 2c93a03a-395d-4d51-9727-1d776f1285bd on network 336a2a22-93b6-42c3-b7ee-03769aa1517a {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:15.999390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f1d5ed44-5f92-4135-b86b-966e12a5dfc8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=045c722fcbb84788b0a2ded9d0d5c0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925217 Aug 19 12:16:15.999852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45240) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:16.031620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:16.031998 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Checking segment: {'id': 'e5f6b552-9552-4d52-85a5-02d070d4aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:16.032450 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.032844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Bound using segment: {'id': 'e5f6b552-9552-4d52-85a5-02d070d4aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:16.033327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Bound port: 2c93a03a-395d-4d51-9727-1d776f1285bd, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f6b552-9552-4d52-85a5-02d070d4aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:16.033733 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.049414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5ed44-5f92-4135-b86b-966e12a5dfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3048694d-0b58-4f2e-8246-d08f134193fd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:16.064594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Allocated IP 172.25.2.111 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/f0e46ba6-1be6-4fb8-b168-36f710334178) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:16.125882 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbb60225-6bff-49ce-b035-fb09e492d719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.147019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:16.147670 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.150066 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbb60225-6bff-49ce-b035-fb09e492d719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.182931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] For port 2c93a03a-395d-4d51-9727-1d776f1285bd, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:16.194954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861a51f-e3f0-448b-986b-84fb72d85030 req-933de488-0ec3-457d-9ed9-25595e6c1a96 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.196407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:16.196533 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4861a51f-e3f0-448b-986b-84fb72d85030 req-933de488-0ec3-457d-9ed9-25595e6c1a96 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1048324 Aug 19 12:16:16.207110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] For port 2c93a03a-395d-4d51-9727-1d776f1285bd, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2c93a03a-395d-4d51-9727-1d776f1285bd,segment=NetworkSegment(e5f6b552-9552-4d52-85a5-02d070d4aa52),segment_id=e5f6b552-9552-4d52-85a5-02d070d4aa52)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:16.211421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:16.211794 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.241266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e0812-85fb-400c-94bd-60616d2a1f9f req-413cf8d0-2e67-4b04-a2cd-08296188d9b3 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.243149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-157e0812-85fb-400c-94bd-60616d2a1f9f req-413cf8d0-2e67-4b04-a2cd-08296188d9b3 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 945 time: 0.0640991 Aug 19 12:16:16.254652 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.277809 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4861a51f-e3f0-448b-986b-84fb72d85030 req-66dd56ba-f59f-4420-829b-373efac8ec86 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695858 Aug 19 12:16:16.301126 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.324455 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-157e0812-85fb-400c-94bd-60616d2a1f9f req-04fcfde9-e524-41bb-a57a-2b664ef2fe0c tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676210 Aug 19 12:16:16.365241 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbb60225-6bff-49ce-b035-fb09e492d719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.369164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbb60225-6bff-49ce-b035-fb09e492d719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.371641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dbb60225-6bff-49ce-b035-fb09e492d719 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3048694d-0b58-4f2e-8246-d08f134193fd HTTP/1.1" status: 204 len: 168 time: 0.3680665 Aug 19 12:16:16.382564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb60225-6bff-49ce-b035-fb09e492d719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3048694d-0b58-4f2e-8246-d08f134193fd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:16.406366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.433934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f1b3b-91c3-4a4d-b3b0-3c4c35d05c71 None None] Pushing event updated for resources: {'Port': ['ID=2c93a03a-395d-4d51-9727-1d776f1285bd,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:16.439974 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.466904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:16.471124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:16.480945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:16.492262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e46ba6-1be6-4fb8-b168-36f710334178,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:16.512456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 6f01179a-75f1-4e8c-b1ae-c79efefabb68, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=6f01179a-75f1-4e8c-b1ae-c79efefabb68,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:16.513499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6dd554-ea41-45a6-84b8-68a306473367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f01179a-75f1-4e8c-b1ae-c79efefabb68'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:16.516162 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7537c57d-c8d8-4abb-8473-46c759736f55" -d '{"events": [{"server_uuid": "da6dd554-ea41-45a6-84b8-68a306473367", "name": "network-vif-plugged", "status": "completed", "tag": "6f01179a-75f1-4e8c-b1ae-c79efefabb68"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:16.557329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382e5d9-e22a-49e9-9f84-674b8410c0a3 req-e48ac688-6a89-4ba8-afef-90cee2754a07 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.566432 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5382e5d9-e22a-49e9-9f84-674b8410c0a3 req-e48ac688-6a89-4ba8-afef-90cee2754a07 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.0849349 Aug 19 12:16:16.607827 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5382e5d9-e22a-49e9-9f84-674b8410c0a3 req-bf9da731-b748-4634-9887-7a5d37ce96b2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Aug 19 12:16:16.612912 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:16.707772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54386ae8-7931-4b64-8077-eaa0306de3d3 req-5b64b3dd-fe47-4da0-a2a7-ba28ae6198ea tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.708996 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-54386ae8-7931-4b64-8077-eaa0306de3d3 req-5b64b3dd-fe47-4da0-a2a7-ba28ae6198ea tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 949 time: 0.1307425 Aug 19 12:16:16.732523 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd33563d-4f0a-4b3e-a22a-07b4917bf49a x-openstack-request-id: req-dd33563d-4f0a-4b3e-a22a-07b4917bf49a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:16.736360 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6dd554-ea41-45a6-84b8-68a306473367", "name": "network-vif-plugged", "status": "completed", "tag": "6f01179a-75f1-4e8c-b1ae-c79efefabb68", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:16.736836 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd33563d-4f0a-4b3e-a22a-07b4917bf49a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:16.737422 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6dd554-ea41-45a6-84b8-68a306473367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f01179a-75f1-4e8c-b1ae-c79efefabb68', 'code': 200} Aug 19 12:16:16.744213 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=6f01179a-75f1-4e8c-b1ae-c79efefabb68,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:16.783996 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-54386ae8-7931-4b64-8077-eaa0306de3d3 req-36cb824e-816c-47c3-91bf-b9d92bd06053 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636547 Aug 19 12:16:16.812609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6ac24f71-c717-499f-b358-922052710806 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:16.843538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e04671-f6c5-43ee-ae01-bbe358f4249d req-f85dde0d-3a81-47c7-93b5-56d0a94938ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.845056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01e04671-f6c5-43ee-ae01-bbe358f4249d req-f85dde0d-3a81-47c7-93b5-56d0a94938ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 1101 time: 0.0634699 Aug 19 12:16:16.862352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8362c-533d-4a0a-aafb-a1734349f1f3 req-ce24e7f3-23ba-43ee-9746-7bec158bb09d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:16.863650 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aee8362c-533d-4a0a-aafb-a1734349f1f3 req-ce24e7f3-23ba-43ee-9746-7bec158bb09d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 949 time: 0.0910184 Aug 19 12:16:16.920769 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01e04671-f6c5-43ee-ae01-bbe358f4249d req-5ea0b36a-0817-401f-b56b-f20d4148a0b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555270 Aug 19 12:16:16.926413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aee8362c-533d-4a0a-aafb-a1734349f1f3 req-2f10b8e1-ae24-4692-aa6b-4c3ddf43f739 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547159 Aug 19 12:16:16.978431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 6ac24f71-c717-499f-b358-922052710806 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:16.988948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 6ac24f71-c717-499f-b358-922052710806 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:16.991533 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.092834 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.127889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6ac24f71-c717-499f-b358-922052710806, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6ac24f71-c717-499f-b358-922052710806,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:17.217657 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.218793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4db17444-4e5c-45c6-a45b-a73f3cec2f6f up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:17.221248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cd559-b9a0-4cd0-ac4f-df56cac247b6 req-39f82614-dbe3-4e98-a335-40166115d41d tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:17.222792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-654cd559-b9a0-4cd0-ac4f-df56cac247b6 req-39f82614-dbe3-4e98-a335-40166115d41d tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 1100 time: 0.0791326 Aug 19 12:16:17.257087 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.299758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6ac24f71-c717-499f-b358-922052710806,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:17.300179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-654cd559-b9a0-4cd0-ac4f-df56cac247b6 req-11634428-0601-42be-979a-a51ccd24e812 tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706105 Aug 19 12:16:17.416659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:17.423939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:17.424435 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.449616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde46d7-ff34-4ba9-990d-cecf2ab9d026 req-b52fb717-8f80-4671-865c-a6f02131782f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:17.451550 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3bde46d7-ff34-4ba9-990d-cecf2ab9d026 req-b52fb717-8f80-4671-865c-a6f02131782f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0630901 Aug 19 12:16:17.512928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3bde46d7-ff34-4ba9-990d-cecf2ab9d026 req-eeacee14-e2f2-464d-822d-54bb8aff42ec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482132 Aug 19 12:16:17.597393 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.599848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9b11f-44e6-45c3-a0cf-e34b1aa49489 req-2078e83b-e631-4b98-9502-e037dad190d8 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:17.601445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02b9b11f-44e6-45c3-a0cf-e34b1aa49489 req-2078e83b-e631-4b98-9502-e037dad190d8 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 946 time: 0.1873968 Aug 19 12:16:17.609739 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.622084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed6e15b-94b3-4160-b98e-36ef47534828 None None] Network 336a2a22-93b6-42c3-b7ee-03769aa1517a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:17.679118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:17.754365 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02b9b11f-44e6-45c3-a0cf-e34b1aa49489 req-a8dca8d0-6c65-4daa-bd12-e98ecdfb7cf5 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320307 Aug 19 12:16:17.774523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e68989-0efb-4db3-bed5-faf3a04173f2 req-b2885d32-e3cf-4e78-91a5-a791d0adb750 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:17.776430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b7e68989-0efb-4db3-bed5-faf3a04173f2 req-b2885d32-e3cf-4e78-91a5-a791d0adb750 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.0546761 Aug 19 12:16:17.837959 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b7e68989-0efb-4db3-bed5-faf3a04173f2 req-03cd0cce-d9ed-481f-a262-5841d64df735 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550921 Aug 19 12:16:17.885764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-652a8030-b60f-4388-bf1a-72736812be07 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234902 Aug 19 12:16:17.946079 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:17.987265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7a6ee-e1c0-41c1-b8fa-5e35dd108b37 req-c41f0cdf-4462-4d53-b33c-2c5d57a2baf5 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:17.988823 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0b7a6ee-e1c0-41c1-b8fa-5e35dd108b37 req-c41f0cdf-4462-4d53-b33c-2c5d57a2baf5 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 950 time: 0.0639148 Aug 19 12:16:18.013864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2c93a03a-395d-4d51-9727-1d776f1285bd up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:18.021300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fa4d190a-4751-4f6a-839e-febd380416a1 None None] Provisioning for port 2c93a03a-395d-4d51-9727-1d776f1285bd completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:18.050035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:18.079821 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-deb2b48d-1b55-4e05-a70c-835186befe67 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:18.087792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0b7a6ee-e1c0-41c1-b8fa-5e35dd108b37 req-505ebf68-eefa-4b71-a607-67f6fbacecad tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921197 Aug 19 12:16:18.093293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-deb2b48d-1b55-4e05-a70c-835186befe67 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018876 Aug 19 12:16:18.111243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-7f8fe9b5-8a6d-4a76-a860-e3e4963f8c90 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/quotas/9f9555ca381f4d9c9f1e07a044986e98 HTTP/1.1" status: 200 len: 375 time: 0.0169740 Aug 19 12:16:18.121933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Router f842ce95-2acc-4e55-afff-faae05fa554c is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:16:18.202984 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-f9542d75-f2a1-43ab-9c29-bd127097039f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0907810 Aug 19 12:16:18.265357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:18.269638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 2c93a03a-395d-4d51-9727-1d776f1285bd completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:18.278701 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Sync routers for ids ['f842ce95-2acc-4e55-afff-faae05fa554c'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:18.287144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2c93a03a-395d-4d51-9727-1d776f1285bd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:18.287598 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.291041 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Routers {'f842ce95-2acc-4e55-afff-faae05fa554c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:18.293026 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f842ce95-2acc-4e55-afff-faae05fa554c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:18.326095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8126b1f4-24d2-4168-8b6d-8727dd611fdc None None] Provisioning complete for port 2c93a03a-395d-4d51-9727-1d776f1285bd triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:18.326982 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8126b1f4-24d2-4168-8b6d-8727dd611fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.406345 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Set router f842ce95-2acc-4e55-afff-faae05fa554c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:18.435705 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.460131 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8126b1f4-24d2-4168-8b6d-8727dd611fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.492418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 2c93a03a-395d-4d51-9727-1d776f1285bd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2c93a03a-395d-4d51-9727-1d776f1285bd,segment=NetworkSegment(e5f6b552-9552-4d52-85a5-02d070d4aa52),segment_id=e5f6b552-9552-4d52-85a5-02d070d4aa52)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:18.525594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.527020 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9448a78d-1e61-4853-858f-3be85284cdf6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4461331 Aug 19 12:16:18.529967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45302) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:18.623566 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.739884 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dac1a475-8fbb-4fa8-ae23-c1c2c4177d6d req-66e89db9-1e64-4605-8e60-fda8371dd035 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0714664 Aug 19 12:16:18.741202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac24f71-c717-499f-b358-922052710806'}, {'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:18.743517 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efa6790-bb74-4020-b04c-eb23dccbdc84" -d '{"events": [{"server_uuid": "108b27c5-a7b3-4b10-bf36-208bf167b661", "name": "network-vif-plugged", "status": "completed", "tag": "6ac24f71-c717-499f-b358-922052710806"}, {"server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "name": "network-vif-plugged", "status": "completed", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:18.773102 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-router', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:16Z', 'revision_number': 3, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'gw_port': {'id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:18.786991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=2c93a03a-395d-4d51-9727-1d776f1285bd,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:18.796105 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-8126b1f4-24d2-4168-8b6d-8727dd611fdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:16:18.796544 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-8126b1f4-24d2-4168-8b6d-8727dd611fdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:16:18.811979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f11d55ae-c152-4210-b83e-f0c360ef09da details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:18.822878 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Checking router: f842ce95-2acc-4e55-afff-faae05fa554c for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:18.823527 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Updating router f842ce95-2acc-4e55-afff-faae05fa554c port f0e46ba6-1be6-4fb8-b168-36f710334178 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:18.826380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd47a94-f671-4fbc-a9ea-be770c45eb3a req-e488553f-5243-4dbf-931b-1dff5961cd77 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:18.828042 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dbd47a94-f671-4fbc-a9ea-be770c45eb3a req-e488553f-5243-4dbf-931b-1dff5961cd77 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1627417 Aug 19 12:16:18.890644 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:18.970476 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dbd47a94-f671-4fbc-a9ea-be770c45eb3a req-7bb9869a-a5ec-4a84-9d4c-d40c4777ea4e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188877 Aug 19 12:16:18.979511 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58014ad-d428-4c0d-9701-3ad89dacf324 x-openstack-request-id: req-f58014ad-d428-4c0d-9701-3ad89dacf324 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:18.979820 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108b27c5-a7b3-4b10-bf36-208bf167b661", "name": "network-vif-plugged", "status": "completed", "tag": "6ac24f71-c717-499f-b358-922052710806", "code": 200}, {"server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "name": "network-vif-plugged", "status": "completed", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:18.980053 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f58014ad-d428-4c0d-9701-3ad89dacf324 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:18.984067 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac24f71-c717-499f-b358-922052710806', 'code': 200} Aug 19 12:16:18.984580 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f', 'code': 200} Aug 19 12:16:19.056100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f11d55ae-c152-4210-b83e-f0c360ef09da,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:19.080296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d06584-9c45-4941-8d19-0c00eb013517 req-ffa38715-5c7d-4022-b0e2-12e297c70c68 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:19.083179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'f11d55ae-c152-4210-b83e-f0c360ef09da', 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7', 'port_id': 'f11d55ae-c152-4210-b83e-f0c360ef09da', 'mac_address': 'fa:16:3e:06:ae:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:19.088230 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66d06584-9c45-4941-8d19-0c00eb013517 req-ffa38715-5c7d-4022-b0e2-12e297c70c68 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 946 time: 0.0893202 Aug 19 12:16:19.131417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf71a7-2a78-481e-8e0b-8a0c7f276fed req-048e692b-2600-4196-8f91-3c3cbc8bdab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:19.131962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66d06584-9c45-4941-8d19-0c00eb013517 req-0d74e2b3-9dc2-4c21-92b3-087371b081a1 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Aug 19 12:16:19.133708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51bf71a7-2a78-481e-8e0b-8a0c7f276fed req-048e692b-2600-4196-8f91-3c3cbc8bdab3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 1097 time: 0.0973957 Aug 19 12:16:19.149146 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.174837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11d55ae-c152-4210-b83e-f0c360ef09da {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:19.190380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e16ac-c57d-430a-a611-54d069bbc073 req-bb64303c-1409-47e5-9783-6e2284d8f5df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:19.196050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f11d55ae-c152-4210-b83e-f0c360ef09da,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:19.199329 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e05e16ac-c57d-430a-a611-54d069bbc073 req-bb64303c-1409-47e5-9783-6e2284d8f5df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.1273689 Aug 19 12:16:19.251917 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51bf71a7-2a78-481e-8e0b-8a0c7f276fed req-6a65eae4-4c36-4232-aad6-3da072f2d937 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104867 Aug 19 12:16:19.262575 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.275489 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Transition to ACTIVE for port object f0e46ba6-1be6-4fb8-b168-36f710334178 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:19.300501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6660d2-f743-4f24-b2de-615a52198e62 req-0384e113-9533-4669-af40-3d0fa70a9d87 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:19.300977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e05e16ac-c57d-430a-a611-54d069bbc073 req-5f71bc2a-3da1-42a3-ae3c-e620fd59df3b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914466 Aug 19 12:16:19.306630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d6660d2-f743-4f24-b2de-615a52198e62 req-0384e113-9533-4669-af40-3d0fa70a9d87 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 950 time: 0.0840139 Aug 19 12:16:19.344348 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.351453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d6660d2-f743-4f24-b2de-615a52198e62 req-933a693f-a733-4637-a650-646f328e0dae tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443454 Aug 19 12:16:19.368127 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.388094 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.446292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=f11d55ae-c152-4210-b83e-f0c360ef09da,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:19.455861 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Attempting to bind port f0e46ba6-1be6-4fb8-b168-36f710334178 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:19.456336 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Attempting to bind port f0e46ba6-1be6-4fb8-b168-36f710334178 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:19.456766 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Attempting to bind port f0e46ba6-1be6-4fb8-b168-36f710334178 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:19.469816 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:19.470296 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:19.470983 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.471580 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:19.472567 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Bound port: f0e46ba6-1be6-4fb8-b168-36f710334178, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:19.473336 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.510956 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a82be7-1038-478f-abe8-1e117e79bae9 None None] Pushing event updated for resources: {'Port': ['ID=f0e46ba6-1be6-4fb8-b168-36f710334178,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:19.553234 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] For port f0e46ba6-1be6-4fb8-b168-36f710334178, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:19.557312 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] For port f0e46ba6-1be6-4fb8-b168-36f710334178, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f0e46ba6-1be6-4fb8-b168-36f710334178,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:19.595334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Allocated IP 172.20.0.1 (336a2a22-93b6-42c3-b7ee-03769aa1517a/ce81868c-f453-46a5-9b83-739ba5d616fb/52b9ac6e-76ff-4b83-9a35-8dde1bb70803) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:19.651025 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.682258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['f11d55ae-c152-4210-b83e-f0c360ef09da'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:19.717005 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Routers {'f842ce95-2acc-4e55-afff-faae05fa554c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:19.718051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f842ce95-2acc-4e55-afff-faae05fa554c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:19.768968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:19.775136 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a82be7-1038-478f-abe8-1e117e79bae9 None None] Pushing event updated for resources: {'Port': ['ID=f0e46ba6-1be6-4fb8-b168-36f710334178,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:19.802453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Transition to ACTIVE for port object 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:19.857346 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] Set router f842ce95-2acc-4e55-afff-faae05fa554c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:19.858821 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4c0164c-84d8-4f7a-bc18-4aaa250522b6 req-39b13b7f-2b90-4a39-b4f8-f7f9d9a77e42 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0524209 Aug 19 12:16:19.977225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2c93a03a-395d-4d51-9727-1d776f1285bd up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:19.982373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9bda9-14d0-43f3-8f24-bec0ee4bf512 req-80188051-49a2-48bb-b7d3-52889e9ccb09 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:19.995274 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9e9bda9-14d0-43f3-8f24-bec0ee4bf512 req-80188051-49a2-48bb-b7d3-52889e9ccb09 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 950 time: 0.0691240 Aug 19 12:16:20.041514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9e9bda9-14d0-43f3-8f24-bec0ee4bf512 req-17957d21-39a7-4f2c-afb2-544f774f7b4d tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452027 Aug 19 12:16:20.053080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2c93a03a-395d-4d51-9727-1d776f1285bd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:20.053519 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.065043 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.124449 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-router', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:16Z', 'revision_number': 3, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'gw_port': {'id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:20.145901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Network 336a2a22-93b6-42c3-b7ee-03769aa1517a is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:20.157906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:20.164503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:20.165048 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.195343 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c8a92-e022-47bc-abdb-7606e8cff498 None None] The sync data for ids ['f842ce95-2acc-4e55-afff-faae05fa554c'] in n-d-803757-2 is: [{'id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-router', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:16Z', 'revision_number': 3, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'gw_port': {'id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:20.332026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dec82f-a03d-4d01-89e5-206c18e662ab req-bd9a1567-857a-4362-ab7a-6a54777523aa tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:20.338723 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52dec82f-a03d-4d01-89e5-206c18e662ab req-bd9a1567-857a-4362-ab7a-6a54777523aa tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 946 time: 0.0790944 Aug 19 12:16:20.421236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52dec82f-a03d-4d01-89e5-206c18e662ab req-aa875060-b5e7-4f1c-9357-371b929955b7 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703731 Aug 19 12:16:20.540230 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-b087d4f4-dea0-4be6-8395-ca7e2e7f6b7d tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f74ac3c73de74a658b23ae3fabb56728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418770 Aug 19 12:16:20.569629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Pushing event updated for resources: {'Port': ['ID=52b9ac6e-76ff-4b83-9a35-8dde1bb70803,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:20.589763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06a23a-a551-4f5d-93e9-cf7ebbd05c4c req-fc00cb45-18a8-4f8a-bcc3-fc8a168774dd tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:20.591449 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a06a23a-a551-4f5d-93e9-cf7ebbd05c4c req-fc00cb45-18a8-4f8a-bcc3-fc8a168774dd tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.5366788 Aug 19 12:16:20.658047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c392afc0-014f-4dd9-bc56-a065f6240ac3 None None] Provisioning for port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:20.658566 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a06a23a-a551-4f5d-93e9-cf7ebbd05c4c req-0ca7a8c7-32e2-4903-adb8-2679be5da1af tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Aug 19 12:16:20.664597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c392afc0-014f-4dd9-bc56-a065f6240ac3 None None] Provisioning complete for port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:20.664965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c392afc0-014f-4dd9-bc56-a065f6240ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.747680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-9be372f2-38e7-431d-9ce2-e1883ae6599f tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:20.761792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-9be372f2-38e7-431d-9ce2-e1883ae6599f tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096775 Aug 19 12:16:20.778239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c392afc0-014f-4dd9-bc56-a065f6240ac3 None None] Port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:20.786018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-c04c86cf-f62e-4f97-87e8-03ede3bbfc1f tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/quotas/f74ac3c73de74a658b23ae3fabb56728 HTTP/1.1" status: 200 len: 375 time: 0.0233288 Aug 19 12:16:20.804385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ebf6a-c30f-44df-aa28-80b3a59ae543 req-18b066c6-3c51-4020-babe-35d142d4652b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:20.814857 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c3ebf6a-c30f-44df-aa28-80b3a59ae543 req-18b066c6-3c51-4020-babe-35d142d4652b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 944 time: 0.0642989 Aug 19 12:16:20.823693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f11d55ae-c152-4210-b83e-f0c360ef09da up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:20.837318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-bff1305b-c9e8-4309-b1b1-8f78cc896da6 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f74ac3c73de74a658b23ae3fabb56728&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504556 Aug 19 12:16:20.853849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:20.911140 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c3ebf6a-c30f-44df-aa28-80b3a59ae543 req-b790ad78-269f-46a8-a664-ee55a894ee1f tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810094 Aug 19 12:16:21.000102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port f11d55ae-c152-4210-b83e-f0c360ef09da completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:21.005671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port f11d55ae-c152-4210-b83e-f0c360ef09da triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:21.006109 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.123812 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.124038 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.161312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11d55ae-c152-4210-b83e-f0c360ef09da'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:21.166402 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45573a22-8cc1-465c-9db7-f789711dd439" -d '{"events": [{"server_uuid": "5606bcd6-9e04-419c-972b-bc5dcf11ced8", "name": "network-vif-plugged", "status": "completed", "tag": "f11d55ae-c152-4210-b83e-f0c360ef09da"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:21.171536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2bdf676-75b9-461d-8969-09dda98e3179 req-db95b993-2195-43c7-9eca-86c60473f799 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0908937 Aug 19 12:16:21.190007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f11d55ae-c152-4210-b83e-f0c360ef09da,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:21.199705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45396) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:21.223960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.224667 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.248316 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03e31a6-b247-4752-ab08-8b02a2644571 x-openstack-request-id: req-d03e31a6-b247-4752-ab08-8b02a2644571 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:21.248613 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5606bcd6-9e04-419c-972b-bc5dcf11ced8", "name": "network-vif-plugged", "status": "completed", "tag": "f11d55ae-c152-4210-b83e-f0c360ef09da", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:21.248866 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d03e31a6-b247-4752-ab08-8b02a2644571 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:21.249341 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11d55ae-c152-4210-b83e-f0c360ef09da', 'code': 200} Aug 19 12:16:21.256550 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.277935 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa12854a-ceef-4357-8704-8de9e7acb4f7 req-0caa2867-0862-4076-ba13-a80584cc7496 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 210 time: 0.0664093 Aug 19 12:16:21.355426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=f11d55ae-c152-4210-b83e-f0c360ef09da,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:21.419731 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdf6441c-d93f-42e4-b627-8afda5510b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.421592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Pushing event updated for resources: {'Port': ['ID=52b9ac6e-76ff-4b83-9a35-8dde1bb70803,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:21.460773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f31f12-6759-4e2d-99d9-4c9cec61c067 req-7bae206e-4090-49e3-9e8e-dd0415045bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:21.462222 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d1f31f12-6759-4e2d-99d9-4c9cec61c067 req-7bae206e-4090-49e3-9e8e-dd0415045bc7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 1096 time: 0.0977569 Aug 19 12:16:21.472268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Network 336a2a22-93b6-42c3-b7ee-03769aa1517a is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:21.478981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:21.574939 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdf6441c-d93f-42e4-b627-8afda5510b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.585594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d1f31f12-6759-4e2d-99d9-4c9cec61c067 req-ee3d35ac-bfef-4f0c-bcfa-96fe4b15badd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121011 Aug 19 12:16:21.638753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98f111-f1af-42db-ae7e-370648cf2520 req-a2da5cf9-8f1f-4a3b-be7c-8e74883c026b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:21.638753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db98f111-f1af-42db-ae7e-370648cf2520 req-a2da5cf9-8f1f-4a3b-be7c-8e74883c026b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 946 time: 0.1428366 Aug 19 12:16:21.684462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Router f842ce95-2acc-4e55-afff-faae05fa554c has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:21.700370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db98f111-f1af-42db-ae7e-370648cf2520 req-459df2a6-f5fd-41e0-9bf8-5e136685ff70 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558057 Aug 19 12:16:21.717727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdf6441c-d93f-42e4-b627-8afda5510b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.747702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e151168e-e2d9-4d5d-b6c4-27e2d154fbfc None None] Provisioning complete for port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:21.747702 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e151168e-e2d9-4d5d-b6c4-27e2d154fbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.748817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6441c-d93f-42e4-b627-8afda5510b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c30b7c-23ca-4b99-a464-cb1faef6fadb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:21.773911 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fdf6441c-d93f-42e4-b627-8afda5510b66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49ea6a2c55a244bf80ccb0a295158d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730782 Aug 19 12:16:21.782832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45410) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:21.785946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e151168e-e2d9-4d5d-b6c4-27e2d154fbfc None None] Port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:21.848272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d668f9f-e477-4d59-8ab5-63e0c9a09aef req-bf76b5a7-2e3b-4cfa-bd90-c59b6fd1a863 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:21.851227 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d668f9f-e477-4d59-8ab5-63e0c9a09aef req-bf76b5a7-2e3b-4cfa-bd90-c59b6fd1a863 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0809195 Aug 19 12:16:21.891099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-518e1b59-fccf-4d39-8e18-e945dbec75fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:21.920101 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d668f9f-e477-4d59-8ab5-63e0c9a09aef req-a290b954-f12d-4bda-9d9d-804624ac706b tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601928 Aug 19 12:16:21.921569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-518e1b59-fccf-4d39-8e18-e945dbec75fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.060529 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-eaf92faa-8ea1-4bf0-9a84-867966d71e19 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 258 time: 0.2960827 Aug 19 12:16:22.062939 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-0907408c-d110-4676-b8fa-126087680db9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379188 Aug 19 12:16:22.064221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:22.075644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-aab52320-e88e-47ac-9b20-91d77b116b10 admin admin] 10.222.0.21 "PUT /v2.0/routers/f842ce95-2acc-4e55-afff-faae05fa554c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5440142 Aug 19 12:16:22.077652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f0e46ba6-1be6-4fb8-b168-36f710334178 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:22.144452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:22.187523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ef7b8-4067-4a6a-bcf6-aa92586c20bc req-3f86008b-5b71-4b3e-9c1b-a17a0d3840d2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:22.196814 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-197ef7b8-4067-4a6a-bcf6-aa92586c20bc req-3f86008b-5b71-4b3e-9c1b-a17a0d3840d2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 945 time: 0.0755873 Aug 19 12:16:22.209548 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-518e1b59-fccf-4d39-8e18-e945dbec75fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.212184 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-518e1b59-fccf-4d39-8e18-e945dbec75fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.213306 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-518e1b59-fccf-4d39-8e18-e945dbec75fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24c30b7c-23ca-4b99-a464-cb1faef6fadb HTTP/1.1" status: 204 len: 168 time: 0.4283712 Aug 19 12:16:22.231361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-732e361e-b930-42ff-931e-3b15162fb8de tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:22.233630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-732e361e-b930-42ff-931e-3b15162fb8de tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561990 Aug 19 12:16:22.244149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e1b59-fccf-4d39-8e18-e945dbec75fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c30b7c-23ca-4b99-a464-cb1faef6fadb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:22.251061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Request body: {'port': {'device_id': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '9f9555ca381f4d9c9f1e07a044986e98'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:22.287261 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-197ef7b8-4067-4a6a-bcf6-aa92586c20bc req-c9175b2a-d5eb-487c-87e9-6cca8d8519a7 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893593 Aug 19 12:16:22.290736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f0e46ba6-1be6-4fb8-b168-36f710334178 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:22.306304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f0e46ba6-1be6-4fb8-b168-36f710334178 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:22.306703 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.351383 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.438300 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.473160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port f0e46ba6-1be6-4fb8-b168-36f710334178, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f0e46ba6-1be6-4fb8-b168-36f710334178,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:22.516915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c8f679f-730b-4ac5-807a-30e2425ec56a req-dfbaf7ec-0a90-4dd3-8cd5-0768ae269aba tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0466156 Aug 19 12:16:22.531168 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.577986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Sync routers for ids ['f842ce95-2acc-4e55-afff-faae05fa554c'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:22.591068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Routers {'f842ce95-2acc-4e55-afff-faae05fa554c'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:22.596591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f842ce95-2acc-4e55-afff-faae05fa554c'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:22.667160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Made reservation on behalf of 9f9555ca381f4d9c9f1e07a044986e98 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:22.670876 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a2e9e7bb-9b18-450e-946f-7e9a808a9fce req-b203731f-a009-4883-8f2b-2545d594834c tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 210 time: 0.0741737 Aug 19 12:16:22.674389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.674567 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:22.818235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=f0e46ba6-1be6-4fb8-b168-36f710334178,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:22.825669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Set router f842ce95-2acc-4e55-afff-faae05fa554c gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:22.910917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Allocated IP 172.25.2.245 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/161d423a-0cf4-47c5-8a95-400888c2895f) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:23.109724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-router', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:20Z', 'revision_number': 4, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'gw_port': {'id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '52b9ac6e-76ff-4b83-9a35-8dde1bb70803', 'name': '', 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'mac_address': 'fa:16:3e:03:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce81868c-f453-46a5-9b83-739ba5d616fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:19Z', 'updated_at': '2021-08-19T12:16:20Z', 'revision_number': 2, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'subnets': [{'id': 'ce81868c-f453-46a5-9b83-739ba5d616fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:23.122587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Allocated IP 192.168.233.13 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/92cf4e75-be5d-46cc-a25b-60a9c0f35bf8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:23.174718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c7e35-7507-42d9-a39d-86568f5595cc req-28153e11-3990-40cc-90e7-9c81eee612ad tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:23.176221 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa9c7e35-7507-42d9-a39d-86568f5595cc req-28153e11-3990-40cc-90e7-9c81eee612ad tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1223876 Aug 19 12:16:23.180750 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.180935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Checking router: f842ce95-2acc-4e55-afff-faae05fa554c for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:23.181162 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Updating router f842ce95-2acc-4e55-afff-faae05fa554c port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:23.229654 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.231901 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa9c7e35-7507-42d9-a39d-86568f5595cc req-bda4193b-3733-4b8c-932a-6d13c0dcb456 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427563 Aug 19 12:16:23.326204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45442) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:23.347860 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dfbd540-0c25-40b1-8b5c-abaa39f2c721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.399082 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.415743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Transition to ACTIVE for port object 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:23.440396 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.476910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b7ada-0293-4fa1-b7c2-e347014acde4 req-86f57f0f-402f-4375-bbfa-604488bfc3b9 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:23.487330 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-444b7ada-0293-4fa1-b7c2-e347014acde4 req-86f57f0f-402f-4375-bbfa-604488bfc3b9 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 945 time: 0.1010864 Aug 19 12:16:23.506219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:23.510759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:23.518585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:23.535257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Pushing event updated for resources: {'Port': ['ID=161d423a-0cf4-47c5-8a95-400888c2895f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:23.579779 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.581207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-444b7ada-0293-4fa1-b7c2-e347014acde4 req-c76dab93-f1b2-4e0b-9ad4-7b4a08f653c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888417 Aug 19 12:16:23.598343 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dfbd540-0c25-40b1-8b5c-abaa39f2c721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.640579 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.650784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Transition to ACTIVE for port object 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:23.662686 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.682879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['4db17444-4e5c-45c6-a45b-a73f3cec2f6f'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:23.702645 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dfbd540-0c25-40b1-8b5c-abaa39f2c721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.736187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:23.748687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbd540-0c25-40b1-8b5c-abaa39f2c721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7585635f-cfed-40d6-90b5-7cf591304959,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:23.753732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Pushing event updated for resources: {'Port': ['ID=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:23.758922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:23.764777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:23.770924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:23.771624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.786225 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.805564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5dfbd540-0c25-40b1-8b5c-abaa39f2c721 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9967cb72bc04c669bb494c3854d8528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775240 Aug 19 12:16:23.809627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45452) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:23.830300 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:23.968665 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0038261-48cb-47b0-89f4-8f66fee30956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.107554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.112031 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-eb0ee3b2-c418-4eae-8e72-aa31341fe2b1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8660748 Aug 19 12:16:24.127806 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Request body: {'port': {'device_id': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:24.160008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0038261-48cb-47b0-89f4-8f66fee30956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.198012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb9676-53c5-4cbd-b0d8-000013b347b9 req-abbda8cb-a7e9-451b-b4af-455afa562513 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.210782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-01bb9676-53c5-4cbd-b0d8-000013b347b9 req-abbda8cb-a7e9-451b-b4af-455afa562513 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 935 time: 0.2873127 Aug 19 12:16:24.237284 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-767f5cf9-ee82-4d86-8129-3cdf8319e8e9 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f74ac3c73de74a658b23ae3fabb56728&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018741 Aug 19 12:16:24.264134 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.296524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f0e46ba6-1be6-4fb8-b168-36f710334178 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:24.375922 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-01bb9676-53c5-4cbd-b0d8-000013b347b9 req-9db7f533-41b2-4377-9ffa-77327e493b45 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615620 Aug 19 12:16:24.398309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd70cb-9fd3-4e83-bfa1-f64835ca58a6 None None] Pushing event updated for resources: {'Port': ['ID=52b9ac6e-76ff-4b83-9a35-8dde1bb70803,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:24.433280 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.512590 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.512796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Attempting to bind port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:24.512796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Attempting to bind port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'e5f6b552-9552-4d52-85a5-02d070d4aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:24.512796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Attempting to bind port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 on network 336a2a22-93b6-42c3-b7ee-03769aa1517a {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:24.512796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:24.512796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Checking segment: {'id': 'e5f6b552-9552-4d52-85a5-02d070d4aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:24.512796 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.512796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Bound using segment: {'id': 'e5f6b552-9552-4d52-85a5-02d070d4aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:24.512796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Bound port: 52b9ac6e-76ff-4b83-9a35-8dde1bb70803, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f6b552-9552-4d52-85a5-02d070d4aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:24.512796 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.515917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238537d7-3617-44b6-a589-f1b6b9faf943 req-a03c95f6-a840-4809-a860-495e8bd74cc2 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.526345 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-238537d7-3617-44b6-a589-f1b6b9faf943 req-a03c95f6-a840-4809-a860-495e8bd74cc2 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 1096 time: 0.0690956 Aug 19 12:16:24.536803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Pushing event updated for resources: {'Port': ['ID=161d423a-0cf4-47c5-8a95-400888c2895f,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:24.586880 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-238537d7-3617-44b6-a589-f1b6b9faf943 req-6ef1a834-1f9b-499a-80c9-b33af0864a8f tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544391 Aug 19 12:16:24.589884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1393ab30-6626-47b3-822f-442276ba93ca None None] Provisioning for port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:24.596299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f0e46ba6-1be6-4fb8-b168-36f710334178 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:24.596673 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.629594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0038261-48cb-47b0-89f4-8f66fee30956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.633179 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0038261-48cb-47b0-89f4-8f66fee30956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.641005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d0038261-48cb-47b0-89f4-8f66fee30956 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7585635f-cfed-40d6-90b5-7cf591304959 HTTP/1.1" status: 204 len: 168 time: 0.8229446 Aug 19 12:16:24.642644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-c5c8d57e-2bfe-4039-a0d8-be1cc71847a0 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:24.644158 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-c5c8d57e-2bfe-4039-a0d8-be1cc71847a0 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3817420 Aug 19 12:16:24.645136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0038261-48cb-47b0-89f4-8f66fee30956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585635f-cfed-40d6-90b5-7cf591304959,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:24.670986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Request body: {'port': {'device_id': '52fcce8f-d0c7-4dd0-b2df-059eb0a567b3', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': 'f74ac3c73de74a658b23ae3fabb56728'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:24.738156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] For port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:24.742055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] For port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=52b9ac6e-76ff-4b83-9a35-8dde1bb70803,segment=NetworkSegment(e5f6b552-9552-4d52-85a5-02d070d4aa52),segment_id=e5f6b552-9552-4d52-85a5-02d070d4aa52)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:24.768637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1393ab30-6626-47b3-822f-442276ba93ca None None] Provisioning complete for port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:24.769542 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1393ab30-6626-47b3-822f-442276ba93ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.774844 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:24.781600 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-e443a0c3-1f11-4d29-951b-fd2d4cbd9413 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7151909 Aug 19 12:16:24.823729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1393ab30-6626-47b3-822f-442276ba93ca None None] Port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:24.860016 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b8cf2b4c-9fd3-4f25-bad6-da02a45bf3d9 req-a6580c0d-eaa6-45da-977e-aa701db7d6f4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 210 time: 0.1534593 Aug 19 12:16:24.893028 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.004238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd70cb-9fd3-4e83-bfa1-f64835ca58a6 None None] Pushing event updated for resources: {'Port': ['ID=52b9ac6e-76ff-4b83-9a35-8dde1bb70803,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:25.065870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Routers {'f842ce95-2acc-4e55-afff-faae05fa554c'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:25.066622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f842ce95-2acc-4e55-afff-faae05fa554c'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:25.072365 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.128233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab4668-fbf2-4445-9805-7758f8138f64 req-e78ad31a-cbea-43a4-90f3-931a2c2ebc1e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:25.143613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2fab4668-fbf2-4445-9805-7758f8138f64 req-e78ad31a-cbea-43a4-90f3-931a2c2ebc1e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1725535 Aug 19 12:16:25.246000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2fab4668-fbf2-4445-9805-7758f8138f64 req-32f0badc-add7-4f4f-b43e-08641386f752 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014171 Aug 19 12:16:25.248409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] Set router f842ce95-2acc-4e55-afff-faae05fa554c gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:25.326193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-8fe30ca0-72c7-4c74-acc8-6d77a3cb65f8 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 696 time: 0.5436726 Aug 19 12:16:25.513288 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-c116ce5a-c601-4d0e-9b77-d8315df9f7e7 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:25.515544 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-c116ce5a-c601-4d0e-9b77-d8315df9f7e7 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1726837 Aug 19 12:16:25.529517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Made reservation on behalf of f74ac3c73de74a658b23ae3fabb56728 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:25.535036 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.559608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-9b845cf4-2f85-4384-b2bc-0ba3d4d3f918 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:16:25.566586 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecd68863-08c1-442c-8b05-7306c3c7a2fb req-9b845cf4-2f85-4384-b2bc-0ba3d4d3f918 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0342519 Aug 19 12:16:25.641163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc5e5b-855f-4e15-b2b3-f18e5a72a529 req-395cd836-0e22-4cbf-b0fd-cfff7dca133c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:25.650081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7dc5e5b-855f-4e15-b2b3-f18e5a72a529 req-395cd836-0e22-4cbf-b0fd-cfff7dca133c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 935 time: 0.1051390 Aug 19 12:16:25.764488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:25.775213 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.790003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7dc5e5b-855f-4e15-b2b3-f18e5a72a529 req-52c82dae-993e-4147-9647-486bcee29c09 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334312 Aug 19 12:16:25.795198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Transition to ACTIVE for port object 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:25.815121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-router', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:20Z', 'revision_number': 4, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'gw_port': {'id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '52b9ac6e-76ff-4b83-9a35-8dde1bb70803', 'name': '', 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'mac_address': 'fa:16:3e:03:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce81868c-f453-46a5-9b83-739ba5d616fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:19Z', 'updated_at': '2021-08-19T12:16:24Z', 'revision_number': 4, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'subnets': [{'id': 'ce81868c-f453-46a5-9b83-739ba5d616fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:25.847830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc2528c-565d-418f-9622-15aaec4bcc26 None None] The sync data for ids ['f842ce95-2acc-4e55-afff-faae05fa554c'] in n-d-803757-2 is: [{'id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-router', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:20Z', 'revision_number': 4, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'gw_port': {'id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '52b9ac6e-76ff-4b83-9a35-8dde1bb70803', 'name': '', 'network_id': '336a2a22-93b6-42c3-b7ee-03769aa1517a', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'mac_address': 'fa:16:3e:03:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce81868c-f453-46a5-9b83-739ba5d616fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:19Z', 'updated_at': '2021-08-19T12:16:24Z', 'revision_number': 4, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'subnets': [{'id': 'ce81868c-f453-46a5-9b83-739ba5d616fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:25.862875 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:25.979488 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:26.059890 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ca24888-32ce-466f-900d-c6f66463ea1f req-b447771d-0355-4b29-a42b-f84b4e45155b tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 210 time: 0.0492442 Aug 19 12:16:26.321532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Pushing event updated for resources: {'Port': ['ID=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:26.349911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Allocated IP 192.168.233.223 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:26.468576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d7534-cbd3-4846-ac29-65f3e8120537 req-0ce03366-d464-47e8-acb6-53c690e18094 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.478433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba4d7534-cbd3-4846-ac29-65f3e8120537 req-0ce03366-d464-47e8-acb6-53c690e18094 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1345689 Aug 19 12:16:26.487985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Attempting to bind port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:26.488314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Attempting to bind port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:26.488643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Attempting to bind port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:26.502669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-be73f12f-ff14-4f02-b5e9-b6d5999973a0 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:26.504282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-be73f12f-ff14-4f02-b5e9-b6d5999973a0 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2745419 Aug 19 12:16:26.524609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:26.525283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Attempting to bind port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:26.572855 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba4d7534-cbd3-4846-ac29-65f3e8120537 req-34269b58-223a-4941-a1d1-a6d55b58ecec tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904036 Aug 19 12:16:26.596388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:26.596725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:26.597204 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:26.597577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Bound port: 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:26.598074 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:26.871255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-44edfef1-d1c2-411c-81c5-45f358b57815 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 696 time: 0.3379533 Aug 19 12:16:26.887789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-bfa3569b-ef2f-4aa5-9846-661ee7898622 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Request body: {'floatingip': {'port_id': '6ac24f71-c717-499f-b358-922052710806', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:27.021912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d411bc8-ba04-4007-8b6a-6acbef9f60f6 req-e8952f3c-afba-4d75-b7ab-da8672f81993 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:27.032522 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d411bc8-ba04-4007-8b6a-6acbef9f60f6 req-e8952f3c-afba-4d75-b7ab-da8672f81993 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 947 time: 0.0991437 Aug 19 12:16:27.061985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-bfa3569b-ef2f-4aa5-9846-661ee7898622 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:27.122305 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d411bc8-ba04-4007-8b6a-6acbef9f60f6 req-b8580d20-c312-43f0-884d-5fa14b47c74a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854623 Aug 19 12:16:27.244407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] For port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:27.257619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b61350e-0d22-4c8a-b98f-eec7bafabe88 req-524288d7-5962-4e7b-a6ac-b23e67d5e21c tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 210 time: 0.0454981 Aug 19 12:16:27.318869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] For port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:27.420920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:27.465908 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:27.791162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110202f3-f84c-4dce-b4a5-64651fd8ab73 req-642e61a7-b343-4804-a880-0b814818cbf2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:27.802088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-110202f3-f84c-4dce-b4a5-64651fd8ab73 req-642e61a7-b343-4804-a880-0b814818cbf2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1351941 Aug 19 12:16:27.886148 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-110202f3-f84c-4dce-b4a5-64651fd8ab73 req-399333bc-b944-4aec-a05f-3c2ed7013cf9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746410 Aug 19 12:16:27.996157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Pushing event updated for resources: {'Port': ['ID=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:28.022291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:28.023063 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.033445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-34738e33-136a-4a65-9808-7faeb01ae1ec service neutron] 10.222.0.30 "PUT /v2.0/ports/92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 HTTP/1.1" status: 200 len: 1095 time: 3.9103899 Aug 19 12:16:28.033445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Transition to ACTIVE for port object 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:28.034632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'tag': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:28.037160 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32d4b4e-83de-42de-ae24-61927f0da2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc4bc61-b12d-4175-bc31-6a7dd538b3e9", "tag": "92cf4e75-be5d-46cc-a25b-60a9c0f35bf8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:28.110688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:28.159348 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:16:28.164184 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa820ddc-cf51-48b5-824f-5db560af6974 x-openstack-request-id: req-fa820ddc-cf51-48b5-824f-5db560af6974 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:28.164682 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc4bc61-b12d-4175-bc31-6a7dd538b3e9", "tag": "92cf4e75-be5d-46cc-a25b-60a9c0f35bf8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:28.165078 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa820ddc-cf51-48b5-824f-5db560af6974 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:28.165630 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'tag': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8', 'status': 'completed', 'code': 200} Aug 19 12:16:28.264891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-15f39eb5-f66a-4516-9e5c-5e379e449754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:28.266622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-15f39eb5-f66a-4516-9e5c-5e379e449754 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 1098 time: 0.1048632 Aug 19 12:16:28.331730 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-fb23235b-f9e3-49b0-af90-bee70e8f5200 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 HTTP/1.1" status: 200 len: 217 time: 0.0427220 Aug 19 12:16:28.350094 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-bfa3569b-ef2f-4aa5-9846-661ee7898622 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.350444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166c2cc-9946-4c6c-9be0-3992db2d59d0 req-a88a4d5b-8cff-4a06-9ea0-93d276f590fb tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:28.353358 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.358351 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8166c2cc-9946-4c6c-9be0-3992db2d59d0 req-a88a4d5b-8cff-4a06-9ea0-93d276f590fb tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 947 time: 0.0840530 Aug 19 12:16:28.358695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:28.365845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:28.366379 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.368529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['6f01179a-75f1-4e8c-b1ae-c79efefabb68'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:28.432697 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-bfa3569b-ef2f-4aa5-9846-661ee7898622 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.465216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8166c2cc-9946-4c6c-9be0-3992db2d59d0 req-675ab525-19bc-4820-a955-e3b6e72fa64e tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020086 Aug 19 12:16:28.531829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-671599c8-fcbe-4292-8268-2ca69962b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:28.533325 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-671599c8-fcbe-4292-8268-2ca69962b2a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1923888 Aug 19 12:16:28.588359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:28.619763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:28.663991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:28.689271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:28.693241 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.710095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Pushing event updated for resources: {'Port': ['ID=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:28.756897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.808593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=52b9ac6e-76ff-4b83-9a35-8dde1bb70803,segment=NetworkSegment(e5f6b552-9552-4d52-85a5-02d070d4aa52),segment_id=e5f6b552-9552-4d52-85a5-02d070d4aa52)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:28.811939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22468c94-4812-4b9c-917e-d803414cbd92 req-c358425b-d3ca-4cb6-93ec-754dfa9e9c0b tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:28.813937 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-22468c94-4812-4b9c-917e-d803414cbd92 req-c358425b-d3ca-4cb6-93ec-754dfa9e9c0b tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 936 time: 0.1173930 Aug 19 12:16:28.865629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-013226c6-7e11-4775-841b-62efaf19a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:28.867102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-013226c6-7e11-4775-841b-62efaf19a5bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3124228 Aug 19 12:16:28.886557 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-22468c94-4812-4b9c-917e-d803414cbd92 req-5b95f215-e4bc-4502-abec-c3681f6ed8c3 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500422 Aug 19 12:16:28.909121 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:28.995406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-636e2c5e-10d6-43ad-a1ee-fc392fe557f7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3298123 Aug 19 12:16:29.020542 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-bfa3569b-ef2f-4aa5-9846-661ee7898622 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Floating IP 1b00521a-2002-43ef-98d8-5c9403821a59 associated. External IP: 172.25.2.245, port: 6ac24f71-c717-499f-b358-922052710806. Aug 19 12:16:29.036049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Request body: {'port': {'device_id': '52fcce8f-d0c7-4dd0-b2df-059eb0a567b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:29.048612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=52b9ac6e-76ff-4b83-9a35-8dde1bb70803,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:29.076438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.078038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.079173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.080499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.081734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.083044 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.084521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.086151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.087420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.088003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.088723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.089252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:16:29.131488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3b792-e0b0-4c24-9ac7-6b0c8b18b47c req-1f300c4a-b124-484d-916d-6d8ae1418784 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:29.139682 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1fc3b792-e0b0-4c24-9ac7-6b0c8b18b47c req-1f300c4a-b124-484d-916d-6d8ae1418784 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1336091 Aug 19 12:16:29.165467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7254dca6-cda2-49fe-97d1-e000f8d7f5f3 None None] Provisioning for port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:29.172785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7254dca6-cda2-49fe-97d1-e000f8d7f5f3 None None] Provisioning complete for port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:29.173362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7254dca6-cda2-49fe-97d1-e000f8d7f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:29.196324 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1fc3b792-e0b0-4c24-9ac7-6b0c8b18b47c req-bd1eb7e4-5c6a-4888-95c4-a82b22474fe5 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555549 Aug 19 12:16:29.237332 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:29.262422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7254dca6-cda2-49fe-97d1-e000f8d7f5f3 None None] Port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:29.286150 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-386cdebe-3c7b-4277-b96d-df10065fb4ae service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093480 Aug 19 12:16:29.577359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45548) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:29.688527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4889c-0afa-401b-bcad-62a408131ea4 req-e33c359c-501a-445e-b982-a1f4539d90fd tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:29.705628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cbc4889c-0afa-401b-bcad-62a408131ea4 req-e33c359c-501a-445e-b982-a1f4539d90fd tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 947 time: 0.0820775 Aug 19 12:16:29.843455 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cbc4889c-0afa-401b-bcad-62a408131ea4 req-1c41ef14-af7a-4f07-a445-1a8c8798db57 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408122 Aug 19 12:16:29.860063 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b755cc46-7871-427a-b4f3-323ee9f97a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:29.929483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ca8b43-1db3-42ad-b708-98dee286c40b req-1ded4b3e-8905-4bbf-9b31-1a2aaba1d9b3 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354682 Aug 19 12:16:30.056380 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b755cc46-7871-427a-b4f3-323ee9f97a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.084821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-bfa3569b-ef2f-4aa5-9846-661ee7898622 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Router c171038f-c20e-4d03-8e12-49d6e3b8fb3b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:30.102408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:30.145918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96246961-dd4e-47cc-a1fc-17e9f498fcf9 req-8675d31d-71f9-4b67-b607-cd364d38cdeb tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.155531 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96246961-dd4e-47cc-a1fc-17e9f498fcf9 req-8675d31d-71f9-4b67-b607-cd364d38cdeb tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 936 time: 0.0971186 Aug 19 12:16:30.159946 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b755cc46-7871-427a-b4f3-323ee9f97a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.211103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:30.212185 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.258595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d4b4e-83de-42de-ae24-61927f0da2d8 req-aab82d10-d531-489c-a182-7bab7dfcdb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.260810 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b32d4b4e-83de-42de-ae24-61927f0da2d8 req-aab82d10-d531-489c-a182-7bab7dfcdb2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 1098 time: 0.1744773 Aug 19 12:16:30.330666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:30.331263 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96246961-dd4e-47cc-a1fc-17e9f498fcf9 req-00f00ae9-346e-4413-9a13-dceefaa9f5c0 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736035 Aug 19 12:16:30.343919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b755cc46-7871-427a-b4f3-323ee9f97a6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80cd5bcf9b3e483dba9da411c7f08057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7645280 Aug 19 12:16:30.354508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45560) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:30.375824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.398314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755cc46-7871-427a-b4f3-323ee9f97a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be41ba8b-bc13-45a1-92b1-4d3b13cc5db9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:30.405806 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Transition to ACTIVE for port object 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:30.413751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-bfa3569b-ef2f-4aa5-9846-661ee7898622 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:30.422665 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-bfa3569b-ef2f-4aa5-9846-661ee7898622 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.442000 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d671c-f337-40ce-8cd0-d0e665688387 None None] Sync routers for ids ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:30.479293 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d671c-f337-40ce-8cd0-d0e665688387 None None] Routers {'c171038f-c20e-4d03-8e12-49d6e3b8fb3b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:30.487602 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-386d671c-f337-40ce-8cd0-d0e665688387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:30.517573 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-bfa3569b-ef2f-4aa5-9846-661ee7898622 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "PUT /v2.0/floatingips/1b00521a-2002-43ef-98d8-5c9403821a59 HTTP/1.1" status: 200 len: 997 time: 3.6452103 Aug 19 12:16:30.521209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'tag': '6ac24f71-c717-499f-b358-922052710806'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:30.529842 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f945737c-1a0d-447e-a3e1-2997b06ffa18" -d '{"events": [{"name": "network-changed", "server_uuid": "108b27c5-a7b3-4b10-bf36-208bf167b661", "tag": "6ac24f71-c717-499f-b358-922052710806"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:30.539462 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cfe8515e-0a13-45a9-93ce-ca4d649da6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.615959 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cfe8515e-0a13-45a9-93ce-ca4d649da6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.617725 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.650389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b0abb-ef7d-42f1-b7c1-89fa23407890 req-b1877852-13ba-4a60-b9a0-cecb158f33f3 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.658982 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-890b0abb-ef7d-42f1-b7c1-89fa23407890 req-b1877852-13ba-4a60-b9a0-cecb158f33f3 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1434400 Aug 19 12:16:30.666420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d4b4e-83de-42de-ae24-61927f0da2d8 req-279e7b2d-dfa3-4e6b-8c68-738a0078e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:30.668332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b32d4b4e-83de-42de-ae24-61927f0da2d8 req-279e7b2d-dfa3-4e6b-8c68-738a0078e8d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.3985577 Aug 19 12:16:30.758973 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-386d671c-f337-40ce-8cd0-d0e665688387 None None] Set router c171038f-c20e-4d03-8e12-49d6e3b8fb3b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:30.782838 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-890b0abb-ef7d-42f1-b7c1-89fa23407890 req-ee274685-44d3-4e01-b2e0-19fdfb1e310c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201816 Aug 19 12:16:30.812933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Attempting to bind port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:30.813973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Attempting to bind port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:30.814421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Attempting to bind port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:30.900577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:30.901019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Attempting to bind port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:30.912214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:30.912690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:30.913169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:30.913713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Bound port: 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:30.914164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:30.966103 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1c98ed-e56f-4075-b5a2-fb5b37f345bf x-openstack-request-id: req-5c1c98ed-e56f-4075-b5a2-fb5b37f345bf {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:30.967419 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108b27c5-a7b3-4b10-bf36-208bf167b661", "tag": "6ac24f71-c717-499f-b358-922052710806", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:30.972006 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c1c98ed-e56f-4075-b5a2-fb5b37f345bf {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:30.972006 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'tag': '6ac24f71-c717-499f-b358-922052710806', 'status': 'completed', 'code': 200} Aug 19 12:16:31.047544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-bc083935-6c39-421b-a8b3-6b8b74cc7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.050688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-bc083935-6c39-421b-a8b3-6b8b74cc7888 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d6bd9e263cd42edabec866d64ae4d9e&device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 1097 time: 0.5024748 Aug 19 12:16:31.051759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e9e06-2814-4572-b3c3-0ad12efa5c9c req-9ec38a03-92f6-4a42-8d16-55b68b78bf9d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.052438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b32d4b4e-83de-42de-ae24-61927f0da2d8 req-b7bcdfc5-e48a-48b8-b947-b7a7c075da05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 HTTP/1.1" status: 200 len: 217 time: 0.2866938 Aug 19 12:16:31.060236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b2e9e06-2814-4572-b3c3-0ad12efa5c9c req-9ec38a03-92f6-4a42-8d16-55b68b78bf9d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 947 time: 0.0693078 Aug 19 12:16:31.078037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:31.096339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cfe8515e-0a13-45a9-93ce-ca4d649da6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.108811 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cfe8515e-0a13-45a9-93ce-ca4d649da6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.115368 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cfe8515e-0a13-45a9-93ce-ca4d649da6b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be41ba8b-bc13-45a1-92b1-4d3b13cc5db9 HTTP/1.1" status: 204 len: 168 time: 0.7488420 Aug 19 12:16:31.158157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b2e9e06-2814-4572-b3c3-0ad12efa5c9c req-20c99397-12eb-4398-856c-92d68a4cc0d2 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922284 Aug 19 12:16:31.169841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8515e-0a13-45a9-93ce-ca4d649da6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be41ba8b-bc13-45a1-92b1-4d3b13cc5db9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:31.199530 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-386d671c-f337-40ce-8cd0-d0e665688387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:57Z', 'revision_number': 4, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1b00521a-2002-43ef-98d8-5c9403821a59', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'port_id': '6ac24f71-c717-499f-b358-922052710806', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'mac_address': 'fa:16:3e:00:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:16:23Z', 'updated_at': '2021-08-19T12:16:28Z', 'revision_number': 1, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d98ea5-51ee-4530-8c85-f7e1714e623b', 'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'mac_address': 'fa:16:3e:33:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:56Z', 'updated_at': '2021-08-19T12:16:04Z', 'revision_number': 5, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'subnets': [{'id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:31.232506 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d671c-f337-40ce-8cd0-d0e665688387 None None] Checking router: c171038f-c20e-4d03-8e12-49d6e3b8fb3b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:31.237150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] For port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:31.242995 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d671c-f337-40ce-8cd0-d0e665688387 None None] Routers {'c171038f-c20e-4d03-8e12-49d6e3b8fb3b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:31.243974 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-386d671c-f337-40ce-8cd0-d0e665688387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:31.258135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945737c-1a0d-447e-a3e1-2997b06ffa18 req-361346f9-ba8e-4ee4-8997-2002932d7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.259699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f945737c-1a0d-447e-a3e1-2997b06ffa18 req-361346f9-ba8e-4ee4-8997-2002932d7487 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d6bd9e263cd42edabec866d64ae4d9e&device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 1097 time: 0.2903833 Aug 19 12:16:31.273118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] For port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:31.364466 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-386d671c-f337-40ce-8cd0-d0e665688387 None None] Set router c171038f-c20e-4d03-8e12-49d6e3b8fb3b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:31.368632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945737c-1a0d-447e-a3e1-2997b06ffa18 req-e6b2473e-3256-4c7b-a437-4cdbe48e673a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.370372 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f945737c-1a0d-447e-a3e1-2997b06ffa18 req-e6b2473e-3256-4c7b-a437-4cdbe48e673a service neutron] 10.222.0.62 "GET /v2.0/networks?id=2314a410-d92f-43f0-8dde-fac0dd554993 HTTP/1.1" status: 200 len: 929 time: 0.0985091 Aug 19 12:16:31.379361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.480893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d4b4e-83de-42de-ae24-61927f0da2d8 req-dd28aaa5-d6a2-4793-863a-d48894c0be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.482739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b32d4b4e-83de-42de-ae24-61927f0da2d8 req-dd28aaa5-d6a2-4793-863a-d48894c0be58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.3481982 Aug 19 12:16:31.484512 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f945737c-1a0d-447e-a3e1-2997b06ffa18 req-9585e6c4-d60b-46d4-811b-917acb151af5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac24f71-c717-499f-b358-922052710806 HTTP/1.1" status: 200 len: 1000 time: 0.0953443 Aug 19 12:16:31.529473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f4c19-d711-4e26-ad35-b6a6edc46fe9 req-a3264189-03a8-452c-80f0-ad76110ac556 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.541082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab6f4c19-d711-4e26-ad35-b6a6edc46fe9 req-a3264189-03a8-452c-80f0-ad76110ac556 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 948 time: 0.0855286 Aug 19 12:16:31.604053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.604053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:31.604053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] 10.222.0.62 "PUT /v2.0/ports/1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 HTTP/1.1" status: 200 len: 1096 time: 2.5809426 Aug 19 12:16:31.648070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-97881530-4a41-476f-8e97-420598ce2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.648245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab6f4c19-d711-4e26-ad35-b6a6edc46fe9 req-cdc76037-98fd-40db-ab53-94b0f9c334cf tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027467 Aug 19 12:16:31.650113 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-97881530-4a41-476f-8e97-420598ce2914 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2314a410-d92f-43f0-8dde-fac0dd554993 HTTP/1.1" status: 200 len: 929 time: 0.5904393 Aug 19 12:16:31.747229 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-ae83cace-90d3-42dc-8142-8a8abad3f3a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac24f71-c717-499f-b358-922052710806 HTTP/1.1" status: 200 len: 1000 time: 0.0969546 Aug 19 12:16:31.753043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f378a4-2e27-4b92-9ecf-cae7a07081e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:31.798313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d4b4e-83de-42de-ae24-61927f0da2d8 req-ca4bfdef-7afa-4155-9340-3a0855e68af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.799848 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b32d4b4e-83de-42de-ae24-61927f0da2d8 req-ca4bfdef-7afa-4155-9340-3a0855e68af3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2890732 Aug 19 12:16:31.802194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945737c-1a0d-447e-a3e1-2997b06ffa18 req-77d5988a-bad4-44e8-8637-bfb80dcfdbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.803865 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f945737c-1a0d-447e-a3e1-2997b06ffa18 req-77d5988a-bad4-44e8-8637-bfb80dcfdbb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee630573-2895-4a24-87e5-9e8ff6506983 HTTP/1.1" status: 200 len: 867 time: 0.2921066 Aug 19 12:16:31.985233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-e1a59f8a-8ee0-4e1c-a1a3-57a32da56080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:31.986901 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-e1a59f8a-8ee0-4e1c-a1a3-57a32da56080 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f74ac3c73de74a658b23ae3fabb56728&device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 1099 time: 0.2373605 Aug 19 12:16:31.995644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-b42344f4-c917-439b-8c45-1958bd6a9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:32.005035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-b42344f4-c917-439b-8c45-1958bd6a9842 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee630573-2895-4a24-87e5-9e8ff6506983 HTTP/1.1" status: 200 len: 867 time: 0.2565496 Aug 19 12:16:32.062453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945737c-1a0d-447e-a3e1-2997b06ffa18 req-647f704e-2a5b-4f3f-b072-5aef9a5b4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:32.064118 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f945737c-1a0d-447e-a3e1-2997b06ffa18 req-647f704e-2a5b-4f3f-b072-5aef9a5b4b6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2314a410-d92f-43f0-8dde-fac0dd554993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252591 Aug 19 12:16:32.069080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2c4f-4e9e-4b54-ae0c-7ae66ece4607 req-771cb4be-9329-4a96-9b4b-1cba57d87537 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:32.088103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0efb2c4f-4e9e-4b54-ae0c-7ae66ece4607 req-771cb4be-9329-4a96-9b4b-1cba57d87537 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.2150679 Aug 19 12:16:32.088313 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-386d671c-f337-40ce-8cd0-d0e665688387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:57Z', 'revision_number': 4, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1b00521a-2002-43ef-98d8-5c9403821a59', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'port_id': '6ac24f71-c717-499f-b358-922052710806', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'mac_address': 'fa:16:3e:00:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:16:23Z', 'updated_at': '2021-08-19T12:16:28Z', 'revision_number': 1, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d98ea5-51ee-4530-8c85-f7e1714e623b', 'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'mac_address': 'fa:16:3e:33:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:56Z', 'updated_at': '2021-08-19T12:16:04Z', 'revision_number': 5, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'subnets': [{'id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:32.125063 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386d671c-f337-40ce-8cd0-d0e665688387 None None] The sync data for ids ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'] in n-d-803757-2 is: [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:57Z', 'revision_number': 4, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1b00521a-2002-43ef-98d8-5c9403821a59', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'floating_ip_address': '172.25.2.245', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'port_id': '6ac24f71-c717-499f-b358-922052710806', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'mac_address': 'fa:16:3e:00:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:16:23Z', 'updated_at': '2021-08-19T12:16:28Z', 'revision_number': 1, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d98ea5-51ee-4530-8c85-f7e1714e623b', 'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'mac_address': 'fa:16:3e:33:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:56Z', 'updated_at': '2021-08-19T12:16:04Z', 'revision_number': 5, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'subnets': [{'id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:32.145656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-d677fb8f-9b65-48c2-97c6-6be3be10c4af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 HTTP/1.1" status: 200 len: 217 time: 0.1258121 Aug 19 12:16:32.158013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0efb2c4f-4e9e-4b54-ae0c-7ae66ece4607 req-8ecfae65-62f5-42d7-b2c0-d9232b2b69ed tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633783 Aug 19 12:16:32.170236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45582) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:32.207636 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06c850c7-bdfd-4c6f-8779-e91262c282a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.294208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b32d4b4e-83de-42de-ae24-61927f0da2d8 req-9270fad6-ec94-46f2-91e6-979a2f5f582f service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407887 Aug 19 12:16:32.332175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-1d2af916-1f14-4348-b299-cd1793f32d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:32.332913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-1d2af916-1f14-4348-b299-cd1793f32d8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2314a410-d92f-43f0-8dde-fac0dd554993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3266315 Aug 19 12:16:32.353759 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06c850c7-bdfd-4c6f-8779-e91262c282a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.354526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-2d854b88-4f2c-430e-afef-b8764bf050fb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:16:32.362109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-2d854b88-4f2c-430e-afef-b8764bf050fb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0280535 Aug 19 12:16:32.415005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-64ded5a3-bfb7-4129-83c3-46349c7d8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:32.416597 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-64ded5a3-bfb7-4129-83c3-46349c7d8b10 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.2316864 Aug 19 12:16:32.421668 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06c850c7-bdfd-4c6f-8779-e91262c282a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.506288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c850c7-bdfd-4c6f-8779-e91262c282a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9056d8-f719-4f3c-8881-c34eb0f7e1be,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:32.508365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a9f0f4-1df7-4906-9ab2-92ad71b94eb3 None None] New status for floating IP 1b00521a-2002-43ef-98d8-5c9403821a59: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:16:32.517921 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-06c850c7-bdfd-4c6f-8779-e91262c282a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eea6c633e07643e39a08d20c16a9ab16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425865 Aug 19 12:16:32.517921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45588) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:32.589817 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-74f272dc-5e3e-4947-8d99-db191bbcd365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.598089 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-a6a81729-21d9-4124-94a3-63e12deb546d service neutron] 10.222.0.21 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349677 Aug 19 12:16:32.618294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f945737c-1a0d-447e-a3e1-2997b06ffa18 req-6c1e1c79-f385-4b86-acc1-957f1b5d6b65 service neutron] 10.222.0.62 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017958 Aug 19 12:16:32.640165 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-74f272dc-5e3e-4947-8d99-db191bbcd365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.769537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-8ae9654e-ec4f-4252-a626-d70bb7f2d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:32.771257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-8ae9654e-ec4f-4252-a626-d70bb7f2d034 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3346770 Aug 19 12:16:32.778109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b32d4b4e-83de-42de-ae24-61927f0da2d8 req-523fac1c-32aa-4b39-a2a1-1b7f9031a403 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733555 Aug 19 12:16:32.863934 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-74f272dc-5e3e-4947-8d99-db191bbcd365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.866816 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-74f272dc-5e3e-4947-8d99-db191bbcd365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:32.870870 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-74f272dc-5e3e-4947-8d99-db191bbcd365 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c9056d8-f719-4f3c-8881-c34eb0f7e1be HTTP/1.1" status: 204 len: 168 time: 0.3489397 Aug 19 12:16:32.878356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f272dc-5e3e-4947-8d99-db191bbcd365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9056d8-f719-4f3c-8881-c34eb0f7e1be,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:33.095652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fcce8f-d0c7-4dd0-b2df-059eb0a567b3', 'tag': '1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:33.098377 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c09b027-fa8c-40f3-9adf-8551d6adb388" -d '{"events": [{"name": "network-changed", "server_uuid": "52fcce8f-d0c7-4dd0-b2df-059eb0a567b3", "tag": "1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:33.156184 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-042e9816-e242-41cc-a4d5-5a59c6abb1c3 req-255d0cba-df2c-4304-b680-4a88d93457e3 service neutron] 10.222.0.21 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570734 Aug 19 12:16:33.179015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f945737c-1a0d-447e-a3e1-2997b06ffa18 req-ac679568-dd6b-49da-9b0a-db419de28a6b service neutron] 10.222.0.62 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405173 Aug 19 12:16:33.220778 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-60c187d0-32e0-40d3-a594-62c6618aa9c5 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364285 Aug 19 12:16:33.344820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a8bac9-4918-4526-8f00-bf67e7da9095 req-399e05ee-0033-4461-aa3b-74e6c9e60814 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148772 Aug 19 12:16:33.455656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e88e04-2c77-4b93-b340-50aa516a42c4 req-899cfb35-cfe9-45f2-b816-77d60bcf49a9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:33.465630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9e88e04-2c77-4b93-b340-50aa516a42c4 req-899cfb35-cfe9-45f2-b816-77d60bcf49a9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 947 time: 0.0657511 Aug 19 12:16:33.536623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9e88e04-2c77-4b93-b340-50aa516a42c4 req-f61c635b-9a36-4d8c-bdb3-27f871644b72 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714571 Aug 19 12:16:33.557287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf8d8f-177c-426a-a3c8-e658cd21d721 req-0613a12b-b880-4931-92d7-9862428ec81e tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:33.558882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c3cf8d8f-177c-426a-a3c8-e658cd21d721 req-0613a12b-b880-4931-92d7-9862428ec81e tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 948 time: 0.0798614 Aug 19 12:16:33.615774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c3cf8d8f-177c-426a-a3c8-e658cd21d721 req-97b9e92e-589d-4588-b76f-100a73b9499e tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496898 Aug 19 12:16:33.643534 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788bffc8-36ad-4019-9012-3ae62ed59528 x-openstack-request-id: req-788bffc8-36ad-4019-9012-3ae62ed59528 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:33.644025 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52fcce8f-d0c7-4dd0-b2df-059eb0a567b3", "tag": "1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:33.644574 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-788bffc8-36ad-4019-9012-3ae62ed59528 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:33.645224 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fcce8f-d0c7-4dd0-b2df-059eb0a567b3', 'tag': '1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5', 'status': 'completed', 'code': 200} Aug 19 12:16:33.877559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebb33c-826a-42b3-abdf-ec2731ee2884 req-a790c1a4-1249-4d03-9f1a-67a91ed7dbdb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:33.877559 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dfebb33c-826a-42b3-abdf-ec2731ee2884 req-a790c1a4-1249-4d03-9f1a-67a91ed7dbdb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0636146 Aug 19 12:16:33.877559 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dfebb33c-826a-42b3-abdf-ec2731ee2884 req-b93dd657-8d1b-4f6b-8563-b63b5232ac5e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370941 Aug 19 12:16:33.878570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09b027-fa8c-40f3-9adf-8551d6adb388 req-c2501e08-33ff-4f86-b5d8-fc1981253507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:33.878570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c09b027-fa8c-40f3-9adf-8551d6adb388 req-c2501e08-33ff-4f86-b5d8-fc1981253507 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f74ac3c73de74a658b23ae3fabb56728&device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 1099 time: 0.0986905 Aug 19 12:16:33.931544 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-2108d918-2b44-4439-ba1e-996c793c61e6 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 258 time: 0.1819303 Aug 19 12:16:33.963118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:33.991291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09b027-fa8c-40f3-9adf-8551d6adb388 req-8ea44e36-def8-421f-a91d-0139939fc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:33.992812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c09b027-fa8c-40f3-9adf-8551d6adb388 req-8ea44e36-def8-421f-a91d-0139939fc613 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1277556 Aug 19 12:16:33.999712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:34.099408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:34.111674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8', 'mac_address': 'fa:16:3e:e3:df:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:34.152456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c09b027-fa8c-40f3-9adf-8551d6adb388 req-b080f3b2-8af8-42d5-891d-59d7a108c320 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 HTTP/1.1" status: 200 len: 217 time: 0.0454619 Aug 19 12:16:34.169888 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.183386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:34.204694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:34.207103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09b027-fa8c-40f3-9adf-8551d6adb388 req-51246968-b4ba-47f4-ad90-daaa7ed037cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.208704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c09b027-fa8c-40f3-9adf-8551d6adb388 req-51246968-b4ba-47f4-ad90-daaa7ed037cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0493097 Aug 19 12:16:34.266605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09b027-fa8c-40f3-9adf-8551d6adb388 req-7aac0614-ef72-49b7-9f3e-56a294d69403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.274193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c09b027-fa8c-40f3-9adf-8551d6adb388 req-7aac0614-ef72-49b7-9f3e-56a294d69403 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505087 Aug 19 12:16:34.368140 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.411562 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.438974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c09b027-fa8c-40f3-9adf-8551d6adb388 req-f28b7e8c-2432-4716-9157-57302ae65c6a service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588089 Aug 19 12:16:34.474941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:34.671076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:34.690615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664de436-02c1-4875-8b51-f46b1ab4712a req-bc205a7b-450c-4853-90a9-e6f724883da6 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.699176 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-664de436-02c1-4875-8b51-f46b1ab4712a req-bc205a7b-450c-4853-90a9-e6f724883da6 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 948 time: 0.0568721 Aug 19 12:16:34.721411 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c09b027-fa8c-40f3-9adf-8551d6adb388 req-2c157e6c-93b1-42d8-bbf2-eb641092814e service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694919 Aug 19 12:16:34.744041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-664de436-02c1-4875-8b51-f46b1ab4712a req-93c62066-a638-4de3-bc10-241c6872d9f1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429196 Aug 19 12:16:34.797963 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:34.956022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6e337-36c3-4aab-9528-a3c0454a14ca req-894d8036-d253-481d-aad5-06a24351f5c1 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:34.967967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39e6e337-36c3-4aab-9528-a3c0454a14ca req-894d8036-d253-481d-aad5-06a24351f5c1 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 948 time: 0.1106372 Aug 19 12:16:35.015851 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39e6e337-36c3-4aab-9528-a3c0454a14ca req-f4918675-0ce2-4b41-81c7-5ce54389dfb5 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466282 Aug 19 12:16:35.061367 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dc9ff5e9-e447-48c5-a487-ae5b5e126bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.157034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Allocated IP 172.25.2.190 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/90f55489-dfbc-4bff-8971-64bdb72380c9) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:35.212737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853c4f4-9e5d-4d14-8c61-c9a5c850c9f3 req-27345a98-65c6-4d61-801f-d5aa2586de89 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.220952 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5853c4f4-9e5d-4d14-8c61-c9a5c850c9f3 req-27345a98-65c6-4d61-801f-d5aa2586de89 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0600731 Aug 19 12:16:35.277518 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5853c4f4-9e5d-4d14-8c61-c9a5c850c9f3 req-f491f769-38fc-40a9-9d67-74b95f9c6fad tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555201 Aug 19 12:16:35.318590 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.444764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.495622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:35.498203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:35.502582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:35.529786 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Pushing event updated for resources: {'Port': ['ID=90f55489-dfbc-4bff-8971-64bdb72380c9,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:35.581708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.767659 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:35.967488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f84eb-c178-45c9-9015-1d8c317c2755 req-44e47e90-af1d-47dd-894b-176361cb7d4a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:35.969693 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3f84eb-c178-45c9-9015-1d8c317c2755 req-44e47e90-af1d-47dd-894b-176361cb7d4a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 948 time: 0.1024945 Aug 19 12:16:36.010464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:36.039989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:36.046964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3f84eb-c178-45c9-9015-1d8c317c2755 req-5b724040-2156-4bf2-a2df-49e2421b2f2d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686908 Aug 19 12:16:36.119098 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:36.161097 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:36.176638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Pushing event updated for resources: {'Port': ['ID=90f55489-dfbc-4bff-8971-64bdb72380c9,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:36.176851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:36.186155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:36.186155 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:36.266964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:36.268302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-6743f221-d5f4-4218-8966-e62457c17a5b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3293083 Aug 19 12:16:36.296500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccc299-8d79-4500-9794-b108cf8e2bc2 req-2b001888-3041-4c8f-b0ad-1e3b088ae092 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.298700 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9ccc299-8d79-4500-9794-b108cf8e2bc2 req-2b001888-3041-4c8f-b0ad-1e3b088ae092 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 948 time: 0.1267428 Aug 19 12:16:36.356884 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:36.359365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-45e0ffd7-5a38-4ce7-a8ab-bf94c95ce654 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.0834322 Aug 19 12:16:36.361284 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9ccc299-8d79-4500-9794-b108cf8e2bc2 req-e1367378-d8c0-4da7-a0a9-6b947b3170b8 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558326 Aug 19 12:16:36.386565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:36.406622 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfb78cf-b527-4e7d-88fd-3ab6a4d73be7" -d '{"events": [{"server_uuid": "5cc4bc61-b12d-4175-bc31-6a7dd538b3e9", "name": "network-vif-plugged", "status": "completed", "tag": "92cf4e75-be5d-46cc-a25b-60a9c0f35bf8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:36.423253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:36.483421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-bf48425f-e46c-4792-9370-c3eaea8f8512 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.485950 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06c37625-3e4a-4802-bd85-d1e74fdf976e req-bf48425f-e46c-4792-9370-c3eaea8f8512 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1238916 Aug 19 12:16:36.513140 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:36.570012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:36.617271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4124fc-019d-4ebd-aa6e-1255685bbc7d req-bdb75692-0167-455a-a7cd-3b28c60498e4 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.617724 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b562fdf-5de3-4667-a9d8-751f665d14ce x-openstack-request-id: req-5b562fdf-5de3-4667-a9d8-751f665d14ce {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:36.618322 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc4bc61-b12d-4175-bc31-6a7dd538b3e9", "name": "network-vif-plugged", "status": "completed", "tag": "92cf4e75-be5d-46cc-a25b-60a9c0f35bf8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:36.618766 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b562fdf-5de3-4667-a9d8-751f665d14ce {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:36.619088 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a4124fc-019d-4ebd-aa6e-1255685bbc7d req-bdb75692-0167-455a-a7cd-3b28c60498e4 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0555151 Aug 19 12:16:36.619687 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8', 'code': 200} Aug 19 12:16:36.683077 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a4124fc-019d-4ebd-aa6e-1255685bbc7d req-dae05278-a9a6-4641-b872-31406c0dc0da tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457220 Aug 19 12:16:36.801390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab5f71-2b66-43ad-b9c1-7aa65ed72043 req-47680338-b045-46a4-b27c-2a0cfb304b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.803196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31ab5f71-2b66-43ad-b9c1-7aa65ed72043 req-47680338-b045-46a4-b27c-2a0cfb304b54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 1100 time: 0.1035244 Aug 19 12:16:36.826056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942a102-c7df-4a9c-b6a3-3b0392e8c740 req-d7f98913-1018-4ad6-8440-b7dca76eec59 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:36.833561 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c942a102-c7df-4a9c-b6a3-3b0392e8c740 req-d7f98913-1018-4ad6-8440-b7dca76eec59 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1017287 Aug 19 12:16:36.858536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31ab5f71-2b66-43ad-b9c1-7aa65ed72043 req-b6dc0365-29e7-40c4-b9a0-8cfb1ead40d5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466826 Aug 19 12:16:36.904271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:36.946163 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c942a102-c7df-4a9c-b6a3-3b0392e8c740 req-352b7851-a004-44e7-be77-9b48dd58296a tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.1115472 Aug 19 12:16:36.951636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-c942a102-c7df-4a9c-b6a3-3b0392e8c740 req-c9e5416c-3470-4bfc-816a-24f51015526e tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Request body: {'floatingip': {'port_id': '6ac24f71-c717-499f-b358-922052710806', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:37.093980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:37.108124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5', 'mac_address': 'fa:16:3e:53:7e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:37.192180 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.247520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:37.288370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882843d-b3e0-49f6-8a81-e5857b65f6a0 req-a008cd2b-505b-4e76-b636-156b474037ef tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:37.290043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:37.292514 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6882843d-b3e0-49f6-8a81-e5857b65f6a0 req-a008cd2b-505b-4e76-b636-156b474037ef tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.1109738 Aug 19 12:16:37.349411 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6882843d-b3e0-49f6-8a81-e5857b65f6a0 req-299755b2-2b6a-4c62-adc5-489bf67d9334 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467293 Aug 19 12:16:37.358699 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.385243 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c942a102-c7df-4a9c-b6a3-3b0392e8c740 req-c9e5416c-3470-4bfc-816a-24f51015526e tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.495396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:37.596638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961809d-a4af-45db-a0e5-578b2dd6d5e8 req-4bd6aa73-60d8-4c92-8c56-9d77b52f5863 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:37.599563 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2961809d-a4af-45db-a0e5-578b2dd6d5e8 req-4bd6aa73-60d8-4c92-8c56-9d77b52f5863 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 949 time: 0.0981290 Aug 19 12:16:37.621212 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.655993 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2961809d-a4af-45db-a0e5-578b2dd6d5e8 req-3e47499d-1c1f-4198-a0b0-91d681ca39a0 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499954 Aug 19 12:16:37.681569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:37.713074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45714) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:37.745106 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-83b1d08c-ff48-4510-a45b-d37d8a90e408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:37.766533 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-c942a102-c7df-4a9c-b6a3-3b0392e8c740 req-c9e5416c-3470-4bfc-816a-24f51015526e tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 12:16:37.767629 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c942a102-c7df-4a9c-b6a3-3b0392e8c740 req-c9e5416c-3470-4bfc-816a-24f51015526e tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "PUT /v2.0/floatingips/c8b1c859-4b59-4bbd-95b4-ee1f51126bd8 HTTP/1.1" status: 409 len: 551 time: 0.8206663 Aug 19 12:16:37.928054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805bb7c-6d14-48d4-853e-eb2353eb56d8 req-164a3829-d877-4397-a970-a8361c55f1e7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:37.935985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8805bb7c-6d14-48d4-853e-eb2353eb56d8 req-164a3829-d877-4397-a970-a8361c55f1e7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0725067 Aug 19 12:16:37.984426 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8805bb7c-6d14-48d4-853e-eb2353eb56d8 req-f4d95888-6e8d-4ee5-bad0-ce4455dd4ae8 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Aug 19 12:16:38.019137 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4136945c-3c92-4d2c-b7ec-ffef2406197c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.050308 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-74517253-89e8-4e13-adcd-09efeda4edc3 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips/c8b1c859-4b59-4bbd-95b4-ee1f51126bd8 HTTP/1.1" status: 200 len: 693 time: 0.2276866 Aug 19 12:16:38.251104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-637175ae-02c4-40f6-9a70-52cce6800e51 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:38.260406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-637175ae-02c4-40f6-9a70-52cce6800e51 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.2076991 Aug 19 12:16:38.271693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-f067f41c-10f9-47fb-b0fc-8c07b498a33e tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:16:38.279992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-f067f41c-10f9-47fb-b0fc-8c07b498a33e tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185254 Aug 19 12:16:38.348177 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-522e2d37-a9d3-455c-9a13-d362d9e1b1e3 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.0671661 Aug 19 12:16:38.409704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-2dd87138-ed44-4043-a04a-6629e98b4096 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.190 HTTP/1.1" status: 200 len: 696 time: 0.0606694 Aug 19 12:16:38.433649 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4136945c-3c92-4d2c-b7ec-ffef2406197c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.514154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05bbce-90fa-42dc-84b7-32773ddb71d5 req-e82d1c16-3db4-4b5c-a08d-0f059426e0dc tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:38.525406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed05bbce-90fa-42dc-84b7-32773ddb71d5 req-e82d1c16-3db4-4b5c-a08d-0f059426e0dc tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.0980372 Aug 19 12:16:38.530886 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4136945c-3c92-4d2c-b7ec-ffef2406197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.584108 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed05bbce-90fa-42dc-84b7-32773ddb71d5 req-969bc05a-27bc-4fd3-9ea7-3c4ab566b373 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567927 Aug 19 12:16:38.638330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4136945c-3c92-4d2c-b7ec-ffef2406197c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e91849809604832925cce43931ebfa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9212754 Aug 19 12:16:38.638920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45726) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:38.639030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136945c-3c92-4d2c-b7ec-ffef2406197c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3e293b-e11b-43a7-8c1d-e93b1fb7b68f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:38.664613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-d77a8b0e-4a29-4536-b20e-c9017fb4fa65 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Deleting port 90f55489-dfbc-4bff-8971-64bdb72380c9 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:38.665053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-d77a8b0e-4a29-4536-b20e-c9017fb4fa65 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.729189 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-488a03e5-c9f7-4cf7-8361-66fdc050d0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.765274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-488a03e5-c9f7-4cf7-8361-66fdc050d0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.789552 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-d77a8b0e-4a29-4536-b20e-c9017fb4fa65 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.789869 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-d77a8b0e-4a29-4536-b20e-c9017fb4fa65 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:38.804855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-d77a8b0e-4a29-4536-b20e-c9017fb4fa65 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Calling delete_port for 90f55489-dfbc-4bff-8971-64bdb72380c9 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:38.904591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:39.004668 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-488a03e5-c9f7-4cf7-8361-66fdc050d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.008384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-488a03e5-c9f7-4cf7-8361-66fdc050d0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.017205 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-488a03e5-c9f7-4cf7-8361-66fdc050d0ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e3e293b-e11b-43a7-8c1d-e93b1fb7b68f HTTP/1.1" status: 204 len: 168 time: 0.3694956 Aug 19 12:16:39.047462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a03e5-c9f7-4cf7-8361-66fdc050d0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3e293b-e11b-43a7-8c1d-e93b1fb7b68f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:39.055967 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.135463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:39.140649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:39.141029 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.233510 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-d77a8b0e-4a29-4536-b20e-c9017fb4fa65 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.299008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a8b0e-4a29-4536-b20e-c9017fb4fa65 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Pushing event deleted for resources: {'Port': ['ID=90f55489-dfbc-4bff-8971-64bdb72380c9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:39.305105 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.338789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fcce8f-d0c7-4dd0-b2df-059eb0a567b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:39.342476 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d23ba48-980f-45ed-85f3-8a80b5556f4b" -d '{"events": [{"server_uuid": "52fcce8f-d0c7-4dd0-b2df-059eb0a567b3", "name": "network-vif-plugged", "status": "completed", "tag": "1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:39.345915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-d77a8b0e-4a29-4536-b20e-c9017fb4fa65 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.350004 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-d77a8b0e-4a29-4536-b20e-c9017fb4fa65 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.352380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7920486-ca51-4ea5-92c8-852b4b0cf8d5 req-d77a8b0e-4a29-4536-b20e-c9017fb4fa65 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "DELETE /v2.0/floatingips/c8b1c859-4b59-4bbd-95b4-ee1f51126bd8 HTTP/1.1" status: 204 len: 173 time: 0.9171944 Aug 19 12:16:39.358905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93a216-afab-4e00-9fcb-f369fcac7061 req-62b5f392-a1df-4f8e-a7fb-c21fe4e0acd2 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.366981 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd93a216-afab-4e00-9fcb-f369fcac7061 req-62b5f392-a1df-4f8e-a7fb-c21fe4e0acd2 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 949 time: 0.0726976 Aug 19 12:16:39.392036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:39.428442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd93a216-afab-4e00-9fcb-f369fcac7061 req-d77a5247-4294-4d62-b5cd-5743b2b42b36 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602498 Aug 19 12:16:39.501672 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:39.569705 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-44e0003a-71c8-4136-b596-2855787b021e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096585 Aug 19 12:16:39.604989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:39.687662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bdab7-3bef-4867-a699-08532cbb35d7 req-97b4105e-9ba1-42a9-b271-eed28e376387 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.697537 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c1bdab7-3bef-4867-a699-08532cbb35d7 req-97b4105e-9ba1-42a9-b271-eed28e376387 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.1081021 Aug 19 12:16:39.748387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c1bdab7-3bef-4867-a699-08532cbb35d7 req-cde05854-41f5-49e5-82cb-450169aee2b3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493948 Aug 19 12:16:39.807868 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112272ea-3bb4-47a8-8c23-7fc2da25b380 x-openstack-request-id: req-112272ea-3bb4-47a8-8c23-7fc2da25b380 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:39.808233 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fcce8f-d0c7-4dd0-b2df-059eb0a567b3", "name": "network-vif-plugged", "status": "completed", "tag": "1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:39.808525 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-112272ea-3bb4-47a8-8c23-7fc2da25b380 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:39.808805 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fcce8f-d0c7-4dd0-b2df-059eb0a567b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5', 'code': 200} Aug 19 12:16:39.871756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e83a24-9f35-4951-b7c1-a5b93b524b99 req-0e72afa4-f3dd-418a-bacb-8507a985b58f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:39.874199 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7e83a24-9f35-4951-b7c1-a5b93b524b99 req-0e72afa4-f3dd-418a-bacb-8507a985b58f tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0670929 Aug 19 12:16:39.955192 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7e83a24-9f35-4951-b7c1-a5b93b524b99 req-ab6ea4c1-817e-4ca7-8148-9347fdde91a1 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728366 Aug 19 12:16:39.988306 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-a8ce3c48-033a-4c64-9b96-757f4507dbdd tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 1002 time: 0.1578217 Aug 19 12:16:40.097504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e425f0e-ed85-45fb-90bd-6677086bb013 req-32230c5f-3f6f-4124-9e01-c5a0dec5d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.099380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e425f0e-ed85-45fb-90bd-6677086bb013 req-32230c5f-3f6f-4124-9e01-c5a0dec5d619 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 1101 time: 0.1325288 Aug 19 12:16:40.105476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45758) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:40.128773 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7278b443-e4af-42ac-9b64-2f5e23f77090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.129881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-3b8de5d2-bc42-4205-94cc-0bf41625ad9d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.134313 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-3b8de5d2-bc42-4205-94cc-0bf41625ad9d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports/6ac24f71-c717-499f-b358-922052710806 HTTP/1.1" status: 200 len: 943 time: 0.1440158 Aug 19 12:16:40.205336 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e425f0e-ed85-45fb-90bd-6677086bb013 req-6a714c67-21cd-43ed-a620-d728e4047f01 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672944 Aug 19 12:16:40.305294 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7278b443-e4af-42ac-9b64-2f5e23f77090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.346765 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-fb47047d-7c09-46e1-8456-8c5cfce15f50 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 1002 time: 0.1147046 Aug 19 12:16:40.421250 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.461642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7278b443-e4af-42ac-9b64-2f5e23f77090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.489800 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-7522a5e7-81a4-45cb-8fc8-995b5abfd67e tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.500030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-7522a5e7-81a4-45cb-8fc8-995b5abfd67e tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1462553 Aug 19 12:16:40.520375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7278b443-e4af-42ac-9b64-2f5e23f77090 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=402e17d02b724954a21813699bb5697c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4135947 Aug 19 12:16:40.521662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278b443-e4af-42ac-9b64-2f5e23f77090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1aae30b-da43-4746-b656-3530b1e63b15,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:40.529727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45770) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:40.602244 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-1f9aa654-60b7-4673-b93b-eaf4dfa9ce50 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 1002 time: 0.1012306 Aug 19 12:16:40.616402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-0462a4b1-70c8-4c1c-ad25-4371ca91df6d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:40.635869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a58877-7b29-4654-a6aa-30ca92492a5b req-4d17c763-010d-430d-a008-43eab84437aa tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:40.643879 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65a58877-7b29-4654-a6aa-30ca92492a5b req-4d17c763-010d-430d-a008-43eab84437aa tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 950 time: 0.1006782 Aug 19 12:16:40.654239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c7b9532-28bc-44ab-8092-9d993fb17ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.708257 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-0462a4b1-70c8-4c1c-ad25-4371ca91df6d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.742524 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c7b9532-28bc-44ab-8092-9d993fb17ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.768326 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65a58877-7b29-4654-a6aa-30ca92492a5b req-81dd98aa-2acd-4298-b89d-e595958513b7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231616 Aug 19 12:16:40.954768 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c7b9532-28bc-44ab-8092-9d993fb17ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.959131 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c7b9532-28bc-44ab-8092-9d993fb17ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.964614 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7c7b9532-28bc-44ab-8092-9d993fb17ebb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1aae30b-da43-4746-b656-3530b1e63b15 HTTP/1.1" status: 204 len: 168 time: 0.4327333 Aug 19 12:16:40.969282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-0462a4b1-70c8-4c1c-ad25-4371ca91df6d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:40.995397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b9532-28bc-44ab-8092-9d993fb17ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1aae30b-da43-4746-b656-3530b1e63b15,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:41.017984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e3fe4-0335-4da2-bbd0-d2540a7b6bcb req-eaa5699f-611d-4a3e-bbd7-b2f489185632 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:41.020449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d0e3fe4-0335-4da2-bbd0-d2540a7b6bcb req-eaa5699f-611d-4a3e-bbd7-b2f489185632 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.0801766 Aug 19 12:16:41.078115 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-0462a4b1-70c8-4c1c-ad25-4371ca91df6d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.078635 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-0462a4b1-70c8-4c1c-ad25-4371ca91df6d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Floating IP 1b00521a-2002-43ef-98d8-5c9403821a59 disassociated. External IP: 172.25.2.245, port: 6ac24f71-c717-499f-b358-922052710806. Aug 19 12:16:41.112724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d0e3fe4-0335-4da2-bbd0-d2540a7b6bcb req-8dfc653a-dece-43d4-951c-ba30370b3fdc tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686884 Aug 19 12:16:41.260211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7428d-1d8f-4a55-abbc-bff95db0909c req-438bde65-1bce-46d1-91c9-d6aea29a109a tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:41.260211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-19a7428d-1d8f-4a55-abbc-bff95db0909c req-438bde65-1bce-46d1-91c9-d6aea29a109a tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0633075 Aug 19 12:16:41.351443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-19a7428d-1d8f-4a55-abbc-bff95db0909c req-9e8ebe6d-df94-4a14-bf90-93093b2999fe tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855210 Aug 19 12:16:41.385758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-0462a4b1-70c8-4c1c-ad25-4371ca91df6d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Router c171038f-c20e-4d03-8e12-49d6e3b8fb3b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:41.529962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-0462a4b1-70c8-4c1c-ad25-4371ca91df6d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:41.536849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-0462a4b1-70c8-4c1c-ad25-4371ca91df6d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:41.541263 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876258c-c3b4-41c0-b16a-d25d32cab715 None None] Sync routers for ids ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:41.560665 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876258c-c3b4-41c0-b16a-d25d32cab715 None None] Routers {'c171038f-c20e-4d03-8e12-49d6e3b8fb3b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:41.566637 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e876258c-c3b4-41c0-b16a-d25d32cab715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:41.735227 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e876258c-c3b4-41c0-b16a-d25d32cab715 None None] Set router c171038f-c20e-4d03-8e12-49d6e3b8fb3b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:41.950418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68e594-b319-4088-a87a-5a94a78db83d req-d062e146-d7d3-441f-b01d-3394e67ab75e tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:41.952128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de68e594-b319-4088-a87a-5a94a78db83d req-d062e146-d7d3-441f-b01d-3394e67ab75e tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 950 time: 0.0766289 Aug 19 12:16:42.013229 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-0462a4b1-70c8-4c1c-ad25-4371ca91df6d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "PUT /v2.0/floatingips/1b00521a-2002-43ef-98d8-5c9403821a59 HTTP/1.1" status: 200 len: 695 time: 1.3953302 Aug 19 12:16:42.023768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'tag': '6ac24f71-c717-499f-b358-922052710806'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:42.026369 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154fbb1d-8e11-442d-8b0d-4b088039729a" -d '{"events": [{"name": "network-changed", "server_uuid": "108b27c5-a7b3-4b10-bf36-208bf167b661", "tag": "6ac24f71-c717-499f-b358-922052710806"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:42.047739 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e876258c-c3b4-41c0-b16a-d25d32cab715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:57Z', 'revision_number': 4, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '50d98ea5-51ee-4530-8c85-f7e1714e623b', 'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'mac_address': 'fa:16:3e:33:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:56Z', 'updated_at': '2021-08-19T12:16:04Z', 'revision_number': 5, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'subnets': [{'id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:42.061666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-25f1a6e8-923c-4a1d-8b49-984264e2217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.070467 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-25f1a6e8-923c-4a1d-8b49-984264e2217a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d6bd9e263cd42edabec866d64ae4d9e&device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 1097 time: 0.0553045 Aug 19 12:16:42.078858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de68e594-b319-4088-a87a-5a94a78db83d req-ad750836-2783-4be1-aa3d-86312318cd6f tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179631 Aug 19 12:16:42.109077 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876258c-c3b4-41c0-b16a-d25d32cab715 None None] Checking router: c171038f-c20e-4d03-8e12-49d6e3b8fb3b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:42.118756 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876258c-c3b4-41c0-b16a-d25d32cab715 None None] Routers {'c171038f-c20e-4d03-8e12-49d6e3b8fb3b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:42.119417 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e876258c-c3b4-41c0-b16a-d25d32cab715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:42.219582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-2fa75138-3b0b-461a-82b9-e6d9940b78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.222106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-2fa75138-3b0b-461a-82b9-e6d9940b78a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2314a410-d92f-43f0-8dde-fac0dd554993 HTTP/1.1" status: 200 len: 929 time: 0.1503055 Aug 19 12:16:42.279051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e876258c-c3b4-41c0-b16a-d25d32cab715 None None] Set router c171038f-c20e-4d03-8e12-49d6e3b8fb3b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:42.341838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-adc9b5c1-3729-49cf-a719-1a84c3b1e2fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac24f71-c717-499f-b358-922052710806 HTTP/1.1" status: 200 len: 217 time: 0.0770891 Aug 19 12:16:42.359550 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c7d541-edce-4636-acc8-afb1a96813ab x-openstack-request-id: req-c9c7d541-edce-4636-acc8-afb1a96813ab {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:42.359835 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108b27c5-a7b3-4b10-bf36-208bf167b661", "tag": "6ac24f71-c717-499f-b358-922052710806", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:42.360212 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9c7d541-edce-4636-acc8-afb1a96813ab {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:42.360602 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'tag': '6ac24f71-c717-499f-b358-922052710806', 'status': 'completed', 'code': 200} Aug 19 12:16:42.429825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-991d77d6-cdb3-4e4e-9f0b-46d58e0b964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.431341 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-991d77d6-cdb3-4e4e-9f0b-46d58e0b964e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ee630573-2895-4a24-87e5-9e8ff6506983 HTTP/1.1" status: 200 len: 867 time: 0.0817215 Aug 19 12:16:42.506257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fbb1d-8e11-442d-8b0d-4b088039729a req-aaad987e-5f14-42a6-82f5-bf85573732e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.506892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b30d7-8b1d-40ab-83f9-34e500fa5075 req-de7f117e-3af5-4384-a1b2-db6e634bca79 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.507327 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-154fbb1d-8e11-442d-8b0d-4b088039729a req-aaad987e-5f14-42a6-82f5-bf85573732e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9d6bd9e263cd42edabec866d64ae4d9e&device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 1097 time: 0.0585315 Aug 19 12:16:42.507421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b61b30d7-8b1d-40ab-83f9-34e500fa5075 req-de7f117e-3af5-4384-a1b2-db6e634bca79 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.0509889 Aug 19 12:16:42.507421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b61b30d7-8b1d-40ab-83f9-34e500fa5075 req-d311a7d6-2132-4f8a-b1de-9368071a8bc4 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332658 Aug 19 12:16:42.529263 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e876258c-c3b4-41c0-b16a-d25d32cab715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:57Z', 'revision_number': 4, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '50d98ea5-51ee-4530-8c85-f7e1714e623b', 'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'mac_address': 'fa:16:3e:33:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:56Z', 'updated_at': '2021-08-19T12:16:04Z', 'revision_number': 5, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'subnets': [{'id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:42.550503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-ecbc7ddf-c111-4083-a3dc-25e56ad1e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.552042 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-ecbc7ddf-c111-4083-a3dc-25e56ad1e9aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2314a410-d92f-43f0-8dde-fac0dd554993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077378 Aug 19 12:16:42.558311 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876258c-c3b4-41c0-b16a-d25d32cab715 None None] The sync data for ids ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'] in n-d-803757-2 is: [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:15:57Z', 'revision_number': 4, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '50d98ea5-51ee-4530-8c85-f7e1714e623b', 'name': '', 'network_id': '2314a410-d92f-43f0-8dde-fac0dd554993', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'mac_address': 'fa:16:3e:33:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:56Z', 'updated_at': '2021-08-19T12:16:04Z', 'revision_number': 5, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'subnets': [{'id': 'ee630573-2895-4a24-87e5-9e8ff6506983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:42.601622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727839d0-8cf1-4784-a2c1-bc9bcb674c07 req-0d8531b2-7d71-41ab-9026-4980130c825c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.603276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-727839d0-8cf1-4784-a2c1-bc9bcb674c07 req-0d8531b2-7d71-41ab-9026-4980130c825c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0603085 Aug 19 12:16:42.620523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fbb1d-8e11-442d-8b0d-4b088039729a req-32b87d1d-7434-49ce-8fd4-d098768b0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.622944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-154fbb1d-8e11-442d-8b0d-4b088039729a req-32b87d1d-7434-49ce-8fd4-d098768b0d29 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2314a410-d92f-43f0-8dde-fac0dd554993 HTTP/1.1" status: 200 len: 929 time: 0.1696577 Aug 19 12:16:42.642924 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-727839d0-8cf1-4784-a2c1-bc9bcb674c07 req-0233e7c5-60b9-4188-b61f-8baa331c207d tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335257 Aug 19 12:16:42.680220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-154fbb1d-8e11-442d-8b0d-4b088039729a req-59f63b07-dc69-49fc-afce-ed415931b8a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac24f71-c717-499f-b358-922052710806 HTTP/1.1" status: 200 len: 217 time: 0.0475163 Aug 19 12:16:42.749844 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-1c4840f1-d16c-4842-bd2d-98724c5be6be service neutron] 10.222.0.21 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908519 Aug 19 12:16:42.809289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fbb1d-8e11-442d-8b0d-4b088039729a req-d5e364ed-6a44-4a54-a035-06669fc79324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.810730 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-154fbb1d-8e11-442d-8b0d-4b088039729a req-d5e364ed-6a44-4a54-a035-06669fc79324 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee630573-2895-4a24-87e5-9e8ff6506983 HTTP/1.1" status: 200 len: 867 time: 0.1147892 Aug 19 12:16:42.854095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8281420-717c-4848-9dfc-9fc78ba49c56 None None] New status for floating IP 1b00521a-2002-43ef-98d8-5c9403821a59: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:16:42.908878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e741db14-e5fb-486d-9020-6552bd1e8bbd req-4d1e07bb-1277-4894-9cb4-3286baeba319 service neutron] 10.222.0.21 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505790 Aug 19 12:16:42.911451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fbb1d-8e11-442d-8b0d-4b088039729a req-284e8880-54f4-4af3-a14f-3ad09b5e6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:42.912992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-154fbb1d-8e11-442d-8b0d-4b088039729a req-284e8880-54f4-4af3-a14f-3ad09b5e6158 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2314a410-d92f-43f0-8dde-fac0dd554993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927589 Aug 19 12:16:42.933599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:16:42.935935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:43.014335 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-154fbb1d-8e11-442d-8b0d-4b088039729a req-1fecd13a-6cb6-413f-a1e7-cb06a2256ac6 service neutron] 10.222.0.62 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886095 Aug 19 12:16:43.116828 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-154fbb1d-8e11-442d-8b0d-4b088039729a req-e38a905e-fd47-4e76-a2b5-ebe0c406a6bc service neutron] 10.222.0.62 "GET /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931900 Aug 19 12:16:43.228415 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.resource_extend [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:16:43.245617 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-552ea11d-8820-4848-b447-6b681c13a915 req-f40a205a-4bf2-41a8-b9c7-ea70fd615b4f tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips/1b00521a-2002-43ef-98d8-5c9403821a59 HTTP/1.1" status: 200 len: 695 time: 0.0836623 Aug 19 12:16:43.282227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317a343-5969-4ca6-bb82-fa74258fd8e2 req-313d0d5d-e9ff-4331-a309-a226a1be1771 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.284697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8317a343-5969-4ca6-bb82-fa74258fd8e2 req-313d0d5d-e9ff-4331-a309-a226a1be1771 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 950 time: 0.0941131 Aug 19 12:16:43.338351 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.373030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8317a343-5969-4ca6-bb82-fa74258fd8e2 req-541e2216-8e41-4ace-8094-ce3c833a6523 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799074 Aug 19 12:16:43.373988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:43.386373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:43.386373 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f92d99e-a6f4-4ed2-97be-8e3eab5b9cf0" -d '{"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-unplugged", "status": "completed", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:43.401345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:43.403298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'mac_address': 'fa:16:3e:cd:1e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:16:43.458862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea11d-8820-4848-b447-6b681c13a915 req-ab9bba3b-d68a-47be-b474-c4a629130074 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.471041 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-552ea11d-8820-4848-b447-6b681c13a915 req-ab9bba3b-d68a-47be-b474-c4a629130074 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1999993 Aug 19 12:16:43.505632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.534891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:43.550667 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd1911e-d9c1-41f6-895b-d170d02655f4 x-openstack-request-id: req-fdd1911e-d9c1-41f6-895b-d170d02655f4 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:43.551010 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-unplugged", "status": "completed", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:43.551265 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdd1911e-d9c1-41f6-895b-d170d02655f4 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:43.551657 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'code': 200} Aug 19 12:16:43.553404 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.575588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-552ea11d-8820-4848-b447-6b681c13a915 req-b4f65148-ee6c-425b-9365-b93e80902db6 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 696 time: 0.1032753 Aug 19 12:16:43.644520 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:16:43.644873 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:16:43.650027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45834) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:43.650155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:43.669310 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-552ea11d-8820-4848-b447-6b681c13a915 req-2aa4b00e-5691-414b-86c1-a7dbed6d60e1 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 696 time: 0.0925219 Aug 19 12:16:43.792704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2048412598-network', 'tenant_id': '5007a89d30c34cfea37866a65480819f'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:43.834015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-c26d2586-b016-4281-9114-3dfeb48243a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.835943 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-c26d2586-b016-4281-9114-3dfeb48243a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 1100 time: 0.1003237 Aug 19 12:16:43.910396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-552ea11d-8820-4848-b447-6b681c13a915 req-92474d70-58c8-486e-a517-429ca846af60 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Deleting port 161d423a-0cf4-47c5-8a95-400888c2895f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:43.910621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-552ea11d-8820-4848-b447-6b681c13a915 req-92474d70-58c8-486e-a517-429ca846af60 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.957683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Made reservation on behalf of 5007a89d30c34cfea37866a65480819f for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:43.960049 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.970417 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:43.988216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-d8bfc953-d83b-4146-9f6a-7e9bbe55d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:43.989676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-d8bfc953-d83b-4146-9f6a-7e9bbe55d030 service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1448936 Aug 19 12:16:44.039095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-3fc9b87f-0953-42c4-8bb8-b35157c71b1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 HTTP/1.1" status: 200 len: 217 time: 0.0392854 Aug 19 12:16:44.062358 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-552ea11d-8820-4848-b447-6b681c13a915 req-92474d70-58c8-486e-a517-429ca846af60 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.062682 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-552ea11d-8820-4848-b447-6b681c13a915 req-92474d70-58c8-486e-a517-429ca846af60 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.087715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.097340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-552ea11d-8820-4848-b447-6b681c13a915 req-92474d70-58c8-486e-a517-429ca846af60 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Calling delete_port for 161d423a-0cf4-47c5-8a95-400888c2895f owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:44.116058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-43b6aaf9-a4ca-44a7-9aea-a164d3721f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.117611 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-43b6aaf9-a4ca-44a7-9aea-a164d3721f71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0677004 Aug 19 12:16:44.181435 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.196980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:16:44.211577 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.216646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-e46dd11c-d3c2-4b30-ba80-0c23c8e8556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.218254 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-e46dd11c-d3c2-4b30-ba80-0c23c8e8556e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637360 Aug 19 12:16:44.218412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.218701 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Added segment e21265f4-a3ba-42ff-bc7b-b8f8c79cc527 of type vlan for network 73eafb51-32ec-461e-9da8-f8dd1b864f4e Aug 19 12:16:44.251426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:16:44.282637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:44.346505 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.355019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-3e71a9ae-3170-46b9-aac9-c1c383882603 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263750 Aug 19 12:16:44.362931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851bb35a-d98e-4e1a-9f3f-41d7c2d5c3ec,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:44.409000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ad93f-3eaa-4b24-9bd3-e069989a52ad req-fc6d3f7f-58ef-4f07-83f0-c7e5e9f25033 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.412997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d1ad93f-3eaa-4b24-9bd3-e069989a52ad req-fc6d3f7f-58ef-4f07-83f0-c7e5e9f25033 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.1391788 Aug 19 12:16:44.439239 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.466789 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-7d849859-3730-4ada-8d15-991d7391ab02 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992219 Aug 19 12:16:44.469207 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-552ea11d-8820-4848-b447-6b681c13a915 req-92474d70-58c8-486e-a517-429ca846af60 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.498434 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d1ad93f-3eaa-4b24-9bd3-e069989a52ad req-fab15f7a-fa4f-4bff-bc0d-e1d7830dbb6d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753045 Aug 19 12:16:44.513699 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=10']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:44.517313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92474d70-58c8-486e-a517-429ca846af60 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Pushing event deleted for resources: {'Port': ['ID=161d423a-0cf4-47c5-8a95-400888c2895f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:44.540920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-552ea11d-8820-4848-b447-6b681c13a915 req-92474d70-58c8-486e-a517-429ca846af60 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.545197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-552ea11d-8820-4848-b447-6b681c13a915 req-92474d70-58c8-486e-a517-429ca846af60 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.546398 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-552ea11d-8820-4848-b447-6b681c13a915 req-92474d70-58c8-486e-a517-429ca846af60 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "DELETE /v2.0/floatingips/1b00521a-2002-43ef-98d8-5c9403821a59 HTTP/1.1" status: 204 len: 173 time: 0.8685462 Aug 19 12:16:44.569562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.570553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.571134 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:44.679730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb72dd-49bb-4985-9ed9-26f5a63aec4b req-553acf39-4430-4bfb-b266-aad1001e70fa tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.684226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16bb72dd-49bb-4985-9ed9-26f5a63aec4b req-553acf39-4430-4bfb-b266-aad1001e70fa tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 950 time: 0.0598307 Aug 19 12:16:44.688675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af86ae-9c66-412f-b659-edcb7558918f req-6c664593-9d00-416e-806c-3b208d8bfafe tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.690246 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16af86ae-9c66-412f-b659-edcb7558918f req-6c664593-9d00-416e-806c-3b208d8bfafe tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1098609 Aug 19 12:16:44.691012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] Pushing event updated for resources: {'Network': ['ID=73eafb51-32ec-461e-9da8-f8dd1b864f4e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:44.707029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 73eafb51-32ec-461e-9da8-f8dd1b864f4e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:16:44.752143 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16bb72dd-49bb-4985-9ed9-26f5a63aec4b req-7bc67f80-2837-4b90-98ea-1b416907ddac tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609107 Aug 19 12:16:44.775647 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16af86ae-9c66-412f-b659-edcb7558918f req-a0328c47-db9b-4872-a83b-181600d2e3bd tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561509 Aug 19 12:16:44.818862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1a3a217d-c3f8-41db-8d21-57f1296e57e8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1648784 Aug 19 12:16:44.819079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45850) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:44.825363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] Request body: {'subnet': {'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2048412598-subnet', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:44.887569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:44.939795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d00b9-6ad6-4784-9336-6a88013a793e req-ce62c7df-02ed-4215-9e72-6c1f14e70e2d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:44.952330 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a92d00b9-6ad6-4784-9336-6a88013a793e req-ce62c7df-02ed-4215-9e72-6c1f14e70e2d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0873568 Aug 19 12:16:44.999005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a92d00b9-6ad6-4784-9336-6a88013a793e req-e714af45-b2da-46c7-a0eb-8626b93e596b tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0442774 Aug 19 12:16:45.068944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc7164f4-ae9d-4518-a165-2d88b98e5510 req-2bb81284-c23d-4216-b039-aba6be7f8879 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0460212 Aug 19 12:16:45.101334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] Made reservation on behalf of 5007a89d30c34cfea37866a65480819f for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:16:45.103795 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:45.421002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:45.486540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5139f60e-7055-485f-9f92-ebd9c412d635,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:45.504279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] Checking segment: {'id': 'e21265f4-a3ba-42ff-bc7b-b8f8c79cc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:45.504634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] Network hostable DHCP agents. Network: 73eafb51-32ec-461e-9da8-f8dd1b864f4e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:16:45.623020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] Network 73eafb51-32ec-461e-9da8-f8dd1b864f4e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:16:45.628708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b0c1f-2741-44ca-8318-9f7ff61c6db1 req-54c95986-0639-4083-8476-bbfcdc11a695 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.631246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-009b0c1f-2741-44ca-8318-9f7ff61c6db1 req-54c95986-0639-4083-8476-bbfcdc11a695 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.0670075 Aug 19 12:16:45.692407 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-009b0c1f-2741-44ca-8318-9f7ff61c6db1 req-cb4df4ea-0855-4125-a05b-83cddb7cce41 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533519 Aug 19 12:16:45.771479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82571c0d-5e8c-4339-9cdb-ca726207354f req-e27ca8a3-d8ef-4369-a443-7fd1dafe518a tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.773043 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-82571c0d-5e8c-4339-9cdb-ca726207354f req-e27ca8a3-d8ef-4369-a443-7fd1dafe518a tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 946 time: 0.0999784 Aug 19 12:16:45.807964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 73eafb51-32ec-461e-9da8-f8dd1b864f4e) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:45.813292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.816326 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:45.818648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c5d8ff-a731-48e2-9d40-2aa4fcbe1970 None None] Network 73eafb51-32ec-461e-9da8-f8dd1b864f4e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:45.846343 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-82571c0d-5e8c-4339-9cdb-ca726207354f req-bd7a3020-01f8-410d-a72b-8f58aeb86604 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624855 Aug 19 12:16:45.923006 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ea87d-0b42-43e7-9301-f337a59de897 req-6f61f9bc-0724-4047-8bc1-16c16b12e62d tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:45.926279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b4ea87d-0b42-43e7-9301-f337a59de897 req-6f61f9bc-0724-4047-8bc1-16c16b12e62d tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 950 time: 0.0961070 Aug 19 12:16:45.984555 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b4ea87d-0b42-43e7-9301-f337a59de897 req-158be418-c894-4b7c-9720-5fc4bd4dfdb3 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510979 Aug 19 12:16:46.009894 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e4461a39-efad-4843-99a8-cf6d104b2f4f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1897466 Aug 19 12:16:46.017642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45868) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:46.031134 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2048412598-router', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:46.045523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af3bec-7497-489d-a50a-7d3fece3c431 req-51f81212-3467-464a-8d0a-dafcc8cce8e0 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:46.047084 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1af3bec-7497-489d-a50a-7d3fece3c431 req-51f81212-3467-464a-8d0a-dafcc8cce8e0 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.1031127 Aug 19 12:16:46.103651 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1af3bec-7497-489d-a50a-7d3fece3c431 req-9d17f40b-c44a-421b-a5b4-f499f9bc8a87 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Aug 19 12:16:46.131124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-73eafb51-32ec-461e-9da8-f8dd1b864f4e', 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'fixed_ips': [{'subnet_id': '5139f60e-7055-485f-9f92-ebd9c412d635'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:16:46.132255 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.158096 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.159701 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.211818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf51ee5-3f55-4f38-a618-13227f3058de req-4c0e1966-bda8-49e2-b436-7109005152cf tempest-LiveMigrationNegativeTest-1993266961 tempest-LiveMigrationNegativeTest-1993266961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:46.213500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bf51ee5-3f55-4f38-a618-13227f3058de req-4c0e1966-bda8-49e2-b436-7109005152cf tempest-LiveMigrationNegativeTest-1993266961 tempest-LiveMigrationNegativeTest-1993266961-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 1101 time: 0.0592713 Aug 19 12:16:46.219703 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.235373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8bf51ee5-3f55-4f38-a618-13227f3058de req-02d76532-e1aa-480e-9ac1-8bc49239e0ec tempest-LiveMigrationNegativeTest-1993266961 tempest-LiveMigrationNegativeTest-1993266961-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.295035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Allocated IP 172.20.0.2 (73eafb51-32ec-461e-9da8-f8dd1b864f4e/5139f60e-7055-485f-9f92-ebd9c412d635/80bc11a3-aacc-46c3-ba30-d91326b9ba42) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:46.368675 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8bf51ee5-3f55-4f38-a618-13227f3058de req-02d76532-e1aa-480e-9ac1-8bc49239e0ec tempest-LiveMigrationNegativeTest-1993266961 tempest-LiveMigrationNegativeTest-1993266961-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.444245 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8bf51ee5-3f55-4f38-a618-13227f3058de req-02d76532-e1aa-480e-9ac1-8bc49239e0ec tempest-LiveMigrationNegativeTest-1993266961 tempest-LiveMigrationNegativeTest-1993266961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.477708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bf51ee5-3f55-4f38-a618-13227f3058de req-02d76532-e1aa-480e-9ac1-8bc49239e0ec tempest-LiveMigrationNegativeTest-1993266961 tempest-LiveMigrationNegativeTest-1993266961-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556865 Aug 19 12:16:46.502584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d76532-e1aa-480e-9ac1-8bc49239e0ec tempest-LiveMigrationNegativeTest-1993266961 tempest-LiveMigrationNegativeTest-1993266961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc74baa1-4976-4683-9c6a-c281f4a3af65,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:46.510892 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.520886 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.523060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Transition to ACTIVE for port object 80bc11a3-aacc-46c3-ba30-d91326b9ba42 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:46.547288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Transition to ACTIVE for port object 80bc11a3-aacc-46c3-ba30-d91326b9ba42 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:46.707826 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.766433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Network 73eafb51-32ec-461e-9da8-f8dd1b864f4e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:46.789597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:46.795791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:46.808989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Pushing event updated for resources: {'Port': ['ID=80bc11a3-aacc-46c3-ba30-d91326b9ba42,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:46.852698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef26537-7d25-40aa-99e2-a3bc29dcd194 req-ccff68a9-8aa0-4a56-ac3b-bcdef95b6081 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:46.854328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aef26537-7d25-40aa-99e2-a3bc29dcd194 req-ccff68a9-8aa0-4a56-ac3b-bcdef95b6081 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.0580482 Aug 19 12:16:46.890876 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.915196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Attempting to bind port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:46.915196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Attempting to bind port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'e21265f4-a3ba-42ff-bc7b-b8f8c79cc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:46.915196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Attempting to bind port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 on network 73eafb51-32ec-461e-9da8-f8dd1b864f4e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:46.916079 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.916719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aef26537-7d25-40aa-99e2-a3bc29dcd194 req-ae7885ef-0ff4-4b0d-b68f-b17fbdce6a9f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551255 Aug 19 12:16:46.926088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:46.935914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Checking segment: {'id': 'e21265f4-a3ba-42ff-bc7b-b8f8c79cc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:46.935914 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.935914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Bound using segment: {'id': 'e21265f4-a3ba-42ff-bc7b-b8f8c79cc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:46.935914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Bound port: 80bc11a3-aacc-46c3-ba30-d91326b9ba42, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21265f4-a3ba-42ff-bc7b-b8f8c79cc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:46.935914 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:46.948871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:47.071904 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] For port 80bc11a3-aacc-46c3-ba30-d91326b9ba42, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:47.075949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] For port 80bc11a3-aacc-46c3-ba30-d91326b9ba42, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=80bc11a3-aacc-46c3-ba30-d91326b9ba42,segment=NetworkSegment(e21265f4-a3ba-42ff-bc7b-b8f8c79cc527),segment_id=e21265f4-a3ba-42ff-bc7b-b8f8c79cc527)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:47.081802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07363e2-7f09-4239-800a-fc4cb085bd01 req-328349ef-215f-4166-ae9d-6445b6d8d0d6 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.082036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:47.082271 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.090285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d07363e2-7f09-4239-800a-fc4cb085bd01 req-328349ef-215f-4166-ae9d-6445b6d8d0d6 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 946 time: 0.0918703 Aug 19 12:16:47.112422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Allocated IP 172.25.2.99 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/9e60ddc8-2147-4f9b-970a-cbbc2f9d238b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:47.147909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d07363e2-7f09-4239-800a-fc4cb085bd01 req-0d0ff8e9-7853-475c-bcd3-5023b5eee1e8 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/security-groups?id=fe43c649-8e79-43dc-a390-fa4b0712ab25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570064 Aug 19 12:16:47.199705 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.228046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:47.232027 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6f8fff-bc83-408d-80ac-a5bca0474cf7" -d '{"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-plugged", "status": "completed", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:47.250826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:47.293415 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.323396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d21dc-42af-4c46-8b5b-9f219d334da6 req-e20e251b-da17-424d-8133-1722f83e7abe tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.325414 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d0d21dc-42af-4c46-8b5b-9f219d334da6 req-e20e251b-da17-424d-8133-1722f83e7abe tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 949 time: 0.0755367 Aug 19 12:16:47.351943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce477e0a-ae98-4f54-8f04-9fc994a0a038 req-d24d4d3c-7821-4c6d-90cd-d901938c2a07 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.353406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce477e0a-ae98-4f54-8f04-9fc994a0a038 req-d24d4d3c-7821-4c6d-90cd-d901938c2a07 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 950 time: 0.0566945 Aug 19 12:16:47.380454 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d0d21dc-42af-4c46-8b5b-9f219d334da6 req-73cac703-5dc6-471e-a22d-64339695e8e6 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478129 Aug 19 12:16:47.421325 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce477e0a-ae98-4f54-8f04-9fc994a0a038 req-6f8ec4c1-6943-4637-a2db-1b718ca40eb2 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617409 Aug 19 12:16:47.423575 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e10f7d-f5c3-42da-98ad-5bb3204578f9 x-openstack-request-id: req-43e10f7d-f5c3-42da-98ad-5bb3204578f9 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:47.423870 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-plugged", "status": "completed", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:47.424722 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43e10f7d-f5c3-42da-98ad-5bb3204578f9 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:47.424722 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'code': 200} Aug 19 12:16:47.461609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0ec9b-c6ea-4410-b767-4254c0612017 req-3d895a84-2417-43da-a3f1-97b4ef7e0608 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.463228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d0c0ec9b-c6ea-4410-b767-4254c0612017 req-3d895a84-2417-43da-a3f1-97b4ef7e0608 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.62 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 946 time: 0.0822029 Aug 19 12:16:47.598566 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.600212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d0c0ec9b-c6ea-4410-b767-4254c0612017 req-155006d6-89d5-4c64-a750-b4fa85a70299 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Deleting port 6ac24f71-c717-499f-b358-922052710806 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:47.600556 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d0c0ec9b-c6ea-4410-b767-4254c0612017 req-155006d6-89d5-4c64-a750-b4fa85a70299 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.660881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7fb31-0479-4970-acca-4bc72516ea47 None None] Pushing event updated for resources: {'Port': ['ID=80bc11a3-aacc-46c3-ba30-d91326b9ba42,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:47.715693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aedc81-1bca-4e6d-94e6-04fe9aa245bb req-acdc422e-a174-43f5-87a4-863020ad7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:47.717179 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95aedc81-1bca-4e6d-94e6-04fe9aa245bb req-acdc422e-a174-43f5-87a4-863020ad7c57 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 1100 time: 0.0732143 Aug 19 12:16:47.737546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d0c0ec9b-c6ea-4410-b767-4254c0612017 req-155006d6-89d5-4c64-a750-b4fa85a70299 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] For port 6ac24f71-c717-499f-b358-922052710806, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6ac24f71-c717-499f-b358-922052710806,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:47.737904 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d0c0ec9b-c6ea-4410-b767-4254c0612017 req-155006d6-89d5-4c64-a750-b4fa85a70299 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.761263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d0c0ec9b-c6ea-4410-b767-4254c0612017 req-155006d6-89d5-4c64-a750-b4fa85a70299 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Calling delete_port for 6ac24f71-c717-499f-b358-922052710806 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:47.782969 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95aedc81-1bca-4e6d-94e6-04fe9aa245bb req-69e60998-1283-4a53-b02c-3ec68eec2d0d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570006 Aug 19 12:16:47.841160 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.892601 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:47.919443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:47.920944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:47.927057 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:48.008800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=11']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:48.092895 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 80bc11a3-aacc-46c3-ba30-d91326b9ba42 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:48.150756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Pushing event updated for resources: {'Port': ['ID=9e60ddc8-2147-4f9b-970a-cbbc2f9d238b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:48.187552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec799a8-301d-487f-8e13-f2900a1e4a9f req-35ebb84d-efc0-4ec4-9f94-a84eec1e9369 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.197949 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bec799a8-301d-487f-8e13-f2900a1e4a9f req-35ebb84d-efc0-4ec4-9f94-a84eec1e9369 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.1776948 Aug 19 12:16:48.251795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d0c0ec9b-c6ea-4410-b767-4254c0612017 req-155006d6-89d5-4c64-a750-b4fa85a70299 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:48.252417 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bec799a8-301d-487f-8e13-f2900a1e4a9f req-1cca3b8f-ccfd-48a1-96b0-c1bd0638a892 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 Aug 19 12:16:48.266882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6ac24f71-c717-499f-b358-922052710806'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:48.273438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25a6bd3b-7576-4e64-a89c-c8d02d5ad374 req-1255ec0b-f75e-4a46-9503-ad088bb4138d tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 210 time: 0.0386591 Aug 19 12:16:48.298372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155006d6-89d5-4c64-a750-b4fa85a70299 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Pushing event deleted for resources: {'Port': ['ID=6ac24f71-c717-499f-b358-922052710806,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:48.330097 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:48.400472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c0ec9b-c6ea-4410-b767-4254c0612017 req-155006d6-89d5-4c64-a750-b4fa85a70299 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] No DVR routers for this DVR port 6ac24f71-c717-499f-b358-922052710806 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:48.406262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d0c0ec9b-c6ea-4410-b767-4254c0612017 req-155006d6-89d5-4c64-a750-b4fa85a70299 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:48.408465 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d0c0ec9b-c6ea-4410-b767-4254c0612017 req-155006d6-89d5-4c64-a750-b4fa85a70299 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.62 "DELETE /v2.0/ports/6ac24f71-c717-499f-b358-922052710806 HTTP/1.1" status: 204 len: 173 time: 0.9347308 Aug 19 12:16:48.409346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'name': 'network-vif-deleted', 'tag': '6ac24f71-c717-499f-b358-922052710806'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:48.411925 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd7fc3d-3b50-4629-bb52-889006bd70b0" -d '{"events": [{"server_uuid": "108b27c5-a7b3-4b10-bf36-208bf167b661", "name": "network-vif-deleted", "tag": "6ac24f71-c717-499f-b358-922052710806"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:48.491921 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda4faef-65a8-4d3a-bb02-b2207918eb3b x-openstack-request-id: req-cda4faef-65a8-4d3a-bb02-b2207918eb3b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:48.492213 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108b27c5-a7b3-4b10-bf36-208bf167b661", "name": "network-vif-deleted", "tag": "6ac24f71-c717-499f-b358-922052710806", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:48.492470 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cda4faef-65a8-4d3a-bb02-b2207918eb3b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:48.492871 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108b27c5-a7b3-4b10-bf36-208bf167b661', 'name': 'network-vif-deleted', 'tag': '6ac24f71-c717-499f-b358-922052710806', 'status': 'completed', 'code': 200} Aug 19 12:16:48.508288 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:48.605264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447afb97-b2d4-4ef0-a4c8-86d4f5dbd030 req-372d51ac-5596-4635-a74a-1bce9c0ba005 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.613969 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-447afb97-b2d4-4ef0-a4c8-86d4f5dbd030 req-372d51ac-5596-4635-a74a-1bce9c0ba005 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 950 time: 0.1011939 Aug 19 12:16:48.735706 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-447afb97-b2d4-4ef0-a4c8-86d4f5dbd030 req-2a932911-2a75-4ce8-bbfb-7c0dc9530ef5 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133413 Aug 19 12:16:48.753074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b8f79-4f0b-43e5-b0e6-51f6978e6931 req-627bf5db-c353-486a-aa08-7632dd0f3aa5 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:48.754609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f7b8f79-4f0b-43e5-b0e6-51f6978e6931 req-627bf5db-c353-486a-aa08-7632dd0f3aa5 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 950 time: 0.1137612 Aug 19 12:16:48.878462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f7b8f79-4f0b-43e5-b0e6-51f6978e6931 req-f7799d23-3417-4ff7-88aa-f7f4c30caf97 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147678 Aug 19 12:16:49.023527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6173afec-326a-4693-8cb7-db59f2703925 None None] Network 73eafb51-32ec-461e-9da8-f8dd1b864f4e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:49.267636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a927666-4db2-41af-8787-e5ad68944c5d req-d234eb4b-e8c7-4c87-b8c6-586056fb8e39 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:49.269453 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a927666-4db2-41af-8787-e5ad68944c5d req-d234eb4b-e8c7-4c87-b8c6-586056fb8e39 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 1096 time: 0.0805130 Aug 19 12:16:49.270125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a77856da-c37d-4380-b20e-076dfe32046c None None] Provisioning for port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:49.273019 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:49.276751 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a77856da-c37d-4380-b20e-076dfe32046c None None] Provisioning complete for port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:49.277661 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a77856da-c37d-4380-b20e-076dfe32046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:49.362475 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a927666-4db2-41af-8787-e5ad68944c5d req-35821ed6-2a1c-4f6c-a4e6-fb6ba68eec76 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749595 Aug 19 12:16:49.391953 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a77856da-c37d-4380-b20e-076dfe32046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:49.427046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a77856da-c37d-4380-b20e-076dfe32046c None None] For port 80bc11a3-aacc-46c3-ba30-d91326b9ba42, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=80bc11a3-aacc-46c3-ba30-d91326b9ba42,segment=NetworkSegment(e21265f4-a3ba-42ff-bc7b-b8f8c79cc527),segment_id=e21265f4-a3ba-42ff-bc7b-b8f8c79cc527)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:49.509247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf1a23-9444-4765-9514-53bbda514c3f req-c5b1bf95-47b1-4b80-ba13-e5aad87e869f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:49.517402 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adcf1a23-9444-4765-9514-53bbda514c3f req-c5b1bf95-47b1-4b80-ba13-e5aad87e869f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.1296754 Aug 19 12:16:49.541537 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a77856da-c37d-4380-b20e-076dfe32046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:49.563720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a21a415-8c8b-4eb7-9370-6f8d34b59831 req-360be208-366d-4651-97f7-e5f4d0968e52 tempest-FloatingIPsAssociationNegativeTestJSON-839496403 tempest-FloatingIPsAssociationNegativeTestJSON-839496403-project] 10.222.0.21 "GET /v2.0/ports?device_id=108b27c5-a7b3-4b10-bf36-208bf167b661 HTTP/1.1" status: 200 len: 210 time: 0.0616984 Aug 19 12:16:49.610785 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adcf1a23-9444-4765-9514-53bbda514c3f req-a8f8a13b-e162-4a9e-904b-9803d61a60aa tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922415 Aug 19 12:16:49.662231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77856da-c37d-4380-b20e-076dfe32046c None None] Pushing event updated for resources: {'Port': ['ID=80bc11a3-aacc-46c3-ba30-d91326b9ba42,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:49.696267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2fd41-b72f-43d2-a9d8-2a229dbe3535 req-2430b76b-718c-4c60-a29e-9618e9f5c046 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:49.702507 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6dd2fd41-b72f-43d2-a9d8-2a229dbe3535 req-2430b76b-718c-4c60-a29e-9618e9f5c046 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.62 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 950 time: 0.1573412 Aug 19 12:16:49.768421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b6dde690-7ae8-477b-a6d3-2b1c7058a8bf None None] Provisioning complete for port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:49.768951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Router a7f8b178-833e-449b-85eb-0841291bd560 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:16:49.769346 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b6dde690-7ae8-477b-a6d3-2b1c7058a8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:49.930344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:49.948502 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Sync routers for ids ['a7f8b178-833e-449b-85eb-0841291bd560'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:49.949419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6dd2fd41-b72f-43d2-a9d8-2a229dbe3535 req-6aa74e06-4f5f-4b84-b794-9d0e113ec7b7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Deleting port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:49.951578 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6dd2fd41-b72f-43d2-a9d8-2a229dbe3535 req-6aa74e06-4f5f-4b84-b794-9d0e113ec7b7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:49.964240 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Routers {'a7f8b178-833e-449b-85eb-0841291bd560'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:49.965870 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7f8b178-833e-449b-85eb-0841291bd560'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:50.003379 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.007466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6cc187f1-65e9-4a7d-9eb9-3dda60a2af62 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9862864 Aug 19 12:16:50.007674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45932) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:50.105755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c728cee-2629-4952-9d48-c882022a2647 req-eb4a3c41-dbb6-4a94-b69f-c0119e5cc1b9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:50.113228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0c728cee-2629-4952-9d48-c882022a2647 req-eb4a3c41-dbb6-4a94-b69f-c0119e5cc1b9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 950 time: 0.2412984 Aug 19 12:16:50.116344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 80bc11a3-aacc-46c3-ba30-d91326b9ba42 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:50.141485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-6dd2fd41-b72f-43d2-a9d8-2a229dbe3535 req-6aa74e06-4f5f-4b84-b794-9d0e113ec7b7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] For port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:50.148749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6dd2fd41-b72f-43d2-a9d8-2a229dbe3535 req-6aa74e06-4f5f-4b84-b794-9d0e113ec7b7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.151199 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Set router a7f8b178-833e-449b-85eb-0841291bd560 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:50.166128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6dd2fd41-b72f-43d2-a9d8-2a229dbe3535 req-6aa74e06-4f5f-4b84-b794-9d0e113ec7b7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Calling delete_port for 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:50.203416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0c728cee-2629-4952-9d48-c882022a2647 req-35549dcc-941d-49b1-ae6d-43c6906c98a7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892353 Aug 19 12:16:50.282151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:50.285416 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.382313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0e76b-09b4-4dbb-ba56-050f1582157d req-53ed27ac-cdff-432c-a3ad-716fb2341e2e tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:50.389892 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dcb0e76b-09b4-4dbb-ba56-050f1582157d req-53ed27ac-cdff-432c-a3ad-716fb2341e2e tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 950 time: 0.0823269 Aug 19 12:16:50.448077 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'name': 'tempest-FloatingIPsTestJSON-2048412598-router', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:48Z', 'revision_number': 3, 'project_id': '5007a89d30c34cfea37866a65480819f', 'gw_port': {'id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:50.459838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dcb0e76b-09b4-4dbb-ba56-050f1582157d req-1d2c91d7-71e6-4389-9b84-23a4048789f3 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637765 Aug 19 12:16:50.485944 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Checking router: a7f8b178-833e-449b-85eb-0841291bd560 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:50.486481 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Updating router a7f8b178-833e-449b-85eb-0841291bd560 port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:50.520416 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.689092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6dd2fd41-b72f-43d2-a9d8-2a229dbe3535 req-6aa74e06-4f5f-4b84-b794-9d0e113ec7b7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.704834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:50.707398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['6f01179a-75f1-4e8c-b1ae-c79efefabb68'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:50.803898 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa74e06-4f5f-4b84-b794-9d0e113ec7b7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Pushing event deleted for resources: {'Port': ['ID=1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:50.876192 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.902979 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Transition to ACTIVE for port object 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:50.919801 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd2fd41-b72f-43d2-a9d8-2a229dbe3535 req-6aa74e06-4f5f-4b84-b794-9d0e113ec7b7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] No DVR routers for this DVR port 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:50.930008 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6dd2fd41-b72f-43d2-a9d8-2a229dbe3535 req-6aa74e06-4f5f-4b84-b794-9d0e113ec7b7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:50.932095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6dd2fd41-b72f-43d2-a9d8-2a229dbe3535 req-6aa74e06-4f5f-4b84-b794-9d0e113ec7b7 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.62 "DELETE /v2.0/ports/1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 HTTP/1.1" status: 204 len: 173 time: 1.2230697 Aug 19 12:16:50.932516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fcce8f-d0c7-4dd0-b2df-059eb0a567b3', 'name': 'network-vif-deleted', 'tag': '1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:50.936149 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fae9d6-f586-4329-9c5b-8a9b3b22b3f3" -d '{"events": [{"server_uuid": "52fcce8f-d0c7-4dd0-b2df-059eb0a567b3", "name": "network-vif-deleted", "tag": "1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:50.984014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:50.985327 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.032911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:51.033580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:51.034230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6ac24f71-c717-499f-b358-922052710806 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:51.042030 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.149362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 6ac24f71-c717-499f-b358-922052710806 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:51.150356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6ac24f71-c717-499f-b358-922052710806 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:51.165146 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Attempting to bind port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:51.165607 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Attempting to bind port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:51.166025 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Attempting to bind port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:51.175674 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f32e-1572-4f2c-a094-5f99e749b97a None None] Pushing event updated for resources: {'Port': ['ID=9e60ddc8-2147-4f9b-970a-cbbc2f9d238b,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:51.182390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45962) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:51.201759 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:51.201759 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:51.201759 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.201759 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:51.202684 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Bound port: 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:51.207996 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.231193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Allocated IP 172.20.0.1 (73eafb51-32ec-461e-9da8-f8dd1b864f4e/5139f60e-7055-485f-9f92-ebd9c412d635/c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:51.388562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.406168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Transition to ACTIVE for port object c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:51.436727 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] For port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:51.444560 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] For port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9e60ddc8-2147-4f9b-970a-cbbc2f9d238b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:51.575881 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.621563 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.667575 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Routers {'a7f8b178-833e-449b-85eb-0841291bd560'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:51.679229 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7f8b178-833e-449b-85eb-0841291bd560'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:51.685578 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89f32e-1572-4f2c-a094-5f99e749b97a None None] Pushing event updated for resources: {'Port': ['ID=9e60ddc8-2147-4f9b-970a-cbbc2f9d238b,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:51.695966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Network 73eafb51-32ec-461e-9da8-f8dd1b864f4e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:51.700716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:51.721691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:51.722335 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:51.731887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3197598-3941-427c-8023-ca26254daade req-aed1aedb-4b7b-4a0e-a110-9ff56b0ef7ec tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:51.740390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3197598-3941-427c-8023-ca26254daade req-aed1aedb-4b7b-4a0e-a110-9ff56b0ef7ec tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.4431312 Aug 19 12:16:51.802235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Pushing event updated for resources: {'Port': ['ID=c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:51.885030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3197598-3941-427c-8023-ca26254daade req-3bffbe23-77e4-4cc7-b2fc-7f06855a320e tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434169 Aug 19 12:16:51.887735 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] Set router a7f8b178-833e-449b-85eb-0841291bd560 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:52.126159 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.208094 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daecb925-de69-481c-9136-cc09654f48b7 x-openstack-request-id: req-daecb925-de69-481c-9136-cc09654f48b7 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:16:52.208439 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52fcce8f-d0c7-4dd0-b2df-059eb0a567b3", "name": "network-vif-deleted", "tag": "1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:16:52.208627 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daecb925-de69-481c-9136-cc09654f48b7 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:16:52.209009 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fcce8f-d0c7-4dd0-b2df-059eb0a567b3', 'name': 'network-vif-deleted', 'tag': '1c22250b-5a6c-48cc-99a0-b8b52d9cf2f5', 'status': 'completed', 'code': 200} Aug 19 12:16:52.285466 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'name': 'tempest-FloatingIPsTestJSON-2048412598-router', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:48Z', 'revision_number': 3, 'project_id': '5007a89d30c34cfea37866a65480819f', 'gw_port': {'id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:52.294966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c5c5ac75-1f09-4898-9955-dc83f027286c None None] Provisioning for port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:52.299931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c5c5ac75-1f09-4898-9955-dc83f027286c None None] Provisioning complete for port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:52.300484 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c5c5ac75-1f09-4898-9955-dc83f027286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.314041 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.314262 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e7a80-2293-4831-938e-fb4be982d767 None None] The sync data for ids ['a7f8b178-833e-449b-85eb-0841291bd560'] in n-d-803757-2 is: [{'id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'name': 'tempest-FloatingIPsTestJSON-2048412598-router', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:48Z', 'revision_number': 3, 'project_id': '5007a89d30c34cfea37866a65480819f', 'gw_port': {'id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:52.320987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4128d8-2068-42ee-8850-0bb3d1fe26e6 req-3f742ea2-41b1-48d0-a536-4598f27240d4 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:52.322679 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f4128d8-2068-42ee-8850-0bb3d1fe26e6 req-3f742ea2-41b1-48d0-a536-4598f27240d4 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 1101 time: 0.0642436 Aug 19 12:16:52.366378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c5c5ac75-1f09-4898-9955-dc83f027286c None None] Port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:52.440095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f4128d8-2068-42ee-8850-0bb3d1fe26e6 req-f3a046b6-52ec-49a3-9098-883a0b860990 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862823 Aug 19 12:16:52.510590 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.618897 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d7f2f8a-aee5-4476-8540-8e1a494df4a9 req-470a4c49-940a-40e6-8f99-4c5e46207dc3 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=52fcce8f-d0c7-4dd0-b2df-059eb0a567b3 HTTP/1.1" status: 200 len: 210 time: 0.0604062 Aug 19 12:16:52.791827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.793356 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.821147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-b26f18c7-55a2-4002-bb56-b42ba4621cfb tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:16:52.822905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-b26f18c7-55a2-4002-bb56-b42ba4621cfb tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116067 Aug 19 12:16:52.831611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] Deleting port 50d98ea5-51ee-4530-8c85-f7e1714e623b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:52.831611 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:52.845348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Pushing event updated for resources: {'Port': ['ID=c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:52.849920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Request body: {'binding': {'host': 'n-h2-803757-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:52.850466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Unknown quota resources ['binding']. {{(pid=95542) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:16:53.002287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Network 73eafb51-32ec-461e-9da8-f8dd1b864f4e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:53.004286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:53.119441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] For port 50d98ea5-51ee-4530-8c85-f7e1714e623b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=50d98ea5-51ee-4530-8c85-f7e1714e623b,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:53.119819 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.156700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] Calling delete_port for 50d98ea5-51ee-4530-8c85-f7e1714e623b owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:53.204285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Router a7f8b178-833e-449b-85eb-0841291bd560 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:53.444688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:53.456129 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8ae90bda-ed59-4ae2-9277-91906eefbcd4 admin admin] 10.222.0.21 "PUT /v2.0/routers/a7f8b178-833e-449b-85eb-0841291bd560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4474413 Aug 19 12:16:53.482718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on host n-h2-803757-2 for vnic_type normal with profile None {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:53.483503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:53.483734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:53.496629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6a7844e0-6dcc-45ea-855a-07cdc2174766 None None] Provisioning complete for port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:53.497194 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6a7844e0-6dcc-45ea-855a-07cdc2174766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.498389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:16:53.498715 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:53.509771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330361b2-e05c-431e-8c26-4aeee9d2087f req-79dfe4b1-001b-42fe-921e-a13e0aeec8b4 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:53.517820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-330361b2-e05c-431e-8c26-4aeee9d2087f req-79dfe4b1-001b-42fe-921e-a13e0aeec8b4 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.2260296 Aug 19 12:16:53.553757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:53.554089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:53.554478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:53.562266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Bound port: f11d55ae-c152-4210-b83e-f0c360ef09da, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:53.595856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6a7844e0-6dcc-45ea-855a-07cdc2174766 None None] Port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:16:53.634365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-330361b2-e05c-431e-8c26-4aeee9d2087f req-05c277d1-a0b3-4470-9b45-43996cf2398b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155963 Aug 19 12:16:53.713378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f11d55ae-c152-4210-b83e-f0c360ef09da,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:53.856203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38bcbb-1ea8-4970-bda7-ecaad6107e33 req-9ff73532-6f70-49f9-b632-52ab82ff2a5a tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:53.857773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d38bcbb-1ea8-4970-bda7-ecaad6107e33 req-9ff73532-6f70-49f9-b632-52ab82ff2a5a tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 1101 time: 0.0478101 Aug 19 12:16:53.895687 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d38bcbb-1ea8-4970-bda7-ecaad6107e33 req-382eaf4a-84bc-4ce5-9ffc-b93b1b2a39c7 tempest-ServersAdminTestJSON-1131876689 tempest-ServersAdminTestJSON-1131876689-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317881 Aug 19 12:16:53.933545 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] Notify callbacks [] for binding, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.934723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-18e46dd6-b2cc-43ad-aecc-b77b853dba58 service neutron] 10.222.0.21 "POST /v2.0/ports/f11d55ae-c152-4210-b83e-f0c360ef09da/bindings HTTP/1.1" status: 201 len: 389 time: 1.0913262 Aug 19 12:16:53.935336 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:53.986114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d98ea5-51ee-4530-8c85-f7e1714e623b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:54.097312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:54.253985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.492427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-6917727a-cb5c-41ca-945c-243a9b62d46d tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3606045 Aug 19 12:16:54.511403 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:16:54.586570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Sync routers for ids ['a7f8b178-833e-449b-85eb-0841291bd560'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:54.596142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Routers {'a7f8b178-833e-449b-85eb-0841291bd560'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:54.596756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7f8b178-833e-449b-85eb-0841291bd560'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:54.646710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] Router c171038f-c20e-4d03-8e12-49d6e3b8fb3b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:16:54.709941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Set router a7f8b178-833e-449b-85eb-0841291bd560 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:54.711664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:54.739313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:54.739700 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:54.983594 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.093885 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.113367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:16:55.121360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9e60ddc8-2147-4f9b-970a-cbbc2f9d238b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:55.124932 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a946cf03-bffe-4cc4-bcaa-857353470edd None None] Sync routers for ids ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:16:55.127158 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3ca69034-860f-424d-838e-9db5e772be87 admin admin] 10.222.0.21 "PUT /v2.0/routers/c171038f-c20e-4d03-8e12-49d6e3b8fb3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9430554 Aug 19 12:16:55.129633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46000) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:55.145316 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946cf03-bffe-4cc4-bcaa-857353470edd None None] Routers {'c171038f-c20e-4d03-8e12-49d6e3b8fb3b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:55.145954 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a946cf03-bffe-4cc4-bcaa-857353470edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:55.148790 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.201214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'name': 'tempest-FloatingIPsTestJSON-2048412598-router', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:51Z', 'revision_number': 4, 'project_id': '5007a89d30c34cfea37866a65480819f', 'gw_port': {'id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1', 'name': '', 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'mac_address': 'fa:16:3e:6a:79:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5139f60e-7055-485f-9f92-ebd9c412d635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:51Z', 'updated_at': '2021-08-19T12:16:52Z', 'revision_number': 2, 'project_id': '5007a89d30c34cfea37866a65480819f', 'subnets': [{'id': '5139f60e-7055-485f-9f92-ebd9c412d635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:55.238652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Checking router: a7f8b178-833e-449b-85eb-0841291bd560 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:55.239230 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.239679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Updating router a7f8b178-833e-449b-85eb-0841291bd560 port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:16:55.285974 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.365404 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.368672 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.373963 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Allocated IP 172.25.2.60 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/790319af-ce65-4e43-8a9d-4dbc5f6e02ac) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:16:55.397661 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a946cf03-bffe-4cc4-bcaa-857353470edd None None] Set router c171038f-c20e-4d03-8e12-49d6e3b8fb3b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:55.631753 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.641374 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.662029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-0badcada-e29b-4447-ae92-9141b5e6a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:55.663548 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-0badcada-e29b-4447-ae92-9141b5e6a9db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 1096 time: 0.1447344 Aug 19 12:16:55.753582 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a946cf03-bffe-4cc4-bcaa-857353470edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:16:53Z', 'revision_number': 5, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:55.771426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=9e60ddc8-2147-4f9b-970a-cbbc2f9d238b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:55.798901 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a946cf03-bffe-4cc4-bcaa-857353470edd None None] Checking router: c171038f-c20e-4d03-8e12-49d6e3b8fb3b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:16:55.804900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-902d1a9a-c783-45bc-a410-7cbba7b51eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:55.806428 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-902d1a9a-c783-45bc-a410-7cbba7b51eb1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.1247406 Aug 19 12:16:55.809401 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946cf03-bffe-4cc4-bcaa-857353470edd None None] Routers {'c171038f-c20e-4d03-8e12-49d6e3b8fb3b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:55.810034 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a946cf03-bffe-4cc4-bcaa-857353470edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:55.852996 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-7d495a74-69d5-4a0e-a10f-a4904b339d71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f11d55ae-c152-4210-b83e-f0c360ef09da HTTP/1.1" status: 200 len: 217 time: 0.0391941 Aug 19 12:16:55.895053 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:55.903150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-5a3d731d-36a2-4a52-81be-b291d06c4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:55.904604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-5a3d731d-36a2-4a52-81be-b291d06c4a47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.0447619 Aug 19 12:16:55.909259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Transition to ACTIVE for port object c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:16:55.923530 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a946cf03-bffe-4cc4-bcaa-857353470edd None None] Set router c171038f-c20e-4d03-8e12-49d6e3b8fb3b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:55.941786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-7b2dfa3f-0149-4987-9b67-d1fc581f0c2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282497 Aug 19 12:16:56.043173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-7f826d4b-8f12-48d8-a702-fbcf7f873173 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929310 Aug 19 12:16:56.046821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:56.103269 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Deleting port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:56.106513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:56.106948 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.107427 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.178540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.180819 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a946cf03-bffe-4cc4-bcaa-857353470edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:16:53Z', 'revision_number': 5, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:56.192790 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.198907 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.223327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] For port 795eeff3-4bfb-4c1e-9447-2091e5f0a03b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=795eeff3-4bfb-4c1e-9447-2091e5f0a03b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:56.223937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.224987 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a946cf03-bffe-4cc4-bcaa-857353470edd None None] The sync data for ids ['c171038f-c20e-4d03-8e12-49d6e3b8fb3b'] in n-d-803757-2 is: [{'id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-207776777-router', 'tenant_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:51Z', 'updated_at': '2021-08-19T12:16:53Z', 'revision_number': 5, 'project_id': '9d6bd9e263cd42edabec866d64ae4d9e', 'gw_port': {'id': '795eeff3-4bfb-4c1e-9447-2091e5f0a03b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:f1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c171038f-c20e-4d03-8e12-49d6e3b8fb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:15:53Z', 'updated_at': '2021-08-19T12:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:56.248484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Calling delete_port for 795eeff3-4bfb-4c1e-9447-2091e5f0a03b owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:56.250014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:16:56.261456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-f28b587d-f544-4f76-b7eb-dca93c9c7277 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097631 Aug 19 12:16:56.276569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a2d91-95dc-4cc3-b956-69a6f65de897 None None] Pushing event updated for resources: {'Port': ['ID=c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:56.298572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:16:56.301207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Pushing event updated for resources: {'Port': ['ID=790319af-ce65-4e43-8a9d-4dbc5f6e02ac,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:56.317157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:16:56.379445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Attempting to bind port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:16:56.379995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Attempting to bind port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'e21265f4-a3ba-42ff-bc7b-b8f8c79cc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:16:56.385298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Attempting to bind port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 on network 73eafb51-32ec-461e-9da8-f8dd1b864f4e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:16:56.393578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:16:56.395503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Checking segment: {'id': 'e21265f4-a3ba-42ff-bc7b-b8f8c79cc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:16:56.396041 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.396442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Bound using segment: {'id': 'e21265f4-a3ba-42ff-bc7b-b8f8c79cc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:16:56.396937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Bound port: c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21265f4-a3ba-42ff-bc7b-b8f8c79cc527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:16:56.400154 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.423842 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.519389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] For port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:16:56.522621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] For port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1,segment=NetworkSegment(e21265f4-a3ba-42ff-bc7b-b8f8c79cc527),segment_id=e21265f4-a3ba-42ff-bc7b-b8f8c79cc527)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:16:56.585196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29619b-39f9-495b-8be7-6178caedb910 req-4f89a4a7-9fe0-4af7-bb4d-9c2791fd5be3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:56.590739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f29619b-39f9-495b-8be7-6178caedb910 req-4f89a4a7-9fe0-4af7-bb4d-9c2791fd5be3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.1049945 Aug 19 12:16:56.636820 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.637606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:56.798351 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f29619b-39f9-495b-8be7-6178caedb910 req-63ee3296-869f-4725-b5e7-313bfcf65b3d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982400 Aug 19 12:16:56.858279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Routers {'a7f8b178-833e-449b-85eb-0841291bd560'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:16:56.859116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7f8b178-833e-449b-85eb-0841291bd560'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:56.917574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a2d91-95dc-4cc3-b956-69a6f65de897 None None] Pushing event updated for resources: {'Port': ['ID=c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:56.951750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.013139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=795eeff3-4bfb-4c1e-9447-2091e5f0a03b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:57.037839 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.085249 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.100362 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.117604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] Set router a7f8b178-833e-449b-85eb-0841291bd560 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:16:57.160693 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.220353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Pushing event updated for resources: {'Port': ['ID=790319af-ce65-4e43-8a9d-4dbc5f6e02ac,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:57.235997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35147d7b-635b-481a-86c3-965836930ee3 req-25cfd637-62fc-4045-8bb3-db787d8e8b99 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:57.236326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35147d7b-635b-481a-86c3-965836930ee3 req-25cfd637-62fc-4045-8bb3-db787d8e8b99 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.62 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 950 time: 0.0941093 Aug 19 12:16:57.284561 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.295210 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-66d0fc37-0931-41cd-aa85-76e127e0bc16 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7960634 Aug 19 12:16:57.365334 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-ced2ff97-2eb4-42f4-b3cd-83b82078a348 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.60 HTTP/1.1" status: 200 len: 695 time: 0.0691252 Aug 19 12:16:57.416408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'name': 'tempest-FloatingIPsTestJSON-2048412598-router', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:51Z', 'revision_number': 4, 'project_id': '5007a89d30c34cfea37866a65480819f', 'gw_port': {'id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1', 'name': '', 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'mac_address': 'fa:16:3e:6a:79:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5139f60e-7055-485f-9f92-ebd9c412d635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:51Z', 'updated_at': '2021-08-19T12:16:56Z', 'revision_number': 4, 'project_id': '5007a89d30c34cfea37866a65480819f', 'subnets': [{'id': '5139f60e-7055-485f-9f92-ebd9c412d635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:16:57.455512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182d6d3-3da8-4c1e-bbde-795dff80ad5d None None] The sync data for ids ['a7f8b178-833e-449b-85eb-0841291bd560'] in n-d-803757-2 is: [{'id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'name': 'tempest-FloatingIPsTestJSON-2048412598-router', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:51Z', 'revision_number': 4, 'project_id': '5007a89d30c34cfea37866a65480819f', 'gw_port': {'id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1', 'name': '', 'network_id': '73eafb51-32ec-461e-9da8-f8dd1b864f4e', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'mac_address': 'fa:16:3e:6a:79:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '5139f60e-7055-485f-9f92-ebd9c412d635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:51Z', 'updated_at': '2021-08-19T12:16:56Z', 'revision_number': 4, 'project_id': '5007a89d30c34cfea37866a65480819f', 'subnets': [{'id': '5139f60e-7055-485f-9f92-ebd9c412d635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:16:57.501238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c53827-5363-40b5-8760-eaeec57c10d6 req-0a3ebd46-a8f7-4142-8ca2-2216af32538b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:57.504956 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78c53827-5363-40b5-8760-eaeec57c10d6 req-0a3ebd46-a8f7-4142-8ca2-2216af32538b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 945 time: 0.4873545 Aug 19 12:16:57.563114 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.565798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-f57edb88-1220-470e-a768-f4db151ef3fc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:57.566365 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.567667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6f6adade-cb29-4ae7-965f-e607dfac2078 req-f57edb88-1220-470e-a768-f4db151ef3fc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.2010605 Aug 19 12:16:57.581771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-35147d7b-635b-481a-86c3-965836930ee3 req-b481e6dc-b7f2-4c4c-b8b3-5d54f39d56b2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Deleting port ab11d381-0217-4a47-bad0-64cc881b3421 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:57.582100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-35147d7b-635b-481a-86c3-965836930ee3 req-b481e6dc-b7f2-4c4c-b8b3-5d54f39d56b2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.637126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78c53827-5363-40b5-8760-eaeec57c10d6 req-29bff9d5-04e0-4bf6-92d3-4a2d83ecd288 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029460 Aug 19 12:16:57.746254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-35147d7b-635b-481a-86c3-965836930ee3 req-b481e6dc-b7f2-4c4c-b8b3-5d54f39d56b2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] For port ab11d381-0217-4a47-bad0-64cc881b3421, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ab11d381-0217-4a47-bad0-64cc881b3421,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:57.746655 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-35147d7b-635b-481a-86c3-965836930ee3 req-b481e6dc-b7f2-4c4c-b8b3-5d54f39d56b2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:57.767354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-35147d7b-635b-481a-86c3-965836930ee3 req-b481e6dc-b7f2-4c4c-b8b3-5d54f39d56b2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Calling delete_port for ab11d381-0217-4a47-bad0-64cc881b3421 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:57.779957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416598b-68f9-4118-b9e7-c063ed71c185 req-a21bcdff-1656-4c58-815a-2ff52fdf083e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:57.781759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8416598b-68f9-4118-b9e7-c063ed71c185 req-a21bcdff-1656-4c58-815a-2ff52fdf083e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 950 time: 0.1217475 Aug 19 12:16:57.792493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee288b9-61ec-41d4-b182-a4fd6291d67a req-c090388d-8a58-4b40-a731-367608ebdbd4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:57.794286 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ee288b9-61ec-41d4-b182-a4fd6291d67a req-c090388d-8a58-4b40-a731-367608ebdbd4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 950 time: 0.0707088 Aug 19 12:16:57.868056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ee288b9-61ec-41d4-b182-a4fd6291d67a req-e56b0adf-fe68-43f1-95e7-60e799555a73 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670667 Aug 19 12:16:57.911604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8416598b-68f9-4118-b9e7-c063ed71c185 req-4e1d0843-086d-481b-ae8b-c08ea89cbe27 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229780 Aug 19 12:16:57.974352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585468a-447d-44a1-b737-52718a329ef0 req-aecf3e62-5d9e-4a59-a00a-c1fb3e9781d6 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:57.975933 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6585468a-447d-44a1-b737-52718a329ef0 req-aecf3e62-5d9e-4a59-a00a-c1fb3e9781d6 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.30 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 950 time: 0.1063840 Aug 19 12:16:58.053486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05709ddc-8e23-41c7-93d4-46eae7890142 req-23fd22d1-a6fe-4b65-be6e-90449bdf1890 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips/a2d8a6cf-4187-4de9-94fe-0ac99ebeb087 HTTP/1.1" status: 200 len: 692 time: 0.0690067 Aug 19 12:16:58.154005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.154564 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c171038f-c20e-4d03-8e12-49d6e3b8fb3b {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:16:58.166096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:16:58.169630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.175909 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a9ca9087-2129-46ca-9095-5735e539bd6c admin admin] 10.222.0.21 "DELETE /v2.0/routers/c171038f-c20e-4d03-8e12-49d6e3b8fb3b HTTP/1.1" status: 204 len: 168 time: 3.0443494 Aug 19 12:16:58.223576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46036) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:58.249292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-792787c4-b6d4-485f-bb67-d0133609ccb1 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.262920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-792787c4-b6d4-485f-bb67-d0133609ccb1 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/networks?id=cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 HTTP/1.1" status: 200 len: 814 time: 0.1651413 Aug 19 12:16:58.274150 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-a60405d1-39c3-4c36-8203-85810e3c7a04 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/quotas/4d19546de9824193bf906963ef741cc1 HTTP/1.1" status: 200 len: 375 time: 0.0152764 Aug 19 12:16:58.334448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:16:58.340368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:16:58.340967 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.357467 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-05425ba0-bbae-4972-ad27-d2c0ca4d13fc tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d19546de9824193bf906963ef741cc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824182 Aug 19 12:16:58.379651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f2c8a5-7a19-4f40-b35a-cfb265ed9d3e admin admin] Deleting subnet ee630573-2895-4a24-87e5-9e8ff6506983 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:16:58.382981 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84f2c8a5-7a19-4f40-b35a-cfb265ed9d3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.425943 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84f2c8a5-7a19-4f40-b35a-cfb265ed9d3e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.501850 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b5ef7678-2f5c-4718-ae62-319724243c40 service neutron] 10.222.0.21 "GET /v2.0/networks/cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274586 Aug 19 12:16:58.516741 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.523460 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84f2c8a5-7a19-4f40-b35a-cfb265ed9d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.564099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1,segment=NetworkSegment(e21265f4-a3ba-42ff-bc7b-b8f8c79cc527),segment_id=e21265f4-a3ba-42ff-bc7b-b8f8c79cc527)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:58.584871 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-35147d7b-635b-481a-86c3-965836930ee3 req-b481e6dc-b7f2-4c4c-b8b3-5d54f39d56b2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.597385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['280654fb-00cd-4459-889f-feb35a822669'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:58.600710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ab11d381-0217-4a47-bad0-64cc881b3421', '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:16:58.647331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-3ccd19d6-c789-409b-8987-3d3c0f6e6097 service neutron] 10.222.0.21 "GET /v2.0/networks/cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385067 Aug 19 12:16:58.672735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709ddc-8e23-41c7-93d4-46eae7890142 req-9a89dcaa-ab53-4ec9-831d-5e0645af8d88 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:58.684858 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05709ddc-8e23-41c7-93d4-46eae7890142 req-9a89dcaa-ab53-4ec9-831d-5e0645af8d88 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.6163700 Aug 19 12:16:58.691428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-05709ddc-8e23-41c7-93d4-46eae7890142 req-082221ad-47a7-4e40-9d3e-ff83b4b39a4a tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:16:58.706173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05709ddc-8e23-41c7-93d4-46eae7890142 req-082221ad-47a7-4e40-9d3e-ff83b4b39a4a tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196505 Aug 19 12:16:58.719629 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.730019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481e6dc-b7f2-4c4c-b8b3-5d54f39d56b2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Pushing event deleted for resources: {'Port': ['ID=ab11d381-0217-4a47-bad0-64cc881b3421,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:58.783250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84f2c8a5-7a19-4f40-b35a-cfb265ed9d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.790287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 50d98ea5-51ee-4530-8c85-f7e1714e623b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:16:58.862459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 50d98ea5-51ee-4530-8c85-f7e1714e623b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:16:58.863206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 50d98ea5-51ee-4530-8c85-f7e1714e623b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:16:58.864846 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84f2c8a5-7a19-4f40-b35a-cfb265ed9d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.874550 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-84f2c8a5-7a19-4f40-b35a-cfb265ed9d3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ee630573-2895-4a24-87e5-9e8ff6506983 HTTP/1.1" status: 204 len: 168 time: 0.6443963 Aug 19 12:16:58.874550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-35147d7b-635b-481a-86c3-965836930ee3 req-b481e6dc-b7f2-4c4c-b8b3-5d54f39d56b2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] No DVR routers for this DVR port ab11d381-0217-4a47-bad0-64cc881b3421 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:16:58.874775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46042) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:16:58.876747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6585468a-447d-44a1-b737-52718a329ef0 req-b88e067c-d4bc-402f-b5c3-c0f15da050a4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Deleting port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:58.877197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6585468a-447d-44a1-b737-52718a329ef0 req-b88e067c-d4bc-402f-b5c3-c0f15da050a4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:58.910230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888a824-0e37-4870-bc7c-d0482c59b0cc None None] Network 2314a410-d92f-43f0-8dde-fac0dd554993 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:16:59.117405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2c8a5-7a19-4f40-b35a-cfb265ed9d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee630573-2895-4a24-87e5-9e8ff6506983,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:59.120476 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-35147d7b-635b-481a-86c3-965836930ee3 req-b481e6dc-b7f2-4c4c-b8b3-5d54f39d56b2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.128930 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35147d7b-635b-481a-86c3-965836930ee3 req-b481e6dc-b7f2-4c4c-b8b3-5d54f39d56b2 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.62 "DELETE /v2.0/ports/ab11d381-0217-4a47-bad0-64cc881b3421 HTTP/1.1" status: 204 len: 173 time: 1.8834341 Aug 19 12:16:59.141071 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.152723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af49150a-ba18-4386-982d-9cc52208e783', 'name': 'network-vif-deleted', 'tag': 'ab11d381-0217-4a47-bad0-64cc881b3421'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:16:59.162583 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5da7a28-8230-4cd0-a56b-6f6544cadc4f" -d '{"events": [{"server_uuid": "af49150a-ba18-4386-982d-9cc52208e783", "name": "network-vif-deleted", "tag": "ab11d381-0217-4a47-bad0-64cc881b3421"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:16:59.227461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-6585468a-447d-44a1-b737-52718a329ef0 req-b88e067c-d4bc-402f-b5c3-c0f15da050a4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] For port 6f01179a-75f1-4e8c-b1ae-c79efefabb68, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=6f01179a-75f1-4e8c-b1ae-c79efefabb68,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:59.228026 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6585468a-447d-44a1-b737-52718a329ef0 req-b88e067c-d4bc-402f-b5c3-c0f15da050a4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.246713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:16:59.275805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6585468a-447d-44a1-b737-52718a329ef0 req-b88e067c-d4bc-402f-b5c3-c0f15da050a4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Calling delete_port for 6f01179a-75f1-4e8c-b1ae-c79efefabb68 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:59.327932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daf5ab-70cf-4e25-b3d4-a5f93eec6a76 req-89b7db34-efa5-4175-995f-91cef35c829d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.335420 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0daf5ab-70cf-4e25-b3d4-a5f93eec6a76 req-89b7db34-efa5-4175-995f-91cef35c829d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.4799347 Aug 19 12:16:59.364146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aac208-44f6-46c9-a97d-ed2dc97d83e8 req-3736d968-af26-4600-b990-6747af6e1033 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.373726 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7aac208-44f6-46c9-a97d-ed2dc97d83e8 req-3736d968-af26-4600-b990-6747af6e1033 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 945 time: 0.1413007 Aug 19 12:16:59.406927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Deleting port 7b8ebcca-3976-44cf-8c7c-612657001985 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:59.407314 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.483349 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7aac208-44f6-46c9-a97d-ed2dc97d83e8 req-af9e2f31-6e46-4d62-9d9c-38ab7d72bc69 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082678 Aug 19 12:16:59.619373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca6871-956c-4b7f-b436-a01ca21eee76 None None] DHCP port deletion for 2314a410-d92f-43f0-8dde-fac0dd554993 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:16:59.639819 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0daf5ab-70cf-4e25-b3d4-a5f93eec6a76 req-45797cd1-1e2a-47ba-b401-bf03e57efcec tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001685 Aug 19 12:16:59.707870 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-ed9ac824-d8e7-4742-bec6-391db9ac93f0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1558425 Aug 19 12:16:59.739405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] For port 7b8ebcca-3976-44cf-8c7c-612657001985, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7b8ebcca-3976-44cf-8c7c-612657001985,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:59.740482 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.762074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ebca6871-956c-4b7f-b436-a01ca21eee76 None None] Deleting port 7b8ebcca-3976-44cf-8c7c-612657001985 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:16:59.762477 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ebca6871-956c-4b7f-b436-a01ca21eee76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.766210 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac73fa3a-0589-4ac8-8add-4925a99fea85 req-0216d7c5-86f5-43d2-b2bd-c52812b98b8a tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=5007a89d30c34cfea37866a65480819f HTTP/1.1" status: 200 len: 695 time: 0.1975279 Aug 19 12:16:59.802832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Calling delete_port for 7b8ebcca-3976-44cf-8c7c-612657001985 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:59.840926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ebca6871-956c-4b7f-b436-a01ca21eee76 None None] For port 7b8ebcca-3976-44cf-8c7c-612657001985, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7b8ebcca-3976-44cf-8c7c-612657001985,segment=NetworkSegment(19a73e72-fe28-4e08-bd49-1e75917b5bcd),segment_id=19a73e72-fe28-4e08-bd49-1e75917b5bcd)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:16:59.841326 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ebca6871-956c-4b7f-b436-a01ca21eee76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:16:59.855627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ebca6871-956c-4b7f-b436-a01ca21eee76 None None] Calling delete_port for 7b8ebcca-3976-44cf-8c7c-612657001985 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:16:59.905994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-2ae6c75b-fdeb-4c0f-a5e0-e73ce89e050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.910157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-2ae6c75b-fdeb-4c0f-a5e0-e73ce89e050b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 1101 time: 0.1625690 Aug 19 12:16:59.978135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695c042-8c83-4dd0-97a6-f9f4ecf25cfa req-bd42ec8b-1d8c-43bf-b2aa-8ca466dbfbdf tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:16:59.988407 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5695c042-8c83-4dd0-97a6-f9f4ecf25cfa req-bd42ec8b-1d8c-43bf-b2aa-8ca466dbfbdf tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 950 time: 0.2438521 Aug 19 12:17:00.098758 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-763d063c-d9c6-44db-94da-3a77018c7dd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4587307 Aug 19 12:17:00.132681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:00.152613 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6585468a-447d-44a1-b737-52718a329ef0 req-b88e067c-d4bc-402f-b5c3-c0f15da050a4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:00.192570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['6f01179a-75f1-4e8c-b1ae-c79efefabb68'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:00.244067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e067c-d4bc-402f-b5c3-c0f15da050a4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Pushing event deleted for resources: {'Port': ['ID=6f01179a-75f1-4e8c-b1ae-c79efefabb68,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:00.268873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6585468a-447d-44a1-b737-52718a329ef0 req-b88e067c-d4bc-402f-b5c3-c0f15da050a4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] No DVR routers for this DVR port 6f01179a-75f1-4e8c-b1ae-c79efefabb68 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:00.279839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73fa3a-0589-4ac8-8add-4925a99fea85 req-3046eb5c-6461-41f2-b655-d460560be99b tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.280051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6585468a-447d-44a1-b737-52718a329ef0 req-b88e067c-d4bc-402f-b5c3-c0f15da050a4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:00.282002 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6585468a-447d-44a1-b737-52718a329ef0 req-b88e067c-d4bc-402f-b5c3-c0f15da050a4 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.30 "DELETE /v2.0/ports/6f01179a-75f1-4e8c-b1ae-c79efefabb68 HTTP/1.1" status: 204 len: 173 time: 2.2339487 Aug 19 12:17:00.287542 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac73fa3a-0589-4ac8-8add-4925a99fea85 req-3046eb5c-6461-41f2-b655-d460560be99b tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/networks?id=0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 787 time: 0.5203300 Aug 19 12:17:00.288592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5695c042-8c83-4dd0-97a6-f9f4ecf25cfa req-d11aa3aa-0d44-4fe1-82e1-569cb0734103 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/security-groups?id=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987649 Aug 19 12:17:00.301939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-ac73fa3a-0589-4ac8-8add-4925a99fea85 req-fb1aa7b8-ed4e-4c7d-a42b-d6bc64e16b89 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:17:00.318565 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac73fa3a-0589-4ac8-8add-4925a99fea85 req-fb1aa7b8-ed4e-4c7d-a42b-d6bc64e16b89 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0280886 Aug 19 12:17:00.319311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-a1a42cde-a6f1-4d9d-a41b-f5bfaf8fcc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.320800 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-a1a42cde-a6f1-4d9d-a41b-f5bfaf8fcc61 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.3185215 Aug 19 12:17:00.353339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-a07f7a5b-3d01-493b-bb74-3d03fae3cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.353339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-a07f7a5b-3d01-493b-bb74-3d03fae3cb21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 1100 time: 0.2202618 Aug 19 12:17:00.406113 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:00.409174 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ebca6871-956c-4b7f-b436-a01ca21eee76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:00.439076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-1cf31466-be12-43e8-bc69-5d977d9effe9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e HTTP/1.1" status: 200 len: 217 time: 0.1083424 Aug 19 12:17:00.471711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca6871-956c-4b7f-b436-a01ca21eee76 None None] Pushing event deleted for resources: {'Port': ['ID=7b8ebcca-3976-44cf-8c7c-612657001985,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:00.474950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:00.475330 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:00.495963 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41c10235-852c-41d8-82cf-6a220ac24eb0 req-f15b6b59-cf88-4665-aed5-c5121bb0a8ee tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 210 time: 0.0669112 Aug 19 12:17:00.506689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca6871-956c-4b7f-b436-a01ca21eee76 None None] No DVR routers for this DVR port 7b8ebcca-3976-44cf-8c7c-612657001985 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:00.549040 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b72d57ce-0779-4f80-9f1c-bc0735f09ecc req-70e2e20c-68da-4fce-a5d0-462bbcc5880b tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=af49150a-ba18-4386-982d-9cc52208e783 HTTP/1.1" status: 200 len: 210 time: 0.0650973 Aug 19 12:17:00.562363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] No DVR routers for this DVR port 7b8ebcca-3976-44cf-8c7c-612657001985 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:00.569233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-e1f0b06d-6054-4f21-a576-fbb098ad88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.570715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-e1f0b06d-6054-4f21-a576-fbb098ad88ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1011789 Aug 19 12:17:00.675302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8ebcca-3976-44cf-8c7c-612657001985,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:00.694684 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270c03c8-10b0-4fa8-907a-58f761beadbb x-openstack-request-id: req-270c03c8-10b0-4fa8-907a-58f761beadbb {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:00.694684 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af49150a-ba18-4386-982d-9cc52208e783", "name": "network-vif-deleted", "tag": "ab11d381-0217-4a47-bad0-64cc881b3421", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:00.694684 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-270c03c8-10b0-4fa8-907a-58f761beadbb {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:00.694684 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af49150a-ba18-4386-982d-9cc52208e783', 'name': 'network-vif-deleted', 'tag': 'ab11d381-0217-4a47-bad0-64cc881b3421', 'status': 'completed', 'code': 200} Aug 19 12:17:00.717785 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-d30fa131-895c-4d69-ab69-c6af1cf56f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.719362 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-d30fa131-895c-4d69-ab69-c6af1cf56f83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1406369 Aug 19 12:17:00.732903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d941f3f-b371-4cb5-891e-a91d9c2a2437 req-b77935cc-c9c0-4c33-ba1c-c45c19a1f6fe tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:00.740058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d941f3f-b371-4cb5-891e-a91d9c2a2437 req-b77935cc-c9c0-4c33-ba1c-c45c19a1f6fe tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 946 time: 0.1199265 Aug 19 12:17:00.759547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 795eeff3-4bfb-4c1e-9447-2091e5f0a03b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:00.793654 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 795eeff3-4bfb-4c1e-9447-2091e5f0a03b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:00.793924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 795eeff3-4bfb-4c1e-9447-2091e5f0a03b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:00.794342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7b8ebcca-3976-44cf-8c7c-612657001985 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:00.805515 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:00.846027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 7b8ebcca-3976-44cf-8c7c-612657001985 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:00.846318 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:00.846513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7b8ebcca-3976-44cf-8c7c-612657001985 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:00.847574 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:00.848707 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:00.849039 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:00.849374 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:00.849711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:00.850035 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:00.850353 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:00.850671 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:00.851033 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:00.852560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-f82f081c-47a3-4bc0-a8a1-f5bebbd16a34 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055284 Aug 19 12:17:00.894552 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d941f3f-b371-4cb5-891e-a91d9c2a2437 req-24878324-586b-4c24-ab29-3e6b944f378a tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536546 Aug 19 12:17:01.013161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ab11d381-0217-4a47-bad0-64cc881b3421 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:01.036741 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cf1214d-71c3-4f5b-b153-69eb5c48f105 req-4269bf1a-ca3e-4420-bf81-23e00c8baf54 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550148 Aug 19 12:17:01.059670 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:01.060313 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:01.060803 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:01.061285 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95543) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:17:01.061813 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2314a410-d92f-43f0-8dde-fac0dd554993']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:01.090615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: ab11d381-0217-4a47-bad0-64cc881b3421 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:01.095978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ab11d381-0217-4a47-bad0-64cc881b3421 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:01.124357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c4090-ae88-4205-879b-cc80efc3f9b8 req-3bb9234b-3944-4383-9c2c-e0e038938d52 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:01.126311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1c7c4090-ae88-4205-879b-cc80efc3f9b8 req-3bb9234b-3944-4383-9c2c-e0e038938d52 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 945 time: 0.0880630 Aug 19 12:17:01.172853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1c7c4090-ae88-4205-879b-cc80efc3f9b8 req-deb9c4cb-ca3c-4f76-b08f-63305da5ed96 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395629 Aug 19 12:17:01.174611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-48a64b45-5fe6-4339-8415-24df468d36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:01.176628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-48a64b45-5fe6-4339-8415-24df468d36f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.8009830 Aug 19 12:17:01.192621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a73e72-fe28-4e08-bd49-1e75917b5bcd') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:01.193420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a73e72-fe28-4e08-bd49-1e75917b5bcd') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:01.206682 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-02dde746-5c75-4f9b-a67c-622ddaa8a46b tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips/a2d8a6cf-4187-4de9-94fe-0ac99ebeb087 HTTP/1.1" status: 200 len: 692 time: 0.0801148 Aug 19 12:17:01.294496 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-bfb50e42-99c4-4551-8048-c55630bdc986 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=280654fb-00cd-4459-889f-feb35a822669 HTTP/1.1" status: 200 len: 217 time: 0.1088820 Aug 19 12:17:01.297722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.327162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd539e-7444-4f0d-bd4a-ea8e1d8ba642 req-24e6f624-40ed-46a1-9116-eeeb631f4dec tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:01.328802 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dd539e-7444-4f0d-bd4a-ea8e1d8ba642 req-24e6f624-40ed-46a1-9116-eeeb631f4dec tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.0576968 Aug 19 12:17:01.379675 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.405401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dd539e-7444-4f0d-bd4a-ea8e1d8ba642 req-cd81a4c2-a0ef-4cb9-a22b-bb32ac84cf0a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702994 Aug 19 12:17:01.421089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-36716f65-47b4-46fa-be66-dccbccde3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:01.426136 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-36716f65-47b4-46fa-be66-dccbccde3969 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1188388 Aug 19 12:17:01.427218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:17:01.427997 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: from cryptography.utils import int_from_bytes Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: from cryptography.utils import int_from_bytes Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:17:01.473188 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:17:01.546988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d33c1792-39d7-4b6b-a666-f5f53479f735 req-aca8cc5d-0553-426f-a971-056bc87a4ff3 tempest-LiveMigrationNegativeTest-603086230 tempest-LiveMigrationNegativeTest-603086230-project] 10.222.0.21 "GET /v2.0/ports?device_id=da6dd554-ea41-45a6-84b8-68a306473367 HTTP/1.1" status: 200 len: 210 time: 0.0330331 Aug 19 12:17:01.603959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-8c33c883-974c-4e5f-bc32-2ec06f740761 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:01.611273 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-8c33c883-974c-4e5f-bc32-2ec06f740761 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.4032719 Aug 19 12:17:01.617109 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-a5adc126-42af-4e9b-ab70-681cbb070504 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:17:01.624743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-a5adc126-42af-4e9b-ab70-681cbb070504 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125020 Aug 19 12:17:01.693809 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-368fc1b0-0f6c-48a1-afc1-e2471d7d911e tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.60 HTTP/1.1" status: 200 len: 695 time: 0.0680535 Aug 19 12:17:01.703031 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.736813 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-4475c17b-07cc-4bd1-bf9c-2ab5fd70e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:01.738405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-4475c17b-07cc-4bd1-bf9c-2ab5fd70e792 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2160127 Aug 19 12:17:01.757713 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:01.760341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2314a410-d92f-43f0-8dde-fac0dd554993 HTTP/1.1" status: 204 len: 168 time: 2.8848913 Aug 19 12:17:01.782265 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-ba825abb-550f-44bc-a4cd-3839e557e0d0 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.60 HTTP/1.1" status: 200 len: 695 time: 0.0875468 Aug 19 12:17:01.851374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-45c65ca7-3eac-4079-a5b1-ceaa96e215e7 service neutron] 10.222.0.30 "GET /v2.0/ports/92cf4e75-be5d-46cc-a25b-60a9c0f35bf8/bindings/n-h2-803757-2 HTTP/1.1" status: 200 len: 382 time: 0.0984647 Aug 19 12:17:01.886669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5c615-45cf-48d2-9dc4-8406b2bdd6a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2314a410-d92f-43f0-8dde-fac0dd554993,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:02.062419 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-d54b94e7-237e-4cdb-9718-8bb04a1ce8f8 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124402 Aug 19 12:17:02.165971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 6f01179a-75f1-4e8c-b1ae-c79efefabb68 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:02.180509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46086) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:02.186410 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-a68b5446-d668-4861-89d8-47e3a7c5b8a2 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Deleting port 790319af-ce65-4e43-8a9d-4dbc5f6e02ac {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:02.187016 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-a68b5446-d668-4861-89d8-47e3a7c5b8a2 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.207711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 6f01179a-75f1-4e8c-b1ae-c79efefabb68 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:02.219259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 6f01179a-75f1-4e8c-b1ae-c79efefabb68 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:02.268612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebc8ab2b-7089-4a83-bfdf-21f70b1417ec req-573fa2f0-bf1b-4676-b0ab-1e10ec3fb397 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978080 Aug 19 12:17:02.274194 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9bdf091f-12dc-4e01-8b58-c6b0d0279fc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d6bd9e263cd42edabec866d64ae4d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923226 Aug 19 12:17:02.281181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46090) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:02.307159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67a1a5ea-91f4-404b-86c5-3c50e878251d req-4a3cb208-d42e-444d-9e10-4f8130f6dd9b tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 210 time: 0.0317106 Aug 19 12:17:02.364317 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-a68b5446-d668-4861-89d8-47e3a7c5b8a2 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.364653 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-a68b5446-d668-4861-89d8-47e3a7c5b8a2 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.382402 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-a68b5446-d668-4861-89d8-47e3a7c5b8a2 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Calling delete_port for 790319af-ce65-4e43-8a9d-4dbc5f6e02ac owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:02.426135 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9bce5c7-86b4-4d52-be47-1429854bca76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.490821 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9bce5c7-86b4-4d52-be47-1429854bca76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.569242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55feede3-64bd-4e60-af71-0c3811bcc363 req-f5544159-ed0e-4f26-bc26-5211935b8ba5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.577922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55feede3-64bd-4e60-af71-0c3811bcc363 req-f5544159-ed0e-4f26-bc26-5211935b8ba5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 945 time: 0.0858052 Aug 19 12:17:02.626333 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55feede3-64bd-4e60-af71-0c3811bcc363 req-5aa4f297-f77f-4e11-8236-a68bce334ffc tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470808 Aug 19 12:17:02.673072 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9bce5c7-86b4-4d52-be47-1429854bca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.676952 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9bce5c7-86b4-4d52-be47-1429854bca76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.683644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f9bce5c7-86b4-4d52-be47-1429854bca76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe43c649-8e79-43dc-a390-fa4b0712ab25 HTTP/1.1" status: 204 len: 168 time: 0.3961313 Aug 19 12:17:02.688087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bce5c7-86b4-4d52-be47-1429854bca76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe43c649-8e79-43dc-a390-fa4b0712ab25,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:02.708087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6dd554-ea41-45a6-84b8-68a306473367', 'name': 'network-vif-deleted', 'tag': '6f01179a-75f1-4e8c-b1ae-c79efefabb68'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:02.710854 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b85ba7-86f7-473b-bf25-c794a6b0a294" -d '{"events": [{"server_uuid": "da6dd554-ea41-45a6-84b8-68a306473367", "name": "network-vif-deleted", "tag": "6f01179a-75f1-4e8c-b1ae-c79efefabb68"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:02.745787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-a68b5446-d668-4861-89d8-47e3a7c5b8a2 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:02.812377 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-ebc40178-8481-419a-8142-102cb3ba8dcb tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2062175366&fields=id&tenant_id=234f10076afd426c9c349cdd2953cd03 HTTP/1.1" status: 200 len: 267 time: 0.0512540 Aug 19 12:17:02.819941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-ecae93c4-f4a0-43fd-8e49-92419e6f3fe3 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.821255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-ecae93c4-f4a0-43fd-8e49-92419e6f3fe3 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.62 "GET /v2.0/networks?id=cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 HTTP/1.1" status: 200 len: 814 time: 0.1939762 Aug 19 12:17:02.852885 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b5446-d668-4861-89d8-47e3a7c5b8a2 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Pushing event deleted for resources: {'Port': ['ID=790319af-ce65-4e43-8a9d-4dbc5f6e02ac,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:02.928441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Request body: {'port': {'device_id': 'd305e120-a34c-46bc-a6ea-35bc546e2739', 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1', 'admin_state_up': True, 'tenant_id': '4d19546de9824193bf906963ef741cc1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:02.950857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-4e1c77dd-fd3b-4b71-81b6-7457c85f8e04 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.952476 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-4e1c77dd-fd3b-4b71-81b6-7457c85f8e04 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/networks?id=249e42bf-355b-41f3-9364-07c3ec7f0839 HTTP/1.1" status: 200 len: 824 time: 0.1302471 Aug 19 12:17:02.989870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-51ca0f5a-ce67-4d44-83a5-524247301259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:02.993764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-51ca0f5a-ce67-4d44-83a5-524247301259 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9&tenant_id=9f9555ca381f4d9c9f1e07a044986e98 HTTP/1.1" status: 200 len: 1100 time: 0.2018540 Aug 19 12:17:02.999737 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-863010b0-309e-4511-a706-00aca883d506 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/quotas/234f10076afd426c9c349cdd2953cd03 HTTP/1.1" status: 200 len: 375 time: 0.0192633 Aug 19 12:17:03.016733 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-a68b5446-d668-4861-89d8-47e3a7c5b8a2 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.029882 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-a68b5446-d668-4861-89d8-47e3a7c5b8a2 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.046047 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8245ec24-f3e5-4a84-9594-127fd4733c21 req-a68b5446-d668-4861-89d8-47e3a7c5b8a2 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "DELETE /v2.0/floatingips/a2d8a6cf-4187-4de9-94fe-0ac99ebeb087 HTTP/1.1" status: 204 len: 173 time: 1.2628396 Aug 19 12:17:03.148349 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-ed39f2a1-36de-487b-9533-62e88dbcefc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:03.153894 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-ed39f2a1-36de-487b-9533-62e88dbcefc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 1100 time: 0.1030138 Aug 19 12:17:03.324340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-078b8994-e9a9-4c77-908c-4fb835e855bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:03.334364 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-078b8994-e9a9-4c77-908c-4fb835e855bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1687667 Aug 19 12:17:03.387680 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-26f56496-2559-44ce-93b8-1a345a3e2802 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 HTTP/1.1" status: 200 len: 217 time: 0.0518291 Aug 19 12:17:03.462725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-d6edad19-f367-4a2d-aa95-198af7b008c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:03.464636 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-d6edad19-f367-4a2d-aa95-198af7b008c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0649176 Aug 19 12:17:03.503870 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-099fc105-184d-4841-8ece-7522ecae26a7 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=234f10076afd426c9c349cdd2953cd03&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4729223 Aug 19 12:17:03.536131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-eefba148-c406-4773-b192-399a50419e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:03.539014 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-eefba148-c406-4773-b192-399a50419e77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622904 Aug 19 12:17:03.605709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-d3cb1435-7fba-4dfa-8315-882ff2a8f7bf service neutron] 10.222.0.21 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952196 Aug 19 12:17:03.664328 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-2ca80f9d-abea-414e-a274-15aa5e0633d2 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184168 Aug 19 12:17:03.669593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Made reservation on behalf of 4d19546de9824193bf906963ef741cc1 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:03.672868 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:03.817654 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-67074c4c-f3d3-4ed4-b929-0c5c3c31e219 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:03.819527 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-67074c4c-f3d3-4ed4-b929-0c5c3c31e219 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.62 "GET /v2.0/ports?device_id=9459d4cb-c308-4db5-923f-c89b19d44ba2 HTTP/1.1" status: 200 len: 946 time: 0.1858115 Aug 19 12:17:03.830728 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-18389b8e-118a-4748-b06c-26ae1e628350 service neutron] 10.222.0.21 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160401 Aug 19 12:17:03.996466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Deleting port acbac785-5a67-4e15-8706-49873fda1264 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:03.997431 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.089835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Allocated IP 172.20.0.8 (cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1/26ec87a4-a012-459e-8aaa-a8db66f0b3e2/8a2b20a0-f6ef-4969-b5ac-87511585daae) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:04.193824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f34e6-1442-4f8c-b2fe-f828a1c3ae87 req-3ad1266e-f6f1-4f1b-9186-af6d01cea6e9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:04.195672 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-347f34e6-1442-4f8c-b2fe-f828a1c3ae87 req-3ad1266e-f6f1-4f1b-9186-af6d01cea6e9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.5251904 Aug 19 12:17:04.280395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] For port acbac785-5a67-4e15-8706-49873fda1264, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=acbac785-5a67-4e15-8706-49873fda1264,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:04.280600 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.313574 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b061cb68-7bf6-4160-96b0-e4dbb92a207e x-openstack-request-id: req-b061cb68-7bf6-4160-96b0-e4dbb92a207e {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:04.313878 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6dd554-ea41-45a6-84b8-68a306473367", "name": "network-vif-deleted", "tag": "6f01179a-75f1-4e8c-b1ae-c79efefabb68", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:04.314139 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b061cb68-7bf6-4160-96b0-e4dbb92a207e {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:04.317505 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6dd554-ea41-45a6-84b8-68a306473367', 'name': 'network-vif-deleted', 'tag': '6f01179a-75f1-4e8c-b1ae-c79efefabb68', 'status': 'completed', 'code': 200} Aug 19 12:17:04.384573 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66e7b71b-be80-4090-aea5-aa5b9456ce1f req-21caa1e2-d45f-4dd3-88b1-7fd779b6932e service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7010632 Aug 19 12:17:04.462858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-347f34e6-1442-4f8c-b2fe-f828a1c3ae87 req-8fa1389d-1178-4b88-b1f2-4da7e1ed5177 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476935 Aug 19 12:17:04.474002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46162) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:04.632082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-639833e6-294c-408f-90da-b8876d239ae1 req-952e8627-4440-495a-9480-609a22b2aee0 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 210 time: 0.0738771 Aug 19 12:17:04.708062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1434811524-network', 'tenant_id': '6c1045055dff4b7e9285a05c903967d3'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:04.796744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bb867-f4da-4f0b-b9af-08191738596d req-cc814ff4-2f24-4295-80df-d71300fd93a9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:04.804612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-249bb867-f4da-4f0b-b9af-08191738596d req-cc814ff4-2f24-4295-80df-d71300fd93a9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 949 time: 0.0596902 Aug 19 12:17:04.821545 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.861929 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-249bb867-f4da-4f0b-b9af-08191738596d req-f815c407-c30d-4fe6-9e5a-2ad997c140b4 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507326 Aug 19 12:17:04.902778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Made reservation on behalf of 6c1045055dff4b7e9285a05c903967d3 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:04.932912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.932912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:04.933351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Transition to ACTIVE for port object 8a2b20a0-f6ef-4969-b5ac-87511585daae will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:04.943675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-759fcca5-1aa1-4c61-a0a6-54d990973818 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5665073 Aug 19 12:17:04.993938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:05.012108 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.012547 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.012904 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Floating IP 2061c2b0-718f-4b64-bc3d-0b01d64281ba disassociated. External IP: 172.25.2.216, port: acbac785-5a67-4e15-8706-49873fda1264. Aug 19 12:17:05.013279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Calling delete_port for acbac785-5a67-4e15-8706-49873fda1264 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:05.093422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e581fd-49ec-498b-accb-96cb09c92eef req-e827a475-5302-4b1e-8c83-e7ede36ca023 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.095127 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56e581fd-49ec-498b-accb-96cb09c92eef req-e827a475-5302-4b1e-8c83-e7ede36ca023 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 945 time: 0.1420784 Aug 19 12:17:05.161173 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:17:05.216473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852a4f3-1f3a-4c3f-bf3f-351967e35aa9 req-8385c130-776c-4b59-a000-4e486e115e29 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.219710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4852a4f3-1f3a-4c3f-bf3f-351967e35aa9 req-8385c130-776c-4b59-a000-4e486e115e29 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 949 time: 0.1898594 Aug 19 12:17:05.225154 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ddafb917-ffa8-41b7-9d2d-8decd26b3045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.266897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.274945 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56e581fd-49ec-498b-accb-96cb09c92eef req-c2f2a99b-3287-464c-9bbb-95a764d80846 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701002 Aug 19 12:17:05.303047 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.322357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46174) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:05.382978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b8d1595e-1dff-45a8-b555-c4461b4aacaa req-056ea03b-9df7-4502-bb45-57cb62cf05bd tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 210 time: 0.0383937 Aug 19 12:17:05.401339 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.409297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.440608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Pushing event updated for resources: {'Port': ['ID=8a2b20a0-f6ef-4969-b5ac-87511585daae,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:05.461743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:17:05.476788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9063962-9b79-4b82-8103-1efe6eb2bfda,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:05.488513 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.489041 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Added segment b3317aef-c40e-42ce-ab68-b11a6831b8a2 of type vlan for network 24c91636-c380-4acb-ab84-bd7262c4e62d Aug 19 12:17:05.534011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:05.544061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:05.546210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Pushing event deleted for resources: {'Port': ['ID=acbac785-5a67-4e15-8706-49873fda1264,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:05.583089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-4852a4f3-1f3a-4c3f-bf3f-351967e35aa9 req-c363bdd0-8a1c-4b91-aeac-2d8c71110aeb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Deleting port 280654fb-00cd-4459-889f-feb35a822669 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:05.583575 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4852a4f3-1f3a-4c3f-bf3f-351967e35aa9 req-c363bdd0-8a1c-4b91-aeac-2d8c71110aeb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.590530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:05.599706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.604680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.605343 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.783274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.787051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Router 59d17b07-c1a9-4a29-ba9f-153ea074ccea has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:05.809771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6e99cea3-4371-4f94-bb99-3052dd9759f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f74ac3c73de74a658b23ae3fabb56728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832110 Aug 19 12:17:05.814304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46184) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:05.844822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1336c5-e212-48fc-b97a-1890f48a2e9f req-60080f50-965e-4bbd-890a-74f9edbe2962 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.848050 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b1336c5-e212-48fc-b97a-1890f48a2e9f req-60080f50-965e-4bbd-890a-74f9edbe2962 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.2721994 Aug 19 12:17:05.862023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-4852a4f3-1f3a-4c3f-bf3f-351967e35aa9 req-c363bdd0-8a1c-4b91-aeac-2d8c71110aeb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] For port 280654fb-00cd-4459-889f-feb35a822669, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=280654fb-00cd-4459-889f-feb35a822669,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:05.862742 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4852a4f3-1f3a-4c3f-bf3f-351967e35aa9 req-c363bdd0-8a1c-4b91-aeac-2d8c71110aeb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.941188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-4852a4f3-1f3a-4c3f-bf3f-351967e35aa9 req-c363bdd0-8a1c-4b91-aeac-2d8c71110aeb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Calling delete_port for 280654fb-00cd-4459-889f-feb35a822669 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:05.956139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b0720757-cdf4-4d3c-a779-65d32e9f6e11 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0320077 Aug 19 12:17:05.975090 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b1336c5-e212-48fc-b97a-1890f48a2e9f req-816d0ca9-a681-4158-a3e2-f4b87ccdf5ba tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092310 Aug 19 12:17:05.984464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:05.988273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:05.988868 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.001977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:06.008138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b147de0-e2b7-4c78-b2dd-8ae94de643ef None None] Provisioning for port 8a2b20a0-f6ef-4969-b5ac-87511585daae completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:06.013675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b147de0-e2b7-4c78-b2dd-8ae94de643ef None None] Provisioning complete for port 8a2b20a0-f6ef-4969-b5ac-87511585daae triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:06.014340 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b147de0-e2b7-4c78-b2dd-8ae94de643ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.075189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be222d14-2dd5-4ab7-8bd7-1bc29bcc7655 None None] Sync routers for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:06.104309 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.107380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be222d14-2dd5-4ab7-8bd7-1bc29bcc7655 None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:06.108357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-be222d14-2dd5-4ab7-8bd7-1bc29bcc7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:06.112471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] No DVR routers for this DVR port acbac785-5a67-4e15-8706-49873fda1264 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:06.134378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.145013 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4516c04-ad38-4365-ba0c-12f73e49a6c9 req-6f4f9542-326c-4d7b-bfd4-6c0e0ae41414 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.62 "DELETE /v2.0/ports/acbac785-5a67-4e15-8706-49873fda1264 HTTP/1.1" status: 204 len: 173 time: 2.3076839 Aug 19 12:17:06.267397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] Pushing event updated for resources: {'Network': ['ID=24c91636-c380-4acb-ab84-bd7262c4e62d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:06.278660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac390e7e-fbb2-4619-a631-8849ae5103be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.290976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:06.295889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 24c91636-c380-4acb-ab84-bd7262c4e62d details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:17:06.310601 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a1e612b5-2bb0-48fd-a908-81c39f1eeb77 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8354504 Aug 19 12:17:06.313809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46190) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:06.321342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] Request body: {'subnet': {'network_id': '24c91636-c380-4acb-ab84-bd7262c4e62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1434811524-subnet', 'tenant_id': '6c1045055dff4b7e9285a05c903967d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:06.328728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'name': 'network-vif-deleted', 'tag': 'acbac785-5a67-4e15-8706-49873fda1264'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:06.332247 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a0c46-2e25-4614-ae8c-a20c54cbcaac" -d '{"events": [{"server_uuid": "9459d4cb-c308-4db5-923f-c89b19d44ba2", "name": "network-vif-deleted", "tag": "acbac785-5a67-4e15-8706-49873fda1264"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:06.344217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Allocated IP 172.25.2.13 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/ceae99a5-539f-4dd5-b88b-00a1d8e7a520) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:06.375038 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac390e7e-fbb2-4619-a631-8849ae5103be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.411926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7775a-31c8-44a1-82ac-5e9089eddab5 req-b596eb5e-5de0-40af-8b16-cf0cf3885fa2 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:06.427209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4d7775a-31c8-44a1-82ac-5e9089eddab5 req-b596eb5e-5de0-40af-8b16-cf0cf3885fa2 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 931 time: 0.2575397 Aug 19 12:17:06.441962 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.481423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:06.483061 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2b147de0-e2b7-4c78-b2dd-8ae94de643ef None None] Port 8a2b20a0-f6ef-4969-b5ac-87511585daae cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:06.484700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] Made reservation on behalf of 6c1045055dff4b7e9285a05c903967d3 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:06.488095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:06.490724 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8346f438-0112-416a-9f64-81d6bb63ffbd" -d '{"events": [{"server_uuid": "5cc4bc61-b12d-4175-bc31-6a7dd538b3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "92cf4e75-be5d-46cc-a25b-60a9c0f35bf8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:06.491006 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.514383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-be222d14-2dd5-4ab7-8bd7-1bc29bcc7655 None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:06.664764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.688478 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.690068 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4d7775a-31c8-44a1-82ac-5e9089eddab5 req-0d294596-89bc-40eb-a93f-2983fc37fc76 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620785 Aug 19 12:17:06.858057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24ebb3fa-145a-4d53-b514-dc22b6345e5d req-ad57dbe0-daba-4e3d-9ff2-86d10136f05b tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 210 time: 0.0396595 Aug 19 12:17:06.859546 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac390e7e-fbb2-4619-a631-8849ae5103be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.862307 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac390e7e-fbb2-4619-a631-8849ae5103be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.862870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:06.866168 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ac390e7e-fbb2-4619-a631-8849ae5103be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37 HTTP/1.1" status: 204 len: 168 time: 1.0420656 Aug 19 12:17:06.866168 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4852a4f3-1f3a-4c3f-bf3f-351967e35aa9 req-c363bdd0-8a1c-4b91-aeac-2d8c71110aeb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:06.887653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:06.937571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac390e7e-fbb2-4619-a631-8849ae5103be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25c0d8d-f205-48ed-a2c2-b58f4c8eaf37,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:06.941995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363bdd0-8a1c-4b91-aeac-2d8c71110aeb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Pushing event deleted for resources: {'Port': ['ID=280654fb-00cd-4459-889f-feb35a822669,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:06.968458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.029270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-be222d14-2dd5-4ab7-8bd7-1bc29bcc7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:07.039051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4852a4f3-1f3a-4c3f-bf3f-351967e35aa9 req-c363bdd0-8a1c-4b91-aeac-2d8c71110aeb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] No DVR routers for this DVR port 280654fb-00cd-4459-889f-feb35a822669 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:07.042627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4852a4f3-1f3a-4c3f-bf3f-351967e35aa9 req-c363bdd0-8a1c-4b91-aeac-2d8c71110aeb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.052299 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.059164 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4852a4f3-1f3a-4c3f-bf3f-351967e35aa9 req-c363bdd0-8a1c-4b91-aeac-2d8c71110aeb tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.30 "DELETE /v2.0/ports/280654fb-00cd-4459-889f-feb35a822669 HTTP/1.1" status: 204 len: 173 time: 1.7917728 Aug 19 12:17:07.070566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device acbac785-5a67-4e15-8706-49873fda1264 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:07.078388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be222d14-2dd5-4ab7-8bd7-1bc29bcc7655 None None] Checking router: 59d17b07-c1a9-4a29-ba9f-153ea074ccea for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:07.096327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc', 'name': 'network-vif-deleted', 'tag': '280654fb-00cd-4459-889f-feb35a822669'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:07.102463 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d645fd0d-518a-4183-ab1e-03fd7f989fbd" -d '{"events": [{"server_uuid": "e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc", "name": "network-vif-deleted", "tag": "280654fb-00cd-4459-889f-feb35a822669"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:07.102674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:07.111771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:07.118991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: acbac785-5a67-4e15-8706-49873fda1264 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:07.120148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device acbac785-5a67-4e15-8706-49873fda1264 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:07.126848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be222d14-2dd5-4ab7-8bd7-1bc29bcc7655 None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:07.127743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-be222d14-2dd5-4ab7-8bd7-1bc29bcc7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:07.159277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef127b1-01ce-40eb-a099-021032822266 req-1ec98665-2472-4ad5-b366-f335941027f0 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:07.161340 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ef127b1-01ce-40eb-a099-021032822266 req-1ec98665-2472-4ad5-b366-f335941027f0 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 945 time: 0.1895559 Aug 19 12:17:07.163836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:07.236772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec724c2-70cf-4d77-a50d-7d727c909906,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:07.245263 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ef127b1-01ce-40eb-a099-021032822266 req-5d616fd0-6ae7-4b40-bced-a924236445a1 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761294 Aug 19 12:17:07.315858 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.351471 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b8bf02-c8a0-460d-955c-d2dc5a4e9c58 x-openstack-request-id: req-c2b8bf02-c8a0-460d-955c-d2dc5a4e9c58 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:07.353059 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9459d4cb-c308-4db5-923f-c89b19d44ba2", "name": "network-vif-deleted", "tag": "acbac785-5a67-4e15-8706-49873fda1264", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:07.353059 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2b8bf02-c8a0-460d-955c-d2dc5a4e9c58 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:07.353059 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9459d4cb-c308-4db5-923f-c89b19d44ba2', 'name': 'network-vif-deleted', 'tag': 'acbac785-5a67-4e15-8706-49873fda1264', 'status': 'completed', 'code': 200} Aug 19 12:17:07.358923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Pushing event updated for resources: {'Port': ['ID=ceae99a5-539f-4dd5-b88b-00a1d8e7a520,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:07.406786 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] Checking segment: {'id': 'b3317aef-c40e-42ce-ab68-b11a6831b8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '24c91636-c380-4acb-ab84-bd7262c4e62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:07.407158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] Network hostable DHCP agents. Network: 24c91636-c380-4acb-ab84-bd7262c4e62d, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:17:07.480137 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.481046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe84b38b-af3c-4aca-9e26-fb73c0f37c23 req-2cdfbc04-2971-4d11-93c0-0f3a8647a055 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 210 time: 0.0489664 Aug 19 12:17:07.487205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-be222d14-2dd5-4ab7-8bd7-1bc29bcc7655 None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:07.566135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] Network 24c91636-c380-4acb-ab84-bd7262c4e62d is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:17:07.595239 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6174af-4661-4ba1-b0d2-cff1a99160fb x-openstack-request-id: req-be6174af-4661-4ba1-b0d2-cff1a99160fb {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:07.595469 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc4bc61-b12d-4175-bc31-6a7dd538b3e9", "name": "network-vif-unplugged", "status": "completed", "tag": "92cf4e75-be5d-46cc-a25b-60a9c0f35bf8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:07.595704 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be6174af-4661-4ba1-b0d2-cff1a99160fb {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:07.596099 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8', 'code': 200} Aug 19 12:17:07.719022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 24c91636-c380-4acb-ab84-bd7262c4e62d) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:07.729753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8a779-7f61-4f18-858a-0bf224c0f89a req-7e9430bc-e319-44b4-a03a-f93fe6845881 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:07.744152 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2f8a779-7f61-4f18-858a-0bf224c0f89a req-7e9430bc-e319-44b4-a03a-f93fe6845881 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 947 time: 0.0692465 Aug 19 12:17:07.744475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:07.744475 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.771391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41575eb8-6e6a-4d3d-b467-ad42369fb6e0 None None] Network 24c91636-c380-4acb-ab84-bd7262c4e62d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:07.792105 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2f8a779-7f61-4f18-858a-0bf224c0f89a req-ada758d0-f849-4692-8f1a-070b42361cc9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476084 Aug 19 12:17:07.802298 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.813804 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.815308 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-277feb1d-59cb-4447-993e-12f3de1244cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:07.863942 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bfcdf8-e0bd-41f0-9ddc-74d2b4e10c18 x-openstack-request-id: req-69bfcdf8-e0bd-41f0-9ddc-74d2b4e10c18 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:07.874004 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc", "name": "network-vif-deleted", "tag": "280654fb-00cd-4459-889f-feb35a822669", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:07.874004 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69bfcdf8-e0bd-41f0-9ddc-74d2b4e10c18 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:07.874004 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc', 'name': 'network-vif-deleted', 'tag': '280654fb-00cd-4459-889f-feb35a822669', 'status': 'completed', 'code': 200} Aug 19 12:17:08.058080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f633be00-fd7a-4083-bfee-4b6898618bdf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7413948 Aug 19 12:17:08.059447 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.118850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.143844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Pushing event updated for resources: {'Port': ['ID=ceae99a5-539f-4dd5-b88b-00a1d8e7a520,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:08.153198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46216) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:08.230745 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.232367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-1511da74-3bb0-488d-8aff-85904a962690 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2786109 Aug 19 12:17:08.261998 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:08.264411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 280654fb-00cd-4459-889f-feb35a822669 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:08.266262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675434c6-0ed9-4678-9aff-ebf294d3b023 req-f25af46e-f1c8-4835-8f21-dc9301f19d9c tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.283902 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-675434c6-0ed9-4678-9aff-ebf294d3b023 req-f25af46e-f1c8-4835-8f21-dc9301f19d9c tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 931 time: 0.3269362 Aug 19 12:17:08.296225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-1800c316-e0c5-4d3b-98be-9566f5c4baaa tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.297771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-1800c316-e0c5-4d3b-98be-9566f5c4baaa tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.30 "GET /v2.0/networks?id=249e42bf-355b-41f3-9364-07c3ec7f0839 HTTP/1.1" status: 200 len: 824 time: 0.4073052 Aug 19 12:17:08.306253 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ada31510-2102-4785-b6fb-93b725a41457 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bb7861aa32e480d9ced2ab7efedb6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516976 Aug 19 12:17:08.310094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-cbc2ed43-4b3c-4fb6-ae49-f0be54f48289 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.0713568 Aug 19 12:17:08.310587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46222) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:08.320576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 280654fb-00cd-4459-889f-feb35a822669 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:08.323268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 280654fb-00cd-4459-889f-feb35a822669 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:08.325095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c41cf5c-6f27-42d5-8185-6aef600a756f None None] Network 24c91636-c380-4acb-ab84-bd7262c4e62d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:08.458187 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-675434c6-0ed9-4678-9aff-ebf294d3b023 req-44e98cad-c6d5-49e1-bb6c-1a6bc68544f2 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691823 Aug 19 12:17:08.498376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-36d0aa1e-3124-497a-b826-d4f46803befb tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.499124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-f6e4b6c1-7b02-4803-8f0c-1802f9b25e77 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=234f10076afd426c9c349cdd2953cd03 HTTP/1.1" status: 200 len: 380 time: 0.1595690 Aug 19 12:17:08.499913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b35aaee5-5595-40a0-91f5-31ca54667d9d req-36d0aa1e-3124-497a-b826-d4f46803befb tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1715252 Aug 19 12:17:08.513853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Request body: {'port': {'device_id': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'admin_state_up': True, 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'security_groups': ['ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:08.519185 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb63bfda-9457-4483-ad42-69cae5db540e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.547067 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb63bfda-9457-4483-ad42-69cae5db540e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.674775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-27096fbc-9742-484d-9988-b9661e914da2 req-1f10784f-e6f9-4cec-914c-8126da53b6ff tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3c0f417-9079-4f1a-bdb8-e3afb1aa8cfc HTTP/1.1" status: 200 len: 210 time: 0.0411072 Aug 19 12:17:08.710572 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-be222d14-2dd5-4ab7-8bd7-1bc29bcc7655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:08.726731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:08.789944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be222d14-2dd5-4ab7-8bd7-1bc29bcc7655 None None] The sync data for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 is: [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:08.799697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8', 'mac_address': 'fa:16:3e:e3:df:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:08.831770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553442b-2323-4db5-aa80-81d3b6f9105d req-d7c53a31-76d4-47f7-acf2-fa9a07d5ba4d tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:08.833555 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8553442b-2323-4db5-aa80-81d3b6f9105d req-d7c53a31-76d4-47f7-acf2-fa9a07d5ba4d tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 945 time: 0.0775084 Aug 19 12:17:08.838925 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb63bfda-9457-4483-ad42-69cae5db540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.841789 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb63bfda-9457-4483-ad42-69cae5db540e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.845455 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eb63bfda-9457-4483-ad42-69cae5db540e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc74baa1-4976-4683-9c6a-c281f4a3af65 HTTP/1.1" status: 204 len: 168 time: 0.5314157 Aug 19 12:17:08.879894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63bfda-9457-4483-ad42-69cae5db540e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc74baa1-4976-4683-9c6a-c281f4a3af65,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:08.940751 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8553442b-2323-4db5-aa80-81d3b6f9105d req-e1bef748-f0c0-4c9c-8d49-3d016a3c1003 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862319 Aug 19 12:17:08.948860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Made reservation on behalf of 234f10076afd426c9c349cdd2953cd03 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:08.960585 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:08.969143 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:09.007436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:09.080649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:09.122274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:09.196362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:09.209529 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0dee6e3-8542-40d2-95aa-f090971ee2df req-94272053-09f3-451b-830b-d4b4b156ec87 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 210 time: 0.0552897 Aug 19 12:17:09.320011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:09.389135 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55368634-a94c-4081-aeaa-51dfb566c22a req-5bc1177d-f9d7-4cde-8f4a-20495e31879d tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips/f804cc50-2828-471e-acf4-7b9b8f5e1c53 HTTP/1.1" status: 200 len: 692 time: 0.0919433 Aug 19 12:17:09.471364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1339c-0137-4f65-9733-31687165d97a req-26a7e1dc-d6f3-4d3a-a13d-92a251d0f186 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:09.473294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bb1339c-0137-4f65-9733-31687165d97a req-26a7e1dc-d6f3-4d3a-a13d-92a251d0f186 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9&tenant_id=9f9555ca381f4d9c9f1e07a044986e98&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 948 time: 0.1333566 Aug 19 12:17:09.491952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Allocated IP 172.20.0.10 (249e42bf-355b-41f3-9364-07c3ec7f0839/3cb42b23-06f7-4a7c-9e91-c255261f3eec/dfbb1a91-df02-4776-9c0d-238ae9337221) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:09.505483 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c87a5d-8f7c-4c8d-b604-fbd1b208abc0 None None] New status for floating IP 2061c2b0-718f-4b64-bc3d-0b01d64281ba: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:17:09.536126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-0b863a0c-7e16-403e-9004-340d2f9cd3b5 req-35ccd7d2-dfa4-43f0-a447-f6dbf0861130 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-961535458', 'description': 'tempest-description-761759913'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:09.540870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:09.616035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55368634-a94c-4081-aeaa-51dfb566c22a req-24053224-1dc8-49a8-9947-6fb452dd4e1d tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:09.634625 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55368634-a94c-4081-aeaa-51dfb566c22a req-24053224-1dc8-49a8-9947-6fb452dd4e1d tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.2444229 Aug 19 12:17:09.734038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0b863a0c-7e16-403e-9004-340d2f9cd3b5 req-35ccd7d2-dfa4-43f0-a447-f6dbf0861130 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:09.770124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1339c-0137-4f65-9733-31687165d97a req-06dcc3ee-09d5-4afa-8195-836fe9cf1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:09.772396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bb1339c-0137-4f65-9733-31687165d97a req-06dcc3ee-09d5-4afa-8195-836fe9cf1598 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 1099 time: 0.1005721 Aug 19 12:17:09.776722 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55368634-a94c-4081-aeaa-51dfb566c22a req-fe815348-ca3c-455e-b17a-eb8b93d6f5e5 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.1410387 Aug 19 12:17:09.894890 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55368634-a94c-4081-aeaa-51dfb566c22a req-39c62ff3-628e-4b95-bb90-873d8cd0688e tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.13 HTTP/1.1" status: 200 len: 695 time: 0.1170914 Aug 19 12:17:09.940643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1339c-0137-4f65-9733-31687165d97a req-b203c537-024e-4030-ba9f-8e6fca37b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:09.947786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bb1339c-0137-4f65-9733-31687165d97a req-b203c537-024e-4030-ba9f-8e6fca37b831 service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1589825 Aug 19 12:17:10.005304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bb1339c-0137-4f65-9733-31687165d97a req-40384c35-3643-4b7b-88a2-f4e5946e90f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 HTTP/1.1" status: 200 len: 217 time: 0.0527811 Aug 19 12:17:10.077614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1339c-0137-4f65-9733-31687165d97a req-99dbc837-562b-40d0-87f9-ac89b6a515f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:10.079124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bb1339c-0137-4f65-9733-31687165d97a req-99dbc837-562b-40d0-87f9-ac89b6a515f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0612173 Aug 19 12:17:10.148218 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0b863a0c-7e16-403e-9004-340d2f9cd3b5 req-35ccd7d2-dfa4-43f0-a447-f6dbf0861130 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.159248 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1339c-0137-4f65-9733-31687165d97a req-d3248921-41a2-47c3-af72-9f0b56c459a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:10.161226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bb1339c-0137-4f65-9733-31687165d97a req-d3248921-41a2-47c3-af72-9f0b56c459a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0716052 Aug 19 12:17:10.272597 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0b863a0c-7e16-403e-9004-340d2f9cd3b5 req-35ccd7d2-dfa4-43f0-a447-f6dbf0861130 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.318227 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.323378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccd7d2-dfa4-43f0-a447-f6dbf0861130 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99405085-9316-47e0-bbbe-1f2e683a8d45,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:10.327367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bb1339c-0137-4f65-9733-31687165d97a req-915d37a4-047c-4ed9-b7b5-dc73872ed177 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564276 Aug 19 12:17:10.349749 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Transition to ACTIVE for port object dfbb1a91-df02-4776-9c0d-238ae9337221 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:10.361990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-55368634-a94c-4081-aeaa-51dfb566c22a req-aaacf2a6-ae50-4478-bf67-9a6816da5edc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Deleting port ceae99a5-539f-4dd5-b88b-00a1d8e7a520 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:10.362335 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-55368634-a94c-4081-aeaa-51dfb566c22a req-aaacf2a6-ae50-4478-bf67-9a6816da5edc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.425288 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.431886 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0b863a0c-7e16-403e-9004-340d2f9cd3b5 req-35ccd7d2-dfa4-43f0-a447-f6dbf0861130 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.448221 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b863a0c-7e16-403e-9004-340d2f9cd3b5 req-35ccd7d2-dfa4-43f0-a447-f6dbf0861130 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9226079 Aug 19 12:17:10.465396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bb1339c-0137-4f65-9733-31687165d97a req-df4f61a7-9506-4ecb-bada-ef3227ead9ab service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284349 Aug 19 12:17:10.485681 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-55368634-a94c-4081-aeaa-51dfb566c22a req-aaacf2a6-ae50-4478-bf67-9a6816da5edc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.486936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-55368634-a94c-4081-aeaa-51dfb566c22a req-aaacf2a6-ae50-4478-bf67-9a6816da5edc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.504203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-55368634-a94c-4081-aeaa-51dfb566c22a req-aaacf2a6-ae50-4478-bf67-9a6816da5edc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Calling delete_port for ceae99a5-539f-4dd5-b88b-00a1d8e7a520 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:10.565071 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.657746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Network 249e42bf-355b-41f3-9364-07c3ec7f0839 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:10.659738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Pushing event updated for resources: {'Port': ['ID=dfbb1a91-df02-4776-9c0d-238ae9337221,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:10.665794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:10.671827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:10.841488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:10.842706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:10.987815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886f513-be93-4c46-9582-77500708ff54 req-25cf5604-0cf8-4e0c-ae40-88a07fdc223f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:10.989511 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1886f513-be93-4c46-9582-77500708ff54 req-25cf5604-0cf8-4e0c-ae40-88a07fdc223f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 948 time: 0.4704466 Aug 19 12:17:10.996921 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-e02f81d8-70a3-443b-a28e-b0531378bd8b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4914389 Aug 19 12:17:11.011549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Request body: {'port': {'device_id': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:11.063907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-55368634-a94c-4081-aeaa-51dfb566c22a req-aaacf2a6-ae50-4478-bf67-9a6816da5edc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.070087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1886f513-be93-4c46-9582-77500708ff54 req-c86510e2-3584-4cd8-a535-e15528fb2467 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720572 Aug 19 12:17:11.116661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-99b78ed1-63bd-448b-b209-83459202a3cc None None] Provisioning for port dfbb1a91-df02-4776-9c0d-238ae9337221 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:11.121878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-99b78ed1-63bd-448b-b209-83459202a3cc None None] Provisioning complete for port dfbb1a91-df02-4776-9c0d-238ae9337221 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:11.121878 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-99b78ed1-63bd-448b-b209-83459202a3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.139964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-6c0cfa17-9750-405b-89d0-0dbcc39be6c8 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:11.141043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-6c0cfa17-9750-405b-89d0-0dbcc39be6c8 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.0749462 Aug 19 12:17:11.155388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803757-2'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:11.173668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf2a6-ae50-4478-bf67-9a6816da5edc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Pushing event deleted for resources: {'Port': ['ID=ceae99a5-539f-4dd5-b88b-00a1d8e7a520,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:11.203246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-99b78ed1-63bd-448b-b209-83459202a3cc None None] Port dfbb1a91-df02-4776-9c0d-238ae9337221 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:11.205045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.256309 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-55368634-a94c-4081-aeaa-51dfb566c22a req-aaacf2a6-ae50-4478-bf67-9a6816da5edc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.259279 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-55368634-a94c-4081-aeaa-51dfb566c22a req-aaacf2a6-ae50-4478-bf67-9a6816da5edc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.267389 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55368634-a94c-4081-aeaa-51dfb566c22a req-aaacf2a6-ae50-4478-bf67-9a6816da5edc tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "DELETE /v2.0/floatingips/f804cc50-2828-471e-acf4-7b9b8f5e1c53 HTTP/1.1" status: 204 len: 173 time: 1.3711662 Aug 19 12:17:11.301059 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.328028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84e051-5b32-4aa1-b195-f46f5274d571 req-c391599b-4e5e-444c-be47-efccf0110a4a tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:11.333142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef84e051-5b32-4aa1-b195-f46f5274d571 req-c391599b-4e5e-444c-be47-efccf0110a4a tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 931 time: 0.1704979 Aug 19 12:17:11.450071 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef84e051-5b32-4aa1-b195-f46f5274d571 req-208137d3-9be7-4ad5-8da5-75ec06533cc2 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005983 Aug 19 12:17:11.651659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76860-d261-4a51-80ba-c7ebd47abdf1 req-eae862b3-011f-45d2-8857-57f1bd5fb3cd tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:11.653212 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4cd76860-d261-4a51-80ba-c7ebd47abdf1 req-eae862b3-011f-45d2-8857-57f1bd5fb3cd tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 945 time: 0.2529097 Aug 19 12:17:11.670145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f11d55ae-c152-4210-b83e-f0c360ef09da,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:11.706331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbb1a91-df02-4776-9c0d-238ae9337221 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:11.716137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3230ba-9813-435d-b79f-e56d61988493 req-987cdf54-f741-4ac6-92ea-0c853242222b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:11.723495 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc3230ba-9813-435d-b79f-e56d61988493 req-987cdf54-f741-4ac6-92ea-0c853242222b tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 932 time: 0.1533210 Aug 19 12:17:11.733830 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.769933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4cd76860-d261-4a51-80ba-c7ebd47abdf1 req-24958327-db06-47b3-946b-40add15c946c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953131 Aug 19 12:17:11.778585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Transition to ACTIVE for port object dfbb1a91-df02-4776-9c0d-238ae9337221 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:11.784550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:11.844743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc3230ba-9813-435d-b79f-e56d61988493 req-55198a09-e968-4972-b635-7b66a1080e12 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203327 Aug 19 12:17:11.876931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f11d55ae-c152-4210-b83e-f0c360ef09da'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:11.877780 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121af911-5776-4baa-a8da-0af7b21fe554" -d '{"events": [{"server_uuid": "5606bcd6-9e04-419c-972b-bc5dcf11ced8", "name": "network-vif-unplugged", "status": "completed", "tag": "f11d55ae-c152-4210-b83e-f0c360ef09da"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:11.882061 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.900130 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:11.957502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-631927c0-1f81-44c1-beb8-9e68e38342ba req-92504d2e-d564-4a9a-8717-3ab941b5ab6a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/99405085-9316-47e0-bbbe-1f2e683a8d45 HTTP/1.1" status: 200 len: 1811 time: 0.1234233 Aug 19 12:17:11.974986 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-1083309f-8dce-4e31-bb09-3bf65fbf4db0 req-c2ac3640-3397-4b76-85e4-8804a7b551f3 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] show failed (client error): The resource could not be found. Aug 19 12:17:11.978471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1083309f-8dce-4e31-bb09-3bf65fbf4db0 req-c2ac3640-3397-4b76-85e4-8804a7b551f3 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips/f804cc50-2828-471e-acf4-7b9b8f5e1c53 HTTP/1.1" status: 404 len: 350 time: 0.0648732 Aug 19 12:17:11.982792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-631927c0-1f81-44c1-beb8-9e68e38342ba req-d448538c-3472-486f-9caf-b4516efd7e40 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99405085-9316-47e0-bbbe-1f2e683a8d45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:11.982792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-631927c0-1f81-44c1-beb8-9e68e38342ba req-d448538c-3472-486f-9caf-b4516efd7e40 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '99405085-9316-47e0-bbbe-1f2e683a8d45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:11.998940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbb1a91-df02-4776-9c0d-238ae9337221,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:12.013435 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.184221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Attempting to bind port dfbb1a91-df02-4776-9c0d-238ae9337221 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:12.184497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Attempting to bind port dfbb1a91-df02-4776-9c0d-238ae9337221 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:12.184819 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Attempting to bind port dfbb1a91-df02-4776-9c0d-238ae9337221 on network 249e42bf-355b-41f3-9364-07c3ec7f0839 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:12.194636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Port dfbb1a91-df02-4776-9c0d-238ae9337221 on network 249e42bf-355b-41f3-9364-07c3ec7f0839 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:12.194992 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Attempting to bind port dfbb1a91-df02-4776-9c0d-238ae9337221 on network 249e42bf-355b-41f3-9364-07c3ec7f0839 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:12.201898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:12.201898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Checking segment: {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:12.204346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Bound using segment: {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:12.204346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Bound port: dfbb1a91-df02-4776-9c0d-238ae9337221, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f232e3da-de81-4109-9d27-43f0508e6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:12.204346 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.227050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f11d55ae-c152-4210-b83e-f0c360ef09da details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:12.230303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:12.251804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Pushing event updated for resources: {'Port': ['ID=f11d55ae-c152-4210-b83e-f0c360ef09da,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:12.315274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on host n-h1-803757-2 for vnic_type normal with profile {"migrating_to": "n-h2-803757-2"} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:12.315481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:12.315816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:12.326981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:12.327313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:12.346840 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:12.347173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:12.347562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:12.348004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Bound port: f11d55ae-c152-4210-b83e-f0c360ef09da, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:12.348470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.405408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] For port dfbb1a91-df02-4776-9c0d-238ae9337221, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:12.412173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] For port dfbb1a91-df02-4776-9c0d-238ae9337221, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=dfbb1a91-df02-4776-9c0d-238ae9337221,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:12.462500 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:12.463364 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.463498 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-631927c0-1f81-44c1-beb8-9e68e38342ba req-d448538c-3472-486f-9caf-b4516efd7e40 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.517577 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-631927c0-1f81-44c1-beb8-9e68e38342ba req-d448538c-3472-486f-9caf-b4516efd7e40 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.520566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, got binding levels [] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:12.530069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:12.534962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f11d55ae-c152-4210-b83e-f0c360ef09da,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:12.554030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on host n-h1-803757-2 for vnic_type normal with profile {"migrating_to": "n-h2-803757-2"} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:12.554483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:12.555013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:12.564170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:12.564521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:12.592681 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.598904 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:12.599309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:12.599894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:12.602280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Bound port: f11d55ae-c152-4210-b83e-f0c360ef09da, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:12.602280 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.654188 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.660823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:12.661821 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.663883 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/dfbb1a91-df02-4776-9c0d-238ae9337221 HTTP/1.1" status: 200 len: 1092 time: 1.6574190 Aug 19 12:17:12.664335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'tag': 'dfbb1a91-df02-4776-9c0d-238ae9337221'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:12.667175 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cacd20-672a-47b7-8542-48ea0160f854" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6925ee-7208-4b9b-a336-96aa175c1ac6", "tag": "dfbb1a91-df02-4776-9c0d-238ae9337221"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:12.706986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-631927c0-1f81-44c1-beb8-9e68e38342ba req-d448538c-3472-486f-9caf-b4516efd7e40 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.709266 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaaf181-0c18-4a2a-889b-27604f8b3d8c x-openstack-request-id: req-caaaf181-0c18-4a2a-889b-27604f8b3d8c {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:12.709762 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5606bcd6-9e04-419c-972b-bc5dcf11ced8", "name": "network-vif-unplugged", "status": "completed", "tag": "f11d55ae-c152-4210-b83e-f0c360ef09da", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:12.710177 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caaaf181-0c18-4a2a-889b-27604f8b3d8c {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:12.710787 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f11d55ae-c152-4210-b83e-f0c360ef09da', 'code': 200} Aug 19 12:17:12.719629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77478445-578f-4fa3-8288-7e4075e932c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbb1a91-df02-4776-9c0d-238ae9337221,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:12.740314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448538c-3472-486f-9caf-b4516efd7e40 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44145c7-49aa-4126-8635-b4841eb24be9,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:12.741536 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.781972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:12.784490 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17d47bc-418c-4eba-b6e9-64d6643dedb9" -d '{"events": [{"server_uuid": "5cc4bc61-b12d-4175-bc31-6a7dd538b3e9", "name": "network-vif-plugged", "status": "completed", "tag": "92cf4e75-be5d-46cc-a25b-60a9c0f35bf8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:12.789191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:12.792079 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-eae1d6b2-63eb-474c-9aac-b1e025021837 req-b2535a1e-1b4a-46a5-954d-7d6787db8684 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] show failed (client error): The resource could not be found. Aug 19 12:17:12.805429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46304) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:12.808398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:12.810830 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eae1d6b2-63eb-474c-9aac-b1e025021837 req-b2535a1e-1b4a-46a5-954d-7d6787db8684 tempest-FloatingIPsTestJSON-1527432667 tempest-FloatingIPsTestJSON-1527432667-project] 10.222.0.21 "GET /v2.0/floatingips/f804cc50-2828-471e-acf4-7b9b8f5e1c53 HTTP/1.1" status: 404 len: 350 time: 0.0781958 Aug 19 12:17:12.877419 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) f11d55ae-c152-4210-b83e-f0c360ef09da-n-h1-803757-2-0 {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:17:12.878175 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:17:12.891675 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-631927c0-1f81-44c1-beb8-9e68e38342ba req-d448538c-3472-486f-9caf-b4516efd7e40 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:12.892873 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-631927c0-1f81-44c1-beb8-9e68e38342ba req-d448538c-3472-486f-9caf-b4516efd7e40 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9253089 Aug 19 12:17:12.931184 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.032602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:13.068404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:13.069036 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.073071 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] 10.222.0.30 "PUT /v2.0/ports/f11d55ae-c152-4210-b83e-f0c360ef09da HTTP/1.1" status: 200 len: 1121 time: 1.9195440 Aug 19 12:17:13.073526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Pushing event updated for resources: {'Port': ['ID=f11d55ae-c152-4210-b83e-f0c360ef09da,revision_number=8']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:13.084828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2676c8a-486a-4620-b0e3-a88f1b550723 req-86b1e7e6-4b4b-4962-8595-c02143605d6d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:13.086577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2676c8a-486a-4620-b0e3-a88f1b550723 req-86b1e7e6-4b4b-4962-8595-c02143605d6d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 948 time: 0.1734576 Aug 19 12:17:13.094759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.095140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.095512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.095845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.096160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.096494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.096824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.097154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.097514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.097842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.098169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.098493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a5c96-55ab-4caf-910f-5a2b03fba9ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:13.146459 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2676c8a-486a-4620-b0e3-a88f1b550723 req-5ab5e894-1266-4492-9780-b3e90aa96b3f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Aug 19 12:17:13.152846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['f11d55ae-c152-4210-b83e-f0c360ef09da'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:13.193782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f11d55ae-c152-4210-b83e-f0c360ef09da'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:13.301451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace28418-d68f-46a0-b900-a8d73e94f5a0 req-4e7aeca7-b3a3-4d2b-8c61-2d277f7583a3 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:13.304279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ace28418-d68f-46a0-b900-a8d73e94f5a0 req-4e7aeca7-b3a3-4d2b-8c61-2d277f7583a3 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 950 time: 0.0672905 Aug 19 12:17:13.363058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ace28418-d68f-46a0-b900-a8d73e94f5a0 req-bbbf893b-3067-4bad-ab4b-b177495924e9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521271 Aug 19 12:17:13.416504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on host n-h1-803757-2 for vnic_type normal with profile {"migrating_to": "n-h2-803757-2"} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:13.416504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:13.416504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:13.432585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:13.432802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Attempting to bind port f11d55ae-c152-4210-b83e-f0c360ef09da on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:13.454683 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:13.455102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:13.455669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:13.456159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Bound port: f11d55ae-c152-4210-b83e-f0c360ef09da, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:13.456563 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:13.472152 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba0974b-be25-4e9b-a5d8-2ea4c46f1d57 x-openstack-request-id: req-7ba0974b-be25-4e9b-a5d8-2ea4c46f1d57 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:13.472550 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6925ee-7208-4b9b-a336-96aa175c1ac6", "tag": "dfbb1a91-df02-4776-9c0d-238ae9337221", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:13.472898 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ba0974b-be25-4e9b-a5d8-2ea4c46f1d57 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:13.473482 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'tag': 'dfbb1a91-df02-4776-9c0d-238ae9337221', 'status': 'completed', 'code': 200} Aug 19 12:17:13.566928 n-d-803757-2 neutron-server[95544]: WARNING neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Concurrent port binding operations failed on port f11d55ae-c152-4210-b83e-f0c360ef09da Aug 19 12:17:13.572878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f11d55ae-c152-4210-b83e-f0c360ef09da,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:13.575417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-2fbc615a-cd3a-45cf-99a0-a9438dd7d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:13.577200 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-2fbc615a-cd3a-45cf-99a0-a9438dd7d267 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=234f10076afd426c9c349cdd2953cd03&device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 1095 time: 0.7056010 Aug 19 12:17:13.588992 n-d-803757-2 neutron-server[95544]: INFO neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Attempt 2 to bind port f11d55ae-c152-4210-b83e-f0c360ef09da Aug 19 12:17:13.589675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f11d55ae-c152-4210-b83e-f0c360ef09da has no active binding in host n-h2-803757-2 {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:17:13.661973 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-bed57305-32ea-4f99-8b56-0193082e7f9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfbb1a91-df02-4776-9c0d-238ae9337221 HTTP/1.1" status: 200 len: 217 time: 0.0523198 Aug 19 12:17:13.689019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623c77c-9ff0-4e7c-a586-41f9cfa37bc8 req-46fa38fe-3261-4c7a-9a34-65fef0c692aa tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:13.690564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9623c77c-9ff0-4e7c-a586-41f9cfa37bc8 req-46fa38fe-3261-4c7a-9a34-65fef0c692aa tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 931 time: 0.2357149 Aug 19 12:17:13.837144 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9623c77c-9ff0-4e7c-a586-41f9cfa37bc8 req-80603739-c439-447b-9a2b-bbffd80ec674 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251466 Aug 19 12:17:13.838676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-00aaf66d-c1a3-4c5f-ada2-2b41dcb80a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:13.840051 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-00aaf66d-c1a3-4c5f-ada2-2b41dcb80a28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cb42b23-06f7-4a7c-9e91-c255261f3eec HTTP/1.1" status: 200 len: 863 time: 0.1681693 Aug 19 12:17:13.899931 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb63fdb8-c0e7-4468-ba57-168eb83ae062 x-openstack-request-id: req-eb63fdb8-c0e7-4468-ba57-168eb83ae062 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:13.900347 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc4bc61-b12d-4175-bc31-6a7dd538b3e9", "name": "network-vif-plugged", "status": "completed", "tag": "92cf4e75-be5d-46cc-a25b-60a9c0f35bf8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:13.900613 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb63fdb8-c0e7-4468-ba57-168eb83ae062 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:13.901016 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8', 'code': 200} Aug 19 12:17:13.963620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-969e285c-cfa3-4eaa-94a3-480ae0fbadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:13.965149 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-969e285c-cfa3-4eaa-94a3-480ae0fbadf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=249e42bf-355b-41f3-9364-07c3ec7f0839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158347 Aug 19 12:17:14.255652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e277c8d-f08d-4222-b3a8-773cba279880 req-9d026bf0-e3b6-4f5f-aee5-5ca36d3cd3ee tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.255652 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e277c8d-f08d-4222-b3a8-773cba279880 req-9d026bf0-e3b6-4f5f-aee5-5ca36d3cd3ee tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.1555123 Aug 19 12:17:14.255652 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-9b8436ea-c05a-4e5d-95e1-0a68f1cc270f service neutron] 10.222.0.30 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042053 Aug 19 12:17:14.277053 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e277c8d-f08d-4222-b3a8-773cba279880 req-5c8fb952-a11f-44eb-993e-a9eed0f30d96 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478119 Aug 19 12:17:14.332597 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:14.339096 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90f6f5c9-aa7d-426f-bb55-18e9b4e7fd88 req-51f98509-d860-4cb7-851e-a7588e774902 service neutron] 10.222.0.30 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459584 Aug 19 12:17:14.464738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8fb7726f-7d81-4cde-aa1c-ef61800bf319 req-9f9b4dbd-3319-4dd6-aff4-6ce6a6e3f133 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/99405085-9316-47e0-bbbe-1f2e683a8d45 HTTP/1.1" status: 200 len: 2404 time: 0.0516140 Aug 19 12:17:14.631766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b33f9-d2e8-454f-8c61-f1a49ed37045 req-d36b6491-e53d-41d4-b3d6-6a858cb4a816 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.633171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f4b33f9-d2e8-454f-8c61-f1a49ed37045 req-d36b6491-e53d-41d4-b3d6-6a858cb4a816 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.0662317 Aug 19 12:17:14.679339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f4b33f9-d2e8-454f-8c61-f1a49ed37045 req-4b6e0693-9783-4cb3-9131-07423f0425aa tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384979 Aug 19 12:17:14.700896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cacd20-672a-47b7-8542-48ea0160f854 req-f3d6aa53-0f68-450f-b611-92e9a5c25d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.702490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3cacd20-672a-47b7-8542-48ea0160f854 req-f3d6aa53-0f68-450f-b611-92e9a5c25d94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=234f10076afd426c9c349cdd2953cd03&device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 1095 time: 0.1882997 Aug 19 12:17:14.712065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'tag': 'f11d55ae-c152-4210-b83e-f0c360ef09da'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:14.714461 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b06506-2f5a-419b-9a3e-4569d2de3515" -d '{"events": [{"name": "network-changed", "server_uuid": "5606bcd6-9e04-419c-972b-bc5dcf11ced8", "tag": "f11d55ae-c152-4210-b83e-f0c360ef09da"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:14.714627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b9824-6770-4545-aaff-baa88bb4745c req-babee63f-0182-4951-89a1-cf7a4cbc088a tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.716395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d2b9824-6770-4545-aaff-baa88bb4745c req-babee63f-0182-4951-89a1-cf7a4cbc088a tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 944 time: 0.2655952 Aug 19 12:17:14.871086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d2b9824-6770-4545-aaff-baa88bb4745c req-df50cc0a-491d-4c90-907b-7935d1b16356 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439676 Aug 19 12:17:14.902232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cacd20-672a-47b7-8542-48ea0160f854 req-4d2a4404-2bce-4710-a982-9f90d837107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:14.903785 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3cacd20-672a-47b7-8542-48ea0160f854 req-4d2a4404-2bce-4710-a982-9f90d837107a service neutron] 10.222.0.30 "GET /v2.0/networks?id=249e42bf-355b-41f3-9364-07c3ec7f0839 HTTP/1.1" status: 200 len: 925 time: 0.1856718 Aug 19 12:17:15.002612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3cacd20-672a-47b7-8542-48ea0160f854 req-a1be08b3-930f-4c4e-b649-925e6835a767 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfbb1a91-df02-4776-9c0d-238ae9337221 HTTP/1.1" status: 200 len: 217 time: 0.0678232 Aug 19 12:17:15.015742 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3df68c9f-f92a-4f0d-8c78-3ea2fff29515 req-f314c794-35ae-4cd5-9944-b587f2cf86c9 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-group-rules/e44145c7-49aa-4126-8635-b4841eb24be9 HTTP/1.1" status: 200 len: 778 time: 0.0756156 Aug 19 12:17:15.077078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4f219-68dd-4ded-91b0-230eeddb2508 req-b84cfa4b-601c-4d23-aa14-34473065690e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.096753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecf4f219-68dd-4ded-91b0-230eeddb2508 req-b84cfa4b-601c-4d23-aa14-34473065690e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 950 time: 0.0991490 Aug 19 12:17:15.126820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecf4f219-68dd-4ded-91b0-230eeddb2508 req-cbec46f9-57fe-46a4-b1e2-82b7c52b9f9c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402582 Aug 19 12:17:15.132694 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3df68c9f-f92a-4f0d-8c78-3ea2fff29515 req-3eb53d49-b823-46a7-b1ae-de46b7520d8a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/99405085-9316-47e0-bbbe-1f2e683a8d45 HTTP/1.1" status: 200 len: 2404 time: 0.1160972 Aug 19 12:17:15.187359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cacd20-672a-47b7-8542-48ea0160f854 req-c4af0276-61aa-49ca-9e29-7f803c460e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.187359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3cacd20-672a-47b7-8542-48ea0160f854 req-c4af0276-61aa-49ca-9e29-7f803c460e33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cb42b23-06f7-4a7c-9e91-c255261f3eec HTTP/1.1" status: 200 len: 863 time: 0.1526768 Aug 19 12:17:15.187359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] Deleting port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:15.187359 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:15.209329 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6c41b0-9948-4aff-9e01-770f5cf4e033 x-openstack-request-id: req-eb6c41b0-9948-4aff-9e01-770f5cf4e033 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:15.209881 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5606bcd6-9e04-419c-972b-bc5dcf11ced8", "tag": "f11d55ae-c152-4210-b83e-f0c360ef09da", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:15.210342 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb6c41b0-9948-4aff-9e01-770f5cf4e033 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:15.211275 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'tag': 'f11d55ae-c152-4210-b83e-f0c360ef09da', 'status': 'completed', 'code': 200} Aug 19 12:17:15.278691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3df68c9f-f92a-4f0d-8c78-3ea2fff29515 req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:15.295428 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3df68c9f-f92a-4f0d-8c78-3ea2fff29515 req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:15.306916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da68f40-16fb-4d6d-afa5-e2d4699783f5 req-33ff393e-7403-41da-a290-9779f2390f18 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.308410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0da68f40-16fb-4d6d-afa5-e2d4699783f5 req-33ff393e-7403-41da-a290-9779f2390f18 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 931 time: 0.0513124 Aug 19 12:17:15.333854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cacd20-672a-47b7-8542-48ea0160f854 req-57dada8a-fa94-44cf-8a0f-0ec2ea792673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.335614 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3cacd20-672a-47b7-8542-48ea0160f854 req-57dada8a-fa94-44cf-8a0f-0ec2ea792673 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=249e42bf-355b-41f3-9364-07c3ec7f0839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522748 Aug 19 12:17:15.355393 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0da68f40-16fb-4d6d-afa5-e2d4699783f5 req-c8b5a444-6d60-4602-b031-345704997bf9 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Aug 19 12:17:15.426872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] For port c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1,segment=NetworkSegment(e21265f4-a3ba-42ff-bc7b-b8f8c79cc527),segment_id=e21265f4-a3ba-42ff-bc7b-b8f8c79cc527)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:15.427247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:15.446678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] Calling delete_port for c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:15.526976 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3cacd20-672a-47b7-8542-48ea0160f854 req-b43f1349-9b5e-41d3-beed-5f858663e331 service neutron] 10.222.0.30 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832500 Aug 19 12:17:15.682350 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3cacd20-672a-47b7-8542-48ea0160f854 req-847f331f-14a7-4811-88c3-c665c087a12f service neutron] 10.222.0.30 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453702 Aug 19 12:17:15.687087 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3df68c9f-f92a-4f0d-8c78-3ea2fff29515 req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:15.696590 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3df68c9f-f92a-4f0d-8c78-3ea2fff29515 req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:15.703307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3df68c9f-f92a-4f0d-8c78-3ea2fff29515 req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e44145c7-49aa-4126-8635-b4841eb24be9 HTTP/1.1" status: 204 len: 173 time: 0.5508802 Aug 19 12:17:15.709114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e44145c7-49aa-4126-8635-b4841eb24be9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:15.743495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.744367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.744714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.745061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.745394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.745724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.746054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.746400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.746729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.747216 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.747549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.747874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f13655b-38c3-40db-a088-1c1f034da67a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:15.810959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e7b75-dab7-4441-bca8-7b08fa566a96 req-6dae8005-fc7c-4028-95e5-3b9f66d25035 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:15.812465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f37e7b75-dab7-4441-bca8-7b08fa566a96 req-6dae8005-fc7c-4028-95e5-3b9f66d25035 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.0489089 Aug 19 12:17:15.834643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-001214d8-5d9e-44a8-a213-67bbf3cdc14d req-06f91286-9b67-4d34-9bbf-4dc6114b571e tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1766294490', 'description': 'tempest-description-1473656627'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:15.852267 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f37e7b75-dab7-4441-bca8-7b08fa566a96 req-e73b21ef-b9c0-4615-bcad-a06cbbdfdd0e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Aug 19 12:17:15.887431 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:15.911411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] Pushing event deleted for resources: {'Port': ['ID=c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:15.928969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Request body: {'port': {'device_id': 'd305e120-a34c-46bc-a6ea-35bc546e2739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:15.981278 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-001214d8-5d9e-44a8-a213-67bbf3cdc14d req-06f91286-9b67-4d34-9bbf-4dc6114b571e tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.075043 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.181073 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.249296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b06506-2f5a-419b-9a3e-4569d2de3515 req-5dc2eb01-32c3-4357-80f8-84ca495a970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:16.250882 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-71b06506-2f5a-419b-9a3e-4569d2de3515 req-5dc2eb01-32c3-4357-80f8-84ca495a970f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 1124 time: 0.1544595 Aug 19 12:17:16.272584 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-001214d8-5d9e-44a8-a213-67bbf3cdc14d req-06f91286-9b67-4d34-9bbf-4dc6114b571e tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.388276 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-001214d8-5d9e-44a8-a213-67bbf3cdc14d req-06f91286-9b67-4d34-9bbf-4dc6114b571e tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.496585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f91286-9b67-4d34-9bbf-4dc6114b571e tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4860f59-2eeb-4183-9a0e-1cc647d96f3b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:16.514255 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b06506-2f5a-419b-9a3e-4569d2de3515 req-bd159552-e3d9-49d8-a642-50eb05cfba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:16.516281 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-71b06506-2f5a-419b-9a3e-4569d2de3515 req-bd159552-e3d9-49d8-a642-50eb05cfba83 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.2444415 Aug 19 12:17:16.571419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-71b06506-2f5a-419b-9a3e-4569d2de3515 req-8c7cea19-26d5-48ce-b01c-40971a99431c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f11d55ae-c152-4210-b83e-f0c360ef09da HTTP/1.1" status: 200 len: 217 time: 0.0479450 Aug 19 12:17:16.572844 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-001214d8-5d9e-44a8-a213-67bbf3cdc14d req-06f91286-9b67-4d34-9bbf-4dc6114b571e tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.578149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-001214d8-5d9e-44a8-a213-67bbf3cdc14d req-06f91286-9b67-4d34-9bbf-4dc6114b571e tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7482407 Aug 19 12:17:16.610121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688f5e1-a16b-49a4-a77d-b0e5e395b6c4 req-61feb265-b7b4-46d8-ae8e-d051d98b7813 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:16.617442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8688f5e1-a16b-49a4-a77d-b0e5e395b6c4 req-61feb265-b7b4-46d8-ae8e-d051d98b7813 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 944 time: 0.3805585 Aug 19 12:17:16.679311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2b20a0-f6ef-4969-b5ac-87511585daae {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:16.687741 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.710981 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8688f5e1-a16b-49a4-a77d-b0e5e395b6c4 req-010d8b12-2527-47ee-b904-81951f7a33e1 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876179 Aug 19 12:17:16.763807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Transition to ACTIVE for port object 8a2b20a0-f6ef-4969-b5ac-87511585daae will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:16.783788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b06506-2f5a-419b-9a3e-4569d2de3515 req-c2221ce8-1e32-4d03-9f70-14d5ea338fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:16.785952 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-71b06506-2f5a-419b-9a3e-4569d2de3515 req-c2221ce8-1e32-4d03-9f70-14d5ea338fb7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.2033405 Aug 19 12:17:16.796880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18dd56-784b-4623-a3e0-85e8bd47b3b4 req-857c6a0a-b952-45fc-af6a-d3d7fae46556 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:16.798349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef18dd56-784b-4623-a3e0-85e8bd47b3b4 req-857c6a0a-b952-45fc-af6a-d3d7fae46556 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 950 time: 0.0969393 Aug 19 12:17:16.830375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-71b06506-2f5a-419b-9a3e-4569d2de3515 req-327f999f-94e1-4986-bb25-0c823f93ace4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309317 Aug 19 12:17:16.843082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] Router a7f8b178-833e-449b-85eb-0841291bd560 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:16.860809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11cb47-35fe-48d6-9e1c-8a54ec35a978 req-a66dffd4-7838-46b4-a9e7-e187db4a02c0 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:16.862397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7b11cb47-35fe-48d6-9e1c-8a54ec35a978 req-a66dffd4-7838-46b4-a9e7-e187db4a02c0 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 931 time: 0.0676427 Aug 19 12:17:16.892592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:16.932280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef18dd56-784b-4623-a3e0-85e8bd47b3b4 req-21d38bd3-6218-4488-9986-7572f6296ff9 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236339 Aug 19 12:17:16.980189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2b20a0-f6ef-4969-b5ac-87511585daae,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:16.997828 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-71b06506-2f5a-419b-9a3e-4569d2de3515 req-c95e1afa-807d-42ed-b51e-6e07f80c9def service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577613 Aug 19 12:17:17.012968 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7b11cb47-35fe-48d6-9e1c-8a54ec35a978 req-42cb771c-3e82-4d97-be74-42fff7ab9c93 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430035 Aug 19 12:17:17.085837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:17.092059 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5dcc8c55-dc2a-42d7-9e5a-ba2f4e34b88b admin admin] 10.222.0.21 "PUT /v2.0/routers/a7f8b178-833e-449b-85eb-0841291bd560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2843447 Aug 19 12:17:17.094601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46392) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:17.101151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f926e902-95d8-401d-9b01-c720430bcdc6 None None] Sync routers for ids ['a7f8b178-833e-449b-85eb-0841291bd560'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:17.114465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f926e902-95d8-401d-9b01-c720430bcdc6 None None] Routers {'a7f8b178-833e-449b-85eb-0841291bd560'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:17.119158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f926e902-95d8-401d-9b01-c720430bcdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7f8b178-833e-449b-85eb-0841291bd560'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:17.171053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Attempting to bind port 8a2b20a0-f6ef-4969-b5ac-87511585daae on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:17.171390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Attempting to bind port 8a2b20a0-f6ef-4969-b5ac-87511585daae by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:17.171725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Attempting to bind port 8a2b20a0-f6ef-4969-b5ac-87511585daae on network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:17.179318 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecef9200-6bb5-4a69-ac4b-65bfa88de69c req-08b10a9f-8a0f-46d7-8947-61702e176841 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/e4860f59-2eeb-4183-9a0e-1cc647d96f3b HTTP/1.1" status: 200 len: 1813 time: 0.1670098 Aug 19 12:17:17.191703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Port 8a2b20a0-f6ef-4969-b5ac-87511585daae on network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:17.193560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Attempting to bind port 8a2b20a0-f6ef-4969-b5ac-87511585daae on network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:17.202696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:17.203160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Checking segment: {'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:17.204006 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-13ccc61e-5cfa-45aa-83f1-68aa17f89c65 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517066 Aug 19 12:17:17.204152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Bound using segment: {'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:17.204718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Bound port: 8a2b20a0-f6ef-4969-b5ac-87511585daae, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f19511a-f291-4e5d-9e31-3b05fcc8e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:17.205248 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.322722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-f926e902-95d8-401d-9b01-c720430bcdc6 None None] Set router a7f8b178-833e-449b-85eb-0841291bd560 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:17.348154 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.365141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] For port 8a2b20a0-f6ef-4969-b5ac-87511585daae, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:17.370406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-71b06506-2f5a-419b-9a3e-4569d2de3515 req-33ff28e3-45eb-436c-813e-92749a88229e service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570726 Aug 19 12:17:17.392771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d845b5-8680-4772-a9fb-757e5f032fc7 req-78746038-4f58-447b-a164-84902ceb11ef tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.394298 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85d845b5-8680-4772-a9fb-757e5f032fc7 req-78746038-4f58-447b-a164-84902ceb11ef tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.1236207 Aug 19 12:17:17.399479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] For port 8a2b20a0-f6ef-4969-b5ac-87511585daae, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8a2b20a0-f6ef-4969-b5ac-87511585daae,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:17.408016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-a7c89e7f-08e7-4fb3-9fd9-e27be295b9ba tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.409643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-a7c89e7f-08e7-4fb3-9fd9-e27be295b9ba tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048185 Aug 19 12:17:17.448840 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85d845b5-8680-4772-a9fb-757e5f032fc7 req-d3e70527-e29b-4f1d-871e-c372a1364d16 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421565 Aug 19 12:17:17.459327 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-409bb071-b897-413f-aed1-e71762815f8e tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/quotas/9f9555ca381f4d9c9f1e07a044986e98 HTTP/1.1" status: 200 len: 375 time: 0.0416281 Aug 19 12:17:17.489351 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.513459 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.532365 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-e2b88803-5594-4421-aaa6-2354b24cf2cf tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659690 Aug 19 12:17:17.551628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.552329 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.553912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] 10.222.0.62 "PUT /v2.0/ports/8a2b20a0-f6ef-4969-b5ac-87511585daae HTTP/1.1" status: 200 len: 1091 time: 1.6296246 Aug 19 12:17:17.554322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd305e120-a34c-46bc-a6ea-35bc546e2739', 'tag': '8a2b20a0-f6ef-4969-b5ac-87511585daae'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:17.557389 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064dbe9c-2bff-421f-9d6e-9a68b5d20145" -d '{"events": [{"name": "network-changed", "server_uuid": "d305e120-a34c-46bc-a6ea-35bc546e2739", "tag": "8a2b20a0-f6ef-4969-b5ac-87511585daae"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:17.568578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-c7796f77-71af-46e8-8419-f9fb2b24ca88 req-02162693-9e08-4181-a1a4-fa5c86990bc2 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1025294207', 'description': 'tempest-description-1730506780'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:17.620423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f926e902-95d8-401d-9b01-c720430bcdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'name': 'tempest-FloatingIPsTestJSON-2048412598-router', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:17:15Z', 'revision_number': 5, 'project_id': '5007a89d30c34cfea37866a65480819f', 'gw_port': {'id': '9e60ddc8-2147-4f9b-970a-cbbc2f9d238b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ad:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:17.655475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f21a38-c277-4361-baa2-d697d62a8217 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2b20a0-f6ef-4969-b5ac-87511585daae,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:17.669003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f926e902-95d8-401d-9b01-c720430bcdc6 None None] Checking router: a7f8b178-833e-449b-85eb-0841291bd560 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:17.684549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f926e902-95d8-401d-9b01-c720430bcdc6 None None] Routers {'a7f8b178-833e-449b-85eb-0841291bd560'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:17.685499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f926e902-95d8-401d-9b01-c720430bcdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7f8b178-833e-449b-85eb-0841291bd560'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:17.701016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Deleting port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:17.710339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.763882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46408) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:17.786901 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7796f77-71af-46e8-8419-f9fb2b24ca88 req-02162693-9e08-4181-a1a4-fa5c86990bc2 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.825190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-6fcbc208-bcd0-4aff-934a-eef03c39eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.825190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-6fcbc208-bcd0-4aff-934a-eef03c39eed4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d19546de9824193bf906963ef741cc1&device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 1094 time: 0.1244199 Aug 19 12:17:17.827926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-f926e902-95d8-401d-9b01-c720430bcdc6 None None] Set router a7f8b178-833e-449b-85eb-0841291bd560 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:17.828338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] For port 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9e60ddc8-2147-4f9b-970a-cbbc2f9d238b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:17.828931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:17.835826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce56f1-c791-4b47-b76b-f98f37c898f2 req-7af0638c-ccec-44f1-a2ed-84ca030b178e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:17.838046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5ce56f1-c791-4b47-b76b-f98f37c898f2 req-7af0638c-ccec-44f1-a2ed-84ca030b178e tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 950 time: 0.1693270 Aug 19 12:17:17.848021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Calling delete_port for 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:17.897150 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-860812e0-149c-4f3b-b491-854e3d3d4250 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2b20a0-f6ef-4969-b5ac-87511585daae HTTP/1.1" status: 200 len: 217 time: 0.0580347 Aug 19 12:17:17.952328 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a36fc9-52d5-4b1f-b7bc-0ea0ac4415fe x-openstack-request-id: req-b5a36fc9-52d5-4b1f-b7bc-0ea0ac4415fe {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:17.952756 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d305e120-a34c-46bc-a6ea-35bc546e2739", "tag": "8a2b20a0-f6ef-4969-b5ac-87511585daae", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:17.952856 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5a36fc9-52d5-4b1f-b7bc-0ea0ac4415fe {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:17.953250 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd305e120-a34c-46bc-a6ea-35bc546e2739', 'tag': '8a2b20a0-f6ef-4969-b5ac-87511585daae', 'status': 'completed', 'code': 200} Aug 19 12:17:17.968597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f926e902-95d8-401d-9b01-c720430bcdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'name': 'tempest-FloatingIPsTestJSON-2048412598-router', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:17:17Z', 'revision_number': 6, 'project_id': '5007a89d30c34cfea37866a65480819f', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:18.041251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f926e902-95d8-401d-9b01-c720430bcdc6 None None] The sync data for ids ['a7f8b178-833e-449b-85eb-0841291bd560'] in n-d-803757-2 is: [{'id': 'a7f8b178-833e-449b-85eb-0841291bd560', 'name': 'tempest-FloatingIPsTestJSON-2048412598-router', 'tenant_id': '5007a89d30c34cfea37866a65480819f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:46Z', 'updated_at': '2021-08-19T12:17:17Z', 'revision_number': 6, 'project_id': '5007a89d30c34cfea37866a65480819f', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:18.064872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-337d7714-11a7-421d-885f-478ea7c91eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.070908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-89373d48-db6c-41b1-9a10-e7b20d332ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.073451 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-89373d48-db6c-41b1-9a10-e7b20d332ee3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26ec87a4-a012-459e-8aaa-a8db66f0b3e2 HTTP/1.1" status: 200 len: 853 time: 0.1194258 Aug 19 12:17:18.160992 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6a92c-85b3-4269-ba80-5a7ae0873b6d req-06cd3845-79ef-4665-8a15-7b5c6e014d6a tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.162523 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f3c6a92c-85b3-4269-ba80-5a7ae0873b6d req-06cd3845-79ef-4665-8a15-7b5c6e014d6a tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 944 time: 0.0695798 Aug 19 12:17:18.197805 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.204086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-c88aefc5-6754-4d3c-ba7f-fc90481136bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.207111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-c88aefc5-6754-4d3c-ba7f-fc90481136bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145988 Aug 19 12:17:18.225391 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7796f77-71af-46e8-8419-f9fb2b24ca88 req-02162693-9e08-4181-a1a4-fa5c86990bc2 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.227364 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f3c6a92c-85b3-4269-ba80-5a7ae0873b6d req-2ff6d3b2-cb23-4cb8-80c7-bd10c242d478 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585303 Aug 19 12:17:18.228521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e60ddc8-2147-4f9b-970a-cbbc2f9d238b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:18.264644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device dfbb1a91-df02-4776-9c0d-238ae9337221 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:18.269966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-f5ce56f1-c791-4b47-b76b-f98f37c898f2 req-0e2ef393-78e7-472a-a1f2-1411dc3349d7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Deleting port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:18.270123 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f5ce56f1-c791-4b47-b76b-f98f37c898f2 req-0e2ef393-78e7-472a-a1f2-1411dc3349d7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.324552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c75d7ce-fdd4-4277-8284-99cf2570afa7 req-7fbb4f55-923e-44ea-9672-c587722bbfa4 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 210 time: 0.0325496 Aug 19 12:17:18.335710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7796f77-71af-46e8-8419-f9fb2b24ca88 req-02162693-9e08-4181-a1a4-fa5c86990bc2 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.362562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.397582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port dfbb1a91-df02-4776-9c0d-238ae9337221, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=dfbb1a91-df02-4776-9c0d-238ae9337221,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:18.406709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-7e001ff3-ff7f-4c62-8edc-1cab0e468a06 service neutron] 10.222.0.62 "GET /v2.0/networks/cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903827 Aug 19 12:17:18.414342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'dfbb1a91-df02-4776-9c0d-238ae9337221', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'port_id': 'dfbb1a91-df02-4776-9c0d-238ae9337221', 'mac_address': 'fa:16:3e:a2:e4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:18.483042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f5ce56f1-c791-4b47-b76b-f98f37c898f2 req-0e2ef393-78e7-472a-a1f2-1411dc3349d7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] For port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:18.483407 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f5ce56f1-c791-4b47-b76b-f98f37c898f2 req-0e2ef393-78e7-472a-a1f2-1411dc3349d7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.484279 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.499030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbb1a91-df02-4776-9c0d-238ae9337221 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:18.499481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-f5ce56f1-c791-4b47-b76b-f98f37c898f2 req-0e2ef393-78e7-472a-a1f2-1411dc3349d7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Calling delete_port for 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:18.502058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162693-9e08-4181-a1a4-fa5c86990bc2 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e365adb8-ff0c-45df-8d6a-bab9e8f10410,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:18.534027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port dfbb1a91-df02-4776-9c0d-238ae9337221, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=dfbb1a91-df02-4776-9c0d-238ae9337221,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:18.547951 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.557368 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.621895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f87e73-26ac-4c24-aea9-4a12e0c210b7 req-57219f4a-08e0-4377-b3f3-694c9720a3ed tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.623551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75f87e73-26ac-4c24-aea9-4a12e0c210b7 req-57219f4a-08e0-4377-b3f3-694c9720a3ed tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 950 time: 0.1179287 Aug 19 12:17:18.670087 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-337d7714-11a7-421d-885f-478ea7c91eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.670212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff7ebd15-6221-4245-97f5-4f5c8097b1c4 req-b6e08cb6-d575-47cc-8da9-6642b09ff4ef service neutron] 10.222.0.62 "GET /v2.0/networks/cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348726 Aug 19 12:17:18.677395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75f87e73-26ac-4c24-aea9-4a12e0c210b7 req-79f45a12-0373-461f-9c10-48138c9fb701 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c44a73f7-95da-4fea-962b-039c71812264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464268 Aug 19 12:17:18.693432 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.717002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.718450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f8b178-833e-449b-85eb-0841291bd560 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:17:18.733307 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.736844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8b62ebeb-b7b7-4cf3-8fc6-adc108b67075 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a7f8b178-833e-449b-85eb-0841291bd560 HTTP/1.1" status: 204 len: 168 time: 1.6384048 Aug 19 12:17:18.737166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46428) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:18.742173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=dfbb1a91-df02-4776-9c0d-238ae9337221,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:18.785332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a10bc4-b2d6-46ea-ad88-7e50edb57d3a admin admin] Deleting subnet 5139f60e-7055-485f-9f92-ebd9c412d635 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:17:18.788317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34a10bc4-b2d6-46ea-ad88-7e50edb57d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.791203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc075d7c-c474-4ecd-82bd-ff958afa7561 req-147957e5-34d4-4fbd-90cf-3de0a757fcf9 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:18.792701 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc075d7c-c474-4ecd-82bd-ff958afa7561 req-147957e5-34d4-4fbd-90cf-3de0a757fcf9 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 943 time: 0.0533121 Aug 19 12:17:18.795542 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-337d7714-11a7-421d-885f-478ea7c91eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.824504 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34a10bc4-b2d6-46ea-ad88-7e50edb57d3a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.852256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d7714-11a7-421d-885f-478ea7c91eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9049ba09-5a76-4498-b217-b0e36cf8cc17,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:18.858795 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-337d7714-11a7-421d-885f-478ea7c91eea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1450269378a846e191bb4c6a031bcd36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0939355 Aug 19 12:17:18.861604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46430) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:18.874631 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc075d7c-c474-4ecd-82bd-ff958afa7561 req-dd307653-8586-42c8-ba2b-ccfd093cb8bd tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741775 Aug 19 12:17:18.893435 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f5ce56f1-c791-4b47-b76b-f98f37c898f2 req-0e2ef393-78e7-472a-a1f2-1411dc3349d7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.901764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34a10bc4-b2d6-46ea-ad88-7e50edb57d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:18.920047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:19.004866 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7796f77-71af-46e8-8419-f9fb2b24ca88 req-02162693-9e08-4181-a1a4-fa5c86990bc2 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.005202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0668-8675-4fff-9f04-3136a217bc9f req-22ae8545-fd51-4616-ba61-33f2948b300c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.006293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7796f77-71af-46e8-8419-f9fb2b24ca88 req-02162693-9e08-4181-a1a4-fa5c86990bc2 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.4606972 Aug 19 12:17:19.006611 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b4d0668-8675-4fff-9f04-3136a217bc9f req-22ae8545-fd51-4616-ba61-33f2948b300c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.0513995 Aug 19 12:17:19.030216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['dfbb1a91-df02-4776-9c0d-238ae9337221'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:19.055757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ef393-78e7-472a-a1f2-1411dc3349d7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Pushing event deleted for resources: {'Port': ['ID=6479abf2-7c60-42dd-bc1b-4a4ef3730b9e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:19.083020 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b4d0668-8675-4fff-9f04-3136a217bc9f req-19bae0bc-6cfb-4f72-a78e-e6333a3615e7 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643225 Aug 19 12:17:19.130519 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-327eb0f2-7a63-4bd0-ab89-5c3a3687277f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.159988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ce56f1-c791-4b47-b76b-f98f37c898f2 req-0e2ef393-78e7-472a-a1f2-1411dc3349d7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] No DVR routers for this DVR port 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:19.182674 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f5ce56f1-c791-4b47-b76b-f98f37c898f2 req-0e2ef393-78e7-472a-a1f2-1411dc3349d7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.185430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5ce56f1-c791-4b47-b76b-f98f37c898f2 req-0e2ef393-78e7-472a-a1f2-1411dc3349d7 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.62 "DELETE /v2.0/ports/6479abf2-7c60-42dd-bc1b-4a4ef3730b9e HTTP/1.1" status: 204 len: 173 time: 1.3320613 Aug 19 12:17:19.195663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0234432-845b-400f-aac9-505cb57dacf9 req-0d928337-d23e-4acb-bc31-a0098cd932ac tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/e365adb8-ff0c-45df-8d6a-bab9e8f10410 HTTP/1.1" status: 200 len: 1813 time: 0.1620591 Aug 19 12:17:19.209106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dbe9c-2bff-421f-9d6e-9a68b5d20145 req-8335498c-17f5-4bf4-b9ac-99f78f7cdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.211911 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-064dbe9c-2bff-421f-9d6e-9a68b5d20145 req-8335498c-17f5-4bf4-b9ac-99f78f7cdb42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4d19546de9824193bf906963ef741cc1&device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 1094 time: 0.2530708 Aug 19 12:17:19.215447 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-327eb0f2-7a63-4bd0-ab89-5c3a3687277f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.241899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-09212eb9-6c18-4266-b81d-38034bd9a06f req-e8ba1cf0-a843-485b-af5c-122a6726aefb tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1578639983', 'description': 'tempest-description-1076896929'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:19.304708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34a10bc4-b2d6-46ea-ad88-7e50edb57d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.397125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a10bc4-b2d6-46ea-ad88-7e50edb57d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5139f60e-7055-485f-9f92-ebd9c412d635,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:19.400056 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34a10bc4-b2d6-46ea-ad88-7e50edb57d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.403950 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-34a10bc4-b2d6-46ea-ad88-7e50edb57d3a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5139f60e-7055-485f-9f92-ebd9c412d635 HTTP/1.1" status: 204 len: 168 time: 0.6639132 Aug 19 12:17:19.404947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46442) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:19.406319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc9479-a396-43aa-905c-ed22df3379c2 None None] Network 73eafb51-32ec-461e-9da8-f8dd1b864f4e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:19.457256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca4f33-e9fc-44b5-ab0e-bcf0b9a96970 req-6467bbaa-d043-46b4-8983-691a371eb280 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.458769 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4fca4f33-e9fc-44b5-ab0e-bcf0b9a96970 req-6467bbaa-d043-46b4-8983-691a371eb280 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 945 time: 0.0953677 Aug 19 12:17:19.483257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dbe9c-2bff-421f-9d6e-9a68b5d20145 req-ab09de6c-f07b-4c40-bccf-137c7e1147d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.484724 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-064dbe9c-2bff-421f-9d6e-9a68b5d20145 req-ab09de6c-f07b-4c40-bccf-137c7e1147d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 HTTP/1.1" status: 200 len: 915 time: 0.1819117 Aug 19 12:17:19.496335 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.535877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-064dbe9c-2bff-421f-9d6e-9a68b5d20145 req-405f743a-9176-4703-9086-9f50b3adee25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a2b20a0-f6ef-4969-b5ac-87511585daae HTTP/1.1" status: 200 len: 217 time: 0.0432196 Aug 19 12:17:19.566670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Deleting port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:19.566670 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.568287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4fca4f33-e9fc-44b5-ab0e-bcf0b9a96970 req-fd32ec0a-9d71-4ee9-9473-cb4ebd920aa6 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857239 Aug 19 12:17:19.598500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dbe9c-2bff-421f-9d6e-9a68b5d20145 req-c61f891c-9227-4119-9ea9-e3e407156360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.599775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-064dbe9c-2bff-421f-9d6e-9a68b5d20145 req-c61f891c-9227-4119-9ea9-e3e407156360 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26ec87a4-a012-459e-8aaa-a8db66f0b3e2 HTTP/1.1" status: 200 len: 853 time: 0.0523605 Aug 19 12:17:19.630165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2324be1f-b9ed-4c17-b890-ddfe935dcf78 None None] DHCP port deletion for 73eafb51-32ec-461e-9da8-f8dd1b864f4e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:17:19.633000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] For port 80bc11a3-aacc-46c3-ba30-d91326b9ba42, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=80bc11a3-aacc-46c3-ba30-d91326b9ba42,segment=NetworkSegment(e21265f4-a3ba-42ff-bc7b-b8f8c79cc527),segment_id=e21265f4-a3ba-42ff-bc7b-b8f8c79cc527)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:19.633394 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.648225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Calling delete_port for 80bc11a3-aacc-46c3-ba30-d91326b9ba42 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:19.683517 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1c18b7b1-a490-429d-b48e-9b5abadf93c1 req-b540cf16-ed50-4aa8-9cb9-0fb6588a9c97 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 210 time: 0.0418591 Aug 19 12:17:19.683517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dbe9c-2bff-421f-9d6e-9a68b5d20145 req-25aeb562-3adc-439e-a345-2c1cd38dc45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:19.683517 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-064dbe9c-2bff-421f-9d6e-9a68b5d20145 req-25aeb562-3adc-439e-a345-2c1cd38dc45f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709400 Aug 19 12:17:19.684181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2324be1f-b9ed-4c17-b890-ddfe935dcf78 None None] Deleting port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:17:19.684181 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2324be1f-b9ed-4c17-b890-ddfe935dcf78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.748300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2324be1f-b9ed-4c17-b890-ddfe935dcf78 None None] For port 80bc11a3-aacc-46c3-ba30-d91326b9ba42, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=80bc11a3-aacc-46c3-ba30-d91326b9ba42,segment=NetworkSegment(e21265f4-a3ba-42ff-bc7b-b8f8c79cc527),segment_id=e21265f4-a3ba-42ff-bc7b-b8f8c79cc527)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:19.748862 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2324be1f-b9ed-4c17-b890-ddfe935dcf78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.762519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2324be1f-b9ed-4c17-b890-ddfe935dcf78 None None] Calling delete_port for 80bc11a3-aacc-46c3-ba30-d91326b9ba42 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:17:19.806570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8202807-daeb-4947-8265-e125090f1fdc req-f3a61e48-4218-448d-9443-09cb9fc6194c tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 210 time: 0.0419805 Aug 19 12:17:19.820126 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-064dbe9c-2bff-421f-9d6e-9a68b5d20145 req-558ca2bd-d26f-40df-8396-562fca9b3569 service neutron] 10.222.0.62 "GET /v2.0/networks/cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296220 Aug 19 12:17:19.853292 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09212eb9-6c18-4266-b81d-38034bd9a06f req-e8ba1cf0-a843-485b-af5c-122a6726aefb tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.874036 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-327eb0f2-7a63-4bd0-ab89-5c3a3687277f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.876621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-327eb0f2-7a63-4bd0-ab89-5c3a3687277f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.877732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-327eb0f2-7a63-4bd0-ab89-5c3a3687277f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9049ba09-5a76-4498-b217-b0e36cf8cc17 HTTP/1.1" status: 204 len: 168 time: 1.0151999 Aug 19 12:17:19.924132 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.928106 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2324be1f-b9ed-4c17-b890-ddfe935dcf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:19.959529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] No DVR routers for this DVR port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:19.961271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=80bc11a3-aacc-46c3-ba30-d91326b9ba42,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:20.018599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2324be1f-b9ed-4c17-b890-ddfe935dcf78 None None] No DVR routers for this DVR port 80bc11a3-aacc-46c3-ba30-d91326b9ba42 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:20.027870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324be1f-b9ed-4c17-b890-ddfe935dcf78 None None] Pushing event deleted for resources: {'Port': ['ID=80bc11a3-aacc-46c3-ba30-d91326b9ba42,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:20.078673 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09212eb9-6c18-4266-b81d-38034bd9a06f req-e8ba1cf0-a843-485b-af5c-122a6726aefb tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.082676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:20.084923 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.095761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73eafb51-32ec-461e-9da8-f8dd1b864f4e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:20.107248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21265f4-a3ba-42ff-bc7b-b8f8c79cc527') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:20.107626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21265f4-a3ba-42ff-bc7b-b8f8c79cc527') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:20.108397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:20.109185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c98dc16c-0dce-4d87-af7a-fbeeaa1a0bb1 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:20.109660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 80bc11a3-aacc-46c3-ba30-d91326b9ba42 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:20.120597 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.147694 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.154896 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 80bc11a3-aacc-46c3-ba30-d91326b9ba42 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:20.155248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 80bc11a3-aacc-46c3-ba30-d91326b9ba42 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:20.155658 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:20.158677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:17:20.159299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.188064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:20.188988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9e60ddc8-2147-4f9b-970a-cbbc2f9d238b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:20.190498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-deleted', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:20.193014 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6128bd11-0140-424d-9281-5e215ce67610" -d '{"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-deleted", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:17:20.209303 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:17:20.216504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327eb0f2-7a63-4bd0-ab89-5c3a3687277f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9049ba09-5a76-4498-b217-b0e36cf8cc17,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:20.264215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device dfbb1a91-df02-4776-9c0d-238ae9337221 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:20.270232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09212eb9-6c18-4266-b81d-38034bd9a06f req-e8ba1cf0-a843-485b-af5c-122a6726aefb tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.276548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80766f9c-2528-411c-bd78-b908df24c47c req-acc5fb4c-d1e7-4b86-84cd-bfdfb14c52e7 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.282293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80766f9c-2528-411c-bd78-b908df24c47c req-acc5fb4c-d1e7-4b86-84cd-bfdfb14c52e7 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 943 time: 0.0831573 Aug 19 12:17:20.291222 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-064dbe9c-2bff-421f-9d6e-9a68b5d20145 req-9f4f3895-7727-4e23-8c2b-dd67b6a97c1a service neutron] 10.222.0.62 "GET /v2.0/networks/cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626071 Aug 19 12:17:20.302660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba1cf0-a843-485b-af5c-122a6726aefb tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb47091-5b77-4878-a6dc-29505a79bf97,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:20.323779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80766f9c-2528-411c-bd78-b908df24c47c req-2d1c3207-c463-442e-9562-9a950aa8d70a tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 Aug 19 12:17:20.385191 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09212eb9-6c18-4266-b81d-38034bd9a06f req-e8ba1cf0-a843-485b-af5c-122a6726aefb tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.386501 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09212eb9-6c18-4266-b81d-38034bd9a06f req-e8ba1cf0-a843-485b-af5c-122a6726aefb tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1502037 Aug 19 12:17:20.387564 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.405329 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.407776 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/73eafb51-32ec-461e-9da8-f8dd1b864f4e HTTP/1.1" status: 204 len: 168 time: 0.9999149 Aug 19 12:17:20.409274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90332eef-cffc-49ac-976c-0e6888c600c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=73eafb51-32ec-461e-9da8-f8dd1b864f4e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:20.430719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port dfbb1a91-df02-4776-9c0d-238ae9337221 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:20.435913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port dfbb1a91-df02-4776-9c0d-238ae9337221 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:20.436397 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.447246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bb853-0cf4-494a-8490-c33c39dd967a req-fdbcfb13-2dc4-4ffe-8d8a-e6460146a27f tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.448779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f0bb853-0cf4-494a-8490-c33c39dd967a req-fdbcfb13-2dc4-4ffe-8d8a-e6460146a27f tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.0663877 Aug 19 12:17:20.479425 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68899c9e-9990-4d02-acc9-cb6d774b93f9 x-openstack-request-id: req-68899c9e-9990-4d02-acc9-cb6d774b93f9 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:20.479425 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8152f56-36b2-4586-961d-3daa87e7a8da", "name": "network-vif-deleted", "tag": "6479abf2-7c60-42dd-bc1b-4a4ef3730b9e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:20.479425 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68899c9e-9990-4d02-acc9-cb6d774b93f9 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:20.479425 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8152f56-36b2-4586-961d-3daa87e7a8da', 'name': 'network-vif-deleted', 'tag': '6479abf2-7c60-42dd-bc1b-4a4ef3730b9e', 'status': 'completed', 'code': 200} Aug 19 12:17:20.541013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e6d2ba9c-1c59-4f2f-afc3-507086febc4c req-ad8ddbad-b7b6-472c-ac22-5453620b3479 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/9bb47091-5b77-4878-a6dc-29505a79bf97 HTTP/1.1" status: 200 len: 1813 time: 0.0545700 Aug 19 12:17:20.611302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f0bb853-0cf4-494a-8490-c33c39dd967a req-7c589284-31f5-4c3b-80e5-c56955dbedbb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915537 Aug 19 12:17:20.611656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-b5d7e90d-f9df-4213-8c71-75e985c9c173 req-a374beaf-b462-4fc5-b4b1-27b14f7ae4a8 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-52058396', 'description': 'tempest-description-1347658029'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:20.611975 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:20.611975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbb1a91-df02-4776-9c0d-238ae9337221'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:20.613791 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07687be0-8ce4-45e3-9958-390957e4b6ac" -d '{"events": [{"server_uuid": "2d6925ee-7208-4b9b-a336-96aa175c1ac6", "name": "network-vif-plugged", "status": "completed", "tag": "dfbb1a91-df02-4776-9c0d-238ae9337221"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:20.629185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port dfbb1a91-df02-4776-9c0d-238ae9337221, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=dfbb1a91-df02-4776-9c0d-238ae9337221,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:20.678934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bf39e-cf89-4bfc-876d-b76d916fb3b2 req-d956939b-0ef6-428f-b91d-c1ef42b4b8b4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.680389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bc7bf39e-cf89-4bfc-876d-b76d916fb3b2 req-d956939b-0ef6-428f-b91d-c1ef42b4b8b4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 945 time: 0.0531540 Aug 19 12:17:20.724056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bc7bf39e-cf89-4bfc-876d-b76d916fb3b2 req-48b5c2a3-575e-48d9-92a1-2232056a7732 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377388 Aug 19 12:17:20.767257 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d42108-ec5c-40ac-a158-7adedfb3a8e8 x-openstack-request-id: req-a3d42108-ec5c-40ac-a158-7adedfb3a8e8 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:20.767541 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6925ee-7208-4b9b-a336-96aa175c1ac6", "name": "network-vif-plugged", "status": "completed", "tag": "dfbb1a91-df02-4776-9c0d-238ae9337221", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:20.767815 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3d42108-ec5c-40ac-a158-7adedfb3a8e8 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:20.768229 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbb1a91-df02-4776-9c0d-238ae9337221', 'code': 200} Aug 19 12:17:20.839049 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21a84c61-fe04-49f2-adcd-16e43324ab68 req-e8302950-8df7-46e9-974c-da76251112e4 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 210 time: 0.0276964 Aug 19 12:17:20.875891 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61f132-396e-4f39-8d44-6c71e89092d1 req-7078c738-3c1d-4f81-a5a1-5a1845e44f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:20.877380 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd61f132-396e-4f39-8d44-6c71e89092d1 req-7078c738-3c1d-4f81-a5a1-5a1845e44f1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0427580 Aug 19 12:17:20.914309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd61f132-396e-4f39-8d44-6c71e89092d1 req-bfbb4663-5443-4408-ac5d-ab34d5e92d47 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291700 Aug 19 12:17:20.939287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e0832b6-fe53-4e1a-8c73-0d5e844db13e req-123959d4-b739-4589-8171-ea525c80a992 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 210 time: 0.0283811 Aug 19 12:17:21.101915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8a2b20a0-f6ef-4969-b5ac-87511585daae details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:21.105761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:21.133416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:17:21.133676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6479abf2-7c60-42dd-bc1b-4a4ef3730b9e not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:17:21.220243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8a2b20a0-f6ef-4969-b5ac-87511585daae, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8a2b20a0-f6ef-4969-b5ac-87511585daae,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:21.231126 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '8a2b20a0-f6ef-4969-b5ac-87511585daae', 'network_id': 'cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1', 'port_id': '8a2b20a0-f6ef-4969-b5ac-87511585daae', 'mac_address': 'fa:16:3e:4d:e7:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ec87a4-a012-459e-8aaa-a8db66f0b3e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:21.267570 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.283922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2b20a0-f6ef-4969-b5ac-87511585daae {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:21.303390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8a2b20a0-f6ef-4969-b5ac-87511585daae, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8a2b20a0-f6ef-4969-b5ac-87511585daae,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:21.439040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254b02c-993c-49b9-bec6-def37d7ef9bb req-b1cea8bb-bb33-4151-bbaa-76cc1a6225de tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.440519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b254b02c-993c-49b9-bec6-def37d7ef9bb req-b1cea8bb-bb33-4151-bbaa-76cc1a6225de tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 943 time: 0.0498419 Aug 19 12:17:21.481076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b254b02c-993c-49b9-bec6-def37d7ef9bb req-18327c75-922a-45d1-88d8-666b1ebc9fa0 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Aug 19 12:17:21.552126 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.555474 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5d7e90d-f9df-4213-8c71-75e985c9c173 req-a374beaf-b462-4fc5-b4b1-27b14f7ae4a8 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.584692 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.615900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=dfbb1a91-df02-4776-9c0d-238ae9337221,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:21.666193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5d7e90d-f9df-4213-8c71-75e985c9c173 req-a374beaf-b462-4fc5-b4b1-27b14f7ae4a8 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.685817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391b94b-1b9f-4f36-91ab-277e66d85b51 req-6147e908-2e9d-43d4-8997-34aa25376b97 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.694680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8a2b20a0-f6ef-4969-b5ac-87511585daae,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:21.695563 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f391b94b-1b9f-4f36-91ab-277e66d85b51 req-6147e908-2e9d-43d4-8997-34aa25376b97 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.0769236 Aug 19 12:17:21.728782 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f391b94b-1b9f-4f36-91ab-277e66d85b51 req-f0ce884f-0eb6-44a6-be56-f9f875e2711c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323629 Aug 19 12:17:21.756304 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5d7e90d-f9df-4213-8c71-75e985c9c173 req-a374beaf-b462-4fc5-b4b1-27b14f7ae4a8 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.787128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374beaf-b462-4fc5-b4b1-27b14f7ae4a8 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf07d17d-5f58-4787-9a1d-1739c7e9c5be,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:21.831842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46476) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:21.843191 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5d7e90d-f9df-4213-8c71-75e985c9c173 req-a374beaf-b462-4fc5-b4b1-27b14f7ae4a8 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.847317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['8a2b20a0-f6ef-4969-b5ac-87511585daae'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:21.851255 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5d7e90d-f9df-4213-8c71-75e985c9c173 req-a374beaf-b462-4fc5-b4b1-27b14f7ae4a8 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.2857773 Aug 19 12:17:21.859325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0468ea-365c-436c-a069-009b8ddb2a7d req-17c767fb-54be-4716-8a50-72d795a40c35 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:21.860999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d0468ea-365c-436c-a069-009b8ddb2a7d req-17c767fb-54be-4716-8a50-72d795a40c35 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 946 time: 0.0619321 Aug 19 12:17:21.871539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46482) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:21.880475 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ce964722-2c8c-4cc8-886c-0170fd375e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:21.972137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5515e00d-4936-4b5d-b404-dc99260c637c req-6de64291-d186-4a52-b246-0bff813fe60a tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/cf07d17d-5f58-4787-9a1d-1739c7e9c5be HTTP/1.1" status: 200 len: 1811 time: 0.0776587 Aug 19 12:17:22.036212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d0468ea-365c-436c-a069-009b8ddb2a7d req-b499543b-64f7-4f1f-ab1b-0354efd56f83 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529920 Aug 19 12:17:22.044834 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-17e43e91-2ca0-4e57-aaea-09854af4cc3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5007a89d30c34cfea37866a65480819f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719542 Aug 19 12:17:22.051323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46488) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:22.114196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba5c748a-8f59-4730-b2b2-33aba3e0d3eb req-1607f735-2bdb-4bba-a6e6-bbfc33f09f87 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 210 time: 0.0372543 Aug 19 12:17:22.148460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ce964722-2c8c-4cc8-886c-0170fd375e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.155813 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d925c-f16d-4540-95ff-581ab00f5fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.165849 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-aef569cd-284a-4165-ac6c-fe066a685774 req-69430ce7-63cf-436d-9b9e-9445f7867e00 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] show failed (client error): The resource could not be found. Aug 19 12:17:22.166859 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aef569cd-284a-4165-ac6c-fe066a685774 req-69430ce7-63cf-436d-9b9e-9445f7867e00 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/416a0ad9-399e-4a45-9e7b-855d18ff0ff5 HTTP/1.1" status: 404 len: 352 time: 0.0153980 Aug 19 12:17:22.184785 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b60f3e0-67cd-4ad7-8da5-587fdcef9411 req-489eeb02-e85c-4a0c-8f19-7c0e9aa4e055 tempest-ServersAdminTestJSON-1660682771 tempest-ServersAdminTestJSON-1660682771-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8152f56-36b2-4586-961d-3daa87e7a8da HTTP/1.1" status: 200 len: 210 time: 0.0448606 Aug 19 12:17:22.212917 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d925c-f16d-4540-95ff-581ab00f5fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.217696 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-09ce77fd-e0fb-46ef-adb1-11945b3d7df9 req-bedccd97-d1fc-4fa6-a3e2-acfbfcf215f4 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] show failed (client error): The resource could not be found. Aug 19 12:17:22.218715 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09ce77fd-e0fb-46ef-adb1-11945b3d7df9 req-bedccd97-d1fc-4fa6-a3e2-acfbfcf215f4 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-group-rules/7e7548de-03f9-4b0a-9218-e00b21d4ba87 HTTP/1.1" status: 404 len: 361 time: 0.0142665 Aug 19 12:17:22.241507 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ce964722-2c8c-4cc8-886c-0170fd375e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.280251 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ce964722-2c8c-4cc8-886c-0170fd375e62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08b2fa51b0c14a249916b26bb8d424c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464941 Aug 19 12:17:22.283889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46494) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:22.288080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b25b66c4-3125-4390-8160-5ea38e5f7875 req-2e2b123f-8af5-45bd-99a2-d606081d21b3 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/cf07d17d-5f58-4787-9a1d-1739c7e9c5be HTTP/1.1" status: 200 len: 1811 time: 0.0429685 Aug 19 12:17:22.300957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce964722-2c8c-4cc8-886c-0170fd375e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2089371-35df-4efb-a4f1-3269e6e3df3e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:22.357901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0358916a-b2f0-448a-b07f-ee28114c6f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.363812 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b25b66c4-3125-4390-8160-5ea38e5f7875 req-1e2775a3-8386-459b-92c0-ad29d1115692 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.384346 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0358916a-b2f0-448a-b07f-ee28114c6f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.391040 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d925c-f16d-4540-95ff-581ab00f5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.393687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c5d925c-f16d-4540-95ff-581ab00f5fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.397325 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2c5d925c-f16d-4540-95ff-581ab00f5fb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/851bb35a-d98e-4e1a-9f3f-41d7c2d5c3ec HTTP/1.1" status: 204 len: 168 time: 0.3425498 Aug 19 12:17:22.397325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b25b66c4-3125-4390-8160-5ea38e5f7875 req-1e2775a3-8386-459b-92c0-ad29d1115692 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.416484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d925c-f16d-4540-95ff-581ab00f5fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851bb35a-d98e-4e1a-9f3f-41d7c2d5c3ec,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:22.539518 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0358916a-b2f0-448a-b07f-ee28114c6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.543335 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0358916a-b2f0-448a-b07f-ee28114c6f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.544908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0358916a-b2f0-448a-b07f-ee28114c6f25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2089371-35df-4efb-a4f1-3269e6e3df3e HTTP/1.1" status: 204 len: 168 time: 0.2599175 Aug 19 12:17:22.553636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-58bb82ac-3780-4b25-9aa9-7cfbe80473e2 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383675 Aug 19 12:17:22.557317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358916a-b2f0-448a-b07f-ee28114c6f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2089371-35df-4efb-a4f1-3269e6e3df3e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:22.647236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b25b66c4-3125-4390-8160-5ea38e5f7875 req-1e2775a3-8386-459b-92c0-ad29d1115692 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.650318 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b25b66c4-3125-4390-8160-5ea38e5f7875 req-1e2775a3-8386-459b-92c0-ad29d1115692 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:22.651541 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b25b66c4-3125-4390-8160-5ea38e5f7875 req-1e2775a3-8386-459b-92c0-ad29d1115692 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf07d17d-5f58-4787-9a1d-1739c7e9c5be HTTP/1.1" status: 204 len: 173 time: 0.3480396 Aug 19 12:17:22.670538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f81b11-75d4-4119-9262-f0da42822083 req-88463f3d-b3d9-4237-8f04-be8e9f44f549 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:22.670704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2775a3-8386-459b-92c0-ad29d1115692 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf07d17d-5f58-4787-9a1d-1739c7e9c5be,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:22.679991 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f81b11-75d4-4119-9262-f0da42822083 req-88463f3d-b3d9-4237-8f04-be8e9f44f549 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 944 time: 0.0920706 Aug 19 12:17:22.735929 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f81b11-75d4-4119-9262-f0da42822083 req-28428299-8ca5-4019-acc7-17633a7aabf6 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539176 Aug 19 12:17:22.797768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-04d7c383-847b-40af-8075-2d5de3f5fe3d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:22.799483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-04d7c383-847b-40af-8075-2d5de3f5fe3d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2402065 Aug 19 12:17:22.808599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9c8e38d-7c0b-4a71-8a4f-66d5479d8c8c req-11e28735-66e6-4920-bafc-3c8990857a8e tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/9bb47091-5b77-4878-a6dc-29505a79bf97 HTTP/1.1" status: 200 len: 1813 time: 0.1087961 Aug 19 12:17:22.813219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Request body: {'port': {'device_id': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '9f9555ca381f4d9c9f1e07a044986e98'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:22.880448 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e786e-f961-4729-874e-f77ccff683de req-6b6b1b9c-5b42-4ea8-b4b0-874618452b4a tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:22.881984 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-518e786e-f961-4729-874e-f77ccff683de req-6b6b1b9c-5b42-4ea8-b4b0-874618452b4a tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.0702980 Aug 19 12:17:22.940646 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-518e786e-f961-4729-874e-f77ccff683de req-87a8212c-3e8f-425c-8fff-14d924f35db3 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Aug 19 12:17:22.974753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c9c8e38d-7c0b-4a71-8a4f-66d5479d8c8c req-5a603af9-620b-4b42-a18e-129347fca921 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.008565 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c9c8e38d-7c0b-4a71-8a4f-66d5479d8c8c req-5a603af9-620b-4b42-a18e-129347fca921 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.093861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Made reservation on behalf of 9f9555ca381f4d9c9f1e07a044986e98 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:23.098437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.119363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8a2b20a0-f6ef-4969-b5ac-87511585daae up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:23.196382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f9d6-3862-4474-9c68-39c7492ee6e7 req-06c8bd54-049b-4ce0-a398-4ba86b915ab6 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:23.207963 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd76f9d6-3862-4474-9c68-39c7492ee6e7 req-06c8bd54-049b-4ce0-a398-4ba86b915ab6 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 946 time: 0.0753162 Aug 19 12:17:23.251949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c9c8e38d-7c0b-4a71-8a4f-66d5479d8c8c req-5a603af9-620b-4b42-a18e-129347fca921 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.252075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c9c8e38d-7c0b-4a71-8a4f-66d5479d8c8c req-5a603af9-620b-4b42-a18e-129347fca921 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.266526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9c8e38d-7c0b-4a71-8a4f-66d5479d8c8c req-5a603af9-620b-4b42-a18e-129347fca921 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "DELETE /v2.0/security-groups/9bb47091-5b77-4878-a6dc-29505a79bf97 HTTP/1.1" status: 204 len: 173 time: 0.4486094 Aug 19 12:17:23.275146 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd76f9d6-3862-4474-9c68-39c7492ee6e7 req-d90b688e-9d2f-4d67-96cf-a9d6ec558053 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654840 Aug 19 12:17:23.308613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a603af9-620b-4b42-a18e-129347fca921 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb47091-5b77-4878-a6dc-29505a79bf97,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:23.310519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 8a2b20a0-f6ef-4969-b5ac-87511585daae completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:23.316456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 8a2b20a0-f6ef-4969-b5ac-87511585daae triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:23.317298 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.453880 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c0f38d0-9402-4ea7-b1e6-71b16d62acef req-7d6eff84-164a-432e-b573-6b612c4a3675 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 210 time: 0.0548370 Aug 19 12:17:23.460883 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.466616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Allocated IP 192.168.233.206 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/09ad6f7e-86fd-4bfb-b0c8-790640c43dc8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:23.494561 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b7e6cf0-c9d5-485e-8d94-f9089ed700ab req-5fdb9b26-ec4e-4760-a292-11ab33494c8d tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/e365adb8-ff0c-45df-8d6a-bab9e8f10410 HTTP/1.1" status: 200 len: 1813 time: 0.0908020 Aug 19 12:17:23.522469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd305e120-a34c-46bc-a6ea-35bc546e2739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2b20a0-f6ef-4969-b5ac-87511585daae'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:23.522469 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42acfe09-7b35-4e6d-aa30-741e116c60d0" -d '{"events": [{"server_uuid": "d305e120-a34c-46bc-a6ea-35bc546e2739", "name": "network-vif-plugged", "status": "completed", "tag": "8a2b20a0-f6ef-4969-b5ac-87511585daae"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:23.536224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8a2b20a0-f6ef-4969-b5ac-87511585daae, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8a2b20a0-f6ef-4969-b5ac-87511585daae,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:23.569950 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6b7e6cf0-c9d5-485e-8d94-f9089ed700ab req-7af3d20f-dbbd-4825-8b17-16faf361a771 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.594673 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6b7e6cf0-c9d5-485e-8d94-f9089ed700ab req-7af3d20f-dbbd-4825-8b17-16faf361a771 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.636011 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.689884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8a2b20a0-f6ef-4969-b5ac-87511585daae,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:23.707138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67889e-04ef-4f9f-8560-bd3a970e3893 req-bb5bd0fc-b42b-4c06-9882-0175c4681dc4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:23.708735 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e67889e-04ef-4f9f-8560-bd3a970e3893 req-bb5bd0fc-b42b-4c06-9882-0175c4681dc4 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 946 time: 0.1442354 Aug 19 12:17:23.719437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46540) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:23.724172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7a76c752-d14d-4c53-a357-ba8da2d53d72 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Request body: {'floatingip': {'port_id': 'dfbb1a91-df02-4776-9c0d-238ae9337221'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:23.761032 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ddde08-36b2-4a72-911e-fb5d7ac2564a x-openstack-request-id: req-88ddde08-36b2-4a72-911e-fb5d7ac2564a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:23.761574 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d305e120-a34c-46bc-a6ea-35bc546e2739", "name": "network-vif-plugged", "status": "completed", "tag": "8a2b20a0-f6ef-4969-b5ac-87511585daae", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:23.762039 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88ddde08-36b2-4a72-911e-fb5d7ac2564a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:23.762589 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd305e120-a34c-46bc-a6ea-35bc546e2739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2b20a0-f6ef-4969-b5ac-87511585daae', 'code': 200} Aug 19 12:17:23.763979 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6b7e6cf0-c9d5-485e-8d94-f9089ed700ab req-7af3d20f-dbbd-4825-8b17-16faf361a771 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.766776 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6b7e6cf0-c9d5-485e-8d94-f9089ed700ab req-7af3d20f-dbbd-4825-8b17-16faf361a771 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.771506 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b7e6cf0-c9d5-485e-8d94-f9089ed700ab req-7af3d20f-dbbd-4825-8b17-16faf361a771 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "DELETE /v2.0/security-groups/e365adb8-ff0c-45df-8d6a-bab9e8f10410 HTTP/1.1" status: 204 len: 173 time: 0.2760725 Aug 19 12:17:23.787650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.801749 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a76c752-d14d-4c53-a357-ba8da2d53d72 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:23.819902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Transition to ACTIVE for port object 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:23.847364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3d20f-dbbd-4825-8b17-16faf361a771 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e365adb8-ff0c-45df-8d6a-bab9e8f10410,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:23.935382 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35dc94ae-c3eb-4fe7-a1fa-4231a3a81240 req-af91ff00-f605-4963-8fad-b85c80eaede6 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/e4860f59-2eeb-4183-9a0e-1cc647d96f3b HTTP/1.1" status: 200 len: 1813 time: 0.1408949 Aug 19 12:17:23.942358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7abb9-fde6-4fbd-bdb1-ae587d7c20ea req-6a18531a-473c-4957-a937-b71daf62c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:23.943927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2bd7abb9-fde6-4fbd-bdb1-ae587d7c20ea req-6a18531a-473c-4957-a937-b71daf62c863 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 1096 time: 0.1136546 Aug 19 12:17:23.974106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85093c6c-14a2-439e-94ed-8dac8ed5b4f9 req-f6731fcc-f140-45d6-ab6e-c9316d7f1670 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:23.987897 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85093c6c-14a2-439e-94ed-8dac8ed5b4f9 req-f6731fcc-f140-45d6-ab6e-c9316d7f1670 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 945 time: 0.1277273 Aug 19 12:17:24.018657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46552) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:24.070196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85093c6c-14a2-439e-94ed-8dac8ed5b4f9 req-5a13897e-7c83-4eca-b455-deac92ae0433 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812964 Aug 19 12:17:24.072886 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2bd7abb9-fde6-4fbd-bdb1-ae587d7c20ea req-b7baa076-c3fc-4db1-8c93-16559df0d36b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205542 Aug 19 12:17:24.087614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.103694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:24.116566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['4db17444-4e5c-45c6-a45b-a73f3cec2f6f'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:24.164805 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-35dc94ae-c3eb-4fe7-a1fa-4231a3a81240 req-54d595d5-c423-4bcd-8066-421ccdc5b486 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.227551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-35dc94ae-c3eb-4fe7-a1fa-4231a3a81240 req-54d595d5-c423-4bcd-8066-421ccdc5b486 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.248640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:24.265260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-3bfa91cd-f619-4339-a95a-9b46784d32b9 service neutron] 10.222.0.62 "GET /v2.0/ports/f11d55ae-c152-4210-b83e-f0c360ef09da/bindings/n-h2-803757-2 HTTP/1.1" status: 200 len: 384 time: 0.2144105 Aug 19 12:17:24.283017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:24.292802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:24.299220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:24.299954 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.396255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0e19c05e-37f5-47a9-9c2b-af13bc0b7f84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cfe839da1b447a5bdd326b875bc1da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726494 Aug 19 12:17:24.397228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Pushing event updated for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:24.401272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46568) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:24.438473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c0239-6173-474e-a43d-5a8d4a8358ae req-37fa973f-2cd9-4f10-82d4-474e6004ff08 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:24.446748 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b02c0239-6173-474e-a43d-5a8d4a8358ae req-37fa973f-2cd9-4f10-82d4-474e6004ff08 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.2741497 Aug 19 12:17:24.509208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-3f33f88a-b24e-4237-b4d6-b838d9967423 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7000713 Aug 19 12:17:24.524969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Request body: {'port': {'device_id': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:24.544104 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b02c0239-6173-474e-a43d-5a8d4a8358ae req-d34d5bb3-b0cd-4014-a312-d3d0cd915d20 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902812 Aug 19 12:17:24.619800 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad54164e-9f36-4cae-a6fd-a8a7be053ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.663889 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad54164e-9f36-4cae-a6fd-a8a7be053ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.742424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.797735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fabc5-4110-480c-8751-6299d64b7222 req-181c1276-d652-426c-957c-807f4da393ae tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:24.800597 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b31fabc5-4110-480c-8751-6299d64b7222 req-181c1276-d652-426c-957c-807f4da393ae tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 936 time: 0.1331556 Aug 19 12:17:24.843653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9b9c42cf-3e9a-42d4-adc6-cac477fd9489 None None] Provisioning for port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:24.851249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9b9c42cf-3e9a-42d4-adc6-cac477fd9489 None None] Provisioning complete for port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:24.851692 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9b9c42cf-3e9a-42d4-adc6-cac477fd9489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.891497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c42cf-3e9a-42d4-adc6-cac477fd9489 None None] Port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:24.912360 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad54164e-9f36-4cae-a6fd-a8a7be053ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.914960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad54164e-9f36-4cae-a6fd-a8a7be053ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.916121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ad54164e-9f36-4cae-a6fd-a8a7be053ad4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c44a73f7-95da-4fea-962b-039c71812264 HTTP/1.1" status: 204 len: 168 time: 0.5128882 Aug 19 12:17:24.932598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-35dc94ae-c3eb-4fe7-a1fa-4231a3a81240 req-54d595d5-c423-4bcd-8066-421ccdc5b486 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.934348 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.935408 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-35dc94ae-c3eb-4fe7-a1fa-4231a3a81240 req-54d595d5-c423-4bcd-8066-421ccdc5b486 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:24.935809 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b31fabc5-4110-480c-8751-6299d64b7222 req-a39e00a8-240a-43a2-896b-be19a82d4996 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252017 Aug 19 12:17:24.949129 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35dc94ae-c3eb-4fe7-a1fa-4231a3a81240 req-54d595d5-c423-4bcd-8066-421ccdc5b486 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "DELETE /v2.0/security-groups/e4860f59-2eeb-4183-9a0e-1cc647d96f3b HTTP/1.1" status: 204 len: 173 time: 0.9960172 Aug 19 12:17:24.974178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54164e-9f36-4cae-a6fd-a8a7be053ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44a73f7-95da-4fea-962b-039c71812264,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:25.016111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d595d5-c423-4bcd-8066-421ccdc5b486 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4860f59-2eeb-4183-9a0e-1cc647d96f3b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:25.095243 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.resource_extend [None req-7a76c752-d14d-4c53-a357-ba8da2d53d72 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:17:25.119176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f11d55ae-c152-4210-b83e-f0c360ef09da no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:17:25.210938 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a76c752-d14d-4c53-a357-ba8da2d53d72 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.227891 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-8acb7c8f-5517-4f5d-83f7-312ba6a8783a service neutron] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f11d55ae-c152-4210-b83e-f0c360ef09da,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:25.258101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-8acb7c8f-5517-4f5d-83f7-312ba6a8783a service neutron] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:25.261158 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2224880c-86f0-489a-9117-5a3f8db5a551 req-532cfcc5-07cd-4f8f-80d3-7946da183cfd tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "GET /v2.0/security-groups/99405085-9316-47e0-bbbe-1f2e683a8d45 HTTP/1.1" status: 200 len: 1811 time: 0.1904953 Aug 19 12:17:25.300767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-8acb7c8f-5517-4f5d-83f7-312ba6a8783a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11d55ae-c152-4210-b83e-f0c360ef09da {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:25.314340 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a76c752-d14d-4c53-a357-ba8da2d53d72 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.322239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-8acb7c8f-5517-4f5d-83f7-312ba6a8783a service neutron] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f11d55ae-c152-4210-b83e-f0c360ef09da,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:25.350410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:25.360114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.381754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2224880c-86f0-489a-9117-5a3f8db5a551 req-734ed106-f7a2-4f83-bacd-47f31960cd03 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.387965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Transition to ACTIVE for port object 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:25.407106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2224880c-86f0-489a-9117-5a3f8db5a551 req-734ed106-f7a2-4f83-bacd-47f31960cd03 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.452835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c288c9-43ed-4380-968c-ef37bd668915 req-17f4ba0f-972d-41c5-92c5-b9f771c3bdcc tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:25.454702 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83c288c9-43ed-4380-968c-ef37bd668915 req-17f4ba0f-972d-41c5-92c5-b9f771c3bdcc tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 945 time: 0.1335361 Aug 19 12:17:25.481250 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-7a76c752-d14d-4c53-a357-ba8da2d53d72 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Floating IP 2061c2b0-718f-4b64-bc3d-0b01d64281ba associated. External IP: 172.25.2.216, port: dfbb1a91-df02-4776-9c0d-238ae9337221. Aug 19 12:17:25.542891 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83c288c9-43ed-4380-968c-ef37bd668915 req-3390a363-f52c-4190-b598-43c9209a9928 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810466 Aug 19 12:17:25.659703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2224880c-86f0-489a-9117-5a3f8db5a551 req-734ed106-f7a2-4f83-bacd-47f31960cd03 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.660877 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-8acb7c8f-5517-4f5d-83f7-312ba6a8783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.663051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2224880c-86f0-489a-9117-5a3f8db5a551 req-734ed106-f7a2-4f83-bacd-47f31960cd03 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.671482 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2224880c-86f0-489a-9117-5a3f8db5a551 req-734ed106-f7a2-4f83-bacd-47f31960cd03 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] 10.222.0.21 "DELETE /v2.0/security-groups/99405085-9316-47e0-bbbe-1f2e683a8d45 HTTP/1.1" status: 204 len: 173 time: 0.4093289 Aug 19 12:17:25.679958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.683734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46610) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:25.766570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ed106-f7a2-4f83-bacd-47f31960cd03 tempest-SecurityGroupRulesNegativeTestJSON-1046758042 tempest-SecurityGroupRulesNegativeTestJSON-1046758042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99405085-9316-47e0-bbbe-1f2e683a8d45,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:25.890040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Attempting to bind port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:25.890040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Attempting to bind port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:25.890040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Attempting to bind port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:25.890040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Pushing event updated for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:25.892411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:25.892819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Attempting to bind port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:25.901365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:25.901705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:25.902468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:25.903040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Bound port: 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:25.903449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.907407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b858ec37-ba64-4d3d-ad6f-f86c27e19feb admin admin] Deleting subnet dec724c2-70cf-4d77-a50d-7d727c909906 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:17:25.914401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b858ec37-ba64-4d3d-ad6f-f86c27e19feb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:25.956490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-8acb7c8f-5517-4f5d-83f7-312ba6a8783a service neutron] Transition to ACTIVE for port object f11d55ae-c152-4210-b83e-f0c360ef09da will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:25.965733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81216c-da17-4af4-b466-905584abe4b7 req-bf3826ea-a1bf-4a60-bc5e-049740fcc929 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:25.967218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e81216c-da17-4af4-b466-905584abe4b7 req-bf3826ea-a1bf-4a60-bc5e-049740fcc929 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 943 time: 0.2912760 Aug 19 12:17:25.992393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a76c752-d14d-4c53-a357-ba8da2d53d72 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Router 59d17b07-c1a9-4a29-ba9f-153ea074ccea has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:25.992528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:25.994564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:26.005617 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b858ec37-ba64-4d3d-ad6f-f86c27e19feb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.065832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79eda66-a5bf-4b91-979b-dff5bd821263 req-5ac03524-cccd-47eb-b5c3-212c27edcf82 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.067678 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b79eda66-a5bf-4b91-979b-dff5bd821263 req-5ac03524-cccd-47eb-b5c3-212c27edcf82 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 948 time: 0.0586436 Aug 19 12:17:26.099632 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e81216c-da17-4af4-b466-905584abe4b7 req-a8db049d-6ab6-4297-97d9-966b8bc1ef3e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247647 Aug 19 12:17:26.113300 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.114134 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b79eda66-a5bf-4b91-979b-dff5bd821263 req-b91e5b30-aa97-4a44-b7c3-447edcd2a0c1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 Aug 19 12:17:26.126182 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b858ec37-ba64-4d3d-ad6f-f86c27e19feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.193413 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-8acb7c8f-5517-4f5d-83f7-312ba6a8783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.213727 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.253826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.254443 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.255957 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] 10.222.0.62 "PUT /v2.0/ports/09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 HTTP/1.1" status: 200 len: 1096 time: 1.7369199 Aug 19 12:17:26.256399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:26.258764 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7b24c6-6f1a-4eed-b9bf-097bf617a8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:26.282706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d41a9-d491-44ae-9d80-fe1e2a4d82de service neutron] Pushing event updated for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:26.298244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-8acb7c8f-5517-4f5d-83f7-312ba6a8783a service neutron] No DVR routers for this DVR port f11d55ae-c152-4210-b83e-f0c360ef09da on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:17:26.309366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a76c752-d14d-4c53-a357-ba8da2d53d72 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:26.309798 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd761c34-0ad0-4ec1-9bef-dd68a32eb04a x-openstack-request-id: req-bd761c34-0ad0-4ec1-9bef-dd68a32eb04a {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:26.310090 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:26.310923 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd761c34-0ad0-4ec1-9bef-dd68a32eb04a {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:26.310923 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'status': 'completed', 'code': 200} Aug 19 12:17:26.330873 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a76c752-d14d-4c53-a357-ba8da2d53d72 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.331869 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8c0bba-351b-4365-95c4-14fc48de4c08 None None] Sync routers for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:26.333234 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c0bba-351b-4365-95c4-14fc48de4c08 None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:26.334009 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7c8c0bba-351b-4365-95c4-14fc48de4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:26.350503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb7c8f-5517-4f5d-83f7-312ba6a8783a service neutron] Pushing event updated for resources: {'Port': ['ID=f11d55ae-c152-4210-b83e-f0c360ef09da,revision_number=10']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:26.372788 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-8acb7c8f-5517-4f5d-83f7-312ba6a8783a service neutron] 10.222.0.62 "PUT /v2.0/ports/f11d55ae-c152-4210-b83e-f0c360ef09da/bindings/n-h2-803757-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0959463 Aug 19 12:17:26.377499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7a76c752-d14d-4c53-a357-ba8da2d53d72 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "PUT /v2.0/floatingips/2061c2b0-718f-4b64-bc3d-0b01d64281ba HTTP/1.1" status: 200 len: 992 time: 2.6537724 Aug 19 12:17:26.377499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'tag': 'dfbb1a91-df02-4776-9c0d-238ae9337221'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:26.377499 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8579466-bba9-403a-a54e-8f4d62e8d859" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6925ee-7208-4b9b-a336-96aa175c1ac6", "tag": "dfbb1a91-df02-4776-9c0d-238ae9337221"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:26.397997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b24c6-6f1a-4eed-b9bf-097bf617a8ac req-424d913f-1c6e-4bc7-b0c5-2c99d459c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.422537 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df7b24c6-6f1a-4eed-b9bf-097bf617a8ac req-424d913f-1c6e-4bc7-b0c5-2c99d459c110 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 1099 time: 0.0904675 Aug 19 12:17:26.447668 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983e3397-cb02-4013-ba4a-9b43cc81cfc3 x-openstack-request-id: req-983e3397-cb02-4013-ba4a-9b43cc81cfc3 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:26.447971 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6925ee-7208-4b9b-a336-96aa175c1ac6", "tag": "dfbb1a91-df02-4776-9c0d-238ae9337221", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:26.448227 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-983e3397-cb02-4013-ba4a-9b43cc81cfc3 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:26.448629 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'tag': 'dfbb1a91-df02-4776-9c0d-238ae9337221', 'status': 'completed', 'code': 200} Aug 19 12:17:26.463747 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df7b24c6-6f1a-4eed-b9bf-097bf617a8ac req-304ebac8-9a38-4c72-9583-191d85062750 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323927 Aug 19 12:17:26.485998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46646) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:26.541086 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7c8c0bba-351b-4365-95c4-14fc48de4c08 None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:26.592898 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b24c6-6f1a-4eed-b9bf-097bf617a8ac req-6a9f4c28-0e78-449a-8156-2609b56e7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.594613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df7b24c6-6f1a-4eed-b9bf-097bf617a8ac req-6a9f4c28-0e78-449a-8156-2609b56e7e91 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244388 Aug 19 12:17:26.737307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-8dff44cb-6493-4a1f-95fc-98d537d5219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.739183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-8dff44cb-6493-4a1f-95fc-98d537d5219a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 1099 time: 0.1012173 Aug 19 12:17:26.742221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-370ac169-8d45-42e4-a4ef-ac6ac6451399 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.743829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-370ac169-8d45-42e4-a4ef-ac6ac6451399 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1095 time: 0.0931652 Aug 19 12:17:26.826141 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-2771b793-de0d-4bcb-b862-64b3324daf13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 HTTP/1.1" status: 200 len: 217 time: 0.0774245 Aug 19 12:17:26.876117 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7c8c0bba-351b-4365-95c4-14fc48de4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2061c2b0-718f-4b64-bc3d-0b01d64281ba', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'port_id': 'dfbb1a91-df02-4776-9c0d-238ae9337221', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'mac_address': 'fa:16:3e:a2:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:51Z', 'updated_at': '2021-08-19T12:17:24Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:26.877383 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b858ec37-ba64-4d3d-ad6f-f86c27e19feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.893289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-460cb22c-b7d6-4d26-86e3-628d0abe2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.895035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-460cb22c-b7d6-4d26-86e3-628d0abe2946 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8&tenant_id=6b81bb21c5aa454baad4a2004864545e HTTP/1.1" status: 200 len: 1095 time: 0.1364002 Aug 19 12:17:26.916118 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8c0bba-351b-4365-95c4-14fc48de4c08 None None] Checking router: 59d17b07-c1a9-4a29-ba9f-153ea074ccea for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:26.917282 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-b2f9f956-2d1b-44ef-82fd-870b8164f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:26.918935 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-b2f9f956-2d1b-44ef-82fd-870b8164f606 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0844700 Aug 19 12:17:26.929782 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c0bba-351b-4365-95c4-14fc48de4c08 None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:26.931716 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7c8c0bba-351b-4365-95c4-14fc48de4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:26.963709 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b858ec37-ba64-4d3d-ad6f-f86c27e19feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:26.966546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b858ec37-ba64-4d3d-ad6f-f86c27e19feb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dec724c2-70cf-4d77-a50d-7d727c909906 HTTP/1.1" status: 204 len: 168 time: 1.2763858 Aug 19 12:17:26.975742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858ec37-ba64-4d3d-ad6f-f86c27e19feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec724c2-70cf-4d77-a50d-7d727c909906,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:26.976657 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46660) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:26.989703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46662) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:27.011653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8579466-bba9-403a-a54e-8f4d62e8d859 req-d5b2b759-e58d-4be7-9925-96b0bc95de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.013217 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8579466-bba9-403a-a54e-8f4d62e8d859 req-d5b2b759-e58d-4be7-9925-96b0bc95de10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=234f10076afd426c9c349cdd2953cd03&device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 1097 time: 0.5363483 Aug 19 12:17:27.105577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-508797bd-1ca3-4971-85c8-4a52025d29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.107133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-508797bd-1ca3-4971-85c8-4a52025d29d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 1095 time: 0.1865745 Aug 19 12:17:27.109890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-c8221861-d899-43f0-bebc-2336102fba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.111319 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-c8221861-d899-43f0-bebc-2336102fba6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119773 Aug 19 12:17:27.121022 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7c8c0bba-351b-4365-95c4-14fc48de4c08 None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:27.128983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3a076c2b-e8fa-471b-b35c-8bf92bc274d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70c896eeae0d426dbca85de1ecb5d1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348345 Aug 19 12:17:27.133051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46668) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:27.216031 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.229515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-d96d0e6a-07e7-4b60-94ef-949a3e2a193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.231480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-d96d0e6a-07e7-4b60-94ef-949a3e2a193f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.1165233 Aug 19 12:17:27.296475 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e38efff-a314-4988-badf-72112b47fd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.327269 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8579466-bba9-403a-a54e-8f4d62e8d859 req-b34c3eec-6daa-4414-ad8e-756499c438b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.327675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-745b8ab5-f664-4e3c-9375-3918f6786336 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f11d55ae-c152-4210-b83e-f0c360ef09da HTTP/1.1" status: 200 len: 217 time: 0.0848794 Aug 19 12:17:27.328803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8579466-bba9-403a-a54e-8f4d62e8d859 req-b34c3eec-6daa-4414-ad8e-756499c438b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=249e42bf-355b-41f3-9364-07c3ec7f0839 HTTP/1.1" status: 200 len: 925 time: 0.2444863 Aug 19 12:17:27.359968 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0569f1c-ed8d-4402-8e8e-e91dfe9f3ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.472680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-4834aa47-4be8-41dc-b97c-f8daa2ece215 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402294 Aug 19 12:17:27.511876 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.527996 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0569f1c-ed8d-4402-8e8e-e91dfe9f3ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.530382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-9a8528b0-141c-43e1-b50e-01d9bbb6143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.532384 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-9a8528b0-141c-43e1-b50e-01d9bbb6143e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.1095355 Aug 19 12:17:27.550540 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7c8c0bba-351b-4365-95c4-14fc48de4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2061c2b0-718f-4b64-bc3d-0b01d64281ba', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'port_id': 'dfbb1a91-df02-4776-9c0d-238ae9337221', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'mac_address': 'fa:16:3e:a2:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:51Z', 'updated_at': '2021-08-19T12:17:24Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:27.553250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c91636-c380-4acb-ab84-bd7262c4e62d']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:27.583418 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8c0bba-351b-4365-95c4-14fc48de4c08 None None] The sync data for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 is: [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2061c2b0-718f-4b64-bc3d-0b01d64281ba', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'port_id': 'dfbb1a91-df02-4776-9c0d-238ae9337221', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'mac_address': 'fa:16:3e:a2:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:14:51Z', 'updated_at': '2021-08-19T12:17:24Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:27.599919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050c971-2cc8-4850-b222-807c68c57e9f req-3300e113-be2c-4fdd-815f-9c258160497c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.601825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b050c971-2cc8-4850-b222-807c68c57e9f req-3300e113-be2c-4fdd-815f-9c258160497c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 944 time: 0.2782140 Aug 19 12:17:27.615619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8579466-bba9-403a-a54e-8f4d62e8d859 req-8a632916-0683-495f-a723-90e057a8b152 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfbb1a91-df02-4776-9c0d-238ae9337221 HTTP/1.1" status: 200 len: 1000 time: 0.2644446 Aug 19 12:17:27.626969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3317aef-c40e-42ce-ab68-b11a6831b8a2') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:27.627278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3317aef-c40e-42ce-ab68-b11a6831b8a2') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:27.629720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-d5972436-a8fe-446c-b39d-1169bbfa04e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504422 Aug 19 12:17:27.695689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.702552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0569f1c-ed8d-4402-8e8e-e91dfe9f3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.705184 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0569f1c-ed8d-4402-8e8e-e91dfe9f3ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.709306 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f0569f1c-ed8d-4402-8e8e-e91dfe9f3ac8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31fb8cfb-0baa-49d2-bd3a-49cc9335798f HTTP/1.1" status: 204 len: 168 time: 0.5717099 Aug 19 12:17:27.747389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c03c7e-50c5-4afa-a403-96548e2456a7 req-9a30a9f2-78b5-4e02-a410-ac1f020a7d47 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.749035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f5c03c7e-50c5-4afa-a403-96548e2456a7 req-9a30a9f2-78b5-4e02-a410-ac1f020a7d47 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 948 time: 0.2969742 Aug 19 12:17:27.755590 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.757971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0569f1c-ed8d-4402-8e8e-e91dfe9f3ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb8cfb-0baa-49d2-bd3a-49cc9335798f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:27.772014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b050c971-2cc8-4850-b222-807c68c57e9f req-3b1f501d-4b6b-4e02-896c-1249901a02e9 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472418 Aug 19 12:17:27.805796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:17:27.806167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.809078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8579466-bba9-403a-a54e-8f4d62e8d859 req-4b2c73e6-fe03-49a6-b74c-69952537ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.817844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8579466-bba9-403a-a54e-8f4d62e8d859 req-4b2c73e6-fe03-49a6-b74c-69952537ff17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cb42b23-06f7-4a7c-9e91-c255261f3eec HTTP/1.1" status: 200 len: 863 time: 0.1669607 Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:17:27.818562 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:17:27.838978 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-7a2b8a24-fe88-4b1e-9ab9-6617cca880e6 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806850 Aug 19 12:17:27.922386 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99f2bcd1-b520-4bfe-93c4-9b5fa63e0c10 req-b75bb573-3350-4d53-9f0f-bd7b8d2cefc8 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228401 Aug 19 12:17:27.948783 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f5c03c7e-50c5-4afa-a403-96548e2456a7 req-da1f443d-8e2e-46d9-82bd-527675defd48 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826792 Aug 19 12:17:27.975011 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e38efff-a314-4988-badf-72112b47fd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:27.991522 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-a41ba1f3-c490-45ab-94e8-49aec2fdcd15 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427915 Aug 19 12:17:27.992149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8579466-bba9-403a-a54e-8f4d62e8d859 req-47fbfa4f-bc71-4ae1-ab65-ccc4961e8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:27.993916 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8579466-bba9-403a-a54e-8f4d62e8d859 req-47fbfa4f-bc71-4ae1-ab65-ccc4961e8471 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=249e42bf-355b-41f3-9364-07c3ec7f0839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1551235 Aug 19 12:17:28.000834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c7395-c0f0-4daa-821a-44e013b260f2 None None] New status for floating IP 2061c2b0-718f-4b64-bc3d-0b01d64281ba: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:17:28.110025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e38efff-a314-4988-badf-72112b47fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:28.219771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8579466-bba9-403a-a54e-8f4d62e8d859 req-613e455f-3d52-4e55-b2a3-55400208c785 service neutron] 10.222.0.30 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048280 Aug 19 12:17:28.220625 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:28.236832 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:28.241067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] 10.222.0.21 "DELETE /v2.0/networks/24c91636-c380-4acb-ab84-bd7262c4e62d HTTP/1.1" status: 204 len: 168 time: 1.2613804 Aug 19 12:17:28.382002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1e38efff-a314-4988-badf-72112b47fd31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cee5cb05eea849ee9a23a93e8866a2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3898339 Aug 19 12:17:28.384861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46714) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:28.389848 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8579466-bba9-403a-a54e-8f4d62e8d859 req-5a4d30ca-5ba6-461f-9651-19b45ad80198 service neutron] 10.222.0.30 "GET /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584027 Aug 19 12:17:28.390614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b0872-86c7-4111-bb8d-6f2432857485 admin admin] Pushing event deleted for resources: {'Network': ['ID=24c91636-c380-4acb-ab84-bd7262c4e62d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:28.397246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38efff-a314-4988-badf-72112b47fd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b122b1-b9a2-45e0-b65a-77132fbab46a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:28.515164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be46271c-7530-40c3-9739-e04e71b00a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:28.544359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be46271c-7530-40c3-9739-e04e71b00a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:28.687379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-439b55dc-b77b-42d8-8a42-03ea3cc04e64 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:28.688863 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-439b55dc-b77b-42d8-8a42-03ea3cc04e64 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1095 time: 0.0486941 Aug 19 12:17:28.715631 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be46271c-7530-40c3-9739-e04e71b00a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:28.718336 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be46271c-7530-40c3-9739-e04e71b00a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:28.719619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-be46271c-7530-40c3-9739-e04e71b00a98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8b122b1-b9a2-45e0-b65a-77132fbab46a HTTP/1.1" status: 204 len: 168 time: 0.3332283 Aug 19 12:17:28.727864 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46271c-7530-40c3-9739-e04e71b00a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b122b1-b9a2-45e0-b65a-77132fbab46a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:28.932967 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e7acfccb-3aeb-4fb1-803b-932aa9592527 service neutron] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:28.937457 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e7acfccb-3aeb-4fb1-803b-932aa9592527 service neutron] Notify callbacks [] for binding, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:28.938718 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d17965a8-e49c-4ebb-8a96-04b51d4efd5a req-e7acfccb-3aeb-4fb1-803b-932aa9592527 service neutron] 10.222.0.30 "DELETE /v2.0/ports/f11d55ae-c152-4210-b83e-f0c360ef09da/bindings/n-h1-803757-2 HTTP/1.1" status: 204 len: 173 time: 0.2411628 Aug 19 12:17:28.977026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46738) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:29.003695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf91ca-5833-44da-91bd-020e9406acb6 req-8de50ea5-133f-4e43-99aa-0b5ba36c5fa1 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:29.006823 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62bf91ca-5833-44da-91bd-020e9406acb6 req-8de50ea5-133f-4e43-99aa-0b5ba36c5fa1 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 944 time: 0.0704243 Aug 19 12:17:29.047854 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-84467c31-57c1-4cd4-b0be-fc162a798d98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c1045055dff4b7e9285a05c903967d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683961 Aug 19 12:17:29.050222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46740) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:29.065909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62bf91ca-5833-44da-91bd-020e9406acb6 req-a2a13908-9bae-40c6-8234-07eb79403766 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469909 Aug 19 12:17:29.158401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d87c71-ee7c-4347-b6dd-a13927cd5c04 req-833aef84-bd7a-49f0-a214-a6d58f811956 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:29.160042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61d87c71-ee7c-4347-b6dd-a13927cd5c04 req-833aef84-bd7a-49f0-a214-a6d58f811956 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 948 time: 0.1070714 Aug 19 12:17:29.165165 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a68b-e553-4830-a34c-983e8d57eae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:29.200684 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a68b-e553-4830-a34c-983e8d57eae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:29.228444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9a66d-1556-43bf-9e2d-70997eee1d16 req-8f26be1a-4c52-4702-a4b5-5e9f244a6ea8 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:29.230106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84c9a66d-1556-43bf-9e2d-70997eee1d16 req-8f26be1a-4c52-4702-a4b5-5e9f244a6ea8 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 1095 time: 0.0416341 Aug 19 12:17:29.233408 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61d87c71-ee7c-4347-b6dd-a13927cd5c04 req-6f795d86-595a-466c-9694-0debe882bffb tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605526 Aug 19 12:17:29.299156 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84c9a66d-1556-43bf-9e2d-70997eee1d16 req-12c1da67-037e-4882-a94d-4359ba9dfce4 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521340 Aug 19 12:17:29.361210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a68b-e553-4830-a34c-983e8d57eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:29.364610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a68b-e553-4830-a34c-983e8d57eae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:29.369459 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6fe3a68b-e553-4830-a34c-983e8d57eae4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9063962-9b79-4b82-8103-1efe6eb2bfda HTTP/1.1" status: 204 len: 168 time: 0.3172474 Aug 19 12:17:29.381553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3a68b-e553-4830-a34c-983e8d57eae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9063962-9b79-4b82-8103-1efe6eb2bfda,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:29.442217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45c8a8-1934-466f-ab0b-98343807f759 req-35ef63e8-f59f-4812-a063-173682b05dd7 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:29.443829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2c45c8a8-1934-466f-ab0b-98343807f759 req-35ef63e8-f59f-4812-a063-173682b05dd7 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 1095 time: 0.0587754 Aug 19 12:17:29.478796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46760) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:29.496446 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2c45c8a8-1934-466f-ab0b-98343807f759 req-699031cc-72cd-4345-983e-ab98a11afd00 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456884 Aug 19 12:17:29.886509 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e139a1e4-27d7-436f-b785-acf33dfa98b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:29.999319 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e139a1e4-27d7-436f-b785-acf33dfa98b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:30.087234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e139a1e4-27d7-436f-b785-acf33dfa98b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:30.128100 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e139a1e4-27d7-436f-b785-acf33dfa98b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ccfefea457e4b52878208712ddb8d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481659 Aug 19 12:17:30.129243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139a1e4-27d7-436f-b785-acf33dfa98b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955aa42c-8799-4edd-ba41-95ed6338d38b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:30.132588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46798) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:30.210844 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d62c035a-adf5-4afb-bb89-15b4f6e3ddd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:30.239911 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d62c035a-adf5-4afb-bb89-15b4f6e3ddd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:30.377491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e4695-d550-41cf-97f6-6d8c0d10ff0b req-5158e250-ada2-41ca-8bc9-b7ce726c57f0 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:30.385205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-844e4695-d550-41cf-97f6-6d8c0d10ff0b req-5158e250-ada2-41ca-8bc9-b7ce726c57f0 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 948 time: 0.0614738 Aug 19 12:17:30.425916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-844e4695-d550-41cf-97f6-6d8c0d10ff0b req-da292bb1-d49f-4fda-8b1e-e1bf34389280 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391419 Aug 19 12:17:30.426872 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d62c035a-adf5-4afb-bb89-15b4f6e3ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:30.433267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d62c035a-adf5-4afb-bb89-15b4f6e3ddd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:30.435889 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d62c035a-adf5-4afb-bb89-15b4f6e3ddd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/955aa42c-8799-4edd-ba41-95ed6338d38b HTTP/1.1" status: 204 len: 168 time: 0.3015985 Aug 19 12:17:30.446023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c035a-adf5-4afb-bb89-15b4f6e3ddd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955aa42c-8799-4edd-ba41-95ed6338d38b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:31.164002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:17:31.292311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:31.305104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'mac_address': 'fa:16:3e:66:48:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:17:31.353684 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:31.366873 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:31.388000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:31.555893 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:31.573988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c70a9f-641b-4d20-854f-87923c30c735 req-7edf0b38-8789-4205-a191-672606bd72d2 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:31.573988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35c70a9f-641b-4d20-854f-87923c30c735 req-7edf0b38-8789-4205-a191-672606bd72d2 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 948 time: 0.0621014 Aug 19 12:17:31.621613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:31.630230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.631011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.631507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.631995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.632855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.633912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.634340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46864) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:31.634933 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.635422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.636036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.636533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.637013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.637489 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:31.658320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8962-5f54-436b-86a3-ed7ff41b13a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:31.663331 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35c70a9f-641b-4d20-854f-87923c30c735 req-875219d7-bc11-4f73-a425-172625bffe57 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793781 Aug 19 12:17:31.794327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:17:31.794532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8962-5f54-436b-86a3-ed7ff41b13a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:31.967127 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ce6c8962-5f54-436b-86a3-ed7ff41b13a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.012415 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ce6c8962-5f54-436b-86a3-ed7ff41b13a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f0df48366bf4910be1f0d0e83ef471a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768377 Aug 19 12:17:32.013899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c8962-5f54-436b-86a3-ed7ff41b13a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f584d1-7926-4230-8747-e6fa5f94b975,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:32.015271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46890) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:32.103401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e5a7-209e-41ac-82d9-a208e8af173d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.128837 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e5a7-209e-41ac-82d9-a208e8af173d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.230737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46908) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:32.316638 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e5a7-209e-41ac-82d9-a208e8af173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.319923 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e5a7-209e-41ac-82d9-a208e8af173d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.322077 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7cc4e5a7-209e-41ac-82d9-a208e8af173d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27f584d1-7926-4230-8747-e6fa5f94b975 HTTP/1.1" status: 204 len: 168 time: 0.3056509 Aug 19 12:17:32.331153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4e5a7-209e-41ac-82d9-a208e8af173d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f584d1-7926-4230-8747-e6fa5f94b975,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:32.365341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-241473159-network', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:32.475142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Made reservation on behalf of a6dd9a31fe1040479a4c326a401d163a for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:32.478081 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.488773 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.541870 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49059864-358a-4877-925d-c4e81195666d req-4c5f8437-ee37-41fb-a5dc-f0dec6b90133 tempest-FlavorsV2NegativeTest-729317784 tempest-FlavorsV2NegativeTest-729317784-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3a29d17601e14bb1b32ba0d9faa4aa33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229645 Aug 19 12:17:32.602784 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.676010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49059864-358a-4877-925d-c4e81195666d req-c13d92d2-3717-432e-94e9-a0a46708254b tempest-FlavorsV2NegativeTest-729317784 tempest-FlavorsV2NegativeTest-729317784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:32.681147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46934) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:32.684808 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49059864-358a-4877-925d-c4e81195666d req-c13d92d2-3717-432e-94e9-a0a46708254b tempest-FlavorsV2NegativeTest-729317784 tempest-FlavorsV2NegativeTest-729317784-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331861 Aug 19 12:17:32.699491 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49059864-358a-4877-925d-c4e81195666d req-51a45f9d-7f8f-4ca3-af1f-5afc8a943cae tempest-FlavorsV2NegativeTest-729317784 tempest-FlavorsV2NegativeTest-729317784-project] 10.222.0.21 "GET /v2.0/quotas/3a29d17601e14bb1b32ba0d9faa4aa33 HTTP/1.1" status: 200 len: 375 time: 0.0138049 Aug 19 12:17:32.736433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49059864-358a-4877-925d-c4e81195666d req-79f18694-fa54-4161-b099-2a5c5baa3764 tempest-FlavorsV2NegativeTest-729317784 tempest-FlavorsV2NegativeTest-729317784-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a29d17601e14bb1b32ba0d9faa4aa33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309880 Aug 19 12:17:32.769373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.801789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:17:32.823756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59bb15-b593-4bf0-a861-44892eb554b2 req-b011e9a1-4d6c-4001-a357-db7162b3f881 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:32.825608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d59bb15-b593-4bf0-a861-44892eb554b2 req-b011e9a1-4d6c-4001-a357-db7162b3f881 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 949 time: 0.0912395 Aug 19 12:17:32.842165 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.845508 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Added segment 759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb of type vlan for network 4738797d-0c09-4b44-87c2-a887e04a2cf0 Aug 19 12:17:32.845508 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b23152-e7a7-4a4a-bd00-d2bc1b249f60,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:32.919633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.930794 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ae0f236-64d6-42a6-bcf2-e2cfb974e99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:32.941578 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d59bb15-b593-4bf0-a861-44892eb554b2 req-1ecfb054-7c81-400f-9ea5-a304704f73b3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088655 Aug 19 12:17:33.069775 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ae0f236-64d6-42a6-bcf2-e2cfb974e99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.072154 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.073304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:33.074093 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.141122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] Pushing event updated for resources: {'Network': ['ID=4738797d-0c09-4b44-87c2-a887e04a2cf0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:33.154442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 4738797d-0c09-4b44-87c2-a887e04a2cf0 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:17:33.179987 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ae0f236-64d6-42a6-bcf2-e2cfb974e99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.197910 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:33.233636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0ae0f236-64d6-42a6-bcf2-e2cfb974e99d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3854bbe12763434f8e1918f8f7090d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5509951 Aug 19 12:17:33.234854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0f236-64d6-42a6-bcf2-e2cfb974e99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbedbda-8df0-4851-8fe8-59c8a666c56e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:33.242779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3d57078a-a3a4-4420-854a-5b0b7ea10c49 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0090048 Aug 19 12:17:33.243229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46964) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:33.243417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46966) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:33.248320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] Request body: {'subnet': {'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-241473159-subnet', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:33.331604 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eaf81e57-e440-473e-8007-478b1775971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.362593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eaf81e57-e440-473e-8007-478b1775971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.394912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] Made reservation on behalf of a6dd9a31fe1040479a4c326a401d163a for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:33.398078 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.400103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:33.419138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:33.420289 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.570346 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.605275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:33.607538 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1b3405-b191-4f90-a8f7-4a3afd5e3190" -d '{"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-plugged", "status": "completed", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:33.622088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eaf81e57-e440-473e-8007-478b1775971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.623919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:33.629221 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eaf81e57-e440-473e-8007-478b1775971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.634673 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eaf81e57-e440-473e-8007-478b1775971f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dbedbda-8df0-4851-8fe8-59c8a666c56e HTTP/1.1" status: 204 len: 168 time: 0.3878167 Aug 19 12:17:33.659454 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf81e57-e440-473e-8007-478b1775971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbedbda-8df0-4851-8fe8-59c8a666c56e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:33.700091 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722a0489-9237-4792-86b5-f0ab233f9c66 x-openstack-request-id: req-722a0489-9237-4792-86b5-f0ab233f9c66 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:33.700406 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-plugged", "status": "completed", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:33.701084 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-722a0489-9237-4792-86b5-f0ab233f9c66 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:33.701488 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'code': 200} Aug 19 12:17:33.783870 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.807157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859a5cc-ae63-4631-b264-7d8f61f38f38 req-374f22a9-fa7b-4c8e-8e8b-ddd85c135b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:33.808741 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e859a5cc-ae63-4631-b264-7d8f61f38f38 req-374f22a9-fa7b-4c8e-8e8b-ddd85c135b16 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 1100 time: 0.0423844 Aug 19 12:17:33.838882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:33.854890 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e859a5cc-ae63-4631-b264-7d8f61f38f38 req-30c60afa-4a87-4602-81da-8d883af61ef7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383928 Aug 19 12:17:33.858533 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:33.920789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] Pushing event updated for resources: {'Subnet': ['ID=93d71fa3-d100-43ee-baf5-4a288c1af93f,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:33.931702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] Checking segment: {'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:33.932057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] Network hostable DHCP agents. Network: 4738797d-0c09-4b44-87c2-a887e04a2cf0, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:17:34.044933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] Network 4738797d-0c09-4b44-87c2-a887e04a2cf0 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:17:34.081166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ec129-0db5-4b7f-93a2-f23c31ab92ce req-5020dd01-bb1f-47de-8d79-caef25f2b50d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:34.082831 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a03ec129-0db5-4b7f-93a2-f23c31ab92ce req-5020dd01-bb1f-47de-8d79-caef25f2b50d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.0680606 Aug 19 12:17:34.126510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a03ec129-0db5-4b7f-93a2-f23c31ab92ce req-d1f0c7aa-7111-4ed3-8ba3-57bfcdd0d3b5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362566 Aug 19 12:17:34.140306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 4738797d-0c09-4b44-87c2-a887e04a2cf0) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:34.156142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:34.156142 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.156956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b958086-1d10-456b-9fea-9e5ba8d8a751 None None] Network 4738797d-0c09-4b44-87c2-a887e04a2cf0 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:34.174233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46990) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:34.287083 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d8422dbd-b704-42ba-ae5f-9ece5e37584d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0426183 Aug 19 12:17:34.289728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46998) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:34.294331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:34.339028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-4738797d-0c09-4b44-87c2-a887e04a2cf0', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:17:34.339913 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.413734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-645595033-network', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:34.427488 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.427488 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.427906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47004) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:34.501114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.545818 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2cc1eedf-03e4-4812-a96b-cb3b7eeaf1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.549952 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Made reservation on behalf of 2a29fc2b20ac4895a61fbc25a7c69f02 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:34.552636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.565669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.664974 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2cc1eedf-03e4-4812-a96b-cb3b7eeaf1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.721610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Allocated IP 172.20.0.2 (4738797d-0c09-4b44-87c2-a887e04a2cf0/93d71fa3-d100-43ee-baf5-4a288c1af93f/5d1766e5-8d06-4664-80e4-53069df6cc64) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:34.755707 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2cc1eedf-03e4-4812-a96b-cb3b7eeaf1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.797146 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.821609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2cc1eedf-03e4-4812-a96b-cb3b7eeaf1e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a29d17601e14bb1b32ba0d9faa4aa33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924057 Aug 19 12:17:34.826401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47014) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:34.850621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1eedf-03e4-4812-a96b-cb3b7eeaf1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ffa1f0-4ad2-47a4-826d-9a1cdec9ceed,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:34.884028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.918062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f5c40b46-9c53-4a2b-9a65-46a14c9ca137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:34.946943 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f5c40b46-9c53-4a2b-9a65-46a14c9ca137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.004878 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.020897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Transition to ACTIVE for port object 5d1766e5-8d06-4664-80e4-53069df6cc64 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:35.044367 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d5197af4-1372-462c-b457-f91aca792f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.050277 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.064340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Transition to ACTIVE for port object 5d1766e5-8d06-4664-80e4-53069df6cc64 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:35.089868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fae0645-8ba1-4816-a033-18b9f076c26b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:35.160190 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f5c40b46-9c53-4a2b-9a65-46a14c9ca137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.165907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f5c40b46-9c53-4a2b-9a65-46a14c9ca137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.174463 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f5c40b46-9c53-4a2b-9a65-46a14c9ca137 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46ffa1f0-4ad2-47a4-826d-9a1cdec9ceed HTTP/1.1" status: 204 len: 168 time: 0.3425105 Aug 19 12:17:35.177978 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.190230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c40b46-9c53-4a2b-9a65-46a14c9ca137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ffa1f0-4ad2-47a4-826d-9a1cdec9ceed,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:35.200053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:17:35.259830 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.260128 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Added segment c7c4953d-5b46-4247-afde-a73b2268a066 of type vlan for network 7ab822d7-7917-4150-af5a-8dabec3087ef Aug 19 12:17:35.261952 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.270017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Network 4738797d-0c09-4b44-87c2-a887e04a2cf0 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:35.289639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:35.298508 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.302440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:35.311299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Pushing event updated for resources: {'Port': ['ID=5d1766e5-8d06-4664-80e4-53069df6cc64,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:35.317169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080b054-fa7c-4550-9a9c-62a2fdbf29b3 req-8b7246f6-f18c-48e2-aa86-ac7ffda74c7c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:35.326238 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8080b054-fa7c-4550-9a9c-62a2fdbf29b3 req-8b7246f6-f18c-48e2-aa86-ac7ffda74c7c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.0787964 Aug 19 12:17:35.384055 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.387711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47028) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:35.418499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8080b054-fa7c-4550-9a9c-62a2fdbf29b3 req-89d823ff-4805-4924-b8aa-5135b9fd8aa6 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909610 Aug 19 12:17:35.424048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Attempting to bind port 5d1766e5-8d06-4664-80e4-53069df6cc64 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:35.431977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Attempting to bind port 5d1766e5-8d06-4664-80e4-53069df6cc64 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:35.431977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Attempting to bind port 5d1766e5-8d06-4664-80e4-53069df6cc64 on network 4738797d-0c09-4b44-87c2-a887e04a2cf0 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:35.431977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:35.431977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Checking segment: {'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:35.439729 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.440149 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Bound using segment: {'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:35.440649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Bound port: 5d1766e5-8d06-4664-80e4-53069df6cc64, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:35.441046 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.487576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Allocated IP 172.25.2.165 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/08f3f61a-2e9b-4347-9c92-89241911d612) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:35.526098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] For port 5d1766e5-8d06-4664-80e4-53069df6cc64, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:35.529934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] For port 5d1766e5-8d06-4664-80e4-53069df6cc64, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5d1766e5-8d06-4664-80e4-53069df6cc64,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:35.556594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-776493299-network', 'tenant_id': 'd73976eb01ea4065bf992c0d884ed3b7'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:35.642922 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.643903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:35.644673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.654642 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.670980 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.723884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab822d7-7917-4150-af5a-8dabec3087ef,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:35.784021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Made reservation on behalf of d73976eb01ea4065bf992c0d884ed3b7 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:35.784021 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.787855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 7ab822d7-7917-4150-af5a-8dabec3087ef details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:17:35.800573 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:35.903515 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f701c-4830-4f95-9376-19ddbb563b4e None None] Pushing event updated for resources: {'Port': ['ID=5d1766e5-8d06-4664-80e4-53069df6cc64,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:35.955885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d8eb3f01-a125-4988-8247-9215bc005b64 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7765226 Aug 19 12:17:35.956322 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47052) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:35.961692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] Request body: {'subnet': {'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-645595033-subnet', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:35.964549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:36.095819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:36.106462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:36.121234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:36.121492 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Pushing event updated for resources: {'Port': ['ID=08f3f61a-2e9b-4347-9c92-89241911d612,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:36.186315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5d1766e5-8d06-4664-80e4-53069df6cc64 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:36.334994 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:36.361055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 5d1766e5-8d06-4664-80e4-53069df6cc64 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:36.480028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:36.494534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:17:36.507091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:36.507444 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Added segment b65e46db-2f99-437a-bc63-c3fcb2660398 of type vlan for network 59a48b48-074e-4c5e-8169-9133e96c14cf Aug 19 12:17:36.669265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] Made reservation on behalf of 2a29fc2b20ac4895a61fbc25a7c69f02 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:36.671842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:36.900913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47106) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:37.063155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-network', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:37.063806 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.066465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86321632-8f15-47a5-968f-cf23540104b0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:37.091338 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.106780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07068d59-f7b3-4670-a8b6-906fb2519dbe req-c63608c5-77df-4c1f-80eb-08553788134b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:37.108400 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-07068d59-f7b3-4670-a8b6-906fb2519dbe req-c63608c5-77df-4c1f-80eb-08553788134b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.5993419 Aug 19 12:17:37.144953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f4d1d-4944-4741-8985-22d67bc07024 None None] Network 4738797d-0c09-4b44-87c2-a887e04a2cf0 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:37.195280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.216038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-07068d59-f7b3-4670-a8b6-906fb2519dbe req-051cd8e1-faa5-4d45-8e36-c9f19a1a98b3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741534 Aug 19 12:17:37.252957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Made reservation on behalf of a4526ba863d24516ad8e439336eea2b5 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:37.255250 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.263673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.266379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:37.267318 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.284742 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.297870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e398d032-5bd5-4a56-b24e-27089e84140c,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:37.352332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] Checking segment: {'id': 'c7c4953d-5b46-4247-afde-a73b2268a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:37.352686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] Network hostable DHCP agents. Network: 7ab822d7-7917-4150-af5a-8dabec3087ef, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:17:37.366567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] Pushing event updated for resources: {'Network': ['ID=59a48b48-074e-4c5e-8169-9133e96c14cf,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:37.389080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 59a48b48-074e-4c5e-8169-9133e96c14cf details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:17:37.390909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e00165e9-c0fa-4d73-8ce4-f881b7639245 None None] Provisioning for port 5d1766e5-8d06-4664-80e4-53069df6cc64 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:37.395740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e00165e9-c0fa-4d73-8ce4-f881b7639245 None None] Provisioning complete for port 5d1766e5-8d06-4664-80e4-53069df6cc64 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:37.395931 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e00165e9-c0fa-4d73-8ce4-f881b7639245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.437735 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ea1cd-9b4b-4632-ab36-751735822cf2 req-f2bfcc88-6889-4c8c-bfd7-c8b377e0e043 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:37.445436 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a1abd645-09c5-44dd-ba0d-5194043ce6a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0538812 Aug 19 12:17:37.450683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-036ea1cd-9b4b-4632-ab36-751735822cf2 req-f2bfcc88-6889-4c8c-bfd7-c8b377e0e043 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1002471 Aug 19 12:17:37.452918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47114) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:37.459315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] Request body: {'subnet': {'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-776493299-subnet', 'tenant_id': 'd73976eb01ea4065bf992c0d884ed3b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:37.537939 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.553462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-036ea1cd-9b4b-4632-ab36-751735822cf2 req-32952b34-f3ef-4ea2-a9f2-56c405ef3931 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927238 Aug 19 12:17:37.553462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] Network 7ab822d7-7917-4150-af5a-8dabec3087ef is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:17:37.554759 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e00165e9-c0fa-4d73-8ce4-f881b7639245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.634464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e00165e9-c0fa-4d73-8ce4-f881b7639245 None None] For port 5d1766e5-8d06-4664-80e4-53069df6cc64, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5d1766e5-8d06-4664-80e4-53069df6cc64,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:37.674891 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.714790 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.761707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 7ab822d7-7917-4150-af5a-8dabec3087ef) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:37.772327 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9448557b-b668-4aed-9ae8-4e2ed3ec2979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.772327 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e00165e9-c0fa-4d73-8ce4-f881b7639245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.772587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:37.772587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.804273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24deae2-28f8-4201-a82c-9f5410fd8234 None None] Network 7ab822d7-7917-4150-af5a-8dabec3087ef requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:37.870779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.917018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:17:37.926715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bbd55f-478e-4473-a807-99bd3e254402,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:37.930356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00165e9-c0fa-4d73-8ce4-f881b7639245 None None] Pushing event updated for resources: {'Port': ['ID=5d1766e5-8d06-4664-80e4-53069df6cc64,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:37.941037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:17:37.977485 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:37.978096 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Added segment 1b58b9e3-aa55-4861-9db5-d8173cf4e4f9 of type vlan for network d5c27df8-5bad-4b36-b5f0-08269bcb20ce Aug 19 12:17:37.994530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c17cd577-c8f6-4e0b-8234-b0a616b08f28 None None] Provisioning complete for port 5d1766e5-8d06-4664-80e4-53069df6cc64 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:38.001458 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c17cd577-c8f6-4e0b-8234-b0a616b08f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.012167 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d51e7daf-93b3-4f56-ac01-0deb7518bba7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0550413 Aug 19 12:17:38.015857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47158) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:38.064447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-645595033-router', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:38.155036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5d1766e5-8d06-4664-80e4-53069df6cc64 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:38.156365 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.188784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] Made reservation on behalf of d73976eb01ea4065bf992c0d884ed3b7 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:38.191457 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.296861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:38.311718 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.313480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:38.313968 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.318660 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Sync routers for ids ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:38.340485 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Routers {'2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:38.341455 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:38.361673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-7ab822d7-7917-4150-af5a-8dabec3087ef', 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'fixed_ips': [{'subnet_id': 'e398d032-5bd5-4a56-b24e-27089e84140c'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:17:38.365083 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.381956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c27df8-5bad-4b36-b5f0-08269bcb20ce,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:38.413274 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network d5c27df8-5bad-4b36-b5f0-08269bcb20ce details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:17:38.417529 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.418642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.443845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.445807 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ebbc7627-8d60-4b5c-9984-5785a40cd681 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1545544 Aug 19 12:17:38.448455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47164) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:38.562640 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6eddda81-82c6-48b7-a7d6-d46d8f3ff538 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6603901 Aug 19 12:17:38.566174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47166) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:38.603994 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Set router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:38.605164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] Request body: {'subnet': {'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-subnet', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:38.634410 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.663953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5d1766e5-8d06-4664-80e4-53069df6cc64 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:38.664324 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.781576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45786cae-1393-40b6-b36d-bb0e4fba5676 req-e3fbd644-f684-4018-a6b2-0a9f842427dc tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:38.793003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45786cae-1393-40b6-b36d-bb0e4fba5676 req-e3fbd644-f684-4018-a6b2-0a9f842427dc tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1626232 Aug 19 12:17:38.838154 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:36Z', 'revision_number': 3, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:38.856973 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.857152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-75c3e748-f1bc-4c57-82ca-27e1429cc9a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969117 Aug 19 12:17:38.902058 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Checking router: 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:38.910934 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Updating router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 port 08f3f61a-2e9b-4347-9c92-89241911d612 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:17:38.943640 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:38.998735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Allocated IP 172.20.0.2 (7ab822d7-7917-4150-af5a-8dabec3087ef/e398d032-5bd5-4a56-b24e-27089e84140c/435822cd-b115-4b5a-a736-9bee27cf9fb2) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:39.131829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] Made reservation on behalf of a4526ba863d24516ad8e439336eea2b5 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:39.139146 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.233695 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45786cae-1393-40b6-b36d-bb0e4fba5676 req-ca13992d-4222-41ea-9a3f-e1b10577bf84 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396482 Aug 19 12:17:39.353710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f53b502-5e77-458d-a721-4455871dc950,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:39.417117 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.433513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Transition to ACTIVE for port object 435822cd-b115-4b5a-a736-9bee27cf9fb2 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:39.437071 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.442432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.465857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Transition to ACTIVE for port object 435822cd-b115-4b5a-a736-9bee27cf9fb2 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:39.469696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] Checking segment: {'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:39.470047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] Network hostable DHCP agents. Network: 59a48b48-074e-4c5e-8169-9133e96c14cf, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:17:39.471497 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.576477 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.587336 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Transition to ACTIVE for port object 08f3f61a-2e9b-4347-9c92-89241911d612 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:39.623232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Allocated IP 172.20.0.1 (4738797d-0c09-4b44-87c2-a887e04a2cf0/93d71fa3-d100-43ee-baf5-4a288c1af93f/0f9c5cdb-2a6c-4294-aced-31e96ac90ce0) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:39.641340 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.676374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] Network 59a48b48-074e-4c5e-8169-9133e96c14cf is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:17:39.736389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Network 7ab822d7-7917-4150-af5a-8dabec3087ef is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:39.743454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:39.749495 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.753639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:39.760428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.768173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Pushing event updated for resources: {'Port': ['ID=435822cd-b115-4b5a-a736-9bee27cf9fb2,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:39.778231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Transition to ACTIVE for port object 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:39.838655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Attempting to bind port 435822cd-b115-4b5a-a736-9bee27cf9fb2 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:39.839106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Attempting to bind port 435822cd-b115-4b5a-a736-9bee27cf9fb2 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'c7c4953d-5b46-4247-afde-a73b2268a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:39.839475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Attempting to bind port 435822cd-b115-4b5a-a736-9bee27cf9fb2 on network 7ab822d7-7917-4150-af5a-8dabec3087ef {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:39.845435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:39.845861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Checking segment: {'id': 'c7c4953d-5b46-4247-afde-a73b2268a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:39.846835 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.846835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Bound using segment: {'id': 'c7c4953d-5b46-4247-afde-a73b2268a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:39.847189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Bound port: 435822cd-b115-4b5a-a736-9bee27cf9fb2, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4953d-5b46-4247-afde-a73b2268a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:39.847897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.868742 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.875321 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Attempting to bind port 08f3f61a-2e9b-4347-9c92-89241911d612 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:39.876641 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Attempting to bind port 08f3f61a-2e9b-4347-9c92-89241911d612 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:39.877825 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Attempting to bind port 08f3f61a-2e9b-4347-9c92-89241911d612 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:39.920923 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Pushing event updated for resources: {'Port': ['ID=08f3f61a-2e9b-4347-9c92-89241911d612,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:39.927759 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.930423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 59a48b48-074e-4c5e-8169-9133e96c14cf) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:39.951234 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.951585 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.951929 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.952265 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.952598 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.955175 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.955537 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.956676 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.957025 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.957358 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.960359 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.961043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:39.962333 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:17:39.962443 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.963363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f80ef1-1838-47f0-ba80-37237fbfe34f None None] Network 59a48b48-074e-4c5e-8169-9133e96c14cf requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:39.991019 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:39.991911 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:39.991911 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:39.996720 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:40.001051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Bound port: 08f3f61a-2e9b-4347-9c92-89241911d612, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:40.003647 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.039151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Network 4738797d-0c09-4b44-87c2-a887e04a2cf0 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:40.051164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] Checking segment: {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:40.051519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] Network hostable DHCP agents. Network: d5c27df8-5bad-4b36-b5f0-08269bcb20ce, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:17:40.054288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4597851-e1ae-470b-8243-b2ac6ed1ad4f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:40.054685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:40.059217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:40.061487 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.084437 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.137609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.139064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] For port 435822cd-b115-4b5a-a736-9bee27cf9fb2, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:40.140299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b2aedad6-16ad-49a9-918a-4ff7d6a875aa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6847012 Aug 19 12:17:40.181935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] Network d5c27df8-5bad-4b36-b5f0-08269bcb20ce is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:17:40.219960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] For port 435822cd-b115-4b5a-a736-9bee27cf9fb2, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=435822cd-b115-4b5a-a736-9bee27cf9fb2,segment=NetworkSegment(c7c4953d-5b46-4247-afde-a73b2268a066),segment_id=c7c4953d-5b46-4247-afde-a73b2268a066)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:40.371853 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.393590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, d5c27df8-5bad-4b36-b5f0-08269bcb20ce) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:40.408366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:40.408967 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.458548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Pushing event updated for resources: {'Port': ['ID=0f9c5cdb-2a6c-4294-aced-31e96ac90ce0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:40.459846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c46b1c-bcc2-421d-87f5-4399b077c789 None None] Network d5c27df8-5bad-4b36-b5f0-08269bcb20ce requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:40.498354 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] For port 08f3f61a-2e9b-4347-9c92-89241911d612, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:40.503162 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] For port 08f3f61a-2e9b-4347-9c92-89241911d612, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=08f3f61a-2e9b-4347-9c92-89241911d612,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:40.524735 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Allocated IP 172.25.2.224 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/455890b2-68c0-4ace-a2c7-5b76037b6289) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:40.596660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb59de-4a1f-4ffe-a392-97ac6cd6efcd req-d989b362-e1ba-4337-973b-e7fac8ffb844 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:40.596660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fceb59de-4a1f-4ffe-a392-97ac6cd6efcd req-d989b362-e1ba-4337-973b-e7fac8ffb844 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1217182 Aug 19 12:17:40.670094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ffe691-3e66-49c1-84a8-c1aa1b1b7cdc None None] Network 59a48b48-074e-4c5e-8169-9133e96c14cf requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:40.670870 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.723994 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.812002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.814392 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Routers {'2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:40.820558 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:40.837559 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.838428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-01203bbf-e1a1-4bda-9d16-3900581c686e None None] Provisioning for port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:40.881670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-01203bbf-e1a1-4bda-9d16-3900581c686e None None] Provisioning complete for port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:40.882063 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01203bbf-e1a1-4bda-9d16-3900581c686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:40.967722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-01203bbf-e1a1-4bda-9d16-3900581c686e None None] Port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:40.980527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e2a8d-8c1d-4eef-b088-747db551abc9 None None] Pushing event updated for resources: {'Port': ['ID=435822cd-b115-4b5a-a736-9bee27cf9fb2,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:40.988707 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ac4fe9bc-55f2-4c35-9c58-c08d7a8304f3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4157789 Aug 19 12:17:40.988939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47216) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:41.014254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:41.033856 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fceb59de-4a1f-4ffe-a392-97ac6cd6efcd req-cff8e346-93e8-43b9-bf8d-a13a4640ae03 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270539 Aug 19 12:17:41.036600 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26353434-4b47-4b41-b4a2-d2d6df289fd2 None None] Pushing event updated for resources: {'Port': ['ID=08f3f61a-2e9b-4347-9c92-89241911d612,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:41.160797 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] Set router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:41.167158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.178681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.194994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-d5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:17:41.196163 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.234007 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.234712 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.299544 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:41.302357 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.303588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.307031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:41.313389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:41.410336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Pushing event updated for resources: {'Port': ['ID=455890b2-68c0-4ace-a2c7-5b76037b6289,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:41.507085 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '0f9c5cdb-2a6c-4294-aced-31e96ac90ce0', 'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'mac_address': 'fa:16:3e:2a:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:39Z', 'updated_at': '2021-08-19T12:17:39Z', 'revision_number': 1, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'subnets': [{'id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:41.547511 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f144b5-776a-498a-92b2-3e2fd686cc09 None None] The sync data for ids ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'] in n-d-803757-2 is: [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '0f9c5cdb-2a6c-4294-aced-31e96ac90ce0', 'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'mac_address': 'fa:16:3e:2a:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:39Z', 'updated_at': '2021-08-19T12:17:39Z', 'revision_number': 1, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'subnets': [{'id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:41.573674 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.593440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Pushing event updated for resources: {'Port': ['ID=0f9c5cdb-2a6c-4294-aced-31e96ac90ce0,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:41.701804 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Allocated IP 172.20.0.2 (d5c27df8-5bad-4b36-b5f0-08269bcb20ce/b4597851-e1ae-470b-8243-b2ac6ed1ad4f/1522ffa7-b02e-4ee4-8eca-99692a99a4c4) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:41.808143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3da15dc6-7d6f-43fd-af02-79e47d76861c tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:41.810168 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3da15dc6-7d6f-43fd-af02-79e47d76861c tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/networks?id=59a48b48-074e-4c5e-8169-9133e96c14cf HTTP/1.1" status: 200 len: 817 time: 0.6559341 Aug 19 12:17:41.842391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-28e556cf-6921-428b-88b7-3dfee5651e24 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/quotas/d73976eb01ea4065bf992c0d884ed3b7 HTTP/1.1" status: 200 len: 375 time: 0.0122163 Aug 19 12:17:41.889233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.956906 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:41.977867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Transition to ACTIVE for port object 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:42.005451 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-554b651b-2702-484c-b6b5-dfef6e90d1f5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d73976eb01ea4065bf992c0d884ed3b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549617 Aug 19 12:17:42.010450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.053022 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Transition to ACTIVE for port object 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:42.134409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a81bca-7e95-4974-9112-471335213e66 None None] Network 7ab822d7-7917-4150-af5a-8dabec3087ef requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:42.162168 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:17:42.235828 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.268109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Network 4738797d-0c09-4b44-87c2-a887e04a2cf0 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:42.285200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:42.299697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 435822cd-b115-4b5a-a736-9bee27cf9fb2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:42.369582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Network d5c27df8-5bad-4b36-b5f0-08269bcb20ce is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:42.382095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:42.395316 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:42.404448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Pushing event updated for resources: {'Port': ['ID=1522ffa7-b02e-4ee4-8eca-99692a99a4c4,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:42.418909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ce12bfd1-fbef-40a5-ba51-dcc32a4600b9 None None] Provisioning for port 435822cd-b115-4b5a-a736-9bee27cf9fb2 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:42.454924 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-9a6d4c40-2243-450a-b2a7-573080b247fd service neutron] 10.222.0.21 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040124 Aug 19 12:17:42.565779 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Attempting to bind port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:42.566152 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Attempting to bind port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:42.566775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Attempting to bind port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 on network d5c27df8-5bad-4b36-b5f0-08269bcb20ce {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:42.643147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:42.643443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Checking segment: {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:42.643849 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.650929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Bound using segment: {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:42.654233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Bound port: 1522ffa7-b02e-4ee4-8eca-99692a99a4c4, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:42.654233 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.770219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 435822cd-b115-4b5a-a736-9bee27cf9fb2 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:42.807342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] For port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:42.809779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-d98feb49-5db8-47f1-a012-cbb993354009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:42.812210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] For port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1522ffa7-b02e-4ee4-8eca-99692a99a4c4,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:42.819186 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-d98feb49-5db8-47f1-a012-cbb993354009 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 1101 time: 0.4817674 Aug 19 12:17:42.832615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 435822cd-b115-4b5a-a736-9bee27cf9fb2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:42.833379 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.890886 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.901064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:42.903750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14e355-f148-4efb-8858-d519d7b641e0 req-6abbf1f7-5f66-49de-8a7e-fc95176c2736 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:42.912320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed14e355-f148-4efb-8858-d519d7b641e0 req-6abbf1f7-5f66-49de-8a7e-fc95176c2736 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1125920 Aug 19 12:17:42.925313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1290f76d-92e4-421f-a4c6-6c314e4b1610 None None] Provisioning complete for port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:42.925313 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1290f76d-92e4-421f-a4c6-6c314e4b1610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:42.973103 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:43.004716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-d84e4bbe-dfbf-4736-923c-53062acdf7c1 service neutron] 10.222.0.21 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159509 Aug 19 12:17:43.032981 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed14e355-f148-4efb-8858-d519d7b641e0 req-5cac785e-980a-4691-9aaf-f6d53638776b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037574 Aug 19 12:17:43.055613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1290f76d-92e4-421f-a4c6-6c314e4b1610 None None] Port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:43.112370 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:43.218533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 435822cd-b115-4b5a-a736-9bee27cf9fb2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=435822cd-b115-4b5a-a736-9bee27cf9fb2,segment=NetworkSegment(c7c4953d-5b46-4247-afde-a73b2268a066),segment_id=c7c4953d-5b46-4247-afde-a73b2268a066)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:43.221833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27317746-4b7c-4f2e-b92d-e9c973d6b470 None None] Pushing event updated for resources: {'Port': ['ID=1522ffa7-b02e-4ee4-8eca-99692a99a4c4,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:43.329393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-45fdb322-4275-4ba8-ad2b-bdbd31321c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:43.329393 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-45fdb322-4275-4ba8-ad2b-bdbd31321c2e service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.4958639 Aug 19 12:17:43.360608 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:43.364453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Router 23c18556-77e1-4dae-9c55-27b22927e33e is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:17:43.457622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=435822cd-b115-4b5a-a736-9bee27cf9fb2,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:43.472629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:43.483329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-850387ee-1aae-4e50-80a6-198df6c1e6b7 None None] Provisioning complete for port 435822cd-b115-4b5a-a736-9bee27cf9fb2 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:43.483699 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-850387ee-1aae-4e50-80a6-198df6c1e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:43.633541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:43.644280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Sync routers for ids ['23c18556-77e1-4dae-9c55-27b22927e33e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:43.657013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Routers {'23c18556-77e1-4dae-9c55-27b22927e33e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:43.657723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['23c18556-77e1-4dae-9c55-27b22927e33e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:43.749512 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:43.750790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6389d304-5609-404f-acf6-37692698aca5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6934433 Aug 19 12:17:43.754706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47240) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:43.886300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Set router 23c18556-77e1-4dae-9c55-27b22927e33e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:44.285924 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c67a566f-6023-4f93-a76e-3512e4f07bfe admin admin] 10.222.0.21 "PUT /v2.0/routers/2ab95be4-090a-4e83-a139-7bf7ffc8e7f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8362348 Aug 19 12:17:44.287649 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-0a5c657e-2c57-4d56-ae44-99479729c7cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 HTTP/1.1" status: 200 len: 217 time: 0.9486341 Aug 19 12:17:44.297143 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'name': 'tempest-FloatingIPDetailsTestJSON-645595033-router', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:38Z', 'updated_at': '2021-08-19T12:17:41Z', 'revision_number': 3, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'gw_port': {'id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:40Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:44.318169 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba5b9b07-b462-4511-a671-766ddbfff4af req-2f4f00a1-a01e-46fe-b181-528408e60aca tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 210 time: 0.0566018 Aug 19 12:17:44.347069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65998f2-b0fa-4990-b930-a231fe633091 req-339a1d26-5615-42d3-8100-2581676d2da8 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.355674 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c65998f2-b0fa-4990-b930-a231fe633091 req-339a1d26-5615-42d3-8100-2581676d2da8 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1901176 Aug 19 12:17:44.359547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Checking router: 23c18556-77e1-4dae-9c55-27b22927e33e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:44.360254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Updating router 23c18556-77e1-4dae-9c55-27b22927e33e port 455890b2-68c0-4ace-a2c7-5b76037b6289 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:17:44.423302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 08f3f61a-2e9b-4347-9c92-89241911d612 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:44.427109 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c65998f2-b0fa-4990-b930-a231fe633091 req-ef4b387b-a20f-4174-bcbe-58105d98d99f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700059 Aug 19 12:17:44.436192 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:44.459699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-76fd8cad-0e86-4dca-a5bf-5e112065e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.462189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-76fd8cad-0e86-4dca-a5bf-5e112065e396 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1492510 Aug 19 12:17:44.462459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:44.514754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:44.711743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-1d3e7bd0-f8d1-4772-b6b5-42af8df72b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:44.713766 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-1d3e7bd0-f8d1-4772-b6b5-42af8df72b01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439382 Aug 19 12:17:44.724390 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:44.949854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 08f3f61a-2e9b-4347-9c92-89241911d612 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:44.952546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Allocated IP 172.25.2.3 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/2a7eb61d-39d1-49c8-b055-ef4ff651cd05) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:44.957487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 08f3f61a-2e9b-4347-9c92-89241911d612 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:44.957487 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.070922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Allocated IP 172.20.0.1 (7ab822d7-7917-4150-af5a-8dabec3087ef/e398d032-5bd5-4a56-b24e-27089e84140c/e49d20ea-81d4-4356-8b5f-8f1550caaad2) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:45.074357 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-c89772ef-ef05-42f1-8568-215abb526d4e service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493590 Aug 19 12:17:45.115191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4754acd0-675a-4b0e-af16-adcb196059ee None None] Network d5c27df8-5bad-4b36-b5f0-08269bcb20ce requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:17:45.200464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.248020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-79ec4aaf-19e8-4e39-a741-626e7f322415 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612182 Aug 19 12:17:45.264195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.280083 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.284511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Transition to ACTIVE for port object e49d20ea-81d4-4356-8b5f-8f1550caaad2 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:45.313034 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Sync routers for ids ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:45.318959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 08f3f61a-2e9b-4347-9c92-89241911d612, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=08f3f61a-2e9b-4347-9c92-89241911d612,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:45.326063 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Routers {'2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:45.328109 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:45.353393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a97f4b73-f3fc-4e69-9131-e2e42a137366 None None] Provisioning for port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:45.378145 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.441873 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.474141 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.479841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:45.488002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:45.500680 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Set router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:45.544148 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:45.551374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dd3fa7d1-17f1-448e-8e0d-b1602a705b05 req-a1b19477-dcf5-4fd1-b597-acb741b5c1d4 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 210 time: 0.0915706 Aug 19 12:17:45.552411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:45.559506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Pushing event updated for resources: {'Port': ['ID=2a7eb61d-39d1-49c8-b055-ef4ff651cd05,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:45.579760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Network 7ab822d7-7917-4150-af5a-8dabec3087ef is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:45.603293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:45.609293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:45.747499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e49d20ea-81d4-4356-8b5f-8f1550caaad2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:45.790991 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.794844 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:45.819121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Transition to ACTIVE for port object 455890b2-68c0-4ace-a2c7-5b76037b6289 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:45.858756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1ae7b-c969-4fe3-8600-0edd9407316f req-568ba225-cea2-4d25-8ec2-aa74c1317603 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:45.867661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c1ae7b-c969-4fe3-8600-0edd9407316f req-568ba225-cea2-4d25-8ec2-aa74c1317603 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1131074 Aug 19 12:17:45.926673 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c1ae7b-c969-4fe3-8600-0edd9407316f req-6a56313b-f39d-4b2c-a4af-5e46ee316f84 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530303 Aug 19 12:17:45.953519 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '0f9c5cdb-2a6c-4294-aced-31e96ac90ce0', 'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'mac_address': 'fa:16:3e:2a:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:39Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 2, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'subnets': [{'id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:46.017219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=08f3f61a-2e9b-4347-9c92-89241911d612,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:46.041864 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.049464 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Checking router: 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:46.049959 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Updating router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:17:46.155740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Attempting to bind port 455890b2-68c0-4ace-a2c7-5b76037b6289 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:46.156119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Attempting to bind port 455890b2-68c0-4ace-a2c7-5b76037b6289 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:46.156478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Attempting to bind port 455890b2-68c0-4ace-a2c7-5b76037b6289 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:46.166151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:46.166664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:46.167126 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.167545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:46.168282 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Bound port: 455890b2-68c0-4ace-a2c7-5b76037b6289, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:46.169210 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.204784 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.215443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47286) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:46.235534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-15fcf72e-4539-4f60-a343-d71003cef901 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1134547227', 'description': 'tempest-description--435147741'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:46.244566 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.249273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dba73a-5a8c-4591-b631-8bcffe503c7b None None] Pushing event updated for resources: {'Port': ['ID=455890b2-68c0-4ace-a2c7-5b76037b6289,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:46.273250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:46.281897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:46.282349 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.296607 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.317051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] For port 455890b2-68c0-4ace-a2c7-5b76037b6289, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:46.333125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c570666b-8579-4021-8339-9ffae294739a None None] Provisioning for port e49d20ea-81d4-4356-8b5f-8f1550caaad2 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:46.426914 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15fcf72e-4539-4f60-a343-d71003cef901 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.491667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] For port 455890b2-68c0-4ace-a2c7-5b76037b6289, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=455890b2-68c0-4ace-a2c7-5b76037b6289,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:46.498154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c570666b-8579-4021-8339-9ffae294739a None None] Provisioning complete for port e49d20ea-81d4-4356-8b5f-8f1550caaad2 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:46.498528 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c570666b-8579-4021-8339-9ffae294739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.543479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c570666b-8579-4021-8339-9ffae294739a None None] Port e49d20ea-81d4-4356-8b5f-8f1550caaad2 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:46.606351 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.631688 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.641970 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.658034 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Transition to ACTIVE for port object 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:46.692378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b566eb44-54b6-4fec-aeeb-ed956ab1502f req-80219178-cfe6-4102-956f-6daf64bd4ea3 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 210 time: 0.0400789 Aug 19 12:17:46.697764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.738075 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1522ffa7-b02e-4ee4-8eca-99692a99a4c4,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:46.749244 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15fcf72e-4539-4f60-a343-d71003cef901 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.751705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.761888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dba73a-5a8c-4591-b631-8bcffe503c7b None None] Pushing event updated for resources: {'Port': ['ID=455890b2-68c0-4ace-a2c7-5b76037b6289,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:46.764789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-40da6df8-baa3-499a-b22a-0f38fe6bfa22 None None] Provisioning complete for port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:46.765153 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-40da6df8-baa3-499a-b22a-0f38fe6bfa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.767161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Routers {'23c18556-77e1-4dae-9c55-27b22927e33e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:46.767771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['23c18556-77e1-4dae-9c55-27b22927e33e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:46.811655 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.867686 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354203d-e853-4605-9ffc-9394689f1b83 None None] Pushing event updated for resources: {'Port': ['ID=0f9c5cdb-2a6c-4294-aced-31e96ac90ce0,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:46.955463 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Attempting to bind port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:46.955463 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Attempting to bind port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:46.955463 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Attempting to bind port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 on network 4738797d-0c09-4b44-87c2-a887e04a2cf0 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:46.965673 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:46.966208 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Checking segment: {'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:46.966899 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.967560 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Bound using segment: {'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:46.968320 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Bound port: 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:46.969309 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:46.972309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] Set router 23c18556-77e1-4dae-9c55-27b22927e33e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:47.005680 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-40da6df8-baa3-499a-b22a-0f38fe6bfa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.093909 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] For port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:47.096972 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] For port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0f9c5cdb-2a6c-4294-aced-31e96ac90ce0,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:47.180273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1334c1-4c10-4404-8c64-88e049d3851b req-e5eab467-abe1-4668-9cc3-7a442e5b382d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:47.182563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be1334c1-4c10-4404-8c64-88e049d3851b req-e5eab467-abe1-4668-9cc3-7a442e5b382d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1147158 Aug 19 12:17:47.208600 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.215362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.216293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 435822cd-b115-4b5a-a736-9bee27cf9fb2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:47.251591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:17:47.293034 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.295975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15fcf72e-4539-4f60-a343-d71003cef901 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.302478 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e49d20ea-81d4-4356-8b5f-8f1550caaad2,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:47.312998 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.348126 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=1522ffa7-b02e-4ee4-8eca-99692a99a4c4,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:47.367974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcf72e-4539-4f60-a343-d71003cef901 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bded20-0b0b-473a-b8d7-364e38a99508,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:47.409219 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Routers {'2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:47.411863 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-40da6df8-baa3-499a-b22a-0f38fe6bfa22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:17:47.411863 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-40da6df8-baa3-499a-b22a-0f38fe6bfa22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:17:47.414860 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:47.482654 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 435822cd-b115-4b5a-a736-9bee27cf9fb2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:47.483135 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.485579 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354203d-e853-4605-9ffc-9394689f1b83 None None] Pushing event updated for resources: {'Port': ['ID=0f9c5cdb-2a6c-4294-aced-31e96ac90ce0,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:47.520079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:47.553050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Sync routers for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:47.580285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:47.581953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:47.623248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Network 7ab822d7-7917-4150-af5a-8dabec3087ef is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:47.632086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:47.670886 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] Set router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:47.676115 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.680542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d604087b-a972-49c7-965a-4b6c1253c02e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6877730 Aug 19 12:17:47.684201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47298) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:47.691742 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be1334c1-4c10-4404-8c64-88e049d3851b req-72de1ea8-c406-41c1-af0b-7284441b137f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012527 Aug 19 12:17:47.822412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15fcf72e-4539-4f60-a343-d71003cef901 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:47.826398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'name': 'tempest-FloatingIPDetailsTestJSON-645595033-router', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:38Z', 'updated_at': '2021-08-19T12:17:46Z', 'revision_number': 4, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'gw_port': {'id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:40Z', 'updated_at': '2021-08-19T12:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e49d20ea-81d4-4356-8b5f-8f1550caaad2', 'name': '', 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'mac_address': 'fa:16:3e:e9:73:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e398d032-5bd5-4a56-b24e-27089e84140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 1, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'subnets': [{'id': 'e398d032-5bd5-4a56-b24e-27089e84140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:47.832168 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-15fcf72e-4539-4f60-a343-d71003cef901 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6103654 Aug 19 12:17:47.832839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47302) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:47.852869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-11d57471-e458-47fd-af91-56e46b4af0a5 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Request body: {'security_group_rule': {'security_group_id': '19bded20-0b0b-473a-b8d7-364e38a99508', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:47.872510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-986047ed-f5c6-494b-8e36-c41992ea165f req-2246d7b3-dfea-4623-a314-f313188b467b tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 210 time: 0.0675228 Aug 19 12:17:47.931639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e20e677-26f4-487e-b32e-db75332dda72 None None] The sync data for ids ['23c18556-77e1-4dae-9c55-27b22927e33e'] in n-d-803757-2 is: [{'id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'name': 'tempest-FloatingIPDetailsTestJSON-645595033-router', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:38Z', 'updated_at': '2021-08-19T12:17:46Z', 'revision_number': 4, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'gw_port': {'id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:40Z', 'updated_at': '2021-08-19T12:17:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e49d20ea-81d4-4356-8b5f-8f1550caaad2', 'name': '', 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'mac_address': 'fa:16:3e:e9:73:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e398d032-5bd5-4a56-b24e-27089e84140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 1, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'subnets': [{'id': 'e398d032-5bd5-4a56-b24e-27089e84140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:48.004284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:48.059062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Router 23c18556-77e1-4dae-9c55-27b22927e33e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:48.166311 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11d57471-e458-47fd-af91-56e46b4af0a5 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.196320 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '0f9c5cdb-2a6c-4294-aced-31e96ac90ce0', 'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'mac_address': 'fa:16:3e:2a:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:39Z', 'updated_at': '2021-08-19T12:17:47Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'subnets': [{'id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:48.293647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:48.310434 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-44eb3fd3-8397-4c4f-b8c9-ac49e76a16e7 admin admin] 10.222.0.21 "PUT /v2.0/routers/23c18556-77e1-4dae-9c55-27b22927e33e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5541344 Aug 19 12:17:48.320417 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11d57471-e458-47fd-af91-56e46b4af0a5 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.420616 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11d57471-e458-47fd-af91-56e46b4af0a5 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.477165 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cecd88b-b780-4c26-a3b6-98021b5c4ef9 None None] The sync data for ids ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'] in n-d-803757-2 is: [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '0f9c5cdb-2a6c-4294-aced-31e96ac90ce0', 'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'mac_address': 'fa:16:3e:2a:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:39Z', 'updated_at': '2021-08-19T12:17:47Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'subnets': [{'id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:48.524136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d57471-e458-47fd-af91-56e46b4af0a5 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b06c3dc-7760-4c71-8ad0-d0f1fb561c32,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:48.541523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:48.561085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11d57471-e458-47fd-af91-56e46b4af0a5 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.562365 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-11d57471-e458-47fd-af91-56e46b4af0a5 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7243934 Aug 19 12:17:48.565062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47314) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:48.570976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5c5597f0-c13f-4a44-8195-90eb0bcd859e tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Request body: {'security_group_rule': {'security_group_id': '19bded20-0b0b-473a-b8d7-364e38a99508', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:48.750125 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c5597f0-c13f-4a44-8195-90eb0bcd859e tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:48.846520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b28467e0-1658-46d3-80d8-251843e8b235 None None] Provisioning complete for port e49d20ea-81d4-4356-8b5f-8f1550caaad2 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:48.846520 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b28467e0-1658-46d3-80d8-251843e8b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.000418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b28467e0-1658-46d3-80d8-251843e8b235 None None] Port e49d20ea-81d4-4356-8b5f-8f1550caaad2 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:49.051991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 3, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:49.057026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03142dc-544d-4d3c-8220-f15120bf65d4 req-858229be-5b8f-4c5c-8ae0-b246f76a1312 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:49.066682 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f03142dc-544d-4d3c-8220-f15120bf65d4 req-858229be-5b8f-4c5c-8ae0-b246f76a1312 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.2197046 Aug 19 12:17:49.066922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:49.084826 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c5597f0-c13f-4a44-8195-90eb0bcd859e tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.125496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Checking router: 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:49.128346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Updating router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:17:49.160784 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f03142dc-544d-4d3c-8220-f15120bf65d4 req-17a627fc-6b5c-4424-9a3f-28a9032eeb47 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804627 Aug 19 12:17:49.170153 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:49.170531 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.196050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c5597f0-c13f-4a44-8195-90eb0bcd859e tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.250273 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.263681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5597f0-c13f-4a44-8195-90eb0bcd859e tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bd0299-0fb1-4d15-8b97-b1783943fa1f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:49.338518 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.379801 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-9132d886-2967-43a2-9bcd-917fb8315947 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:49.381608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-9132d886-2967-43a2-9bcd-917fb8315947 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.62 "GET /v2.0/networks?id=59a48b48-074e-4c5e-8169-9133e96c14cf HTTP/1.1" status: 200 len: 817 time: 0.2515101 Aug 19 12:17:49.406581 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9576f952-195a-44f8-871a-9215d23d0ec2 req-7912239a-8419-4e79-9af6-3d5366d8805f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 210 time: 0.0380502 Aug 19 12:17:49.409989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Request body: {'port': {'device_id': '6aca3916-e3b5-4580-9a2e-3baa768badc9', 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf', 'admin_state_up': True, 'tenant_id': 'd73976eb01ea4065bf992c0d884ed3b7'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:49.416880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c5597f0-c13f-4a44-8195-90eb0bcd859e tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.416880 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5c5597f0-c13f-4a44-8195-90eb0bcd859e tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8479936 Aug 19 12:17:49.421175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47332) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:17:49.432462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:49.543829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-225e08d2-545f-4788-807e-467dd563162f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7485921 Aug 19 12:17:49.587683 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.608355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:49.732453 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:49.997847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-c9fe5489-3d09-406c-b8fb-235bb7ab425f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:49.999902 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-c9fe5489-3d09-406c-b8fb-235bb7ab425f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.30 "GET /v2.0/networks?id=59a48b48-074e-4c5e-8169-9133e96c14cf HTTP/1.1" status: 200 len: 817 time: 0.1885140 Aug 19 12:17:50.003846 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Allocated IP 172.20.0.1 (d5c27df8-5bad-4b36-b5f0-08269bcb20ce/b4597851-e1ae-470b-8243-b2ac6ed1ad4f/4729e6a1-8441-4310-a349-7fa61ca901e7) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:50.014175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Request body: {'port': {'device_id': 'da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd', 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf', 'admin_state_up': True, 'tenant_id': 'd73976eb01ea4065bf992c0d884ed3b7'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:50.047192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0f9c5cdb-2a6c-4294-aced-31e96ac90ce0,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:50.195986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.240443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.243825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:50.252660 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.378261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Made reservation on behalf of d73976eb01ea4065bf992c0d884ed3b7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:50.381107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Transition to ACTIVE for port object 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:50.385728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.453282 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=0f9c5cdb-2a6c-4294-aced-31e96ac90ce0,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:50.470485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:50.471351 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.508480 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.656120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Attempting to bind port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:50.656431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Attempting to bind port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:50.656866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Attempting to bind port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:50.662076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dfbda-2e84-4f5f-a5f3-c19f866b36c6 None None] Pushing event updated for resources: {'Port': ['ID=2a7eb61d-39d1-49c8-b055-ef4ff651cd05,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:50.677968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:50.677968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:50.678949 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.679783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:50.680335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Bound port: 2a7eb61d-39d1-49c8-b055-ef4ff651cd05, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:50.680728 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.831572 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] For port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:50.835969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] For port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2a7eb61d-39d1-49c8-b055-ef4ff651cd05,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:50.838077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 08f3f61a-2e9b-4347-9c92-89241911d612 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:50.849284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Made reservation on behalf of d73976eb01ea4065bf992c0d884ed3b7 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:50.853048 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.868361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.907096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Transition to ACTIVE for port object 4729e6a1-8441-4310-a349-7fa61ca901e7 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:50.932682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 08f3f61a-2e9b-4347-9c92-89241911d612 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:50.932893 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:50.942163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a15b69-56f8-4706-8f3e-90b37176282a req-a372589f-edfd-4891-a9c0-eab9fea8c44b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:50.944091 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-67a15b69-56f8-4706-8f3e-90b37176282a req-a372589f-edfd-4891-a9c0-eab9fea8c44b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.3856008 Aug 19 12:17:50.945293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Allocated IP 172.20.0.2 (59a48b48-074e-4c5e-8169-9133e96c14cf/9f53b502-5e77-458d-a721-4455871dc950/5d4f01df-b745-4fe6-87c6-157a1aa2e9bb) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:51.001631 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.007762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ad39cf50-e2f1-4cdd-b736-995cbd8d26dc tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:51.024666 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ad39cf50-e2f1-4cdd-b736-995cbd8d26dc tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.62 "GET /v2.0/networks?id=59a48b48-074e-4c5e-8169-9133e96c14cf HTTP/1.1" status: 200 len: 817 time: 0.5919011 Aug 19 12:17:51.025392 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.025499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-67a15b69-56f8-4706-8f3e-90b37176282a req-9b84f8f4-9044-4114-9ad6-0b279b258681 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570786 Aug 19 12:17:51.029220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Request body: {'port': {'device_id': 'c4784914-344d-44a0-8b4d-10a5f56943f4', 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf', 'admin_state_up': True, 'tenant_id': 'd73976eb01ea4065bf992c0d884ed3b7'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:51.114752 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:51.115670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:51.152157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dfbda-2e84-4f5f-a5f3-c19f866b36c6 None None] Pushing event updated for resources: {'Port': ['ID=2a7eb61d-39d1-49c8-b055-ef4ff651cd05,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:51.187316 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fd0f9b3-5120-40f1-bd9f-42d0157e408a req-8229d6ee-daa8-4f06-93a0-3e853c3ae59e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 210 time: 0.0621667 Aug 19 12:17:51.199066 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.280972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:51.311424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.343481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Allocated IP 172.25.2.142 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/b168e419-d2ec-4afa-84b2-d884966eced4) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:51.480745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Pushing event updated for resources: {'Port': ['ID=4729e6a1-8441-4310-a349-7fa61ca901e7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:51.496465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Made reservation on behalf of d73976eb01ea4065bf992c0d884ed3b7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:17:51.505530 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.517218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Network d5c27df8-5bad-4b36-b5f0-08269bcb20ce is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:51.530619 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.539055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:51.541897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:51.545105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:51.545557 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.722430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:51.723308 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.727862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 3, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:51.761099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:51.798708 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa80b6-a0b0-4e48-a856-256c0f1603fa None None] The sync data for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 is: [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 3, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:51.905997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Network 59a48b48-074e-4c5e-8169-9133e96c14cf is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:51.918339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:51.934445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:51.958839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 455890b2-68c0-4ace-a2c7-5b76037b6289 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:52.008358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Pushing event updated for resources: {'Port': ['ID=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:52.092879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:52.095593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.108810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Allocated IP 172.20.0.4 (59a48b48-074e-4c5e-8169-9133e96c14cf/9f53b502-5e77-458d-a721-4455871dc950/1a45ee6c-0151-45a9-86ca-d90bf0232d6e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:52.117371 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.210264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 455890b2-68c0-4ace-a2c7-5b76037b6289 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:52.215647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 455890b2-68c0-4ace-a2c7-5b76037b6289 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:52.216108 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.260489 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-15fa8624-4b0d-4051-a3fb-117bca0ff3c5 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2502687 Aug 19 12:17:52.275631 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Request body: {'port': {'device_id': 'da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:52.290340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3eefabea-fac4-47c7-9b30-d0d95958349a None None] Provisioning for port 4729e6a1-8441-4310-a349-7fa61ca901e7 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:52.311975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3eefabea-fac4-47c7-9b30-d0d95958349a None None] Provisioning complete for port 4729e6a1-8441-4310-a349-7fa61ca901e7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:52.311975 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3eefabea-fac4-47c7-9b30-d0d95958349a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.330124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8f2b0-6575-4ee7-9b6f-12e314583a32 req-fbf9910d-9206-475a-9738-4bf192d22efd tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:52.340255 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcf8f2b0-6575-4ee7-9b6f-12e314583a32 req-fbf9910d-9206-475a-9738-4bf192d22efd tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1749005 Aug 19 12:17:52.370559 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.420274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.442048 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcf8f2b0-6575-4ee7-9b6f-12e314583a32 req-871756d3-0288-4281-b7ec-e04bdb4a6f13 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003635 Aug 19 12:17:52.444199 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.462426 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.484251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 455890b2-68c0-4ace-a2c7-5b76037b6289, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=455890b2-68c0-4ace-a2c7-5b76037b6289,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:52.490480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3eefabea-fac4-47c7-9b30-d0d95958349a None None] Port 4729e6a1-8441-4310-a349-7fa61ca901e7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:52.566011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.571290 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:52.636412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8603f4a4-f990-4c37-8552-93608815f845 req-34991b53-8465-494e-9c0d-205320cc6362 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 210 time: 0.0679212 Aug 19 12:17:52.656394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:52.673517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=455890b2-68c0-4ace-a2c7-5b76037b6289,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:52.712326 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Allocated IP 172.25.2.51 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/8c4ae857-cb92-4f63-a16e-f5138f58449e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:52.727123 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:52.744247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:52.781977 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Sync routers for ids ['23c18556-77e1-4dae-9c55-27b22927e33e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:52.798510 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Routers {'23c18556-77e1-4dae-9c55-27b22927e33e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:52.799601 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['23c18556-77e1-4dae-9c55-27b22927e33e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:52.900164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Pushing event updated for resources: {'Port': ['ID=b168e419-d2ec-4afa-84b2-d884966eced4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:52.974186 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Set router 23c18556-77e1-4dae-9c55-27b22927e33e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:53.060862 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.072766 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.158538 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.172730 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.237057 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Allocated IP 172.20.0.7 (59a48b48-074e-4c5e-8169-9133e96c14cf/9f53b502-5e77-458d-a721-4455871dc950/6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:17:53.348137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Network 59a48b48-074e-4c5e-8169-9133e96c14cf is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:53.359915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:53.366623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:53.370466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:53.371532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.382034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.389042 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.411797 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'name': 'tempest-FloatingIPDetailsTestJSON-645595033-router', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:38Z', 'updated_at': '2021-08-19T12:17:46Z', 'revision_number': 4, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'gw_port': {'id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:40Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e49d20ea-81d4-4356-8b5f-8f1550caaad2', 'name': '', 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'mac_address': 'fa:16:3e:e9:73:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e398d032-5bd5-4a56-b24e-27089e84140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:46Z', 'revision_number': 2, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'subnets': [{'id': 'e398d032-5bd5-4a56-b24e-27089e84140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:53.465889 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Checking router: 23c18556-77e1-4dae-9c55-27b22927e33e for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:53.477455 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Updating router 23c18556-77e1-4dae-9c55-27b22927e33e port e49d20ea-81d4-4356-8b5f-8f1550caaad2 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:17:53.526593 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.541200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:53.562087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.601010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Network d5c27df8-5bad-4b36-b5f0-08269bcb20ce is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:53.615357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:53.633549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Pushing event updated for resources: {'Port': ['ID=1a45ee6c-0151-45a9-86ca-d90bf0232d6e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:53.658459 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.714263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Pushing event updated for resources: {'Port': ['ID=4729e6a1-8441-4310-a349-7fa61ca901e7,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:53.728895 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:53.859113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f61d8-4e81-4d4d-8401-de9805797d00 req-b3251993-2238-4d78-8c94-6cc2a7775604 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:53.860699 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a28f61d8-4e81-4d4d-8401-de9805797d00 req-b3251993-2238-4d78-8c94-6cc2a7775604 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1583087 Aug 19 12:17:53.926170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a28f61d8-4e81-4d4d-8401-de9805797d00 req-297bc258-1d10-4e67-a7e1-7184d922936c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564828 Aug 19 12:17:54.031164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8f1b547c-78db-4eb4-9db8-17c6ce3ca3c7 None None] Provisioning complete for port 4729e6a1-8441-4310-a349-7fa61ca901e7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:54.031754 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8f1b547c-78db-4eb4-9db8-17c6ce3ca3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.044036 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.046662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-2f78745b-25dc-4638-b82e-7b0e357b8317 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6487970 Aug 19 12:17:54.079063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:54.089322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Request body: {'port': {'device_id': '6aca3916-e3b5-4580-9a2e-3baa768badc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:54.130236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:54.143464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:54.144337 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.145113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:54.150986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:54.211614 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.236179 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Transition to ACTIVE for port object e49d20ea-81d4-4356-8b5f-8f1550caaad2 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:54.246115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b547c-78db-4eb4-9db8-17c6ce3ca3c7 None None] Port 4729e6a1-8441-4310-a349-7fa61ca901e7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:17:54.269692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Pushing event updated for resources: {'Port': ['ID=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:54.310383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Network 59a48b48-074e-4c5e-8169-9133e96c14cf is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:17:54.320495 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.346414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5b049-3a9e-42d3-97dd-934b28a23f04 req-9386dcf4-c95a-4b54-b0cb-4efd5035ff6c tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:54.356043 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1c5b049-3a9e-42d3-97dd-934b28a23f04 req-9386dcf4-c95a-4b54-b0cb-4efd5035ff6c tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 931 time: 0.2638633 Aug 19 12:17:54.373399 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.392704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:17:54.398588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:17:54.417375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2a7eb61d-39d1-49c8-b055-ef4ff651cd05,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:54.419681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:17:54.421168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event updated for resources: {'Port': ['ID=8c4ae857-cb92-4f63-a16e-f5138f58449e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:54.484618 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Attempting to bind port e49d20ea-81d4-4356-8b5f-8f1550caaad2 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:54.485015 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Attempting to bind port e49d20ea-81d4-4356-8b5f-8f1550caaad2 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'c7c4953d-5b46-4247-afde-a73b2268a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:54.485515 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Attempting to bind port e49d20ea-81d4-4356-8b5f-8f1550caaad2 on network 7ab822d7-7917-4150-af5a-8dabec3087ef {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:54.488979 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a16cef-22cf-4a2e-93af-c9df34f4f8d8 None None] Pushing event updated for resources: {'Port': ['ID=e49d20ea-81d4-4356-8b5f-8f1550caaad2,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:54.512320 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:54.512732 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Checking segment: {'id': 'c7c4953d-5b46-4247-afde-a73b2268a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:54.513185 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.513576 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Bound using segment: {'id': 'c7c4953d-5b46-4247-afde-a73b2268a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:54.514050 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Bound port: e49d20ea-81d4-4356-8b5f-8f1550caaad2, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4953d-5b46-4247-afde-a73b2268a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:54.514472 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.520175 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.521304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 455890b2-68c0-4ace-a2c7-5b76037b6289 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:54.554749 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1c5b049-3a9e-42d3-97dd-934b28a23f04 req-159a31a9-1c03-4a1a-9ad7-a3d4eaa9c6f7 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906199 Aug 19 12:17:54.559640 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.579608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:54.583410 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.700872 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] For port e49d20ea-81d4-4356-8b5f-8f1550caaad2, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:54.704689 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] For port e49d20ea-81d4-4356-8b5f-8f1550caaad2, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e49d20ea-81d4-4356-8b5f-8f1550caaad2,segment=NetworkSegment(c7c4953d-5b46-4247-afde-a73b2268a066),segment_id=c7c4953d-5b46-4247-afde-a73b2268a066)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:54.734177 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ef83970c-4c03-41c7-9f25-97c1e13f2601 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7132120 Aug 19 12:17:54.737904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:54.748311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Request body: {'port': {'device_id': 'c4784914-344d-44a0-8b4d-10a5f56943f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:54.765363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=2a7eb61d-39d1-49c8-b055-ef4ff651cd05,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:54.768410 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.783238 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.810210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 455890b2-68c0-4ace-a2c7-5b76037b6289 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:54.810991 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.821570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:17:54.831880 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2468865b-4eb8-4b39-81d6-53875efda506 admin admin] 10.222.0.21 "PUT /v2.0/routers/3d60cb19-2c8c-42b8-bcfd-35ea679bcb07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1500237 Aug 19 12:17:54.843300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.848455 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.851491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Transition to ACTIVE for port object 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:54.860483 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.880149 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a16cef-22cf-4a2e-93af-c9df34f4f8d8 None None] Pushing event updated for resources: {'Port': ['ID=e49d20ea-81d4-4356-8b5f-8f1550caaad2,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:54.947799 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Routers {'23c18556-77e1-4dae-9c55-27b22927e33e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:54.948432 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['23c18556-77e1-4dae-9c55-27b22927e33e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:54.970925 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:54.991993 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.098287 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.235785 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] Set router 23c18556-77e1-4dae-9c55-27b22927e33e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:55.329714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:55.355062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Pushing event updated for resources: {'Port': ['ID=b168e419-d2ec-4afa-84b2-d884966eced4,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:55.366523 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.474248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e49d20ea-81d4-4356-8b5f-8f1550caaad2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:55.482621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.494022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.503787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d094b6f6-a5ba-430a-b920-66ab9c58a8e4 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0814130 Aug 19 12:17:55.544016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612618cb-9d51-44f2-a540-6899360856a3 req-9a178b4f-fbb3-4385-8d25-173ddf3d5224 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:55.551489 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-612618cb-9d51-44f2-a540-6899360856a3 req-9a178b4f-fbb3-4385-8d25-173ddf3d5224 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.4435649 Aug 19 12:17:55.628328 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Attempting to bind port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:55.628739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Attempting to bind port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:55.629137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Attempting to bind port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb on network 59a48b48-074e-4c5e-8169-9133e96c14cf {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:55.645928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-612618cb-9d51-44f2-a540-6899360856a3 req-9a6765b2-1683-474b-b5ef-865382b6cea0 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890095 Aug 19 12:17:55.663968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb on network 59a48b48-074e-4c5e-8169-9133e96c14cf not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:55.667225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Attempting to bind port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb on network 59a48b48-074e-4c5e-8169-9133e96c14cf {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:55.676192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:55.676638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Checking segment: {'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:55.678472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Bound using segment: {'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:55.678472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Bound port: 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:55.678472 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.698550 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'name': 'tempest-FloatingIPDetailsTestJSON-645595033-router', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:38Z', 'updated_at': '2021-08-19T12:17:46Z', 'revision_number': 4, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'gw_port': {'id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:40Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e49d20ea-81d4-4356-8b5f-8f1550caaad2', 'name': '', 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'mac_address': 'fa:16:3e:e9:73:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e398d032-5bd5-4a56-b24e-27089e84140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'subnets': [{'id': 'e398d032-5bd5-4a56-b24e-27089e84140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:55.741385 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092cf33d-c4fc-4077-afba-244f7cf5484c None None] The sync data for ids ['23c18556-77e1-4dae-9c55-27b22927e33e'] in n-d-803757-2 is: [{'id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'name': 'tempest-FloatingIPDetailsTestJSON-645595033-router', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:38Z', 'updated_at': '2021-08-19T12:17:46Z', 'revision_number': 4, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'gw_port': {'id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:40Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e49d20ea-81d4-4356-8b5f-8f1550caaad2', 'name': '', 'network_id': '7ab822d7-7917-4150-af5a-8dabec3087ef', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'mac_address': 'fa:16:3e:e9:73:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'e398d032-5bd5-4a56-b24e-27089e84140c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'subnets': [{'id': 'e398d032-5bd5-4a56-b24e-27089e84140c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:17:55.777833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a45ee6c-0151-45a9-86ca-d90bf0232d6e {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:55.796211 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.821898 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Transition to ACTIVE for port object 1a45ee6c-0151-45a9-86ca-d90bf0232d6e will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:55.830346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] For port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:55.834690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] For port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:55.902247 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.925862 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.928363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.934290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e49d20ea-81d4-4356-8b5f-8f1550caaad2 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:17:55.943635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e49d20ea-81d4-4356-8b5f-8f1550caaad2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:55.944257 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:55.968216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Sync routers for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:17:56.014278 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.017182 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.028379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:17:56.035849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:56.066586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a45ee6c-0151-45a9-86ca-d90bf0232d6e,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:56.085894 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.238388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:17:56.311296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Attempting to bind port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:56.313280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Attempting to bind port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:56.313951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Attempting to bind port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e on network 59a48b48-074e-4c5e-8169-9133e96c14cf {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:56.320786 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.335645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.7491412 Aug 19 12:17:56.369210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e on network 59a48b48-074e-4c5e-8169-9133e96c14cf not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:56.369591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Attempting to bind port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e on network 59a48b48-074e-4c5e-8169-9133e96c14cf {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:56.381469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309456a-9b89-4638-89b9-426530f0e75d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event updated for resources: {'Port': ['ID=8c4ae857-cb92-4f63-a16e-f5138f58449e,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:56.416431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:56.416805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Checking segment: {'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:56.418738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Bound using segment: {'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:56.419324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Bound port: 1a45ee6c-0151-45a9-86ca-d90bf0232d6e, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:56.419769 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.557789 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-bb9bedfb-16e0-487a-8b59-63811f11d30f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.51 HTTP/1.1" status: 200 len: 695 time: 0.2196753 Aug 19 12:17:56.565800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.566678 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.568157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] 10.222.0.30 "PUT /v2.0/ports/5d4f01df-b745-4fe6-87c6-157a1aa2e9bb HTTP/1.1" status: 200 len: 1091 time: 4.2994702 Aug 19 12:17:56.569404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd', 'tag': '5d4f01df-b745-4fe6-87c6-157a1aa2e9bb'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:56.582320 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a108573-0ef9-49ee-9f16-ac55c09f8fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd", "tag": "5d4f01df-b745-4fe6-87c6-157a1aa2e9bb"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:56.720316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-0ad64c33-db46-4b34-9922-3af546640950 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.730149 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-0ad64c33-db46-4b34-9922-3af546640950 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 821 time: 0.8522315 Aug 19 12:17:56.745857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] For port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:56.770766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978a847-8844-4851-b739-e1e62769b0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:56.790531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] For port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1a45ee6c-0151-45a9-86ca-d90bf0232d6e,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:56.805249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-334c12bd-8392-448d-95a0-2603132a07e9 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/quotas/a4526ba863d24516ad8e439336eea2b5 HTTP/1.1" status: 200 len: 375 time: 0.0737617 Aug 19 12:17:56.842267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-bfb2d900-9fd8-4d63-a02b-72054eb6fb4d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:56.851332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b62c61a4-edb1-4092-9fbd-f864f2456a6f req-bfb2d900-9fd8-4d63-a02b-72054eb6fb4d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.2521176 Aug 19 12:17:56.910473 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:56.966183 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.043751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:17:57.056627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.064624 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-249162ca-371e-4014-a869-814e0d6c992e tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2582099 Aug 19 12:17:57.099258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-95edf1ca-ea2b-4d31-aa1b-ea4dd4f0e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.099258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-95edf1ca-ea2b-4d31-aa1b-ea4dd4f0e0da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d73976eb01ea4065bf992c0d884ed3b7&device_id=da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd HTTP/1.1" status: 200 len: 1094 time: 0.1145611 Aug 19 12:17:57.107423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Transition to ACTIVE for port object 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:57.134758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port e49d20ea-81d4-4356-8b5f-8f1550caaad2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e49d20ea-81d4-4356-8b5f-8f1550caaad2,segment=NetworkSegment(c7c4953d-5b46-4247-afde-a73b2268a066),segment_id=c7c4953d-5b46-4247-afde-a73b2268a066)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:17:57.142251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.142877 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.144291 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] 10.222.0.62 "PUT /v2.0/ports/1a45ee6c-0151-45a9-86ca-d90bf0232d6e HTTP/1.1" status: 200 len: 1091 time: 3.0593920 Aug 19 12:17:57.146762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aca3916-e3b5-4580-9a2e-3baa768badc9', 'tag': '1a45ee6c-0151-45a9-86ca-d90bf0232d6e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:17:57.155461 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648db006-70bb-4334-b9ac-5c9a1742327f" -d '{"events": [{"name": "network-changed", "server_uuid": "6aca3916-e3b5-4580-9a2e-3baa768badc9", "tag": "1a45ee6c-0151-45a9-86ca-d90bf0232d6e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:17:57.180543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-753f2122-43cb-4cc7-90dc-0d87eba44d12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb HTTP/1.1" status: 200 len: 217 time: 0.0469365 Aug 19 12:17:57.194238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 2, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:17:57.202536 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.241135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc0b20-f359-46ba-9d85-da140e8bae24 req-1d74fb93-c589-4047-b492-793e55914d14 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.242039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d6bc0b20-f359-46ba-9d85-da140e8bae24 req-1d74fb93-c589-4047-b492-793e55914d14 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 931 time: 0.2941632 Aug 19 12:17:57.260307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Checking router: 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:17:57.260839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Updating router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 port 4729e6a1-8441-4310-a349-7fa61ca901e7 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:17:57.263027 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.263878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:57.297428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Pushing event updated for resources: {'Port': ['ID=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:57.347782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-4f381643-842a-4c57-a4aa-3a632c1e744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.348966 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-4f381643-842a-4c57-a4aa-3a632c1e744f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f53b502-5e77-458d-a721-4455871dc950 HTTP/1.1" status: 200 len: 857 time: 0.1604238 Aug 19 12:17:57.355674 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.367245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2c9e5-e73d-4567-b50d-6e90ea1d2ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a45ee6c-0151-45a9-86ca-d90bf0232d6e,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:57.397439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-f44beba7-749d-4e6a-ab43-92165de32aca service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196859 Aug 19 12:17:57.415608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d6bc0b20-f359-46ba-9d85-da140e8bae24 req-7fc8d7ff-65b9-4567-8960-a1ca5e9dabe1 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555934 Aug 19 12:17:57.427439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-bb40d2d2-9273-47d4-8e91-4887fad8b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.434309 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-bb40d2d2-9273-47d4-8e91-4887fad8b74e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73976eb01ea4065bf992c0d884ed3b7&device_id=6aca3916-e3b5-4580-9a2e-3baa768badc9 HTTP/1.1" status: 200 len: 1094 time: 0.1162755 Aug 19 12:17:57.505072 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-4630014e-45d4-460d-9621-148934676e6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59a48b48-074e-4c5e-8169-9133e96c14cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064856 Aug 19 12:17:57.530348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-03c6abe5-eb7b-4448-90ba-8a002895632f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a45ee6c-0151-45a9-86ca-d90bf0232d6e HTTP/1.1" status: 200 len: 217 time: 0.0872464 Aug 19 12:17:57.567847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=e49d20ea-81d4-4356-8b5f-8f1550caaad2,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:57.642704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-f26bd34b-b69c-418e-a228-01fc6fb1ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:57.644215 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-f26bd34b-b69c-418e-a228-01fc6fb1ded3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f53b502-5e77-458d-a721-4455871dc950 HTTP/1.1" status: 200 len: 857 time: 0.1056199 Aug 19 12:17:57.662864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:57.663642 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.667762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Attempting to bind port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:57.668106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Attempting to bind port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:57.668441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Attempting to bind port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 on network 59a48b48-074e-4c5e-8169-9133e96c14cf {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:57.668899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-3c169cd2-b0bb-4711-8acf-0b36cdcbbd58 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1134547227&fields=id&tenant_id=a6dd9a31fe1040479a4c326a401d163a HTTP/1.1" status: 200 len: 267 time: 0.0841846 Aug 19 12:17:57.679748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 on network 59a48b48-074e-4c5e-8169-9133e96c14cf not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:17:57.679748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Attempting to bind port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 on network 59a48b48-074e-4c5e-8169-9133e96c14cf {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:57.700743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:57.701123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Checking segment: {'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:57.701463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Bound using segment: {'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:57.701900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Bound port: 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b65e46db-2f99-437a-bc63-c3fcb2660398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:57.702261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:57.709584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-72795368-fbbf-4ec3-9835-2e9020fcf841 service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916470 Aug 19 12:17:57.718759 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-bb632f10-5752-4a88-93e8-0a980733ec7d service neutron] 10.222.0.30 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988389 Aug 19 12:17:57.788245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-447c1ec1-4f25-4b4b-ad93-f2aa4e010d29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59a48b48-074e-4c5e-8169-9133e96c14cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147323 Aug 19 12:17:57.922777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] For port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:57.928168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] For port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:57.932811 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-338abae7-35c5-432e-96bc-fa1f0c242b7d service neutron] 10.222.0.30 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692994 Aug 19 12:17:58.014187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-91b47821-88b2-4c98-9f8a-8695086c8c7b tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.025593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-91b47821-88b2-4c98-9f8a-8695086c8c7b tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/networks?id=4738797d-0c09-4b44-87c2-a887e04a2cf0 HTTP/1.1" status: 200 len: 805 time: 0.3549497 Aug 19 12:17:58.028484 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.040062 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-b85ae788-2f55-49eb-a7db-6b6ce5a3b8ef service neutron] 10.222.0.62 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140110 Aug 19 12:17:58.081142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-1e463f66-6d9d-4faa-9336-236ed27db5c7 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/quotas/a6dd9a31fe1040479a4c326a401d163a HTTP/1.1" status: 200 len: 375 time: 0.0357537 Aug 19 12:17:58.127116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.127883 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.129544 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] 10.222.0.62 "PUT /v2.0/ports/6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 HTTP/1.1" status: 200 len: 1091 time: 3.3864586 Aug 19 12:17:58.164911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e49d20ea-81d4-4356-8b5f-8f1550caaad2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:17:58.166701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b4965-0999-4a8b-919b-ebc7f8790aed service neutron] Pushing event updated for resources: {'Port': ['ID=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:58.244764 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fb0300-c5f4-4a29-b9cc-d7123aa167fa x-openstack-request-id: req-c0fb0300-c5f4-4a29-b9cc-d7123aa167fa {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:17:58.245063 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd", "tag": "5d4f01df-b745-4fe6-87c6-157a1aa2e9bb", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:17:58.245315 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0fb0300-c5f4-4a29-b9cc-d7123aa167fa {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:17:58.245713 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd', 'tag': '5d4f01df-b745-4fe6-87c6-157a1aa2e9bb', 'status': 'completed', 'code': 200} Aug 19 12:17:58.342351 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.360103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-c2d66758-f142-4195-849f-f42885315367 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6dd9a31fe1040479a4c326a401d163a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2646074 Aug 19 12:17:58.371549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-1ba28c02-a575-4748-8690-db6377fa9491 service neutron] 10.222.0.62 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151760 Aug 19 12:17:58.374011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Transition to ACTIVE for port object 4729e6a1-8441-4310-a349-7fa61ca901e7 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:17:58.378741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e49d20ea-81d4-4356-8b5f-8f1550caaad2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:17:58.379663 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.436291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a108573-0ef9-49ee-9f16-ac55c09f8fa7 req-8f86a4fd-3aac-4c6f-a0bc-a3d09c99e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.438008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a108573-0ef9-49ee-9f16-ac55c09f8fa7 req-8f86a4fd-3aac-4c6f-a0bc-a3d09c99e036 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d73976eb01ea4065bf992c0d884ed3b7&device_id=da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd HTTP/1.1" status: 200 len: 1094 time: 0.1813605 Aug 19 12:17:58.463710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-7f9a3a90-c4ce-424d-bff3-6459b1b40fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.465221 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-7f9a3a90-c4ce-424d-bff3-6459b1b40fc4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73976eb01ea4065bf992c0d884ed3b7&device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 1094 time: 0.1610045 Aug 19 12:17:58.530070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68871820-5e71-4a7a-8887-69e692d6d6eb req-edf3a12f-0640-4dbb-9839-e4ce04d82e64 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.531997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68871820-5e71-4a7a-8887-69e692d6d6eb req-edf3a12f-0640-4dbb-9839-e4ce04d82e64 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1483128 Aug 19 12:17:58.542381 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.573114 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ca11cb3b-314a-4813-812e-6d79ebad8216 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 HTTP/1.1" status: 200 len: 217 time: 0.0601211 Aug 19 12:17:58.641425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203a82a-8439-4aaa-9735-54b2a517e6d6 None None] Pushing event updated for resources: {'Port': ['ID=4729e6a1-8441-4310-a349-7fa61ca901e7,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:17:58.727457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68871820-5e71-4a7a-8887-69e692d6d6eb req-0301cfeb-d4c9-4787-a0ab-615f45f75d0b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612363 Aug 19 12:17:58.771283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-e4d2fdb3-21ae-4b4b-b1a3-f305a9fc40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.771283 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-e4d2fdb3-21ae-4b4b-b1a3-f305a9fc40fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f53b502-5e77-458d-a721-4455871dc950 HTTP/1.1" status: 200 len: 857 time: 0.1629937 Aug 19 12:17:58.771588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Attempting to bind port 4729e6a1-8441-4310-a349-7fa61ca901e7 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:17:58.771588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Attempting to bind port 4729e6a1-8441-4310-a349-7fa61ca901e7 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:17:58.771588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Attempting to bind port 4729e6a1-8441-4310-a349-7fa61ca901e7 on network d5c27df8-5bad-4b36-b5f0-08269bcb20ce {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:17:58.772451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a108573-0ef9-49ee-9f16-ac55c09f8fa7 req-ffa233e3-8ef6-4203-afc4-9515fad03241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:58.772451 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a108573-0ef9-49ee-9f16-ac55c09f8fa7 req-ffa233e3-8ef6-4203-afc4-9515fad03241 service neutron] 10.222.0.30 "GET /v2.0/networks?id=59a48b48-074e-4c5e-8169-9133e96c14cf HTTP/1.1" status: 200 len: 918 time: 0.3072858 Aug 19 12:17:58.772634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:17:58.772634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Checking segment: {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:17:58.772634 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.772634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Bound using segment: {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:17:58.772634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Bound port: 4729e6a1-8441-4310-a349-7fa61ca901e7, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:17:58.773128 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:17:58.809732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-5a0604b6-7d7d-420a-9d39-29acdb55ac5e service neutron] 10.222.0.21 "GET /v2.0/networks/4738797d-0c09-4b44-87c2-a887e04a2cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486706 Aug 19 12:17:58.828514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-1c5e6733-21cc-4f56-ab02-8f18b5318b70 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59a48b48-074e-4c5e-8169-9133e96c14cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664697 Aug 19 12:17:58.941623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-f6481bba-0266-47b6-93b2-5b76377bdf23 service neutron] 10.222.0.21 "GET /v2.0/networks/4738797d-0c09-4b44-87c2-a887e04a2cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304512 Aug 19 12:17:58.968619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a108573-0ef9-49ee-9f16-ac55c09f8fa7 req-24cadd6a-7f3a-40a1-9b10-fe2b85b5d2ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb HTTP/1.1" status: 200 len: 217 time: 0.1944342 Aug 19 12:17:59.167915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a108573-0ef9-49ee-9f16-ac55c09f8fa7 req-c4f33897-2db1-4c26-8e23-c9673b2f1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:17:59.285374 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a108573-0ef9-49ee-9f16-ac55c09f8fa7 req-c4f33897-2db1-4c26-8e23-c9673b2f1038 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f53b502-5e77-458d-a721-4455871dc950 HTTP/1.1" status: 200 len: 857 time: 0.1571712 Aug 19 12:17:59.285374 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-6c8ed743-32a2-4301-9e0e-b7c64b6de398 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4030802 Aug 19 12:17:59.285374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:17:59.285374 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-62cc6040-9648-4481-8728-cdae6ac63479 service neutron] 10.222.0.62 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280630 Aug 19 12:17:59.285374 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a108573-0ef9-49ee-9f16-ac55c09f8fa7 req-3ca0c35b-9d31-487a-96bc-aae497e207b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59a48b48-074e-4c5e-8169-9133e96c14cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485537 Aug 19 12:17:59.296064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] For port 4729e6a1-8441-4310-a349-7fa61ca901e7, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:17:59.310412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] For port 4729e6a1-8441-4310-a349-7fa61ca901e7, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4729e6a1-8441-4310-a349-7fa61ca901e7,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:17:59.386095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed69a58f-f73a-40a0-8fc8-dfbde0c0441c req-ac77d6d6-0c9d-4661-9c4d-a239dbac863e service neutron] 10.222.0.62 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558571 Aug 19 12:17:59.388177 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a108573-0ef9-49ee-9f16-ac55c09f8fa7 req-43694e8a-5460-4d86-b2bd-454a9727b611 service neutron] 10.222.0.30 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358728 Aug 19 12:17:59.483237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a108573-0ef9-49ee-9f16-ac55c09f8fa7 req-704fa51f-1c8f-43d8-a407-5c40655aea1f service neutron] 10.222.0.30 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852666 Aug 19 12:18:00.247311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4784914-344d-44a0-8b4d-10a5f56943f4', 'tag': '6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:00.249608 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26fe5ee-6b8b-4df2-940e-c387fba002d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4784914-344d-44a0-8b4d-10a5f56943f4", "tag": "6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:00.447055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:00.543181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:00.559123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '5d4f01df-b745-4fe6-87c6-157a1aa2e9bb', 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf', 'port_id': '5d4f01df-b745-4fe6-87c6-157a1aa2e9bb', 'mac_address': 'fa:16:3e:65:3d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f53b502-5e77-458d-a721-4455871dc950', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:00.605508 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.618396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:00.638876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:00.668521 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.668709 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.725728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:00.726353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:17:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:00.790415 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a5cafd-b935-4542-b387-cfc7fd67a8a0 x-openstack-request-id: req-78a5cafd-b935-4542-b387-cfc7fd67a8a0 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:00.790956 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aca3916-e3b5-4580-9a2e-3baa768badc9", "tag": "1a45ee6c-0151-45a9-86ca-d90bf0232d6e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:00.790956 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78a5cafd-b935-4542-b387-cfc7fd67a8a0 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:00.791375 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aca3916-e3b5-4580-9a2e-3baa768badc9', 'tag': '1a45ee6c-0151-45a9-86ca-d90bf0232d6e', 'status': 'completed', 'code': 200} Aug 19 12:18:00.841665 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203a82a-8439-4aaa-9735-54b2a517e6d6 None None] Pushing event updated for resources: {'Port': ['ID=4729e6a1-8441-4310-a349-7fa61ca901e7,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:00.883083 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:00.925680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f5b96fd-45b6-43a2-9fd3-1eb4b49bb64a req-96baaad1-8393-4016-b84b-a4dc124c4547 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 210 time: 0.0471830 Aug 19 12:18:00.956610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:01.048622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db006-70bb-4334-b9ac-5c9a1742327f req-38fa5710-8399-44aa-999a-2b2e8c8b6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.053244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-648db006-70bb-4334-b9ac-5c9a1742327f req-38fa5710-8399-44aa-999a-2b2e8c8b6da6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73976eb01ea4065bf992c0d884ed3b7&device_id=6aca3916-e3b5-4580-9a2e-3baa768badc9 HTTP/1.1" status: 200 len: 1094 time: 0.2255147 Aug 19 12:18:01.067351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17031b9-9b4c-48fa-bcd3-6cfd658ce4e6 req-b842b4de-374e-4d0b-8435-394425f6be8a tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.072060 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:01.075661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a17031b9-9b4c-48fa-bcd3-6cfd658ce4e6 req-b842b4de-374e-4d0b-8435-394425f6be8a tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 943 time: 0.0899739 Aug 19 12:18:01.135301 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a17031b9-9b4c-48fa-bcd3-6cfd658ce4e6 req-860e248e-5d64-49e9-8bf3-b05d068bb20a tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579026 Aug 19 12:18:01.192943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db006-70bb-4334-b9ac-5c9a1742327f req-fbd53d38-9809-48ad-8542-49d63069cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.194688 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-648db006-70bb-4334-b9ac-5c9a1742327f req-fbd53d38-9809-48ad-8542-49d63069cad7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59a48b48-074e-4c5e-8169-9133e96c14cf HTTP/1.1" status: 200 len: 918 time: 0.1294658 Aug 19 12:18:01.201078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:01.236409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Allocated IP 172.25.2.170 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/6f49e590-a13c-4f85-bf54-daf0df1a8f36) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:01.287730 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-648db006-70bb-4334-b9ac-5c9a1742327f req-a339a8af-6b30-41ac-b7c2-a6bbdaa3b48b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a45ee6c-0151-45a9-86ca-d90bf0232d6e HTTP/1.1" status: 200 len: 217 time: 0.0551343 Aug 19 12:18:01.311425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:17:58Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:01.324510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1a45ee6c-0151-45a9-86ca-d90bf0232d6e details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:01.362610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7edbc2-74aa-467f-9c54-adcb95d334b2 None None] The sync data for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 is: [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:17:58Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:01.466837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5d4f01df-b745-4fe6-87c6-157a1aa2e9bb'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:01.470131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db006-70bb-4334-b9ac-5c9a1742327f req-096acc0b-60bd-4725-91cd-0429a82ff9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.479778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-648db006-70bb-4334-b9ac-5c9a1742327f req-096acc0b-60bd-4725-91cd-0429a82ff9cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f53b502-5e77-458d-a721-4455871dc950 HTTP/1.1" status: 200 len: 857 time: 0.1693084 Aug 19 12:18:01.490133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd496280-9fd1-43aa-b910-48d4ba086beb req-87bd112a-5d74-426e-b117-26c67fee821c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.498428 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd496280-9fd1-43aa-b910-48d4ba086beb req-87bd112a-5d74-426e-b117-26c67fee821c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1289606 Aug 19 12:18:01.565531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd496280-9fd1-43aa-b910-48d4ba086beb req-f22fa536-4d28-4792-8cf5-4113ccd05391 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594392 Aug 19 12:18:01.573740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-648db006-70bb-4334-b9ac-5c9a1742327f req-2947dc01-9be1-4b57-9358-6d159a35174c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59a48b48-074e-4c5e-8169-9133e96c14cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781636 Aug 19 12:18:01.613784 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43448dd-4b01-4bff-a86f-2f077db96705 x-openstack-request-id: req-d43448dd-4b01-4bff-a86f-2f077db96705 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:01.616809 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4784914-344d-44a0-8b4d-10a5f56943f4", "tag": "6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:01.616809 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d43448dd-4b01-4bff-a86f-2f077db96705 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:01.616809 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4784914-344d-44a0-8b4d-10a5f56943f4', 'tag': '6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8', 'status': 'completed', 'code': 200} Aug 19 12:18:01.626149 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:01.695195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1a45ee6c-0151-45a9-86ca-d90bf0232d6e,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:01.715488 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-29dce58e-01c8-4a3f-9074-1a0b7fec5351 req-0e6175a7-5817-44dd-aad3-d91e01291945 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 210 time: 0.0602124 Aug 19 12:18:01.741463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '1a45ee6c-0151-45a9-86ca-d90bf0232d6e', 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf', 'port_id': '1a45ee6c-0151-45a9-86ca-d90bf0232d6e', 'mac_address': 'fa:16:3e:a8:3c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f53b502-5e77-458d-a721-4455871dc950', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:01.776219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fe5ee-6b8b-4df2-940e-c387fba002d9 req-8114ad2a-f573-4d70-88b2-bbf83b862d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:01.781668 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b26fe5ee-6b8b-4df2-940e-c387fba002d9 req-8114ad2a-f573-4d70-88b2-bbf83b862d59 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d73976eb01ea4065bf992c0d884ed3b7&device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 1094 time: 0.1451988 Aug 19 12:18:01.833813 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:01.847551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-648db006-70bb-4334-b9ac-5c9a1742327f req-a32dee02-a889-4107-ae4f-ee4401f3bab5 service neutron] 10.222.0.62 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565405 Aug 19 12:18:02.055391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fe5ee-6b8b-4df2-940e-c387fba002d9 req-6a2ae49a-5fe2-4895-8859-8638c15d75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:02.063465 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b26fe5ee-6b8b-4df2-940e-c387fba002d9 req-6a2ae49a-5fe2-4895-8859-8638c15d75f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=59a48b48-074e-4c5e-8169-9133e96c14cf HTTP/1.1" status: 200 len: 918 time: 0.2746503 Aug 19 12:18:02.146738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a45ee6c-0151-45a9-86ca-d90bf0232d6e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:02.215256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1a45ee6c-0151-45a9-86ca-d90bf0232d6e,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:02.250590 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4729e6a1-8441-4310-a349-7fa61ca901e7 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:02.258172 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-178cc711-b317-42cf-877b-302b951a3424 req-509ba216-64c7-4c27-960b-7df24a354895 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 210 time: 0.1821265 Aug 19 12:18:02.261120 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b26fe5ee-6b8b-4df2-940e-c387fba002d9 req-e8b38c15-aa3f-4320-b5e1-17ec03eeea7f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 HTTP/1.1" status: 200 len: 217 time: 0.1850731 Aug 19 12:18:02.317316 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.389956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fe5ee-6b8b-4df2-940e-c387fba002d9 req-6d31c78b-23ff-40e3-8920-e1fa4a595438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:02.392717 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b26fe5ee-6b8b-4df2-940e-c387fba002d9 req-6d31c78b-23ff-40e3-8920-e1fa4a595438 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f53b502-5e77-458d-a721-4455871dc950 HTTP/1.1" status: 200 len: 857 time: 0.1252568 Aug 19 12:18:02.407903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=1a45ee6c-0151-45a9-86ca-d90bf0232d6e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:02.422030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 4729e6a1-8441-4310-a349-7fa61ca901e7 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:02.435482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4729e6a1-8441-4310-a349-7fa61ca901e7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:02.438133 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.454337 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b26fe5ee-6b8b-4df2-940e-c387fba002d9 req-494f55fd-ef5e-451e-940a-e764ad9d05d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=59a48b48-074e-4c5e-8169-9133e96c14cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475488 Aug 19 12:18:02.538929 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-648db006-70bb-4334-b9ac-5c9a1742327f req-0949dec7-cfd4-4eaf-84d9-be7a64a75c81 service neutron] 10.222.0.62 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6827486 Aug 19 12:18:02.540510 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.583609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1a45ee6c-0151-45a9-86ca-d90bf0232d6e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:02.598344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:02.604994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:02.609513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:02.616065 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.635606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b26fe5ee-6b8b-4df2-940e-c387fba002d9 req-b9dacb53-85fc-4ee1-a4c8-4f3a25081ce7 service neutron] 10.222.0.62 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676252 Aug 19 12:18:02.648496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event updated for resources: {'Port': ['ID=6f49e590-a13c-4f85-bf54-daf0df1a8f36,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:02.682973 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 4729e6a1-8441-4310-a349-7fa61ca901e7, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4729e6a1-8441-4310-a349-7fa61ca901e7,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:02.769391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b26fe5ee-6b8b-4df2-940e-c387fba002d9 req-f966db41-92de-4ba3-a1fe-be1471013c7d service neutron] 10.222.0.62 "GET /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312282 Aug 19 12:18:02.792463 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.882321 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:02.927250 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.011929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=4729e6a1-8441-4310-a349-7fa61ca901e7,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:03.048858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8135608-e6ba-4717-8723-9a6710616dc5 req-34b826d6-bcf3-48b8-889e-7f21ce2f1fd3 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.050505 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8135608-e6ba-4717-8723-9a6710616dc5 req-34b826d6-bcf3-48b8-889e-7f21ce2f1fd3 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 943 time: 0.0686738 Aug 19 12:18:03.120050 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8135608-e6ba-4717-8723-9a6710616dc5 req-de270952-24ca-4a25-942c-a5e8d0e6fb2c tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622344 Aug 19 12:18:03.140194 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.216366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.302641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfe835-4267-49ac-9a48-cea71009f011 req-fab2c610-08b6-45d7-9918-b0bfc2ac5dc7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.307443 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-afdfe835-4267-49ac-9a48-cea71009f011 req-fab2c610-08b6-45d7-9918-b0bfc2ac5dc7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.0597167 Aug 19 12:18:03.315069 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.316796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:03.332810 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event updated for resources: {'Port': ['ID=6f49e590-a13c-4f85-bf54-daf0df1a8f36,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:03.357591 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-afdfe835-4267-49ac-9a48-cea71009f011 req-f01a5d1c-bef1-43c5-acb6-5747d58170a9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474091 Aug 19 12:18:03.415943 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.417208 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-0a6b47bb-be74-4208-ba16-c3efea0df4ea tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2349808 Aug 19 12:18:03.437479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:03.451482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8', 'network_id': '59a48b48-074e-4c5e-8169-9133e96c14cf', 'port_id': '6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8', 'mac_address': 'fa:16:3e:2e:19:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f53b502-5e77-458d-a721-4455871dc950', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:03.459313 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0205db1e-b3dc-4ef5-bb20-34f109853cfe req-06248175-5246-485b-b5e7-65777c7e16cc tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 210 time: 0.0344057 Aug 19 12:18:03.484440 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-1a366ef6-333d-437d-9b82-52d9286aaa57 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0598474 Aug 19 12:18:03.542605 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.562222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:03.589564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:03.591851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d12db-f508-4711-91db-2f3af6e3d821 req-18dd389b-d7a3-4c51-97e5-2ead4bcf25bb tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.601326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-357d12db-f508-4711-91db-2f3af6e3d821 req-18dd389b-d7a3-4c51-97e5-2ead4bcf25bb tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 945 time: 0.0681367 Aug 19 12:18:03.607775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-2aa4b2a9-0e3d-413d-b492-3f30bd11c0b7 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.616230 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-2aa4b2a9-0e3d-413d-b492-3f30bd11c0b7 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1307411 Aug 19 12:18:03.622282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-388a3cf8-d6da-4a6f-a6c0-4b38b609ba9b tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:18:03.623273 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd107fbe-3eda-4e39-b96d-5c6306584ed4 req-388a3cf8-d6da-4a6f-a6c0-4b38b609ba9b tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062947 Aug 19 12:18:03.646699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-357d12db-f508-4711-91db-2f3af6e3d821 req-fd0265de-4533-4a55-b5b9-4af4eb2e2b3e tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445368 Aug 19 12:18:03.651344 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.735235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:03.759427 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0de34d0-1bcb-461e-a842-8a627755c416 req-5f660315-05bb-4dd9-bb93-d6092aa18b23 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 210 time: 0.0472903 Aug 19 12:18:03.821183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24539e68-025a-42d8-9684-101ee9df97b5 req-8ff3990f-7dd2-4e54-bbb6-e0d4d6293acb tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1318054 Aug 19 12:18:03.832055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:03.920746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-6f174025-75d4-4a0b-9c8d-ba704c3fedad tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:03.920746 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-6f174025-75d4-4a0b-9c8d-ba704c3fedad tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.30 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 821 time: 0.1234028 Aug 19 12:18:03.923425 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:03.925211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:03.944474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Request body: {'port': {'device_id': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'admin_state_up': True, 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:04.092686 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.100066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4729e6a1-8441-4310-a349-7fa61ca901e7 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:04.213508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4729e6a1-8441-4310-a349-7fa61ca901e7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:04.213970 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.302708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Allocated IP 172.25.2.227 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/e2155e18-0ae4-435b-97f5-96a5196a10fe) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:04.323298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba22b6-9a65-4c32-a8df-b4598aba197e req-c51778f6-3c35-44ed-b59c-1a6002c5d3db tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.325021 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65ba22b6-9a65-4c32-a8df-b4598aba197e req-c51778f6-3c35-44ed-b59c-1a6002c5d3db tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 944 time: 0.0853145 Aug 19 12:18:04.370423 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65ba22b6-9a65-4c32-a8df-b4598aba197e req-f569010c-35bb-41ee-bb86-1d87f291e738 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376711 Aug 19 12:18:04.384736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Made reservation on behalf of a4526ba863d24516ad8e439336eea2b5 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:04.401350 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.462833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:04.523015 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.551415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-ef37387b-d40b-418c-87b0-6bbba7036bc0 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.556102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-ef37387b-d40b-418c-87b0-6bbba7036bc0 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.30 "GET /v2.0/networks?id=4738797d-0c09-4b44-87c2-a887e04a2cf0 HTTP/1.1" status: 200 len: 805 time: 0.1626761 Aug 19 12:18:04.589969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Allocated IP 172.20.0.11 (d5c27df8-5bad-4b36-b5f0-08269bcb20ce/b4597851-e1ae-470b-8243-b2ac6ed1ad4f/ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:04.660965 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-1bce636d-23a4-4962-9116-d70352f38a80 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6dd9a31fe1040479a4c326a401d163a HTTP/1.1" status: 200 len: 380 time: 0.0778854 Aug 19 12:18:04.673396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Request body: {'port': {'device_id': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'admin_state_up': True, 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'security_groups': ['19bded20-0b0b-473a-b8d7-364e38a99508']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:04.687701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05da5ba-38c2-4712-be96-ff5a00e33065 req-d135a5fa-ae97-4cdc-8316-460bb89df7c7 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.689681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c05da5ba-38c2-4712-be96-ff5a00e33065 req-d135a5fa-ae97-4cdc-8316-460bb89df7c7 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.62 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 945 time: 0.0787635 Aug 19 12:18:04.691220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.702301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:04.706334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:04.713685 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.720008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9feb3-96f6-430a-b3d9-c3ce2e8e1d1c req-bcb9792c-b947-4570-bb89-effa97f1e5cf tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:04.721907 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41d9feb3-96f6-430a-b3d9-c3ce2e8e1d1c req-bcb9792c-b947-4570-bb89-effa97f1e5cf tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.0972741 Aug 19 12:18:04.815427 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.834342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:04.855151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:04.856107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4f01df-b745-4fe6-87c6-157a1aa2e9bb'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:04.858463 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf90129-ab6e-460d-aa5d-17fe92eacf4d" -d '{"events": [{"server_uuid": "da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd", "name": "network-vif-plugged", "status": "completed", "tag": "5d4f01df-b745-4fe6-87c6-157a1aa2e9bb"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:04.865255 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:04.875620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:04.892752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event updated for resources: {'Port': ['ID=e2155e18-0ae4-435b-97f5-96a5196a10fe,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:04.898184 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41d9feb3-96f6-430a-b3d9-c3ce2e8e1d1c req-79413b41-7451-4d3d-b2f1-efc425e28877 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674653 Aug 19 12:18:04.936436 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.976986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.988325 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8f27e569-fc3d-4187-8874-eee2001cd8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:04.993965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-c05da5ba-38c2-4712-be96-ff5a00e33065 req-8f03b864-2280-4d59-aea7-28c1446e0a46 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Deleting port 8a2b20a0-f6ef-4969-b5ac-87511585daae {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:04.994304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c05da5ba-38c2-4712-be96-ff5a00e33065 req-8f03b864-2280-4d59-aea7-28c1446e0a46 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.035300 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.051563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:05.090608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Made reservation on behalf of a6dd9a31fe1040479a4c326a401d163a for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:05.093962 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.097330 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6a51359-409c-4af5-92ed-e285b5fe5f59 req-d9c45cdb-8fa2-4c80-a53e-0b10d18af893 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 210 time: 0.0337620 Aug 19 12:18:05.099761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Transition to ACTIVE for port object ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:05.112285 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.156261 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c05da5ba-38c2-4712-be96-ff5a00e33065 req-8f03b864-2280-4d59-aea7-28c1446e0a46 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] For port 8a2b20a0-f6ef-4969-b5ac-87511585daae, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8a2b20a0-f6ef-4969-b5ac-87511585daae,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:05.156624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c05da5ba-38c2-4712-be96-ff5a00e33065 req-8f03b864-2280-4d59-aea7-28c1446e0a46 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.194153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-c05da5ba-38c2-4712-be96-ff5a00e33065 req-8f03b864-2280-4d59-aea7-28c1446e0a46 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Calling delete_port for 8a2b20a0-f6ef-4969-b5ac-87511585daae owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:05.214431 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.263545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fbdbe-3441-4689-be12-2511c206fc0e req-d74d7a24-2ecb-4a72-aa76-090dfa876a3a tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:05.267268 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd0fbdbe-3441-4689-be12-2511c206fc0e req-d74d7a24-2ecb-4a72-aa76-090dfa876a3a tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 945 time: 0.0989060 Aug 19 12:18:05.283494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Network d5c27df8-5bad-4b36-b5f0-08269bcb20ce is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:05.300987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:05.309778 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1a45ee6c-0151-45a9-86ca-d90bf0232d6e up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:05.311266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:05.318188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Pushing event updated for resources: {'Port': ['ID=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:05.364880 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd0fbdbe-3441-4689-be12-2511c206fc0e req-e1a8bb43-65ce-421b-816a-b62bdc8f8764 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca649cb-a9dd-4b93-857e-167ea96f08d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932798 Aug 19 12:18:05.389522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:05.390735 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.455872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Allocated IP 172.20.0.5 (4738797d-0c09-4b44-87c2-a887e04a2cf0/93d71fa3-d100-43ee-baf5-4a288c1af93f/7c580382-6e5a-4251-a9be-7a1be7b0111f) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:05.500617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd09e3-99d1-42bc-8063-53e4082ec170 req-65d3e21a-a890-4e22-a252-dd92e93ed5c3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:05.506226 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ecd09e3-99d1-42bc-8063-53e4082ec170 req-65d3e21a-a890-4e22-a252-dd92e93ed5c3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 932 time: 0.0647657 Aug 19 12:18:05.542368 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.549042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ecd09e3-99d1-42bc-8063-53e4082ec170 req-b5d0447a-1046-4e68-88ef-5e438874d081 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369620 Aug 19 12:18:05.559618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:05.577829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:05.577829 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.608598 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04d0f6a-53c5-470f-b670-7bac37d2f0cf x-openstack-request-id: req-e04d0f6a-53c5-470f-b670-7bac37d2f0cf {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:05.608887 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd", "name": "network-vif-plugged", "status": "completed", "tag": "5d4f01df-b745-4fe6-87c6-157a1aa2e9bb", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:05.609143 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e04d0f6a-53c5-470f-b670-7bac37d2f0cf {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:05.609532 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4f01df-b745-4fe6-87c6-157a1aa2e9bb', 'code': 200} Aug 19 12:18:05.617544 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-b66a8af0-3123-4256-81c1-63992c4fb2f2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6821551 Aug 19 12:18:05.641113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Request body: {'port': {'device_id': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:05.666375 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.703517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1a45ee6c-0151-45a9-86ca-d90bf0232d6e,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:05.726116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.744082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Transition to ACTIVE for port object 7c580382-6e5a-4251-a9be-7a1be7b0111f will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:05.778330 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.786251 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.797386 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb58bbb-188e-49ac-a3a8-f43cfa80ea13 req-9678fbfa-9d0e-4c5e-93e8-a645886d75f7 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:05.798894 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5cb58bbb-188e-49ac-a3a8-f43cfa80ea13 req-9678fbfa-9d0e-4c5e-93e8-a645886d75f7 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 944 time: 0.1170197 Aug 19 12:18:05.806209 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e00c6-96eb-4d32-823a-bb83539d91cd req-21b0fff3-1f4d-420a-bec3-94051bad8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:05.807672 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a6e00c6-96eb-4d32-823a-bb83539d91cd req-21b0fff3-1f4d-420a-bec3-94051bad8d10 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd HTTP/1.1" status: 200 len: 1096 time: 0.1245964 Aug 19 12:18:05.815232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.838021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event updated for resources: {'Port': ['ID=e2155e18-0ae4-435b-97f5-96a5196a10fe,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:05.850207 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c05da5ba-38c2-4712-be96-ff5a00e33065 req-8f03b864-2280-4d59-aea7-28c1446e0a46 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.852083 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.852963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:05.855379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3c3c9da7-1fc6-45ff-9bea-95e7c56c39be None None] Provisioning for port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:05.864324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3c3c9da7-1fc6-45ff-9bea-95e7c56c39be None None] Provisioning complete for port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:05.865205 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3c3c9da7-1fc6-45ff-9bea-95e7c56c39be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.867057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['8a2b20a0-f6ef-4969-b5ac-87511585daae'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:05.887514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03b864-2280-4d59-aea7-28c1446e0a46 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Pushing event deleted for resources: {'Port': ['ID=8a2b20a0-f6ef-4969-b5ac-87511585daae,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:05.925539 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5cb58bbb-188e-49ac-a3a8-f43cfa80ea13 req-d1093a90-9c6d-4845-9cc6-281315afb356 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144691 Aug 19 12:18:05.939808 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05da5ba-38c2-4712-be96-ff5a00e33065 req-8f03b864-2280-4d59-aea7-28c1446e0a46 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] No DVR routers for this DVR port 8a2b20a0-f6ef-4969-b5ac-87511585daae on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:05.944260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c05da5ba-38c2-4712-be96-ff5a00e33065 req-8f03b864-2280-4d59-aea7-28c1446e0a46 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:05.947161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c05da5ba-38c2-4712-be96-ff5a00e33065 req-8f03b864-2280-4d59-aea7-28c1446e0a46 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.62 "DELETE /v2.0/ports/8a2b20a0-f6ef-4969-b5ac-87511585daae HTTP/1.1" status: 204 len: 173 time: 1.2106910 Aug 19 12:18:05.947161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd305e120-a34c-46bc-a6ea-35bc546e2739', 'name': 'network-vif-deleted', 'tag': '8a2b20a0-f6ef-4969-b5ac-87511585daae'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:05.957874 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0c315d-e24c-4177-b35d-ac76418bddd7" -d '{"events": [{"server_uuid": "d305e120-a34c-46bc-a6ea-35bc546e2739", "name": "network-vif-deleted", "tag": "8a2b20a0-f6ef-4969-b5ac-87511585daae"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:06.002899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c9da7-1fc6-45ff-9bea-95e7c56c39be None None] Port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:06.005333 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.021258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=1a45ee6c-0151-45a9-86ca-d90bf0232d6e,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:06.032713 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a6e00c6-96eb-4d32-823a-bb83539d91cd req-54438f02-1c8d-42d8-bd9d-00dff58b452d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152052 Aug 19 12:18:06.063445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.064830 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24539e68-025a-42d8-9684-101ee9df97b5 req-348bafde-d44b-432f-a9ea-04ee01053fc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2370961 Aug 19 12:18:06.093166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Network 4738797d-0c09-4b44-87c2-a887e04a2cf0 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:06.128706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:06.132650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:06.138191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.138820 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.141123 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Pushing event updated for resources: {'Port': ['ID=7c580382-6e5a-4251-a9be-7a1be7b0111f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:06.164581 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24539e68-025a-42d8-9684-101ee9df97b5 req-403c74da-f080-44eb-a1f7-59ec501830e1 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.0923438 Aug 19 12:18:06.176108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfe1d3-8d5c-4741-8c88-dcd98f9338ae req-dacc76dc-a942-4a4e-a854-60107a8ebd12 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.177660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-33dfe1d3-8d5c-4741-8c88-dcd98f9338ae req-dacc76dc-a942-4a4e-a854-60107a8ebd12 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1010597 Aug 19 12:18:06.182324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:06.188542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:06.221897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.299383 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-33dfe1d3-8d5c-4741-8c88-dcd98f9338ae req-eebca645-615d-454a-a258-580b5021d555 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896258 Aug 19 12:18:06.310831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24539e68-025a-42d8-9684-101ee9df97b5 req-4f95784d-70bf-4c4e-ac3b-a4ffd04fc561 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.312456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24539e68-025a-42d8-9684-101ee9df97b5 req-4f95784d-70bf-4c4e-ac3b-a4ffd04fc561 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1398041 Aug 19 12:18:06.330443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.342894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:06.353718 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.353957 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-11b43317-7df9-4b86-85ec-d528915b3ceb tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6845274 Aug 19 12:18:06.368778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Request body: {'port': {'device_id': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:06.369734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Transition to ACTIVE for port object ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:06.398249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:06.408423 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6478fd81-99d5-4ce5-a856-35dcc2796035 x-openstack-request-id: req-6478fd81-99d5-4ce5-a856-35dcc2796035 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:06.408910 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d305e120-a34c-46bc-a6ea-35bc546e2739", "name": "network-vif-deleted", "tag": "8a2b20a0-f6ef-4969-b5ac-87511585daae", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:06.409314 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6478fd81-99d5-4ce5-a856-35dcc2796035 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:06.409883 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd305e120-a34c-46bc-a6ea-35bc546e2739', 'name': 'network-vif-deleted', 'tag': '8a2b20a0-f6ef-4969-b5ac-87511585daae', 'status': 'completed', 'code': 200} Aug 19 12:18:06.469886 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.524187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a720786-5307-4fe7-bb05-de758c6b10ed req-8b673056-43cf-48be-a4ea-382b06368235 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.525653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a720786-5307-4fe7-bb05-de758c6b10ed req-8b673056-43cf-48be-a4ea-382b06368235 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 931 time: 0.0920465 Aug 19 12:18:06.545219 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-3f426fd8-f966-4009-b325-047cb6d53c71 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1241243 Aug 19 12:18:06.558290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:06.564753 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.570980 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.617727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:06.637271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Pushing event updated for resources: {'Port': ['ID=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:06.638040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a720786-5307-4fe7-bb05-de758c6b10ed req-a8a31257-7fad-472a-b192-43ae3a46e6cd tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990980 Aug 19 12:18:06.718393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Attempting to bind port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:06.718796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Attempting to bind port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:06.719420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Attempting to bind port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee on network d5c27df8-5bad-4b36-b5f0-08269bcb20ce {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:06.724586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee on network d5c27df8-5bad-4b36-b5f0-08269bcb20ce not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:06.724976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Attempting to bind port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee on network d5c27df8-5bad-4b36-b5f0-08269bcb20ce {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:06.725063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d9c8e46b-de26-4496-bd88-16bdd3f9f4b5 None None] Provisioning for port 7c580382-6e5a-4251-a9be-7a1be7b0111f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:06.729879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d9c8e46b-de26-4496-bd88-16bdd3f9f4b5 None None] Provisioning complete for port 7c580382-6e5a-4251-a9be-7a1be7b0111f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:06.730265 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d9c8e46b-de26-4496-bd88-16bdd3f9f4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.730886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:06.731296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Checking segment: {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:06.731747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Bound using segment: {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:06.732243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Bound port: ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:06.734362 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.789359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41ce13b5-541c-4e14-b0bd-793625473e33 req-101287b7-82dd-43ee-a508-948f154c3003 tempest-AttachSCSIVolumeTestJSON-919072738 tempest-AttachSCSIVolumeTestJSON-919072738-project] 10.222.0.21 "GET /v2.0/ports?device_id=d305e120-a34c-46bc-a6ea-35bc546e2739 HTTP/1.1" status: 200 len: 210 time: 0.0458770 Aug 19 12:18:06.796423 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.796939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d9c8e46b-de26-4496-bd88-16bdd3f9f4b5 None None] Port 7c580382-6e5a-4251-a9be-7a1be7b0111f cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:06.868259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] For port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:06.885775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] For port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:06.911060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c580382-6e5a-4251-a9be-7a1be7b0111f {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:06.920352 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.938505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Transition to ACTIVE for port object 7c580382-6e5a-4251-a9be-7a1be7b0111f will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:06.939993 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:06.949217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f27d32-e872-4b96-b640-ea522023ef9d req-933aa56c-ef80-4b9d-9970-c383c5d6ea65 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:06.950753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84f27d32-e872-4b96-b640-ea522023ef9d req-933aa56c-ef80-4b9d-9970-c383c5d6ea65 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 944 time: 0.0773964 Aug 19 12:18:06.989739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84f27d32-e872-4b96-b640-ea522023ef9d req-6619d278-993f-4e6c-a27c-2581e40788af tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326831 Aug 19 12:18:07.027920 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.073488 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.080798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.081404 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.082889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] 10.222.0.30 "PUT /v2.0/ports/ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 1092 time: 1.4491780 Aug 19 12:18:07.083358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:07.085607 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebbc00d-086f-42a1-b13c-4ae88bdad956" -d '{"events": [{"name": "network-changed", "server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:07.123542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Allocated IP 172.25.2.168 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/00ce1d58-d747-42ba-973d-fed6f53a4f5f) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:07.129919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e0572-9a65-488d-86bd-dee88531b308 service neutron] Pushing event updated for resources: {'Port': ['ID=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:07.191796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c580382-6e5a-4251-a9be-7a1be7b0111f,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:07.246227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f8dd-a53d-4771-9180-361807da0656 req-36b47298-553b-4d02-9b17-9f332705ec8a tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.248123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c06f8dd-a53d-4771-9180-361807da0656 req-36b47298-553b-4d02-9b17-9f332705ec8a tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 945 time: 0.1206083 Aug 19 12:18:07.268124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Attempting to bind port 7c580382-6e5a-4251-a9be-7a1be7b0111f on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:07.268603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Attempting to bind port 7c580382-6e5a-4251-a9be-7a1be7b0111f by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:07.268938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Attempting to bind port 7c580382-6e5a-4251-a9be-7a1be7b0111f on network 4738797d-0c09-4b44-87c2-a887e04a2cf0 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:07.288970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Port 7c580382-6e5a-4251-a9be-7a1be7b0111f on network 4738797d-0c09-4b44-87c2-a887e04a2cf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:07.291558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Attempting to bind port 7c580382-6e5a-4251-a9be-7a1be7b0111f on network 4738797d-0c09-4b44-87c2-a887e04a2cf0 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:07.311091 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:07.311437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Checking segment: {'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:07.313120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Bound using segment: {'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:07.313120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Bound port: 7c580382-6e5a-4251-a9be-7a1be7b0111f, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:07.313120 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.354228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c06f8dd-a53d-4771-9180-361807da0656 req-419677ff-c425-4c5e-81dd-4f9450199ccf tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939667 Aug 19 12:18:07.358333 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.379810 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-ec24f5cd-898b-4be0-a4bf-97be61bfdfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.381334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-ec24f5cd-898b-4be0-a4bf-97be61bfdfb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 1095 time: 0.1155832 Aug 19 12:18:07.460136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] For port 7c580382-6e5a-4251-a9be-7a1be7b0111f, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:07.464302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] For port 7c580382-6e5a-4251-a9be-7a1be7b0111f, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=7c580382-6e5a-4251-a9be-7a1be7b0111f,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:07.468343 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-22d1d82b-ce55-4edd-a015-4f9f644cadcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 217 time: 0.0737379 Aug 19 12:18:07.518001 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4711e3c-fb75-46d2-837c-7202183f93b8 x-openstack-request-id: req-c4711e3c-fb75-46d2-837c-7202183f93b8 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:07.518298 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:07.518544 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4711e3c-fb75-46d2-837c-7202183f93b8 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:07.519001 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'status': 'completed', 'code': 200} Aug 19 12:18:07.543676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-0d63ca1d-cc73-43d4-a9a2-4926a2df2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.545455 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-0d63ca1d-cc73-43d4-a9a2-4926a2df2157 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.0662408 Aug 19 12:18:07.601168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-3f183beb-2380-4dc5-a7d3-369545346124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.602764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-3f183beb-2380-4dc5-a7d3-369545346124 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425086 Aug 19 12:18:07.610866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aca3916-e3b5-4580-9a2e-3baa768badc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a45ee6c-0151-45a9-86ca-d90bf0232d6e'}, {'server_uuid': 'c4784914-344d-44a0-8b4d-10a5f56943f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:07.613516 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed32f648-c890-4570-8099-278f6c959df5" -d '{"events": [{"server_uuid": "6aca3916-e3b5-4580-9a2e-3baa768badc9", "name": "network-vif-plugged", "status": "completed", "tag": "1a45ee6c-0151-45a9-86ca-d90bf0232d6e"}, {"server_uuid": "c4784914-344d-44a0-8b4d-10a5f56943f4", "name": "network-vif-plugged", "status": "completed", "tag": "6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:07.630767 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.641697 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.654388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.678002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.678943 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.680139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] 10.222.0.30 "PUT /v2.0/ports/7c580382-6e5a-4251-a9be-7a1be7b0111f HTTP/1.1" status: 200 len: 1091 time: 1.3172536 Aug 19 12:18:07.688052 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-616e9297-65ec-448e-b2fb-9761049fe8f4 service neutron] 10.222.0.62 "GET /v2.0/ports/09ad6f7e-86fd-4bfb-b0c8-790640c43dc8/bindings/n-h1-803757-2 HTTP/1.1" status: 200 len: 382 time: 0.1463375 Aug 19 12:18:07.707080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:07.712246 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e0a30461-9f40-45fb-9b1b-613730ccefd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.712585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83838f18-08e5-4eac-8727-a30287de4a1a req-e35e1ee4-9805-4393-9bf3-8beda1fe7961 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.714157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-83838f18-08e5-4eac-8727-a30287de4a1a req-e35e1ee4-9805-4393-9bf3-8beda1fe7961 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1303914 Aug 19 12:18:07.717039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:07.727081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:07.743105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcbd05-0aef-4042-ab3f-7fce032eeac2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c580382-6e5a-4251-a9be-7a1be7b0111f,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:07.754464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event updated for resources: {'Port': ['ID=00ce1d58-d747-42ba-973d-fed6f53a4f5f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:07.770357 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-83838f18-08e5-4eac-8727-a30287de4a1a req-0c88eb16-1695-49af-87c9-3d637c7b4934 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446043 Aug 19 12:18:07.782925 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-cc06d2b2-2ca6-40eb-b59b-1395b8853d5d service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724339 Aug 19 12:18:07.841792 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe9e44-b196-476c-84dc-26886fb40dfe x-openstack-request-id: req-9efe9e44-b196-476c-84dc-26886fb40dfe {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:07.842285 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aca3916-e3b5-4580-9a2e-3baa768badc9", "name": "network-vif-plugged", "status": "completed", "tag": "1a45ee6c-0151-45a9-86ca-d90bf0232d6e", "code": 200}, {"server_uuid": "c4784914-344d-44a0-8b4d-10a5f56943f4", "name": "network-vif-plugged", "status": "completed", "tag": "6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:07.842399 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9efe9e44-b196-476c-84dc-26886fb40dfe {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:07.842791 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aca3916-e3b5-4580-9a2e-3baa768badc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a45ee6c-0151-45a9-86ca-d90bf0232d6e', 'code': 200} Aug 19 12:18:07.843125 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4784914-344d-44a0-8b4d-10a5f56943f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8', 'code': 200} Aug 19 12:18:07.903827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-317b8de0-8e8e-45c8-984b-7e9e11b75491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:07.905743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-317b8de0-8e8e-45c8-984b-7e9e11b75491 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6dd9a31fe1040479a4c326a401d163a&device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 1094 time: 0.0786042 Aug 19 12:18:07.946295 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:07.959235 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-558f8426-864f-4727-9555-99ad3434e67f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c580382-6e5a-4251-a9be-7a1be7b0111f HTTP/1.1" status: 200 len: 217 time: 0.0444238 Aug 19 12:18:07.994431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e09ac027-7bdc-4a11-b6e5-f7208e454351 req-0a368cb7-35b0-4ea1-9df7-9b4e975bfb44 service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014132 Aug 19 12:18:08.019584 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102d29d-5ba0-4d57-9855-2a2148187f16 req-da717ab9-dae6-4280-8029-642fba98887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.021593 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3102d29d-5ba0-4d57-9855-2a2148187f16 req-da717ab9-dae6-4280-8029-642fba98887f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6aca3916-e3b5-4580-9a2e-3baa768badc9 HTTP/1.1" status: 200 len: 1096 time: 0.0658565 Aug 19 12:18:08.058933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3102d29d-5ba0-4d57-9855-2a2148187f16 req-18576806-81b8-4c1d-8d39-53b7dc192bab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305288 Aug 19 12:18:08.073542 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e58a4-f095-4299-ad77-4fbb47e14935 req-dfce5bdb-d99a-44a3-a623-471662bce7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.075043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0c5e58a4-f095-4299-ad77-4fbb47e14935 req-dfce5bdb-d99a-44a3-a623-471662bce7a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 1096 time: 0.1183856 Aug 19 12:18:08.077574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-7d3acafd-a93a-413b-84f1-51a288cadbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.078898 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-7d3acafd-a93a-413b-84f1-51a288cadbcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=93d71fa3-d100-43ee-baf5-4a288c1af93f HTTP/1.1" status: 200 len: 844 time: 0.0960033 Aug 19 12:18:08.089668 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13772d-a025-46fa-9c66-c1f74dfb0918 req-df69ebda-c534-4519-9393-06c0b4fe39a8 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.091364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da13772d-a025-46fa-9c66-c1f74dfb0918 req-df69ebda-c534-4519-9393-06c0b4fe39a8 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 943 time: 0.1070528 Aug 19 12:18:08.118418 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.153923 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da13772d-a025-46fa-9c66-c1f74dfb0918 req-722a2232-8395-4ab4-9f7a-245922b3d473 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532863 Aug 19 12:18:08.156511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-8efa94c5-05eb-4333-969c-ff0e04359e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.157928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-8efa94c5-05eb-4333-969c-ff0e04359e68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4738797d-0c09-4b44-87c2-a887e04a2cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657220 Aug 19 12:18:08.324560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbc00d-086f-42a1-b13c-4ae88bdad956 req-e420abf5-5516-4ec9-8f67-cc9446843f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.326245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ebbc00d-086f-42a1-b13c-4ae88bdad956 req-e420abf5-5516-4ec9-8f67-cc9446843f68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 1095 time: 0.0819497 Aug 19 12:18:08.350637 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.356580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-74b9764d-7e67-413b-9e53-258f353dada7 service neutron] 10.222.0.30 "GET /v2.0/networks/4738797d-0c09-4b44-87c2-a887e04a2cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898530 Aug 19 12:18:08.359423 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0c5e58a4-f095-4299-ad77-4fbb47e14935 req-0b77ccc9-4fa4-4878-a7e1-e94e0f566699 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142023 Aug 19 12:18:08.397049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27fd13-310e-45b3-a2ff-a0a3c2b574dd req-96fe4aea-9785-4dd7-81c5-f2f35d3310f0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.398587 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6e27fd13-310e-45b3-a2ff-a0a3c2b574dd req-96fe4aea-9785-4dd7-81c5-f2f35d3310f0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 944 time: 0.1371722 Aug 19 12:18:08.434717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'tag': '7c580382-6e5a-4251-a9be-7a1be7b0111f'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:08.437171 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2a428e-063c-4f94-b3f0-994a79c50166" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b", "tag": "7c580382-6e5a-4251-a9be-7a1be7b0111f"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:08.439688 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.442343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbc00d-086f-42a1-b13c-4ae88bdad956 req-6167a9c6-07cb-4b0d-895d-f37ce7257da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.446933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ebbc00d-086f-42a1-b13c-4ae88bdad956 req-6167a9c6-07cb-4b0d-895d-f37ce7257da5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.1065376 Aug 19 12:18:08.495915 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6e27fd13-310e-45b3-a2ff-a0a3c2b574dd req-dbae9678-d705-4053-ad67-1bd353428750 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534329 Aug 19 12:18:08.513684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7490ef6c-743d-4f7f-8536-e889e8d7f532 req-c9d08ee8-b734-40bb-ae5d-9714704359c0 service neutron] 10.222.0.30 "GET /v2.0/networks/4738797d-0c09-4b44-87c2-a887e04a2cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444561 Aug 19 12:18:08.546531 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ebbc00d-086f-42a1-b13c-4ae88bdad956 req-5a6ba1b8-22cd-4698-bfb2-225970ba45b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 217 time: 0.0728440 Aug 19 12:18:08.599073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event updated for resources: {'Port': ['ID=00ce1d58-d747-42ba-973d-fed6f53a4f5f,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:08.611207 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.623450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbc00d-086f-42a1-b13c-4ae88bdad956 req-464d906d-3262-4032-8a28-9a9243bef4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.624907 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ebbc00d-086f-42a1-b13c-4ae88bdad956 req-464d906d-3262-4032-8a28-9a9243bef4dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.0669663 Aug 19 12:18:08.660326 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-e7553f48-2b5e-44ab-8eac-ff9a7a4c5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.661872 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-e7553f48-2b5e-44ab-8eac-ff9a7a4c5bd8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5&tenant_id=9f9555ca381f4d9c9f1e07a044986e98 HTTP/1.1" status: 200 len: 1101 time: 0.0786796 Aug 19 12:18:08.669331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ce1ed-4988-4842-a3df-d92f66251509 req-49563937-316d-41e7-970f-bdd4867e87ad tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.670775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d37ce1ed-4988-4842-a3df-d92f66251509 req-49563937-316d-41e7-970f-bdd4867e87ad tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 945 time: 0.0777102 Aug 19 12:18:08.678870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbc00d-086f-42a1-b13c-4ae88bdad956 req-26244740-d906-4053-9906-220be291d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.687232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ebbc00d-086f-42a1-b13c-4ae88bdad956 req-26244740-d906-4053-9906-220be291d4d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474794 Aug 19 12:18:08.735556 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d37ce1ed-4988-4842-a3df-d92f66251509 req-157e972e-3879-4b2a-964b-bd720110b1bc tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570111 Aug 19 12:18:08.759211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-4db9633e-7a43-4470-9be5-66adcd9027df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.764434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-4db9633e-7a43-4470-9be5-66adcd9027df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 1101 time: 0.0704648 Aug 19 12:18:08.781481 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:08.790707 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-cebb985b-bbb6-4715-8f30-f585f1437a65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2330816 Aug 19 12:18:08.802937 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ebbc00d-086f-42a1-b13c-4ae88bdad956 req-430aa9b1-8648-4bc8-8eee-ba024f06b2f3 service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134958 Aug 19 12:18:08.818145 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91f82be-8902-4268-ac20-33c2c4106f26 x-openstack-request-id: req-f91f82be-8902-4268-ac20-33c2c4106f26 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:08.818445 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b", "tag": "7c580382-6e5a-4251-a9be-7a1be7b0111f", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:08.818701 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f91f82be-8902-4268-ac20-33c2c4106f26 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:08.819116 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'tag': '7c580382-6e5a-4251-a9be-7a1be7b0111f', 'status': 'completed', 'code': 200} Aug 19 12:18:08.855859 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-2caf74a5-572c-40a9-a272-fdb9ff8deebf tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.0655959 Aug 19 12:18:08.927498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a428e-063c-4f94-b3f0-994a79c50166 req-b6e90477-4cff-4487-b5c6-f85d754afc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.929267 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd2a428e-063c-4f94-b3f0-994a79c50166 req-b6e90477-4cff-4487-b5c6-f85d754afc90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6dd9a31fe1040479a4c326a401d163a&device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 1094 time: 0.1038966 Aug 19 12:18:08.930343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-0d9e32ff-d587-4973-8715-00171a61adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:08.931824 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-0d9e32ff-d587-4973-8715-00171a61adcb service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1595232 Aug 19 12:18:09.012790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ebbc00d-086f-42a1-b13c-4ae88bdad956 req-d3a4b146-4688-4681-8070-356581904912 service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797543 Aug 19 12:18:09.039959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-95ffd70a-cf1b-4a4c-9875-413fc902ffb1 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.041837 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a5aaf0d-003a-44f2-a794-7ec78806ffc6 req-95ffd70a-cf1b-4a4c-9875-413fc902ffb1 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1756704 Aug 19 12:18:09.061703 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:09.111205 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90448c81-a077-4ad2-8600-e3a60b4adf47 req-60cf45c1-be76-4659-96a5-008c6d3f50f1 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips/9566a720-2bab-425f-9733-228d497e34b7 HTTP/1.1" status: 200 len: 693 time: 0.0478547 Aug 19 12:18:09.321058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8a2b20a0-f6ef-4969-b5ac-87511585daae no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:09.340551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 8a2b20a0-f6ef-4969-b5ac-87511585daae {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:09.341178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8a2b20a0-f6ef-4969-b5ac-87511585daae not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:09.387290 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-69ec888a-f8ec-4c0a-aa84-6295e03e4a47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 HTTP/1.1" status: 200 len: 217 time: 0.4266682 Aug 19 12:18:09.390422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a428e-063c-4f94-b3f0-994a79c50166 req-5f7fe668-4bfe-4a61-aec3-d427b32c3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.391257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd2a428e-063c-4f94-b3f0-994a79c50166 req-5f7fe668-4bfe-4a61-aec3-d427b32c3c59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4738797d-0c09-4b44-87c2-a887e04a2cf0 HTTP/1.1" status: 200 len: 906 time: 0.4296629 Aug 19 12:18:09.469894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67450968-7c70-4a12-8e2b-c645e644d227 req-ff4123c4-ccc8-4c31-8a1c-14163a110232 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.471500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67450968-7c70-4a12-8e2b-c645e644d227 req-ff4123c4-ccc8-4c31-8a1c-14163a110232 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.5574224 Aug 19 12:18:09.476621 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd2a428e-063c-4f94-b3f0-994a79c50166 req-765f46c2-cc3d-48aa-81fd-78efb8557d0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c580382-6e5a-4251-a9be-7a1be7b0111f HTTP/1.1" status: 200 len: 217 time: 0.0726144 Aug 19 12:18:09.526979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-31ed26b9-0af4-4559-89b2-09fbc2ac451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.528438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-31ed26b9-0af4-4559-89b2-09fbc2ac451f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1342936 Aug 19 12:18:09.559763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90448c81-a077-4ad2-8600-e3a60b4adf47 req-8b308e19-58f3-436a-9c51-559882610105 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.567399 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90448c81-a077-4ad2-8600-e3a60b4adf47 req-8b308e19-58f3-436a-9c51-559882610105 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.4490986 Aug 19 12:18:09.572924 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-90448c81-a077-4ad2-8600-e3a60b4adf47 req-4bc577a0-e034-4db2-bcb9-da73a7fdaabf tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:18:09.574014 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90448c81-a077-4ad2-8600-e3a60b4adf47 req-4bc577a0-e034-4db2-bcb9-da73a7fdaabf tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058832 Aug 19 12:18:09.588611 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67450968-7c70-4a12-8e2b-c645e644d227 req-da043b84-ff82-4616-8bef-7f8cc75aea55 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094422 Aug 19 12:18:09.590833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a428e-063c-4f94-b3f0-994a79c50166 req-d44383a5-3cf6-44e4-9c7c-00a29fd0e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.599736 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd2a428e-063c-4f94-b3f0-994a79c50166 req-d44383a5-3cf6-44e4-9c7c-00a29fd0e216 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=93d71fa3-d100-43ee-baf5-4a288c1af93f HTTP/1.1" status: 200 len: 844 time: 0.1008365 Aug 19 12:18:09.622877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-c076fe34-8ca2-4934-ab98-117ce272bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.624290 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-c076fe34-8ca2-4934-ab98-117ce272bf80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832903 Aug 19 12:18:09.684034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178c22-1453-4620-ab85-f9e5ae8b9434 req-306ab8a1-5cff-4f9e-81da-0ead3819aebd tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.685484 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89178c22-1453-4620-ab85-f9e5ae8b9434 req-306ab8a1-5cff-4f9e-81da-0ead3819aebd tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 943 time: 0.0527174 Aug 19 12:18:09.734394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89178c22-1453-4620-ab85-f9e5ae8b9434 req-23b74aba-d304-467a-bcff-5ea8870c7479 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Aug 19 12:18:09.744539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a428e-063c-4f94-b3f0-994a79c50166 req-373a6339-503f-4e8c-b603-ee288622c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.749551 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd2a428e-063c-4f94-b3f0-994a79c50166 req-373a6339-503f-4e8c-b603-ee288622c023 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4738797d-0c09-4b44-87c2-a887e04a2cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365631 Aug 19 12:18:09.818367 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-37792701-c15b-4a8d-872f-ff77fc828273 req-8f58619c-f895-44ec-b36b-f60e7a89df00 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips/9566a720-2bab-425f-9733-228d497e34b7 HTTP/1.1" status: 200 len: 693 time: 0.0498514 Aug 19 12:18:09.821387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-59e35521-4769-419c-b03a-3c19a871cef8 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807170 Aug 19 12:18:09.828677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac3039-ca15-4b16-a39d-783ec40ee46e req-edc937b6-b6f1-4c9c-8ee0-460148062465 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.830068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aac3039-ca15-4b16-a39d-783ec40ee46e req-edc937b6-b6f1-4c9c-8ee0-460148062465 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 944 time: 0.1661201 Aug 19 12:18:09.932966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37792701-c15b-4a8d-872f-ff77fc828273 req-80f4b7c7-04dc-4727-a641-fdeb01077764 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:09.934531 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-37792701-c15b-4a8d-872f-ff77fc828273 req-80f4b7c7-04dc-4727-a641-fdeb01077764 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1096969 Aug 19 12:18:09.953763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aac3039-ca15-4b16-a39d-783ec40ee46e req-8521da82-0d6c-470d-9f4a-5463096d504b tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075642 Aug 19 12:18:09.976461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-153d1352-e1fa-4394-aae7-1a7f08c64d51 req-3eba8867-8362-416c-936b-71af7bc8de44 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454551 Aug 19 12:18:09.978605 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd2a428e-063c-4f94-b3f0-994a79c50166 req-b6f18de1-7347-44a8-bb87-29e3a810562f service neutron] 10.222.0.30 "GET /v2.0/networks/4738797d-0c09-4b44-87c2-a887e04a2cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215381 Aug 19 12:18:10.015182 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-37792701-c15b-4a8d-872f-ff77fc828273 req-9fdcdeba-401a-4788-b59a-bbe4f1636cc5 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.0574045 Aug 19 12:18:10.080626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-37792701-c15b-4a8d-872f-ff77fc828273 req-4c9604cf-55e1-4e32-96b9-14a73842556d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.168 HTTP/1.1" status: 200 len: 696 time: 0.0645041 Aug 19 12:18:10.129122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290cc0e-6b25-4376-9d09-6b192b435b2b req-99a3b0b7-c7ce-4434-8ab8-ffa4d6391c8d tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:10.130703 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a290cc0e-6b25-4376-9d09-6b192b435b2b req-99a3b0b7-c7ce-4434-8ab8-ffa4d6391c8d tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 945 time: 0.0804627 Aug 19 12:18:10.133046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd2a428e-063c-4f94-b3f0-994a79c50166 req-59cf9c50-2074-41b2-bde2-292a5cdd43ab service neutron] 10.222.0.30 "GET /v2.0/networks/4738797d-0c09-4b44-87c2-a887e04a2cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449413 Aug 19 12:18:10.173820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a290cc0e-6b25-4376-9d09-6b192b435b2b req-7c9bbf21-6c14-458b-baa4-b10f38b3d5d3 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365243 Aug 19 12:18:10.221047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-37792701-c15b-4a8d-872f-ff77fc828273 req-e158f2e9-4b0c-48b2-ba45-b22e1c369d5f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Deleting port 00ce1d58-d747-42ba-973d-fed6f53a4f5f {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:10.221401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-37792701-c15b-4a8d-872f-ff77fc828273 req-e158f2e9-4b0c-48b2-ba45-b22e1c369d5f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.309001 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-37792701-c15b-4a8d-872f-ff77fc828273 req-e158f2e9-4b0c-48b2-ba45-b22e1c369d5f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.309403 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-37792701-c15b-4a8d-872f-ff77fc828273 req-e158f2e9-4b0c-48b2-ba45-b22e1c369d5f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.323918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-37792701-c15b-4a8d-872f-ff77fc828273 req-e158f2e9-4b0c-48b2-ba45-b22e1c369d5f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Calling delete_port for 00ce1d58-d747-42ba-973d-fed6f53a4f5f owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:10.350046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6147f-0522-4848-a171-152d520e25f6 req-48ee7045-f2da-40a1-80c8-0a0e7be08149 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:10.357922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1d6147f-0522-4848-a171-152d520e25f6 req-48ee7045-f2da-40a1-80c8-0a0e7be08149 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd HTTP/1.1" status: 200 len: 945 time: 0.0606177 Aug 19 12:18:10.392670 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.406310 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1d6147f-0522-4848-a171-152d520e25f6 req-96654a46-56f1-44b8-a214-664d7fa8d023 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473199 Aug 19 12:18:10.508292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:10.521516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd890636-d278-41f6-8793-79d8ea6d2f52 req-d400818d-e3d2-4f35-91a3-88133ab25c36 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:10.523165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd890636-d278-41f6-8793-79d8ea6d2f52 req-d400818d-e3d2-4f35-91a3-88133ab25c36 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=6aca3916-e3b5-4580-9a2e-3baa768badc9 HTTP/1.1" status: 200 len: 945 time: 0.0535891 Aug 19 12:18:10.565264 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd890636-d278-41f6-8793-79d8ea6d2f52 req-31553850-69f2-4c0f-8aeb-822b4c06f484 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358043 Aug 19 12:18:10.621747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:10.627779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-37792701-c15b-4a8d-872f-ff77fc828273 req-e158f2e9-4b0c-48b2-ba45-b22e1c369d5f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.642668 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'port_id': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'mac_address': 'fa:16:3e:0a:8e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:10.666254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158f2e9-4b0c-48b2-ba45-b22e1c369d5f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event deleted for resources: {'Port': ['ID=00ce1d58-d747-42ba-973d-fed6f53a4f5f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:10.699690 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.710985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:10.797511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:10.819014 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-37792701-c15b-4a8d-872f-ff77fc828273 req-e158f2e9-4b0c-48b2-ba45-b22e1c369d5f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.823519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-37792701-c15b-4a8d-872f-ff77fc828273 req-e158f2e9-4b0c-48b2-ba45-b22e1c369d5f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.823519 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-37792701-c15b-4a8d-872f-ff77fc828273 req-e158f2e9-4b0c-48b2-ba45-b22e1c369d5f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "DELETE /v2.0/floatingips/9566a720-2bab-425f-9733-228d497e34b7 HTTP/1.1" status: 204 len: 173 time: 0.7346277 Aug 19 12:18:10.918830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae460af-2632-49b3-802a-639acb9758e3 req-de9ecfaf-40e6-4335-b14f-fbca0fe44c77 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:10.920236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ae460af-2632-49b3-802a-639acb9758e3 req-de9ecfaf-40e6-4335-b14f-fbca0fe44c77 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.0496287 Aug 19 12:18:10.948025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:10.948921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 7c580382-6e5a-4251-a9be-7a1be7b0111f details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:10.960776 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ae460af-2632-49b3-802a-639acb9758e3 req-375245cb-f178-4b43-822e-89ab2d80aa2f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344570 Aug 19 12:18:11.066396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:11.092373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa90e1-50de-48b8-9b0e-e656b15f1271 req-9072bc0f-5bfb-44c3-9cb5-104823871a24 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.092373 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4cfa90e1-50de-48b8-9b0e-e656b15f1271 req-9072bc0f-5bfb-44c3-9cb5-104823871a24 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 943 time: 0.0563686 Aug 19 12:18:11.117520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 7c580382-6e5a-4251-a9be-7a1be7b0111f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=7c580382-6e5a-4251-a9be-7a1be7b0111f,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:11.130913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '7c580382-6e5a-4251-a9be-7a1be7b0111f', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'port_id': '7c580382-6e5a-4251-a9be-7a1be7b0111f', 'mac_address': 'fa:16:3e:67:d4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:11.137710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4cfa90e1-50de-48b8-9b0e-e656b15f1271 req-e3ce1bb2-9f4e-4cc0-a306-0bb7fc867d6b tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339184 Aug 19 12:18:11.186545 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.205483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c580382-6e5a-4251-a9be-7a1be7b0111f {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:11.231155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 7c580382-6e5a-4251-a9be-7a1be7b0111f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=7c580382-6e5a-4251-a9be-7a1be7b0111f,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:11.259630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc98de-4b3b-4b79-961c-bb543a686bcd req-559e06c1-bf0f-413d-9b3b-2603dc6ed43c tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.261180 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ebc98de-4b3b-4b79-961c-bb543a686bcd req-559e06c1-bf0f-413d-9b3b-2603dc6ed43c tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 945 time: 0.0574934 Aug 19 12:18:11.302821 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ebc98de-4b3b-4b79-961c-bb543a686bcd req-03632cb9-6e21-48a5-a783-ebfb5847025f tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Aug 19 12:18:11.309678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb5a55-051f-46e3-bffa-fb1bb91d7802 req-6da3c153-c3b3-4b12-bbba-511f88ebde73 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.311342 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99eb5a55-051f-46e3-bffa-fb1bb91d7802 req-6da3c153-c3b3-4b12-bbba-511f88ebde73 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2148821 Aug 19 12:18:11.347993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:11.374514 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.426262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cb1b8-bbd6-40a7-af3b-ad502f80091a req-8c79744b-5302-4e56-babb-80f8702ba054 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.433918 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-841cb1b8-bbd6-40a7-af3b-ad502f80091a req-8c79744b-5302-4e56-babb-80f8702ba054 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=6aca3916-e3b5-4580-9a2e-3baa768badc9 HTTP/1.1" status: 200 len: 945 time: 0.0662489 Aug 19 12:18:11.464514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=7c580382-6e5a-4251-a9be-7a1be7b0111f,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:11.473217 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3b2c7ee-2dd5-4835-b773-945a3a6e2452 req-f83588cd-40ef-4841-9acd-d13024e6fd65 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=2a29fc2b20ac4895a61fbc25a7c69f02 HTTP/1.1" status: 200 len: 1656 time: 0.0559950 Aug 19 12:18:11.510058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-841cb1b8-bbd6-40a7-af3b-ad502f80091a req-7189618f-94d9-44da-806b-f0f3b2973c3b tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752249 Aug 19 12:18:11.535326 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.571064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:11.574480 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f14b34-dd82-44fa-81af-2ee41344c68d" -d '{"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-unplugged", "status": "completed", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:11.605742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2c7ee-2dd5-4835-b773-945a3a6e2452 req-2c16924e-2c88-4b7f-b20d-b2c64e433455 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.608677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:11.610601 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3b2c7ee-2dd5-4835-b773-945a3a6e2452 req-2c16924e-2c88-4b7f-b20d-b2c64e433455 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks?id=0920271a-3a11-463a-8538-f81c91b4fb3d&id=0920271a-3a11-463a-8538-f81c91b4fb3d&id=0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 787 time: 0.1306574 Aug 19 12:18:11.633289 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e54ebd-2849-4bee-acd7-5f0b6f122a69 x-openstack-request-id: req-b9e54ebd-2849-4bee-acd7-5f0b6f122a69 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:11.633289 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-unplugged", "status": "completed", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:11.633604 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9e54ebd-2849-4bee-acd7-5f0b6f122a69 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:11.634254 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'code': 200} Aug 19 12:18:11.674913 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aee4a068-e007-464e-a19a-167918e78b16 req-b9df9488-742a-4cab-85d0-5671eeac06f3 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips/81abd57f-20e3-4273-a1d8-ca7620fbf595 HTTP/1.1" status: 200 len: 693 time: 0.0433555 Aug 19 12:18:11.716077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:11.744047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['7c580382-6e5a-4251-a9be-7a1be7b0111f'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:11.748049 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:11.788096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4a068-e007-464e-a19a-167918e78b16 req-2a7f352d-886b-43a5-b690-58756c9f890d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:11.789798 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aee4a068-e007-464e-a19a-167918e78b16 req-2a7f352d-886b-43a5-b690-58756c9f890d tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1085579 Aug 19 12:18:11.849011 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aee4a068-e007-464e-a19a-167918e78b16 req-e8d808de-16e8-4e52-8900-282c3ddeb7b9 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.0518758 Aug 19 12:18:11.861326 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:11.910929 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aee4a068-e007-464e-a19a-167918e78b16 req-534eca23-421b-4cac-b5e6-a2e17e3de893 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.0543935 Aug 19 12:18:12.080555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-aee4a068-e007-464e-a19a-167918e78b16 req-e73672a1-1c1e-4d09-89d1-93e4dc358401 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Deleting port e2155e18-0ae4-435b-97f5-96a5196a10fe {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:12.080999 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-aee4a068-e007-464e-a19a-167918e78b16 req-e73672a1-1c1e-4d09-89d1-93e4dc358401 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.159994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1874d-622a-4fd8-9ca4-e824d999d4ce req-5cc78bab-c418-4696-b4d5-718e3539bf6a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.162463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-26b1874d-622a-4fd8-9ca4-e824d999d4ce req-5cc78bab-c418-4696-b4d5-718e3539bf6a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 948 time: 0.0647528 Aug 19 12:18:12.175046 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-aee4a068-e007-464e-a19a-167918e78b16 req-e73672a1-1c1e-4d09-89d1-93e4dc358401 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.175630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-aee4a068-e007-464e-a19a-167918e78b16 req-e73672a1-1c1e-4d09-89d1-93e4dc358401 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.188684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-aee4a068-e007-464e-a19a-167918e78b16 req-e73672a1-1c1e-4d09-89d1-93e4dc358401 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Calling delete_port for e2155e18-0ae4-435b-97f5-96a5196a10fe owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:12.203712 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-26b1874d-622a-4fd8-9ca4-e824d999d4ce req-d1692b07-5af3-42f7-a4ef-2976813b5f46 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350437 Aug 19 12:18:12.316026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf5d27-7c6e-4eeb-ae20-127a3d5353fc req-ceec8b65-abd0-4462-85cc-9c8037fd5a97 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.318933 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0adf5d27-7c6e-4eeb-ae20-127a3d5353fc req-ceec8b65-abd0-4462-85cc-9c8037fd5a97 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 944 time: 0.0572567 Aug 19 12:18:12.362230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0adf5d27-7c6e-4eeb-ae20-127a3d5353fc req-705296b8-331c-48dd-aae3-669f80f5163e tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374708 Aug 19 12:18:12.473008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-aee4a068-e007-464e-a19a-167918e78b16 req-e73672a1-1c1e-4d09-89d1-93e4dc358401 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.473242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2828-77af-4d2a-af9f-76bcd3e7b9ba req-2fec3192-1052-40a9-b8d0-4826c9b11acc tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.475221 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-381c2828-77af-4d2a-af9f-76bcd3e7b9ba req-2fec3192-1052-40a9-b8d0-4826c9b11acc tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 945 time: 0.0521214 Aug 19 12:18:12.500599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73672a1-1c1e-4d09-89d1-93e4dc358401 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event deleted for resources: {'Port': ['ID=e2155e18-0ae4-435b-97f5-96a5196a10fe,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:12.529522 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-381c2828-77af-4d2a-af9f-76bcd3e7b9ba req-53649e94-35d6-48e3-8765-0f1a791079e6 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457845 Aug 19 12:18:12.581531 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-aee4a068-e007-464e-a19a-167918e78b16 req-e73672a1-1c1e-4d09-89d1-93e4dc358401 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.585057 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-aee4a068-e007-464e-a19a-167918e78b16 req-e73672a1-1c1e-4d09-89d1-93e4dc358401 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:12.593171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aee4a068-e007-464e-a19a-167918e78b16 req-e73672a1-1c1e-4d09-89d1-93e4dc358401 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "DELETE /v2.0/floatingips/81abd57f-20e3-4273-a1d8-ca7620fbf595 HTTP/1.1" status: 204 len: 173 time: 0.6736834 Aug 19 12:18:12.688734 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-3a2c4b45-db6a-44d8-9c78-bc97c176ffa4 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips/f25e2a2e-0fb4-427f-87c5-4fb746b5745b HTTP/1.1" status: 200 len: 693 time: 0.0517826 Aug 19 12:18:12.696135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce452bf-2c41-4a14-89ed-c2038a6e5e04 req-dd246491-93d1-496d-a91b-eae4ddf1b3e8 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.697908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ce452bf-2c41-4a14-89ed-c2038a6e5e04 req-dd246491-93d1-496d-a91b-eae4ddf1b3e8 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=6aca3916-e3b5-4580-9a2e-3baa768badc9 HTTP/1.1" status: 200 len: 945 time: 0.0568006 Aug 19 12:18:12.737215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ce452bf-2c41-4a14-89ed-c2038a6e5e04 req-1cac1755-bf2f-4b83-b78c-c7610f2cff49 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330641 Aug 19 12:18:12.826669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40374b-26e9-4a62-a132-937f7c34a8e9 req-78651a42-3280-4809-95fb-6db9df074312 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.828097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2c40374b-26e9-4a62-a132-937f7c34a8e9 req-78651a42-3280-4809-95fb-6db9df074312 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aca3916-e3b5-4580-9a2e-3baa768badc9 HTTP/1.1" status: 200 len: 945 time: 0.0871379 Aug 19 12:18:12.839616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-86b8de14-08a7-4f8d-a255-9190f2f9f7a0 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:12.841523 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-86b8de14-08a7-4f8d-a255-9190f2f9f7a0 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1469605 Aug 19 12:18:12.915434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-6fe7ddf7-490f-4080-a806-dd8c400208c3 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0657396 Aug 19 12:18:12.987573 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-e90264d6-0e44-4a48-945d-1346cec3049f tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.170 HTTP/1.1" status: 200 len: 696 time: 0.0659091 Aug 19 12:18:13.082241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-2c40374b-26e9-4a62-a132-937f7c34a8e9 req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Deleting port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:13.082490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2c40374b-26e9-4a62-a132-937f7c34a8e9 req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.207421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2c40374b-26e9-4a62-a132-937f7c34a8e9 req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] For port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1a45ee6c-0151-45a9-86ca-d90bf0232d6e,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:13.207822 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2c40374b-26e9-4a62-a132-937f7c34a8e9 req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.223181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-2bd9270b-99f7-4009-b64a-23cab904ec79 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Deleting port 6f49e590-a13c-4f85-bf54-daf0df1a8f36 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:13.223616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-2bd9270b-99f7-4009-b64a-23cab904ec79 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.226163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-2c40374b-26e9-4a62-a132-937f7c34a8e9 req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Calling delete_port for 1a45ee6c-0151-45a9-86ca-d90bf0232d6e owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:13.321574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dd678-7836-4e81-a187-164a0706d4ce req-97483f34-d2ac-4f1f-8fb8-9bc9d2efdc59 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.323218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c12dd678-7836-4e81-a187-164a0706d4ce req-97483f34-d2ac-4f1f-8fb8-9bc9d2efdc59 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 948 time: 0.0494845 Aug 19 12:18:13.352125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-2bd9270b-99f7-4009-b64a-23cab904ec79 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.352678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-2bd9270b-99f7-4009-b64a-23cab904ec79 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.364431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:13.367030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c12dd678-7836-4e81-a187-164a0706d4ce req-e9070eb7-1bc1-431d-a500-9a2c383465b2 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376811 Aug 19 12:18:13.374291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-2bd9270b-99f7-4009-b64a-23cab904ec79 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Calling delete_port for 6f49e590-a13c-4f85-bf54-daf0df1a8f36 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:13.494976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:13.511565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735b9d6-c768-4b2d-94b0-a5f600adb1ef req-e1b206c4-09f2-440d-837d-f679a95d538c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.513300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6735b9d6-c768-4b2d-94b0-a5f600adb1ef req-e1b206c4-09f2-440d-837d-f679a95d538c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 944 time: 0.0787809 Aug 19 12:18:13.516096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'mac_address': 'fa:16:3e:66:48:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:13.560099 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6735b9d6-c768-4b2d-94b0-a5f600adb1ef req-acb7784b-4450-4f20-9789-7ecd0b40d183 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400112 Aug 19 12:18:13.568116 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.585216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:13.606954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:13.650246 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2c40374b-26e9-4a62-a132-937f7c34a8e9 req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.664702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1a45ee6c-0151-45a9-86ca-d90bf0232d6e', '6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:13.667099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5d4f01df-b745-4fe6-87c6-157a1aa2e9bb'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:13.693510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Pushing event deleted for resources: {'Port': ['ID=1a45ee6c-0151-45a9-86ca-d90bf0232d6e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:13.746190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c40374b-26e9-4a62-a132-937f7c34a8e9 req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] No DVR routers for this DVR port 1a45ee6c-0151-45a9-86ca-d90bf0232d6e on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:13.751624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-2bd9270b-99f7-4009-b64a-23cab904ec79 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.756500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2c40374b-26e9-4a62-a132-937f7c34a8e9 req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.758612 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2c40374b-26e9-4a62-a132-937f7c34a8e9 req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.62 "DELETE /v2.0/ports/1a45ee6c-0151-45a9-86ca-d90bf0232d6e HTTP/1.1" status: 204 len: 173 time: 0.9161618 Aug 19 12:18:13.759237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aca3916-e3b5-4580-9a2e-3baa768badc9', 'name': 'network-vif-deleted', 'tag': '1a45ee6c-0151-45a9-86ca-d90bf0232d6e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:13.761407 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6462a073-a05c-4f5e-8547-ad5b64814695" -d '{"events": [{"server_uuid": "6aca3916-e3b5-4580-9a2e-3baa768badc9", "name": "network-vif-deleted", "tag": "1a45ee6c-0151-45a9-86ca-d90bf0232d6e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:13.768344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.768711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.769995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.769995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.770365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.771251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.771599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.771940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.772278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.772611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.772941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.773268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f77419a-3b6f-4d44-9814-1541a602954e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:13.803764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9270b-99f7-4009-b64a-23cab904ec79 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event deleted for resources: {'Port': ['ID=6f49e590-a13c-4f85-bf54-daf0df1a8f36,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:13.809413 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.836465 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-2bd9270b-99f7-4009-b64a-23cab904ec79 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.839662 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-2bd9270b-99f7-4009-b64a-23cab904ec79 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:13.841171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8f9dad5-362f-482f-b409-0f76bc67f4b2 req-2bd9270b-99f7-4009-b64a-23cab904ec79 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "DELETE /v2.0/floatingips/f25e2a2e-0fb4-427f-87c5-4fb746b5745b HTTP/1.1" status: 204 len: 173 time: 0.8474815 Aug 19 12:18:13.935878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:13.949191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db7af0-6508-48e7-9f64-7dccb8af09fd req-25c99b63-b8c2-41ba-9adc-2751540dfebf tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:13.950819 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2db7af0-6508-48e7-9f64-7dccb8af09fd req-25c99b63-b8c2-41ba-9adc-2751540dfebf tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 945 time: 0.0562859 Aug 19 12:18:13.990932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2db7af0-6508-48e7-9f64-7dccb8af09fd req-45fb5b83-a368-473c-804d-3486575119dd tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333045 Aug 19 12:18:14.058583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:14.247483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9d13a98-6c33-49c1-b4d4-bab8ee6ac303 req-eed3354a-1b24-43c2-9d2e-8bf58996eec4 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=6aca3916-e3b5-4580-9a2e-3baa768badc9 HTTP/1.1" status: 200 len: 210 time: 0.0302470 Aug 19 12:18:14.298630 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a66bf60-88c8-4046-9667-1629025a93ff x-openstack-request-id: req-6a66bf60-88c8-4046-9667-1629025a93ff {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:14.299433 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aca3916-e3b5-4580-9a2e-3baa768badc9", "name": "network-vif-deleted", "tag": "1a45ee6c-0151-45a9-86ca-d90bf0232d6e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:14.299897 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a66bf60-88c8-4046-9667-1629025a93ff {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:14.300504 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aca3916-e3b5-4580-9a2e-3baa768badc9', 'name': 'network-vif-deleted', 'tag': '1a45ee6c-0151-45a9-86ca-d90bf0232d6e', 'status': 'completed', 'code': 200} Aug 19 12:18:14.370301 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-29674fe7-55b6-4694-a0a1-68931898fa99 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips/9708b40e-41d9-43f0-bbba-a64fea618d5e HTTP/1.1" status: 200 len: 692 time: 0.0592546 Aug 19 12:18:14.482887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-c7fbac77-3e2d-4410-a478-f2f2112e0232 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.484854 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-c7fbac77-3e2d-4410-a478-f2f2112e0232 tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1081343 Aug 19 12:18:14.524264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:14.540465 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-5394e31c-9c30-4509-88fd-56bed365b3dd tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.51 HTTP/1.1" status: 200 len: 695 time: 0.0492594 Aug 19 12:18:14.593715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-2138d889-8b51-4753-b5ac-73495651566c tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.51 HTTP/1.1" status: 200 len: 695 time: 0.0468647 Aug 19 12:18:14.748442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-dca6da8b-33d6-4e93-beb3-a685ff5a253e tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Deleting port 8c4ae857-cb92-4f63-a16e-f5138f58449e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:14.748792 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-dca6da8b-33d6-4e93-beb3-a685ff5a253e tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.758389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:14.762391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:14.762871 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.842157 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-dca6da8b-33d6-4e93-beb3-a685ff5a253e tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.842520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-dca6da8b-33d6-4e93-beb3-a685ff5a253e tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.860027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-dca6da8b-33d6-4e93-beb3-a685ff5a253e tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Calling delete_port for 8c4ae857-cb92-4f63-a16e-f5138f58449e owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:14.861989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e98a7-4b63-4186-8091-2be6e5998192 req-29a14054-c628-405c-952e-6e899a0201f7 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:14.864768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c86e98a7-4b63-4186-8091-2be6e5998192 req-29a14054-c628-405c-952e-6e899a0201f7 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 944 time: 0.0557323 Aug 19 12:18:14.893629 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:14.906450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c86e98a7-4b63-4186-8091-2be6e5998192 req-cff48b5e-de54-4b20-8c69-b5383ac1e682 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352495 Aug 19 12:18:14.922095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:14.924423 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f028175d-806e-4985-a4c6-35424dae9cfa" -d '{"events": [{"server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "name": "network-vif-plugged", "status": "completed", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:14.950178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:15.026340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09be0f-b48f-4882-bd1f-08342f99139b req-cf42e1b4-3039-49ba-8989-ef1f921def09 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.027964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5a09be0f-b48f-4882-bd1f-08342f99139b req-cf42e1b4-3039-49ba-8989-ef1f921def09 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 949 time: 0.0551929 Aug 19 12:18:15.079613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5a09be0f-b48f-4882-bd1f-08342f99139b req-f60a90f8-b312-4d8e-9719-237fa7843214 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371196 Aug 19 12:18:15.105401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-5fd40f63-9649-4ac9-90f1-c2329563d41d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.106511 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-5fd40f63-9649-4ac9-90f1-c2329563d41d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5&tenant_id=9f9555ca381f4d9c9f1e07a044986e98&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 949 time: 0.0544941 Aug 19 12:18:15.137558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47728) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:15.147178 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.148014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 7c580382-6e5a-4251-a9be-7a1be7b0111f up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:15.193536 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-dca6da8b-33d6-4e93-beb3-a685ff5a253e tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.247292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6da8b-33d6-4e93-beb3-a685ff5a253e tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Pushing event deleted for resources: {'Port': ['ID=8c4ae857-cb92-4f63-a16e-f5138f58449e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:15.264810 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a04d38-b26c-4eef-9c76-fea4a8a4afa0 x-openstack-request-id: req-d2a04d38-b26c-4eef-9c76-fea4a8a4afa0 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:15.266600 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "name": "network-vif-plugged", "status": "completed", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:15.266898 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2a04d38-b26c-4eef-9c76-fea4a8a4afa0 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:15.268210 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'code': 200} Aug 19 12:18:15.318672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:15.331923 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-046115d1-e58a-4502-a5a1-98628ae1d271 service neutron] 10.222.0.62 "GET /v2.0/ports/09ad6f7e-86fd-4bfb-b0c8-790640c43dc8/bindings/n-h1-803757-2 HTTP/1.1" status: 200 len: 382 time: 0.2032652 Aug 19 12:18:15.336231 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-dca6da8b-33d6-4e93-beb3-a685ff5a253e tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.340074 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-dca6da8b-33d6-4e93-beb3-a685ff5a253e tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.341276 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40d1b2a6-cbaa-4255-8de0-0b97ab4172b1 req-dca6da8b-33d6-4e93-beb3-a685ff5a253e tempest-FloatingIPDetailsTestJSON-851366125 tempest-FloatingIPDetailsTestJSON-851366125-project] 10.222.0.21 "DELETE /v2.0/floatingips/9708b40e-41d9-43f0-bbba-a64fea618d5e HTTP/1.1" status: 204 len: 173 time: 0.7416117 Aug 19 12:18:15.350147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47734) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:15.364886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:15.375271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e416a8c-0b9d-4ccb-9aa6-657e342913d7 req-89f9fae5-7817-49f7-b289-2dace233d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.376926 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e416a8c-0b9d-4ccb-9aa6-657e342913d7 req-89f9fae5-7817-49f7-b289-2dace233d56b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 1097 time: 0.1028256 Aug 19 12:18:15.436056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:15.436768 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.441080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e416a8c-0b9d-4ccb-9aa6-657e342913d7 req-ba4c7a88-3cd2-4115-8df7-a9535a755aa0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369763 Aug 19 12:18:15.455458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-68731414-d5d8-4dd9-a22a-1a30a45e1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.457286 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-68731414-d5d8-4dd9-a22a-1a30a45e1780 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 1100 time: 0.0971513 Aug 19 12:18:15.471116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ddd64-32e9-49e6-942c-fb5b595a404b req-438b4567-5d7c-4cde-9fed-833e204a35dc tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.472969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc7ddd64-32e9-49e6-942c-fb5b595a404b req-438b4567-5d7c-4cde-9fed-833e204a35dc tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 946 time: 0.1850088 Aug 19 12:18:15.491175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 7c580382-6e5a-4251-a9be-7a1be7b0111f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:15.515190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 7c580382-6e5a-4251-a9be-7a1be7b0111f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:15.515790 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.557394 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.592168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-1e653981-c4ba-4658-88af-57fdc382668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.595148 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-1e653981-c4ba-4658-88af-57fdc382668b service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1203668 Aug 19 12:18:15.599073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:15.599450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc7ddd64-32e9-49e6-942c-fb5b595a404b req-502dcda5-9a76-4262-9588-d7a09ec6affc tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930567 Aug 19 12:18:15.644801 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.687287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-42a48123-24d2-4868-a58d-276cb8b35327 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 HTTP/1.1" status: 200 len: 217 time: 0.0683665 Aug 19 12:18:15.692991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 7c580382-6e5a-4251-a9be-7a1be7b0111f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=7c580382-6e5a-4251-a9be-7a1be7b0111f,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:15.730156 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.734332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-f8f61b7b-0cfe-47e9-833a-0c5984897a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.736010 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-f8f61b7b-0cfe-47e9-833a-0c5984897a3d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0480185 Aug 19 12:18:15.756254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-33ef6d8f-a83c-4a91-86bb-79491bdf1598 req-fc9091c8-78b6-477d-968f-1d092f986c94 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=6aca3916-e3b5-4580-9a2e-3baa768badc9 HTTP/1.1" status: 200 len: 210 time: 0.0451648 Aug 19 12:18:15.796664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-7ced28ea-7a89-4aab-9a1e-8ec003bea94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:15.799348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-7ced28ea-7a89-4aab-9a1e-8ec003bea94a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547996 Aug 19 12:18:15.804615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:15.849804 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:15.903792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-7ecca2ad-20f0-4230-afd2-9417b4944546 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980353 Aug 19 12:18:15.908931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=7c580382-6e5a-4251-a9be-7a1be7b0111f,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:15.935904 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.124680 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.310322 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2c728-e045-4413-b3d0-db9ae799c8a3 req-f64fdcd9-53c3-4fff-869b-c8e4fb418fa0 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.311768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9de2c728-e045-4413-b3d0-db9ae799c8a3 req-f64fdcd9-53c3-4fff-869b-c8e4fb418fa0 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1337564 Aug 19 12:18:16.329207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-2aa9ae79-f667-494a-8aaf-a7f807b546aa service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175661 Aug 19 12:18:16.345417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907034e9-08dd-47fb-b5db-d450b5ebd04c req-c28dd0c0-3e91-4878-a6f2-2c224e6cbf9d tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.347020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-907034e9-08dd-47fb-b5db-d450b5ebd04c req-c28dd0c0-3e91-4878-a6f2-2c224e6cbf9d tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 945 time: 0.3616295 Aug 19 12:18:16.386787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-907034e9-08dd-47fb-b5db-d450b5ebd04c req-61af93e5-406e-4b41-9d00-2942274896d9 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329328 Aug 19 12:18:16.715917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34552d-b0b3-45a2-9682-9dadeb55fc37 req-376883ba-ee62-4367-a699-b783895d715d tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:16.717809 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b34552d-b0b3-45a2-9682-9dadeb55fc37 req-376883ba-ee62-4367-a699-b783895d715d tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 946 time: 0.0501595 Aug 19 12:18:16.740116 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9de2c728-e045-4413-b3d0-db9ae799c8a3 req-729ad0c7-5108-4582-91e8-ab7bcf9ad553 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984049 Aug 19 12:18:16.766593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b34552d-b0b3-45a2-9682-9dadeb55fc37 req-177c3081-6f19-4008-b882-5d3153da401b tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425560 Aug 19 12:18:16.802097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Deleting port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:16.805973 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.923656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] For port 9cf8b30d-94ec-46b2-9f78-bfffb078ba81, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9cf8b30d-94ec-46b2-9f78-bfffb078ba81,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:16.925393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:16.938924 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Calling delete_port for 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:16.945046 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] Deleting port e49d20ea-81d4-4356-8b5f-8f1550caaad2 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:16.945473 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.084860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] For port e49d20ea-81d4-4356-8b5f-8f1550caaad2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e49d20ea-81d4-4356-8b5f-8f1550caaad2,segment=NetworkSegment(c7c4953d-5b46-4247-afde-a73b2268a066),segment_id=c7c4953d-5b46-4247-afde-a73b2268a066)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:17.085222 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.131065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] Calling delete_port for e49d20ea-81d4-4356-8b5f-8f1550caaad2 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:17.270197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'}, {'server_uuid': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c580382-6e5a-4251-a9be-7a1be7b0111f'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:17.273007 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d730ad1b-eef8-4a90-97d8-65f76ab49281" -d '{"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-plugged", "status": "completed", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8"}, {"server_uuid": "ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b", "name": "network-vif-plugged", "status": "completed", "tag": "7c580382-6e5a-4251-a9be-7a1be7b0111f"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:17.333534 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be30861-93b3-4a18-82e0-34bad629195b x-openstack-request-id: req-2be30861-93b3-4a18-82e0-34bad629195b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:17.333830 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-plugged", "status": "completed", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8", "code": 200}, {"server_uuid": "ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b", "name": "network-vif-plugged", "status": "completed", "tag": "7c580382-6e5a-4251-a9be-7a1be7b0111f", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:17.334237 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2be30861-93b3-4a18-82e0-34bad629195b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:17.334939 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'code': 200} Aug 19 12:18:17.335199 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c580382-6e5a-4251-a9be-7a1be7b0111f', 'code': 200} Aug 19 12:18:17.394880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1a45ee6c-0151-45a9-86ca-d90bf0232d6e no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:17.411561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 1a45ee6c-0151-45a9-86ca-d90bf0232d6e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:17.412148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1a45ee6c-0151-45a9-86ca-d90bf0232d6e not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:17.441122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fb02d-56d4-4150-bb1f-f2c4949f7981 req-d02004e7-e965-43cf-b942-f5d59aeea223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.443400 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-646fb02d-56d4-4150-bb1f-f2c4949f7981 req-d02004e7-e965-43cf-b942-f5d59aeea223 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 1096 time: 0.0504699 Aug 19 12:18:17.491387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-646fb02d-56d4-4150-bb1f-f2c4949f7981 req-c229ebcc-3d99-4a0d-82be-91c966420297 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383849 Aug 19 12:18:17.496720 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.527964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf8b30d-94ec-46b2-9f78-bfffb078ba81,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:17.560294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85947e7-73b2-40ec-b3cf-f634b0c9975c req-ee3246d5-a9eb-4bf8-8493-64f94c0b88db tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.561855 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85947e7-73b2-40ec-b3cf-f634b0c9975c req-ee3246d5-a9eb-4bf8-8493-64f94c0b88db tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 945 time: 0.0988576 Aug 19 12:18:17.565979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.566320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.566659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.567547 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.567875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.568200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.568521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.568846 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.569161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.569480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.569797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.570113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:17.620077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:17.666321 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] Pushing event deleted for resources: {'Port': ['ID=e49d20ea-81d4-4356-8b5f-8f1550caaad2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:17.735355 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85947e7-73b2-40ec-b3cf-f634b0c9975c req-a7a9dfb7-3ff7-408e-a310-dc535501c7ef tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610756 Aug 19 12:18:17.794768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e80e1-3ee0-44fb-bce5-14e82f37c142 req-c27d071b-8359-4fc8-9b32-97e7319402cc tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.810136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e80e1-3ee0-44fb-bce5-14e82f37c142 req-c27d071b-8359-4fc8-9b32-97e7319402cc tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.810136 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-189e80e1-3ee0-44fb-bce5-14e82f37c142 req-c27d071b-8359-4fc8-9b32-97e7319402cc tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4&device_id=da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd HTTP/1.1" status: 200 len: 1681 time: 0.0887077 Aug 19 12:18:17.845749 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-189e80e1-3ee0-44fb-bce5-14e82f37c142 req-341108f4-7da7-49fa-b7ae-f07a6899a1ff tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356588 Aug 19 12:18:17.985791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4535c-f207-4a5a-adf6-49f4e5e904e8 req-78bc2ae2-fbb6-4161-a9a0-0747a2a38731 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:17.987311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5fc4535c-f207-4a5a-adf6-49f4e5e904e8 req-78bc2ae2-fbb6-4161-a9a0-0747a2a38731 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 946 time: 0.0520840 Aug 19 12:18:17.997839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.010430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af563af3-baee-4eca-89e7-b3d6a30f06fd req-9ec568b1-27db-483b-b4ff-81cdb093cf08 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:18.018081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af563af3-baee-4eca-89e7-b3d6a30f06fd req-9ec568b1-27db-483b-b4ff-81cdb093cf08 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.1645184 Aug 19 12:18:18.049173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5fc4535c-f207-4a5a-adf6-49f4e5e904e8 req-44cd4b58-2503-4893-bd8f-29f4211e4dbc tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551050 Aug 19 12:18:18.135410 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.142266 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af563af3-baee-4eca-89e7-b3d6a30f06fd req-bac1a27e-099b-4ddf-b819-7b5d58e843f3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232917 Aug 19 12:18:18.307666 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-8995d73b-7744-4665-8ab3-b0e85d06dfae tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1229627 Aug 19 12:18:18.321600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:18.421574 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.516913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:18.550912 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.582829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] Router 23c18556-77e1-4dae-9c55-27b22927e33e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:18.690705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:18.695283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Allocated IP 172.25.2.231 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/adbaa46a-174b-4cc5-8f3f-da263be3a454) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:18.700352 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d6d75ffc-7927-4cdf-943c-e5b167ae4d5f admin admin] 10.222.0.21 "PUT /v2.0/routers/cb28f4b2-bb52-441a-956b-dc9fe0d685a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5612900 Aug 19 12:18:18.701197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47794) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:18.704989 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9fc57-9c45-4fb6-bca4-d3026f75a89a None None] Sync routers for ids ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:18.719857 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9fc57-9c45-4fb6-bca4-d3026f75a89a None None] Routers {'cb28f4b2-bb52-441a-956b-dc9fe0d685a4'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:18.720764 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-68b9fc57-9c45-4fb6-bca4-d3026f75a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:18.772800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:18.779003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6c94a3ad-c329-4ec5-96e9-bebe2d0f635e admin admin] 10.222.0.21 "PUT /v2.0/routers/23c18556-77e1-4dae-9c55-27b22927e33e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4262753 Aug 19 12:18:18.780642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47798) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:18.783362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebecbe97-964d-46ec-8587-b2c20c5888eb None None] Sync routers for ids ['23c18556-77e1-4dae-9c55-27b22927e33e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:18.794625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecbe97-964d-46ec-8587-b2c20c5888eb None None] Routers {'23c18556-77e1-4dae-9c55-27b22927e33e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:18.795522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ebecbe97-964d-46ec-8587-b2c20c5888eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['23c18556-77e1-4dae-9c55-27b22927e33e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:18.919073 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-68b9fc57-9c45-4fb6-bca4-d3026f75a89a None None] Set router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:18.930055 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:18.971579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ebecbe97-964d-46ec-8587-b2c20c5888eb None None] Set router 23c18556-77e1-4dae-9c55-27b22927e33e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:19.019556 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.068056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8425a-7df8-485c-8e41-3b9260c37465 req-444925b6-1e8b-4e7b-b502-910294f12d65 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.069772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aaa8425a-7df8-485c-8e41-3b9260c37465 req-444925b6-1e8b-4e7b-b502-910294f12d65 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 945 time: 0.1350665 Aug 19 12:18:19.164215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.195388 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:18:19.197094 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.227878 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-68b9fc57-9c45-4fb6-bca4-d3026f75a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-router', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:18:17Z', 'revision_number': 5, 'project_id': '4d19546de9824193bf906963ef741cc1', 'gw_port': {'id': 'd7cdc4d5-8e4d-4c47-98d0-ac8134a4b371', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:01Z', 'updated_at': '2021-08-19T12:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.275557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ebecbe97-964d-46ec-8587-b2c20c5888eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'name': 'tempest-FloatingIPDetailsTestJSON-645595033-router', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:38Z', 'updated_at': '2021-08-19T12:18:17Z', 'revision_number': 5, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'gw_port': {'id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:40Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.305038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebecbe97-964d-46ec-8587-b2c20c5888eb None None] Checking router: 23c18556-77e1-4dae-9c55-27b22927e33e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:19.314682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecbe97-964d-46ec-8587-b2c20c5888eb None None] Routers {'23c18556-77e1-4dae-9c55-27b22927e33e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:19.315701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ebecbe97-964d-46ec-8587-b2c20c5888eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['23c18556-77e1-4dae-9c55-27b22927e33e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.354831 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9fc57-9c45-4fb6-bca4-d3026f75a89a None None] Checking router: cb28f4b2-bb52-441a-956b-dc9fe0d685a4 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:19.365535 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9fc57-9c45-4fb6-bca4-d3026f75a89a None None] Routers {'cb28f4b2-bb52-441a-956b-dc9fe0d685a4'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:19.366178 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-68b9fc57-9c45-4fb6-bca4-d3026f75a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.394548 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.451232 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ebecbe97-964d-46ec-8587-b2c20c5888eb None None] Set router 23c18556-77e1-4dae-9c55-27b22927e33e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:19.495374 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-68b9fc57-9c45-4fb6-bca4-d3026f75a89a None None] Set router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:19.520950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:19.524540 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aaa8425a-7df8-485c-8e41-3b9260c37465 req-eb2607d5-a777-4213-87a2-9d0c7a9e79ae tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4437664 Aug 19 12:18:19.542718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:19.552701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:19.560793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Pushing event updated for resources: {'Port': ['ID=adbaa46a-174b-4cc5-8f3f-da263be3a454,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:19.571001 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-68b9fc57-9c45-4fb6-bca4-d3026f75a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-router', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:18:19Z', 'revision_number': 6, 'project_id': '4d19546de9824193bf906963ef741cc1', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.575961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Deleting port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:19.575961 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.587826 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.615932 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b9fc57-9c45-4fb6-bca4-d3026f75a89a None None] The sync data for ids ['cb28f4b2-bb52-441a-956b-dc9fe0d685a4'] in n-d-803757-2 is: [{'id': 'cb28f4b2-bb52-441a-956b-dc9fe0d685a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-869780480-router', 'tenant_id': '4d19546de9824193bf906963ef741cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:15:59Z', 'updated_at': '2021-08-19T12:18:19Z', 'revision_number': 6, 'project_id': '4d19546de9824193bf906963ef741cc1', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:19.696828 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.708226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ebecbe97-964d-46ec-8587-b2c20c5888eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'name': 'tempest-FloatingIPDetailsTestJSON-645595033-router', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:38Z', 'updated_at': '2021-08-19T12:18:17Z', 'revision_number': 5, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'gw_port': {'id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:40Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:19.721375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-404cc3b2-4098-46bb-bfe7-6ded946925b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.723427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-404cc3b2-4098-46bb-bfe7-6ded946925b6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5&tenant_id=9f9555ca381f4d9c9f1e07a044986e98 HTTP/1.1" status: 200 len: 1101 time: 0.0843837 Aug 19 12:18:19.737844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] For port d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:19.738216 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.738348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebecbe97-964d-46ec-8587-b2c20c5888eb None None] The sync data for ids ['23c18556-77e1-4dae-9c55-27b22927e33e'] in n-d-803757-2 is: [{'id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'name': 'tempest-FloatingIPDetailsTestJSON-645595033-router', 'tenant_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:38Z', 'updated_at': '2021-08-19T12:18:17Z', 'revision_number': 5, 'project_id': '2a29fc2b20ac4895a61fbc25a7c69f02', 'gw_port': {'id': '455890b2-68c0-4ace-a2c7-5b76037b6289', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c18556-77e1-4dae-9c55-27b22927e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:40Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:19.762773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Calling delete_port for d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:19.782551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Deleting port 455890b2-68c0-4ace-a2c7-5b76037b6289 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:19.783018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.859584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-22949d54-ff11-4078-a446-544ecc54555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:19.861106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-22949d54-ff11-4078-a446-544ecc54555a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 1101 time: 0.1114848 Aug 19 12:18:19.863511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.865472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] For port 455890b2-68c0-4ace-a2c7-5b76037b6289, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=455890b2-68c0-4ace-a2c7-5b76037b6289,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:19.865800 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:19.879469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Calling delete_port for 455890b2-68c0-4ace-a2c7-5b76037b6289 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:20.134343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-96c74a4a-0669-427e-be65-e9f00472b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.136751 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-96c74a4a-0669-427e-be65-e9f00472b9c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.2608802 Aug 19 12:18:20.174554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2be26-945c-454f-9b27-2d9d40c6a7e7 req-099f15c7-3655-4cf2-955d-d6fbbac501e6 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.175978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e0f2be26-945c-454f-9b27-2d9d40c6a7e7 req-099f15c7-3655-4cf2-955d-d6fbbac501e6 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.0559700 Aug 19 12:18:20.177048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.205241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-a8b511df-9fb2-46f0-806a-920b5e9650c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 HTTP/1.1" status: 200 len: 217 time: 0.0605674 Aug 19 12:18:20.223148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=455890b2-68c0-4ace-a2c7-5b76037b6289,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:20.282838 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.283053 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e0f2be26-945c-454f-9b27-2d9d40c6a7e7 req-e62c148e-a48c-49b1-a75d-6c3c3b77762c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989666 Aug 19 12:18:20.292855 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.295490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-c0597362-6d1b-4e54-b422-53d4330bf176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.297257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-c0597362-6d1b-4e54-b422-53d4330bf176 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0800190 Aug 19 12:18:20.307705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.337838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:20.392167 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.426360 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.429711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.454673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.571562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-40014df4-c8b9-468f-be80-04b2bd8b6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.573096 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-40014df4-c8b9-468f-be80-04b2bd8b6235 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2445691 Aug 19 12:18:20.575689 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.576092 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.576605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c18556-77e1-4dae-9c55-27b22927e33e {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:18:20.582088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.586584 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.586755 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c8e4d13c-ee3b-499a-bda7-44d82ac6e2c5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/23c18556-77e1-4dae-9c55-27b22927e33e HTTP/1.1" status: 204 len: 168 time: 1.8030088 Aug 19 12:18:20.591389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47820) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:20.603640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-86c8f244-045c-44f3-8641-0ec8fbb9f8f3 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.606824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.610353 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-86c8f244-045c-44f3-8641-0ec8fbb9f8f3 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 820 time: 0.1402097 Aug 19 12:18:20.627417 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-8fd7e8ef-a4fa-4390-b0ad-80d15646264b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/quotas/6b81bb21c5aa454baad4a2004864545e HTTP/1.1" status: 200 len: 375 time: 0.0161240 Aug 19 12:18:20.702135 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-e7118549-5385-45e9-b26a-3b3492fc80df tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735161 Aug 19 12:18:20.716782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Pushing event updated for resources: {'Port': ['ID=adbaa46a-174b-4cc5-8f3f-da263be3a454,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:20.724359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e49d20ea-81d4-4356-8b5f-8f1550caaad2 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:20.747733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e49d20ea-81d4-4356-8b5f-8f1550caaad2 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:20.748088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e49d20ea-81d4-4356-8b5f-8f1550caaad2 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:20.748519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:20.757346 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.758574 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-6c870fd5-48bd-4b91-86ef-d647ba18edd0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4426060 Aug 19 12:18:20.777934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:20.804050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9cf8b30d-94ec-46b2-9f78-bfffb078ba81 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:20.804230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2478767-71ae-445d-8f25-de6b8c6f8dbe req-9490c0a1-dd85-4cb0-969e-0434103ab811 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:20.804230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2478767-71ae-445d-8f25-de6b8c6f8dbe req-9490c0a1-dd85-4cb0-969e-0434103ab811 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.30 "GET /v2.0/ports?device_id=da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd HTTP/1.1" status: 200 len: 945 time: 0.3809664 Aug 19 12:18:20.826653 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-2241c461-f185-4418-aefc-41888d2ba07a service neutron] 10.222.0.21 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160634 Aug 19 12:18:20.877369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e160a0b-abc9-4d0c-9761-a2c7a19c3672 admin admin] Deleting subnet e398d032-5bd5-4a56-b24e-27089e84140c {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:18:20.885062 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-abfadc9b-c8aa-466a-907f-9ef969d87da3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.1079836 Aug 19 12:18:20.891318 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e160a0b-abc9-4d0c-9761-a2c7a19c3672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.931181 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-d2ebc34e-cbde-4835-9fd6-7f3c070b0027 service neutron] 10.222.0.21 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973043 Aug 19 12:18:20.939789 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:20.940560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb28f4b2-bb52-441a-956b-dc9fe0d685a4 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:18:21.012236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.013417 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c14429da-ad84-4e98-b8c5-a1ed1763ce4a admin admin] 10.222.0.21 "DELETE /v2.0/routers/cb28f4b2-bb52-441a-956b-dc9fe0d685a4 HTTP/1.1" status: 204 len: 168 time: 2.3118556 Aug 19 12:18:21.015562 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-a3ef99ec-2b14-465a-a6a8-697e6841178a service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269230 Aug 19 12:18:21.016010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47824) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:21.054663 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e160a0b-abc9-4d0c-9761-a2c7a19c3672 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.084811 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-62620d0b-be57-432d-99a4-188ac9629664 admin admin] Deleting subnet 26ec87a4-a012-459e-8aaa-a8db66f0b3e2 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:18:21.089034 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-62620d0b-be57-432d-99a4-188ac9629664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.128213 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-62620d0b-be57-432d-99a4-188ac9629664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.213059 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e160a0b-abc9-4d0c-9761-a2c7a19c3672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.224489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-ece84a8a-4030-4e3b-8d4e-b8bf140aa096 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.226486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8debeb5c-f2b9-4acc-97fc-1028cff76978 req-ece84a8a-4030-4e3b-8d4e-b8bf140aa096 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.3084109 Aug 19 12:18:21.253430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d2478767-71ae-445d-8f25-de6b8c6f8dbe req-4b7f2cc5-2814-408d-a3b1-018c3ff49f4e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Deleting port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:21.254780 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2478767-71ae-445d-8f25-de6b8c6f8dbe req-4b7f2cc5-2814-408d-a3b1-018c3ff49f4e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.273480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d7358fc-6471-4c03-a253-ef3a30fd9e3b req-765bdd46-d851-4bd3-9798-b85fbb47cd3d service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389247 Aug 19 12:18:21.286061 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-62620d0b-be57-432d-99a4-188ac9629664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.412220 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:21.455994 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-62620d0b-be57-432d-99a4-188ac9629664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.488533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62620d0b-be57-432d-99a4-188ac9629664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ec87a4-a012-459e-8aaa-a8db66f0b3e2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:21.498093 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-62620d0b-be57-432d-99a4-188ac9629664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.502449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-62620d0b-be57-432d-99a4-188ac9629664 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26ec87a4-a012-459e-8aaa-a8db66f0b3e2 HTTP/1.1" status: 204 len: 168 time: 0.4831791 Aug 19 12:18:21.502871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47838) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:21.509768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab510ba-c2e6-4502-bc72-246e06225ab9 None None] Network cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:21.529840 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.601771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:21.604327 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dd21f2-a3d0-4e8d-a2e8-3800691abd87" -d '{"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-unplugged", "status": "completed", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:21.621360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:21.649962 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.755931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501560ff-122e-4616-adff-7e42d9204a5c req-ead6cce5-e047-4a29-a8eb-a23051ad2200 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.757525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-501560ff-122e-4616-adff-7e42d9204a5c req-ead6cce5-e047-4a29-a8eb-a23051ad2200 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 945 time: 0.1222079 Aug 19 12:18:21.769466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a902fa-20ca-4d2b-a4a2-294485a0fbb7 req-4ab2fe28-ada8-4682-ade5-6813e3954622 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.776316 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c1145-fdf5-4c5e-ba35-b205a192a4ae None None] DHCP port deletion for cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:18:21.777225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8a902fa-20ca-4d2b-a4a2-294485a0fbb7 req-4ab2fe28-ada8-4682-ade5-6813e3954622 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd HTTP/1.1" status: 200 len: 945 time: 0.4750755 Aug 19 12:18:21.780800 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.801488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b73c65-76a9-4b86-9efd-70212f2ddbdd req-d9f37901-36bd-4a5b-864c-b405578a3de9 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:21.803013 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30b73c65-76a9-4b86-9efd-70212f2ddbdd req-d9f37901-36bd-4a5b-864c-b405578a3de9 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4784914-344d-44a0-8b4d-10a5f56943f4 HTTP/1.1" status: 200 len: 945 time: 0.1324055 Aug 19 12:18:21.810642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d2478767-71ae-445d-8f25-de6b8c6f8dbe req-4b7f2cc5-2814-408d-a3b1-018c3ff49f4e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] For port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:21.811036 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2478767-71ae-445d-8f25-de6b8c6f8dbe req-4b7f2cc5-2814-408d-a3b1-018c3ff49f4e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.818309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-501560ff-122e-4616-adff-7e42d9204a5c req-cf27b2b0-24f8-4ad2-a416-6897362492a9 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506434 Aug 19 12:18:21.828551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Deleting port d153d885-1178-4b9b-a3d7-ecfed8833f2b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:21.828995 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.830276 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e160a0b-abc9-4d0c-9761-a2c7a19c3672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.869955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d2478767-71ae-445d-8f25-de6b8c6f8dbe req-4b7f2cc5-2814-408d-a3b1-018c3ff49f4e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Calling delete_port for 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:21.882674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:21.904280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] For port d153d885-1178-4b9b-a3d7-ecfed8833f2b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d153d885-1178-4b9b-a3d7-ecfed8833f2b,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:21.904554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.913403 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8a902fa-20ca-4d2b-a4a2-294485a0fbb7 req-e04062b3-421e-42dc-819a-00e7b28e60e6 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/security-groups?id=86321632-8f15-47a5-968f-cf23540104b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306596 Aug 19 12:18:21.914403 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e160a0b-abc9-4d0c-9761-a2c7a19c3672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e398d032-5bd5-4a56-b24e-27089e84140c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:21.932703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Calling delete_port for d153d885-1178-4b9b-a3d7-ecfed8833f2b owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:21.938378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f36e66d-05c3-4e7f-9ae2-76a6ddadf69b None None] Network 7ab822d7-7917-4150-af5a-8dabec3087ef requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:21.949154 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e160a0b-abc9-4d0c-9761-a2c7a19c3672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.951127 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9e160a0b-abc9-4d0c-9761-a2c7a19c3672 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e398d032-5bd5-4a56-b24e-27089e84140c HTTP/1.1" status: 204 len: 168 time: 1.3550365 Aug 19 12:18:21.956897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c1145-fdf5-4c5e-ba35-b205a192a4ae None None] Deleting port d153d885-1178-4b9b-a3d7-ecfed8833f2b {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:21.957549 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1145-fdf5-4c5e-ba35-b205a192a4ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:21.970975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47852) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:22.110667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d153d885-1178-4b9b-a3d7-ecfed8833f2b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:22.150061 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.195405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=d153d885-1178-4b9b-a3d7-ecfed8833f2b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:22.196854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7e5c1145-fdf5-4c5e-ba35-b205a192a4ae None None] For port d153d885-1178-4b9b-a3d7-ecfed8833f2b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d153d885-1178-4b9b-a3d7-ecfed8833f2b,segment=NetworkSegment(2f19511a-f291-4e5d-9e31-3b05fcc8e79c),segment_id=2f19511a-f291-4e5d-9e31-3b05fcc8e79c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:22.197085 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1145-fdf5-4c5e-ba35-b205a192a4ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.205841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] No DVR routers for this DVR port d153d885-1178-4b9b-a3d7-ecfed8833f2b on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:22.215304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c1145-fdf5-4c5e-ba35-b205a192a4ae None None] Calling delete_port for d153d885-1178-4b9b-a3d7-ecfed8833f2b owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:22.221924 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.225646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No active binding found for port d153d885-1178-4b9b-a3d7-ecfed8833f2b {{(pid=95544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 12:18:22.226144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d153d885-1178-4b9b-a3d7-ecfed8833f2b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:22.226780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:22.237415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9487fe-d3e3-457a-afd3-c5fa86ebf914 req-12e49ef7-5c9d-41a4-9561-cb72b0e72c8a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:22.239539 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff9487fe-d3e3-457a-afd3-c5fa86ebf914 req-12e49ef7-5c9d-41a4-9561-cb72b0e72c8a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 948 time: 0.2009337 Aug 19 12:18:22.257228 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:22.257228 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d7cdc4d5-8e4d-4c47-98d0-ac8134a4b371 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:22.257485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 455890b2-68c0-4ace-a2c7-5b76037b6289 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:22.280580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 455890b2-68c0-4ace-a2c7-5b76037b6289 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:22.280580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 455890b2-68c0-4ace-a2c7-5b76037b6289 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:22.309191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-75d8a030-da91-4fa9-a91f-11a67a7a5251 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:22.310704 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-75d8a030-da91-4fa9-a91f-11a67a7a5251 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 821 time: 0.2717674 Aug 19 12:18:22.329283 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-7962b963-28e2-47f6-84c9-4ead0949f956 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/quotas/a4526ba863d24516ad8e439336eea2b5 HTTP/1.1" status: 200 len: 375 time: 0.0120311 Aug 19 12:18:22.331062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.340246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-30b73c65-76a9-4b86-9efd-70212f2ddbdd req-92f34b36-4c65-44aa-8105-0eb6063b713f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Deleting port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:22.340595 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-30b73c65-76a9-4b86-9efd-70212f2ddbdd req-92f34b36-4c65-44aa-8105-0eb6063b713f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.356951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:22.381864 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7e5c1145-fdf5-4c5e-ba35-b205a192a4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.388323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f19511a-f291-4e5d-9e31-3b05fcc8e79c') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:22.388690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f19511a-f291-4e5d-9e31-3b05fcc8e79c') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:22.405997 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.418179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c1145-fdf5-4c5e-ba35-b205a192a4ae None None] No DVR routers for this DVR port d153d885-1178-4b9b-a3d7-ecfed8833f2b on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:22.420886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f9cb0-63f7-48a9-997f-b0973001db38 None None] DHCP port deletion for 7ab822d7-7917-4150-af5a-8dabec3087ef request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:18:22.423953 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff9487fe-d3e3-457a-afd3-c5fa86ebf914 req-1251df5c-3ce3-40a9-afe6-cd0106797c82 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666760 Aug 19 12:18:22.449541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-80c19445-c59f-4c03-877c-9bcad528a9c2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0988932 Aug 19 12:18:22.450478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c1145-fdf5-4c5e-ba35-b205a192a4ae None None] Pushing event deleted for resources: {'Port': ['ID=d153d885-1178-4b9b-a3d7-ecfed8833f2b,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:22.456854 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.499833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:18:22.500361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:18:22.502121 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:18:22.505294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d11f9cb0-63f7-48a9-997f-b0973001db38 None None] Deleting port 435822cd-b115-4b5a-a736-9bee27cf9fb2 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:22.505294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d11f9cb0-63f7-48a9-997f-b0973001db38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.546128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Deleting port 435822cd-b115-4b5a-a736-9bee27cf9fb2 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:22.548043 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.553194 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f849365-284f-40fc-b492-acb2e9d74e54 req-be5c131f-fea6-43f4-a19c-22578513ea63 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 210 time: 0.0482099 Aug 19 12:18:22.582795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d11f9cb0-63f7-48a9-997f-b0973001db38 None None] For port 435822cd-b115-4b5a-a736-9bee27cf9fb2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=435822cd-b115-4b5a-a736-9bee27cf9fb2,segment=NetworkSegment(c7c4953d-5b46-4247-afde-a73b2268a066),segment_id=c7c4953d-5b46-4247-afde-a73b2268a066)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:22.583272 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d11f9cb0-63f7-48a9-997f-b0973001db38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.599615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d11f9cb0-63f7-48a9-997f-b0973001db38 None None] Calling delete_port for 435822cd-b115-4b5a-a736-9bee27cf9fb2 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:22.615182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-30b73c65-76a9-4b86-9efd-70212f2ddbdd req-92f34b36-4c65-44aa-8105-0eb6063b713f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] For port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8,segment=NetworkSegment(b65e46db-2f99-437a-bc63-c3fcb2660398),segment_id=b65e46db-2f99-437a-bc63-c3fcb2660398)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:22.615555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-30b73c65-76a9-4b86-9efd-70212f2ddbdd req-92f34b36-4c65-44aa-8105-0eb6063b713f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.628247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-c1bddab7-1cff-4da3-939a-1e2431761d3c service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756430 Aug 19 12:18:22.628659 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2478767-71ae-445d-8f25-de6b8c6f8dbe req-4b7f2cc5-2814-408d-a3b1-018c3ff49f4e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.667295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-30b73c65-76a9-4b86-9efd-70212f2ddbdd req-92f34b36-4c65-44aa-8105-0eb6063b713f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Calling delete_port for 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:22.678348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f2cc5-2814-408d-a3b1-018c3ff49f4e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Pushing event deleted for resources: {'Port': ['ID=5d4f01df-b745-4fe6-87c6-157a1aa2e9bb,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:22.743131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] For port 435822cd-b115-4b5a-a736-9bee27cf9fb2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=435822cd-b115-4b5a-a736-9bee27cf9fb2,segment=NetworkSegment(c7c4953d-5b46-4247-afde-a73b2268a066),segment_id=c7c4953d-5b46-4247-afde-a73b2268a066)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:22.743827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.752014 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-976168b1-c0d0-403f-8700-302aa9819d32 service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269872 Aug 19 12:18:22.775508 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.789476 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.792098 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1 HTTP/1.1" status: 204 len: 168 time: 1.2881734 Aug 19 12:18:22.796703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47864) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:22.821279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2f16a-5545-41f2-b422-bd9401da4b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7d47f2-75a6-48a5-bdb2-b7ec1b8a82f1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:22.834687 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce333611-401a-47e4-8df0-42600a31f680 x-openstack-request-id: req-ce333611-401a-47e4-8df0-42600a31f680 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:22.835163 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-unplugged", "status": "completed", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:22.835163 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce333611-401a-47e4-8df0-42600a31f680 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:22.835542 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'code': 200} Aug 19 12:18:22.837799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:22.879903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2478767-71ae-445d-8f25-de6b8c6f8dbe req-4b7f2cc5-2814-408d-a3b1-018c3ff49f4e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] No DVR routers for this DVR port 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:22.913715 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2478767-71ae-445d-8f25-de6b8c6f8dbe req-4b7f2cc5-2814-408d-a3b1-018c3ff49f4e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:22.915784 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2478767-71ae-445d-8f25-de6b8c6f8dbe req-4b7f2cc5-2814-408d-a3b1-018c3ff49f4e tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.30 "DELETE /v2.0/ports/5d4f01df-b745-4fe6-87c6-157a1aa2e9bb HTTP/1.1" status: 204 len: 173 time: 2.1152980 Aug 19 12:18:22.917248 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd', 'name': 'network-vif-deleted', 'tag': '5d4f01df-b745-4fe6-87c6-157a1aa2e9bb'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:22.919562 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a14791c-d02a-47db-a86e-fa942a3432a3" -d '{"events": [{"server_uuid": "da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd", "name": "network-vif-deleted", "tag": "5d4f01df-b745-4fe6-87c6-157a1aa2e9bb"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:22.931636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Calling delete_port for 435822cd-b115-4b5a-a736-9bee27cf9fb2 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:22.968298 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41d117-ada6-4dad-81d6-cb30ca230384 req-d9b7b4e2-7792-4654-9265-95e9d4b5602a tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:22.969895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed41d117-ada6-4dad-81d6-cb30ca230384 req-d9b7b4e2-7792-4654-9265-95e9d4b5602a tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 945 time: 0.2413807 Aug 19 12:18:23.003364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47872) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:23.007610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d8f2aea2-628c-4271-8c2d-6007c9fc9866 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Request body: {'floatingip': {'port_id': '7c580382-6e5a-4251-a9be-7a1be7b0111f'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:23.058942 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d8f2aea2-628c-4271-8c2d-6007c9fc9866 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.062058 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d11f9cb0-63f7-48a9-997f-b0973001db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.092006 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.092454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f9cb0-63f7-48a9-997f-b0973001db38 None None] Pushing event deleted for resources: {'Port': ['ID=435822cd-b115-4b5a-a736-9bee27cf9fb2,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:23.096108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f9cb0-63f7-48a9-997f-b0973001db38 None None] No DVR routers for this DVR port 435822cd-b115-4b5a-a736-9bee27cf9fb2 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:23.156535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=435822cd-b115-4b5a-a736-9bee27cf9fb2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:23.178210 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-30b73c65-76a9-4b86-9efd-70212f2ddbdd req-92f34b36-4c65-44aa-8105-0eb6063b713f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.179875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] No DVR routers for this DVR port 435822cd-b115-4b5a-a736-9bee27cf9fb2 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:23.194240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c4c04c0-5460-4302-a987-cfbc2289111e req-ce31f384-96c8-4c62-ac9b-abbc192d8651 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd HTTP/1.1" status: 200 len: 210 time: 0.0461323 Aug 19 12:18:23.220389 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9d849d-025b-43df-99bd-352b89c71575 x-openstack-request-id: req-be9d849d-025b-43df-99bd-352b89c71575 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:23.221881 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd", "name": "network-vif-deleted", "tag": "5d4f01df-b745-4fe6-87c6-157a1aa2e9bb", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:23.221881 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be9d849d-025b-43df-99bd-352b89c71575 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:23.221881 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd', 'name': 'network-vif-deleted', 'tag': '5d4f01df-b745-4fe6-87c6-157a1aa2e9bb', 'status': 'completed', 'code': 200} Aug 19 12:18:23.347725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f34b36-4c65-44aa-8105-0eb6063b713f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Pushing event deleted for resources: {'Port': ['ID=6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:23.376581 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad636236-d3b9-4311-beb0-f1466d718c28 req-151fa09e-1599-481c-a783-a7d7f47b547f tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 210 time: 0.1092381 Aug 19 12:18:23.397184 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.410737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:23.416746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b73c65-76a9-4b86-9efd-70212f2ddbdd req-92f34b36-4c65-44aa-8105-0eb6063b713f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] No DVR routers for this DVR port 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:23.420523 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-30b73c65-76a9-4b86-9efd-70212f2ddbdd req-92f34b36-4c65-44aa-8105-0eb6063b713f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.422484 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30b73c65-76a9-4b86-9efd-70212f2ddbdd req-92f34b36-4c65-44aa-8105-0eb6063b713f tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.62 "DELETE /v2.0/ports/6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 HTTP/1.1" status: 204 len: 173 time: 1.6088750 Aug 19 12:18:23.424626 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.424995 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.425790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.426124 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.426468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.426832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.427171 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.427492 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.427815 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.428157 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.499314 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.499946 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.500440 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.500932 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 12:18:23.501467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab822d7-7917-4150-af5a-8dabec3087ef']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:23.522548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:23.538356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'mac_address': 'fa:16:3e:66:48:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:23.545428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c4953d-5b46-4247-afde-a73b2268a066') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:23.545724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c4953d-5b46-4247-afde-a73b2268a066') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:23.564771 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.589330 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.600369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:18:23.600793 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: from cryptography.utils import int_from_bytes Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: from cryptography.utils import int_from_bytes Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:18:23.605681 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:18:23.616294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.632988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:23.658135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:23.695142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d68c3b4-5214-431b-bf60-a5f991ed488e req-9a32ba95-a2e6-4541-adf0-a6bef6ad6fec tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 210 time: 0.0288894 Aug 19 12:18:23.740373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d738f9-4c2d-4344-a329-f865544440ad req-3e79bfa4-3ab8-401a-a897-cc305abad3c5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:23.741845 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07d738f9-4c2d-4344-a329-f865544440ad req-3e79bfa4-3ab8-401a-a897-cc305abad3c5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 948 time: 0.1943851 Aug 19 12:18:23.841257 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.843554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.853618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07d738f9-4c2d-4344-a329-f865544440ad req-af963f7e-aaa5-4e06-964c-4cc044520893 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018898 Aug 19 12:18:23.875215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.907348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7ab822d7-7917-4150-af5a-8dabec3087ef HTTP/1.1" status: 204 len: 168 time: 1.9334383 Aug 19 12:18:23.912748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f76c0-24df-4655-a9f7-76c701be46a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab822d7-7917-4150-af5a-8dabec3087ef,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:23.928525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:23.959825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=10']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:24.021145 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d8f2aea2-628c-4271-8c2d-6007c9fc9866 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:24.038736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21be0cc-a814-44cb-bef8-6c948cc62f09 req-a1e1796b-2694-4eef-b9f0-570bd7a9a469 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.040883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c21be0cc-a814-44cb-bef8-6c948cc62f09 req-a1e1796b-2694-4eef-b9f0-570bd7a9a469 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 950 time: 0.0822511 Aug 19 12:18:24.074418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:24.108893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 435822cd-b115-4b5a-a736-9bee27cf9fb2 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:24.132301 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c21be0cc-a814-44cb-bef8-6c948cc62f09 req-c819ac96-640a-4e89-bbfc-c4e92dd983a5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845058 Aug 19 12:18:24.133012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 435822cd-b115-4b5a-a736-9bee27cf9fb2 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:24.133421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 435822cd-b115-4b5a-a736-9bee27cf9fb2 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:24.203935 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d8f2aea2-628c-4271-8c2d-6007c9fc9866 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:24.448027 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-8d565070-56fa-4251-9e5f-2ca3e6ba4dd0 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354517 Aug 19 12:18:24.506207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47914) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:24.616845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:24.671634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:24.671974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5d4f01df-b745-4fe6-87c6-157a1aa2e9bb not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:24.672554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-a31a4aab-07a6-4358-829f-efe3a25cc83d tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.674163 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-a31a4aab-07a6-4358-829f-efe3a25cc83d tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.62 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 820 time: 0.2364254 Aug 19 12:18:24.681533 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1c85a666-ec5e-4558-a6c9-5696a45bc815 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a29fc2b20ac4895a61fbc25a7c69f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742234 Aug 19 12:18:24.685209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47916) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:24.698365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Request body: {'port': {'device_id': '07bf0acd-7297-480f-b148-7007870853e7', 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7', 'admin_state_up': True, 'tenant_id': '6b81bb21c5aa454baad4a2004864545e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:24.699618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee4fc679-686e-47a4-9469-1c31ea133ef9 req-8e7879f0-70e4-468c-a6cc-022b7a2d9c05 tempest-ListServersNegativeTestJSON-168679454 tempest-ListServersNegativeTestJSON-168679454-project] 10.222.0.21 "GET /v2.0/ports?device_id=da7d7600-c6b7-46d3-bb55-c8a0b8ba18bd HTTP/1.1" status: 200 len: 210 time: 0.0404384 Aug 19 12:18:24.720083 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-d8f2aea2-628c-4271-8c2d-6007c9fc9866 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Floating IP 2b42dea7-30d1-4125-9c0e-a78e74f9aa4c associated. External IP: 172.25.2.142, port: 7c580382-6e5a-4251-a9be-7a1be7b0111f. Aug 19 12:18:24.791956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-b7b6bcbd-c1da-4636-8dcb-67aea175d3f9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:24.793551 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-b7b6bcbd-c1da-4636-8dcb-67aea175d3f9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272130 Aug 19 12:18:24.840690 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-d22c6203-953e-4c51-9db8-6b13efca0e2a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/quotas/9f9555ca381f4d9c9f1e07a044986e98 HTTP/1.1" status: 200 len: 375 time: 0.0299177 Aug 19 12:18:24.842103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eabe4ba3-dfc9-411c-baac-2bc47e4f87e4 req-1e77eaa6-a29f-4fca-ba41-f76edb774ad4 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 210 time: 0.0650899 Aug 19 12:18:24.867560 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9343b4bd-953f-44b7-808e-da92dcb7c185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:24.940462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9343b4bd-953f-44b7-808e-da92dcb7c185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:24.978410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-a3818c00-7120-4965-9f59-fd94953a5efd tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1242929 Aug 19 12:18:24.990773 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9177352a-c5e8-4b3f-b66e-401287a3bfbd req-973b0a3e-d7bc-42fc-941c-e7caad62ba30 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 210 time: 0.0679891 Aug 19 12:18:25.016252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] Deleting port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:25.016700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.132833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f2aea2-628c-4271-8c2d-6007c9fc9866 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:25.146429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] For port 52b9ac6e-76ff-4b83-9a35-8dde1bb70803, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=52b9ac6e-76ff-4b83-9a35-8dde1bb70803,segment=NetworkSegment(e5f6b552-9552-4d52-85a5-02d070d4aa52),segment_id=e5f6b552-9552-4d52-85a5-02d070d4aa52)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:25.146834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.163952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] Calling delete_port for 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:25.222331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4784914-344d-44a0-8b4d-10a5f56943f4', 'name': 'network-vif-deleted', 'tag': '6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:25.225433 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c966645-cfdb-4b28-b1d7-743cfac94bd6" -d '{"events": [{"server_uuid": "c4784914-344d-44a0-8b4d-10a5f56943f4", "name": "network-vif-deleted", "tag": "6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:25.244984 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.251554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Made reservation on behalf of 6b81bb21c5aa454baad4a2004864545e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:25.262358 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.280796 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cdef38-6b21-47bc-a9d3-c0e08b560be2 x-openstack-request-id: req-83cdef38-6b21-47bc-a9d3-c0e08b560be2 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:25.281290 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4784914-344d-44a0-8b4d-10a5f56943f4", "name": "network-vif-deleted", "tag": "6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:25.281702 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83cdef38-6b21-47bc-a9d3-c0e08b560be2 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:25.282275 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4784914-344d-44a0-8b4d-10a5f56943f4', 'name': 'network-vif-deleted', 'tag': '6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8', 'status': 'completed', 'code': 200} Aug 19 12:18:25.283028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9343b4bd-953f-44b7-808e-da92dcb7c185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.286494 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9343b4bd-953f-44b7-808e-da92dcb7c185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.288629 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9343b4bd-953f-44b7-808e-da92dcb7c185 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fae0645-8ba1-4816-a033-18b9f076c26b HTTP/1.1" status: 204 len: 168 time: 0.6010604 Aug 19 12:18:25.341288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f2aea2-628c-4271-8c2d-6007c9fc9866 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:25.346587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d8f2aea2-628c-4271-8c2d-6007c9fc9866 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.349286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343b4bd-953f-44b7-808e-da92dcb7c185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fae0645-8ba1-4816-a033-18b9f076c26b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:25.362919 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0508db69-4a68-4bec-a2ee-414a9b4b8ba9 None None] Sync routers for ids ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:25.378180 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0508db69-4a68-4bec-a2ee-414a9b4b8ba9 None None] Routers {'2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:25.378874 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0508db69-4a68-4bec-a2ee-414a9b4b8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:25.410229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:25.520448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-63252788-6ddc-437f-b938-09349f39b11b req-e50c23f0-b8cc-4934-af3c-129e2ee81a92 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 210 time: 0.0806048 Aug 19 12:18:25.524318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d8f2aea2-628c-4271-8c2d-6007c9fc9866 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "PUT /v2.0/floatingips/2b42dea7-30d1-4125-9c0e-a78e74f9aa4c HTTP/1.1" status: 200 len: 991 time: 2.5206285 Aug 19 12:18:25.526979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'tag': '7c580382-6e5a-4251-a9be-7a1be7b0111f'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:25.549684 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f2de2f-a562-4621-8790-8247e98f9751" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b", "tag": "7c580382-6e5a-4251-a9be-7a1be7b0111f"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:25.563181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:25.563773 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.644824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Allocated IP 172.20.0.12 (bd7ebef6-e919-454f-b19c-45fbcfe86bc7/45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9/20c4c61e-6d39-4027-be58-2249a6350c9c) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:25.650915 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5c5c22-c99a-44c0-bfc6-63ddb97d16a4 x-openstack-request-id: req-df5c5c22-c99a-44c0-bfc6-63ddb97d16a4 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:25.651200 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b", "tag": "7c580382-6e5a-4251-a9be-7a1be7b0111f", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:25.651456 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df5c5c22-c99a-44c0-bfc6-63ddb97d16a4 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:25.652918 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'tag': '7c580382-6e5a-4251-a9be-7a1be7b0111f', 'status': 'completed', 'code': 200} Aug 19 12:18:25.663830 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0508db69-4a68-4bec-a2ee-414a9b4b8ba9 None None] Set router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:25.746257 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.776001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2de2f-a562-4621-8790-8247e98f9751 req-c44b8914-04d7-4cd3-936c-bd770e7a8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:25.777911 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8f2de2f-a562-4621-8790-8247e98f9751 req-c44b8914-04d7-4cd3-936c-bd770e7a8b44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6dd9a31fe1040479a4c326a401d163a&device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 1096 time: 0.1214535 Aug 19 12:18:25.796058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:25.829700 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fd0d0f-c893-4de8-8b0b-61decc0827b2" -d '{"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-plugged", "status": "completed", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:25.834949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:25.840778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47944) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:25.855085 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.870238 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83582e6d-4006-440e-b2ad-9595fdddb9a4 x-openstack-request-id: req-83582e6d-4006-440e-b2ad-9595fdddb9a4 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:25.870539 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-plugged", "status": "completed", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:25.870776 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83582e6d-4006-440e-b2ad-9595fdddb9a4 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:25.871196 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'code': 200} Aug 19 12:18:25.882289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.922727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] Pushing event deleted for resources: {'Port': ['ID=52b9ac6e-76ff-4b83-9a35-8dde1bb70803,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:25.950218 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:25.951628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:26.055763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea515440-8d74-4cdc-b098-92b6e34c9237 req-8b97ed1c-a36c-402d-945b-52ae16653371 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 210 time: 0.0615795 Aug 19 12:18:26.061692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e56a4cd-eb13-4211-a971-2d603c96916b admin admin] Deleting subnet 9f53b502-5e77-458d-a721-4455871dc950 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:18:26.064537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:26.066720 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6afe85af-8ec7-4fdf-9ef2-11c54fdb11d8 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:26.075171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e56a4cd-eb13-4211-a971-2d603c96916b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.109406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2de2f-a562-4621-8790-8247e98f9751 req-f153295a-c3b5-47c2-8d02-e044513f17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.112208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8f2de2f-a562-4621-8790-8247e98f9751 req-f153295a-c3b5-47c2-8d02-e044513f17e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4738797d-0c09-4b44-87c2-a887e04a2cf0 HTTP/1.1" status: 200 len: 906 time: 0.3259308 Aug 19 12:18:26.181701 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.216808 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e56a4cd-eb13-4211-a971-2d603c96916b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.236502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8f2de2f-a562-4621-8790-8247e98f9751 req-556cea95-921d-40e0-ab93-fcb7179a5a7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c580382-6e5a-4251-a9be-7a1be7b0111f HTTP/1.1" status: 200 len: 999 time: 0.1116571 Aug 19 12:18:26.255987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=11']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:26.278073 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0508db69-4a68-4bec-a2ee-414a9b4b8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2b42dea7-30d1-4125-9c0e-a78e74f9aa4c', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'port_id': '7c580382-6e5a-4251-a9be-7a1be7b0111f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'mac_address': 'fa:16:3e:67:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:52Z', 'updated_at': '2021-08-19T12:18:23Z', 'revision_number': 1, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9c5cdb-2a6c-4294-aced-31e96ac90ce0', 'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'mac_address': 'fa:16:3e:2a:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:39Z', 'updated_at': '2021-08-19T12:17:49Z', 'revision_number': 5, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'subnets': [{'id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:26.344994 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0508db69-4a68-4bec-a2ee-414a9b4b8ba9 None None] Checking router: 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:26.357913 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0508db69-4a68-4bec-a2ee-414a9b4b8ba9 None None] Routers {'2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:26.362382 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e56a4cd-eb13-4211-a971-2d603c96916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.368019 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0508db69-4a68-4bec-a2ee-414a9b4b8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:26.386689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2de2f-a562-4621-8790-8247e98f9751 req-074ace9f-3f3a-469f-81d9-2a1a3bdce395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.388466 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8f2de2f-a562-4621-8790-8247e98f9751 req-074ace9f-3f3a-469f-81d9-2a1a3bdce395 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=93d71fa3-d100-43ee-baf5-4a288c1af93f HTTP/1.1" status: 200 len: 844 time: 0.1442080 Aug 19 12:18:26.416922 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b25bc8a-3e0a-4008-8df6-b657924f6e95 req-30e47253-64cf-468b-bee5-ab45691e0e3c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 210 time: 0.1339216 Aug 19 12:18:26.487656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2de2f-a562-4621-8790-8247e98f9751 req-ff7503c7-f6ec-4f12-b021-8a7dc47cd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.489673 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8f2de2f-a562-4621-8790-8247e98f9751 req-ff7503c7-f6ec-4f12-b021-8a7dc47cd595 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4738797d-0c09-4b44-87c2-a887e04a2cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935569 Aug 19 12:18:26.495499 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.507377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f11d55ae-c152-4210-b83e-f0c360ef09da'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:26.548648 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0508db69-4a68-4bec-a2ee-414a9b4b8ba9 None None] Set router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:26.642441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Pushing event updated for resources: {'Port': ['ID=20c4c61e-6d39-4027-be58-2249a6350c9c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:26.643892 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.667967 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e56a4cd-eb13-4211-a971-2d603c96916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.676468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:26.719122 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6148289-de94-4cf5-9c8e-b86217a3623d req-70c074a3-45fc-4353-b783-a585ad31551c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 210 time: 0.0891020 Aug 19 12:18:26.720506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:26.730561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:26.820411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:26.821537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.837524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8f2de2f-a562-4621-8790-8247e98f9751 req-8f7ea986-9014-4f1e-955c-bc8ffb5ceafe service neutron] 10.222.0.30 "GET /v2.0/networks/4738797d-0c09-4b44-87c2-a887e04a2cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391633 Aug 19 12:18:26.872058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56a4cd-eb13-4211-a971-2d603c96916b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f53b502-5e77-458d-a721-4455871dc950,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:26.919326 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e56a4cd-eb13-4211-a971-2d603c96916b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:26.921502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9e56a4cd-eb13-4211-a971-2d603c96916b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9f53b502-5e77-458d-a721-4455871dc950 HTTP/1.1" status: 204 len: 168 time: 1.0794225 Aug 19 12:18:26.926372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47968) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:26.988767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-db02e89d-e2f3-479c-a9c1-c07a99ebb9c2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3023751 Aug 19 12:18:26.990974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8f2de2f-a562-4621-8790-8247e98f9751 req-86be1284-4cee-400f-a87a-f8d9fe44ffce service neutron] 10.222.0.30 "GET /v2.0/networks/4738797d-0c09-4b44-87c2-a887e04a2cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448276 Aug 19 12:18:26.994999 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0508db69-4a68-4bec-a2ee-414a9b4b8ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2b42dea7-30d1-4125-9c0e-a78e74f9aa4c', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'port_id': '7c580382-6e5a-4251-a9be-7a1be7b0111f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'mac_address': 'fa:16:3e:67:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:52Z', 'updated_at': '2021-08-19T12:18:23Z', 'revision_number': 1, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9c5cdb-2a6c-4294-aced-31e96ac90ce0', 'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'mac_address': 'fa:16:3e:2a:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:39Z', 'updated_at': '2021-08-19T12:17:49Z', 'revision_number': 5, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'subnets': [{'id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:27.009459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Request body: {'port': {'device_id': '07bf0acd-7297-480f-b148-7007870853e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:27.035901 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0508db69-4a68-4bec-a2ee-414a9b4b8ba9 None None] The sync data for ids ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'] in n-d-803757-2 is: [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2b42dea7-30d1-4125-9c0e-a78e74f9aa4c', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'port_id': '7c580382-6e5a-4251-a9be-7a1be7b0111f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'mac_address': 'fa:16:3e:67:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:17:52Z', 'updated_at': '2021-08-19T12:18:23Z', 'revision_number': 1, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9c5cdb-2a6c-4294-aced-31e96ac90ce0', 'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'mac_address': 'fa:16:3e:2a:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:39Z', 'updated_at': '2021-08-19T12:17:49Z', 'revision_number': 5, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'subnets': [{'id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:27.136961 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.175150 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.200904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-f053cc07-9e0f-4c7b-96e1-adc8d3f9f38d tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:27.202462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-f053cc07-9e0f-4c7b-96e1-adc8d3f9f38d tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.62 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 821 time: 0.5082145 Aug 19 12:18:27.230027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Request body: {'port': {'device_id': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'admin_state_up': True, 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:27.252808 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b298ce66-0842-402d-85d0-419db020c590 req-7e2355ba-5711-4f43-a5b5-b4346b2e1c43 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 210 time: 0.0755575 Aug 19 12:18:27.449003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24686ec-4f68-4142-a984-2b68257ce2c3 None None] New status for floating IP 2b42dea7-30d1-4125-9c0e-a78e74f9aa4c: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:18:27.489643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.508972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a48b48-074e-4c5e-8169-9133e96c14cf']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:27.524280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65e46db-2f99-437a-bc63-c3fcb2660398') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:27.524662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65e46db-2f99-437a-bc63-c3fcb2660398') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:27.538631 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.581330 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.589352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] Router f842ce95-2acc-4e55-afff-faae05fa554c has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:27.597083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:18:27.597544 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:18:27.604437 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:18:27.729424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c4c61e-6d39-4027-be58-2249a6350c9c {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:27.740948 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.756545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ac0a-454f-47f1-91c7-8852bb8d6abd req-fdbf086a-a9d4-4951-8fbd-7c4b94e8a770 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:27.763861 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1166ac0a-454f-47f1-91c7-8852bb8d6abd req-fdbf086a-a9d4-4951-8fbd-7c4b94e8a770 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 932 time: 0.1134779 Aug 19 12:18:27.794558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Made reservation on behalf of a4526ba863d24516ad8e439336eea2b5 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:27.798361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.805230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1166ac0a-454f-47f1-91c7-8852bb8d6abd req-a79e51c8-7630-40dc-8a07-772148143eb3 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Aug 19 12:18:27.809383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Transition to ACTIVE for port object 20c4c61e-6d39-4027-be58-2249a6350c9c will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:27.818923 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.832271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:27.837880 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/59a48b48-074e-4c5e-8169-9133e96c14cf HTTP/1.1" status: 204 len: 168 time: 0.9091132 Aug 19 12:18:27.859869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83be1f-ac22-4a71-9eee-2d4b7cdf44d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59a48b48-074e-4c5e-8169-9133e96c14cf,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:27.880957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:27.892644 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796fb65f-bb72-4fc0-8604-beed43c12626 None None] Sync routers for ids ['f842ce95-2acc-4e55-afff-faae05fa554c'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:27.895245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-52697694-54cb-4174-8038-8c59290ebb4a admin admin] 10.222.0.21 "PUT /v2.0/routers/f842ce95-2acc-4e55-afff-faae05fa554c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0975056 Aug 19 12:18:27.898504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47994) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:27.918309 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796fb65f-bb72-4fc0-8604-beed43c12626 None None] Routers {'f842ce95-2acc-4e55-afff-faae05fa554c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:27.919163 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-796fb65f-bb72-4fc0-8604-beed43c12626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f842ce95-2acc-4e55-afff-faae05fa554c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:27.978017 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b12ffa0-e810-45d6-91df-df9c9697cb24 req-6b84af1a-69d1-42f2-aeb5-44eef118b90d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 210 time: 0.0874314 Aug 19 12:18:28.011282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:28.123629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Pushing event updated for resources: {'Port': ['ID=20c4c61e-6d39-4027-be58-2249a6350c9c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:28.177315 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-796fb65f-bb72-4fc0-8604-beed43c12626 None None] Set router f842ce95-2acc-4e55-afff-faae05fa554c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:28.181134 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Allocated IP 172.20.0.13 (d5c27df8-5bad-4b36-b5f0-08269bcb20ce/b4597851-e1ae-470b-8243-b2ac6ed1ad4f/345ba02f-2f76-4ac8-818b-785efe45e7ce) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:28.183764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:28.252340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:28.252912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:28.252912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:28.257607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Port 20c4c61e-6d39-4027-be58-2249a6350c9c on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:28.257929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:28.264383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:28.264953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:28.265339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:28.265820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Bound port: 20c4c61e-6d39-4027-be58-2249a6350c9c, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:28.266182 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:28.371518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:28.375732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=20c4c61e-6d39-4027-be58-2249a6350c9c,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:28.423916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-781a5cca-5722-4f41-ac72-d7ae48c4f1bc req-9af1c2eb-981b-4795-8699-d73af8c9bfc0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 210 time: 0.0836408 Aug 19 12:18:28.456046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-62299801-2a8c-4d8e-af96-02a7a2c6a47a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285275 Aug 19 12:18:28.502235 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-796fb65f-bb72-4fc0-8604-beed43c12626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-router', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:18:25Z', 'revision_number': 5, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'gw_port': {'id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:28.543117 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796fb65f-bb72-4fc0-8604-beed43c12626 None None] Checking router: f842ce95-2acc-4e55-afff-faae05fa554c for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:28.558842 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:28.570668 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796fb65f-bb72-4fc0-8604-beed43c12626 None None] Routers {'f842ce95-2acc-4e55-afff-faae05fa554c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:28.571401 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-796fb65f-bb72-4fc0-8604-beed43c12626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f842ce95-2acc-4e55-afff-faae05fa554c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:28.616398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.617286 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:28.618532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] 10.222.0.62 "PUT /v2.0/ports/20c4c61e-6d39-4027-be58-2249a6350c9c HTTP/1.1" status: 200 len: 1092 time: 1.6212640 Aug 19 12:18:28.619020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bf0acd-7297-480f-b148-7007870853e7', 'tag': '20c4c61e-6d39-4027-be58-2249a6350c9c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:28.621623 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87398ae1-c087-4a19-a53b-3f01facb7987" -d '{"events": [{"name": "network-changed", "server_uuid": "07bf0acd-7297-480f-b148-7007870853e7", "tag": "20c4c61e-6d39-4027-be58-2249a6350c9c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:28.668220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-f9954ce1-095c-48ad-90b3-3c55e7309817 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.669909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-f9954ce1-095c-48ad-90b3-3c55e7309817 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090006 Aug 19 12:18:28.680730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79107bd-98d3-4373-a3da-30797f287764 service neutron] Pushing event updated for resources: {'Port': ['ID=20c4c61e-6d39-4027-be58-2249a6350c9c,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:28.694607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Request body: {'port': {'device_id': '08fdaebd-2748-4407-9223-5c83d4e23945', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '9f9555ca381f4d9c9f1e07a044986e98'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:28.735584 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac4a27-d93d-4f2a-8a90-3f4cf298929c x-openstack-request-id: req-67ac4a27-d93d-4f2a-8a90-3f4cf298929c {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:28.735872 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bf0acd-7297-480f-b148-7007870853e7", "tag": "20c4c61e-6d39-4027-be58-2249a6350c9c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:28.736131 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67ac4a27-d93d-4f2a-8a90-3f4cf298929c {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:28.736577 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bf0acd-7297-480f-b148-7007870853e7', 'tag': '20c4c61e-6d39-4027-be58-2249a6350c9c', 'status': 'completed', 'code': 200} Aug 19 12:18:28.775717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48010) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:28.864190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48016) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:28.914824 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-796fb65f-bb72-4fc0-8604-beed43c12626 None None] Set router f842ce95-2acc-4e55-afff-faae05fa554c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:28.926431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87398ae1-c087-4a19-a53b-3f01facb7987 req-12c99a7f-5756-4e56-bc73-e9e0ceda6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:28.928112 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-87398ae1-c087-4a19-a53b-3f01facb7987 req-12c99a7f-5756-4e56-bc73-e9e0ceda6daa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 1095 time: 0.1454430 Aug 19 12:18:28.976870 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.135972 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2eed3e8d-7666-4c86-8a5c-3c86e9889204 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d73976eb01ea4065bf992c0d884ed3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685630 Aug 19 12:18:29.146280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48020) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:29.179353 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.200223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d98447-ab72-46a3-9ccf-78bf9f39c146 req-03f69eeb-8124-47ab-9a6a-ce823807eb0f tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.202140 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54d98447-ab72-46a3-9ccf-78bf9f39c146 req-03f69eeb-8124-47ab-9a6a-ce823807eb0f tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.2730937 Aug 19 12:18:29.225334 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-796fb65f-bb72-4fc0-8604-beed43c12626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-router', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:18:25Z', 'revision_number': 5, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'gw_port': {'id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:29.249603 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f16bdeed-bf7e-415a-940b-ec7d24d925d7 req-4d07d92f-2134-4454-a0f8-2d183250e375 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 210 time: 0.1476870 Aug 19 12:18:29.260273 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796fb65f-bb72-4fc0-8604-beed43c12626 None None] The sync data for ids ['f842ce95-2acc-4e55-afff-faae05fa554c'] in n-d-803757-2 is: [{'id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1212520214-router', 'tenant_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:18:25Z', 'revision_number': 5, 'project_id': 'e1beca5d15c346a7bc4fbdf513bfe538', 'gw_port': {'id': 'f0e46ba6-1be6-4fb8-b168-36f710334178', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f842ce95-2acc-4e55-afff-faae05fa554c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:16:15Z', 'updated_at': '2021-08-19T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:29.278618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Transition to ACTIVE for port object 345ba02f-2f76-4ac8-818b-785efe45e7ce will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:29.293900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87398ae1-c087-4a19-a53b-3f01facb7987 req-07d80c11-24f0-4328-a0f9-d7dea9315ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.295738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-87398ae1-c087-4a19-a53b-3f01facb7987 req-07d80c11-24f0-4328-a0f9-d7dea9315ee9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6b81bb21c5aa454baad4a2004864545e&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3525872 Aug 19 12:18:29.309487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Made reservation on behalf of 9f9555ca381f4d9c9f1e07a044986e98 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:29.314480 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.343514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Deleting port f0e46ba6-1be6-4fb8-b168-36f710334178 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:29.343902 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.359956 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a274e31c-7c19-40b7-899e-9ceed488db09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.387944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.402724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:29.455625 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54d98447-ab72-46a3-9ccf-78bf9f39c146 req-b46c5714-94db-49bb-9303-87d45ba98c54 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421134 Aug 19 12:18:29.458348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Network d5c27df8-5bad-4b36-b5f0-08269bcb20ce is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:29.466086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:29.470997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Pushing event updated for resources: {'Port': ['ID=345ba02f-2f76-4ac8-818b-785efe45e7ce,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:29.479409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:29.510626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] For port f0e46ba6-1be6-4fb8-b168-36f710334178, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f0e46ba6-1be6-4fb8-b168-36f710334178,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:29.511101 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.532871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Calling delete_port for f0e46ba6-1be6-4fb8-b168-36f710334178 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:29.554552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.554786 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.699006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b83e2d-0344-49f3-bde7-54a3a94900b7 req-cf0f643b-d9d0-4762-a8be-36e756649ca0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:29.707607 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89b83e2d-0344-49f3-bde7-54a3a94900b7 req-cf0f643b-d9d0-4762-a8be-36e756649ca0 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 932 time: 0.1441083 Aug 19 12:18:29.830536 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89b83e2d-0344-49f3-bde7-54a3a94900b7 req-5645a1d0-fea4-49eb-b954-3760208e6a82 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188154 Aug 19 12:18:29.913181 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-553781ff-25be-4db2-8f80-311705e3a81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:29.991373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-553781ff-25be-4db2-8f80-311705e3a81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.003856 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.037619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5426a059-92ff-4b5f-b963-1a2c7b108ddf None None] Provisioning for port 345ba02f-2f76-4ac8-818b-785efe45e7ce completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:30.041228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e46ba6-1be6-4fb8-b168-36f710334178,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:30.056219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5426a059-92ff-4b5f-b963-1a2c7b108ddf None None] Provisioning complete for port 345ba02f-2f76-4ac8-818b-785efe45e7ce triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:30.056219 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5426a059-92ff-4b5f-b963-1a2c7b108ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.056563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87398ae1-c087-4a19-a53b-3f01facb7987 req-5cdc2d00-3b39-4cae-bcdf-dfc995f6f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.056563 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-87398ae1-c087-4a19-a53b-3f01facb7987 req-5cdc2d00-3b39-4cae-bcdf-dfc995f6f744 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7411158 Aug 19 12:18:30.106788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:30.137853 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:30.138448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 52b9ac6e-76ff-4b83-9a35-8dde1bb70803 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:30.140406 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.148772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5426a059-92ff-4b5f-b963-1a2c7b108ddf None None] Port 345ba02f-2f76-4ac8-818b-785efe45e7ce cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:30.168634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Allocated IP 192.168.233.83 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/b709b180-3ac6-4d26-b73b-6d49b09eef11) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:30.205568 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a274e31c-7c19-40b7-899e-9ceed488db09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.236775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-350e2dbe-0299-473e-8398-0a198d536823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.238033 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.238346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-350e2dbe-0299-473e-8398-0a198d536823 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 1095 time: 0.1130364 Aug 19 12:18:30.240444 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.243967 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-553781ff-25be-4db2-8f80-311705e3a81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.246514 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-553781ff-25be-4db2-8f80-311705e3a81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.249067 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-553781ff-25be-4db2-8f80-311705e3a81a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86321632-8f15-47a5-968f-cf23540104b0 HTTP/1.1" status: 204 len: 168 time: 1.1015825 Aug 19 12:18:30.318850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553781ff-25be-4db2-8f80-311705e3a81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86321632-8f15-47a5-968f-cf23540104b0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:30.349156 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-3d771684-0cd2-4b18-9d4a-af21341c3126 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c4c61e-6d39-4027-be58-2249a6350c9c HTTP/1.1" status: 200 len: 217 time: 0.0987952 Aug 19 12:18:30.353881 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a274e31c-7c19-40b7-899e-9ceed488db09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.431972 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe4ee6b2-a85c-4d55-ae97-b644c1232665 req-fba609bc-e0f6-497b-bf48-836730fe5e78 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 210 time: 0.0799568 Aug 19 12:18:30.449398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.450056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f842ce95-2acc-4e55-afff-faae05fa554c {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:18:30.458979 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.460573 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5e04ba6a-6c47-4798-9a7b-4ba0a8fd1116 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f842ce95-2acc-4e55-afff-faae05fa554c HTTP/1.1" status: 204 len: 168 time: 2.5606406 Aug 19 12:18:30.463014 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48034) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:30.484397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274e31c-7c19-40b7-899e-9ceed488db09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3ddd90-ff11-4dc3-a23f-b8f35d76287a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:30.496171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a274e31c-7c19-40b7-899e-9ceed488db09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=543201a710624832b09394d36d0f276d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7193701 Aug 19 12:18:30.499624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48036) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:30.534360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda08a7a-3ae3-4847-a797-1b602e54d889 admin admin] Deleting subnet ce81868c-f453-46a5-9b83-739ba5d616fb {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:18:30.539450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eda08a7a-3ae3-4847-a797-1b602e54d889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.568450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.578015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-fbf94cdc-1c90-4c8c-8b6a-ca2e304a8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.580303 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-fbf94cdc-1c90-4c8c-8b6a-ca2e304a8097 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.2100036 Aug 19 12:18:30.580431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-a118f99d-87cd-4dd0-8662-c568fb748e52 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3553252 Aug 19 12:18:30.602727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Request body: {'port': {'device_id': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:30.609614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eda08a7a-3ae3-4847-a797-1b602e54d889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.619064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Transition to ACTIVE for port object b709b180-3ac6-4d26-b73b-6d49b09eef11 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:30.642738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-8407a260-d17a-4eb9-b0de-f688c9c6592f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438523 Aug 19 12:18:30.724007 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-44e392f6-6a54-4d91-807a-3ea0e71bd12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.744722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a6ed4-5628-4fe8-a34e-8dd34bf58150 req-8b2abfc2-b390-42f9-84a7-1f154ee476a2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:30.746444 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf0a6ed4-5628-4fe8-a34e-8dd34bf58150 req-8b2abfc2-b390-42f9-84a7-1f154ee476a2 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.1159377 Aug 19 12:18:30.751002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.779242 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-44e392f6-6a54-4d91-807a-3ea0e71bd12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.805650 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-2369cf63-b051-496b-9fdc-9edeee13392f service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552389 Aug 19 12:18:30.850384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eda08a7a-3ae3-4847-a797-1b602e54d889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:30.943778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf0a6ed4-5628-4fe8-a34e-8dd34bf58150 req-9c1c524d-8ed1-4d39-88fe-d829087ca610 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791780 Aug 19 12:18:31.034943 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d851fd83-e020-43be-bcb6-1d6e38b1fd6c req-5b2416ba-9cb9-47af-91a3-33fa4146bcfd service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856217 Aug 19 12:18:31.048660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288710b-30fe-4c54-87d1-f8faf13e0352 req-fe4f54f7-d2d5-471a-a245-8871d2c740cc tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:31.051197 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3288710b-30fe-4c54-87d1-f8faf13e0352 req-fe4f54f7-d2d5-471a-a245-8871d2c740cc tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 932 time: 0.1083052 Aug 19 12:18:31.112197 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3288710b-30fe-4c54-87d1-f8faf13e0352 req-770d21e3-50b8-4778-8d43-a0f89a582f0a tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536833 Aug 19 12:18:31.409673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.410793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['4db17444-4e5c-45c6-a45b-a73f3cec2f6f', '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:31.410793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:31.411304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:31.411304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:31.411304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:31.411304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:31.411304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:31.411304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.411838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345ba02f-2f76-4ac8-818b-785efe45e7ce {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:31.411838 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.411838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Transition to ACTIVE for port object 345ba02f-2f76-4ac8-818b-785efe45e7ce will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:31.483685 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-44e392f6-6a54-4d91-807a-3ea0e71bd12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.676446 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eda08a7a-3ae3-4847-a797-1b602e54d889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.678469 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-44e392f6-6a54-4d91-807a-3ea0e71bd12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.678469 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-44e392f6-6a54-4d91-807a-3ea0e71bd12b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d3ddd90-ff11-4dc3-a23f-b8f35d76287a HTTP/1.1" status: 204 len: 168 time: 0.9889500 Aug 19 12:18:31.678469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e392f6-6a54-4d91-807a-3ea0e71bd12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3ddd90-ff11-4dc3-a23f-b8f35d76287a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:31.680766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda08a7a-3ae3-4847-a797-1b602e54d889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce81868c-f453-46a5-9b83-739ba5d616fb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:31.680766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eda08a7a-3ae3-4847-a797-1b602e54d889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.680766 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eda08a7a-3ae3-4847-a797-1b602e54d889 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ce81868c-f453-46a5-9b83-739ba5d616fb HTTP/1.1" status: 204 len: 168 time: 1.0625994 Aug 19 12:18:31.681584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c600e503-4af1-4e60-aa61-989595928b8d None None] Network 336a2a22-93b6-42c3-b7ee-03769aa1517a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:31.681845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba840cd6-0131-4057-a68c-bedd42b5e8af req-58583f5b-e79e-4be7-bb99-68437bea2b93 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:31.681845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba840cd6-0131-4057-a68c-bedd42b5e8af req-58583f5b-e79e-4be7-bb99-68437bea2b93 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 935 time: 0.0623486 Aug 19 12:18:31.681845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba840cd6-0131-4057-a68c-bedd42b5e8af req-0886a048-76dd-4466-9fba-36e8b6ee954d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374746 Aug 19 12:18:31.682138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48058) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:31.743815 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.771727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] DHCP port deletion for 336a2a22-93b6-42c3-b7ee-03769aa1517a request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:18:31.795261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Deleting port 2c93a03a-395d-4d51-9727-1d776f1285bd {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:31.795606 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.823843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Deleting port 2c93a03a-395d-4d51-9727-1d776f1285bd {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:18:31.824218 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.865070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] For port 2c93a03a-395d-4d51-9727-1d776f1285bd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2c93a03a-395d-4d51-9727-1d776f1285bd,segment=NetworkSegment(e5f6b552-9552-4d52-85a5-02d070d4aa52),segment_id=e5f6b552-9552-4d52-85a5-02d070d4aa52)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:31.865437 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.878846 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Calling delete_port for 2c93a03a-395d-4d51-9727-1d776f1285bd owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:31.890832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] For port 2c93a03a-395d-4d51-9727-1d776f1285bd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2c93a03a-395d-4d51-9727-1d776f1285bd,segment=NetworkSegment(e5f6b552-9552-4d52-85a5-02d070d4aa52),segment_id=e5f6b552-9552-4d52-85a5-02d070d4aa52)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:31.891223 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.904979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Calling delete_port for 2c93a03a-395d-4d51-9727-1d776f1285bd owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:18:31.945374 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.953607 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-11d7c5e5-076d-4446-b608-7aac06758250 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2721982 Aug 19 12:18:31.953832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-66242158-5541-4bb5-af33-39f000710ef7 None None] Provisioning for port b709b180-3ac6-4d26-b73b-6d49b09eef11 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:31.963003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-66242158-5541-4bb5-af33-39f000710ef7 None None] Provisioning complete for port b709b180-3ac6-4d26-b73b-6d49b09eef11 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:31.963371 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-66242158-5541-4bb5-af33-39f000710ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:31.982542 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Request body: {'port': {'device_id': '08fdaebd-2748-4407-9223-5c83d4e23945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:32.013468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=345ba02f-2f76-4ac8-818b-785efe45e7ce,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:32.029349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-66242158-5541-4bb5-af33-39f000710ef7 None None] Port b709b180-3ac6-4d26-b73b-6d49b09eef11 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:32.103800 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.120026 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.156796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Pushing event deleted for resources: {'Port': ['ID=2c93a03a-395d-4d51-9727-1d776f1285bd,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:32.179139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] No DVR routers for this DVR port 2c93a03a-395d-4d51-9727-1d776f1285bd on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:32.189615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c93a03a-395d-4d51-9727-1d776f1285bd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:32.210334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f0e46ba6-1be6-4fb8-b168-36f710334178 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.224701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161989ba-cc05-443c-bb4c-6fa8dbd54dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:32.229327 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.234922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] No DVR routers for this DVR port 2c93a03a-395d-4d51-9727-1d776f1285bd on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:18:32.249290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f0e46ba6-1be6-4fb8-b168-36f710334178 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:32.250160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f0e46ba6-1be6-4fb8-b168-36f710334178 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:32.252071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2c93a03a-395d-4d51-9727-1d776f1285bd no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:18:32.280862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 2c93a03a-395d-4d51-9727-1d776f1285bd {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:18:32.281258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Attempting to bind port 345ba02f-2f76-4ac8-818b-785efe45e7ce on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:32.281395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2c93a03a-395d-4d51-9727-1d776f1285bd not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:18:32.281612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Attempting to bind port 345ba02f-2f76-4ac8-818b-785efe45e7ce by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:32.281944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Attempting to bind port 345ba02f-2f76-4ac8-818b-785efe45e7ce on network d5c27df8-5bad-4b36-b5f0-08269bcb20ce {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:32.350865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Port 345ba02f-2f76-4ac8-818b-785efe45e7ce on network d5c27df8-5bad-4b36-b5f0-08269bcb20ce not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:32.351196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Attempting to bind port 345ba02f-2f76-4ac8-818b-785efe45e7ce on network d5c27df8-5bad-4b36-b5f0-08269bcb20ce {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:32.381724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:32.382084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Checking segment: {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:32.382487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Bound using segment: {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:32.382995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Bound port: 345ba02f-2f76-4ac8-818b-785efe45e7ce, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:32.383365 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.398196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.419611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336a2a22-93b6-42c3-b7ee-03769aa1517a']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:32.420934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932efe92-719a-43b9-b8b9-5631c703b5d6 req-94198f63-a07a-44f8-b3e2-8c09922a2f28 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.432655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-932efe92-719a-43b9-b8b9-5631c703b5d6 req-94198f63-a07a-44f8-b3e2-8c09922a2f28 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.2635911 Aug 19 12:18:32.437174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2efc98-7c01-4479-871e-12f76b591ae3 req-fac361a1-aff2-44c8-9638-7de7af8c86cf tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.438901 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e2efc98-7c01-4479-871e-12f76b591ae3 req-fac361a1-aff2-44c8-9638-7de7af8c86cf tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 944 time: 0.1685112 Aug 19 12:18:32.477575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f6b552-9552-4d52-85a5-02d070d4aa52') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:32.477939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f6b552-9552-4d52-85a5-02d070d4aa52') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:32.513638 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.524857 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-932efe92-719a-43b9-b8b9-5631c703b5d6 req-f5bd30e9-c623-4358-b831-02bba6637b75 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913138 Aug 19 12:18:32.554926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.567805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] For port 345ba02f-2f76-4ac8-818b-785efe45e7ce, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:32.572677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e2efc98-7c01-4479-871e-12f76b591ae3 req-6b6ce1db-378b-4cbc-b702-15bb2eec60c8 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972285 Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] For port 345ba02f-2f76-4ac8-818b-785efe45e7ce, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=345ba02f-2f76-4ac8-818b-785efe45e7ce,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:18:32.587916 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:18:32.650056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b709b180-3ac6-4d26-b73b-6d49b09eef11 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:32.657864 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.676424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Transition to ACTIVE for port object b709b180-3ac6-4d26-b73b-6d49b09eef11 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:32.752989 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.758175 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.780837 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.802531 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.807488 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] 10.222.0.21 "DELETE /v2.0/networks/336a2a22-93b6-42c3-b7ee-03769aa1517a HTTP/1.1" status: 204 len: 168 time: 1.1512580 Aug 19 12:18:32.812306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea525f66-9463-48c3-92dd-a45cc905bf26 admin admin] Pushing event deleted for resources: {'Network': ['ID=336a2a22-93b6-42c3-b7ee-03769aa1517a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:32.832995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:32.892775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.892775 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:32.895372 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] 10.222.0.62 "PUT /v2.0/ports/345ba02f-2f76-4ac8-818b-785efe45e7ce HTTP/1.1" status: 200 len: 1092 time: 2.2967837 Aug 19 12:18:32.935550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb7356-fd74-4230-9ec4-680b3e20609e req-5b396369-aadd-480c-a299-1f49d5a393a0 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:32.935550 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3bbb7356-fd74-4230-9ec4-680b3e20609e req-5b396369-aadd-480c-a299-1f49d5a393a0 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 935 time: 0.2087448 Aug 19 12:18:32.935550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'tag': '345ba02f-2f76-4ac8-818b-785efe45e7ce'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:32.935550 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580c0f3a-c7ec-441b-88dc-24f6b6e725ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa63450-99fc-4d73-8fda-3982a20a31c3", "tag": "345ba02f-2f76-4ac8-818b-785efe45e7ce"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:32.980699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d6564-1ffd-4117-b885-a17885dc5ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=345ba02f-2f76-4ac8-818b-785efe45e7ce,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:32.994293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:32.994671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:32.995342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:33.005250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Port b709b180-3ac6-4d26-b73b-6d49b09eef11 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:33.005577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:33.020882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3bbb7356-fd74-4230-9ec4-680b3e20609e req-057f9c1e-1a97-454a-9095-1342b1a738de tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960488 Aug 19 12:18:33.030621 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2055d87d-de2f-4a9a-a0e4-b19238965c29 x-openstack-request-id: req-2055d87d-de2f-4a9a-a0e4-b19238965c29 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:33.030986 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa63450-99fc-4d73-8fda-3982a20a31c3", "tag": "345ba02f-2f76-4ac8-818b-785efe45e7ce", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:33.031298 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2055d87d-de2f-4a9a-a0e4-b19238965c29 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:33.031762 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'tag': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'status': 'completed', 'code': 200} Aug 19 12:18:33.050971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:33.054395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:33.054395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:33.054395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Bound port: b709b180-3ac6-4d26-b73b-6d49b09eef11, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:33.054395 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:33.131286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c0f3a-c7ec-441b-88dc-24f6b6e725ea req-2fa571d3-34de-428c-b5cb-5f283ac89a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.137336 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-580c0f3a-c7ec-441b-88dc-24f6b6e725ea req-2fa571d3-34de-428c-b5cb-5f283ac89a93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 1095 time: 0.0601609 Aug 19 12:18:33.159943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:33.164058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:33.248339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c0f3a-c7ec-441b-88dc-24f6b6e725ea req-4ea5cdf6-0928-4b03-a72a-9e46520edac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.249725 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-580c0f3a-c7ec-441b-88dc-24f6b6e725ea req-4ea5cdf6-0928-4b03-a72a-9e46520edac9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a4526ba863d24516ad8e439336eea2b5&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1058650 Aug 19 12:18:33.348030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c0f3a-c7ec-441b-88dc-24f6b6e725ea req-25fa6b1e-db07-49c5-bb03-0bb772799144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.349524 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-580c0f3a-c7ec-441b-88dc-24f6b6e725ea req-25fa6b1e-db07-49c5-bb03-0bb772799144 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930722 Aug 19 12:18:33.386736 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:33.430417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.433979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:33.433979 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] 10.222.0.62 "PUT /v2.0/ports/b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 1095 time: 1.4721882 Aug 19 12:18:33.433979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:33.442300 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131a44f2-99e9-431b-ae87-dbaa0ff402ab" -d '{"events": [{"name": "network-changed", "server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:33.443511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-afaa2a08-67a3-45e1-8382-0a842d81b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.445993 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-afaa2a08-67a3-45e1-8382-0a842d81b09b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 1095 time: 0.0604813 Aug 19 12:18:33.476090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a94ad3-6b2f-40d5-9bf8-e5880565159e service neutron] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:33.540318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-921dcf18-d75d-45a9-91d1-3fb2de27a9fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ba02f-2f76-4ac8-818b-785efe45e7ce HTTP/1.1" status: 200 len: 217 time: 0.0820129 Aug 19 12:18:33.554092 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffe8298-2302-4cb7-9d6d-d25f9b546843 x-openstack-request-id: req-dffe8298-2302-4cb7-9d6d-d25f9b546843 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:33.554486 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:33.554777 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dffe8298-2302-4cb7-9d6d-d25f9b546843 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:33.555414 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'status': 'completed', 'code': 200} Aug 19 12:18:33.641756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48118) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:33.716611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-9391e27b-9179-459f-aec4-07fafce1bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.718272 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-9391e27b-9179-459f-aec4-07fafce1bc9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1098 time: 0.1586013 Aug 19 12:18:33.778458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-350ccd16-a054-4574-ad48-1d9c2c64bc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.780136 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-350ccd16-a054-4574-ad48-1d9c2c64bc69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.2312229 Aug 19 12:18:33.806205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-ea7b929c-7e5c-4554-b9b0-51512e1513e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 217 time: 0.0771298 Aug 19 12:18:33.808508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42023b0-e33f-4a37-84bb-afc3e79ca859 req-f164d3ec-8101-4b62-9e74-521d31bdb949 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.810004 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e42023b0-e33f-4a37-84bb-afc3e79ca859 req-f164d3ec-8101-4b62-9e74-521d31bdb949 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.1570532 Aug 19 12:18:33.814562 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f196f197-71d0-455b-94ba-a8e337d4670e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d19546de9824193bf906963ef741cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713738 Aug 19 12:18:33.823778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48122) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:33.827780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48126) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:33.879866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-2ba74983-b08f-481f-812b-093e8cc3f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.881640 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-2ba74983-b08f-481f-812b-093e8cc3f8a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926771 Aug 19 12:18:33.884904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e42023b0-e33f-4a37-84bb-afc3e79ca859 req-c9202009-e079-49a5-bbdc-298c58eda9bc tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586693 Aug 19 12:18:33.888143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ab22f-d163-4117-becc-5e07cdb740f1 req-514c95f9-6894-4d3b-b438-98fa75bb9962 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.889643 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-be2ab22f-d163-4117-becc-5e07cdb740f1 req-514c95f9-6894-4d3b-b438-98fa75bb9962 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 944 time: 0.1642237 Aug 19 12:18:33.941120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-4eb6a47d-82df-4861-b82d-6713a4d916fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:33.942831 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-4eb6a47d-82df-4861-b82d-6713a4d916fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1227865 Aug 19 12:18:33.996669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a474-08ca-4c57-b512-f3023474bb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:33.999242 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-be2ab22f-d163-4117-becc-5e07cdb740f1 req-c8ee0b2e-91b1-425c-97e0-49689b43c255 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993772 Aug 19 12:18:34.032248 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-ae6122c4-9f9d-4115-a3ea-98f800dc885a service neutron] 10.222.0.62 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317708 Aug 19 12:18:34.045089 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a474-08ca-4c57-b512-f3023474bb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.059492 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-366385d0-5719-427b-a577-13ece67e7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.061265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-366385d0-5719-427b-a577-13ece67e7474 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007214 Aug 19 12:18:34.094086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48134) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:34.169971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-43849204-network', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:34.178073 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4c53db-af1d-499d-8ccc-cc71c5a46427 req-5e443e1a-d06b-45ae-a0be-4a55cbc6844c service neutron] 10.222.0.62 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374140 Aug 19 12:18:34.203911 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b421952b-dc08-4cc9-a203-92d328ccc547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.219770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-fd05275f-e438-4ba9-a955-6b0e86ac4169 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397393 Aug 19 12:18:34.235137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94915e5f-efc7-46ce-a96c-9980554346e2 req-5967ccb7-d3e5-4a4b-99c3-497ba165e8cc tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.236655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94915e5f-efc7-46ce-a96c-9980554346e2 req-5967ccb7-d3e5-4a4b-99c3-497ba165e8cc tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 947 time: 0.0673800 Aug 19 12:18:34.278719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94915e5f-efc7-46ce-a96c-9980554346e2 req-7bc25aa2-e4a4-4836-8909-93df0c0b4456 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353055 Aug 19 12:18:34.309197 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9207c6e7-f4cf-40a0-a3a3-aa60fde4b774 req-307c9a19-3b3b-4e1b-95c6-73a0c2c08320 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811787 Aug 19 12:18:34.506941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a474-08ca-4c57-b512-f3023474bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.509579 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a474-08ca-4c57-b512-f3023474bb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.510736 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bfa6a474-08ca-4c57-b512-f3023474bb76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ca649cb-a9dd-4b93-857e-167ea96f08d4 HTTP/1.1" status: 204 len: 168 time: 0.6788111 Aug 19 12:18:34.511463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:34.513794 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.528682 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.531948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6a474-08ca-4c57-b512-f3023474bb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca649cb-a9dd-4b93-857e-167ea96f08d4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:34.597172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a44f2-99e9-431b-ae87-dbaa0ff402ab req-5faaa1b0-4eed-47a2-8d3a-b32b5f3c313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.598673 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-131a44f2-99e9-431b-ae87-dbaa0ff402ab req-5faaa1b0-4eed-47a2-8d3a-b32b5f3c313a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1098 time: 0.0473063 Aug 19 12:18:34.599602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b421952b-dc08-4cc9-a203-92d328ccc547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.692167 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a44f2-99e9-431b-ae87-dbaa0ff402ab req-79bff3ac-4df1-417e-9051-b2ff2ee92368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.693746 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-131a44f2-99e9-431b-ae87-dbaa0ff402ab req-79bff3ac-4df1-417e-9051-b2ff2ee92368 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.0831270 Aug 19 12:18:34.740097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b421952b-dc08-4cc9-a203-92d328ccc547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.743788 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-131a44f2-99e9-431b-ae87-dbaa0ff402ab req-b04f229e-5e8d-4653-8b25-e060a54f3beb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 217 time: 0.0402379 Aug 19 12:18:34.776746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421952b-dc08-4cc9-a203-92d328ccc547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1062eb-5972-458d-ac12-70051da6d5bb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:34.783747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b421952b-dc08-4cc9-a203-92d328ccc547 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56c9a45425dd457f8965c7185c1a8e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9514844 Aug 19 12:18:34.784869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48142) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:34.813352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a44f2-99e9-431b-ae87-dbaa0ff402ab req-8d074517-f188-416b-85ea-314f9fc67e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.815123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-131a44f2-99e9-431b-ae87-dbaa0ff402ab req-8d074517-f188-416b-85ea-314f9fc67e57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0626979 Aug 19 12:18:34.843426 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35479677-5b4f-4ffa-9cb9-d95777386d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.866497 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35479677-5b4f-4ffa-9cb9-d95777386d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.891677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a44f2-99e9-431b-ae87-dbaa0ff402ab req-8e58710d-4f46-468e-941e-ac2b2c3e78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:34.893303 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-131a44f2-99e9-431b-ae87-dbaa0ff402ab req-8e58710d-4f46-468e-941e-ac2b2c3e78bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702446 Aug 19 12:18:34.898565 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:34.958126 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dcf07227-2daa-4f57-9a34-804727eff9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.009209 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35479677-5b4f-4ffa-9cb9-d95777386d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.013080 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35479677-5b4f-4ffa-9cb9-d95777386d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.013872 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-35479677-5b4f-4ffa-9cb9-d95777386d84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb1062eb-5972-458d-ac12-70051da6d5bb HTTP/1.1" status: 204 len: 168 time: 0.2285504 Aug 19 12:18:35.020197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.027332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35479677-5b4f-4ffa-9cb9-d95777386d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1062eb-5972-458d-ac12-70051da6d5bb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:35.048102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-131a44f2-99e9-431b-ae87-dbaa0ff402ab req-7b682641-a5b2-48d7-aa4f-91cbd74aa2d2 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397476 Aug 19 12:18:35.058081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:18:35.135149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.135494 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Added segment d3dede21-5195-49fc-bcec-56bfa4508591 of type vlan for network f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 Aug 19 12:18:35.138244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abd5c9d-d22e-48fd-a88f-5c9bda88c359,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:35.158584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3697c5-3a77-4891-9e2b-8dac83201fcd req-35e32d3e-625e-40ff-8d87-9f1867b67aac tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.160743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b3697c5-3a77-4891-9e2b-8dac83201fcd req-35e32d3e-625e-40ff-8d87-9f1867b67aac tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.1897097 Aug 19 12:18:35.167490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bfe02-b546-48c3-8871-a1f10b7b0a0a req-b6ad6d28-865f-459a-936f-a33df0016b60 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.169030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab6bfe02-b546-48c3-8871-a1f10b7b0a0a req-b6ad6d28-865f-459a-936f-a33df0016b60 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 944 time: 0.0573256 Aug 19 12:18:35.206983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab6bfe02-b546-48c3-8871-a1f10b7b0a0a req-4514a59e-689d-49ad-80e5-05d0041ab24b tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321510 Aug 19 12:18:35.216708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.259391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b3697c5-3a77-4891-9e2b-8dac83201fcd req-e2b1c511-d622-4700-8249-ae37255fe31a tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763674 Aug 19 12:18:35.267633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-131a44f2-99e9-431b-ae87-dbaa0ff402ab req-80de40e0-3c7a-45ec-9a7c-e1394046a0c7 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114625 Aug 19 12:18:35.350909 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.351983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.352639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.394690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93edcdd-b7cb-4757-b7b8-53b9587209ee req-0d905f0e-0dba-4d5f-8f9d-f27c0ef9d86b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:35.396250 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b93edcdd-b7cb-4757-b7b8-53b9587209ee req-0d905f0e-0dba-4d5f-8f9d-f27c0ef9d86b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 947 time: 0.0485661 Aug 19 12:18:35.417352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] Pushing event updated for resources: {'Network': ['ID=f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:35.429832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:18:35.434639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48158) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:35.460947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b93edcdd-b7cb-4757-b7b8-53b9587209ee req-a2cf8efa-bd57-4a54-ae15-3d46f5e27822 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574393 Aug 19 12:18:35.486038 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6790b30f-b23b-44cb-baa0-54e69445cd9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1beca5d15c346a7bc4fbdf513bfe538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491841 Aug 19 12:18:35.489114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48160) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:35.509682 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-61570e52-0453-4a70-9911-fd29c169d8a2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4140501 Aug 19 12:18:35.510261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48162) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:35.517235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] Request body: {'subnet': {'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-43849204-subnet', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:35.557836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eecc39fb-59e0-4d74-b3aa-751d78699a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.579296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eecc39fb-59e0-4d74-b3aa-751d78699a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.660850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:35.663468 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.738608 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eecc39fb-59e0-4d74-b3aa-751d78699a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.739371 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eecc39fb-59e0-4d74-b3aa-751d78699a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:35.740504 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eecc39fb-59e0-4d74-b3aa-751d78699a06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2781458-88fe-4773-90cf-6c402cab238d HTTP/1.1" status: 204 len: 168 time: 0.2504957 Aug 19 12:18:35.755074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc39fb-59e0-4d74-b3aa-751d78699a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2781458-88fe-4773-90cf-6c402cab238d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:35.977846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.031065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a276b338-969a-4c73-a310-269b080bbe8f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:36.038300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] Checking segment: {'id': 'd3dede21-5195-49fc-bcec-56bfa4508591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:36.038655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] Network hostable DHCP agents. Network: f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:18:36.168195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] Network f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:18:36.271657 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:36.279977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1f4ef-a36b-4d9e-bea0-a85e3202d05f None None] Network f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:36.284648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.285239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.345683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f4547-e17e-4970-96c5-ea549a6ef208 req-28b7cc9e-ad49-4b93-bdd1-91e0f93b981a tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.353384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-970f4547-e17e-4970-96c5-ea549a6ef208 req-28b7cc9e-ad49-4b93-bdd1-91e0f93b981a tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 944 time: 0.0796082 Aug 19 12:18:36.389394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d63e1009-90f4-4b5a-82c9-da7a1d64b7af admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8784964 Aug 19 12:18:36.396737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48202) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:36.403242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-43849204-router', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:36.425422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-970f4547-e17e-4970-96c5-ea549a6ef208 req-c0469a9f-b42b-448e-9e84-557351c8a83d tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705478 Aug 19 12:18:36.490245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d0a4d-d399-4d86-9759-86a423b90cdf req-6d61bfc4-e2ac-4dd3-8d5d-a81182e07568 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.494209 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b97d0a4d-d399-4d86-9759-86a423b90cdf req-6d61bfc4-e2ac-4dd3-8d5d-a81182e07568 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.0686276 Aug 19 12:18:36.507888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1', 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'fixed_ips': [{'subnet_id': 'a276b338-969a-4c73-a310-269b080bbe8f'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:18:36.509125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.547688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b97d0a4d-d399-4d86-9759-86a423b90cdf req-0ba9e354-0e75-424a-aa79-b8c6f9874c78 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472493 Aug 19 12:18:36.558243 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.563678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.617475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d44366-340d-4de4-897e-8bdaeae0041c req-c2c33bba-4073-4fc3-9f83-b648de428501 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:36.617475 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5d44366-340d-4de4-897e-8bdaeae0041c req-c2c33bba-4073-4fc3-9f83-b648de428501 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 947 time: 0.0604010 Aug 19 12:18:36.628487 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.657373 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5d44366-340d-4de4-897e-8bdaeae0041c req-9ac97a7b-df40-4c71-bf22-ad0e2542c6a4 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Aug 19 12:18:36.675652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Allocated IP 172.20.0.2 (f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1/a276b338-969a-4c73-a310-269b080bbe8f/789f3284-ee01-43de-b185-fbf99905bed6) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:36.828634 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.840413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Transition to ACTIVE for port object 789f3284-ee01-43de-b185-fbf99905bed6 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:36.866985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Transition to ACTIVE for port object 789f3284-ee01-43de-b185-fbf99905bed6 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:36.916240 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.952128 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:36.991316 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Network f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:36.994123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:36.997661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:37.004422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Pushing event updated for resources: {'Port': ['ID=789f3284-ee01-43de-b185-fbf99905bed6,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:37.073260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Attempting to bind port 789f3284-ee01-43de-b185-fbf99905bed6 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:37.073636 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Attempting to bind port 789f3284-ee01-43de-b185-fbf99905bed6 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'd3dede21-5195-49fc-bcec-56bfa4508591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:37.073995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Attempting to bind port 789f3284-ee01-43de-b185-fbf99905bed6 on network f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:37.081360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:37.081732 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Checking segment: {'id': 'd3dede21-5195-49fc-bcec-56bfa4508591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:37.082136 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.082527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Bound using segment: {'id': 'd3dede21-5195-49fc-bcec-56bfa4508591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:37.083230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Bound port: 789f3284-ee01-43de-b185-fbf99905bed6, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dede21-5195-49fc-bcec-56bfa4508591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:37.083563 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.196874 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] For port 789f3284-ee01-43de-b185-fbf99905bed6, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:37.204258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] For port 789f3284-ee01-43de-b185-fbf99905bed6, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=789f3284-ee01-43de-b185-fbf99905bed6,segment=NetworkSegment(d3dede21-5195-49fc-bcec-56bfa4508591),segment_id=d3dede21-5195-49fc-bcec-56bfa4508591)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:37.234508 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.258003 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.289927 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.381310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee01314-f5c9-4d80-8edf-a9861f87badf None None] Pushing event updated for resources: {'Port': ['ID=789f3284-ee01-43de-b185-fbf99905bed6,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:37.393631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Allocated IP 172.25.2.222 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/8459e419-8a06-4032-ab8f-5dc943da01bc) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:37.472474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 345ba02f-2f76-4ac8-818b-785efe45e7ce details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:37.591940 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.675302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8e3ab-942c-4562-861f-9abac5bfb40a req-f544948b-3e3e-424c-93f4-ea70f82ff70e tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:37.678023 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-71e8e3ab-942c-4562-861f-9abac5bfb40a req-f544948b-3e3e-424c-93f4-ea70f82ff70e tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 944 time: 0.1086824 Aug 19 12:18:37.711498 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.734058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 345ba02f-2f76-4ac8-818b-785efe45e7ce, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=345ba02f-2f76-4ac8-818b-785efe45e7ce,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:37.744251 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-71e8e3ab-942c-4562-861f-9abac5bfb40a req-f182137e-c8cc-4015-9751-1f3a7d371ac5 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553482 Aug 19 12:18:37.755123 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.762726 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fe764fc2-ecca-45ae-8421-03ee195ca52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.766424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'port_id': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'mac_address': 'fa:16:3e:4e:22:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:37.818942 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.834714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345ba02f-2f76-4ac8-818b-785efe45e7ce {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:37.862511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 345ba02f-2f76-4ac8-818b-785efe45e7ce, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=345ba02f-2f76-4ac8-818b-785efe45e7ce,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:37.864219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de12024-c049-488c-9e4e-0ce08b3266d3 req-c6ceb9bb-7eb9-402f-9c32-7493eecb9e5d tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:37.866963 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4de12024-c049-488c-9e4e-0ce08b3266d3 req-c6ceb9bb-7eb9-402f-9c32-7493eecb9e5d tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.1556304 Aug 19 12:18:37.868159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:37.874254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:37.877601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:37.880262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Pushing event updated for resources: {'Port': ['ID=8459e419-8a06-4032-ab8f-5dc943da01bc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:37.907434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73175e-34d1-4fa2-9fe0-c8f0b27c8ca4 req-8159a9c8-ec4a-4cab-92de-b962aebe12ae tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:37.912389 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b73175e-34d1-4fa2-9fe0-c8f0b27c8ca4 req-8159a9c8-ec4a-4cab-92de-b962aebe12ae tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 947 time: 0.0690846 Aug 19 12:18:37.948445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b73175e-34d1-4fa2-9fe0-c8f0b27c8ca4 req-0bd67447-752d-48b1-8570-d71a3d62d341 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Aug 19 12:18:37.952304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4de12024-c049-488c-9e4e-0ce08b3266d3 req-6c6980b7-8c46-4f91-a2cb-6c39e428c1d1 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756409 Aug 19 12:18:37.997404 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:37.998240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b709b180-3ac6-4d26-b73b-6d49b09eef11 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:38.115079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=345ba02f-2f76-4ac8-818b-785efe45e7ce,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:38.164445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:38.186072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 789f3284-ee01-43de-b185-fbf99905bed6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:38.189960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'mac_address': 'fa:16:3e:67:d5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:38.267293 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.285525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b709b180-3ac6-4d26-b73b-6d49b09eef11 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:38.313169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:38.427878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.454285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 789f3284-ee01-43de-b185-fbf99905bed6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:38.458532 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:38.532961 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:38.669476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6374a3a-a68a-4f8f-8d5c-79ba8c8e4f6f None None] Network f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:38.730571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['345ba02f-2f76-4ac8-818b-785efe45e7ce'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:38.732958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['b709b180-3ac6-4d26-b73b-6d49b09eef11'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:38.976988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63308e-aca7-46d9-8c2b-84f13223e5f0 req-8f7a96fd-5aa3-4f17-bcd0-39124d047928 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:38.985032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e63308e-aca7-46d9-8c2b-84f13223e5f0 req-8f7a96fd-5aa3-4f17-bcd0-39124d047928 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 945 time: 0.1103444 Aug 19 12:18:39.026842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2807dd88-026b-4d58-a5f4-9c13483c8088 None None] Provisioning for port 789f3284-ee01-43de-b185-fbf99905bed6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:39.053720 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2807dd88-026b-4d58-a5f4-9c13483c8088 None None] Provisioning complete for port 789f3284-ee01-43de-b185-fbf99905bed6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:39.054229 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2807dd88-026b-4d58-a5f4-9c13483c8088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.111031 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e63308e-aca7-46d9-8c2b-84f13223e5f0 req-97f1c37f-98f7-4552-bccf-ce1c48e0f566 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249785 Aug 19 12:18:39.115369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48316) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:39.137963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86279b-9e52-4fae-b138-5411d911abe6 req-f23204a9-6805-40db-92b8-88339d76d545 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.144376 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf86279b-9e52-4fae-b138-5411d911abe6 req-f23204a9-6805-40db-92b8-88339d76d545 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 948 time: 0.0787666 Aug 19 12:18:39.149614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.198011 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf86279b-9e52-4fae-b138-5411d911abe6 req-28a0904e-f1ab-4f8b-b945-4886cff4aa1a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489914 Aug 19 12:18:39.199868 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.339418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5aec7d21-e7b3-414a-9ba5-e1d74628441f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.349362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2807dd88-026b-4d58-a5f4-9c13483c8088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.379046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dac31-af6e-447b-bf5c-b84a5ea1b7f2 req-c5688cf5-9c74-4968-b1ef-b05cae12325c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:39.386430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e4dac31-af6e-447b-bf5c-b84a5ea1b7f2 req-c5688cf5-9c74-4968-b1ef-b05cae12325c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.1537559 Aug 19 12:18:39.403373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2807dd88-026b-4d58-a5f4-9c13483c8088 None None] For port 789f3284-ee01-43de-b185-fbf99905bed6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=789f3284-ee01-43de-b185-fbf99905bed6,segment=NetworkSegment(d3dede21-5195-49fc-bcec-56bfa4508591),segment_id=d3dede21-5195-49fc-bcec-56bfa4508591)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:39.463427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e4dac31-af6e-447b-bf5c-b84a5ea1b7f2 req-2e576462-940a-4663-85b6-afaa62c43b0d tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760047 Aug 19 12:18:39.484337 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2807dd88-026b-4d58-a5f4-9c13483c8088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.540642 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5aec7d21-e7b3-414a-9ba5-e1d74628441f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.546661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807dd88-026b-4d58-a5f4-9c13483c8088 None None] Pushing event updated for resources: {'Port': ['ID=789f3284-ee01-43de-b185-fbf99905bed6,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:39.579922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Router cd497f4a-de8a-488c-9b03-799e2a9d6720 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:18:39.610089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3802b08c-a2f5-4115-be21-956a7674ba46 None None] Provisioning complete for port 789f3284-ee01-43de-b185-fbf99905bed6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:39.610691 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3802b08c-a2f5-4115-be21-956a7674ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.625514 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5aec7d21-e7b3-414a-9ba5-e1d74628441f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.675926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec7d21-e7b3-414a-9ba5-e1d74628441f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af926707-06d5-4a44-8ac8-ca2027c94d8a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:39.708249 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5aec7d21-e7b3-414a-9ba5-e1d74628441f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4a4dfdf8e7c420a99fe01e6fd956af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916381 Aug 19 12:18:39.710908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48332) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:39.731325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:39.744086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Sync routers for ids ['cd497f4a-de8a-488c-9b03-799e2a9d6720'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:39.753985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Routers {'cd497f4a-de8a-488c-9b03-799e2a9d6720'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:39.754514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cd497f4a-de8a-488c-9b03-799e2a9d6720'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:39.765183 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6091a7a4-53e2-4928-8dfc-07c91959a88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.787719 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6091a7a4-53e2-4928-8dfc-07c91959a88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.819871 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.821260 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d6c63545-94b4-4df7-a80f-bd19f7ec210c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4232702 Aug 19 12:18:39.824092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48336) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:39.860888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Set router cd497f4a-de8a-488c-9b03-799e2a9d6720 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:39.905464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6091a7a4-53e2-4928-8dfc-07c91959a88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.908514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6091a7a4-53e2-4928-8dfc-07c91959a88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:39.910377 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6091a7a4-53e2-4928-8dfc-07c91959a88c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af926707-06d5-4a44-8ac8-ca2027c94d8a HTTP/1.1" status: 204 len: 168 time: 0.1985044 Aug 19 12:18:39.922693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091a7a4-53e2-4928-8dfc-07c91959a88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af926707-06d5-4a44-8ac8-ca2027c94d8a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:40.078527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'name': 'tempest-ServersTestMultiNic-43849204-router', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:36Z', 'updated_at': '2021-08-19T12:18:38Z', 'revision_number': 3, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'gw_port': {'id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:37Z', 'updated_at': '2021-08-19T12:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:40.105099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Checking router: cd497f4a-de8a-488c-9b03-799e2a9d6720 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:40.105444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Updating router cd497f4a-de8a-488c-9b03-799e2a9d6720 port 8459e419-8a06-4032-ab8f-5dc943da01bc binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:18:40.124278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 789f3284-ee01-43de-b185-fbf99905bed6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:40.160168 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.273267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 789f3284-ee01-43de-b185-fbf99905bed6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:40.273639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.341808 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b0a10-b690-4504-bd56-a67305967b1b req-f66c3b07-7502-4399-828f-d2d712f453a5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.351040 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-355b0a10-b690-4504-bd56-a67305967b1b req-f66c3b07-7502-4399-828f-d2d712f453a5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 948 time: 0.0781906 Aug 19 12:18:40.360096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9bbb1-0aaa-45f0-9d62-7c563d363036 req-256c6d7f-cc79-4ef9-988a-29af886ab707 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.369482 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38c9bbb1-0aaa-45f0-9d62-7c563d363036 req-256c6d7f-cc79-4ef9-988a-29af886ab707 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 945 time: 0.1626072 Aug 19 12:18:40.391733 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.416988 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-355b0a10-b690-4504-bd56-a67305967b1b req-7e980de5-0187-43a0-9521-8d2a0043fa78 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649159 Aug 19 12:18:40.440089 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38c9bbb1-0aaa-45f0-9d62-7c563d363036 req-9a52393a-e38a-41e7-a838-bd489048da36 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Aug 19 12:18:40.491989 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.614057 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.626545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Transition to ACTIVE for port object 8459e419-8a06-4032-ab8f-5dc943da01bc will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:40.661260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f64957-20f6-45b4-86b6-ed843aa93538 req-04474c3f-d258-4455-bf0e-6cf03e4ed056 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:40.662759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6f64957-20f6-45b4-86b6-ed843aa93538 req-04474c3f-d258-4455-bf0e-6cf03e4ed056 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.0923688 Aug 19 12:18:40.687446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Allocated IP 172.20.0.1 (f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1/a276b338-969a-4c73-a310-269b080bbe8f/5116c5ad-cef0-40c6-8842-253c1a781c25) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:40.727992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6f64957-20f6-45b4-86b6-ed843aa93538 req-18916ea1-4480-4e67-a317-ba6a6188baae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588751 Aug 19 12:18:40.779850 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.810464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.826962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Transition to ACTIVE for port object 5116c5ad-cef0-40c6-8842-253c1a781c25 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:40.828063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Attempting to bind port 8459e419-8a06-4032-ab8f-5dc943da01bc on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:40.828063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Attempting to bind port 8459e419-8a06-4032-ab8f-5dc943da01bc by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:40.828413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Attempting to bind port 8459e419-8a06-4032-ab8f-5dc943da01bc on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:40.840505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:40.840882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:40.841283 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.841677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:40.842147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Bound port: 8459e419-8a06-4032-ab8f-5dc943da01bc, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:40.842534 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:40.865161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761440f-e937-4d50-b05a-fe7ada99abf0 None None] Pushing event updated for resources: {'Port': ['ID=8459e419-8a06-4032-ab8f-5dc943da01bc,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:40.900117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] For port 8459e419-8a06-4032-ab8f-5dc943da01bc, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:40.903772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] For port 8459e419-8a06-4032-ab8f-5dc943da01bc, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8459e419-8a06-4032-ab8f-5dc943da01bc,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:40.986233 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.026458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Network f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:41.029390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:41.032376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:41.050084 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.074597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Pushing event updated for resources: {'Port': ['ID=5116c5ad-cef0-40c6-8842-253c1a781c25,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:41.109255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Routers {'cd497f4a-de8a-488c-9b03-799e2a9d6720'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:41.110052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cd497f4a-de8a-488c-9b03-799e2a9d6720'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:41.111337 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.195031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761440f-e937-4d50-b05a-fe7ada99abf0 None None] Pushing event updated for resources: {'Port': ['ID=8459e419-8a06-4032-ab8f-5dc943da01bc,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:41.219125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48374) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:41.291534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] Set router cd497f4a-de8a-488c-9b03-799e2a9d6720 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:41.365059 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be0ec3fa-14e3-4c13-b806-0e5274272ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.423096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.462073 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be0ec3fa-14e3-4c13-b806-0e5274272ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.505502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 20c4c61e-6d39-4027-be58-2249a6350c9c details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:41.508694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 345ba02f-2f76-4ac8-818b-785efe45e7ce up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:41.554995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0218f84b-bd42-41cc-b4ab-7a166a3ecce8 None None] Provisioning for port 5116c5ad-cef0-40c6-8842-253c1a781c25 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:41.560259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'name': 'tempest-ServersTestMultiNic-43849204-router', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:36Z', 'updated_at': '2021-08-19T12:18:38Z', 'revision_number': 3, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'gw_port': {'id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:37Z', 'updated_at': '2021-08-19T12:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:41.565057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0218f84b-bd42-41cc-b4ab-7a166a3ecce8 None None] Provisioning complete for port 5116c5ad-cef0-40c6-8842-253c1a781c25 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:41.565434 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0218f84b-bd42-41cc-b4ab-7a166a3ecce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.590550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be0ec3fa-14e3-4c13-b806-0e5274272ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.602391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd1e8be-b06b-4d15-b214-e65812f25e81 None None] The sync data for ids ['cd497f4a-de8a-488c-9b03-799e2a9d6720'] in n-d-803757-2 is: [{'id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'name': 'tempest-ServersTestMultiNic-43849204-router', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:36Z', 'updated_at': '2021-08-19T12:18:38Z', 'revision_number': 3, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'gw_port': {'id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:37Z', 'updated_at': '2021-08-19T12:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:41.620773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9f4d4-5ec3-4be2-9601-57d284ce7633 req-d05321b8-9d7b-4fa0-a398-bb3bf35841f7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.628161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14e9f4d4-5ec3-4be2-9601-57d284ce7633 req-d05321b8-9d7b-4fa0-a398-bb3bf35841f7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 948 time: 0.0852644 Aug 19 12:18:41.642785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0218f84b-bd42-41cc-b4ab-7a166a3ecce8 None None] Port 5116c5ad-cef0-40c6-8842-253c1a781c25 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:41.646946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b2bf6-3d3d-4a29-95fd-08447b26f1b7 req-7566faad-e263-42bc-ba1e-af6fd26ba330 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:41.655757 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb0b2bf6-3d3d-4a29-95fd-08447b26f1b7 req-7566faad-e263-42bc-ba1e-af6fd26ba330 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 945 time: 0.0967009 Aug 19 12:18:41.696169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14e9f4d4-5ec3-4be2-9601-57d284ce7633 req-5109f37c-41e3-44cb-9f77-7181595099f6 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501645 Aug 19 12:18:41.710474 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-be0ec3fa-14e3-4c13-b806-0e5274272ea7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c23ac67ff884efa87059507ecd93124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4896994 Aug 19 12:18:41.712924 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48394) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:41.713983 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ec3fa-14e3-4c13-b806-0e5274272ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29f1dd9-7610-42ff-b043-09d0c7b7b9f2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:41.744663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb0b2bf6-3d3d-4a29-95fd-08447b26f1b7 req-bf8fa97c-bd45-4dbc-8741-2791e35fc672 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868316 Aug 19 12:18:41.782496 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:41.787650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=20c4c61e-6d39-4027-be58-2249a6350c9c,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:41.793463 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ed5f-dba4-4d3f-b838-c2e46b9c51b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.143963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '20c4c61e-6d39-4027-be58-2249a6350c9c', 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7', 'port_id': '20c4c61e-6d39-4027-be58-2249a6350c9c', 'mac_address': 'fa:16:3e:95:19:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:42.146905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ed5f-dba4-4d3f-b838-c2e46b9c51b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.147639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.147639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c4c61e-6d39-4027-be58-2249a6350c9c {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:42.147639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=20c4c61e-6d39-4027-be58-2249a6350c9c,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:42.147639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 345ba02f-2f76-4ac8-818b-785efe45e7ce completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:42.147639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 345ba02f-2f76-4ac8-818b-785efe45e7ce triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:42.147639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.148862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29351862-caf4-46cf-b4c6-5c98fd789d27 req-e9681bdf-3199-439a-a093-07973e81f585 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:42.148862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29351862-caf4-46cf-b4c6-5c98fd789d27 req-e9681bdf-3199-439a-a093-07973e81f585 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.0709558 Aug 19 12:18:42.148862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29351862-caf4-46cf-b4c6-5c98fd789d27 req-e860bceb-bf0c-4530-afe9-adbaa64e61cc tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499227 Aug 19 12:18:42.153372 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.180053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ed5f-dba4-4d3f-b838-c2e46b9c51b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.182614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ed5f-dba4-4d3f-b838-c2e46b9c51b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.183784 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2cc5ed5f-dba4-4d3f-b838-c2e46b9c51b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c29f1dd9-7610-42ff-b043-09d0c7b7b9f2 HTTP/1.1" status: 204 len: 168 time: 0.4667442 Aug 19 12:18:42.187628 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.202335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5ed5f-dba4-4d3f-b838-c2e46b9c51b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29f1dd9-7610-42ff-b043-09d0c7b7b9f2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:42.222392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8459e419-8a06-4032-ab8f-5dc943da01bc up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:42.228740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-0a326b35-1556-4ae9-b072-35c66564f20e tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f0559e53acc04cf0beda6847043e4bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541286 Aug 19 12:18:42.240213 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.242065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Pushing event updated for resources: {'Port': ['ID=5116c5ad-cef0-40c6-8842-253c1a781c25,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:42.278354 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.334943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345ba02f-2f76-4ac8-818b-785efe45e7ce'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:42.337225 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f43e28f-d4e7-4b38-a89d-561824a7f3c1" -d '{"events": [{"server_uuid": "0aa63450-99fc-4d73-8fda-3982a20a31c3", "name": "network-vif-plugged", "status": "completed", "tag": "345ba02f-2f76-4ac8-818b-785efe45e7ce"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:42.364885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=20c4c61e-6d39-4027-be58-2249a6350c9c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:42.377885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 345ba02f-2f76-4ac8-818b-785efe45e7ce, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=345ba02f-2f76-4ac8-818b-785efe45e7ce,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:42.392805 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25f1bb7-67a1-4c3b-9cc2-3c880f29d9fe x-openstack-request-id: req-b25f1bb7-67a1-4c3b-9cc2-3c880f29d9fe {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:42.397882 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa63450-99fc-4d73-8fda-3982a20a31c3", "name": "network-vif-plugged", "status": "completed", "tag": "345ba02f-2f76-4ac8-818b-785efe45e7ce", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:42.397882 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b25f1bb7-67a1-4c3b-9cc2-3c880f29d9fe {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:42.397882 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'code': 200} Aug 19 12:18:42.429730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363170b2-df08-4333-ad49-180c5a898a7a req-d5ddceef-9db1-43eb-8891-8a0297d1cdcd tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:42.431192 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-d5ddceef-9db1-43eb-8891-8a0297d1cdcd tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935427 Aug 19 12:18:42.451604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-d15863ea-8499-4cda-9a07-9b0f741b354a tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/quotas/f0559e53acc04cf0beda6847043e4bbd HTTP/1.1" status: 200 len: 375 time: 0.0128715 Aug 19 12:18:42.457970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Network f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:42.463361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['20c4c61e-6d39-4027-be58-2249a6350c9c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:42.471534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:42.510447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 8459e419-8a06-4032-ab8f-5dc943da01bc completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:42.512875 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.514026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b709b180-3ac6-4d26-b73b-6d49b09eef11 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:42.526640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-ab7bf7cd-71dd-4ebe-ae5f-0e23ee8c14e8 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0559e53acc04cf0beda6847043e4bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570855 Aug 19 12:18:42.578930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=345ba02f-2f76-4ac8-818b-785efe45e7ce,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:42.596522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e755-f612-4b2d-b4e5-5b517687d5ea req-44723ddc-5f2b-4977-bb42-4b7860dd8538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:42.598110 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5e05e755-f612-4b2d-b4e5-5b517687d5ea req-44723ddc-5f2b-4977-bb42-4b7860dd8538 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 1096 time: 0.1427865 Aug 19 12:18:42.632875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8459e419-8a06-4032-ab8f-5dc943da01bc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:42.633242 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:42.737034 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5e05e755-f612-4b2d-b4e5-5b517687d5ea req-865b6d7a-f87d-4b2d-8f87-949df80ac70a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494635 Aug 19 12:18:42.739196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Router cd497f4a-de8a-488c-9b03-799e2a9d6720 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:42.905241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:42.913706 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-842f4886-98c4-494c-8ea8-12a6c237c978 admin admin] 10.222.0.21 "PUT /v2.0/routers/cd497f4a-de8a-488c-9b03-799e2a9d6720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0879509 Aug 19 12:18:42.958586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35bd10-cc33-4df6-8b0c-5a152d57d2b1 req-de226904-52dd-4892-a8d6-27b3b7b2937b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:42.960369 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a35bd10-cc33-4df6-8b0c-5a152d57d2b1 req-de226904-52dd-4892-a8d6-27b3b7b2937b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 948 time: 0.1332819 Aug 19 12:18:43.007671 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a35bd10-cc33-4df6-8b0c-5a152d57d2b1 req-8a58dd93-f0e1-41a5-a5e4-eae4cc3ec425 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Aug 19 12:18:43.046865 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.065814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bfe7c858-c04b-4f54-9b6f-f9435946ed6d None None] Provisioning complete for port 5116c5ad-cef0-40c6-8842-253c1a781c25 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:43.066099 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bfe7c858-c04b-4f54-9b6f-f9435946ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.070395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b571a0-f235-4b84-8cd0-4a6270d75233 req-19a22aee-7eb9-4c64-a3b6-70157991670f tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.082194 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0b571a0-f235-4b84-8cd0-4a6270d75233 req-19a22aee-7eb9-4c64-a3b6-70157991670f tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 946 time: 0.1107724 Aug 19 12:18:43.110030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48432) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:43.129588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7c858-c04b-4f54-9b6f-f9435946ed6d None None] Port 5116c5ad-cef0-40c6-8842-253c1a781c25 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:43.139431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0b571a0-f235-4b84-8cd0-4a6270d75233 req-2e3967a0-79c4-45d4-8be2-b732b15753b6 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562997 Aug 19 12:18:43.154728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port b709b180-3ac6-4d26-b73b-6d49b09eef11 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:43.161032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 8459e419-8a06-4032-ab8f-5dc943da01bc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8459e419-8a06-4032-ab8f-5dc943da01bc,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:43.175936 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port b709b180-3ac6-4d26-b73b-6d49b09eef11 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:43.187613 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.234034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9bbd6b52-c4db-424d-ad9a-4a03845178dc req-7e3d9af0-6e16-480e-8e73-1c3821f283a2 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 210 time: 0.0511503 Aug 19 12:18:43.264567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-126618050'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:43.268845 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.339018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d7989-bda2-4b5e-b79c-e3effe230ac5 req-7674d8c4-002d-4caa-b451-2f8093850f13 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.340574 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da5d7989-bda2-4b5e-b79c-e3effe230ac5 req-7674d8c4-002d-4caa-b451-2f8093850f13 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 945 time: 0.0548184 Aug 19 12:18:43.350958 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48438) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:43.354309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=8459e419-8a06-4032-ab8f-5dc943da01bc,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:43.360471 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.364789 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4b526c29-ed14-434e-a0f1-452dee82b419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.388650 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da5d7989-bda2-4b5e-b79c-e3effe230ac5 req-965196dc-388f-41f8-a000-2665bcdbf141 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Aug 19 12:18:43.396556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:43.407030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:43.411226 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.454362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:18:43.471646 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.471995 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Added segment 6531d55d-12e4-4663-bcbf-753a232b2c04 of type vlan for network e0c7f70a-769a-4566-87d1-552be1e0288d Aug 19 12:18:43.528189 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.539990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.576199 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4b526c29-ed14-434e-a0f1-452dee82b419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.582402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:43.721747 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4b526c29-ed14-434e-a0f1-452dee82b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.741061 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Sync routers for ids ['cd497f4a-de8a-488c-9b03-799e2a9d6720'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:43.749655 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Routers {'cd497f4a-de8a-488c-9b03-799e2a9d6720'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:43.750249 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cd497f4a-de8a-488c-9b03-799e2a9d6720'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:43.760434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4b526c29-ed14-434e-a0f1-452dee82b419 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=595486fc964d434197699f02bd7250fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083703 Aug 19 12:18:43.761273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b526c29-ed14-434e-a0f1-452dee82b419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683c9872-d8fc-41bc-b529-6210c1b2cecb,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:43.763867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48440) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:43.775337 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.784744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:43.785569 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.815917 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fd94412-89e8-476a-a0f0-8855327e1c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.841002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fd94412-89e8-476a-a0f0-8855327e1c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:43.862473 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Set router cd497f4a-de8a-488c-9b03-799e2a9d6720 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:43.897192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Network': ['ID=e0c7f70a-769a-4566-87d1-552be1e0288d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:43.908148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network e0c7f70a-769a-4566-87d1-552be1e0288d details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:18:43.946082 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-05037078-ec71-4498-8aa1-f6c31c6cacee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8356261 Aug 19 12:18:43.948745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48442) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:43.953776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'subnet': {'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:44.003921 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fd94412-89e8-476a-a0f0-8855327e1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:44.007582 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fd94412-89e8-476a-a0f0-8855327e1c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:44.008894 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0fd94412-89e8-476a-a0f0-8855327e1c5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/683c9872-d8fc-41bc-b529-6210c1b2cecb HTTP/1.1" status: 204 len: 168 time: 0.2437291 Aug 19 12:18:44.017540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd94412-89e8-476a-a0f0-8855327e1c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683c9872-d8fc-41bc-b529-6210c1b2cecb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:44.146483 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'name': 'tempest-ServersTestMultiNic-43849204-router', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:36Z', 'updated_at': '2021-08-19T12:18:41Z', 'revision_number': 4, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'gw_port': {'id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:37Z', 'updated_at': '2021-08-19T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5116c5ad-cef0-40c6-8842-253c1a781c25', 'name': '', 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'mac_address': 'fa:16:3e:8f:0a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a276b338-969a-4c73-a310-269b080bbe8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:40Z', 'updated_at': '2021-08-19T12:18:41Z', 'revision_number': 2, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'subnets': [{'id': 'a276b338-969a-4c73-a310-269b080bbe8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:44.180473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8459e419-8a06-4032-ab8f-5dc943da01bc up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:44.192662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6d043-1f3f-4317-9c9b-1a4aacd69395 req-a326d359-e3c2-4f9e-b173-349623bf9a16 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.196115 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Checking router: cd497f4a-de8a-488c-9b03-799e2a9d6720 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:44.196468 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Updating router cd497f4a-de8a-488c-9b03-799e2a9d6720 port 5116c5ad-cef0-40c6-8842-253c1a781c25 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:18:44.202399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42e6d043-1f3f-4317-9c9b-1a4aacd69395 req-a326d359-e3c2-4f9e-b173-349623bf9a16 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0927179 Aug 19 12:18:44.225895 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:44.242080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:44.248835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:44.271026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8459e419-8a06-4032-ab8f-5dc943da01bc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:44.271400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:44.336494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eee9f8-a6ab-4783-84e2-7589b414c57f req-19fcd0bb-3114-475b-b49d-7090c82d8ada tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.337206 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42e6d043-1f3f-4317-9c9b-1a4aacd69395 req-7781f001-d486-4cc4-a918-96661e39a2b5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291847 Aug 19 12:18:44.348337 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-11eee9f8-a6ab-4783-84e2-7589b414c57f req-19fcd0bb-3114-475b-b49d-7090c82d8ada tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 946 time: 0.0799510 Aug 19 12:18:44.396226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:44.399240 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1f1780-a9e6-49af-9560-b0cc9f3259da" -d '{"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-plugged", "status": "completed", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:44.400890 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-11eee9f8-a6ab-4783-84e2-7589b414c57f req-9f4c07aa-3308-44ba-831c-cc789357f65a tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Aug 19 12:18:44.443648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-83782a8c-13f9-4507-b26a-177b61edfeb3 req-9bd143ed-f9c9-48b9-8614-3004fb0e7485 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 210 time: 0.0377824 Aug 19 12:18:44.505698 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11cdbee-cd00-4b73-95ac-c1ad82b0bfd9 x-openstack-request-id: req-b11cdbee-cd00-4b73-95ac-c1ad82b0bfd9 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:44.506088 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-plugged", "status": "completed", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:44.506506 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b11cdbee-cd00-4b73-95ac-c1ad82b0bfd9 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:44.507018 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'code': 200} Aug 19 12:18:44.626597 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:44.646395 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Transition to ACTIVE for port object 5116c5ad-cef0-40c6-8842-253c1a781c25 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:44.649193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29825b-e1f9-426f-b121-64c0255dc3b7 req-b171d13b-1f8c-43a4-9de4-550ff3f8dc43 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.650686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee29825b-e1f9-426f-b121-64c0255dc3b7 req-b171d13b-1f8c-43a4-9de4-550ff3f8dc43 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 945 time: 0.0807631 Aug 19 12:18:44.656189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab46ac9-c674-4735-b656-9502442a92ea req-0e1f05ed-fd7d-4651-bbb6-120b74823ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:44.657569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ab46ac9-c674-4735-b656-9502442a92ea req-0e1f05ed-fd7d-4651-bbb6-120b74823ba5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1100 time: 0.0777214 Aug 19 12:18:44.713678 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee29825b-e1f9-426f-b121-64c0255dc3b7 req-3e396025-37a4-4ced-9567-4ff79bc041f3 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540130 Aug 19 12:18:44.721741 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ab46ac9-c674-4735-b656-9502442a92ea req-191aa313-be05-4686-9f2f-d796ae5ca52d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543797 Aug 19 12:18:44.802131 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:44.859693 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:44.863550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Subnet': ['ID=2e951dce-636a-4052-9dac-07688c7cb0f4,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:44.871438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Checking segment: {'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:44.880014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network hostable DHCP agents. Network: e0c7f70a-769a-4566-87d1-552be1e0288d, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:18:44.911248 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Pushing event updated for resources: {'Port': ['ID=5116c5ad-cef0-40c6-8842-253c1a781c25,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:44.932595 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.932936 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.933265 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.933591 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.933929 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.934281 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.934557 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.934911 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.935225 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.935538 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.935848 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.936159 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:18:44.979181 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Attempting to bind port 5116c5ad-cef0-40c6-8842-253c1a781c25 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:44.979181 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Attempting to bind port 5116c5ad-cef0-40c6-8842-253c1a781c25 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'd3dede21-5195-49fc-bcec-56bfa4508591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:44.979181 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Attempting to bind port 5116c5ad-cef0-40c6-8842-253c1a781c25 on network f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:44.983330 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:44.983699 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Checking segment: {'id': 'd3dede21-5195-49fc-bcec-56bfa4508591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:44.984094 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:44.984484 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Bound using segment: {'id': 'd3dede21-5195-49fc-bcec-56bfa4508591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:44.984945 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Bound port: 5116c5ad-cef0-40c6-8842-253c1a781c25, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dede21-5195-49fc-bcec-56bfa4508591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:44.985336 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:45.054457 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] For port 5116c5ad-cef0-40c6-8842-253c1a781c25, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:45.057617 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] For port 5116c5ad-cef0-40c6-8842-253c1a781c25, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5116c5ad-cef0-40c6-8842-253c1a781c25,segment=NetworkSegment(d3dede21-5195-49fc-bcec-56bfa4508591),segment_id=d3dede21-5195-49fc-bcec-56bfa4508591)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:45.093691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network e0c7f70a-769a-4566-87d1-552be1e0288d is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:18:45.225905 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:45.281439 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Routers {'cd497f4a-de8a-488c-9b03-799e2a9d6720'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:45.282066 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cd497f4a-de8a-488c-9b03-799e2a9d6720'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:45.288845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, e0c7f70a-769a-4566-87d1-552be1e0288d) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:45.296482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.297128 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:45.302170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f813a-ef15-428b-b0bb-816380453165 None None] Network e0c7f70a-769a-4566-87d1-552be1e0288d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:45.387050 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc7800-2b3c-4146-952c-b5498e5f5a7f None None] Pushing event updated for resources: {'Port': ['ID=5116c5ad-cef0-40c6-8842-253c1a781c25,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:45.442731 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] Set router cd497f4a-de8a-488c-9b03-799e2a9d6720 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:45.481087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48486) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:45.481825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-13940c94-db39-4562-a80c-6709e5b602ee tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5313044 Aug 19 12:18:45.488253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1220164786'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:45.536175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154b1f3-aeab-4896-b2b7-0aed4208f086 req-f25a739c-6687-466e-b5a7-7b35170f1d84 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.539553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 20c4c61e-6d39-4027-be58-2249a6350c9c up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:45.543463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5154b1f3-aeab-4896-b2b7-0aed4208f086 req-f25a739c-6687-466e-b5a7-7b35170f1d84 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.1221156 Aug 19 12:18:45.562472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-e0c7f70a-769a-4566-87d1-552be1e0288d', 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'fixed_ips': [{'subnet_id': '2e951dce-636a-4052-9dac-07688c7cb0f4'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:18:45.563365 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:45.603748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebc3b5-1300-4214-8324-e3bc58a30af9 req-5f75e2c6-97b7-47f2-a17e-fdf612aff3cf tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.605854 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1ebc3b5-1300-4214-8324-e3bc58a30af9 req-5f75e2c6-97b7-47f2-a17e-fdf612aff3cf tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 946 time: 0.0661025 Aug 19 12:18:45.612230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5154b1f3-aeab-4896-b2b7-0aed4208f086 req-a51e3270-2e97-4cef-b8d4-b0e8fa611792 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602946 Aug 19 12:18:45.662375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1ebc3b5-1300-4214-8324-e3bc58a30af9 req-4edcc38d-8973-46be-b305-c669008c8c39 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394402 Aug 19 12:18:45.725491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:45.730013 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:45.750540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6c51afb-ef44-4c3b-aefd-a0cce36861ff req-71cf277c-3c8e-47ff-a1d7-f07f85d99f44 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 210 time: 0.0378194 Aug 19 12:18:45.803741 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:18:45.809979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Allocated IP 19.80.0.2 (e0c7f70a-769a-4566-87d1-552be1e0288d/2e951dce-636a-4052-9dac-07688c7cb0f4/2cd71658-23a4-4edf-b733-e906adfa8256) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:45.828834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:45.829648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 20c4c61e-6d39-4027-be58-2249a6350c9c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:45.829879 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Added segment 418536a1-809f-4e2c-9d06-07ec9251a91e of type vlan for network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd Aug 19 12:18:45.836235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 20c4c61e-6d39-4027-be58-2249a6350c9c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:45.883051 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:45.883329 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'name': 'tempest-ServersTestMultiNic-43849204-router', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:36Z', 'updated_at': '2021-08-19T12:18:41Z', 'revision_number': 4, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'gw_port': {'id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:37Z', 'updated_at': '2021-08-19T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5116c5ad-cef0-40c6-8842-253c1a781c25', 'name': '', 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'mac_address': 'fa:16:3e:8f:0a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a276b338-969a-4c73-a310-269b080bbe8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:40Z', 'updated_at': '2021-08-19T12:18:45Z', 'revision_number': 4, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'subnets': [{'id': 'a276b338-969a-4c73-a310-269b080bbe8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:45.895492 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:45.952827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-e49205b1-1856-46f7-877c-6693a59af081 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.954832 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-e49205b1-1856-46f7-877c-6693a59af081 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0831900 Aug 19 12:18:45.958770 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def10d7-c4bf-4025-934d-3dcf8e104d1e None None] The sync data for ids ['cd497f4a-de8a-488c-9b03-799e2a9d6720'] in n-d-803757-2 is: [{'id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'name': 'tempest-ServersTestMultiNic-43849204-router', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:36Z', 'updated_at': '2021-08-19T12:18:41Z', 'revision_number': 4, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'gw_port': {'id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:37Z', 'updated_at': '2021-08-19T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5116c5ad-cef0-40c6-8842-253c1a781c25', 'name': '', 'network_id': 'f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'mac_address': 'fa:16:3e:8f:0a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'a276b338-969a-4c73-a310-269b080bbe8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:40Z', 'updated_at': '2021-08-19T12:18:45Z', 'revision_number': 4, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'subnets': [{'id': 'a276b338-969a-4c73-a310-269b080bbe8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:45.979427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00676f51-4217-4e62-a86e-3a0c6a30568b req-46b730eb-7288-405a-969a-3317d85a4459 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:45.991740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-00676f51-4217-4e62-a86e-3a0c6a30568b req-46b730eb-7288-405a-969a-3317d85a4459 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 945 time: 0.1000934 Aug 19 12:18:46.094724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-3e9dcb3c-be95-4505-802c-8d3b71d67ad8 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.1280234 Aug 19 12:18:46.101765 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-00676f51-4217-4e62-a86e-3a0c6a30568b req-8bc1c090-85d9-410b-98aa-19c5f860e041 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048131 Aug 19 12:18:46.109071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-a5f2bb94-2345-4dd7-ad0e-0d1781aeafec tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Request body: {'floatingip': {'port_id': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:46.139395 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.152963 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.158563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:46.159449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.181878 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.197047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Transition to ACTIVE for port object 2cd71658-23a4-4edf-b733-e906adfa8256 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:46.230014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=20c4c61e-6d39-4027-be58-2249a6350c9c,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:46.233841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5116c5ad-cef0-40c6-8842-253c1a781c25 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:46.259988 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-a5f2bb94-2345-4dd7-ad0e-0d1781aeafec tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.305479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Transition to ACTIVE for port object 2cd71658-23a4-4edf-b733-e906adfa8256 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:46.365801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Network': ['ID=5eb3ae0d-1678-4780-bb5b-f1897b7064dd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:46.378250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:18:46.438554 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.497934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=20c4c61e-6d39-4027-be58-2249a6350c9c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:46.508189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bf0acd-7297-480f-b148-7007870853e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c4c61e-6d39-4027-be58-2249a6350c9c'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:46.511189 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e6283a-f787-4742-ad28-fc8c14e81f4e" -d '{"events": [{"server_uuid": "07bf0acd-7297-480f-b148-7007870853e7", "name": "network-vif-plugged", "status": "completed", "tag": "20c4c61e-6d39-4027-be58-2249a6350c9c"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:46.529051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 5116c5ad-cef0-40c6-8842-253c1a781c25 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:46.533242 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.538944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5116c5ad-cef0-40c6-8842-253c1a781c25 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:46.541528 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.544137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b8cc0a53-d792-4575-a18a-e2870c63409f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0613189 Aug 19 12:18:46.547172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48504) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:46.552601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'subnet': {'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:46.619689 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b85960-95f9-45e8-b734-9cbae31d537a x-openstack-request-id: req-b8b85960-95f9-45e8-b734-9cbae31d537a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:46.620135 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bf0acd-7297-480f-b148-7007870853e7", "name": "network-vif-plugged", "status": "completed", "tag": "20c4c61e-6d39-4027-be58-2249a6350c9c", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:46.620495 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8b85960-95f9-45e8-b734-9cbae31d537a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:46.620955 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bf0acd-7297-480f-b148-7007870853e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c4c61e-6d39-4027-be58-2249a6350c9c', 'code': 200} Aug 19 12:18:46.631196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Network e0c7f70a-769a-4566-87d1-552be1e0288d is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:46.636051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:46.644900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:46.719006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Pushing event updated for resources: {'Port': ['ID=2cd71658-23a4-4edf-b733-e906adfa8256,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:46.743068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Attempting to bind port 2cd71658-23a4-4edf-b733-e906adfa8256 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:46.743537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Attempting to bind port 2cd71658-23a4-4edf-b733-e906adfa8256 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:46.744160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Attempting to bind port 2cd71658-23a4-4edf-b733-e906adfa8256 on network e0c7f70a-769a-4566-87d1-552be1e0288d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:46.753025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:46.753508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Checking segment: {'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:46.754040 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.754522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Bound using segment: {'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:46.755151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Bound port: 2cd71658-23a4-4edf-b733-e906adfa8256, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:46.755686 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.786583 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-261f6dce-f2f0-46b3-bce2-90202f5a28be tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f0559e53acc04cf0beda6847043e4bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2107439 Aug 19 12:18:46.840856 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.877058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] For port 2cd71658-23a4-4edf-b733-e906adfa8256, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:46.883904 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] For port 2cd71658-23a4-4edf-b733-e906adfa8256, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2cd71658-23a4-4edf-b733-e906adfa8256,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:46.895577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 5116c5ad-cef0-40c6-8842-253c1a781c25, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5116c5ad-cef0-40c6-8842-253c1a781c25,segment=NetworkSegment(d3dede21-5195-49fc-bcec-56bfa4508591),segment_id=d3dede21-5195-49fc-bcec-56bfa4508591)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:46.932014 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-a5f2bb94-2345-4dd7-ad0e-0d1781aeafec tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:46.974435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e830a-3121-4653-b851-626ee3de0cd4 req-ca0dd7dd-9e33-407d-901e-c4d028799c22 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:46.976010 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a6e830a-3121-4653-b851-626ee3de0cd4 req-ca0dd7dd-9e33-407d-901e-c4d028799c22 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.2049925 Aug 19 12:18:46.982751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e63620-17b4-44e5-882d-9d921ec091f9 req-674ba533-80ac-403e-9d47-b3a74d1aedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:46.984330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d5e63620-17b4-44e5-882d-9d921ec091f9 req-674ba533-80ac-403e-9d47-b3a74d1aedcf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 1097 time: 0.2231164 Aug 19 12:18:47.027548 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-a5f2bb94-2345-4dd7-ad0e-0d1781aeafec tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.028142 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.049586 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.088868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363170b2-df08-4333-ad49-180c5a898a7a req-5f78d464-580d-462c-b0fa-305f21abb04e tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.095097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-5f78d464-580d-462c-b0fa-305f21abb04e tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631016 Aug 19 12:18:47.109843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Request body: {'port': {'device_id': '3850563c-a1a6-4c43-9234-54c63ca8814e', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': 'f0559e53acc04cf0beda6847043e4bbd'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:47.137631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=5116c5ad-cef0-40c6-8842-253c1a781c25,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:47.192448 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d5e63620-17b4-44e5-882d-9d921ec091f9 req-e61e3e31-5b8b-418d-bf39-8198d0b697ee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983404 Aug 19 12:18:47.196900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:47.200381 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.227458 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a6e830a-3121-4653-b851-626ee3de0cd4 req-4959c855-3ec8-41eb-a601-92b37ecce96a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344420 Aug 19 12:18:47.459649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb92499-6cdb-4746-b245-48edf83b8353 None None] Pushing event updated for resources: {'Port': ['ID=2cd71658-23a4-4edf-b733-e906adfa8256,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:47.542341 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fdcb7ea-e589-463f-9e33-b68a77f6fb18 req-3bb62628-ec06-4487-93e0-93ea297b84ff tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 210 time: 0.0359290 Aug 19 12:18:47.618784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Made reservation on behalf of f0559e53acc04cf0beda6847043e4bbd for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:47.623715 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.645590 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.696758 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-a5f2bb94-2345-4dd7-ad0e-0d1781aeafec tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Floating IP 66beb192-98de-41b5-b8dc-9fddbb00e1ee associated. External IP: 172.25.2.231, port: ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee. Aug 19 12:18:47.724720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1eb58-1727-4d94-9f15-d3857179c701 req-7b857b76-7098-4078-b342-2d9918a8a8b7 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.726368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2be1eb58-1727-4d94-9f15-d3857179c701 req-7b857b76-7098-4078-b342-2d9918a8a8b7 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 946 time: 0.0724132 Aug 19 12:18:47.731335 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.826053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Subnet': ['ID=f054f2ae-68c5-448f-b7a2-079050002394,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:47.856851 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2be1eb58-1727-4d94-9f15-d3857179c701 req-d83034f7-6fd7-461c-bf12-dfaff4164202 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163843 Aug 19 12:18:47.870266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Checking segment: {'id': '418536a1-809f-4e2c-9d06-07ec9251a91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:47.870630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network hostable DHCP agents. Network: 5eb3ae0d-1678-4780-bb5b-f1897b7064dd, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:18:47.903224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:47.944887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-a5f2bb94-2345-4dd7-ad0e-0d1781aeafec tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:47.996248 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb11e5-e3bb-443c-ae86-3ae9d398edfb req-e1c43d48-c406-4e06-a2ad-6df5ec985c22 tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:47.997934 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbfb11e5-e3bb-443c-ae86-3ae9d398edfb req-e1c43d48-c406-4e06-a2ad-6df5ec985c22 tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1100 time: 0.0474281 Aug 19 12:18:48.032360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:18:48.056062 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:48.074457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-a5f2bb94-2345-4dd7-ad0e-0d1781aeafec tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:48.079522 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-a5f2bb94-2345-4dd7-ad0e-0d1781aeafec tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:48.089817 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70d9ed-72ea-4b69-b6ef-816416eb0ed2 None None] Sync routers for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:48.125396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70d9ed-72ea-4b69-b6ef-816416eb0ed2 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:48.126307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ea70d9ed-72ea-4b69-b6ef-816416eb0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:48.130769 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-a5f2bb94-2345-4dd7-ad0e-0d1781aeafec tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "PUT /v2.0/floatingips/66beb192-98de-41b5-b8dc-9fddbb00e1ee HTTP/1.1" status: 200 len: 997 time: 2.0238390 Aug 19 12:18:48.134327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:48.140704 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:48.197590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-c46841cc-6c7d-4a9d-bdc8-917348c67b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.208965 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-c46841cc-6c7d-4a9d-bdc8-917348c67b1d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 1097 time: 0.0603416 Aug 19 12:18:48.304721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ea70d9ed-72ea-4b69-b6ef-816416eb0ed2 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:48.333725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-258ce07c-2913-457f-9e83-e75047947773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.339803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-258ce07c-2913-457f-9e83-e75047947773 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.1289756 Aug 19 12:18:48.459005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5116c5ad-cef0-40c6-8842-253c1a781c25 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:48.483644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-6fbde11f-991e-4c16-a3e2-6b6a85d00bcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 1000 time: 0.1407127 Aug 19 12:18:48.563244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-f63fb61f-3946-43e0-9731-574e33da6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.567183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-f63fb61f-3946-43e0-9731-574e33da6c0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.0753200 Aug 19 12:18:48.631615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5116c5ad-cef0-40c6-8842-253c1a781c25 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:48.631615 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:48.649269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 5eb3ae0d-1678-4780-bb5b-f1897b7064dd) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:48.650043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-74adb06c-d6bc-4dd4-8664-a05e6fb9d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.652598 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-74adb06c-d6bc-4dd4-8664-a05e6fb9d083 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783062 Aug 19 12:18:48.667322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:48.668089 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:48.671979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386571d-9469-4f17-acde-ccf76ca7b06e None None] Network e0c7f70a-769a-4566-87d1-552be1e0288d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:48.672510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-889cbce9-cfa6-47a5-9635-6b1221d31602 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:18:48.674604 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-889cbce9-cfa6-47a5-9635-6b1221d31602 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087724 Aug 19 12:18:48.676886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af2b97f-3f20-4292-aefe-f0488915d961 None None] Network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:48.689063 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbfb11e5-e3bb-443c-ae86-3ae9d398edfb req-92d7fb33-ef0f-4adb-af0c-bb34e144df35 tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6842160 Aug 19 12:18:48.702349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc04262-6c26-4b47-9692-8fdab5e4dcf4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:48.791994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Allocated IP 192.168.233.118 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/ace3148b-39e1-4f1f-a3ae-b3118930b793) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:48.826060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-ad67cd8f-f236-4cb1-a8d2-7af7feb734e5 service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355762 Aug 19 12:18:48.826638 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-be07a3ba-e2d0-4a34-8b27-ebe65798be1e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2739196 Aug 19 12:18:48.900201 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd7242f-3d22-48d2-b9f7-4eef8bd22997 x-openstack-request-id: req-7bd7242f-3d22-48d2-b9f7-4eef8bd22997 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:48.900628 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:48.900754 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bd7242f-3d22-48d2-b9f7-4eef8bd22997 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:48.901107 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'status': 'completed', 'code': 200} Aug 19 12:18:49.004715 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3bacfa-829a-45ee-9a17-c1374cdc358d req-eed4a6f8-18ad-47d8-a019-dbb2941b666f service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761334 Aug 19 12:18:49.007492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf req-0a3a430e-2236-4466-91d2-f86d9b646615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:49.009246 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf req-0a3a430e-2236-4466-91d2-f86d9b646615 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 1097 time: 0.0866542 Aug 19 12:18:49.035423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0b5cf394-85cc-4cf1-90a5-7e1cd929dbf7 None None] Provisioning for port 2cd71658-23a4-4edf-b733-e906adfa8256 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:49.131892 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.149672 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f15ba91f-dfea-4851-aefb-1aad45324376 req-a1c23356-8adc-4ff5-a0a3-11249e07bccd tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 210 time: 0.0407755 Aug 19 12:18:49.161937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Transition to ACTIVE for port object ace3148b-39e1-4f1f-a3ae-b3118930b793 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:49.176285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf req-a579c5c7-811c-4966-b4fb-77614fbe863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:49.177800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf req-a579c5c7-811c-4966-b4fb-77614fbe863b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.1485815 Aug 19 12:18:49.184255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2cd71658-23a4-4edf-b733-e906adfa8256 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:49.238077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ea70d9ed-72ea-4b69-b6ef-816416eb0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:0a:8e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:18:46Z', 'revision_number': 1, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:49.252721 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf req-51ecac7f-cda6-483e-a38d-437d621ae470 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 1000 time: 0.0654509 Aug 19 12:18:49.327330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf req-718f819d-8b8b-4c34-b47a-cb08b6ff2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:49.329223 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf req-718f819d-8b8b-4c34-b47a-cb08b6ff2be9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.0626867 Aug 19 12:18:49.339470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70d9ed-72ea-4b69-b6ef-816416eb0ed2 None None] Checking router: 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:49.350610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-5eb3ae0d-1678-4780-bb5b-f1897b7064dd', 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'fixed_ips': [{'subnet_id': 'f054f2ae-68c5-448f-b7a2-079050002394'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:18:49.351550 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.374132 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.407702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fce396-0891-4b7b-a0ca-f9e24e5dcd40 req-c461ec76-4719-4299-8e59-cf8f260afe05 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:49.409951 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29fce396-0891-4b7b-a0ca-f9e24e5dcd40 req-c461ec76-4719-4299-8e59-cf8f260afe05 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 946 time: 0.0961628 Aug 19 12:18:49.413241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf req-c5eac057-0e9d-430b-acae-3d67c65e0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:49.414736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf req-c5eac057-0e9d-430b-acae-3d67c65e0216 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653126 Aug 19 12:18:49.434245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:49.437706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:49.442103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:49.523291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70d9ed-72ea-4b69-b6ef-816416eb0ed2 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:49.523291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ea70d9ed-72ea-4b69-b6ef-816416eb0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:49.524620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Pushing event updated for resources: {'Port': ['ID=ace3148b-39e1-4f1f-a3ae-b3118930b793,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:49.530393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29fce396-0891-4b7b-a0ca-f9e24e5dcd40 req-b4ae4f26-cf56-4d68-bd9d-2df48b6fbc4e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132407 Aug 19 12:18:49.548486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:49.549365 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.603192 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf req-825d949c-3440-49e0-9332-54caf844018f service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671386 Aug 19 12:18:49.632540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-d4a35cfe-7a68-4925-8f70-10e1af2f5ef5 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5269184 Aug 19 12:18:49.652685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Request body: {'port': {'device_id': '3850563c-a1a6-4c43-9234-54c63ca8814e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:49.706634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 2cd71658-23a4-4edf-b733-e906adfa8256 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:49.714600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2cd71658-23a4-4edf-b733-e906adfa8256 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:49.715413 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.779293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Allocated IP 19.86.0.2 (5eb3ae0d-1678-4780-bb5b-f1897b7064dd/f054f2ae-68c5-448f-b7a2-079050002394/c4182521-69fc-404a-b68b-d3d7b5af9c5f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:49.786700 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.909256 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91f1d21a-1cf2-4e0b-ac09-5f33d4aea7bf req-20ea0c0e-3681-45ec-a7fc-c6ec1b730dc6 service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023102 Aug 19 12:18:49.948606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-4489fd44-dfa0-419e-a06e-745df6575004 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:49.955526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-4489fd44-dfa0-419e-a06e-745df6575004 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:49.955668 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0869d8bf-ba37-40d0-a959-6ec753d705bf None None] Provisioning for port ace3148b-39e1-4f1f-a3ae-b3118930b793 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:49.956806 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-4489fd44-dfa0-419e-a06e-745df6575004 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/networks?id=e0c7f70a-769a-4566-87d1-552be1e0288d&id=5eb3ae0d-1678-4780-bb5b-f1897b7064dd&id=e0c7f70a-769a-4566-87d1-552be1e0288d HTTP/1.1" status: 200 len: 1391 time: 0.1907573 Aug 19 12:18:49.969041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0869d8bf-ba37-40d0-a959-6ec753d705bf None None] Provisioning complete for port ace3148b-39e1-4f1f-a3ae-b3118930b793 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:49.969462 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0869d8bf-ba37-40d0-a959-6ec753d705bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:49.974473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-007cc3b2-be77-4d28-a62c-abf37b940cb2 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/quotas/fd7ef5f6e9f34651aa6030821f4b6f9d HTTP/1.1" status: 200 len: 375 time: 0.0099196 Aug 19 12:18:50.028503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ea70d9ed-72ea-4b69-b6ef-816416eb0ed2 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:50.046385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-d2c091a5-0ffa-430d-be92-d82e5fbfd72f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625896 Aug 19 12:18:50.093439 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0869d8bf-ba37-40d0-a959-6ec753d705bf None None] Port ace3148b-39e1-4f1f-a3ae-b3118930b793 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:50.098070 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.153663 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-3ea5db79-d7d8-4077-b679-779d37e579e4 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c7f70a-769a-4566-87d1-552be1e0288d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945532 Aug 19 12:18:50.158852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace3148b-39e1-4f1f-a3ae-b3118930b793 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:50.167874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.185597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Transition to ACTIVE for port object ace3148b-39e1-4f1f-a3ae-b3118930b793 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:50.229880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 2cd71658-23a4-4edf-b733-e906adfa8256, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2cd71658-23a4-4edf-b733-e906adfa8256,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:50.254543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-9b11ee28-342e-4cd0-8a93-6a4d2f07c319 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c7f70a-769a-4566-87d1-552be1e0288d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946281 Aug 19 12:18:50.289806 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.299467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-342fcab2-8163-48a8-9158-bff9f4014ef1 None None] Provisioning complete for port 2cd71658-23a4-4edf-b733-e906adfa8256 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:50.299834 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-342fcab2-8163-48a8-9158-bff9f4014ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.305877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Transition to ACTIVE for port object c4182521-69fc-404a-b68b-d3d7b5af9c5f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:50.324269 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.366441 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.371587 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Transition to ACTIVE for port object c4182521-69fc-404a-b68b-d3d7b5af9c5f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:50.381609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-93c749a2-e1d5-436e-b0f2-d53161a2c345 service neutron] 10.222.0.21 "GET /v2.0/networks/5eb3ae0d-1678-4780-bb5b-f1897b7064dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194544 Aug 19 12:18:50.408369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Pushing event updated for resources: {'Port': ['ID=ace3148b-39e1-4f1f-a3ae-b3118930b793,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:50.441305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ba5f530-9733-4305-bfe2-8c34899f43ed tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:50.451420 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ba5f530-9733-4305-bfe2-8c34899f43ed tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1422722 Aug 19 12:18:50.468353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=2cd71658-23a4-4edf-b733-e906adfa8256,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:50.471488 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.525058 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-f62e504d-43eb-48c2-ab83-fc511b087d30 service neutron] 10.222.0.21 "GET /v2.0/networks/5eb3ae0d-1678-4780-bb5b-f1897b7064dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427939 Aug 19 12:18:50.611651 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:50.617850 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:50.622488 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-b70df3fc-bcd9-4dc2-a30d-b85c52165c9e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711930 Aug 19 12:18:50.644080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-c9cb502d-391b-41a0-93ef-bcc87312ed3b tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1000 time: 0.1911955 Aug 19 12:18:50.646859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Attempting to bind port ace3148b-39e1-4f1f-a3ae-b3118930b793 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:50.647346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Attempting to bind port ace3148b-39e1-4f1f-a3ae-b3118930b793 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:50.647688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Attempting to bind port ace3148b-39e1-4f1f-a3ae-b3118930b793 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:50.651801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:50.655478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ec1853c-b4f3-4697-adfd-e5091c709390 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Request body: {'floatingip': {'port_id': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:50.679385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-562f700f-f84c-4352-b210-aa37afcc0dd4 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c7f70a-769a-4566-87d1-552be1e0288d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530423 Aug 19 12:18:50.685930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48604) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:50.686383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Pushing event updated for resources: {'Port': ['ID=c4182521-69fc-404a-b68b-d3d7b5af9c5f,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:50.698352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Port ace3148b-39e1-4f1f-a3ae-b3118930b793 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:50.698691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Attempting to bind port ace3148b-39e1-4f1f-a3ae-b3118930b793 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:50.711327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:50.711668 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:50.712053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:50.712489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Bound port: ace3148b-39e1-4f1f-a3ae-b3118930b793, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:50.712850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.746039 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ea70d9ed-72ea-4b69-b6ef-816416eb0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:0a:8e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:18:46Z', 'revision_number': 1, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:50.761478 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ec1853c-b4f3-4697-adfd-e5091c709390 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.782037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Attempting to bind port c4182521-69fc-404a-b68b-d3d7b5af9c5f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:50.782401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Attempting to bind port c4182521-69fc-404a-b68b-d3d7b5af9c5f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '418536a1-809f-4e2c-9d06-07ec9251a91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:50.782756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Attempting to bind port c4182521-69fc-404a-b68b-d3d7b5af9c5f on network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:50.790563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70d9ed-72ea-4b69-b6ef-816416eb0ed2 None None] The sync data for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 is: [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:0a:8e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:18:46Z', 'revision_number': 1, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:50.795278 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-35ed1bed-e2a2-4479-8aa7-a966b9272e69 service neutron] 10.222.0.21 "GET /v2.0/networks/e0c7f70a-769a-4566-87d1-552be1e0288d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074624 Aug 19 12:18:50.801469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:50.801986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Checking segment: {'id': '418536a1-809f-4e2c-9d06-07ec9251a91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:50.802485 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.803118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Bound using segment: {'id': '418536a1-809f-4e2c-9d06-07ec9251a91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:50.803746 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Bound port: c4182521-69fc-404a-b68b-d3d7b5af9c5f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418536a1-809f-4e2c-9d06-07ec9251a91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:50.804303 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:50.885691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] For port ace3148b-39e1-4f1f-a3ae-b3118930b793, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:50.901942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] For port c4182521-69fc-404a-b68b-d3d7b5af9c5f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:18:50.906126 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] For port c4182521-69fc-404a-b68b-d3d7b5af9c5f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c4182521-69fc-404a-b68b-d3d7b5af9c5f,segment=NetworkSegment(418536a1-809f-4e2c-9d06-07ec9251a91e),segment_id=418536a1-809f-4e2c-9d06-07ec9251a91e)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:50.933834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] For port ace3148b-39e1-4f1f-a3ae-b3118930b793, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ace3148b-39e1-4f1f-a3ae-b3118930b793,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:50.990266 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a46b3dd-a015-4c22-9b88-9fbdf78c1bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.067379 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.150248 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d70934-923a-4f70-b5ee-81289a72fcc6 None None] New status for floating IP 66beb192-98de-41b5-b8dc-9fddbb00e1ee: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:18:51.155987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a46b3dd-a015-4c22-9b88-9fbdf78c1bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.165165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680f596-1234-4cfd-aa68-51daef7bdef5 None None] Pushing event updated for resources: {'Port': ['ID=c4182521-69fc-404a-b68b-d3d7b5af9c5f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:51.192221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.238793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.239553 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.241645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] 10.222.0.30 "PUT /v2.0/ports/ace3148b-39e1-4f1f-a3ae-b3118930b793 HTTP/1.1" status: 200 len: 1096 time: 1.5976932 Aug 19 12:18:51.248488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3850563c-a1a6-4c43-9234-54c63ca8814e', 'tag': 'ace3148b-39e1-4f1f-a3ae-b3118930b793'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:51.252173 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edaf4b0-45f2-4947-b43b-d9db5e753eba" -d '{"events": [{"name": "network-changed", "server_uuid": "3850563c-a1a6-4c43-9234-54c63ca8814e", "tag": "ace3148b-39e1-4f1f-a3ae-b3118930b793"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:51.325639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf6a2b-1628-4255-aa2c-83145749deec service neutron] Pushing event updated for resources: {'Port': ['ID=ace3148b-39e1-4f1f-a3ae-b3118930b793,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:51.386314 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a46b3dd-a015-4c22-9b88-9fbdf78c1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.467140 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8a46b3dd-a015-4c22-9b88-9fbdf78c1bb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51ee74f7a1274f37a626eaa4b28e85ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861357 Aug 19 12:18:51.470994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48630) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:51.561241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363170b2-df08-4333-ad49-180c5a898a7a req-74b3a380-d1dd-41e3-817e-9e77b4cf6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.566212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-74b3a380-d1dd-41e3-817e-9e77b4cf6dc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0559e53acc04cf0beda6847043e4bbd&device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 1099 time: 0.0956228 Aug 19 12:18:51.582294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46b3dd-a015-4c22-9b88-9fbdf78c1bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f74da44-48f3-4bd1-818e-324f743e3c8c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:51.634264 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44e55441-c184-4c1a-888a-8980ba4f845d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.647317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ffc40-9bcc-40e6-a9d8-d577b2515633 req-86d2b8ab-f4ce-45d9-8698-b55db574d96b tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.648875 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e8ffc40-9bcc-40e6-a9d8-d577b2515633 req-86d2b8ab-f4ce-45d9-8698-b55db574d96b tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 1097 time: 0.1113975 Aug 19 12:18:51.687435 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44e55441-c184-4c1a-888a-8980ba4f845d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.730720 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e8ffc40-9bcc-40e6-a9d8-d577b2515633 req-71728e6a-5789-414f-8d01-8f7791a87755 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640240 Aug 19 12:18:51.785147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-05dbda2b-30fd-4c7b-9927-147c1c90f533 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ace3148b-39e1-4f1f-a3ae-b3118930b793 HTTP/1.1" status: 200 len: 217 time: 0.0749640 Aug 19 12:18:51.808758 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ec1853c-b4f3-4697-adfd-e5091c709390 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.848083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363170b2-df08-4333-ad49-180c5a898a7a req-6148881e-7a99-4490-b4da-a1993ff84f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.849560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-6148881e-7a99-4490-b4da-a1993ff84f84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0559421 Aug 19 12:18:51.893505 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44e55441-c184-4c1a-888a-8980ba4f845d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.896761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-44e55441-c184-4c1a-888a-8980ba4f845d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:51.898035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-44e55441-c184-4c1a-888a-8980ba4f845d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f74da44-48f3-4bd1-818e-324f743e3c8c HTTP/1.1" status: 204 len: 168 time: 0.4252777 Aug 19 12:18:51.898468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363170b2-df08-4333-ad49-180c5a898a7a req-bdc1c61a-2b5b-47cc-b7b6-a63365b96195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:51.900207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-bdc1c61a-2b5b-47cc-b7b6-a63365b96195 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422146 Aug 19 12:18:51.906670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e55441-c184-4c1a-888a-8980ba4f845d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f74da44-48f3-4bd1-818e-324f743e3c8c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:51.976500 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.db.api [None req-16d70934-923a-4f70-b5ee-81289a72fcc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95545) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:18:51.976500 n-d-803757-2 neutron-server[95545]: DEBUG oslo_db.api [None req-16d70934-923a-4f70-b5ee-81289a72fcc6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:18:51.976847 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ec1853c-b4f3-4697-adfd-e5091c709390 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:52.008730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c732-9f0b-4951-912b-8b456b0899b2 req-94e07658-c7e4-46a8-bb07-009dfb54da22 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.010381 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3692c732-9f0b-4951-912b-8b456b0899b2 req-94e07658-c7e4-46a8-bb07-009dfb54da22 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 948 time: 0.0525458 Aug 19 12:18:52.060189 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3692c732-9f0b-4951-912b-8b456b0899b2 req-07149d3f-1628-4929-85e0-872966a180b4 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cc04262-6c26-4b47-9692-8fdab5e4dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Aug 19 12:18:52.120874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-6840510d-68e3-406a-917b-d398e0524d16 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109621 Aug 19 12:18:52.125419 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ec1853c-b4f3-4697-adfd-e5091c709390 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Floating IP 66beb192-98de-41b5-b8dc-9fddbb00e1ee associated. External IP: 172.25.2.231, port: ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee. Aug 19 12:18:52.192615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b06dc-555d-4ec6-8cbe-54f9c1d4397d req-6081b161-ad92-4195-8e12-1679a5357ef7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.194183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-598b06dc-555d-4ec6-8cbe-54f9c1d4397d req-6081b161-ad92-4195-8e12-1679a5357ef7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0644760 Aug 19 12:18:52.255141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-598b06dc-555d-4ec6-8cbe-54f9c1d4397d req-e15a2711-6694-4450-b479-12beb01abe16 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384030 Aug 19 12:18:52.309602 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afe2dae-26bf-4830-b2a1-cd310d9a3d2f x-openstack-request-id: req-5afe2dae-26bf-4830-b2a1-cd310d9a3d2f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:52.310117 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3850563c-a1a6-4c43-9234-54c63ca8814e", "tag": "ace3148b-39e1-4f1f-a3ae-b3118930b793", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:52.310117 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5afe2dae-26bf-4830-b2a1-cd310d9a3d2f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:52.310590 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3850563c-a1a6-4c43-9234-54c63ca8814e', 'tag': 'ace3148b-39e1-4f1f-a3ae-b3118930b793', 'status': 'completed', 'code': 200} Aug 19 12:18:52.355178 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-363170b2-df08-4333-ad49-180c5a898a7a req-4a87db8e-0230-491c-8b58-3fe59521a5cb service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923461 Aug 19 12:18:52.417370 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9cdbc580-c99c-459e-b203-a4b72143e107 req-80dc99e4-ba04-4341-b2be-cb41b56e9f5d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 210 time: 0.0795517 Aug 19 12:18:52.472205 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d70934-923a-4f70-b5ee-81289a72fcc6 None None] New status for floating IP 66beb192-98de-41b5-b8dc-9fddbb00e1ee: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:18:52.566784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c626528-83ad-4488-86e1-5238f90422e1 req-2d697f76-34df-47a7-9f2e-39bfeee737a2 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.568952 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaf4b0-45f2-4947-b43b-d9db5e753eba req-83ceba59-23e0-47cb-aa8c-ca489a870b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.570439 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3edaf4b0-45f2-4947-b43b-d9db5e753eba req-83ceba59-23e0-47cb-aa8c-ca489a870b0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0559e53acc04cf0beda6847043e4bbd&device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 1099 time: 0.0675976 Aug 19 12:18:52.570633 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c626528-83ad-4488-86e1-5238f90422e1 req-2d697f76-34df-47a7-9f2e-39bfeee737a2 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 1097 time: 0.0727050 Aug 19 12:18:52.575640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ec1853c-b4f3-4697-adfd-e5091c709390 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:52.610182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7492a65-e337-49f7-8201-a6f0ca6f5925 None None] Network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:18:52.625418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c626528-83ad-4488-86e1-5238f90422e1 req-2e0d78a5-8815-4eef-937f-67adf5703d42 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478342 Aug 19 12:18:52.701923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c4182521-69fc-404a-b68b-d3d7b5af9c5f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:52.867754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ec1853c-b4f3-4697-adfd-e5091c709390 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:52.947569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaf4b0-45f2-4947-b43b-d9db5e753eba req-7ca5cea6-15d0-4223-8ed9-ede11c6a2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:52.950225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3edaf4b0-45f2-4947-b43b-d9db5e753eba req-7ca5cea6-15d0-4223-8ed9-ede11c6a2c54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.3685057 Aug 19 12:18:52.989521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48660) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:53.006546 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-011fd4b2-26f9-4f2c-9df6-c65bb488744c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.027798 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3edaf4b0-45f2-4947-b43b-d9db5e753eba req-42c158c3-548f-40ea-850f-7df772a6f935 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ace3148b-39e1-4f1f-a3ae-b3118930b793 HTTP/1.1" status: 200 len: 217 time: 0.0689530 Aug 19 12:18:53.106962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec045f-1536-4dc4-96ea-849daf83b651 None None] Sync routers for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:53.116736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec045f-1536-4dc4-96ea-849daf83b651 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:53.117441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-38ec045f-1536-4dc4-96ea-849daf83b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:53.139104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-011fd4b2-26f9-4f2c-9df6-c65bb488744c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.157364 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port c4182521-69fc-404a-b68b-d3d7b5af9c5f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:53.160314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7c352406-845f-4af5-9f21-7fab475a5144 None None] Provisioning for port c4182521-69fc-404a-b68b-d3d7b5af9c5f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:53.168609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port c4182521-69fc-404a-b68b-d3d7b5af9c5f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:53.172009 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.175366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7c352406-845f-4af5-9f21-7fab475a5144 None None] Provisioning complete for port c4182521-69fc-404a-b68b-d3d7b5af9c5f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:53.175737 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7c352406-845f-4af5-9f21-7fab475a5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.315649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-38ec045f-1536-4dc4-96ea-849daf83b651 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:53.345076 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-011fd4b2-26f9-4f2c-9df6-c65bb488744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.377132 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-011fd4b2-26f9-4f2c-9df6-c65bb488744c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98864297c2d94f52bbc41e0bf0332ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857934 Aug 19 12:18:53.378921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48666) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:53.428773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fd4b2-26f9-4f2c-9df6-c65bb488744c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fb7ac3-521b-477d-a841-845a66e9a886,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:53.480676 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7c352406-845f-4af5-9f21-7fab475a5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.483755 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78bb27ca-ce4d-481b-b01d-68534d266c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.505225 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.525779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78bb27ca-ce4d-481b-b01d-68534d266c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.591181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7c352406-845f-4af5-9f21-7fab475a5144 None None] For port c4182521-69fc-404a-b68b-d3d7b5af9c5f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c4182521-69fc-404a-b68b-d3d7b5af9c5f,segment=NetworkSegment(418536a1-809f-4e2c-9d06-07ec9251a91e),segment_id=418536a1-809f-4e2c-9d06-07ec9251a91e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:53.625551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaf4b0-45f2-4947-b43b-d9db5e753eba req-144a792e-ae72-4d41-86f4-fe794911e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.627092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3edaf4b0-45f2-4947-b43b-d9db5e753eba req-144a792e-ae72-4d41-86f4-fe794911e41b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.5669620 Aug 19 12:18:53.668988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ec1853c-b4f3-4697-adfd-e5091c709390 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:18:53.680314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-38ec045f-1536-4dc4-96ea-849daf83b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:4e:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:18:52Z', 'revision_number': 3, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:53.715082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec045f-1536-4dc4-96ea-849daf83b651 None None] Checking router: 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:53.719544 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78bb27ca-ce4d-481b-b01d-68534d266c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.719677 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7c352406-845f-4af5-9f21-7fab475a5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.724739 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78bb27ca-ce4d-481b-b01d-68534d266c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.728130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-78bb27ca-ce4d-481b-b01d-68534d266c52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16fb7ac3-521b-477d-a841-845a66e9a886 HTTP/1.1" status: 204 len: 168 time: 0.3480077 Aug 19 12:18:53.750830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaf4b0-45f2-4947-b43b-d9db5e753eba req-27fece99-c4ff-4aa9-a452-d56221b02926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:53.752430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3edaf4b0-45f2-4947-b43b-d9db5e753eba req-27fece99-c4ff-4aa9-a452-d56221b02926 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133630 Aug 19 12:18:53.765474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb27ca-ce4d-481b-b01d-68534d266c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fb7ac3-521b-477d-a841-845a66e9a886,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:53.784640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec045f-1536-4dc4-96ea-849daf83b651 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:53.785599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-38ec045f-1536-4dc4-96ea-849daf83b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:53.884420 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:18:53.884870 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:18:53.890027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c352406-845f-4af5-9f21-7fab475a5144 None None] Pushing event updated for resources: {'Port': ['ID=c4182521-69fc-404a-b68b-d3d7b5af9c5f,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:53.922992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3edaf4b0-45f2-4947-b43b-d9db5e753eba req-44e057d9-d8c6-448a-b1d6-f42ee2efc07f service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602929 Aug 19 12:18:53.926067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8cb5f352-4c0d-46d8-a0d2-c201f2660339 None None] Provisioning complete for port c4182521-69fc-404a-b68b-d3d7b5af9c5f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:53.931341 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8cb5f352-4c0d-46d8-a0d2-c201f2660339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:53.981794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-38ec045f-1536-4dc4-96ea-849daf83b651 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:53.997089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ec1853c-b4f3-4697-adfd-e5091c709390 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:18:54.003277 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ec1853c-b4f3-4697-adfd-e5091c709390 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:54.117170 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3edaf4b0-45f2-4947-b43b-d9db5e753eba req-53b08bf0-c850-4c6c-a820-fc87d2100046 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849432 Aug 19 12:18:54.156837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-3131847a-28fa-4902-8684-1983dae42157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.159705 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-3131847a-28fa-4902-8684-1983dae42157 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1100 time: 0.1214797 Aug 19 12:18:54.160446 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-2ec1853c-b4f3-4697-adfd-e5091c709390 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "PUT /v2.0/floatingips/66beb192-98de-41b5-b8dc-9fddbb00e1ee HTTP/1.1" status: 200 len: 997 time: 3.5155380 Aug 19 12:18:54.260146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-e9059db9-d893-4584-9c63-56ab6b1f4c54 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.261557 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-e9059db9-d893-4584-9c63-56ab6b1f4c54 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports/ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 943 time: 0.0916271 Aug 19 12:18:54.298786 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-8260d5dd-b1d5-4929-b105-6684202400d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.300465 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-8260d5dd-b1d5-4929-b105-6684202400d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1318839 Aug 19 12:18:54.318063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee'}, {'name': 'network-changed', 'server_uuid': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'tag': '345ba02f-2f76-4ac8-818b-785efe45e7ce'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:54.322792 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b7f61c-fe23-4994-93a7-43021361f84d" -d '{"events": [{"name": "network-changed", "server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee"}, {"name": "network-changed", "server_uuid": "0aa63450-99fc-4d73-8fda-3982a20a31c3", "tag": "345ba02f-2f76-4ac8-818b-785efe45e7ce"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:54.337581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-38ec045f-1536-4dc4-96ea-849daf83b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:4e:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:18:52Z', 'revision_number': 3, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:54.366975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec045f-1536-4dc4-96ea-849daf83b651 None None] The sync data for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 is: [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:4e:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:18:52Z', 'revision_number': 3, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:54.388458 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-3eeaaf6b-9328-484a-a20d-fd41faf247c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 217 time: 0.0762262 Aug 19 12:18:54.446485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2cd71658-23a4-4edf-b733-e906adfa8256 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:54.478662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-d7c081ff-4353-4054-93f2-2fa64b1a6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.484533 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-d7c081ff-4353-4054-93f2-2fa64b1a6311 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 1097 time: 0.1105220 Aug 19 12:18:54.502206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2cd71658-23a4-4edf-b733-e906adfa8256 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:54.502661 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:54.509809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-bf5a185d-7c46-44ac-afc1-4265571799bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.511370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-bf5a185d-7c46-44ac-afc1-4265571799bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0818312 Aug 19 12:18:54.599988 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d81b72-58de-452b-a137-e08da7907783 None None] New status for floating IP 66beb192-98de-41b5-b8dc-9fddbb00e1ee: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:18:54.624634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-c4cf71d5-adc1-486d-9a3e-a30c34ca8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.626861 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-c4cf71d5-adc1-486d-9a3e-a30c34ca8d12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864880 Aug 19 12:18:54.646560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-6f91a5c4-a6c9-447b-bc64-2d085be05646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.647974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-6f91a5c4-a6c9-447b-bc64-2d085be05646 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.1605403 Aug 19 12:18:54.714338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c4182521-69fc-404a-b68b-d3d7b5af9c5f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:54.740404 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-becc7662-d9c7-4a8c-b0a5-5d29daf76686 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 217 time: 0.0804615 Aug 19 12:18:54.761748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ace3148b-39e1-4f1f-a3ae-b3118930b793 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:18:54.849425 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-1d401c8e-c08c-45fc-9e0c-dbe3adea4be6 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115357 Aug 19 12:18:54.850940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-557ce763-d2ce-44b4-9c43-f4cbf21c860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.852487 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-557ce763-d2ce-44b4-9c43-f4cbf21c860d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.1026568 Aug 19 12:18:54.863666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port c4182521-69fc-404a-b68b-d3d7b5af9c5f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:54.864082 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:54.955225 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:54.957882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ace3148b-39e1-4f1f-a3ae-b3118930b793, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ace3148b-39e1-4f1f-a3ae-b3118930b793,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:54.967681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-9ff13e59-b2d1-4811-9dce-190a16bc9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:54.969181 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-9ff13e59-b2d1-4811-9dce-190a16bc9e3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011541 Aug 19 12:18:54.994189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e6d4c-a3b9-4c50-83ef-02bdc194e268 None None] Sync routers for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:18:55.000446 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'ace3148b-39e1-4f1f-a3ae-b3118930b793', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': 'ace3148b-39e1-4f1f-a3ae-b3118930b793', 'mac_address': 'fa:16:3e:3e:7e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:18:55.024401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e6d4c-a3b9-4c50-83ef-02bdc194e268 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:55.024641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f22e6d4c-a3b9-4c50-83ef-02bdc194e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:55.039909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-331c1862-b167-4b7c-aa6d-3c573016c28f service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818283 Aug 19 12:18:55.108387 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.136585 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-9502fab4-b165-4bd8-a3fa-a12e4787924a service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567843 Aug 19 12:18:55.262760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-239b473c-aa98-4fb6-ad63-b3b6148472aa tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:55.269468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-239b473c-aa98-4fb6-ad63-b3b6148472aa tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:55.271081 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-239b473c-aa98-4fb6-ad63-b3b6148472aa tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "GET /v2.0/networks?id=e0c7f70a-769a-4566-87d1-552be1e0288d&id=5eb3ae0d-1678-4780-bb5b-f1897b7064dd&id=e0c7f70a-769a-4566-87d1-552be1e0288d HTTP/1.1" status: 200 len: 1391 time: 0.1988192 Aug 19 12:18:55.291831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'port': {'device_id': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d', 'admin_state_up': True, 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:55.310431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-d033cc7c-b86e-4372-899b-1aef0d5b0ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617916 Aug 19 12:18:55.322730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-f22e6d4c-a3b9-4c50-83ef-02bdc194e268 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:55.349388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace3148b-39e1-4f1f-a3ae-b3118930b793 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:18:55.373235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-1a60f79d-afa4-4ab1-8cf4-9d8398eee93f tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:18:55.374347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-1a60f79d-afa4-4ab1-8cf4-9d8398eee93f tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102932 Aug 19 12:18:55.379563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ace3148b-39e1-4f1f-a3ae-b3118930b793, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ace3148b-39e1-4f1f-a3ae-b3118930b793,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:55.393820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Request body: {'binding': {'host': 'n-h2-803757-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:55.394522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Unknown quota resources ['binding']. {{(pid=95542) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:18:55.506517 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.563604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:55.567477 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.580603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-59816c51-dbbd-4413-a348-695de5744698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:55.583295 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-59816c51-dbbd-4413-a348-695de5744698 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 1097 time: 0.0842872 Aug 19 12:18:55.587757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ace3148b-39e1-4f1f-a3ae-b3118930b793,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:55.657352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f22e6d4c-a3b9-4c50-83ef-02bdc194e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:4e:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:18:54Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:55.683627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e6d4c-a3b9-4c50-83ef-02bdc194e268 None None] Checking router: 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:18:55.692143 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e6d4c-a3b9-4c50-83ef-02bdc194e268 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:18:55.692722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f22e6d4c-a3b9-4c50-83ef-02bdc194e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:55.739666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c on host n-h2-803757-2 for vnic_type normal with profile None {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:18:55.740251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:18:55.740693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:55.760183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Port 20c4c61e-6d39-4027-be58-2249a6350c9c on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:18:55.760734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:18:55.802685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:18:55.803160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:18:55.803649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:18:55.804212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Bound port: 20c4c61e-6d39-4027-be58-2249a6350c9c, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:18:55.819064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-f22e6d4c-a3b9-4c50-83ef-02bdc194e268 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:18:55.825937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ace3148b-39e1-4f1f-a3ae-b3118930b793'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:18:55.851421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-9fd9315e-cdf6-495c-b2ce-4a0b45a078dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:55.852932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-9fd9315e-cdf6-495c-b2ce-4a0b45a078dd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.2497618 Aug 19 12:18:55.880727 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:55.922159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Allocated IP 19.80.0.237 (e0c7f70a-769a-4566-87d1-552be1e0288d/2e951dce-636a-4052-9dac-07688c7cb0f4/b696cbce-9f7c-4789-b52b-d55a21d6a322) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:55.948714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=20c4c61e-6d39-4027-be58-2249a6350c9c,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:18:55.968700 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-96ead59e-fda8-4f7f-be3e-5696b7eca09f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ba02f-2f76-4ac8-818b-785efe45e7ce HTTP/1.1" status: 200 len: 1002 time: 0.1028733 Aug 19 12:18:56.082422 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] Notify callbacks [] for binding, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:56.083714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-737f9e45-a1d2-40f9-b59e-86009a809501 service neutron] 10.222.0.21 "POST /v2.0/ports/20c4c61e-6d39-4027-be58-2249a6350c9c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6993399 Aug 19 12:18:56.087533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-f812833d-fbdf-4ea1-9d35-adfdcb32de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.088992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-f812833d-fbdf-4ea1-9d35-adfdcb32de78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.1086767 Aug 19 12:18:56.176426 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:18:56.177002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-7a48d45c-a6a7-4fcf-ad11-c4a9a9cf42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.178405 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-7a48d45c-a6a7-4fcf-ad11-c4a9a9cf42f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802186 Aug 19 12:18:56.181261 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:56.184240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f22e6d4c-a3b9-4c50-83ef-02bdc194e268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:4e:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:18:54Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:18:56.232446 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e6d4c-a3b9-4c50-83ef-02bdc194e268 None None] The sync data for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 is: [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:4e:22:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:18:54Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:18:56.238936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Transition to ACTIVE for port object b696cbce-9f7c-4789-b52b-d55a21d6a322 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:56.306991 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-50545e0b-a04b-4fee-905c-e0d7709fd91e service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188691 Aug 19 12:18:56.426165 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:56.493792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network e0c7f70a-769a-4566-87d1-552be1e0288d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:56.501510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:56.504598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:56.514728 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de5d624-8baf-4455-b8ad-dd4d601e02c2 req-bcdf8a57-e62a-4b20-a7a2-1964748ed067 service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014589 Aug 19 12:18:56.544268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Port': ['ID=b696cbce-9f7c-4789-b52b-d55a21d6a322,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:56.582879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.584003 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:56.671095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324627f1-b425-4173-9331-30cc1161cc72 req-ed61fbbf-ece5-4afb-895a-5d657c3c4246 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.680115 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-324627f1-b425-4173-9331-30cc1161cc72 req-ed61fbbf-ece5-4afb-895a-5d657c3c4246 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 949 time: 0.1114831 Aug 19 12:18:56.717074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-b34cfe69-f0bf-462e-9c5c-d6af95d13ccb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4307520 Aug 19 12:18:56.720920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-324627f1-b425-4173-9331-30cc1161cc72 req-e9ac2a86-e204-477c-af50-6c09bf4497d8 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cc04262-6c26-4b47-9692-8fdab5e4dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 Aug 19 12:18:56.730381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa999415-f00d-4a6b-87bd-83a0304aa40a req-bce6ca97-f9cb-4dfa-8c42-5b4249e8aadf tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.732022 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aa999415-f00d-4a6b-87bd-83a0304aa40a req-bce6ca97-f9cb-4dfa-8c42-5b4249e8aadf tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0603571 Aug 19 12:18:56.736936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'port': {'device_id': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd', 'admin_state_up': True, 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:56.850784 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aa999415-f00d-4a6b-87bd-83a0304aa40a req-5b4bd9f3-ce50-40c3-927a-c24f857b0255 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102650 Aug 19 12:18:56.886091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286dd2f-7ba5-4e07-a037-4d720479621f req-fab1b1e5-4f9d-4613-b6ed-30f34671f0d3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.894628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1286dd2f-7ba5-4e07-a037-4d720479621f req-fab1b1e5-4f9d-4613-b6ed-30f34671f0d3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 932 time: 0.0885935 Aug 19 12:18:56.904780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f9cdf07b-62ba-44bb-93ae-07b1d3642a9b None None] Provisioning for port b696cbce-9f7c-4789-b52b-d55a21d6a322 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:56.909966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f9cdf07b-62ba-44bb-93ae-07b1d3642a9b None None] Provisioning complete for port b696cbce-9f7c-4789-b52b-d55a21d6a322 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:56.910534 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f9cdf07b-62ba-44bb-93ae-07b1d3642a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:56.933936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-ecb6fe09-fe32-4e7e-abd6-cd42f5497373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:56.935486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-ecb6fe09-fe32-4e7e-abd6-cd42f5497373 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 1097 time: 0.1144798 Aug 19 12:18:56.942239 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1286dd2f-7ba5-4e07-a037-4d720479621f req-b9d99308-7faa-427f-9402-0e37f4b7483b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464823 Aug 19 12:18:56.945834 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1371c8-516b-4d64-a011-73d43ee107e7 x-openstack-request-id: req-dc1371c8-516b-4d64-a011-73d43ee107e7 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:56.946126 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0aa63450-99fc-4d73-8fda-3982a20a31c3", "tag": "345ba02f-2f76-4ac8-818b-785efe45e7ce", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:56.946376 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc1371c8-516b-4d64-a011-73d43ee107e7 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:56.946772 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'status': 'completed', 'code': 200} Aug 19 12:18:56.947049 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'tag': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'status': 'completed', 'code': 200} Aug 19 12:18:56.978184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f9cdf07b-62ba-44bb-93ae-07b1d3642a9b None None] Port b696cbce-9f7c-4789-b52b-d55a21d6a322 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:57.041690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:57.045167 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:57.130213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-50034861-9b86-445f-8253-72228330e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.131785 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-50034861-9b86-445f-8253-72228330e5e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 1097 time: 0.1574442 Aug 19 12:18:57.139741 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d8d1a3ed-bfbd-4df9-acab-b48e581142b2 req-562f05ec-5f29-4317-acb3-b7c9552531cf tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.1540492 Aug 19 12:18:57.143552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-82a3b0b3-432a-4a01-8aee-175418e4428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.144968 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-82a3b0b3-432a-4a01-8aee-175418e4428a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 1097 time: 0.1620102 Aug 19 12:18:57.163277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-0c9402b5-6afc-4c10-8426-acf78657f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.164763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-0c9402b5-6afc-4c10-8426-acf78657f584 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.2135093 Aug 19 12:18:57.176224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9408d-f3ef-4704-88af-e4456480b107 req-4d7a9e73-73f1-413a-a119-0366056572f6 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.177668 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b5d9408d-f3ef-4704-88af-e4456480b107 req-4d7a9e73-73f1-413a-a119-0366056572f6 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 946 time: 0.1370060 Aug 19 12:18:57.244908 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-359161b1-b2e3-4d80-9ad1-d97efcddf4e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c4c61e-6d39-4027-be58-2249a6350c9c HTTP/1.1" status: 200 len: 217 time: 0.0661523 Aug 19 12:18:57.290524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1a3ed-bfbd-4df9-acab-b48e581142b2 req-91beb530-7d87-48ac-8f0b-01d1c4093c41 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.291910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d8d1a3ed-bfbd-4df9-acab-b48e581142b2 req-91beb530-7d87-48ac-8f0b-01d1c4093c41 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports/345ba02f-2f76-4ac8-818b-785efe45e7ce HTTP/1.1" status: 200 len: 943 time: 0.1400468 Aug 19 12:18:57.343952 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b5d9408d-f3ef-4704-88af-e4456480b107 req-f9ffa8ac-a00d-43ab-99e6-09ec47a6c812 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597996 Aug 19 12:18:57.365234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-5e62b6e4-088c-4ba6-87ea-c945ac41c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.365796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-7e17429a-81c6-433a-92f2-fa131de8ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.367333 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-5e62b6e4-088c-4ba6-87ea-c945ac41c97b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.1118240 Aug 19 12:18:57.368652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Allocated IP 19.86.0.105 (5eb3ae0d-1678-4780-bb5b-f1897b7064dd/f054f2ae-68c5-448f-b7a2-079050002394/4e090440-e554-4557-aa9f-b8f8487c708a) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:57.377903 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-7e17429a-81c6-433a-92f2-fa131de8ce7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.2258663 Aug 19 12:18:57.407467 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-9e93d66a-3b41-43ee-9530-b4d92c6fbbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.409269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-9e93d66a-3b41-43ee-9530-b4d92c6fbbe4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.2362339 Aug 19 12:18:57.415994 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-535e3d61-8149-4dc5-a1ae-2c321b4f302a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294268 Aug 19 12:18:57.492095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-c0f29aa1-9eea-4b80-ae02-94e1ea662098 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 217 time: 0.0997725 Aug 19 12:18:57.617530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-59cab56c-a56b-4e1f-971e-c5b6c73e5d33 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863337 Aug 19 12:18:57.627332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-d5c9bb0a-7518-45f5-a417-fca915d50e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.629207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-d5c9bb0a-7518-45f5-a417-fca915d50e9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.1191466 Aug 19 12:18:57.641932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d8d1a3ed-bfbd-4df9-acab-b48e581142b2 req-e28793f1-15a6-4d6d-a926-42cefba474a7 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.2540731 Aug 19 12:18:57.645030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-ab775273-a0e8-4a45-bf03-7ac1ce8e98a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ba02f-2f76-4ac8-818b-785efe45e7ce HTTP/1.1" status: 200 len: 1002 time: 0.2037854 Aug 19 12:18:57.698910 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:57.723651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Transition to ACTIVE for port object 4e090440-e554-4557-aa9f-b8f8487c708a will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:57.751543 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-d0c18333-654d-4c3d-aa1d-6f7096d34534 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202657 Aug 19 12:18:57.787732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-54343395-2800-40fb-b724-d9bc171cda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.789097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-54343395-2800-40fb-b724-d9bc171cda08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.1139312 Aug 19 12:18:57.794058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-667e6ae3-b712-4394-8ae0-074cc5ef584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.795641 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-667e6ae3-b712-4394-8ae0-074cc5ef584d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526170 Aug 19 12:18:57.894978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1a3ed-bfbd-4df9-acab-b48e581142b2 req-4aadc867-7d9f-4466-9a18-330524c2aa20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:57.896410 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d8d1a3ed-bfbd-4df9-acab-b48e581142b2 req-4aadc867-7d9f-4466-9a18-330524c2aa20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.2441444 Aug 19 12:18:58.192756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48762) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:58.201996 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.231054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:18:58.235177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:18:58.238279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:18:58.250754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754e196-f3ac-42fb-97e8-b3c43d37d94f req-48a61599-4f2d-49a6-8361-db281abaf2a2 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.256373 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5754e196-f3ac-42fb-97e8-b3c43d37d94f req-48a61599-4f2d-49a6-8361-db281abaf2a2 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 949 time: 0.4301145 Aug 19 12:18:58.291599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-914d9337-7d63-4ada-8519-d4fa19d9c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.291599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-914d9337-7d63-4ada-8519-d4fa19d9c34a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4947538 Aug 19 12:18:58.327572 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-5363de5d-054d-4f73-8102-399a3413c956 service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179458 Aug 19 12:18:58.339982 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5754e196-f3ac-42fb-97e8-b3c43d37d94f req-8dd63db5-4a14-46a6-ba1d-09e16d3ad183 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cc04262-6c26-4b47-9692-8fdab5e4dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827022 Aug 19 12:18:58.379532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.380600 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.443181 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-58bc75da-6ff9-49af-b476-f41f25c72355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.504476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e4da9-0a0f-4aed-8819-69f716f5b2f4 req-a237fefd-6290-400c-b56d-53cc31d69a7f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.513514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-611e4da9-0a0f-4aed-8819-69f716f5b2f4 req-a237fefd-6290-400c-b56d-53cc31d69a7f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.2375979 Aug 19 12:18:58.528722 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-fac675cf-270a-4b50-a4a0-4b5c88c336a2 service neutron] 10.222.0.62 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195823 Aug 19 12:18:58.539533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Port': ['ID=4e090440-e554-4557-aa9f-b8f8487c708a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:58.563480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-db0a1677-4b01-4ad0-bdea-4d8afecb6f33 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.1759436 Aug 19 12:18:58.584953 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-79ac1475-0479-4a2a-b490-ba6392f9b6dc service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098303 Aug 19 12:18:58.592685 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-58bc75da-6ff9-49af-b476-f41f25c72355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.635693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-0692a984-6b33-40a6-8141-a0fc15c2e62d tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.637263 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-0692a984-6b33-40a6-8141-a0fc15c2e62d tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports/345ba02f-2f76-4ac8-818b-785efe45e7ce HTTP/1.1" status: 200 len: 943 time: 0.0634897 Aug 19 12:18:58.637902 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-611e4da9-0a0f-4aed-8819-69f716f5b2f4 req-2e900e1c-2b06-4199-b1cc-900d7a7f3655 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249523 Aug 19 12:18:58.687878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-58bc75da-6ff9-49af-b476-f41f25c72355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.695336 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4b7f61c-fe23-4994-93a7-43021361f84d req-92699118-8a0d-4035-a5f0-75228d41ffac service neutron] 10.222.0.62 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540403 Aug 19 12:18:58.705456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eed362d3-3b7e-42f7-8f6e-c96faea7eb4f None None] Provisioning for port 4e090440-e554-4557-aa9f-b8f8487c708a completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:58.710044 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eed362d3-3b7e-42f7-8f6e-c96faea7eb4f None None] Provisioning complete for port 4e090440-e554-4557-aa9f-b8f8487c708a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:58.710413 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eed362d3-3b7e-42f7-8f6e-c96faea7eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.749505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-eed362d3-3b7e-42f7-8f6e-c96faea7eb4f None None] Port 4e090440-e554-4557-aa9f-b8f8487c708a cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:18:58.761526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e521e-93fe-4480-bcb8-4dea9367ab8f req-00a7963c-4611-4dcb-ae5b-37fcac6ec20e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.769441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e521e-93fe-4480-bcb8-4dea9367ab8f req-00a7963c-4611-4dcb-ae5b-37fcac6ec20e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.771293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c65e521e-93fe-4480-bcb8-4dea9367ab8f req-00a7963c-4611-4dcb-ae5b-37fcac6ec20e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 1655 time: 0.0734775 Aug 19 12:18:58.782067 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-58bc75da-6ff9-49af-b476-f41f25c72355 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b18c73e079a40e59c35b18faacf3155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843470 Aug 19 12:18:58.783926 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57b4daa6-8250-4bca-a6bd-d689704d3a75 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0507913 Aug 19 12:18:58.784403 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48772) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:18:58.794505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ace3148b-39e1-4f1f-a3ae-b3118930b793 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:18:58.798594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc75da-6ff9-49af-b476-f41f25c72355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4a4c0b-b9b8-409a-a736-2cb09e76abe3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:58.818166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'port': {'device_id': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d', 'admin_state_up': True, 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:58.822574 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c65e521e-93fe-4480-bcb8-4dea9367ab8f req-5a7ee0cf-2e71-4fba-add6-d051ada02617 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 Aug 19 12:18:58.831688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-fc61115b-2271-4104-83b7-ebead7ed8483 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.1353233 Aug 19 12:18:58.949709 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port ace3148b-39e1-4f1f-a3ae-b3118930b793 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:18:58.953717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port ace3148b-39e1-4f1f-a3ae-b3118930b793 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:18:58.954394 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:58.976247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e374812-3789-4a60-b323-eef6e2f7696e req-9e06c051-cb30-45ae-9c3f-eea16f68b6de tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:58.981383 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e374812-3789-4a60-b323-eef6e2f7696e req-9e06c051-cb30-45ae-9c3f-eea16f68b6de tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 946 time: 0.0708442 Aug 19 12:18:58.984516 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2c2920f-eac1-43cf-96c8-5476a3bcf14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.043266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2c2920f-eac1-43cf-96c8-5476a3bcf14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.052484 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e374812-3789-4a60-b323-eef6e2f7696e req-841667c5-085a-4a32-a911-5f1eee6a9604 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628610 Aug 19 12:18:59.103043 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.103268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-95330106-2bd2-4dfa-9e0b-73afcd0913e1 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:59.111313 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-95330106-2bd2-4dfa-9e0b-73afcd0913e1 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.2611773 Aug 19 12:18:59.139667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3850563c-a1a6-4c43-9234-54c63ca8814e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace3148b-39e1-4f1f-a3ae-b3118930b793'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:18:59.149408 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e98e54-7e75-4db8-be01-65374f2a573f" -d '{"events": [{"server_uuid": "3850563c-a1a6-4c43-9234-54c63ca8814e", "name": "network-vif-plugged", "status": "completed", "tag": "ace3148b-39e1-4f1f-a3ae-b3118930b793"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:18:59.182539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ace3148b-39e1-4f1f-a3ae-b3118930b793, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ace3148b-39e1-4f1f-a3ae-b3118930b793,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:18:59.202940 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-82f59c0f-2893-4894-84ee-ce8731e81eb2 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.0906885 Aug 19 12:18:59.208080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-1f747845-c6b6-4d5b-b422-01c5011c0412 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:18:59.235922 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decd5a93-37fa-46db-b0de-6f1f460d827d x-openstack-request-id: req-decd5a93-37fa-46db-b0de-6f1f460d827d {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:18:59.236338 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3850563c-a1a6-4c43-9234-54c63ca8814e", "name": "network-vif-plugged", "status": "completed", "tag": "ace3148b-39e1-4f1f-a3ae-b3118930b793", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:18:59.236697 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-decd5a93-37fa-46db-b0de-6f1f460d827d {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:18:59.237171 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3850563c-a1a6-4c43-9234-54c63ca8814e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace3148b-39e1-4f1f-a3ae-b3118930b793', 'code': 200} Aug 19 12:18:59.273295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-1f747845-c6b6-4d5b-b422-01c5011c0412 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.311716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:18:59.315537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.321688 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.331070 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2c2920f-eac1-43cf-96c8-5476a3bcf14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.333662 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2c2920f-eac1-43cf-96c8-5476a3bcf14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.334833 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c2c2920f-eac1-43cf-96c8-5476a3bcf14c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf4a4c0b-b9b8-409a-a736-2cb09e76abe3 HTTP/1.1" status: 204 len: 168 time: 0.5445151 Aug 19 12:18:59.362133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae011bf-e7ea-4aba-b59e-acf07c0035fd req-0bd02123-23df-479c-b6fb-fd7e265f10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:59.364456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cae011bf-e7ea-4aba-b59e-acf07c0035fd req-0bd02123-23df-479c-b6fb-fd7e265f10fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 1100 time: 0.0699470 Aug 19 12:18:59.394124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ace3148b-39e1-4f1f-a3ae-b3118930b793,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:59.431459 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cae011bf-e7ea-4aba-b59e-acf07c0035fd req-91a97d72-369c-4e16-af27-417adc3a2500 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1cc04262-6c26-4b47-9692-8fdab5e4dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592773 Aug 19 12:18:59.433019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2920f-eac1-43cf-96c8-5476a3bcf14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4a4c0b-b9b8-409a-a736-2cb09e76abe3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:18:59.502062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89307c4f-ea0b-40f4-a3e5-2236b13ffce2 req-95a7d692-8e00-440d-92db-72876b3ecfc7 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:59.503920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89307c4f-ea0b-40f4-a3e5-2236b13ffce2 req-95a7d692-8e00-440d-92db-72876b3ecfc7 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 950 time: 0.0609910 Aug 19 12:18:59.536738 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-1f747845-c6b6-4d5b-b422-01c5011c0412 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.554511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89307c4f-ea0b-40f4-a3e5-2236b13ffce2 req-7b746ec5-299d-4634-8d00-568c1ecfc2a1 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cc04262-6c26-4b47-9692-8fdab5e4dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 Aug 19 12:18:59.600515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Allocated IP 19.80.0.211 (e0c7f70a-769a-4566-87d1-552be1e0288d/2e951dce-636a-4052-9dac-07688c7cb0f4/537d0c13-da6d-4c3f-8014-8ddd68b04577) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:18:59.624230 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-1f747845-c6b6-4d5b-b422-01c5011c0412 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.630178 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-1f747845-c6b6-4d5b-b422-01c5011c0412 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Floating IP 66beb192-98de-41b5-b8dc-9fddbb00e1ee disassociated. External IP: 172.25.2.231, port: 345ba02f-2f76-4ac8-818b-785efe45e7ce. Aug 19 12:18:59.760060 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc7f09-eda8-4ab5-9683-6e054c89cca4 req-ae86d3e5-ed82-4d0b-8f1d-3db2f4a72240 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:59.761842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-33dc7f09-eda8-4ab5-9683-6e054c89cca4 req-ae86d3e5-ed82-4d0b-8f1d-3db2f4a72240 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0580280 Aug 19 12:18:59.819906 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-33dc7f09-eda8-4ab5-9683-6e054c89cca4 req-66587192-2aa6-46a2-a5c7-5abf25ccc7ff tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518386 Aug 19 12:18:59.913500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:18:59.958376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51d37d-2553-4fed-907c-303c32c457d6 req-2c034385-6522-4a78-b8b4-5515f12e053b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:59.961159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Transition to ACTIVE for port object 537d0c13-da6d-4c3f-8014-8ddd68b04577 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:18:59.965129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51d37d-2553-4fed-907c-303c32c457d6 req-2c034385-6522-4a78-b8b4-5515f12e053b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:18:59.966896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b51d37d-2553-4fed-907c-303c32c457d6 req-2c034385-6522-4a78-b8b4-5515f12e053b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 1655 time: 0.0610018 Aug 19 12:19:00.003660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-1f747845-c6b6-4d5b-b422-01c5011c0412 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:00.014986 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b51d37d-2553-4fed-907c-303c32c457d6 req-d5eb6588-584a-4b28-9436-a1a5889e0861 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Aug 19 12:19:00.123222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-1f747845-c6b6-4d5b-b422-01c5011c0412 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:00.128741 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-1f747845-c6b6-4d5b-b422-01c5011c0412 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.142361 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c43b9d-b69b-4bc7-aa18-9fc2c8d35597 None None] Sync routers for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:00.165315 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c43b9d-b69b-4bc7-aa18-9fc2c8d35597 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:00.166410 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-76c43b9d-b69b-4bc7-aa18-9fc2c8d35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:00.175100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-1f747845-c6b6-4d5b-b422-01c5011c0412 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "PUT /v2.0/floatingips/66beb192-98de-41b5-b8dc-9fddbb00e1ee HTTP/1.1" status: 200 len: 695 time: 0.9711912 Aug 19 12:19:00.175707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'tag': '345ba02f-2f76-4ac8-818b-785efe45e7ce'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:00.178629 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196909d1-2058-4ee9-93e7-b5b608d41b79" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa63450-99fc-4d73-8fda-3982a20a31c3", "tag": "345ba02f-2f76-4ac8-818b-785efe45e7ce"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:00.184853 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.196920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e50a45-8c11-4bf4-81b6-5597ba920ca5 req-788d1351-9f3a-429c-8754-e0e1210173d5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.206493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25e50a45-8c11-4bf4-81b6-5597ba920ca5 req-788d1351-9f3a-429c-8754-e0e1210173d5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 946 time: 0.0863626 Aug 19 12:19:00.259267 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25e50a45-8c11-4bf4-81b6-5597ba920ca5 req-2b8542d0-47b2-4e58-8fab-dcde640b0e64 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420229 Aug 19 12:19:00.273229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48796) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:00.287307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network e0c7f70a-769a-4566-87d1-552be1e0288d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:00.288132 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad510f5f-3010-4262-8f0f-3cc6c45da157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.292902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:00.302138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Port': ['ID=537d0c13-da6d-4c3f-8014-8ddd68b04577,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:00.302138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:00.336093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-66b60928-faed-4e9a-b069-6c59ee17ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.337890 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-66b60928-faed-4e9a-b069-6c59ee17ca0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 1097 time: 0.1448035 Aug 19 12:19:00.356598 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-76c43b9d-b69b-4bc7-aa18-9fc2c8d35597 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:00.390589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.392105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.436141 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67512144-0ca5-441d-aae5-6ba4c4f43ea5 x-openstack-request-id: req-67512144-0ca5-441d-aae5-6ba4c4f43ea5 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:00.436618 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa63450-99fc-4d73-8fda-3982a20a31c3", "tag": "345ba02f-2f76-4ac8-818b-785efe45e7ce", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:00.437144 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67512144-0ca5-441d-aae5-6ba4c4f43ea5 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:00.437705 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'tag': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'status': 'completed', 'code': 200} Aug 19 12:19:00.492974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-4b3454ee-b691-4c1d-b8e6-888c011a71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.494834 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-4b3454ee-b691-4c1d-b8e6-888c011a71bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.1428607 Aug 19 12:19:00.538547 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad510f5f-3010-4262-8f0f-3cc6c45da157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.569481 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-46783969-d5d2-4e64-b275-4f2b546dbd18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ba02f-2f76-4ac8-818b-785efe45e7ce HTTP/1.1" status: 200 len: 217 time: 0.0667202 Aug 19 12:19:00.626074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196909d1-2058-4ee9-93e7-b5b608d41b79 req-1b417c6c-6d3f-4168-a4aa-58cb2dd56abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.631153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-196909d1-2058-4ee9-93e7-b5b608d41b79 req-1b417c6c-6d3f-4168-a4aa-58cb2dd56abc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 1097 time: 0.1687133 Aug 19 12:19:00.640985 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-76c43b9d-b69b-4bc7-aa18-9fc2c8d35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:00.672144 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c43b9d-b69b-4bc7-aa18-9fc2c8d35597 None None] Checking router: 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:00.676156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-0814eee6-3ecf-480f-9bbd-80f34c6f53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.678054 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-0814eee6-3ecf-480f-9bbd-80f34c6f53e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.1000926 Aug 19 12:19:00.690645 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c43b9d-b69b-4bc7-aa18-9fc2c8d35597 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:00.691607 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-76c43b9d-b69b-4bc7-aa18-9fc2c8d35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:00.730638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-85b8ed0d-70aa-4d70-8b19-59d4e0b22655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.732320 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-85b8ed0d-70aa-4d70-8b19-59d4e0b22655 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477929 Aug 19 12:19:00.740514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad510f5f-3010-4262-8f0f-3cc6c45da157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.799293 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-76c43b9d-b69b-4bc7-aa18-9fc2c8d35597 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:00.807664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0cbdab1c-27a4-462a-a464-aab7fd5f3503 None None] Provisioning for port 537d0c13-da6d-4c3f-8014-8ddd68b04577 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:00.812287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0cbdab1c-27a4-462a-a464-aab7fd5f3503 None None] Provisioning complete for port 537d0c13-da6d-4c3f-8014-8ddd68b04577 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:00.812664 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0cbdab1c-27a4-462a-a464-aab7fd5f3503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.816729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ad510f5f-3010-4262-8f0f-3cc6c45da157 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76d410ed319d4f508baaa44f7092af21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397689 Aug 19 12:19:00.820743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48800) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:00.825020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-e35fe9c3-9698-4237-b393-9a25b7fc10c1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0189943 Aug 19 12:19:00.849704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Request body: {'port': {'device_id': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:00.884187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0cbdab1c-27a4-462a-a464-aab7fd5f3503 None None] Port 537d0c13-da6d-4c3f-8014-8ddd68b04577 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:00.898205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15282498-07e4-4b21-be84-fc24427a7644 req-51ee5a19-d077-40f9-b6fc-ea43963407ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1627605 Aug 19 12:19:00.964485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-f6f9709d-7221-48f4-a363-407c49a56b81 service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193885 Aug 19 12:19:00.965409 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:00.997163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196909d1-2058-4ee9-93e7-b5b608d41b79 req-d92f40f0-dea0-43e3-a482-7543ae7cd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:00.998280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-196909d1-2058-4ee9-93e7-b5b608d41b79 req-d92f40f0-dea0-43e3-a482-7543ae7cd777 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.3558359 Aug 19 12:19:01.042900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad510f5f-3010-4262-8f0f-3cc6c45da157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51722ee2-171e-4be1-ac92-0d1050c52a1a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:01.049758 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-76c43b9d-b69b-4bc7-aa18-9fc2c8d35597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:01.075830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d175342-a882-4f42-94d5-1b31a28fd8f7 req-03090d26-5cb1-418c-92fc-1ff7d53d1e21 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.077719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d175342-a882-4f42-94d5-1b31a28fd8f7 req-03090d26-5cb1-418c-92fc-1ff7d53d1e21 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 950 time: 0.3135974 Aug 19 12:19:01.086621 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c43b9d-b69b-4bc7-aa18-9fc2c8d35597 None None] The sync data for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 is: [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:01.134017 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-196909d1-2058-4ee9-93e7-b5b608d41b79 req-e95b4263-a30e-46c2-9270-4a231f7af94c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345ba02f-2f76-4ac8-818b-785efe45e7ce HTTP/1.1" status: 200 len: 217 time: 0.1199090 Aug 19 12:19:01.163772 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b360fa60-d92d-4f10-963b-dc86ce833a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:01.235111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15282498-07e4-4b21-be84-fc24427a7644 req-a5e41714-eebc-4f23-8ac3-4e511fd0eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.237282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15282498-07e4-4b21-be84-fc24427a7644 req-a5e41714-eebc-4f23-8ac3-4e511fd0eb88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 1101 time: 0.2319541 Aug 19 12:19:01.245496 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e5cec0d-1802-4591-80d2-ac9910d56b6c req-0e88b745-30ff-4f13-9845-8379d2d76ae4 service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647700 Aug 19 12:19:01.269082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d175342-a882-4f42-94d5-1b31a28fd8f7 req-b238f914-f9ce-427e-a289-7939fd130821 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cc04262-6c26-4b47-9692-8fdab5e4dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522934 Aug 19 12:19:01.285234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b360fa60-d92d-4f10-963b-dc86ce833a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:01.288112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196909d1-2058-4ee9-93e7-b5b608d41b79 req-531f3955-bc11-47ca-82d2-c7a629f5bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.289647 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-196909d1-2058-4ee9-93e7-b5b608d41b79 req-531f3955-bc11-47ca-82d2-c7a629f5bc9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.1373546 Aug 19 12:19:01.368759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196909d1-2058-4ee9-93e7-b5b608d41b79 req-281c0796-3834-414a-8e1c-124439ad121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.373890 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-196909d1-2058-4ee9-93e7-b5b608d41b79 req-281c0796-3834-414a-8e1c-124439ad121d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746796 Aug 19 12:19:01.505655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56831e-ccde-4eb0-8c79-4423b3c5bf47 req-e30a856f-61b7-4f33-a770-708c516d9ace tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.511613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf56831e-ccde-4eb0-8c79-4423b3c5bf47 req-e30a856f-61b7-4f33-a770-708c516d9ace tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.1325052 Aug 19 12:19:01.517622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15282498-07e4-4b21-be84-fc24427a7644 req-597f2dd3-6746-4dbb-99de-f44b8b27d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.519212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15282498-07e4-4b21-be84-fc24427a7644 req-597f2dd3-6746-4dbb-99de-f44b8b27d619 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.2559652 Aug 19 12:19:01.539991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a85e5f-615e-440b-8917-5e98198a7916 None None] New status for floating IP 66beb192-98de-41b5-b8dc-9fddbb00e1ee: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:19:01.587591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b360fa60-d92d-4f10-963b-dc86ce833a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:01.591565 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b360fa60-d92d-4f10-963b-dc86ce833a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:01.592892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b360fa60-d92d-4f10-963b-dc86ce833a7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51722ee2-171e-4be1-ac92-0d1050c52a1a HTTP/1.1" status: 204 len: 168 time: 0.7528100 Aug 19 12:19:01.595537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ced61-9797-4687-8ca5-c2c3af49e073 req-431d0f09-2cc2-45ff-aaa1-c06bb1b5185d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.615989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ced61-9797-4687-8ca5-c2c3af49e073 req-431d0f09-2cc2-45ff-aaa1-c06bb1b5185d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.622131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ced61-9797-4687-8ca5-c2c3af49e073 req-431d0f09-2cc2-45ff-aaa1-c06bb1b5185d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.633217 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f7ced61-9797-4687-8ca5-c2c3af49e073 req-431d0f09-2cc2-45ff-aaa1-c06bb1b5185d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2377 time: 0.1856654 Aug 19 12:19:01.634623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15282498-07e4-4b21-be84-fc24427a7644 req-07ba289f-d23f-4d1c-bdb3-23ddcc7a12e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f HTTP/1.1" status: 200 len: 217 time: 0.1049392 Aug 19 12:19:01.642766 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d969fc22-b9ae-4061-a0bd-1bbbdf48b633 req-6dc7c54b-3a98-4e45-b674-fe77175611f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1673584 Aug 19 12:19:01.650186 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-196909d1-2058-4ee9-93e7-b5b608d41b79 req-7a309bef-b690-4694-abc4-e8d23795d94f service neutron] 10.222.0.62 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602620 Aug 19 12:19:01.667142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf56831e-ccde-4eb0-8c79-4423b3c5bf47 req-ea6cd24c-d23c-4c64-a455-df46d9eababd tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065881 Aug 19 12:19:01.767878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360fa60-d92d-4f10-963b-dc86ce833a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51722ee2-171e-4be1-ac92-0d1050c52a1a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:01.852241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f7ced61-9797-4687-8ca5-c2c3af49e073 req-1f831e36-8ba7-43d5-a2a1-cf8122ece443 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966655 Aug 19 12:19:01.861229 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15282498-07e4-4b21-be84-fc24427a7644 req-7ece0e9b-7a51-4686-9655-23710c4e797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.862872 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15282498-07e4-4b21-be84-fc24427a7644 req-7ece0e9b-7a51-4686-9655-23710c4e797e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.2080128 Aug 19 12:19:01.869164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b696cbce-9f7c-4789-b52b-d55a21d6a322 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:01.869568 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969fc22-b9ae-4061-a0bd-1bbbdf48b633 req-179c5652-5d3e-4db1-b6ff-047b94ecf8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.871260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d969fc22-b9ae-4061-a0bd-1bbbdf48b633 req-179c5652-5d3e-4db1-b6ff-047b94ecf8ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 1095 time: 0.1013272 Aug 19 12:19:01.922354 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:01.933387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be0472-c075-479d-834f-d1e580b8c4e9 req-e84f7068-1879-4bfc-84db-cd5579648a2f tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.935318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09be0472-c075-479d-834f-d1e580b8c4e9 req-e84f7068-1879-4bfc-84db-cd5579648a2f tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 946 time: 0.1622517 Aug 19 12:19:01.940832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Transition to ACTIVE for port object b696cbce-9f7c-4789-b52b-d55a21d6a322 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:01.942916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15282498-07e4-4b21-be84-fc24427a7644 req-f75d10ef-48a2-4daa-9f06-0086a7146c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:01.944471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15282498-07e4-4b21-be84-fc24427a7644 req-f75d10ef-48a2-4daa-9f06-0086a7146c4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697334 Aug 19 12:19:01.978867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-196909d1-2058-4ee9-93e7-b5b608d41b79 req-6ab2108e-b217-43b1-b7a7-82bfa75b959d service neutron] 10.222.0.62 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103721 Aug 19 12:19:02.046872 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09be0472-c075-479d-834f-d1e580b8c4e9 req-adcbb741-c697-4779-b091-e55959b395b4 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929005 Aug 19 12:19:02.079674 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:02.112258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969fc22-b9ae-4061-a0bd-1bbbdf48b633 req-04edb445-a321-469b-9503-7d0eb6dff4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.114041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d969fc22-b9ae-4061-a0bd-1bbbdf48b633 req-04edb445-a321-469b-9503-7d0eb6dff4d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.2106922 Aug 19 12:19:02.163532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15282498-07e4-4b21-be84-fc24427a7644 req-0ff37e4a-b2e4-48cc-bbc8-47351d69e2ee service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098391 Aug 19 12:19:02.172190 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d969fc22-b9ae-4061-a0bd-1bbbdf48b633 req-2a455ba4-020e-4123-8677-8c300f458ca9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06 HTTP/1.1" status: 200 len: 217 time: 0.0508008 Aug 19 12:19:02.252807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Pushing event updated for resources: {'Port': ['ID=b696cbce-9f7c-4789-b52b-d55a21d6a322,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:02.270166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969fc22-b9ae-4061-a0bd-1bbbdf48b633 req-ca79abeb-9e2d-4646-b2fd-ca61eeb59a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.271953 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d969fc22-b9ae-4061-a0bd-1bbbdf48b633 req-ca79abeb-9e2d-4646-b2fd-ca61eeb59a9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.0922408 Aug 19 12:19:02.313649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d969fc22-b9ae-4061-a0bd-1bbbdf48b633 req-728cb7e2-a788-4ccc-82f2-49b1b607a096 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333021 Aug 19 12:19:02.412763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15282498-07e4-4b21-be84-fc24427a7644 req-ab608c6e-6375-4068-ab57-24343189df44 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339520 Aug 19 12:19:02.422419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Attempting to bind port b696cbce-9f7c-4789-b52b-d55a21d6a322 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:02.422419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Attempting to bind port b696cbce-9f7c-4789-b52b-d55a21d6a322 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:02.422944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Attempting to bind port b696cbce-9f7c-4789-b52b-d55a21d6a322 on network e0c7f70a-769a-4566-87d1-552be1e0288d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:02.428529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Port b696cbce-9f7c-4789-b52b-d55a21d6a322 on network e0c7f70a-769a-4566-87d1-552be1e0288d not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:02.428858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Attempting to bind port b696cbce-9f7c-4789-b52b-d55a21d6a322 on network e0c7f70a-769a-4566-87d1-552be1e0288d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:02.444619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:02.445081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Checking segment: {'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:02.445354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Bound using segment: {'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:02.445798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Bound port: b696cbce-9f7c-4789-b52b-d55a21d6a322, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:02.446209 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:02.523777 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d969fc22-b9ae-4061-a0bd-1bbbdf48b633 req-8856e6b3-bd7d-4d20-9b78-59278a3f593b service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932952 Aug 19 12:19:02.594873 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0326bae-0668-48f0-9064-51fefaa75dd9 req-9ead537c-9c37-410e-8df3-0613d6ae40d9 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.597069 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0326bae-0668-48f0-9064-51fefaa75dd9 req-9ead537c-9c37-410e-8df3-0613d6ae40d9 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 950 time: 0.1976695 Aug 19 12:19:02.676258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0326bae-0668-48f0-9064-51fefaa75dd9 req-ba356e6f-0ddd-46c0-af54-5838a150217d tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cc04262-6c26-4b47-9692-8fdab5e4dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690260 Aug 19 12:19:02.693045 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d969fc22-b9ae-4061-a0bd-1bbbdf48b633 req-5b5cb92d-937e-4680-aae9-5fd978b8ff39 service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685097 Aug 19 12:19:02.849642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415da74c-0536-45e4-957b-0746b14a8ed9 req-176bd17b-3ba0-4ed5-af98-b362b3c1e474 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:02.851407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-415da74c-0536-45e4-957b-0746b14a8ed9 req-176bd17b-3ba0-4ed5-af98-b362b3c1e474 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0773137 Aug 19 12:19:02.903539 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-415da74c-0536-45e4-957b-0746b14a8ed9 req-8a92a1c4-6a84-4654-90a6-8a4c0117f385 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Aug 19 12:19:02.930605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] For port b696cbce-9f7c-4789-b52b-d55a21d6a322, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:02.934590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] For port b696cbce-9f7c-4789-b52b-d55a21d6a322, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b696cbce-9f7c-4789-b52b-d55a21d6a322,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:03.019460 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:03.033384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc8832-5f06-4972-8a77-1c56d696978a req-78b5283d-4dee-482d-9996-a4186983b7fe tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:03.040582 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34cc8832-5f06-4972-8a77-1c56d696978a req-78b5283d-4dee-482d-9996-a4186983b7fe tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0573661 Aug 19 12:19:03.062781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:03.063615 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:03.065594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] 10.222.0.62 "PUT /v2.0/ports/b696cbce-9f7c-4789-b52b-d55a21d6a322 HTTP/1.1" status: 200 len: 1092 time: 2.2253592 Aug 19 12:19:03.066137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'tag': 'b696cbce-9f7c-4789-b52b-d55a21d6a322'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:03.068538 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb041ae-9921-4c01-a069-c192c72198af" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "tag": "b696cbce-9f7c-4789-b52b-d55a21d6a322"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:03.095334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34cc8832-5f06-4972-8a77-1c56d696978a req-c407de60-090d-4bdb-b279-be249ec4d70e tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.0531287 Aug 19 12:19:03.100377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-34cc8832-5f06-4972-8a77-1c56d696978a req-2f06f8b3-c2db-4549-93a8-0c78b6b74953 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Request body: {'floatingip': {'port_id': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:03.123925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7e2b5-179e-4760-93ff-324fbf7398ec service neutron] Pushing event updated for resources: {'Port': ['ID=b696cbce-9f7c-4789-b52b-d55a21d6a322,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:03.151931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-34cc8832-5f06-4972-8a77-1c56d696978a req-2f06f8b3-c2db-4549-93a8-0c78b6b74953 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:03.224240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Request body: {'port': {'device_id': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:03.347889 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:03.566404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02478f-f9bc-43e8-8aa4-fd957d141f45 req-71b2cf16-3067-47ac-bae6-4aeb3526bbe1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:03.572277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02478f-f9bc-43e8-8aa4-fd957d141f45 req-71b2cf16-3067-47ac-bae6-4aeb3526bbe1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:03.578194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02478f-f9bc-43e8-8aa4-fd957d141f45 req-71b2cf16-3067-47ac-bae6-4aeb3526bbe1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:03.580461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-af02478f-f9bc-43e8-8aa4-fd957d141f45 req-71b2cf16-3067-47ac-bae6-4aeb3526bbe1 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2389 time: 0.1176875 Aug 19 12:19:03.637401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-af02478f-f9bc-43e8-8aa4-fd957d141f45 req-c9d96ef9-8f29-468d-ae75-f4652ed4e435 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483789 Aug 19 12:19:03.737117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e090440-e554-4557-aa9f-b8f8487c708a {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:03.745276 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:03.758542 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Transition to ACTIVE for port object 4e090440-e554-4557-aa9f-b8f8487c708a will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:03.777624 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-34cc8832-5f06-4972-8a77-1c56d696978a req-2f06f8b3-c2db-4549-93a8-0c78b6b74953 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:03.845860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a3c87-fd99-4fa6-a412-c39c5b2f9f77 req-9a40390c-6a74-4232-af34-345aab933ea4 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:03.847381 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b8a3c87-fd99-4fa6-a412-c39c5b2f9f77 req-9a40390c-6a74-4232-af34-345aab933ea4 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 946 time: 0.0525942 Aug 19 12:19:03.848490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:03.869909 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-34cc8832-5f06-4972-8a77-1c56d696978a req-2f06f8b3-c2db-4549-93a8-0c78b6b74953 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:03.921828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Pushing event updated for resources: {'Port': ['ID=4e090440-e554-4557-aa9f-b8f8487c708a,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:03.934772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b8a3c87-fd99-4fa6-a412-c39c5b2f9f77 req-12dbb9f0-7aee-4e95-87fd-69fc2a03d08e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811586 Aug 19 12:19:04.014436 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [req-34cc8832-5f06-4972-8a77-1c56d696978a req-2f06f8b3-c2db-4549-93a8-0c78b6b74953 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Floating IP 66beb192-98de-41b5-b8dc-9fddbb00e1ee associated. External IP: 172.25.2.231, port: ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee. Aug 19 12:19:04.017550 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f385e6-72ee-4651-9e37-34e9519c2ddd x-openstack-request-id: req-48f385e6-72ee-4651-9e37-34e9519c2ddd {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:04.017918 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "tag": "b696cbce-9f7c-4789-b52b-d55a21d6a322", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:04.018450 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48f385e6-72ee-4651-9e37-34e9519c2ddd {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:04.023395 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'tag': 'b696cbce-9f7c-4789-b52b-d55a21d6a322', 'status': 'completed', 'code': 200} Aug 19 12:19:04.071896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Attempting to bind port 4e090440-e554-4557-aa9f-b8f8487c708a on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:04.072235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Attempting to bind port 4e090440-e554-4557-aa9f-b8f8487c708a by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '418536a1-809f-4e2c-9d06-07ec9251a91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:04.072568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Attempting to bind port 4e090440-e554-4557-aa9f-b8f8487c708a on network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:04.092906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Port 4e090440-e554-4557-aa9f-b8f8487c708a on network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:04.093247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Attempting to bind port 4e090440-e554-4557-aa9f-b8f8487c708a on network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:04.104777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:04.105202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Checking segment: {'id': '418536a1-809f-4e2c-9d06-07ec9251a91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:04.105710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Bound using segment: {'id': '418536a1-809f-4e2c-9d06-07ec9251a91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:04.106272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Bound port: 4e090440-e554-4557-aa9f-b8f8487c708a, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418536a1-809f-4e2c-9d06-07ec9251a91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:04.106707 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:04.141260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb041ae-9921-4c01-a069-c192c72198af req-80025be0-42c4-4ba2-bdec-847b570855eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.141751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb041ae-9921-4c01-a069-c192c72198af req-80025be0-42c4-4ba2-bdec-847b570855eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.142241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb041ae-9921-4c01-a069-c192c72198af req-80025be0-42c4-4ba2-bdec-847b570855eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.143950 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6cb041ae-9921-4c01-a069-c192c72198af req-80025be0-42c4-4ba2-bdec-847b570855eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2757 time: 0.0844193 Aug 19 12:19:04.281753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34cc8832-5f06-4972-8a77-1c56d696978a req-2f06f8b3-c2db-4549-93a8-0c78b6b74953 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:04.303156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] For port 4e090440-e554-4557-aa9f-b8f8487c708a, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:04.312822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] For port 4e090440-e554-4557-aa9f-b8f8487c708a, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4e090440-e554-4557-aa9f-b8f8487c708a,segment=NetworkSegment(418536a1-809f-4e2c-9d06-07ec9251a91e),segment_id=418536a1-809f-4e2c-9d06-07ec9251a91e)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:04.335424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa44bea-f45a-4575-b556-bf7f8e88a25e req-95fb4bd8-edc7-4f65-9d58-f338b7c83b22 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.336921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6aa44bea-f45a-4575-b556-bf7f8e88a25e req-95fb4bd8-edc7-4f65-9d58-f338b7c83b22 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 950 time: 0.1364708 Aug 19 12:19:04.358541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb041ae-9921-4c01-a069-c192c72198af req-7cfb1adb-ccfb-4ebd-bbb0-eadadae4ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.359049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb041ae-9921-4c01-a069-c192c72198af req-7cfb1adb-ccfb-4ebd-bbb0-eadadae4ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.359523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb041ae-9921-4c01-a069-c192c72198af req-7cfb1adb-ccfb-4ebd-bbb0-eadadae4ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.361576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6cb041ae-9921-4c01-a069-c192c72198af req-7cfb1adb-ccfb-4ebd-bbb0-eadadae4ec99 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1841881 Aug 19 12:19:04.408249 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6aa44bea-f45a-4575-b556-bf7f8e88a25e req-7c5567b8-44be-49a7-b80d-620830742b2e tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cc04262-6c26-4b47-9692-8fdab5e4dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612915 Aug 19 12:19:04.434152 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:04.439725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34cc8832-5f06-4972-8a77-1c56d696978a req-2f06f8b3-c2db-4549-93a8-0c78b6b74953 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:04.450843 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d822f8-306c-47bb-82bb-32a7aaeb4609 None None] Sync routers for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:04.460516 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-34cc8832-5f06-4972-8a77-1c56d696978a req-2f06f8b3-c2db-4549-93a8-0c78b6b74953 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:04.464322 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d822f8-306c-47bb-82bb-32a7aaeb4609 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:04.465131 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-34d822f8-306c-47bb-82bb-32a7aaeb4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:04.489903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.490527 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:04.491969 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] 10.222.0.62 "PUT /v2.0/ports/4e090440-e554-4557-aa9f-b8f8487c708a HTTP/1.1" status: 200 len: 1092 time: 1.2733119 Aug 19 12:19:04.496666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dbd52-68c1-4249-8021-83cb263163cc req-ca293b11-2c7c-4e6b-af53-c3ecd4a130ab tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.498318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc6dbd52-68c1-4249-8021-83cb263163cc req-ca293b11-2c7c-4e6b-af53-c3ecd4a130ab tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa63450-99fc-4d73-8fda-3982a20a31c3 HTTP/1.1" status: 200 len: 946 time: 0.1086130 Aug 19 12:19:04.548795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57862cbb-1758-4367-a9f6-211521599f25 service neutron] Pushing event updated for resources: {'Port': ['ID=4e090440-e554-4557-aa9f-b8f8487c708a,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:04.551995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb041ae-9921-4c01-a069-c192c72198af req-c6458cbd-03a7-4067-b006-b0a0efd727e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.553483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6cb041ae-9921-4c01-a069-c192c72198af req-c6458cbd-03a7-4067-b006-b0a0efd727e5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695364 Aug 19 12:19:04.598576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3394f-52d7-4e84-8cc9-e760bef041d8 req-522e338a-8365-4535-8326-3b19ac1170c3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.600762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34cc8832-5f06-4972-8a77-1c56d696978a req-2f06f8b3-c2db-4549-93a8-0c78b6b74953 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "PUT /v2.0/floatingips/66beb192-98de-41b5-b8dc-9fddbb00e1ee HTTP/1.1" status: 200 len: 997 time: 1.5031881 Aug 19 12:19:04.603581 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68e3394f-52d7-4e84-8cc9-e760bef041d8 req-522e338a-8365-4535-8326-3b19ac1170c3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0677533 Aug 19 12:19:04.606301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:04.608811 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc7a05d-5133-4b2f-a021-e138198ef32a" -d '{"events": [{"name": "network-changed", "server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:04.638916 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-34d822f8-306c-47bb-82bb-32a7aaeb4609 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:04.653152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Request body: {'port': {'device_id': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:04.719710 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68e3394f-52d7-4e84-8cc9-e760bef041d8 req-ed177d6b-ec91-4d60-baa0-3a3cfcbc8937 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079719 Aug 19 12:19:04.724923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc8832-5f06-4972-8a77-1c56d696978a req-35d404de-ddd8-43a8-a1e8-59c81667f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.733375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34cc8832-5f06-4972-8a77-1c56d696978a req-35d404de-ddd8-43a8-a1e8-59c81667f93d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 1097 time: 0.1200147 Aug 19 12:19:04.769859 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:04.828864 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782aa7b5-6cc4-459f-b346-3bb20da4025f x-openstack-request-id: req-782aa7b5-6cc4-459f-b346-3bb20da4025f {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:04.829171 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:04.829716 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-782aa7b5-6cc4-459f-b346-3bb20da4025f {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:04.830189 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'status': 'completed', 'code': 200} Aug 19 12:19:04.837468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-cc6dbd52-68c1-4249-8021-83cb263163cc req-2f2128cd-bbc3-4f57-97a5-e0a0cd9ab620 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Deleting port 345ba02f-2f76-4ac8-818b-785efe45e7ce {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:04.837889 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc6dbd52-68c1-4249-8021-83cb263163cc req-2f2128cd-bbc3-4f57-97a5-e0a0cd9ab620 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:04.995367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc8832-5f06-4972-8a77-1c56d696978a req-82cc65f5-3f47-4db6-aeb1-720f36f179a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:04.996964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34cc8832-5f06-4972-8a77-1c56d696978a req-82cc65f5-3f47-4db6-aeb1-720f36f179a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.2626233 Aug 19 12:19:05.030190 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e4fd76ce-a673-4896-961a-5117ecb74a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:05.068727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a05d-5133-4b2f-a021-e138198ef32a req-5d72e9c5-7309-48f9-8e43-3ae9235368ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.070219 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-edc7a05d-5133-4b2f-a021-e138198ef32a req-5d72e9c5-7309-48f9-8e43-3ae9235368ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 1097 time: 0.1947310 Aug 19 12:19:05.082706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f28ee-1fbf-4e33-b031-701035763252 req-0689a5db-8f2f-4aa3-9af0-f9b2216dda89 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.084433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a29f28ee-1fbf-4e33-b031-701035763252 req-0689a5db-8f2f-4aa3-9af0-f9b2216dda89 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.30 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 950 time: 0.2157972 Aug 19 12:19:05.085476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-cc6dbd52-68c1-4249-8021-83cb263163cc req-2f2128cd-bbc3-4f57-97a5-e0a0cd9ab620 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] For port 345ba02f-2f76-4ac8-818b-785efe45e7ce, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=345ba02f-2f76-4ac8-818b-785efe45e7ce,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:05.085854 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc6dbd52-68c1-4249-8021-83cb263163cc req-2f2128cd-bbc3-4f57-97a5-e0a0cd9ab620 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:05.132477 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-34d822f8-306c-47bb-82bb-32a7aaeb4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:0a:8e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:19:03Z', 'revision_number': 8, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:05.186452 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d822f8-306c-47bb-82bb-32a7aaeb4609 None None] Checking router: 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:05.191693 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d822f8-306c-47bb-82bb-32a7aaeb4609 None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:05.192748 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-34d822f8-306c-47bb-82bb-32a7aaeb4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:05.206187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92f3ca-620b-4d2a-98cb-6dd6f49430b5 req-486baf6d-609c-4231-8d7d-ed91505b7593 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.212272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92f3ca-620b-4d2a-98cb-6dd6f49430b5 req-486baf6d-609c-4231-8d7d-ed91505b7593 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.218280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92f3ca-620b-4d2a-98cb-6dd6f49430b5 req-486baf6d-609c-4231-8d7d-ed91505b7593 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.225936 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec92f3ca-620b-4d2a-98cb-6dd6f49430b5 req-486baf6d-609c-4231-8d7d-ed91505b7593 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2401 time: 0.3019004 Aug 19 12:19:05.323725 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec92f3ca-620b-4d2a-98cb-6dd6f49430b5 req-c24ea77d-66f8-491c-b83c-37df58eb2bd4 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968869 Aug 19 12:19:05.356789 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-34d822f8-306c-47bb-82bb-32a7aaeb4609 None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:05.369595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-a29f28ee-1fbf-4e33-b031-701035763252 req-5ce38d1d-b44c-4b20-ad68-72faf5eb0126 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Deleting port ace3148b-39e1-4f1f-a3ae-b3118930b793 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:05.369595 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a29f28ee-1fbf-4e33-b031-701035763252 req-5ce38d1d-b44c-4b20-ad68-72faf5eb0126 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:05.466112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537d0c13-da6d-4c3f-8014-8ddd68b04577 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:05.479253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-cc6dbd52-68c1-4249-8021-83cb263163cc req-2f2128cd-bbc3-4f57-97a5-e0a0cd9ab620 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Calling delete_port for 345ba02f-2f76-4ac8-818b-785efe45e7ce owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:05.482628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:05.503539 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34cc8832-5f06-4972-8a77-1c56d696978a req-d1eedf5f-2dcd-48da-93e3-9314dee1e792 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 1000 time: 0.4945722 Aug 19 12:19:05.510980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Transition to ACTIVE for port object 537d0c13-da6d-4c3f-8014-8ddd68b04577 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:05.518459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a29f28ee-1fbf-4e33-b031-701035763252 req-5ce38d1d-b44c-4b20-ad68-72faf5eb0126 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] For port ace3148b-39e1-4f1f-a3ae-b3118930b793, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ace3148b-39e1-4f1f-a3ae-b3118930b793,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:05.523023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a29f28ee-1fbf-4e33-b031-701035763252 req-5ce38d1d-b44c-4b20-ad68-72faf5eb0126 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:05.533347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-a29f28ee-1fbf-4e33-b031-701035763252 req-5ce38d1d-b44c-4b20-ad68-72faf5eb0126 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Calling delete_port for ace3148b-39e1-4f1f-a3ae-b3118930b793 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:05.587382 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:05.629128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc8832-5f06-4972-8a77-1c56d696978a req-71127b70-9498-441f-8872-243f40ca6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.630943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34cc8832-5f06-4972-8a77-1c56d696978a req-71127b70-9498-441f-8872-243f40ca6dd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.1264434 Aug 19 12:19:05.639735 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a05d-5133-4b2f-a021-e138198ef32a req-c13831ac-40ef-434e-ba62-8d1eab773662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.641209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-edc7a05d-5133-4b2f-a021-e138198ef32a req-c13831ac-40ef-434e-ba62-8d1eab773662 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.5579429 Aug 19 12:19:05.711586 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-34d822f8-306c-47bb-82bb-32a7aaeb4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:0a:8e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:19:03Z', 'revision_number': 8, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:05.712149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Pushing event updated for resources: {'Port': ['ID=537d0c13-da6d-4c3f-8014-8ddd68b04577,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:05.715318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48898) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:05.723627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea68b28-f1ae-4934-80e2-69c73a1ea4f4 req-74a1df1a-b611-491f-8067-841169c9d1f6 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.725230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ea68b28-f1ae-4934-80e2-69c73a1ea4f4 req-74a1df1a-b611-491f-8067-841169c9d1f6 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 946 time: 0.1775033 Aug 19 12:19:05.766974 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d822f8-306c-47bb-82bb-32a7aaeb4609 None None] The sync data for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 is: [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '66beb192-98de-41b5-b8dc-9fddbb00e1ee', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'port_id': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'mac_address': 'fa:16:3e:0a:8e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:18:19Z', 'updated_at': '2021-08-19T12:19:03Z', 'revision_number': 8, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:05.822986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc8832-5f06-4972-8a77-1c56d696978a req-350e0723-0458-4c1d-98a8-bffec129c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:05.825665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34cc8832-5f06-4972-8a77-1c56d696978a req-350e0723-0458-4c1d-98a8-bffec129c837 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835718 Aug 19 12:19:05.887046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ea68b28-f1ae-4934-80e2-69c73a1ea4f4 req-31d35209-66df-4b16-ba6b-3b6e0599cda4 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466537 Aug 19 12:19:05.944397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-edc7a05d-5133-4b2f-a021-e138198ef32a req-d35eaa66-98fa-41c8-b2d7-e95b14927192 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 1000 time: 0.2418883 Aug 19 12:19:05.979699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Attempting to bind port 537d0c13-da6d-4c3f-8014-8ddd68b04577 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:05.986637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Attempting to bind port 537d0c13-da6d-4c3f-8014-8ddd68b04577 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:05.986637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Attempting to bind port 537d0c13-da6d-4c3f-8014-8ddd68b04577 on network e0c7f70a-769a-4566-87d1-552be1e0288d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:05.986637 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfba5cbb-a00f-472c-bf4d-cd0611b952f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.010021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Port 537d0c13-da6d-4c3f-8014-8ddd68b04577 on network e0c7f70a-769a-4566-87d1-552be1e0288d not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:06.010246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Attempting to bind port 537d0c13-da6d-4c3f-8014-8ddd68b04577 on network e0c7f70a-769a-4566-87d1-552be1e0288d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:06.032680 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34cc8832-5f06-4972-8a77-1c56d696978a req-dc0a1c7c-8dea-4cf7-8623-30fffd50e3ba service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946917 Aug 19 12:19:06.037452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a05d-5133-4b2f-a021-e138198ef32a req-885dca60-3562-4bfc-ad11-830db2767193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.039006 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-edc7a05d-5133-4b2f-a021-e138198ef32a req-885dca60-3562-4bfc-ad11-830db2767193 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.0829666 Aug 19 12:19:06.048639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:06.049357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Checking segment: {'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:06.050029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Bound using segment: {'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:06.050686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Bound port: 537d0c13-da6d-4c3f-8014-8ddd68b04577, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6531d55d-12e4-4663-bcbf-753a232b2c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:06.051301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.054921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'tag': '4e090440-e554-4557-aa9f-b8f8487c708a'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:06.057683 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "tag": "4e090440-e554-4557-aa9f-b8f8487c708a"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:06.113807 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72069ff7-55e9-4e38-a961-3e287ad50a09 None None] New status for floating IP 66beb192-98de-41b5-b8dc-9fddbb00e1ee: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:19:06.172680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a05d-5133-4b2f-a021-e138198ef32a req-00ac2b16-fb0c-47cb-a087-d68de3049cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.174284 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-edc7a05d-5133-4b2f-a021-e138198ef32a req-00ac2b16-fb0c-47cb-a087-d68de3049cd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065879 Aug 19 12:19:06.181804 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc6dbd52-68c1-4249-8021-83cb263163cc req-2f2128cd-bbc3-4f57-97a5-e0a0cd9ab620 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.194485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34cc8832-5f06-4972-8a77-1c56d696978a req-9adfffdf-5341-44fa-b825-ca33da0f7901 service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526783 Aug 19 12:19:06.208722 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e344fb-dac6-4110-8752-e2034ef27f8e req-c14b79d5-3f81-4f0a-a64c-fe6055d4b174 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.210289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82e344fb-dac6-4110-8752-e2034ef27f8e req-c14b79d5-3f81-4f0a-a64c-fe6055d4b174 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 950 time: 0.1232247 Aug 19 12:19:06.213016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] For port 537d0c13-da6d-4c3f-8014-8ddd68b04577, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:06.219048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:06.237184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] For port 537d0c13-da6d-4c3f-8014-8ddd68b04577, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=537d0c13-da6d-4c3f-8014-8ddd68b04577,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:06.237433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2128cd-bbc3-4f57-97a5-e0a0cd9ab620 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Pushing event deleted for resources: {'Port': ['ID=345ba02f-2f76-4ac8-818b-785efe45e7ce,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:06.252867 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a29f28ee-1fbf-4e33-b031-701035763252 req-5ce38d1d-b44c-4b20-ad68-72faf5eb0126 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.325644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6dbd52-68c1-4249-8021-83cb263163cc req-2f2128cd-bbc3-4f57-97a5-e0a0cd9ab620 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] No DVR routers for this DVR port 345ba02f-2f76-4ac8-818b-785efe45e7ce on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:06.330764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc6dbd52-68c1-4249-8021-83cb263163cc req-2f2128cd-bbc3-4f57-97a5-e0a0cd9ab620 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.333032 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc6dbd52-68c1-4249-8021-83cb263163cc req-2f2128cd-bbc3-4f57-97a5-e0a0cd9ab620 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.62 "DELETE /v2.0/ports/345ba02f-2f76-4ac8-818b-785efe45e7ce HTTP/1.1" status: 204 len: 173 time: 1.8011308 Aug 19 12:19:06.365673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce38d1d-b44c-4b20-ad68-72faf5eb0126 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Pushing event deleted for resources: {'Port': ['ID=ace3148b-39e1-4f1f-a3ae-b3118930b793,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:06.371014 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-edc7a05d-5133-4b2f-a021-e138198ef32a req-d6fc2df3-9083-4f17-968a-4351d7ee19ac service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788611 Aug 19 12:19:06.401902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82e344fb-dac6-4110-8752-e2034ef27f8e req-e9dd34b3-e01e-4732-817b-6a30e317bf80 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/security-groups?id=1cc04262-6c26-4b47-9692-8fdab5e4dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741970 Aug 19 12:19:06.408332 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.460080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29f28ee-1fbf-4e33-b031-701035763252 req-5ce38d1d-b44c-4b20-ad68-72faf5eb0126 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] No DVR routers for this DVR port ace3148b-39e1-4f1f-a3ae-b3118930b793 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:06.464942 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a29f28ee-1fbf-4e33-b031-701035763252 req-5ce38d1d-b44c-4b20-ad68-72faf5eb0126 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.468015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a29f28ee-1fbf-4e33-b031-701035763252 req-5ce38d1d-b44c-4b20-ad68-72faf5eb0126 tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.30 "DELETE /v2.0/ports/ace3148b-39e1-4f1f-a3ae-b3118930b793 HTTP/1.1" status: 204 len: 173 time: 1.3710992 Aug 19 12:19:06.553976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.555087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.570095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] 10.222.0.62 "PUT /v2.0/ports/537d0c13-da6d-4c3f-8014-8ddd68b04577 HTTP/1.1" status: 200 len: 1092 time: 1.9347811 Aug 19 12:19:06.610329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5b04e-f2cc-4fd3-9c59-4e8113c01569 req-78dc7dbd-92cd-46e0-bca3-a45c48d6f243 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.615258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ec5b04e-f2cc-4fd3-9c59-4e8113c01569 req-78dc7dbd-92cd-46e0-bca3-a45c48d6f243 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.1320438 Aug 19 12:19:06.629047 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-edc7a05d-5133-4b2f-a021-e138198ef32a req-2f86b20e-bfa7-4f2d-953c-ae11936418c5 service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477491 Aug 19 12:19:06.674933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfba5cbb-a00f-472c-bf4d-cd0611b952f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.694265 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ec5b04e-f2cc-4fd3-9c59-4e8113c01569 req-9b507255-6f40-4605-b7eb-3cccfd8983a1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500467 Aug 19 12:19:06.764158 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d586c4d5-2d31-4778-bdcf-3461d7583f2b x-openstack-request-id: req-d586c4d5-2d31-4778-bdcf-3461d7583f2b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:06.764541 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "tag": "4e090440-e554-4557-aa9f-b8f8487c708a", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:06.764774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ace3148b-39e1-4f1f-a3ae-b3118930b793'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:06.765159 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d586c4d5-2d31-4778-bdcf-3461d7583f2b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:06.773118 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'tag': '4e090440-e554-4557-aa9f-b8f8487c708a', 'status': 'completed', 'code': 200} Aug 19 12:19:06.797957 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfba5cbb-a00f-472c-bf4d-cd0611b952f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:06.826151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04982ca9-b9c1-4ef8-8ae4-ecaee14bd338 service neutron] Pushing event updated for resources: {'Port': ['ID=537d0c13-da6d-4c3f-8014-8ddd68b04577,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:06.844141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'name': 'network-vif-deleted', 'tag': '345ba02f-2f76-4ac8-818b-785efe45e7ce'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:06.847028 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1963a3c3-5713-4476-8d38-7ad9fd562997" -d '{"events": [{"server_uuid": "0aa63450-99fc-4d73-8fda-3982a20a31c3", "name": "network-vif-deleted", "tag": "345ba02f-2f76-4ac8-818b-785efe45e7ce"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:06.871965 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dfba5cbb-a00f-472c-bf4d-cd0611b952f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecb642cf224246bc8a932e3dba0828cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1409945 Aug 19 12:19:06.873689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974c8f7-f669-45ca-81fa-c152b1df333f req-5a49ec02-b138-4193-a8ee-db07015ee475 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.879360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc873317-0fae-4612-869f-450235703d95 req-ed9828c7-7417-46ce-bf26-472f57a59fc8 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.880724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974c8f7-f669-45ca-81fa-c152b1df333f req-5a49ec02-b138-4193-a8ee-db07015ee475 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.886481 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc873317-0fae-4612-869f-450235703d95 req-ed9828c7-7417-46ce-bf26-472f57a59fc8 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 946 time: 0.3109691 Aug 19 12:19:06.888239 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48916) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:06.892805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-a75c39ef-3c02-40b6-9d1d-31fd22d1a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.894977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974c8f7-f669-45ca-81fa-c152b1df333f req-5a49ec02-b138-4193-a8ee-db07015ee475 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.895094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-a75c39ef-3c02-40b6-9d1d-31fd22d1a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.895094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-a75c39ef-3c02-40b6-9d1d-31fd22d1a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:06.895349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-a75c39ef-3c02-40b6-9d1d-31fd22d1a3e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2866 time: 0.1730468 Aug 19 12:19:06.895804 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b974c8f7-f669-45ca-81fa-c152b1df333f req-5a49ec02-b138-4193-a8ee-db07015ee475 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2413 time: 0.0848892 Aug 19 12:19:06.912835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba5cbb-a00f-472c-bf4d-cd0611b952f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb59fe6-4677-41da-a5fb-5974a503a352,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:06.937740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b974c8f7-f669-45ca-81fa-c152b1df333f req-336b4a22-059d-430b-a26c-5bd7f7ccfb55 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358396 Aug 19 12:19:06.975509 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-f65d83f8-f122-4fda-b646-3c25c6247ec5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=b696cbce-9f7c-4789-b52b-d55a21d6a322 HTTP/1.1" status: 200 len: 217 time: 0.0571477 Aug 19 12:19:07.029013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-67ab3e8f-542a-426e-9493-e9a971232c8b req-0582fa2d-cd29-444b-a967-6a67b8740194 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips/66beb192-98de-41b5-b8dc-9fddbb00e1ee HTTP/1.1" status: 200 len: 999 time: 0.0679080 Aug 19 12:19:07.039626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc873317-0fae-4612-869f-450235703d95 req-602b3fe6-0b80-402b-916e-506caafab643 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522739 Aug 19 12:19:07.064960 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-7d7961a2-54db-47f3-aa5b-c500d886195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.066842 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-7d7961a2-54db-47f3-aa5b-c500d886195c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e951dce-636a-4052-9dac-07688c7cb0f4 HTTP/1.1" status: 200 len: 801 time: 0.0776069 Aug 19 12:19:07.071831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9aac0b08-5ec0-4899-95d7-d5758fcac0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.141852 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9aac0b08-5ec0-4899-95d7-d5758fcac0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.147751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab3e8f-542a-426e-9493-e9a971232c8b req-5f87bc71-88e6-4e0f-8a90-d3686fe1c1c6 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.149263 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-67ab3e8f-542a-426e-9493-e9a971232c8b req-5f87bc71-88e6-4e0f-8a90-d3686fe1c1c6 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1141229 Aug 19 12:19:07.192242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-d9d36e19-3b6d-4a30-a080-baaf30341e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.193796 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-d9d36e19-3b6d-4a30-a080-baaf30341e8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0c7f70a-769a-4566-87d1-552be1e0288d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0969157 Aug 19 12:19:07.218660 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6601a8-ea15-4183-91b9-629c4f640159 x-openstack-request-id: req-1d6601a8-ea15-4183-91b9-629c4f640159 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:07.218660 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa63450-99fc-4d73-8fda-3982a20a31c3", "name": "network-vif-deleted", "tag": "345ba02f-2f76-4ac8-818b-785efe45e7ce", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:07.218660 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d6601a8-ea15-4183-91b9-629c4f640159 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:07.218660 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa63450-99fc-4d73-8fda-3982a20a31c3', 'name': 'network-vif-deleted', 'tag': '345ba02f-2f76-4ac8-818b-785efe45e7ce', 'status': 'completed', 'code': 200} Aug 19 12:19:07.293669 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-0fedf111-ee30-4b7f-a697-dbbbca5e8f89 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.0655541 Aug 19 12:19:07.325456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9aac0b08-5ec0-4899-95d7-d5758fcac0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.328143 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9aac0b08-5ec0-4899-95d7-d5758fcac0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.329825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9aac0b08-5ec0-4899-95d7-d5758fcac0a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbb59fe6-4677-41da-a5fb-5974a503a352 HTTP/1.1" status: 204 len: 168 time: 0.4336016 Aug 19 12:19:07.353990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-83f61d54-f6cf-42ee-9789-9a59fdcffc70 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.357042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918dba1-b23b-4021-9067-19acd146ce70 req-d2b6d89f-f0f4-4462-b9cf-c8483799036c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.358957 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5918dba1-b23b-4021-9067-19acd146ce70 req-d2b6d89f-f0f4-4462-b9cf-c8483799036c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 946 time: 0.1382160 Aug 19 12:19:07.372391 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-83f61d54-f6cf-42ee-9789-9a59fdcffc70 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports/ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 943 time: 0.0724041 Aug 19 12:19:07.401452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac0b08-5ec0-4899-95d7-d5758fcac0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb59fe6-4677-41da-a5fb-5974a503a352,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:07.407680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-ec491d20-8b38-4297-b816-57f1c59f35fa service neutron] 10.222.0.62 "GET /v2.0/networks/e0c7f70a-769a-4566-87d1-552be1e0288d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033405 Aug 19 12:19:07.487232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5918dba1-b23b-4021-9067-19acd146ce70 req-100cbb45-97f6-4de3-9c8c-520a396b5fd3 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161621 Aug 19 12:19:07.494659 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-936fae1a-e148-4e14-b90e-9443512b39fe tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.0721080 Aug 19 12:19:07.550704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-bb1ab5d5-2b4f-4f43-89ae-4b835ebe0e3a service neutron] 10.222.0.62 "GET /v2.0/networks/e0c7f70a-769a-4566-87d1-552be1e0288d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270790 Aug 19 12:19:07.581537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 345ba02f-2f76-4ac8-818b-785efe45e7ce no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:07.607551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 345ba02f-2f76-4ac8-818b-785efe45e7ce {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:07.607894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 345ba02f-2f76-4ac8-818b-785efe45e7ce not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:07.609269 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.645167 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-317314a4-f7ca-499c-a1fb-7a4281247c2b req-3af1c3df-60d7-4173-93e8-0bd750450eca tempest-ImagesNegativeTestJSON-1341433178 tempest-ImagesNegativeTestJSON-1341433178-project] 10.222.0.21 "GET /v2.0/ports?device_id=3850563c-a1a6-4c43-9234-54c63ca8814e HTTP/1.1" status: 200 len: 210 time: 0.0785172 Aug 19 12:19:07.646435 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-295d2a84-246f-4fde-9e15-9e90acec1ed7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=4e090440-e554-4557-aa9f-b8f8487c708a HTTP/1.1" status: 200 len: 217 time: 0.0885830 Aug 19 12:19:07.649316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-e30d13d4-c67f-4b6c-99c8-1cb6fd81ea1f tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.650966 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-e30d13d4-c67f-4b6c-99c8-1cb6fd81ea1f tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1554472 Aug 19 12:19:07.702366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-d5a2399f-d4c9-4170-b9eb-d88f2925af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.703910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-d5a2399f-d4c9-4170-b9eb-d88f2925af63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f054f2ae-68c5-448f-b7a2-079050002394 HTTP/1.1" status: 200 len: 801 time: 0.0495918 Aug 19 12:19:07.709693 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cf74c45e-455f-4f77-80d8-c6f345697a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.741421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-7bffb60e-2bed-4913-b142-74daae2fea03 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 1002 time: 0.0808332 Aug 19 12:19:07.752495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-d5c88716-d787-46a4-8793-a670d569baa3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:07.763939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-fabbff77-899d-46fb-8585-84c8498c1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.765956 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-fabbff77-899d-46fb-8585-84c8498c1c2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb3ae0d-1678-4780-bb5b-f1897b7064dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542619 Aug 19 12:19:07.817897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-d5c88716-d787-46a4-8793-a670d569baa3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.900025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4757d0-de54-45ad-8f2c-23b32e564f3c req-c14efbf6-b869-4d50-a127-041aafbe2f92 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:07.901530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd4757d0-de54-45ad-8f2c-23b32e564f3c req-c14efbf6-b869-4d50-a127-041aafbe2f92 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.1079111 Aug 19 12:19:07.907568 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-a16eec78-82e2-447e-a711-96432912c5aa service neutron] 10.222.0.62 "GET /v2.0/networks/5eb3ae0d-1678-4780-bb5b-f1897b7064dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344786 Aug 19 12:19:07.961037 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-d5c88716-d787-46a4-8793-a670d569baa3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:07.995147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd4757d0-de54-45ad-8f2c-23b32e564f3c req-00760dac-404f-4994-82ba-26b8046ea81a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865471 Aug 19 12:19:08.048595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-9c64c8a4-c596-46ae-98fb-04f9662327a7 service neutron] 10.222.0.62 "GET /v2.0/networks/5eb3ae0d-1678-4780-bb5b-f1897b7064dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333632 Aug 19 12:19:08.112669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-c93cced8-8c15-4df9-b6d6-835d8e744a53 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=537d0c13-da6d-4c3f-8014-8ddd68b04577 HTTP/1.1" status: 200 len: 217 time: 0.0513818 Aug 19 12:19:08.116562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-d5c88716-d787-46a4-8793-a670d569baa3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:08.116909 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-d5c88716-d787-46a4-8793-a670d569baa3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Floating IP 66beb192-98de-41b5-b8dc-9fddbb00e1ee disassociated. External IP: 172.25.2.231, port: ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee. Aug 19 12:19:08.159136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed8cb-5fb7-45ea-a6e4-e42e0619c461 req-cf51edc8-9dd5-47bc-a3bc-013b35159cb9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.164950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed8cb-5fb7-45ea-a6e4-e42e0619c461 req-cf51edc8-9dd5-47bc-a3bc-013b35159cb9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.171138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed8cb-5fb7-45ea-a6e4-e42e0619c461 req-cf51edc8-9dd5-47bc-a3bc-013b35159cb9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.173348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92aed8cb-5fb7-45ea-a6e4-e42e0619c461 req-cf51edc8-9dd5-47bc-a3bc-013b35159cb9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2413 time: 0.1203620 Aug 19 12:19:08.205045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-24228e45-0521-4b7e-8cd5-135d3735bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.205045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-24228e45-0521-4b7e-8cd5-135d3735bcfa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e951dce-636a-4052-9dac-07688c7cb0f4 HTTP/1.1" status: 200 len: 801 time: 0.0843575 Aug 19 12:19:08.246277 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92aed8cb-5fb7-45ea-a6e4-e42e0619c461 req-029ce4ee-c25e-45d2-8edd-7c1a89489a70 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640221 Aug 19 12:19:08.268487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-8a4a51dc-7e9d-4b26-a32a-cb7b49f99cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.270441 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-8a4a51dc-7e9d-4b26-a32a-cb7b49f99cd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0c7f70a-769a-4566-87d1-552be1e0288d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0551169 Aug 19 12:19:08.348580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-d5c88716-d787-46a4-8793-a670d569baa3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:08.379477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-257c07dd-4cb7-4592-b841-ee1d14481009 service neutron] 10.222.0.62 "GET /v2.0/networks/e0c7f70a-769a-4566-87d1-552be1e0288d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986912 Aug 19 12:19:08.464718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-d5c88716-d787-46a4-8793-a670d569baa3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:08.469982 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-d5c88716-d787-46a4-8793-a670d569baa3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:08.478438 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c335bad-7a4c-4185-9520-88bab0a6d62a None None] Sync routers for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:08.479948 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64f832b6-4f17-4452-ab66-7329ee33fe75 req-1830f38b-bc26-4d88-8b1f-5d57afbf6b4d service neutron] 10.222.0.62 "GET /v2.0/networks/e0c7f70a-769a-4566-87d1-552be1e0288d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919657 Aug 19 12:19:08.501543 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c335bad-7a4c-4185-9520-88bab0a6d62a None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:08.502453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-d5c88716-d787-46a4-8793-a670d569baa3 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "PUT /v2.0/floatingips/66beb192-98de-41b5-b8dc-9fddbb00e1ee HTTP/1.1" status: 200 len: 696 time: 0.7550204 Aug 19 12:19:08.503042 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8c335bad-7a4c-4185-9520-88bab0a6d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:08.564998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-04cdef93-f48c-4865-924d-77c5c3ac8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.566790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-04cdef93-f48c-4865-924d-77c5c3ac8282 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 1097 time: 0.0474141 Aug 19 12:19:08.635699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62302598-5b8b-4bf7-a749-d02a5ed4e2d3 req-2ad8d045-25bf-4678-8684-56f6101c7d89 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.637700 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62302598-5b8b-4bf7-a749-d02a5ed4e2d3 req-2ad8d045-25bf-4678-8684-56f6101c7d89 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 946 time: 0.0584085 Aug 19 12:19:08.663016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8c335bad-7a4c-4185-9520-88bab0a6d62a None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:08.671781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-ef3ed1a5-7624-45e9-8cda-aa157b7d33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.674101 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-ef3ed1a5-7624-45e9-8cda-aa157b7d33d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.1014359 Aug 19 12:19:08.699388 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62302598-5b8b-4bf7-a749-d02a5ed4e2d3 req-f9af878c-24a6-44c1-abfa-419d62b195d9 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503867 Aug 19 12:19:08.723146 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-1ddbc14a-1bde-4bb2-bd91-623aa2cce795 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 217 time: 0.0418663 Aug 19 12:19:08.745695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-913627c4-14d0-4480-819f-2737fa4070cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.746334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-913627c4-14d0-4480-819f-2737fa4070cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.746849 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-913627c4-14d0-4480-819f-2737fa4070cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.748560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-913627c4-14d0-4480-819f-2737fa4070cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2866 time: 0.0528002 Aug 19 12:19:08.788735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3850563c-a1a6-4c43-9234-54c63ca8814e', 'name': 'network-vif-deleted', 'tag': 'ace3148b-39e1-4f1f-a3ae-b3118930b793'}, {'name': 'network-changed', 'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'tag': '537d0c13-da6d-4c3f-8014-8ddd68b04577'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:08.794031 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c4d2b1-94d4-457d-b40f-cf558d9431f5" -d '{"events": [{"server_uuid": "3850563c-a1a6-4c43-9234-54c63ca8814e", "name": "network-vif-deleted", "tag": "ace3148b-39e1-4f1f-a3ae-b3118930b793"}, {"name": "network-changed", "server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "tag": "537d0c13-da6d-4c3f-8014-8ddd68b04577"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:08.800091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-8a2c3921-2b37-49d8-8215-d81bd60b6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.803660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-8a2c3921-2b37-49d8-8215-d81bd60b6bac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.0700099 Aug 19 12:19:08.831889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ace3148b-39e1-4f1f-a3ae-b3118930b793 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:08.899545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-8864e90f-9a3f-427d-a9bf-b71895f03296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.900207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-735daf65-ceb2-43ed-a402-11b8e51eb080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:08.900682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: ace3148b-39e1-4f1f-a3ae-b3118930b793 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:08.901012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ace3148b-39e1-4f1f-a3ae-b3118930b793 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:08.902015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-8864e90f-9a3f-427d-a9bf-b71895f03296 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5eb3ae0d-1678-4780-bb5b-f1897b7064dd HTTP/1.1" status: 200 len: 903 time: 0.1460893 Aug 19 12:19:08.902436 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-735daf65-ceb2-43ed-a402-11b8e51eb080 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879171 Aug 19 12:19:08.915527 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8c335bad-7a4c-4185-9520-88bab0a6d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:08.948928 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c335bad-7a4c-4185-9520-88bab0a6d62a None None] Checking router: 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:08.960708 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c335bad-7a4c-4185-9520-88bab0a6d62a None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:08.961703 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8c335bad-7a4c-4185-9520-88bab0a6d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:08.980036 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008c710c-1572-4560-9b3a-2c9a31679cf7 x-openstack-request-id: req-008c710c-1572-4560-9b3a-2c9a31679cf7 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:08.980441 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3850563c-a1a6-4c43-9234-54c63ca8814e", "name": "network-vif-deleted", "tag": "ace3148b-39e1-4f1f-a3ae-b3118930b793", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "tag": "537d0c13-da6d-4c3f-8014-8ddd68b04577", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:08.980810 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-008c710c-1572-4560-9b3a-2c9a31679cf7 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:08.981300 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3850563c-a1a6-4c43-9234-54c63ca8814e', 'name': 'network-vif-deleted', 'tag': 'ace3148b-39e1-4f1f-a3ae-b3118930b793', 'status': 'completed', 'code': 200} Aug 19 12:19:08.981653 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'tag': '537d0c13-da6d-4c3f-8014-8ddd68b04577', 'status': 'completed', 'code': 200} Aug 19 12:19:08.983567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-5fc1ada2-69f0-4d98-8ef4-2d220dbd4f9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=4e090440-e554-4557-aa9f-b8f8487c708a HTTP/1.1" status: 200 len: 217 time: 0.0709910 Aug 19 12:19:09.023052 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-417affe8-d1b6-4bf4-85c9-b450567a522d service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116240 Aug 19 12:19:09.035995 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:09.064301 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-50a2d530-9c45-4811-ae97-0216a34a341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:09.066121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-50a2d530-9c45-4811-ae97-0216a34a341f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f054f2ae-68c5-448f-b7a2-079050002394 HTTP/1.1" status: 200 len: 801 time: 0.0715480 Aug 19 12:19:09.110047 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8c335bad-7a4c-4185-9520-88bab0a6d62a None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:09.128377 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-327819af-eb79-4b9f-ab6a-bf6e8a4b8251 req-e21a2416-497a-457e-a580-c00181c869b5 service neutron] 10.222.0.21 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000659 Aug 19 12:19:09.155430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-4cd7fbee-66a7-408a-82ca-5941ff2697bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:09.157644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-4cd7fbee-66a7-408a-82ca-5941ff2697bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5eb3ae0d-1678-4780-bb5b-f1897b7064dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0827498 Aug 19 12:19:09.164898 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a5df1-9a61-4a20-95dc-fce8e5062e8c req-b58f02e3-e89c-4b7b-8945-d2fe5e4bca97 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:09.166324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a96a5df1-9a61-4a20-95dc-fce8e5062e8c req-b58f02e3-e89c-4b7b-8945-d2fe5e4bca97 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0815344 Aug 19 12:19:09.217486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:09.220735 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f787528-1bf3-480e-927a-53baf9cea9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:09.248937 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a96a5df1-9a61-4a20-95dc-fce8e5062e8c req-39c85e65-5181-496d-93d5-2158d43cc491 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741036 Aug 19 12:19:09.282491 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-34a6ed71-ea48-4cff-8538-7bd91d22505d service neutron] 10.222.0.62 "GET /v2.0/networks/5eb3ae0d-1678-4780-bb5b-f1897b7064dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151125 Aug 19 12:19:09.334622 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6fcdc8-9801-44c3-bd9f-f7175bfbd279 x-openstack-request-id: req-5f6fcdc8-9801-44c3-bd9f-f7175bfbd279 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:09.334953 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:09.335223 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f6fcdc8-9801-44c3-bd9f-f7175bfbd279 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:09.335643 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'status': 'completed', 'code': 200} Aug 19 12:19:09.336738 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8c335bad-7a4c-4185-9520-88bab0a6d62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:09.380078 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c335bad-7a4c-4185-9520-88bab0a6d62a None None] The sync data for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 is: [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:17:52Z', 'revision_number': 4, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4729e6a1-8441-4310-a349-7fa61ca901e7', 'name': '', 'network_id': 'd5c27df8-5bad-4b36-b5f0-08269bcb20ce', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'mac_address': 'fa:16:3e:76:0a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:49Z', 'updated_at': '2021-08-19T12:18:02Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'subnets': [{'id': 'b4597851-e1ae-470b-8243-b2ac6ed1ad4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:09.436764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f787528-1bf3-480e-927a-53baf9cea9fb req-a7eb45e2-354a-4e61-b8fb-5310479136e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:09.438841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f787528-1bf3-480e-927a-53baf9cea9fb req-a7eb45e2-354a-4e61-b8fb-5310479136e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4526ba863d24516ad8e439336eea2b5&device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 1097 time: 0.0729294 Aug 19 12:19:09.579489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f787528-1bf3-480e-927a-53baf9cea9fb req-8466a9d8-4566-459b-8e09-1dc3ab30650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:09.580997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f787528-1bf3-480e-927a-53baf9cea9fb req-8466a9d8-4566-459b-8e09-1dc3ab30650d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 200 len: 922 time: 0.1304705 Aug 19 12:19:09.643289 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f787528-1bf3-480e-927a-53baf9cea9fb req-20a39875-9774-4837-ba86-87147050e5f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 200 len: 217 time: 0.0523033 Aug 19 12:19:09.747859 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-b8e7afe7-84c1-4a50-ac5a-8b39fea9ee8e tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips/66beb192-98de-41b5-b8dc-9fddbb00e1ee HTTP/1.1" status: 200 len: 696 time: 0.0853605 Aug 19 12:19:09.760753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1cba9-d36e-4d7e-8b03-afb672a76366 None None] New status for floating IP 66beb192-98de-41b5-b8dc-9fddbb00e1ee: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:19:09.769336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f787528-1bf3-480e-927a-53baf9cea9fb req-da2f9ddf-2b1f-4a3f-aa29-872c1348036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:09.771209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f787528-1bf3-480e-927a-53baf9cea9fb req-da2f9ddf-2b1f-4a3f-aa29-872c1348036c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 200 len: 860 time: 0.1209366 Aug 19 12:19:09.838395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab462b28-6006-4835-bff8-19d9e4e65b7f req-f4b80a52-5add-4c76-addc-93ed60433252 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:09.852947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab462b28-6006-4835-bff8-19d9e4e65b7f req-f4b80a52-5add-4c76-addc-93ed60433252 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:09.858889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab462b28-6006-4835-bff8-19d9e4e65b7f req-f4b80a52-5add-4c76-addc-93ed60433252 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:09.860644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab462b28-6006-4835-bff8-19d9e4e65b7f req-f4b80a52-5add-4c76-addc-93ed60433252 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2413 time: 0.1055822 Aug 19 12:19:09.864617 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb6a11a7-2f68-4dd9-9371-f2a7f8bf6a9d req-27ffbdfe-28a3-4dc8-b962-e510df8a8e3d service neutron] 10.222.0.62 "GET /v2.0/networks/5eb3ae0d-1678-4780-bb5b-f1897b7064dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719609 Aug 19 12:19:09.916559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f787528-1bf3-480e-927a-53baf9cea9fb req-e5555692-8032-4ef4-971a-bc14978c1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:09.933403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f787528-1bf3-480e-927a-53baf9cea9fb req-e5555692-8032-4ef4-971a-bc14978c1b5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5c27df8-5bad-4b36-b5f0-08269bcb20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304018 Aug 19 12:19:09.934450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab462b28-6006-4835-bff8-19d9e4e65b7f req-5636843e-5242-4871-bb7a-1133e2e594aa tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 Aug 19 12:19:10.053408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49004) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:10.064113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-5a869dc0-d927-437f-b186-263dd69c5b95 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.075276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-5a869dc0-d927-437f-b186-263dd69c5b95 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.3027115 Aug 19 12:19:10.141550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-97b578c8-6e57-4b61-9d16-ce188b4fc5a2 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.143145 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-97b578c8-6e57-4b61-9d16-ce188b4fc5a2 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1097 time: 0.2005386 Aug 19 12:19:10.151093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-37fac3a7-146f-42c2-b430-7cd5600b0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.151760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-37fac3a7-146f-42c2-b430-7cd5600b0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.152752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-37fac3a7-146f-42c2-b430-7cd5600b0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.158851 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-37fac3a7-146f-42c2-b430-7cd5600b0b0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2866 time: 0.2308598 Aug 19 12:19:10.165655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803757-2'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:10.215110 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-7f3e6e75-65d0-41f4-ae4e-8860a6a4560f tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 699 time: 0.1300290 Aug 19 12:19:10.304970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f668763-3f83-4891-b8b8-6372eb84958c req-f96f4021-e115-4c83-93fb-0b1fe11f847d tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.306365 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-ab8a0552-cd6e-4b1f-96d5-70998d69387a tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 699 time: 0.0898457 Aug 19 12:19:10.306547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f668763-3f83-4891-b8b8-6372eb84958c req-f96f4021-e115-4c83-93fb-0b1fe11f847d tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 946 time: 0.2516823 Aug 19 12:19:10.360321 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f787528-1bf3-480e-927a-53baf9cea9fb req-b14c3e9f-221b-42ae-abd8-6c802af9067a service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157443 Aug 19 12:19:10.381934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-f4dad7a8-9003-4312-babf-34608dbf7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.383511 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-f4dad7a8-9003-4312-babf-34608dbf7d81 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e0c7f70a-769a-4566-87d1-552be1e0288d HTTP/1.1" status: 200 len: 902 time: 0.2115750 Aug 19 12:19:10.394583 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.408147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a2c3bdb4-8982-49b5-a626-2b661def0a7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0559e53acc04cf0beda6847043e4bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379531 Aug 19 12:19:10.418368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49016) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:10.441000 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.451365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-be5d8d27-db71-4578-9c14-d2d0f5705439 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=537d0c13-da6d-4c3f-8014-8ddd68b04577 HTTP/1.1" status: 200 len: 217 time: 0.0576637 Aug 19 12:19:10.455827 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f668763-3f83-4891-b8b8-6372eb84958c req-1d64d03e-9907-4271-a487-1e4cae460fa6 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275032 Aug 19 12:19:10.546353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-4ba1b8bb-aa1a-48af-8caa-769d09e7dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.548073 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-4ba1b8bb-aa1a-48af-8caa-769d09e7dfb2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2e951dce-636a-4052-9dac-07688c7cb0f4 HTTP/1.1" status: 200 len: 801 time: 0.0895691 Aug 19 12:19:10.559938 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-129fb99f-2847-492a-b426-becf23cb8120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.567449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f787528-1bf3-480e-927a-53baf9cea9fb req-703fdcaf-32ea-48de-b99d-6091fc610c17 service neutron] 10.222.0.30 "GET /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986547 Aug 19 12:19:10.584358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-f245d581-3308-4c1c-97c0-82dbebc053a5 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Deleting port adbaa46a-174b-4cc5-8f3f-da263be3a454 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:10.584696 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-f245d581-3308-4c1c-97c0-82dbebc053a5 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.590820 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-129fb99f-2847-492a-b426-becf23cb8120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.666299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-d8690ff1-742b-4489-91a5-5d59d3da9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.667817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-d8690ff1-742b-4489-91a5-5d59d3da9090 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e0c7f70a-769a-4566-87d1-552be1e0288d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949874 Aug 19 12:19:10.681322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1beb0-7f5e-4afe-80cb-de5042f6a37d req-293c2fc1-552f-49dc-9d76-03ab7618c9f9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:10.684272 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdc1beb0-7f5e-4afe-80cb-de5042f6a37d req-293c2fc1-552f-49dc-9d76-03ab7618c9f9 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.1109927 Aug 19 12:19:10.693559 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-f245d581-3308-4c1c-97c0-82dbebc053a5 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.693897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-f245d581-3308-4c1c-97c0-82dbebc053a5 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.707282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-f245d581-3308-4c1c-97c0-82dbebc053a5 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Calling delete_port for adbaa46a-174b-4cc5-8f3f-da263be3a454 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:10.767216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=20c4c61e-6d39-4027-be58-2249a6350c9c,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:10.812634 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-129fb99f-2847-492a-b426-becf23cb8120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.816579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdc1beb0-7f5e-4afe-80cb-de5042f6a37d req-105fac22-7f58-4435-8cd9-f3b6779e0748 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199982 Aug 19 12:19:10.821665 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-129fb99f-2847-492a-b426-becf23cb8120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.821665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-129fb99f-2847-492a-b426-becf23cb8120 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1cc04262-6c26-4b47-9692-8fdab5e4dcf4 HTTP/1.1" status: 204 len: 168 time: 0.3998694 Aug 19 12:19:10.835088 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fb99f-2847-492a-b426-becf23cb8120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc04262-6c26-4b47-9692-8fdab5e4dcf4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:10.850831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:10.853398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 20c4c61e-6d39-4027-be58-2249a6350c9c details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:10.854906 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-f1372076-f8bd-4683-b4fd-cf2ad124e197 service neutron] 10.222.0.62 "GET /v2.0/networks/e0c7f70a-769a-4566-87d1-552be1e0288d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701934 Aug 19 12:19:10.878411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49024) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:10.944135 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:10.985300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17c4d2b1-94d4-457d-b40f-cf558d9431f5 req-e5d22591-c8e3-436c-a5b0-89130c173b63 service neutron] 10.222.0.62 "GET /v2.0/networks/e0c7f70a-769a-4566-87d1-552be1e0288d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120687 Aug 19 12:19:10.986080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bf0acd-7297-480f-b148-7007870853e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c4c61e-6d39-4027-be58-2249a6350c9c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:10.989574 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d479dc4-54f5-4492-af7c-890b138909ec" -d '{"events": [{"server_uuid": "07bf0acd-7297-480f-b148-7007870853e7", "name": "network-vif-unplugged", "status": "completed", "tag": "20c4c61e-6d39-4027-be58-2249a6350c9c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:11.064350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=20c4c61e-6d39-4027-be58-2249a6350c9c,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:11.064535 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd527cbe-1284-40b4-9f44-4135e558a92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.074413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 20c4c61e-6d39-4027-be58-2249a6350c9c has no active binding in host n-h2-803757-2 {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:19:11.101316 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-f245d581-3308-4c1c-97c0-82dbebc053a5 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.107909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd252661-ece1-4835-a87e-267440df3b4b req-231e3d58-96f6-430c-b621-2147697566d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:11.114113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd252661-ece1-4835-a87e-267440df3b4b req-231e3d58-96f6-430c-b621-2147697566d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:11.120219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd252661-ece1-4835-a87e-267440df3b4b req-231e3d58-96f6-430c-b621-2147697566d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:11.121994 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fd252661-ece1-4835-a87e-267440df3b4b req-231e3d58-96f6-430c-b621-2147697566d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2413 time: 0.0738225 Aug 19 12:19:11.140375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245d581-3308-4c1c-97c0-82dbebc053a5 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Pushing event deleted for resources: {'Port': ['ID=adbaa46a-174b-4cc5-8f3f-da263be3a454,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:11.165623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fd252661-ece1-4835-a87e-267440df3b4b req-f9548afd-5e5e-4e6b-98e2-0440639d7acb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Aug 19 12:19:11.173359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.232151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-f245d581-3308-4c1c-97c0-82dbebc053a5 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.234784 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-f245d581-3308-4c1c-97c0-82dbebc053a5 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.236078 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64d25698-7462-460b-8579-7e26e99d3ca3 req-f245d581-3308-4c1c-97c0-82dbebc053a5 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "DELETE /v2.0/floatingips/66beb192-98de-41b5-b8dc-9fddbb00e1ee HTTP/1.1" status: 204 len: 173 time: 0.9289024 Aug 19 12:19:11.238021 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd527cbe-1284-40b4-9f44-4135e558a92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.259439 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f0cdbd-ea81-4bed-bead-3a647a95cc93 x-openstack-request-id: req-60f0cdbd-ea81-4bed-bead-3a647a95cc93 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:11.259740 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bf0acd-7297-480f-b148-7007870853e7", "name": "network-vif-unplugged", "status": "completed", "tag": "20c4c61e-6d39-4027-be58-2249a6350c9c", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:11.260001 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60f0cdbd-ea81-4bed-bead-3a647a95cc93 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:11.260396 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bf0acd-7297-480f-b148-7007870853e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c4c61e-6d39-4027-be58-2249a6350c9c', 'code': 200} Aug 19 12:19:11.264579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Pushing event updated for resources: {'Port': ['ID=20c4c61e-6d39-4027-be58-2249a6350c9c,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:11.276443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c on host n-h1-803757-2 for vnic_type normal with profile {"migrating_to": "n-h2-803757-2"} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:11.276780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:11.277298 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:11.282350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Port 20c4c61e-6d39-4027-be58-2249a6350c9c on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:11.282674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Attempting to bind port 20c4c61e-6d39-4027-be58-2249a6350c9c on network bd7ebef6-e919-454f-b19c-45fbcfe86bc7 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:11.287644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:11.287973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Checking segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:11.288359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Bound using segment: {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:11.288791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Bound port: 20c4c61e-6d39-4027-be58-2249a6350c9c, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63745165-40b4-4872-85ca-ed690517a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'bd7ebef6-e919-454f-b19c-45fbcfe86bc7'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:11.289150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.311842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd527cbe-1284-40b4-9f44-4135e558a92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.361491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd527cbe-1284-40b4-9f44-4135e558a92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae46283-492a-48dc-b75f-a78845b3ce28,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:11.364640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:11.366556 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dd527cbe-1284-40b4-9f44-4135e558a92a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b93222097b54175ad773166a4ec7aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829409 Aug 19 12:19:11.369213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49036) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:11.371767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=20c4c61e-6d39-4027-be58-2249a6350c9c,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:11.424992 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.425513 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47499c2-575c-4c39-aea8-d1f9905fb3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.448478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47499c2-575c-4c39-aea8-d1f9905fb3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.510596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Pushing event updated for resources: {'Port': ['ID=20c4c61e-6d39-4027-be58-2249a6350c9c,revision_number=8']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:11.533338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:11.534305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.535412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-be1c3147-a395-4eb9-8a06-1c385043b865 service neutron] 10.222.0.30 "PUT /v2.0/ports/20c4c61e-6d39-4027-be58-2249a6350c9c HTTP/1.1" status: 200 len: 1122 time: 1.3741372 Aug 19 12:19:11.580444 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47499c2-575c-4c39-aea8-d1f9905fb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.583112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47499c2-575c-4c39-aea8-d1f9905fb3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.584994 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a47499c2-575c-4c39-aea8-d1f9905fb3ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ae46283-492a-48dc-b75f-a78845b3ce28 HTTP/1.1" status: 204 len: 168 time: 0.2146440 Aug 19 12:19:11.595159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4e090440-e554-4557-aa9f-b8f8487c708a details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:11.595858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47499c2-575c-4c39-aea8-d1f9905fb3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae46283-492a-48dc-b75f-a78845b3ce28,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:11.609826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56393f-dfc1-4939-a5fd-18c1f12ebceb req-390a4bcc-f794-4d84-a205-3e8bd37334cf tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:11.615535 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6d56393f-dfc1-4939-a5fd-18c1f12ebceb req-390a4bcc-f794-4d84-a205-3e8bd37334cf tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.0668547 Aug 19 12:19:11.640437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['20c4c61e-6d39-4027-be58-2249a6350c9c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:11.694568 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6d56393f-dfc1-4939-a5fd-18c1f12ebceb req-a9d89daa-6352-4565-a0dd-517dd43ada0e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682046 Aug 19 12:19:11.701749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['20c4c61e-6d39-4027-be58-2249a6350c9c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:11.714544 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e92d70-9692-4f81-90f7-cbf704d90db7 req-9d016232-8ca9-46d3-89b1-6ec04fbf128e tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:11.718870 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6e92d70-9692-4f81-90f7-cbf704d90db7 req-9d016232-8ca9-46d3-89b1-6ec04fbf128e tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 946 time: 0.0823712 Aug 19 12:19:11.760019 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6e92d70-9692-4f81-90f7-cbf704d90db7 req-5d21cb35-4fb4-484c-9f52-72e6195b3ce7 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355866 Aug 19 12:19:11.805918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 4e090440-e554-4557-aa9f-b8f8487c708a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4e090440-e554-4557-aa9f-b8f8487c708a,segment=NetworkSegment(418536a1-809f-4e2c-9d06-07ec9251a91e),segment_id=418536a1-809f-4e2c-9d06-07ec9251a91e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:11.834954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '4e090440-e554-4557-aa9f-b8f8487c708a', 'network_id': '5eb3ae0d-1678-4780-bb5b-f1897b7064dd', 'port_id': '4e090440-e554-4557-aa9f-b8f8487c708a', 'mac_address': 'fa:16:3e:48:84:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f054f2ae-68c5-448f-b7a2-079050002394', 'ip_address': '19.86.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:11.935827 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:11.955189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2804930-0b9e-412f-acf6-ba8dc5fe9a8b req-7261d2c0-9401-4076-a67f-f1e79571501d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:11.957911 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2804930-0b9e-412f-acf6-ba8dc5fe9a8b req-7261d2c0-9401-4076-a67f-f1e79571501d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0654476 Aug 19 12:19:11.979269 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e090440-e554-4557-aa9f-b8f8487c708a {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:12.019816 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2804930-0b9e-412f-acf6-ba8dc5fe9a8b req-b71cd429-5eb6-4a9b-a8d7-21f9bb33b464 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553114 Aug 19 12:19:12.054560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 4e090440-e554-4557-aa9f-b8f8487c708a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4e090440-e554-4557-aa9f-b8f8487c708a,segment=NetworkSegment(418536a1-809f-4e2c-9d06-07ec9251a91e),segment_id=418536a1-809f-4e2c-9d06-07ec9251a91e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:12.138476 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.139265 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 537d0c13-da6d-4c3f-8014-8ddd68b04577 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:12.232601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=4e090440-e554-4557-aa9f-b8f8487c708a,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:12.272959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 537d0c13-da6d-4c3f-8014-8ddd68b04577, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=537d0c13-da6d-4c3f-8014-8ddd68b04577,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:12.287338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '537d0c13-da6d-4c3f-8014-8ddd68b04577', 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d', 'port_id': '537d0c13-da6d-4c3f-8014-8ddd68b04577', 'mac_address': 'fa:16:3e:61:69:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e951dce-636a-4052-9dac-07688c7cb0f4', 'ip_address': '19.80.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:12.298306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea45173-23fa-4d4c-8c8a-21d3712f5312 req-c817bdf1-2ce3-49da-954e-0d171c9fd262 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:12.304351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea45173-23fa-4d4c-8c8a-21d3712f5312 req-c817bdf1-2ce3-49da-954e-0d171c9fd262 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:12.310446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea45173-23fa-4d4c-8c8a-21d3712f5312 req-c817bdf1-2ce3-49da-954e-0d171c9fd262 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:12.312130 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2ea45173-23fa-4d4c-8c8a-21d3712f5312 req-c817bdf1-2ce3-49da-954e-0d171c9fd262 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2414 time: 0.0693107 Aug 19 12:19:12.333037 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.350080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537d0c13-da6d-4c3f-8014-8ddd68b04577 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:12.354824 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2ea45173-23fa-4d4c-8c8a-21d3712f5312 req-9c26ca0a-e922-4a25-a2e6-8aef34b6c13e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357842 Aug 19 12:19:12.376366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 537d0c13-da6d-4c3f-8014-8ddd68b04577, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=537d0c13-da6d-4c3f-8014-8ddd68b04577,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:12.503271 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.503976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b696cbce-9f7c-4789-b52b-d55a21d6a322 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:12.569636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49074) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:12.572445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=537d0c13-da6d-4c3f-8014-8ddd68b04577,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:12.575801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b696cbce-9f7c-4789-b52b-d55a21d6a322, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b696cbce-9f7c-4789-b52b-d55a21d6a322,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:12.584611 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb96fa25-670f-4ddc-8b05-4d6e5f343dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.590228 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-1298de37-53f2-4b97-b13a-0334fcf02f0b service neutron] show failed (client error): The resource could not be found. Aug 19 12:19:12.591494 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-1298de37-53f2-4b97-b13a-0334fcf02f0b service neutron] 10.222.0.62 "GET /v2.0/ports/b709b180-3ac6-4d26-b73b-6d49b09eef11/bindings/n-h2-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0700290 Aug 19 12:19:12.594437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'b696cbce-9f7c-4789-b52b-d55a21d6a322', 'network_id': 'e0c7f70a-769a-4566-87d1-552be1e0288d', 'port_id': 'b696cbce-9f7c-4789-b52b-d55a21d6a322', 'mac_address': 'fa:16:3e:4c:4e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e951dce-636a-4052-9dac-07688c7cb0f4', 'ip_address': '19.80.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:12.633034 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.647653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b696cbce-9f7c-4789-b52b-d55a21d6a322 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:12.668000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b696cbce-9f7c-4789-b52b-d55a21d6a322, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b696cbce-9f7c-4789-b52b-d55a21d6a322,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:12.678581 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb96fa25-670f-4ddc-8b05-4d6e5f343dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.738427 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.772516 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb96fa25-670f-4ddc-8b05-4d6e5f343dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.792377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b696cbce-9f7c-4789-b52b-d55a21d6a322,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:12.846174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96fa25-670f-4ddc-8b05-4d6e5f343dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdb48ff-1e75-40b7-bb97-67f3ef019cbb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:12.853024 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fb96fa25-670f-4ddc-8b05-4d6e5f343dc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f32e1d51340c4978bb38d966019c9be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821479 Aug 19 12:19:12.868403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49080) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:12.883268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07632225-d2b6-4415-b69d-2584d415c535 req-3d4f0828-1d90-4af5-9b6a-36df22ef7044 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:12.884552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07632225-d2b6-4415-b69d-2584d415c535 req-3d4f0828-1d90-4af5-9b6a-36df22ef7044 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.1093132 Aug 19 12:19:12.890946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5c04b-6c4a-45be-97ba-430de5c9fa7e req-51c3150d-ff34-4251-b1ea-ba8801422d47 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:12.896276 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5d5c04b-6c4a-45be-97ba-430de5c9fa7e req-51c3150d-ff34-4251-b1ea-ba8801422d47 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 946 time: 0.0661631 Aug 19 12:19:12.934390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5d5c04b-6c4a-45be-97ba-430de5c9fa7e req-42cae99e-2283-4e2b-884c-e97de2978d90 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/security-groups?id=20bbd55f-478e-4473-a807-99bd3e254402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Aug 19 12:19:12.945965 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07632225-d2b6-4415-b69d-2584d415c535 req-548402e5-9f92-4694-8445-d6de0bb6719a tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520260 Aug 19 12:19:12.950880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0888d7fb-e233-4ac1-b0c4-ab5a2ade6a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:12.979684 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0888d7fb-e233-4ac1-b0c4-ab5a2ade6a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:13.061916 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['537d0c13-da6d-4c3f-8014-8ddd68b04577'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:13.067977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['4e090440-e554-4557-aa9f-b8f8487c708a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:13.085962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec93ac1-2638-496e-9356-3febdef06509 req-079dbe97-bf17-4c6f-aadf-bc853fd3366e tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:13.087476 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eec93ac1-2638-496e-9356-3febdef06509 req-079dbe97-bf17-4c6f-aadf-bc853fd3366e tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.30 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 946 time: 0.0542324 Aug 19 12:19:13.108959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['b696cbce-9f7c-4789-b52b-d55a21d6a322'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:13.172743 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0888d7fb-e233-4ac1-b0c4-ab5a2ade6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:13.175557 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0888d7fb-e233-4ac1-b0c4-ab5a2ade6a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:13.179207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0888d7fb-e233-4ac1-b0c4-ab5a2ade6a3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cdb48ff-1e75-40b7-bb97-67f3ef019cbb HTTP/1.1" status: 204 len: 168 time: 0.3153806 Aug 19 12:19:13.199402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eab4d-274c-461a-bcd7-d2610bbac028 req-36682508-bfd2-4b5f-804e-32a14e39308c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:13.200161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888d7fb-e233-4ac1-b0c4-ab5a2ade6a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdb48ff-1e75-40b7-bb97-67f3ef019cbb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:13.207720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-607eab4d-274c-461a-bcd7-d2610bbac028 req-36682508-bfd2-4b5f-804e-32a14e39308c tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.1192362 Aug 19 12:19:13.271304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-607eab4d-274c-461a-bcd7-d2610bbac028 req-edbf028f-db90-43dd-bd2d-7feb62a38aef tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575113 Aug 19 12:19:13.272899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bf0acd-7297-480f-b148-7007870853e7', 'tag': '20c4c61e-6d39-4027-be58-2249a6350c9c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:13.285076 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8ebfed-224a-4a6a-865a-fd9ed03ea72d" -d '{"events": [{"name": "network-changed", "server_uuid": "07bf0acd-7297-480f-b148-7007870853e7", "tag": "20c4c61e-6d39-4027-be58-2249a6350c9c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:13.294609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-eec93ac1-2638-496e-9356-3febdef06509 req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Deleting port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:13.295092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eec93ac1-2638-496e-9356-3febdef06509 req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:13.337847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-16b07a95-4524-49a9-b820-8598e3ac411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:13.339663 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-16b07a95-4524-49a9-b820-8598e3ac411c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945&tenant_id=9f9555ca381f4d9c9f1e07a044986e98 HTTP/1.1" status: 200 len: 1100 time: 0.0871439 Aug 19 12:19:13.348329 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a28d579-c0dd-4560-a91b-82c6eab34333 x-openstack-request-id: req-8a28d579-c0dd-4560-a91b-82c6eab34333 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:13.348825 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bf0acd-7297-480f-b148-7007870853e7", "tag": "20c4c61e-6d39-4027-be58-2249a6350c9c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:13.349088 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a28d579-c0dd-4560-a91b-82c6eab34333 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:13.349484 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bf0acd-7297-480f-b148-7007870853e7', 'tag': '20c4c61e-6d39-4027-be58-2249a6350c9c', 'status': 'completed', 'code': 200} Aug 19 12:19:13.354417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:13.425576 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:13.445355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-eec93ac1-2638-496e-9356-3febdef06509 req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] For port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:13.445728 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eec93ac1-2638-496e-9356-3febdef06509 req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:13.459369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ebfed-224a-4a6a-865a-fd9ed03ea72d req-fc3b4fcd-27f4-445a-ac4d-09d2ccbee5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:13.460887 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d8ebfed-224a-4a6a-865a-fd9ed03ea72d req-fc3b4fcd-27f4-445a-ac4d-09d2ccbee5ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 1125 time: 0.0848300 Aug 19 12:19:13.465219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-eec93ac1-2638-496e-9356-3febdef06509 req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Calling delete_port for ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:13.651925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37d8db-8634-4ac4-be32-6cf00d6625ca req-09558884-e1f7-4a1c-8b94-107a6bf8ed01 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:13.658313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37d8db-8634-4ac4-be32-6cf00d6625ca req-09558884-e1f7-4a1c-8b94-107a6bf8ed01 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:13.664245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37d8db-8634-4ac4-be32-6cf00d6625ca req-09558884-e1f7-4a1c-8b94-107a6bf8ed01 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:13.665902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd37d8db-8634-4ac4-be32-6cf00d6625ca req-09558884-e1f7-4a1c-8b94-107a6bf8ed01 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2416 time: 0.1990066 Aug 19 12:19:13.679279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:13.724866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:13.735156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ebfed-224a-4a6a-865a-fd9ed03ea72d req-164d965a-89f9-471c-a85e-194c4aef2e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:13.736717 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d8ebfed-224a-4a6a-865a-fd9ed03ea72d req-164d965a-89f9-471c-a85e-194c4aef2e97 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.2641952 Aug 19 12:19:13.772176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd37d8db-8634-4ac4-be32-6cf00d6625ca req-b37b532a-48cd-46c4-803c-9aa1b400b354 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970109 Aug 19 12:19:13.818544 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d8ebfed-224a-4a6a-865a-fd9ed03ea72d req-d842a785-590d-49db-9131-ee971c9054cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c4c61e-6d39-4027-be58-2249a6350c9c HTTP/1.1" status: 200 len: 217 time: 0.0657647 Aug 19 12:19:13.853768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:13.856789 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaac0df9-3874-48b4-ae13-9ebdc808bbbf" -d '{"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-unplugged", "status": "completed", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:13.869802 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:13.880087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ebfed-224a-4a6a-865a-fd9ed03ea72d req-f7686810-5ca0-48f8-8eb7-d5ab9f8b5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:13.885681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d8ebfed-224a-4a6a-865a-fd9ed03ea72d req-f7686810-5ca0-48f8-8eb7-d5ab9f8b5c56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.0552914 Aug 19 12:19:13.905225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Transition to ACTIVE for port object b709b180-3ac6-4d26-b73b-6d49b09eef11 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:13.924799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d8ebfed-224a-4a6a-865a-fd9ed03ea72d req-141e88e1-82b6-40be-bfcf-fda7743bdc62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327847 Aug 19 12:19:13.926156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eec93ac1-2638-496e-9356-3febdef06509 req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:13.940825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:13.997677 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f2aea2-2b69-420c-8fa2-b861317e15d1 x-openstack-request-id: req-48f2aea2-2b69-420c-8fa2-b861317e15d1 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:13.997973 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-unplugged", "status": "completed", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:13.998270 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48f2aea2-2b69-420c-8fa2-b861317e15d1 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:13.998673 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'code': 200} Aug 19 12:19:14.006841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:14.048741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Pushing event deleted for resources: {'Port': ['ID=ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:14.143875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.144578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.144578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.144931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.145222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.145557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.145893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.146226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.146559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.146950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.147287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.147617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:14.148208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] No DVR routers for this DVR port b709b180-3ac6-4d26-b73b-6d49b09eef11 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:14.159857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec93ac1-2638-496e-9356-3febdef06509 req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] No DVR routers for this DVR port ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:14.162862 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-555cc419-6e2e-4f44-9605-875e3ca37c54 req-76ee73a0-d9ba-40b7-91ac-da514bb76e72 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 210 time: 0.0977449 Aug 19 12:19:14.166614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eec93ac1-2638-496e-9356-3febdef06509 req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:14.168710 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eec93ac1-2638-496e-9356-3febdef06509 req-be63ba14-d458-4511-95f2-b8c40b718e20 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.30 "DELETE /v2.0/ports/ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee HTTP/1.1" status: 204 len: 173 time: 1.0718741 Aug 19 12:19:14.177684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=6']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:14.201934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00051042-c986-40ee-9849-5946fe4ba113 req-3324637c-0e45-45d8-a45d-ab8ea9fb3d88 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:14.206162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00051042-c986-40ee-9849-5946fe4ba113 req-3324637c-0e45-45d8-a45d-ab8ea9fb3d88 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.1499670 Aug 19 12:19:14.254053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d8ebfed-224a-4a6a-865a-fd9ed03ea72d req-f5e3e688-a6ef-4a5b-b016-2a09094974a7 service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102772 Aug 19 12:19:14.325100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:14.327402 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:14.335436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:14.361572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Port b709b180-3ac6-4d26-b73b-6d49b09eef11 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:14.361897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:14.367767 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00051042-c986-40ee-9849-5946fe4ba113 req-4bb29b6c-a75f-4115-9199-bc32d00c8763 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499634 Aug 19 12:19:14.384764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:14.384764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:14.384764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:14.384764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Bound port: b709b180-3ac6-4d26-b73b-6d49b09eef11, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:14.384764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:14.445494 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d8ebfed-224a-4a6a-865a-fd9ed03ea72d req-3638a6ec-5379-4d3c-8733-54874fbc3035 service neutron] 10.222.0.62 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776066 Aug 19 12:19:14.539272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:14.543012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:14.591044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297d418-ec0a-427e-9be9-ce6586356c89 req-ae5bd918-406b-423f-bfa6-086c2b1ada95 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:14.592694 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a297d418-ec0a-427e-9be9-ce6586356c89 req-ae5bd918-406b-423f-bfa6-086c2b1ada95 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 947 time: 0.1104178 Aug 19 12:19:14.636170 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a297d418-ec0a-427e-9be9-ce6586356c89 req-14f8729c-0672-4787-b819-6f6e5727f220 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347159 Aug 19 12:19:14.727269 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:14.774436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:14.775150 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:14.776537 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] 10.222.0.30 "PUT /v2.0/ports/b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 1095 time: 1.4279404 Aug 19 12:19:14.867618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b5e29-787e-42d1-908d-faefd33204ba service neutron] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:14.917431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-c75bf571-dcbf-4da8-971d-cefcbb4ade25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:14.919130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-c75bf571-dcbf-4da8-971d-cefcbb4ade25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1098 time: 0.0962799 Aug 19 12:19:14.989710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99015ab6-cc40-4483-954e-f334c5387408 req-dfc3a3a7-7e20-4e6b-af68-d8e6a870ee32 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:14.998901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99015ab6-cc40-4483-954e-f334c5387408 req-dfc3a3a7-7e20-4e6b-af68-d8e6a870ee32 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:15.006996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99015ab6-cc40-4483-954e-f334c5387408 req-dfc3a3a7-7e20-4e6b-af68-d8e6a870ee32 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:15.019871 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99015ab6-cc40-4483-954e-f334c5387408 req-dfc3a3a7-7e20-4e6b-af68-d8e6a870ee32 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2416 time: 0.1570346 Aug 19 12:19:15.084237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99015ab6-cc40-4483-954e-f334c5387408 req-40ab577c-7b11-4475-9950-89af8c2b46c5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634212 Aug 19 12:19:15.118302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-2f12ee0f-7c00-4dbc-887b-4dd779d8fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:15.120010 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-2f12ee0f-7c00-4dbc-887b-4dd779d8fc9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1913135 Aug 19 12:19:15.176541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-82162dcc-fbeb-4b21-ad81-62f142b0a934 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 217 time: 0.0452902 Aug 19 12:19:15.239050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-0f85b997-72b5-4e05-91f3-a35a2d6ef7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:15.240519 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-0f85b997-72b5-4e05-91f3-a35a2d6ef7a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0564518 Aug 19 12:19:15.301451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-064badc4-03d7-4488-9ade-a1fc47e7138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:15.303141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-064badc4-03d7-4488-9ade-a1fc47e7138d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537028 Aug 19 12:19:15.312422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59777858-3360-4482-a88b-80491fedead4 req-e990dbd7-e2ac-4062-8ba8-8f77487a9e57 tempest-FloatingIPsAssociationTestJSON-237556274 tempest-FloatingIPsAssociationTestJSON-237556274-project] 10.222.0.21 "GET /v2.0/ports?device_id=afe70a0b-a20c-42dc-8ac2-5a172040ab09 HTTP/1.1" status: 200 len: 210 time: 0.0344076 Aug 19 12:19:15.350183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'name': 'network-vif-deleted', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:15.352728 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327f82de-bee5-407c-88ae-3e6bdba9041e" -d '{"events": [{"server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "name": "network-vif-deleted", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:15.407284 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0d976f-2b17-490a-9a88-380c6ecc0c37 x-openstack-request-id: req-0c0d976f-2b17-490a-9a88-380c6ecc0c37 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:15.407568 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe70a0b-a20c-42dc-8ac2-5a172040ab09", "name": "network-vif-deleted", "tag": "ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:15.407994 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c0d976f-2b17-490a-9a88-380c6ecc0c37 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:15.408548 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe70a0b-a20c-42dc-8ac2-5a172040ab09', 'name': 'network-vif-deleted', 'tag': 'ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee', 'status': 'completed', 'code': 200} Aug 19 12:19:15.461768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-4dbed76c-d1df-4ade-917b-48e212d43bdc service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464319 Aug 19 12:19:15.545967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59c219-578d-404b-8fce-b9ebce6b344d req-8be29123-36c0-445f-ba30-07237cd88261 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:15.547515 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c59c219-578d-404b-8fce-b9ebce6b344d req-8be29123-36c0-445f-ba30-07237cd88261 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.0546975 Aug 19 12:19:15.560774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70d15a50-3af0-4123-b92e-eab4d1e6090e req-913d7981-cbc9-4198-aea9-2de292edb6c3 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880210 Aug 19 12:19:15.590189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c59c219-578d-404b-8fce-b9ebce6b344d req-7b7939b2-6146-4a2d-b8b1-e8420e5341b3 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356164 Aug 19 12:19:15.627081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 537d0c13-da6d-4c3f-8014-8ddd68b04577 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:15.785791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2942162-5ef9-44b9-9b19-02a8679ccfef req-553e02d0-4eec-4de8-8989-478b787c1538 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:15.787346 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2942162-5ef9-44b9-9b19-02a8679ccfef req-553e02d0-4eec-4de8-8989-478b787c1538 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 947 time: 0.0707114 Aug 19 12:19:15.828729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2942162-5ef9-44b9-9b19-02a8679ccfef req-cbf63c26-3fea-4c16-a704-b0245182c8c6 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344834 Aug 19 12:19:15.892198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 537d0c13-da6d-4c3f-8014-8ddd68b04577 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:15.896523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 537d0c13-da6d-4c3f-8014-8ddd68b04577 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:15.896908 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:15.992635 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:16.000071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:16.002473 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235be85c-bec8-4981-928e-e33565cb0971" -d '{"events": [{"name": "network-changed", "server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:16.026888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537d0c13-da6d-4c3f-8014-8ddd68b04577'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:16.029517 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3df94a-1615-45b1-9a7d-7ec796c6c600" -d '{"events": [{"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-plugged", "status": "completed", "tag": "537d0c13-da6d-4c3f-8014-8ddd68b04577"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:16.045399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 537d0c13-da6d-4c3f-8014-8ddd68b04577, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=537d0c13-da6d-4c3f-8014-8ddd68b04577,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:16.096997 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93433c42-f294-4955-baac-32f25436ccf2 x-openstack-request-id: req-93433c42-f294-4955-baac-32f25436ccf2 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:16.106582 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:16.106582 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93433c42-f294-4955-baac-32f25436ccf2 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:16.106582 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'status': 'completed', 'code': 200} Aug 19 12:19:16.107142 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bafee3f-d6ec-4327-bda2-b9cacd0b54fe x-openstack-request-id: req-4bafee3f-d6ec-4327-bda2-b9cacd0b54fe {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:16.107142 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-plugged", "status": "completed", "tag": "537d0c13-da6d-4c3f-8014-8ddd68b04577", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:16.107142 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bafee3f-d6ec-4327-bda2-b9cacd0b54fe {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:16.107142 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537d0c13-da6d-4c3f-8014-8ddd68b04577', 'code': 200} Aug 19 12:19:16.132608 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:16.135267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b696cbce-9f7c-4789-b52b-d55a21d6a322 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:16.152894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235be85c-bec8-4981-928e-e33565cb0971 req-39f39229-8d5a-439b-ad06-998d39f535e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.156831 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-39f39229-8d5a-439b-ad06-998d39f535e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1098 time: 0.0557721 Aug 19 12:19:16.223309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=537d0c13-da6d-4c3f-8014-8ddd68b04577,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:16.246405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235be85c-bec8-4981-928e-e33565cb0971 req-9d059c6d-6656-4935-9bf6-121e618ee422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.251243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-9d059c6d-6656-4935-9bf6-121e618ee422 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1098 time: 0.1066906 Aug 19 12:19:16.354492 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235be85c-bec8-4981-928e-e33565cb0971 req-7317904a-d75d-400c-b745-1f26e107fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.356368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-7317904a-d75d-400c-b745-1f26e107fa14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1922424 Aug 19 12:19:16.360984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port b696cbce-9f7c-4789-b52b-d55a21d6a322 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:16.365499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port b696cbce-9f7c-4789-b52b-d55a21d6a322 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:16.366183 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:16.397183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49216) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:16.426073 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-f010454f-ac85-4539-adcf-b311ca8a2915 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 217 time: 0.0508707 Aug 19 12:19:16.493606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235be85c-bec8-4981-928e-e33565cb0971 req-d4a2038d-9604-43d2-bff1-9dcd626efe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.495840 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-d4a2038d-9604-43d2-bff1-9dcd626efe6b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0615339 Aug 19 12:19:16.511447 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:16.528470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed165bc-cc52-4197-a958-2a3408208cc0 req-015d2571-dca6-4ed0-89af-b0f8c17ade7c tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.547848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed165bc-cc52-4197-a958-2a3408208cc0 req-015d2571-dca6-4ed0-89af-b0f8c17ade7c tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.559481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed165bc-cc52-4197-a958-2a3408208cc0 req-015d2571-dca6-4ed0-89af-b0f8c17ade7c tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.561500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ed165bc-cc52-4197-a958-2a3408208cc0 req-015d2571-dca6-4ed0-89af-b0f8c17ade7c tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2417 time: 0.2485421 Aug 19 12:19:16.568490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b696cbce-9f7c-4789-b52b-d55a21d6a322, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b696cbce-9f7c-4789-b52b-d55a21d6a322,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:16.660371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235be85c-bec8-4981-928e-e33565cb0971 req-f00dafbb-eb27-44b0-9ee3-0d90dfc1b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.663064 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-f00dafbb-eb27-44b0-9ee3-0d90dfc1b45a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001861 Aug 19 12:19:16.677640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ed165bc-cc52-4197-a958-2a3408208cc0 req-35479ef5-dc1c-4ef8-851c-d3ec3cceb3aa tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034498 Aug 19 12:19:16.726475 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:16.727318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4e090440-e554-4557-aa9f-b8f8487c708a up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:16.816376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-7ba639be-6400-4e23-b3fa-6cf182ca9b1a service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322210 Aug 19 12:19:16.854109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b696cbce-9f7c-4789-b52b-d55a21d6a322,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:16.865272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:16.889877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:16.890286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ede6ca7d-68ba-4aee-8f23-20b6b1cd9eee not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:16.929348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-bb93ed86-8364-4c4c-9b5f-31b06ef4380a service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058037 Aug 19 12:19:16.978884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235be85c-bec8-4981-928e-e33565cb0971 req-1de555f9-2e1b-40fe-bc9d-a328543485cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.979502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e02ed-6912-402e-b06c-7a92a50ad487 req-847d8186-53f2-44a1-b590-b814021ff7d5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:16.980337 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-1de555f9-2e1b-40fe-bc9d-a328543485cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.7199790 Aug 19 12:19:16.980475 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b35e02ed-6912-402e-b06c-7a92a50ad487 req-847d8186-53f2-44a1-b590-b814021ff7d5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 947 time: 0.0543017 Aug 19 12:19:17.024296 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b35e02ed-6912-402e-b06c-7a92a50ad487 req-9cd7d101-1efb-4982-b077-9a214cf97e01 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374649 Aug 19 12:19:17.065750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-b1196ea5-c649-442c-bdfc-e3c413825d94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 217 time: 0.0472229 Aug 19 12:19:17.075741 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bd89b-c286-47a7-9ae3-88db68e391a3 req-ddf54d0a-cfaa-4521-ba62-a51cd4b8335b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.077119 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f24bd89b-c286-47a7-9ae3-88db68e391a3 req-ddf54d0a-cfaa-4521-ba62-a51cd4b8335b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 944 time: 0.1356173 Aug 19 12:19:17.190430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235be85c-bec8-4981-928e-e33565cb0971 req-6e4873b9-9381-45d5-8c5f-a09827a56eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.191892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-6e4873b9-9381-45d5-8c5f-a09827a56eb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1108363 Aug 19 12:19:17.201431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f24bd89b-c286-47a7-9ae3-88db68e391a3 req-44556c9d-21e0-4eae-9a03-4013ea11ad55 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102521 Aug 19 12:19:17.229886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 4e090440-e554-4557-aa9f-b8f8487c708a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:17.238623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 4e090440-e554-4557-aa9f-b8f8487c708a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:17.239032 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.303311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235be85c-bec8-4981-928e-e33565cb0971 req-b21b2935-6c9b-4a8c-bfe7-82b69e77363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.304887 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-b21b2935-6c9b-4a8c-bfe7-82b69e77363c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011317 Aug 19 12:19:17.336389 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.368801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 4e090440-e554-4557-aa9f-b8f8487c708a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4e090440-e554-4557-aa9f-b8f8487c708a,segment=NetworkSegment(418536a1-809f-4e2c-9d06-07ec9251a91e),segment_id=418536a1-809f-4e2c-9d06-07ec9251a91e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:17.456760 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-559d0ff1-d3e0-437a-9a84-9d4dbe75e34f service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223280 Aug 19 12:19:17.519783 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-6892e2fc-88b6-47ea-b2f1-d80bf0170467 service neutron] 10.222.0.62 "GET /v2.0/ports/20c4c61e-6d39-4027-be58-2249a6350c9c/bindings/n-h2-803757-2 HTTP/1.1" status: 200 len: 384 time: 0.0565414 Aug 19 12:19:17.572727 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.573548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 20c4c61e-6d39-4027-be58-2249a6350c9c no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:17.621383 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-235be85c-bec8-4981-928e-e33565cb0971 req-8650ae6d-5504-4086-ac4b-2a4181072a4e service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566484 Aug 19 12:19:17.645533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=4e090440-e554-4557-aa9f-b8f8487c708a,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:17.669164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.738837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b709b180-3ac6-4d26-b73b-6d49b09eef11 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:17.797254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-42d526c9-21ba-4f47-9851-fda5a6f66f16 service neutron] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=20c4c61e-6d39-4027-be58-2249a6350c9c,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:17.797851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b709b180-3ac6-4d26-b73b-6d49b09eef11 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:17.821877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-42d526c9-21ba-4f47-9851-fda5a6f66f16 service neutron] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:17.857815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-42d526c9-21ba-4f47-9851-fda5a6f66f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c4c61e-6d39-4027-be58-2249a6350c9c {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:17.878367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f4c02-ebdb-4482-8488-ff248af1b97e req-e5d57b1a-9ef4-4b18-ae6e-e9a0d30d4f80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.879185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-42d526c9-21ba-4f47-9851-fda5a6f66f16 service neutron] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=20c4c61e-6d39-4027-be58-2249a6350c9c,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:17.884853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f4c02-ebdb-4482-8488-ff248af1b97e req-e5d57b1a-9ef4-4b18-ae6e-e9a0d30d4f80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.891490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f4c02-ebdb-4482-8488-ff248af1b97e req-e5d57b1a-9ef4-4b18-ae6e-e9a0d30d4f80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:17.893195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b63f4c02-ebdb-4482-8488-ff248af1b97e req-e5d57b1a-9ef4-4b18-ae6e-e9a0d30d4f80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2419 time: 0.0818298 Aug 19 12:19:17.983810 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-42d526c9-21ba-4f47-9851-fda5a6f66f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:17.988828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b63f4c02-ebdb-4482-8488-ff248af1b97e req-139ee519-7738-4dc6-8409-d68b6a93a9ec tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868306 Aug 19 12:19:18.074184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-42d526c9-21ba-4f47-9851-fda5a6f66f16 service neutron] Transition to ACTIVE for port object 20c4c61e-6d39-4027-be58-2249a6350c9c will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:18.087029 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Deleting port 4729e6a1-8441-4310-a349-7fa61ca901e7 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:18.087643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.103982 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b696cbce-9f7c-4789-b52b-d55a21d6a322'}, {'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e090440-e554-4557-aa9f-b8f8487c708a'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:18.107338 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16b82cf-3d39-4889-83c5-705fc31ce69f" -d '{"events": [{"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-plugged", "status": "completed", "tag": "b696cbce-9f7c-4789-b52b-d55a21d6a322"}, {"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-plugged", "status": "completed", "tag": "4e090440-e554-4557-aa9f-b8f8487c708a"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:18.158953 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-42d526c9-21ba-4f47-9851-fda5a6f66f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.161235 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2343cb-8fe3-4ee7-b1cb-f07d3b08162b x-openstack-request-id: req-2d2343cb-8fe3-4ee7-b1cb-f07d3b08162b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:18.161717 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-plugged", "status": "completed", "tag": "b696cbce-9f7c-4789-b52b-d55a21d6a322", "code": 200}, {"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-plugged", "status": "completed", "tag": "4e090440-e554-4557-aa9f-b8f8487c708a", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:18.162320 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d2343cb-8fe3-4ee7-b1cb-f07d3b08162b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:18.162992 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b696cbce-9f7c-4789-b52b-d55a21d6a322', 'code': 200} Aug 19 12:19:18.163400 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e090440-e554-4557-aa9f-b8f8487c708a', 'code': 200} Aug 19 12:19:18.195369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] For port 4729e6a1-8441-4310-a349-7fa61ca901e7, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4729e6a1-8441-4310-a349-7fa61ca901e7,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:18.195901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.211013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Calling delete_port for 4729e6a1-8441-4310-a349-7fa61ca901e7 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:18.234971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-42d526c9-21ba-4f47-9851-fda5a6f66f16 service neutron] No DVR routers for this DVR port 20c4c61e-6d39-4027-be58-2249a6350c9c on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:18.282292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49298) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:18.311133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993f2f0-d7ab-4382-b197-6cb96101d6d9 req-a8e9fdd7-41eb-4100-971c-676bdc6dd291 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:18.318724 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c993f2f0-d7ab-4382-b197-6cb96101d6d9 req-a8e9fdd7-41eb-4100-971c-676bdc6dd291 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 947 time: 0.2012651 Aug 19 12:19:18.325642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-42d526c9-21ba-4f47-9851-fda5a6f66f16 service neutron] 10.222.0.62 "PUT /v2.0/ports/20c4c61e-6d39-4027-be58-2249a6350c9c/bindings/n-h2-803757-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7986357 Aug 19 12:19:18.346757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d526c9-21ba-4f47-9851-fda5a6f66f16 service neutron] Pushing event updated for resources: {'Port': ['ID=20c4c61e-6d39-4027-be58-2249a6350c9c,revision_number=10']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:18.357826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d5f8f-db83-49b9-a7c4-83e089007e6f req-303f5836-5f12-477a-89ea-592ce28c3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:18.358389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d5f8f-db83-49b9-a7c4-83e089007e6f req-303f5836-5f12-477a-89ea-592ce28c3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:18.359641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d5f8f-db83-49b9-a7c4-83e089007e6f req-303f5836-5f12-477a-89ea-592ce28c3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:18.361542 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa5d5f8f-db83-49b9-a7c4-83e089007e6f req-303f5836-5f12-477a-89ea-592ce28c3cd3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2872 time: 0.1008322 Aug 19 12:19:18.380878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c993f2f0-d7ab-4382-b197-6cb96101d6d9 req-9f6f99c0-84da-4ed4-a85e-7918f735ea2f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542378 Aug 19 12:19:18.448418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51715792-def4-42ed-ad70-faf8e925f3ea req-030d2f8c-dd76-4a65-a34c-a2d05936a784 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:18.450774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51715792-def4-42ed-ad70-faf8e925f3ea req-030d2f8c-dd76-4a65-a34c-a2d05936a784 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 945 time: 0.1494160 Aug 19 12:19:18.454433 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-267ecf36-1fa0-4270-a76d-3811c7c1fd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.471257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa5d5f8f-db83-49b9-a7c4-83e089007e6f req-ffcb5e16-d3c8-42d5-87ac-8d33744839aa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740333 Aug 19 12:19:18.514611 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51715792-def4-42ed-ad70-faf8e925f3ea req-1bbd0d56-fa4d-41d3-93be-463ee24d8d93 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540867 Aug 19 12:19:18.548971 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-267ecf36-1fa0-4270-a76d-3811c7c1fd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.580218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-29d7c3b2-bf56-4a40-b5e2-696ef20d6387 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:18.581769 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-29d7c3b2-bf56-4a40-b5e2-696ef20d6387 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.0870364 Aug 19 12:19:18.633024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-63a169d9-793e-45c8-a047-a868cf7f79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:18.634562 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-63a169d9-793e-45c8-a047-a868cf7f79c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7&tenant_id=6b81bb21c5aa454baad4a2004864545e HTTP/1.1" status: 200 len: 1096 time: 0.0434642 Aug 19 12:19:18.697511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-92f5a2d0-ceb4-40c0-9fc2-30b4a69cadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:18.699112 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-92f5a2d0-ceb4-40c0-9fc2-30b4a69cadde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b81bb21c5aa454baad4a2004864545e&device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 1096 time: 0.0405443 Aug 19 12:19:18.704387 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-267ecf36-1fa0-4270-a76d-3811c7c1fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.745330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-267ecf36-1fa0-4270-a76d-3811c7c1fd55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52c094b1187f49cab63a4874107bf6fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617031 Aug 19 12:19:18.746309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ecf36-1fa0-4270-a76d-3811c7c1fd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0151a194-9352-4e8f-9754-0a75d6d0873f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:18.748983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49304) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:18.765524 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.800460 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7a5347d8-92a0-4812-963a-792c8330e64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.805202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=4729e6a1-8441-4310-a349-7fa61ca901e7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:18.820249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.820744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.821153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.821554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.821956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.822300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.822610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.823452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.823452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.823646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.824084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.824185 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7a5347d8-92a0-4812-963a-792c8330e64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:18.824271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:18.878266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device b709b180-3ac6-4d26-b73b-6d49b09eef11 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:18.899359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-d317ee07-8d2a-4abb-aac0-5f68a0a49310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:18.900850 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-d317ee07-8d2a-4abb-aac0-5f68a0a49310 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 200 len: 921 time: 0.1947243 Aug 19 12:19:18.977323 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-ddf993c9-9d67-4251-94a8-211ffd4dc05c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20c4c61e-6d39-4027-be58-2249a6350c9c HTTP/1.1" status: 200 len: 217 time: 0.0688057 Aug 19 12:19:18.986682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:19.006610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'mac_address': 'fa:16:3e:67:d5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:19.012903 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7a5347d8-92a0-4812-963a-792c8330e64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.017316 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7a5347d8-92a0-4812-963a-792c8330e64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.027452 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7a5347d8-92a0-4812-963a-792c8330e64f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0151a194-9352-4e8f-9754-0a75d6d0873f HTTP/1.1" status: 204 len: 168 time: 0.2729695 Aug 19 12:19:19.057695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5347d8-92a0-4812-963a-792c8330e64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0151a194-9352-4e8f-9754-0a75d6d0873f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:19.078317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-db4fefd6-1d80-40a7-b9e8-6f3c50ace048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.079907 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-db4fefd6-1d80-40a7-b9e8-6f3c50ace048 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 200 len: 860 time: 0.0959234 Aug 19 12:19:19.082142 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.087677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.121838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b709b180-3ac6-4d26-b73b-6d49b09eef11 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:19.144692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:19.148932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-10f89cf9-ba9b-4a1d-b4c6-cd62e0d1db00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd7ebef6-e919-454f-b19c-45fbcfe86bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582142 Aug 19 12:19:19.275260 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.285123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7187d-9ce6-46d7-be20-3b8497d3c9f8 req-949ad8cc-7e00-4c56-9f44-6af5f9998565 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.291102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7187d-9ce6-46d7-be20-3b8497d3c9f8 req-949ad8cc-7e00-4c56-9f44-6af5f9998565 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.297078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7187d-9ce6-46d7-be20-3b8497d3c9f8 req-949ad8cc-7e00-4c56-9f44-6af5f9998565 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.298860 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36b7187d-9ce6-46d7-be20-3b8497d3c9f8 req-949ad8cc-7e00-4c56-9f44-6af5f9998565 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2419 time: 0.2129583 Aug 19 12:19:19.344583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:19.379879 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36b7187d-9ce6-46d7-be20-3b8497d3c9f8 req-f502f227-2780-4cd2-911e-83762667d5f6 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726600 Aug 19 12:19:19.386586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-a38bebb9-be11-4643-9a99-e286f09b6fad service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017453 Aug 19 12:19:19.575116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['b709b180-3ac6-4d26-b73b-6d49b09eef11'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:19.575349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f69f7-30b1-4e3b-acf1-939d23ad9296 req-d63191db-a737-4bae-b3fc-17de8e2713bc tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.579299 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f30f69f7-30b1-4e3b-acf1-939d23ad9296 req-d63191db-a737-4bae-b3fc-17de8e2713bc tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 948 time: 0.0957496 Aug 19 12:19:19.598605 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-148033c0-2913-4ea0-876a-52a7db203e6f service neutron] 10.222.0.30 "GET /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760750 Aug 19 12:19:19.606077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:19.635138 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f30f69f7-30b1-4e3b-acf1-939d23ad9296 req-b1370b36-f720-4d4e-892c-721c8c822a87 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490096 Aug 19 12:19:19.708688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297efa1f-9dc0-43ee-9637-f67117b72d39 req-7cd97e3c-a42d-4b3f-b343-945201f0256b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:19.710224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-297efa1f-9dc0-43ee-9637-f67117b72d39 req-7cd97e3c-a42d-4b3f-b343-945201f0256b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 945 time: 0.0965600 Aug 19 12:19:19.790258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-297efa1f-9dc0-43ee-9637-f67117b72d39 req-a1c62960-875c-48bb-bd90-e3993962f0ca tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Aug 19 12:19:19.790921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:19.796293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-20e49865-5a89-4b21-bfe2-bad870475bbb admin admin] 10.222.0.21 "PUT /v2.0/routers/3d60cb19-2c8c-42b8-bcfd-35ea679bcb07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3952899 Aug 19 12:19:19.798385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49334) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:19.804768 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f796a-0b84-42ad-99b1-d112629c3b0b None None] Sync routers for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:19.816135 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f796a-0b84-42ad-99b1-d112629c3b0b None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:19.817012 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-db1f796a-0b84-42ad-99b1-d112629c3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:19.938535 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:19.960381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49338) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:19.978464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00be0fba-605f-4e00-b54c-cbce3fb8c7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.034767 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-db1f796a-0b84-42ad-99b1-d112629c3b0b None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:20.117963 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00be0fba-605f-4e00-b54c-cbce3fb8c7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.246625 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-db1f796a-0b84-42ad-99b1-d112629c3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:19:18Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:20.277145 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f796a-0b84-42ad-99b1-d112629c3b0b None None] Checking router: 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:20.286861 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f796a-0b84-42ad-99b1-d112629c3b0b None None] Routers {'3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:20.287781 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-db1f796a-0b84-42ad-99b1-d112629c3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:20.313876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f29bf2-d012-411f-b29c-e1a0d3efeb84 req-ecdd16f9-dc0b-4ff2-8993-5a166015a899 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.325050 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85f29bf2-d012-411f-b29c-e1a0d3efeb84 req-ecdd16f9-dc0b-4ff2-8993-5a166015a899 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 948 time: 0.0824816 Aug 19 12:19:20.333957 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00be0fba-605f-4e00-b54c-cbce3fb8c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.395895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-00be0fba-605f-4e00-b54c-cbce3fb8c7fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec9acd63877c4059a90fd99e6b88926c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337220 Aug 19 12:19:20.400455 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-db1f796a-0b84-42ad-99b1-d112629c3b0b None None] Set router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:20.417787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49370) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:20.432060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be0fba-605f-4e00-b54c-cbce3fb8c7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0836a0-e2ec-420e-8b47-18d4604d22cd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:20.483056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85f29bf2-d012-411f-b29c-e1a0d3efeb84 req-9a6ca223-acbd-4c58-8040-eebcc4b15556 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570625 Aug 19 12:19:20.511269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-53e42f3c-84a0-4f8e-9805-5d9a9eee53d5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.513388 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-53e42f3c-84a0-4f8e-9805-5d9a9eee53d5 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.30 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945&tenant_id=9f9555ca381f4d9c9f1e07a044986e98&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 948 time: 0.1526992 Aug 19 12:19:20.529167 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f0a2b8e3-2cf4-4abe-bbcf-4e545d2e0336 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894184 Aug 19 12:19:20.555348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-25ae0911-2476-452e-89dd-77779ca6acd5 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.556874 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-25ae0911-2476-452e-89dd-77779ca6acd5 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7&tenant_id=6b81bb21c5aa454baad4a2004864545e&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.1382222 Aug 19 12:19:20.575815 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.594111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-9a2e4f53-50ae-4896-9838-d49680761344 service neutron] 10.222.0.30 "GET /v2.0/ports/b709b180-3ac6-4d26-b73b-6d49b09eef11/bindings/n-h2-803757-2 HTTP/1.1" status: 200 len: 382 time: 0.0719752 Aug 19 12:19:20.643810 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-db1f796a-0b84-42ad-99b1-d112629c3b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:19:18Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:20.679624 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1270edd9-9ada-44ae-ad7f-a68a9c6c605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.698483 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f796a-0b84-42ad-99b1-d112629c3b0b None None] The sync data for ids ['3d60cb19-2c8c-42b8-bcfd-35ea679bcb07'] in n-d-803757-2 is: [{'id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'name': 'tempest-FloatingIPsAssociationTestJSON-1769904478-router', 'tenant_id': 'a4526ba863d24516ad8e439336eea2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:41Z', 'updated_at': '2021-08-19T12:19:18Z', 'revision_number': 5, 'project_id': 'a4526ba863d24516ad8e439336eea2b5', 'gw_port': {'id': '2a7eb61d-39d1-49c8-b055-ef4ff651cd05', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d60cb19-2c8c-42b8-bcfd-35ea679bcb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:44Z', 'updated_at': '2021-08-19T12:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:20.712013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-942732ee-ace7-4c14-89c3-1ed8e6a55528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.713380 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1270edd9-9ada-44ae-ad7f-a68a9c6c605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.714626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-942732ee-ace7-4c14-89c3-1ed8e6a55528 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1099 time: 0.0941415 Aug 19 12:19:20.856221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-6679daeb-936c-41d2-849c-4d4ade5bc631 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.857631 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-6679daeb-936c-41d2-849c-4d4ade5bc631 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173351 Aug 19 12:19:20.862195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-58451f9f-0ab7-4c0d-953c-bce553d9ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.864581 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-58451f9f-0ab7-4c0d-953c-bce553d9ec3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1399369 Aug 19 12:19:20.900889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-e8c3d34e-b291-4950-9beb-da581e360734 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/quotas/f9aaf6c8c42748848460ba2ab7b5cd6e HTTP/1.1" status: 200 len: 375 time: 0.0284920 Aug 19 12:19:20.901113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device b709b180-3ac6-4d26-b73b-6d49b09eef11 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:20.905997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Deleting port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:20.906419 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:20.911807 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-e77a24a1-33ab-4e48-9214-eeb6204afd40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 217 time: 0.0369873 Aug 19 12:19:20.976092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-3f2c2156-76ed-46ce-a7a3-0c6b63401bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:20.977723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-3f2c2156-76ed-46ce-a7a3-0c6b63401bbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0581515 Aug 19 12:19:20.989153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-a31d097d-60c8-4761-a7bc-3712e9e1f1de tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689118 Aug 19 12:19:21.032360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] For port 2a7eb61d-39d1-49c8-b055-ef4ff651cd05, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2a7eb61d-39d1-49c8-b055-ef4ff651cd05,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:21.035712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.046527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1270edd9-9ada-44ae-ad7f-a68a9c6c605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.049392 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1270edd9-9ada-44ae-ad7f-a68a9c6c605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.053236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1270edd9-9ada-44ae-ad7f-a68a9c6c605c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e0836a0-e2ec-420e-8b47-18d4604d22cd HTTP/1.1" status: 204 len: 168 time: 0.6307833 Aug 19 12:19:21.056560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Calling delete_port for 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:21.068351 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270edd9-9ada-44ae-ad7f-a68a9c6c605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0836a0-e2ec-420e-8b47-18d4604d22cd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:21.078250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port b709b180-3ac6-4d26-b73b-6d49b09eef11 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:21.093784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port b709b180-3ac6-4d26-b73b-6d49b09eef11 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:21.093784 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.112812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-40661d92-4168-4e9c-b45a-cddb137c8b03 service neutron] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:21.117434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-40661d92-4168-4e9c-b45a-cddb137c8b03 service neutron] Notify callbacks [] for binding, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.118566 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d29ec9c8-755d-4082-9b64-37748a2201a0 req-40661d92-4168-4e9c-b45a-cddb137c8b03 service neutron] 10.222.0.30 "DELETE /v2.0/ports/20c4c61e-6d39-4027-be58-2249a6350c9c/bindings/n-h1-803757-2 HTTP/1.1" status: 204 len: 173 time: 0.5492983 Aug 19 12:19:21.227264 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.266162 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:21.267214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:21.269717 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97459c0-77aa-471c-a8fe-35159c37a7df" -d '{"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-plugged", "status": "completed", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:21.355853 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.437693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:21.437897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faa8e4-b731-487d-9962-ebd94a037bf5 req-8aa956f8-c319-49e0-a95b-7e4bff32e7fe tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:21.450295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0faa8e4-b731-487d-9962-ebd94a037bf5 req-8aa956f8-c319-49e0-a95b-7e4bff32e7fe tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 945 time: 0.1008523 Aug 19 12:19:21.533438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-cfddd59e-b33e-4831-a320-0e5ad6fdef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:21.533789 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0faa8e4-b731-487d-9962-ebd94a037bf5 req-9685f8c7-2f75-4634-be45-08f0ff6ed522 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686502 Aug 19 12:19:21.535092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-cfddd59e-b33e-4831-a320-0e5ad6fdef3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5492694 Aug 19 12:19:21.554882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce355b-6caa-43ad-b963-08e25834e252 req-ce10ed4b-812b-425e-af99-9a8696829c8b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:21.560653 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.561329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce355b-6caa-43ad-b963-08e25834e252 req-ce10ed4b-812b-425e-af99-9a8696829c8b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:21.569332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce355b-6caa-43ad-b963-08e25834e252 req-ce10ed4b-812b-425e-af99-9a8696829c8b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:21.575920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-88ce355b-6caa-43ad-b963-08e25834e252 req-ce10ed4b-812b-425e-af99-9a8696829c8b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2419 time: 0.7744555 Aug 19 12:19:21.600813 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7eb61d-39d1-49c8-b055-ef4ff651cd05,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:21.679620 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-88ce355b-6caa-43ad-b963-08e25834e252 req-d5074609-ecb8-4b91-98ab-6573f46935ce tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014328 Aug 19 12:19:21.729525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.754606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-1e007469-15b6-456d-a08c-de321d48aabe service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764672 Aug 19 12:19:21.763416 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea14759-632e-42ab-99d5-e10ee9ac5a11 x-openstack-request-id: req-7ea14759-632e-42ab-99d5-e10ee9ac5a11 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:21.763883 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-plugged", "status": "completed", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:21.764405 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ea14759-632e-42ab-99d5-e10ee9ac5a11 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:21.765857 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'code': 200} Aug 19 12:19:21.854235 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-5f47d1a1-dc6b-47de-9b05-035ed237b406 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278790 Aug 19 12:19:21.917320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.935771 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:21.972696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-3bd0c0fe-d3b7-41e5-8a9e-b946352080a0 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052505 Aug 19 12:19:21.999823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-0a435cc6-fc60-4c9f-97fc-bcd115a01cf9 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.000103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a99644-d1d6-4cc5-9ccc-59a214b9a0f9 req-dccc010c-3aa7-4ac4-9cef-b4d9a40d5360 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.001338 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89a99644-d1d6-4cc5-9ccc-59a214b9a0f9 req-dccc010c-3aa7-4ac4-9cef-b4d9a40d5360 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0973799 Aug 19 12:19:22.006991 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-0a435cc6-fc60-4c9f-97fc-bcd115a01cf9 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450636 Aug 19 12:19:22.017540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-ee17a171-c3cb-4842-a072-8e0ad658a9dc tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/quotas/f9aaf6c8c42748848460ba2ab7b5cd6e HTTP/1.1" status: 200 len: 375 time: 0.0097222 Aug 19 12:19:22.057109 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89a99644-d1d6-4cc5-9ccc-59a214b9a0f9 req-47f528f0-2dcf-4e18-aa5b-3e8078086e95 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475962 Aug 19 12:19:22.063522 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-0962ae53-2e7f-4d3e-ba6c-39a9a1af075c tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386310 Aug 19 12:19:22.143030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.143030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:19:22.168008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.168008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cb298fc6-8c15-4dd2-a2a7-9ec2d2c445a3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3d60cb19-2c8c-42b8-bcfd-35ea679bcb07 HTTP/1.1" status: 204 len: 168 time: 2.3511276 Aug 19 12:19:22.169840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49430) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:22.252425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecd920d-c52a-4312-a37f-b84ee18e755a admin admin] Deleting subnet b4597851-e1ae-470b-8243-b2ac6ed1ad4f {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:22.257797 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ecd920d-c52a-4312-a37f-b84ee18e755a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.286248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61f0d2-871d-4aeb-bbdb-41a97a70fbeb req-721dc55e-eccf-4288-943b-c1b09e9981f2 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:22.287845 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de61f0d2-871d-4aeb-bbdb-41a97a70fbeb req-721dc55e-eccf-4288-943b-c1b09e9981f2 tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 1096 time: 0.0868585 Aug 19 12:19:22.320885 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ecd920d-c52a-4312-a37f-b84ee18e755a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.358162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de61f0d2-871d-4aeb-bbdb-41a97a70fbeb req-a806a1ef-2e18-4533-b870-6350210573da tempest-LiveAutoBlockMigrationV225Test-1061506815 tempest-LiveAutoBlockMigrationV225Test-1061506815-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611787 Aug 19 12:19:22.467689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ecd920d-c52a-4312-a37f-b84ee18e755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.727914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4729e6a1-8441-4310-a349-7fa61ca901e7 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:22.748688 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ecd920d-c52a-4312-a37f-b84ee18e755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.752150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 4729e6a1-8441-4310-a349-7fa61ca901e7 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:22.753791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4729e6a1-8441-4310-a349-7fa61ca901e7 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:22.754249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:22.779290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:22.779641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2a7eb61d-39d1-49c8-b055-ef4ff651cd05 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:22.790079 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ecd920d-c52a-4312-a37f-b84ee18e755a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:22.793207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4ecd920d-c52a-4312-a37f-b84ee18e755a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b4597851-e1ae-470b-8243-b2ac6ed1ad4f HTTP/1.1" status: 204 len: 168 time: 0.6225832 Aug 19 12:19:22.794851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49456) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:22.805120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614710dc-2c3d-4d45-b9d1-2847d5eae0db None None] Network d5c27df8-5bad-4b36-b5f0-08269bcb20ce requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:22.829857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd920d-c52a-4312-a37f-b84ee18e755a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4597851-e1ae-470b-8243-b2ac6ed1ad4f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:22.930088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.015942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Deleting port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:23.016689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.054455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c635a5-bfb2-4aca-a280-d289a56b0c58 None None] DHCP port deletion for d5c27df8-5bad-4b36-b5f0-08269bcb20ce request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:23.105428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] For port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1522ffa7-b02e-4ee4-8eca-99692a99a4c4,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:23.106751 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.114888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-69c635a5-bfb2-4aca-a280-d289a56b0c58 None None] Deleting port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:23.115515 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69c635a5-bfb2-4aca-a280-d289a56b0c58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.129721 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Calling delete_port for 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:23.189951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617692d-49c2-47eb-a6c9-e8a3db62b0f2 req-f11906d8-a0d5-45d3-8e28-af5453a1785e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.197721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617692d-49c2-47eb-a6c9-e8a3db62b0f2 req-f11906d8-a0d5-45d3-8e28-af5453a1785e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.205016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617692d-49c2-47eb-a6c9-e8a3db62b0f2 req-f11906d8-a0d5-45d3-8e28-af5453a1785e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.213919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0617692d-49c2-47eb-a6c9-e8a3db62b0f2 req-f11906d8-a0d5-45d3-8e28-af5453a1785e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2419 time: 0.0876024 Aug 19 12:19:23.271525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0617692d-49c2-47eb-a6c9-e8a3db62b0f2 req-50aafb7f-de32-48e5-9e86-a98d31e6bf26 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563087 Aug 19 12:19:23.306638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-938ee07f-d044-40ec-a0e7-800cb47c9311 req-4f348a3a-2e4c-4832-afe9-51d0b86152e3 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 210 time: 0.3361628 Aug 19 12:19:23.354077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-69c635a5-bfb2-4aca-a280-d289a56b0c58 None None] For port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1522ffa7-b02e-4ee4-8eca-99692a99a4c4,segment=NetworkSegment(1b58b9e3-aa55-4861-9db5-d8173cf4e4f9),segment_id=1b58b9e3-aa55-4861-9db5-d8173cf4e4f9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:23.354479 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69c635a5-bfb2-4aca-a280-d289a56b0c58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.367671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-69c635a5-bfb2-4aca-a280-d289a56b0c58 None None] Calling delete_port for 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:23.396726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd221e43-f2a9-4a3c-a66a-6afa00cd0ef9 req-d4f201fd-65c6-42bb-b9da-5fb0faea35f1 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.398312 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dd221e43-f2a9-4a3c-a66a-6afa00cd0ef9 req-d4f201fd-65c6-42bb-b9da-5fb0faea35f1 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 945 time: 0.0628510 Aug 19 12:19:23.434376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835a2c8-3bb4-4b15-b425-b5626decf90f req-e18352a3-558b-40bd-a5bd-e6b971411715 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.435898 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a835a2c8-3bb4-4b15-b425-b5626decf90f req-e18352a3-558b-40bd-a5bd-e6b971411715 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0555909 Aug 19 12:19:23.443396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dd221e43-f2a9-4a3c-a66a-6afa00cd0ef9 req-8d900b1a-7e9b-4a33-8db1-e16eb4dcc9f7 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Aug 19 12:19:23.481598 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a835a2c8-3bb4-4b15-b425-b5626decf90f req-546b2b1e-2b6e-4b4b-b063-31f6785eedd8 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376987 Aug 19 12:19:23.487261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.487574 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69c635a5-bfb2-4aca-a280-d289a56b0c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.524900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c635a5-bfb2-4aca-a280-d289a56b0c58 None None] Pushing event deleted for resources: {'Port': ['ID=1522ffa7-b02e-4ee4-8eca-99692a99a4c4,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:23.527989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] No DVR routers for this DVR port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:23.533360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c635a5-bfb2-4aca-a280-d289a56b0c58 None None] No DVR routers for this DVR port 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:23.536009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Pushing event deleted for resources: {'Port': ['ID=1522ffa7-b02e-4ee4-8eca-99692a99a4c4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:23.615586 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.625268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c27df8-5bad-4b36-b5f0-08269bcb20ce']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:23.635128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:23.635418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b58b9e3-aa55-4861-9db5-d8173cf4e4f9') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:23.644740 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.659916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.666901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:23.667283 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:23.668998 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:23.820073 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40378fa0-7bc7-4380-b5b9-90975e432e3d req-6d31201e-9422-4b40-878e-a96fe6563cb6 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:23.821683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40378fa0-7bc7-4380-b5b9-90975e432e3d req-6d31201e-9422-4b40-878e-a96fe6563cb6 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 945 time: 0.0524890 Aug 19 12:19:23.894363 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.908519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.911599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] 10.222.0.21 "DELETE /v2.0/networks/d5c27df8-5bad-4b36-b5f0-08269bcb20ce HTTP/1.1" status: 204 len: 168 time: 1.1116593 Aug 19 12:19:23.941671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-40378fa0-7bc7-4380-b5b9-90975e432e3d req-1c5e6298-5c40-4e9b-b62e-15bd6c71d89c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Deleting port 20c4c61e-6d39-4027-be58-2249a6350c9c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:23.942402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-40378fa0-7bc7-4380-b5b9-90975e432e3d req-1c5e6298-5c40-4e9b-b62e-15bd6c71d89c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:23.944188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d65cf-0456-404e-9ed3-c3e8c245591a admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c27df8-5bad-4b36-b5f0-08269bcb20ce,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:24.051718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-40378fa0-7bc7-4380-b5b9-90975e432e3d req-1c5e6298-5c40-4e9b-b62e-15bd6c71d89c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] For port 20c4c61e-6d39-4027-be58-2249a6350c9c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=20c4c61e-6d39-4027-be58-2249a6350c9c,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:24.052084 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-40378fa0-7bc7-4380-b5b9-90975e432e3d req-1c5e6298-5c40-4e9b-b62e-15bd6c71d89c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.056997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c70c9b-123f-45c1-a3db-9b7cf20fbc57 req-4e9e476a-1a01-468f-b1ff-79860c540b4a tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.065086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55c70c9b-123f-45c1-a3db-9b7cf20fbc57 req-4e9e476a-1a01-468f-b1ff-79860c540b4a tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 946 time: 0.0748265 Aug 19 12:19:24.066421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-40378fa0-7bc7-4380-b5b9-90975e432e3d req-1c5e6298-5c40-4e9b-b62e-15bd6c71d89c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Calling delete_port for 20c4c61e-6d39-4027-be58-2249a6350c9c owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:24.111462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55c70c9b-123f-45c1-a3db-9b7cf20fbc57 req-2c282a4c-af0a-4bb6-aa9a-05a0c10fc9b0 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454857 Aug 19 12:19:24.339026 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-40378fa0-7bc7-4380-b5b9-90975e432e3d req-1c5e6298-5c40-4e9b-b62e-15bd6c71d89c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.353140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f11d55ae-c152-4210-b83e-f0c360ef09da', '20c4c61e-6d39-4027-be58-2249a6350c9c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:24.407130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e6298-5c40-4e9b-b62e-15bd6c71d89c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Pushing event deleted for resources: {'Port': ['ID=20c4c61e-6d39-4027-be58-2249a6350c9c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:24.452485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c436d82a-1d0f-47be-a313-dfdd92dc4f00 req-9eebd1ac-35b7-46b1-848f-938917e10b4d tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 210 time: 0.0629563 Aug 19 12:19:24.486282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49506) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:24.540093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b48185-693e-442e-92e5-43c04cce940a req-4120a9fc-ab36-420c-946d-577ec64f7922 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.540755 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cb29ff78-bdeb-47fe-9751-a3a778d90a1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4526ba863d24516ad8e439336eea2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530736 Aug 19 12:19:24.546049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b48185-693e-442e-92e5-43c04cce940a req-4120a9fc-ab36-420c-946d-577ec64f7922 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.550252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49510) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:24.552174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b48185-693e-442e-92e5-43c04cce940a req-4120a9fc-ab36-420c-946d-577ec64f7922 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.553965 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2b48185-693e-442e-92e5-43c04cce940a req-4120a9fc-ab36-420c-946d-577ec64f7922 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2419 time: 0.2119505 Aug 19 12:19:24.555098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-40378fa0-7bc7-4380-b5b9-90975e432e3d req-1c5e6298-5c40-4e9b-b62e-15bd6c71d89c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] No DVR routers for this DVR port 20c4c61e-6d39-4027-be58-2249a6350c9c on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:24.557787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-40378fa0-7bc7-4380-b5b9-90975e432e3d req-1c5e6298-5c40-4e9b-b62e-15bd6c71d89c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.560024 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40378fa0-7bc7-4380-b5b9-90975e432e3d req-1c5e6298-5c40-4e9b-b62e-15bd6c71d89c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.30 "DELETE /v2.0/ports/20c4c61e-6d39-4027-be58-2249a6350c9c HTTP/1.1" status: 204 len: 173 time: 0.7308035 Aug 19 12:19:24.560468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bf0acd-7297-480f-b148-7007870853e7', 'name': 'network-vif-deleted', 'tag': '20c4c61e-6d39-4027-be58-2249a6350c9c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:24.563645 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6809131a-b784-49f1-b010-c74813b9a8b2" -d '{"events": [{"server_uuid": "07bf0acd-7297-480f-b148-7007870853e7", "name": "network-vif-deleted", "tag": "20c4c61e-6d39-4027-be58-2249a6350c9c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:24.615294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2b48185-693e-442e-92e5-43c04cce940a req-ca8630c4-a887-4756-9825-b2e32f9c3fb2 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484920 Aug 19 12:19:24.644498 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd18291b-24b1-42c1-8de2-cfa5546c6ea9 req-5e9fa40c-f85c-4f21-a310-c99978b7e012 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 210 time: 0.1024456 Aug 19 12:19:24.698893 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21b1344e-1af9-43ce-86b4-18b556c41674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.714586 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa33275-b39c-4120-be03-0079d25bc24c x-openstack-request-id: req-ffa33275-b39c-4120-be03-0079d25bc24c {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:24.714586 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bf0acd-7297-480f-b148-7007870853e7", "name": "network-vif-deleted", "tag": "20c4c61e-6d39-4027-be58-2249a6350c9c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:24.714586 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffa33275-b39c-4120-be03-0079d25bc24c {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:24.714586 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bf0acd-7297-480f-b148-7007870853e7', 'name': 'network-vif-deleted', 'tag': '20c4c61e-6d39-4027-be58-2249a6350c9c', 'status': 'completed', 'code': 200} Aug 19 12:19:24.744390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-fad797f2-3e88-419a-9a09-adf0328f6922 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.752646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:24.752865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-fad797f2-3e88-419a-9a09-adf0328f6922 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.760603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-fad797f2-3e88-419a-9a09-adf0328f6922 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.762359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-fad797f2-3e88-419a-9a09-adf0328f6922 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 2419 time: 0.1759484 Aug 19 12:19:24.778141 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:24.778843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1522ffa7-b02e-4ee4-8eca-99692a99a4c4 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:24.782845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21b1344e-1af9-43ce-86b4-18b556c41674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.790197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08416625-9260-4f0a-a5fa-623dab2fca1c req-4e1e03a0-bc37-4417-81a9-b645628d7f53 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:24.792267 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-08416625-9260-4f0a-a5fa-623dab2fca1c req-4e1e03a0-bc37-4417-81a9-b645628d7f53 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0684438 Aug 19 12:19:24.839462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-08416625-9260-4f0a-a5fa-623dab2fca1c req-03e24ca5-f686-4e70-a27f-28c24bc22156 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Aug 19 12:19:24.908712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-b979118f-4ec1-400b-9436-1877b0332532 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting port 4e090440-e554-4557-aa9f-b8f8487c708a {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:24.909054 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-b979118f-4ec1-400b-9436-1877b0332532 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.977668 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.981187 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21b1344e-1af9-43ce-86b4-18b556c41674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.984488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21b1344e-1af9-43ce-86b4-18b556c41674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:24.985692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-21b1344e-1af9-43ce-86b4-18b556c41674 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20bbd55f-478e-4473-a807-99bd3e254402 HTTP/1.1" status: 204 len: 168 time: 0.4344151 Aug 19 12:19:24.999838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1344e-1af9-43ce-86b4-18b556c41674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bbd55f-478e-4473-a807-99bd3e254402,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:25.050688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-b979118f-4ec1-400b-9436-1877b0332532 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] For port 4e090440-e554-4557-aa9f-b8f8487c708a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4e090440-e554-4557-aa9f-b8f8487c708a,segment=NetworkSegment(418536a1-809f-4e2c-9d06-07ec9251a91e),segment_id=418536a1-809f-4e2c-9d06-07ec9251a91e)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:25.051288 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-b979118f-4ec1-400b-9436-1877b0332532 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.070254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-b979118f-4ec1-400b-9436-1877b0332532 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Calling delete_port for 4e090440-e554-4557-aa9f-b8f8487c708a owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:25.344646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6094f5e-f5f7-4e4b-9282-957cfe790211 req-c7a7b8c5-45e3-4182-a813-0604b9807247 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:25.346416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6094f5e-f5f7-4e4b-9282-957cfe790211 req-c7a7b8c5-45e3-4182-a813-0604b9807247 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 946 time: 0.0872045 Aug 19 12:19:25.391918 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6094f5e-f5f7-4e4b-9282-957cfe790211 req-668e8af5-0319-4858-b0f7-feef48d66b92 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380533 Aug 19 12:19:25.470412 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-49501e03-4130-4141-b1eb-ef786ed936d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:25.472202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-49501e03-4130-4141-b1eb-ef786ed936d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945&tenant_id=9f9555ca381f4d9c9f1e07a044986e98 HTTP/1.1" status: 200 len: 1100 time: 0.0539653 Aug 19 12:19:25.480568 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-b979118f-4ec1-400b-9436-1877b0332532 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.493777 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['b696cbce-9f7c-4789-b52b-d55a21d6a322', '4e090440-e554-4557-aa9f-b8f8487c708a', '537d0c13-da6d-4c3f-8014-8ddd68b04577'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:25.502398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:25.581045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979118f-4ec1-400b-9436-1877b0332532 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Port': ['ID=4e090440-e554-4557-aa9f-b8f8487c708a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:25.698965 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-7085b543-6b30-42d0-a2e2-ae5802541523 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1864426 Aug 19 12:19:25.706471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-66c1344c-0803-4abe-a2a9-de96a66ccbb6 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077619 Aug 19 12:19:25.843899 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9c788f0-1142-4b5f-9bdc-6b53a331506b req-2928a0dd-b7a1-4eef-b2a9-fef814af8c21 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 210 time: 0.2739778 Aug 19 12:19:25.866973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-b979118f-4ec1-400b-9436-1877b0332532 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] No DVR routers for this DVR port 4e090440-e554-4557-aa9f-b8f8487c708a on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:25.876066 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-b979118f-4ec1-400b-9436-1877b0332532 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:25.881981 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-b979118f-4ec1-400b-9436-1877b0332532 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "DELETE /v2.0/ports/4e090440-e554-4557-aa9f-b8f8487c708a HTTP/1.1" status: 204 len: 173 time: 1.1111836 Aug 19 12:19:25.884724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-deleted', 'tag': '4e090440-e554-4557-aa9f-b8f8487c708a'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:25.888159 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b901359d-91de-4563-919f-cceaaf4ee673" -d '{"events": [{"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-deleted", "tag": "4e090440-e554-4557-aa9f-b8f8487c708a"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:25.927743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-38553bc6-9864-4f2d-99a3-138af506904d tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:25.929365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-38553bc6-9864-4f2d-99a3-138af506904d tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175090 Aug 19 12:19:25.969234 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.006931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb9965-357b-4499-90aa-d8d105c51883 req-5fad5892-f90c-4a83-977e-de7c0cdc4903 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:26.008631 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eecb9965-357b-4499-90aa-d8d105c51883 req-5fad5892-f90c-4a83-977e-de7c0cdc4903 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 946 time: 0.4400384 Aug 19 12:19:26.050039 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39fd3400-913e-491d-bbfa-0a9e64e45a83 req-d4fe6f4e-c407-46d5-94bf-80624186725b tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 210 time: 0.0392253 Aug 19 12:19:26.192828 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.224044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-07442e93-eca4-4830-86cb-9ffad994c778 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting port 537d0c13-da6d-4c3f-8014-8ddd68b04577 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:26.224396 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-07442e93-eca4-4830-86cb-9ffad994c778 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.225039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Request body: {'port': {'device_id': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': 'f9aaf6c8c42748848460ba2ab7b5cd6e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:26.306687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-687fc59c-6217-475d-abf3-65e231c59d4d tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:26.308711 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-687fc59c-6217-475d-abf3-65e231c59d4d tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3469973 Aug 19 12:19:26.335570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Request body: {'port': {'device_id': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': 'f9aaf6c8c42748848460ba2ab7b5cd6e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:26.340848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e790e0-b009-4078-a0ac-1a3cf96e673d req-8e9a5cfa-3399-4438-a896-5c589c1037bb tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:26.349766 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-44e790e0-b009-4078-a0ac-1a3cf96e673d req-8e9a5cfa-3399-4438-a896-5c589c1037bb tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.1479249 Aug 19 12:19:26.368385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Deleting port dfbb1a91-df02-4776-9c0d-238ae9337221 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:26.368733 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.434954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130a313-22a1-45a6-ade1-9966ffc87ab2 req-9d6441e1-5450-423c-8ccc-e92072bcef4a tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:26.439428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-07442e93-eca4-4830-86cb-9ffad994c778 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] For port 537d0c13-da6d-4c3f-8014-8ddd68b04577, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=537d0c13-da6d-4c3f-8014-8ddd68b04577,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:26.439846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-07442e93-eca4-4830-86cb-9ffad994c778 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.441871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130a313-22a1-45a6-ade1-9966ffc87ab2 req-9d6441e1-5450-423c-8ccc-e92072bcef4a tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:26.443190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d130a313-22a1-45a6-ade1-9966ffc87ab2 req-9d6441e1-5450-423c-8ccc-e92072bcef4a tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 1683 time: 0.3368645 Aug 19 12:19:26.473444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-07442e93-eca4-4830-86cb-9ffad994c778 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Calling delete_port for 537d0c13-da6d-4c3f-8014-8ddd68b04577 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:26.483539 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-44e790e0-b009-4078-a0ac-1a3cf96e673d req-c8b1a441-129e-4d4f-ba85-a3ea5846ff3e tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327713 Aug 19 12:19:26.530698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] For port dfbb1a91-df02-4776-9c0d-238ae9337221, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=dfbb1a91-df02-4776-9c0d-238ae9337221,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:26.531381 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.633279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d130a313-22a1-45a6-ade1-9966ffc87ab2 req-f0742fd2-3dcd-4cd3-a5dd-d505ca066fcc tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585536 Aug 19 12:19:26.637807 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:19:26.637807 n-d-803757-2 neutron-server[95542]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 12:19:26.637807 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id': 'f9aaf6c8c42748848460ba2ab7b5cd6e', 'id': 'c3a670bd-8402-4914-a864-e2f2a95b8c6b', 'expiration': datetime.datetime(2021, 8, 19, 12, 21, 26, 613825)}] Aug 19 12:19:26.637807 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:19:26.638232 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:19:26.652870 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fef125-15cd-4e7d-94ed-e6f1cfaccf73 x-openstack-request-id: req-05fef125-15cd-4e7d-94ed-e6f1cfaccf73 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:26.669195 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-deleted", "tag": "4e090440-e554-4557-aa9f-b8f8487c708a", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:26.669195 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05fef125-15cd-4e7d-94ed-e6f1cfaccf73 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:26.669195 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-deleted', 'tag': '4e090440-e554-4557-aa9f-b8f8487c708a', 'status': 'completed', 'code': 200} Aug 19 12:19:26.729509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:26.766364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:26.808080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:26.810467 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a35c46-a40c-4435-a3bb-5b0e84971458" -d '{"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-unplugged", "status": "completed", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:26.816420 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:26.837694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Transition to ACTIVE for port object b709b180-3ac6-4d26-b73b-6d49b09eef11 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:26.876686 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42b9d3b-28ec-4bd7-b092-be08c168c798 x-openstack-request-id: req-c42b9d3b-28ec-4bd7-b092-be08c168c798 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:26.877487 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-unplugged", "status": "completed", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:26.878167 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c42b9d3b-28ec-4bd7-b092-be08c168c798 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:26.879037 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'code': 200} Aug 19 12:19:26.884630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6b0fb-3024-4d18-9f7f-9e61f8e5c63d req-b65495b0-ea27-4709-b025-da322a561872 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:26.886210 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-10a6b0fb-3024-4d18-9f7f-9e61f8e5c63d req-b65495b0-ea27-4709-b025-da322a561872 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 946 time: 0.1838851 Aug 19 12:19:26.895219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 20c4c61e-6d39-4027-be58-2249a6350c9c no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:26.916351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 20c4c61e-6d39-4027-be58-2249a6350c9c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:26.916704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 20c4c61e-6d39-4027-be58-2249a6350c9c not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:26.917245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device b709b180-3ac6-4d26-b73b-6d49b09eef11 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:27.010747 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.015134 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-10a6b0fb-3024-4d18-9f7f-9e61f8e5c63d req-de793ea4-bc8f-400a-8fca-1b669d8ef63c tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962732 Aug 19 12:19:27.044016 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49fccccb-d6d7-4bde-a3af-948db3a1d0dd req-5fc85973-95cb-4109-a503-024e58b06a71 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 210 time: 0.0950007 Aug 19 12:19:27.044586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Made reservation on behalf of f9aaf6c8c42748848460ba2ab7b5cd6e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:27.048638 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.066341 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.074941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.136868 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:19:27.137219 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:19:27.175060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-578763c0-4e74-4a2d-b9fb-4cf3f5a9cdea req-3ecec20b-2a1f-45b1-a393-608841f7a3e3 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 210 time: 0.0426805 Aug 19 12:19:27.182488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.182920 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.183245 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Floating IP 2061c2b0-718f-4b64-bc3d-0b01d64281ba disassociated. External IP: 172.25.2.216, port: dfbb1a91-df02-4776-9c0d-238ae9337221. Aug 19 12:19:27.183600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Calling delete_port for dfbb1a91-df02-4776-9c0d-238ae9337221 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:27.185863 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-07442e93-eca4-4830-86cb-9ffad994c778 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.233637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07442e93-eca4-4830-86cb-9ffad994c778 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Port': ['ID=537d0c13-da6d-4c3f-8014-8ddd68b04577,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:27.278679 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.291486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=10']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:27.324398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] No DVR routers for this DVR port b709b180-3ac6-4d26-b73b-6d49b09eef11 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:27.401802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:27.402134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:27.402462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:27.404150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-07442e93-eca4-4830-86cb-9ffad994c778 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] No DVR routers for this DVR port 537d0c13-da6d-4c3f-8014-8ddd68b04577 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:27.409226 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.409388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-07442e93-eca4-4830-86cb-9ffad994c778 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.411007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-07442e93-eca4-4830-86cb-9ffad994c778 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "DELETE /v2.0/ports/537d0c13-da6d-4c3f-8014-8ddd68b04577 HTTP/1.1" status: 204 len: 173 time: 1.5172465 Aug 19 12:19:27.456101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Port b709b180-3ac6-4d26-b73b-6d49b09eef11 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:27.456907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Attempting to bind port b709b180-3ac6-4d26-b73b-6d49b09eef11 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:27.473073 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:27.473415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:27.473854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:27.474298 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Bound port: b709b180-3ac6-4d26-b73b-6d49b09eef11, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:27.474659 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.559910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-9ca21d43-96a4-46bd-b843-a8bfdab99bbe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting port b696cbce-9f7c-4789-b52b-d55a21d6a322 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:27.560259 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-9ca21d43-96a4-46bd-b843-a8bfdab99bbe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.613254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a818512a-8748-466e-b0cb-15b53640180f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:27.694554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 537d0c13-da6d-4c3f-8014-8ddd68b04577 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:27.725693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:27.729299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:27.731734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Made reservation on behalf of f9aaf6c8c42748848460ba2ab7b5cd6e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:27.740382 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.768333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 537d0c13-da6d-4c3f-8014-8ddd68b04577 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:27.770336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 537d0c13-da6d-4c3f-8014-8ddd68b04577 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:27.771260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b696cbce-9f7c-4789-b52b-d55a21d6a322 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:27.905043 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.944416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b696cbce-9f7c-4789-b52b-d55a21d6a322'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:27.947430 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b3b609-75e0-4004-a9e5-4d7fca9f1302" -d '{"events": [{"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-unplugged", "status": "completed", "tag": "b696cbce-9f7c-4789-b52b-d55a21d6a322"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:27.962886 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:27.973066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b696cbce-9f7c-4789-b52b-d55a21d6a322, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b696cbce-9f7c-4789-b52b-d55a21d6a322,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:28.075143 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.076206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4e090440-e554-4557-aa9f-b8f8487c708a no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:28.089310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-9ca21d43-96a4-46bd-b843-a8bfdab99bbe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] For port b696cbce-9f7c-4789-b52b-d55a21d6a322, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b696cbce-9f7c-4789-b52b-d55a21d6a322,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:28.089832 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-9ca21d43-96a4-46bd-b843-a8bfdab99bbe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.104001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-9ca21d43-96a4-46bd-b843-a8bfdab99bbe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Calling delete_port for b696cbce-9f7c-4789-b52b-d55a21d6a322 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:28.138995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 4e090440-e554-4557-aa9f-b8f8487c708a {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:28.140281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4e090440-e554-4557-aa9f-b8f8487c708a not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:28.157422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:28.158903 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.163970 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] 10.222.0.62 "PUT /v2.0/ports/b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 1096 time: 2.6680939 Aug 19 12:19:28.221287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b696cbce-9f7c-4789-b52b-d55a21d6a322,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:28.225889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Allocated IP 192.168.233.114 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/46d29a1c-c9e7-46ec-979b-6faefeecc979) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:28.269922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433261e3-fac2-462b-979c-f3ca20d69421 req-d7338be9-4ecd-4b74-b896-4eb1b05a3426 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:28.283545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-433261e3-fac2-462b-979c-f3ca20d69421 req-d7338be9-4ecd-4b74-b896-4eb1b05a3426 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 948 time: 0.5526645 Aug 19 12:19:28.353576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00ba32-b697-4125-a3be-ea5fd7a4a6ed service neutron] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=11']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:28.360440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddecde-17e6-4574-b208-4abe273f7058 req-a0560914-d5ed-49ab-9dd3-715a8bc9a25e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:28.367739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-caddecde-17e6-4574-b208-4abe273f7058 req-a0560914-d5ed-49ab-9dd3-715a8bc9a25e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 944 time: 0.1277130 Aug 19 12:19:28.403794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-5e6d177c-e0af-440c-837a-72c4518a9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:28.406121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-5e6d177c-e0af-440c-837a-72c4518a9d46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1099 time: 0.2198422 Aug 19 12:19:28.415407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-caddecde-17e6-4574-b208-4abe273f7058 req-9331661a-75c7-479d-ad46-d3c11c01164b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468068 Aug 19 12:19:28.417304 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.422176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-433261e3-fac2-462b-979c-f3ca20d69421 req-fc0e1fc3-aec1-4de6-81d1-60cdd886a848 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343708 Aug 19 12:19:28.468613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Pushing event deleted for resources: {'Port': ['ID=dfbb1a91-df02-4776-9c0d-238ae9337221,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:28.513667 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86656efd-a1e7-43c2-b9d7-9999e4643b22 x-openstack-request-id: req-86656efd-a1e7-43c2-b9d7-9999e4643b22 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:28.513667 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-unplugged", "status": "completed", "tag": "b696cbce-9f7c-4789-b52b-d55a21d6a322", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:28.513667 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86656efd-a1e7-43c2-b9d7-9999e4643b22 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:28.513667 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b696cbce-9f7c-4789-b52b-d55a21d6a322', 'code': 200} Aug 19 12:19:28.534535 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-9ca21d43-96a4-46bd-b843-a8bfdab99bbe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.607656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca21d43-96a4-46bd-b843-a8bfdab99bbe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Port': ['ID=b696cbce-9f7c-4789-b52b-d55a21d6a322,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:28.626115 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3eb8fee3-adff-432c-89fc-1a65287b73e4 req-d2b175ed-48b5-4980-9e22-c9f8719cca01 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 210 time: 0.0783246 Aug 19 12:19:28.675951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-9ca21d43-96a4-46bd-b843-a8bfdab99bbe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] No DVR routers for this DVR port b696cbce-9f7c-4789-b52b-d55a21d6a322 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:28.679532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-9ca21d43-96a4-46bd-b843-a8bfdab99bbe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.685111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0cf9161b-9c40-4ce0-a096-93364224bc5f req-602d0447-559e-4b1b-805d-d11cbe1f9491 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 210 time: 0.0843639 Aug 19 12:19:28.692482 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d221890-0c86-4353-aa89-efaf0a2edd80 req-9ca21d43-96a4-46bd-b843-a8bfdab99bbe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "DELETE /v2.0/ports/b696cbce-9f7c-4789-b52b-d55a21d6a322 HTTP/1.1" status: 204 len: 173 time: 1.2736142 Aug 19 12:19:28.692848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-deleted', 'tag': '537d0c13-da6d-4c3f-8014-8ddd68b04577'}, {'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-deleted', 'tag': 'b696cbce-9f7c-4789-b52b-d55a21d6a322'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:28.695239 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61664358-1e49-4b87-bfdd-f7cb3ddebafb" -d '{"events": [{"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-deleted", "tag": "537d0c13-da6d-4c3f-8014-8ddd68b04577"}, {"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-deleted", "tag": "b696cbce-9f7c-4789-b52b-d55a21d6a322"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:28.768884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Router 59d17b07-c1a9-4a29-ba9f-153ea074ccea has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:28.815127 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-c0165d63-1b71-4dda-8872-08fa391d439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:28.816767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-c0165d63-1b71-4dda-8872-08fa391d439a service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.3787937 Aug 19 12:19:28.825240 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75baab2b-9e15-4555-a070-d4a93304ed5a x-openstack-request-id: req-75baab2b-9e15-4555-a070-d4a93304ed5a {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:28.825403 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-deleted", "tag": "537d0c13-da6d-4c3f-8014-8ddd68b04577", "status": "completed", "code": 200}, {"server_uuid": "5ce01e6e-aa33-4c73-a979-38d0350fabc1", "name": "network-vif-deleted", "tag": "b696cbce-9f7c-4789-b52b-d55a21d6a322", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:28.825652 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75baab2b-9e15-4555-a070-d4a93304ed5a {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:28.826028 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-deleted', 'tag': '537d0c13-da6d-4c3f-8014-8ddd68b04577', 'status': 'completed', 'code': 200} Aug 19 12:19:28.826285 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce01e6e-aa33-4c73-a979-38d0350fabc1', 'name': 'network-vif-deleted', 'tag': 'b696cbce-9f7c-4789-b52b-d55a21d6a322', 'status': 'completed', 'code': 200} Aug 19 12:19:28.847470 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1699b49b-a054-4c4f-8e0c-e9c10512da4f req-dc8c3aa1-b453-4554-bef5-aaa977853126 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 210 time: 0.0639014 Aug 19 12:19:28.848493 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:28.893659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device dfbb1a91-df02-4776-9c0d-238ae9337221 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:28.928607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: dfbb1a91-df02-4776-9c0d-238ae9337221 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:28.929193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device dfbb1a91-df02-4776-9c0d-238ae9337221 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:28.947664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:28.952871 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7036ff2d-993d-489c-a9da-cdf35add9f90" -d '{"events": [{"name": "network-changed", "server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:28.960594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-6c57d77b-f50c-4b96-bcac-4c8e93bf8eeb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 217 time: 0.1228843 Aug 19 12:19:28.968721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Transition to ACTIVE for port object 46d29a1c-c9e7-46ec-979b-6faefeecc979 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:29.054858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:29.055200 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d3df7-a212-4fe1-b520-aab21255af94 x-openstack-request-id: req-986d3df7-a212-4fe1-b520-aab21255af94 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:29.062435 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:29.062435 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-986d3df7-a212-4fe1-b520-aab21255af94 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:29.062435 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'status': 'completed', 'code': 200} Aug 19 12:19:29.062435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-e2c010a5-dab4-410b-b0a3-d732f400b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:29.064745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-e2c010a5-dab4-410b-b0a3-d732f400b120 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0866010 Aug 19 12:19:29.073323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a562b-3648-40f8-963f-3b169d1396c3 None None] Sync routers for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:29.089224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a562b-3648-40f8-963f-3b169d1396c3 None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:29.092105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-968a562b-3648-40f8-963f-3b169d1396c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:29.200205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-1cba25e4-8ed7-437c-9735-c9562f014ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:29.201816 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-1cba25e4-8ed7-437c-9735-c9562f014ff7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208324 Aug 19 12:19:29.208418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] No DVR routers for this DVR port dfbb1a91-df02-4776-9c0d-238ae9337221 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:29.211657 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.213785 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eecb9965-357b-4499-90aa-d8d105c51883 req-00f1be11-636f-475a-b349-3cb53668ce16 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.30 "DELETE /v2.0/ports/dfbb1a91-df02-4776-9c0d-238ae9337221 HTTP/1.1" status: 204 len: 173 time: 3.1498127 Aug 19 12:19:29.232067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-5c627eb6-bdbf-454f-b0f4-e1b5d1a7705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:29.233890 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-5c627eb6-bdbf-454f-b0f4-e1b5d1a7705a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1099 time: 0.1305966 Aug 19 12:19:29.290929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-968a562b-3648-40f8-963f-3b169d1396c3 None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:29.376674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-ea346d2a-a7e9-48c4-acb6-1fbb34f04a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:29.378549 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-ea346d2a-a7e9-48c4-acb6-1fbb34f04a9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1367626 Aug 19 12:19:29.386742 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:29.468595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-52298869-f287-4dc2-bf03-86feff2c8cd3 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573543 Aug 19 12:19:29.481594 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-5d1a0938-2b38-45ec-8ad4-0ba728514863 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 217 time: 0.0901856 Aug 19 12:19:29.557817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-0d0b5aac-27ee-423e-8f81-6cb00c806f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:29.560874 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-0d0b5aac-27ee-423e-8f81-6cb00c806f91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0727162 Aug 19 12:19:29.617881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-968a562b-3648-40f8-963f-3b169d1396c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:29.663934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a562b-3648-40f8-963f-3b169d1396c3 None None] Checking router: 59d17b07-c1a9-4a29-ba9f-153ea074ccea for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:29.674757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a562b-3648-40f8-963f-3b169d1396c3 None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:29.675755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-968a562b-3648-40f8-963f-3b169d1396c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:29.680405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-a274ba28-e021-4e18-a884-c52315f7136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:29.689101 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-a274ba28-e021-4e18-a884-c52315f7136b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216421 Aug 19 12:19:29.865186 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-9c9ee33d-d298-47d0-add0-8f7901a22cac service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682792 Aug 19 12:19:29.878720 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-968a562b-3648-40f8-963f-3b169d1396c3 None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:30.040799 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-b0ea9103-5138-4cd1-8de0-704aeda9135a service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649196 Aug 19 12:19:30.049302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Allocated IP 192.168.233.218 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/5457b26a-698c-4be5-893c-c69d3095ac2f) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:30.118225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:30.169078 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8bf71f45-d124-44f5-a2cd-0080d8a77785 req-89b6d677-aaa1-4cfc-963b-de3e1b866e05 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ce01e6e-aa33-4c73-a979-38d0350fabc1 HTTP/1.1" status: 200 len: 210 time: 0.0361848 Aug 19 12:19:30.192549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:30.196271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:30.204748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Pushing event updated for resources: {'Port': ['ID=46d29a1c-c9e7-46ec-979b-6faefeecc979,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:30.210455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-968a562b-3648-40f8-963f-3b169d1396c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:30.262544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a562b-3648-40f8-963f-3b169d1396c3 None None] The sync data for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 is: [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:14:31Z', 'revision_number': 4, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '59382fe4-c12c-40f1-8498-6ea1672f263c', 'name': '', 'network_id': '249e42bf-355b-41f3-9364-07c3ec7f0839', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'mac_address': 'fa:16:3e:31:aa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:30Z', 'updated_at': '2021-08-19T12:14:38Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'subnets': [{'id': '3cb42b23-06f7-4a7c-9e91-c255261f3eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:30.368222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3039d268-2648-4a63-ba9a-17bcbfcb9303 req-47158b0a-f2ed-45c8-8b31-9927c02333f1 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d6925ee-7208-4b9b-a336-96aa175c1ac6 HTTP/1.1" status: 200 len: 210 time: 0.0614607 Aug 19 12:19:30.407170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.407826 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.422019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1363c-6bea-4600-8573-2eeefa4d0c97 req-7ffc3856-b76b-40c2-8c5b-7e93eb219642 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.423992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6fb1363c-6bea-4600-8573-2eeefa4d0c97 req-7ffc3856-b76b-40c2-8c5b-7e93eb219642 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 948 time: 0.9102514 Aug 19 12:19:30.431759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b508bc89-3f58-4c10-ae40-0cb1fbb6674e req-91263d08-b5bf-439b-866f-bbc5e285d6fa service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9435763 Aug 19 12:19:30.503211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c80c7-3bf1-42c9-af37-dda949f7e56e req-463a064a-7dfc-405c-942d-688533783e11 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.504797 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f6c80c7-3bf1-42c9-af37-dda949f7e56e req-463a064a-7dfc-405c-942d-688533783e11 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 936 time: 0.0708518 Aug 19 12:19:30.572479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-6ad9c76e-11de-4383-84c6-93b4b3c11f0b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2489331 Aug 19 12:19:30.587417 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f6c80c7-3bf1-42c9-af37-dda949f7e56e req-f9b0a3f0-5a57-42af-a8b2-536306aa2c96 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745132 Aug 19 12:19:30.593752 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.600537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Request body: {'port': {'device_id': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:30.605914 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6fb1363c-6bea-4600-8573-2eeefa4d0c97 req-19f452fe-756b-47a9-b8c9-22a111a58938 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704059 Aug 19 12:19:30.644452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-1f7e9bc6-c602-4e97-a7db-73ca011c4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.646223 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-1f7e9bc6-c602-4e97-a7db-73ca011c4d64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1099 time: 0.1231103 Aug 19 12:19:30.658456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Transition to ACTIVE for port object 5457b26a-698c-4be5-893c-c69d3095ac2f will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:30.678780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8979b56e-527f-4e6e-840b-7fc5d9aa5490 None None] Provisioning for port 46d29a1c-c9e7-46ec-979b-6faefeecc979 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:30.683756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8979b56e-527f-4e6e-840b-7fc5d9aa5490 None None] Provisioning complete for port 46d29a1c-c9e7-46ec-979b-6faefeecc979 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:30.688954 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8979b56e-527f-4e6e-840b-7fc5d9aa5490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.730118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8979b56e-527f-4e6e-840b-7fc5d9aa5490 None None] Port 46d29a1c-c9e7-46ec-979b-6faefeecc979 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:30.733690 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc01f61-e245-4433-beac-1fb339afe2bc None None] New status for floating IP 2061c2b0-718f-4b64-bc3d-0b01d64281ba: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:19:30.748319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c09841c3-a7d5-4ef4-a800-2b4c21eac89b req-c93afa70-5a4d-4598-8873-ca5fc941946f tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=07bf0acd-7297-480f-b148-7007870853e7 HTTP/1.1" status: 200 len: 210 time: 0.0645218 Aug 19 12:19:30.772112 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:30.827768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'name': 'network-vif-deleted', 'tag': 'dfbb1a91-df02-4776-9c0d-238ae9337221'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:30.830115 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f90f36b-2379-462c-944c-691f1a608c59" -d '{"events": [{"server_uuid": "2d6925ee-7208-4b9b-a336-96aa175c1ac6", "name": "network-vif-deleted", "tag": "dfbb1a91-df02-4776-9c0d-238ae9337221"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:30.883349 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb54927-0bba-4792-8b2b-2a0d63be1bb6 x-openstack-request-id: req-8cb54927-0bba-4792-8b2b-2a0d63be1bb6 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:30.883639 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6925ee-7208-4b9b-a336-96aa175c1ac6", "name": "network-vif-deleted", "tag": "dfbb1a91-df02-4776-9c0d-238ae9337221", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:30.883900 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cb54927-0bba-4792-8b2b-2a0d63be1bb6 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:30.884300 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6925ee-7208-4b9b-a336-96aa175c1ac6', 'name': 'network-vif-deleted', 'tag': 'dfbb1a91-df02-4776-9c0d-238ae9337221', 'status': 'completed', 'code': 200} Aug 19 12:19:30.911266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-87b0ada1-b5b1-45d7-9ea7-4dbe50573df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:30.912924 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-87b0ada1-b5b1-45d7-9ea7-4dbe50573df9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.2564359 Aug 19 12:19:31.006940 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-a7fcad97-4875-4369-a866-6cadd3afca07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 200 len: 217 time: 0.0853655 Aug 19 12:19:31.040795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.120968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:31.135869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:31.139448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:31.239993 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49770) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:31.255714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-184e623c-55d3-4656-825f-0a1609c32c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:31.257231 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-184e623c-55d3-4656-825f-0a1609c32c39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.2327881 Aug 19 12:19:31.297626 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Pushing event updated for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:31.325656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:31.326300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.345239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-278e859a-f496-4fc1-b310-bc89dae89a6d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting subnet f054f2ae-68c5-448f-b7a2-079050002394 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:31.365593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-278e859a-f496-4fc1-b310-bc89dae89a6d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.419697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-c91ab5fe-434d-453c-ba57-1c22e4ef3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:31.421328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-c91ab5fe-434d-453c-ba57-1c22e4ef3980 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528172 Aug 19 12:19:31.434834 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a91ce5f-b2bd-4028-bb96-1d406b1613ff tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2757552 Aug 19 12:19:31.452539 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-278e859a-f496-4fc1-b310-bc89dae89a6d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.489990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Request body: {'port': {'device_id': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:31.594318 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-278e859a-f496-4fc1-b310-bc89dae89a6d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.606210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-af701044-5300-448e-b82c-005230319da1 None None] Provisioning for port 5457b26a-698c-4be5-893c-c69d3095ac2f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:31.612622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-af701044-5300-448e-b82c-005230319da1 None None] Provisioning complete for port 5457b26a-698c-4be5-893c-c69d3095ac2f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:31.613512 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-af701044-5300-448e-b82c-005230319da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.650176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-1a7198bf-49e4-44ee-8c53-7e34bebe5f94 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124600 Aug 19 12:19:31.679765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-af701044-5300-448e-b82c-005230319da1 None None] Port 5457b26a-698c-4be5-893c-c69d3095ac2f cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:31.710111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49824) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:31.776287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7036ff2d-993d-489c-a9da-cdf35add9f90 req-f43321e4-4bc3-4f73-83fa-541b3daf2138 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081066 Aug 19 12:19:31.794368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d29a1c-c9e7-46ec-979b-6faefeecc979 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:31.806651 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6b9af2a-773e-4689-93cd-27fd70c7fdc1 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.815829 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-278e859a-f496-4fc1-b310-bc89dae89a6d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.863566 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.866141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e859a-f496-4fc1-b310-bc89dae89a6d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Subnet': ['ID=f054f2ae-68c5-448f-b7a2-079050002394,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:31.873077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6b9af2a-773e-4689-93cd-27fd70c7fdc1 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.876975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-278e859a-f496-4fc1-b310-bc89dae89a6d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.881325 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-278e859a-f496-4fc1-b310-bc89dae89a6d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "DELETE /v2.0/subnets/f054f2ae-68c5-448f-b7a2-079050002394 HTTP/1.1" status: 204 len: 168 time: 0.6375844 Aug 19 12:19:31.884950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49842) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:31.890302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9621837c-c166-423e-8b59-c04a80bb7bb4 None None] Network 5eb3ae0d-1678-4780-bb5b-f1897b7064dd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:31.950193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Transition to ACTIVE for port object 46d29a1c-c9e7-46ec-979b-6faefeecc979 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:31.958974 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:31.981396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0840a92-2a87-4d42-b08e-4076e479eb92 req-051f7ebd-3750-4012-ac67-ad9abd309859 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:31.983564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0840a92-2a87-4d42-b08e-4076e479eb92 req-051f7ebd-3750-4012-ac67-ad9abd309859 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 936 time: 0.1964190 Aug 19 12:19:32.020501 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.114347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0840a92-2a87-4d42-b08e-4076e479eb92 req-e2ad98b5-5fe4-46b9-96ee-53d16f956d89 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147842 Aug 19 12:19:32.136738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting port c4182521-69fc-404a-b68b-d3d7b5af9c5f {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:32.137093 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.206744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] DHCP port deletion for 5eb3ae0d-1678-4780-bb5b-f1897b7064dd request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:32.228184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] For port c4182521-69fc-404a-b68b-d3d7b5af9c5f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c4182521-69fc-404a-b68b-d3d7b5af9c5f,segment=NetworkSegment(418536a1-809f-4e2c-9d06-07ec9251a91e),segment_id=418536a1-809f-4e2c-9d06-07ec9251a91e)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:32.228557 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.246059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Calling delete_port for c4182521-69fc-404a-b68b-d3d7b5af9c5f owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:32.316353 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.328979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Deleting port c4182521-69fc-404a-b68b-d3d7b5af9c5f {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:32.329357 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.350029 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6b9af2a-773e-4689-93cd-27fd70c7fdc1 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.353430 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6b9af2a-773e-4689-93cd-27fd70c7fdc1 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.354666 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c6b9af2a-773e-4689-93cd-27fd70c7fdc1 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe HTTP/1.1" status: 204 len: 168 time: 0.6429560 Aug 19 12:19:32.358682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49854) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:32.381890 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-c0fd61fd-92fb-43d7-8f9b-e4cabc3c92c7 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] show failed (client error): The resource could not be found. Aug 19 12:19:32.383005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c0fd61fd-92fb-43d7-8f9b-e4cabc3c92c7 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "GET /v2.0/security-groups/ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe HTTP/1.1" status: 404 len: 347 time: 0.0233479 Aug 19 12:19:32.383913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9af2a-773e-4689-93cd-27fd70c7fdc1 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1467c4-ccb1-4274-8d2e-72c3b2fdcfbe,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:32.388636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49860) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:32.472187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Pushing event updated for resources: {'Port': ['ID=46d29a1c-c9e7-46ec-979b-6faefeecc979,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:32.560234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] For port c4182521-69fc-404a-b68b-d3d7b5af9c5f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c4182521-69fc-404a-b68b-d3d7b5af9c5f,segment=NetworkSegment(418536a1-809f-4e2c-9d06-07ec9251a91e),segment_id=418536a1-809f-4e2c-9d06-07ec9251a91e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:32.561107 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.576152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fb20a-be0d-4a62-95a4-58f1da55d9cb req-2e60cd67-32aa-4d31-b589-5aa0e9a7d36a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:32.578292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e57fb20a-be0d-4a62-95a4-58f1da55d9cb req-2e60cd67-32aa-4d31-b589-5aa0e9a7d36a tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 948 time: 0.2663007 Aug 19 12:19:32.591187 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.593482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Calling delete_port for c4182521-69fc-404a-b68b-d3d7b5af9c5f owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:32.672874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] No DVR routers for this DVR port c4182521-69fc-404a-b68b-d3d7b5af9c5f on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:32.675850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Port': ['ID=c4182521-69fc-404a-b68b-d3d7b5af9c5f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:32.855174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c4182521-69fc-404a-b68b-d3d7b5af9c5f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:32.901858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Attempting to bind port 46d29a1c-c9e7-46ec-979b-6faefeecc979 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:32.902199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Attempting to bind port 46d29a1c-c9e7-46ec-979b-6faefeecc979 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:32.902542 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Attempting to bind port 46d29a1c-c9e7-46ec-979b-6faefeecc979 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:32.907908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: c4182521-69fc-404a-b68b-d3d7b5af9c5f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:32.908250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c4182521-69fc-404a-b68b-d3d7b5af9c5f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:32.909644 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.932025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] No DVR routers for this DVR port c4182521-69fc-404a-b68b-d3d7b5af9c5f on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:32.950039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e57fb20a-be0d-4a62-95a4-58f1da55d9cb req-d78e410a-cb56-4570-ade3-ed2027517d12 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139074 Aug 19 12:19:32.970961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5457b26a-698c-4be5-893c-c69d3095ac2f {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:32.987905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Port 46d29a1c-c9e7-46ec-979b-6faefeecc979 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:32.990229 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:32.992413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Attempting to bind port 46d29a1c-c9e7-46ec-979b-6faefeecc979 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:32.996405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.011973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:33.012313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:33.012779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:33.013148 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Bound port: 46d29a1c-c9e7-46ec-979b-6faefeecc979, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:33.018266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb3ae0d-1678-4780-bb5b-f1897b7064dd']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:33.019555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.025822 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Pushing event deleted for resources: {'Port': ['ID=c4182521-69fc-404a-b68b-d3d7b5af9c5f,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:33.050355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418536a1-809f-4e2c-9d06-07ec9251a91e') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:33.050355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418536a1-809f-4e2c-9d06-07ec9251a91e') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:33.050604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.050604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.050604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.055480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.056681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.057238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.057514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Transition to ACTIVE for port object 5457b26a-698c-4be5-893c-c69d3095ac2f will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:33.057964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.058484 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.059374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.060003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.061011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.062300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e0731-e59f-4087-b47d-01e4b96a5a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:19:33.073876 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.097490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.104087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:33.104629 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:33.118442 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:33.153913 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.176434 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:19:33.183669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-28e65e2b-3f8b-4fe6-90c0-f315e546b573 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Deleting port fc38f5b7-91f2-489a-9074-6fa762682fac {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:33.184098 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28e65e2b-3f8b-4fe6-90c0-f315e546b573 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.264277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] For port 46d29a1c-c9e7-46ec-979b-6faefeecc979, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:33.275361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28e65e2b-3f8b-4fe6-90c0-f315e546b573 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.275706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28e65e2b-3f8b-4fe6-90c0-f315e546b573 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.293015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-28e65e2b-3f8b-4fe6-90c0-f315e546b573 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Calling delete_port for fc38f5b7-91f2-489a-9074-6fa762682fac owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:33.332465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] For port 46d29a1c-c9e7-46ec-979b-6faefeecc979, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:33.402483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Pushing event updated for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:33.572146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84797fd-03b3-4f82-b652-55a6d7ca2408 req-5d94ce09-fae9-4461-afc8-c172a7742a51 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:33.573636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f84797fd-03b3-4f82-b652-55a6d7ca2408 req-5d94ce09-fae9-4461-afc8-c172a7742a51 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 948 time: 0.2670090 Aug 19 12:19:33.629199 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.716134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b709b180-3ac6-4d26-b73b-6d49b09eef11 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:33.718276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Attempting to bind port 5457b26a-698c-4be5-893c-c69d3095ac2f on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:33.718610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Attempting to bind port 5457b26a-698c-4be5-893c-c69d3095ac2f by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:33.718967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Attempting to bind port 5457b26a-698c-4be5-893c-c69d3095ac2f on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:33.768344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:33.770548 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.773258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] 10.222.0.62 "PUT /v2.0/ports/46d29a1c-c9e7-46ec-979b-6faefeecc979 HTTP/1.1" status: 200 len: 1096 time: 3.1884081 Aug 19 12:19:33.773749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'tag': '46d29a1c-c9e7-46ec-979b-6faefeecc979'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:33.796668 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b9c6e0-decc-4ce3-984c-eede2b1db936" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf18fd4-1d3c-4923-95c1-a657bbd333e6", "tag": "46d29a1c-c9e7-46ec-979b-6faefeecc979"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:33.822654 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Port 5457b26a-698c-4be5-893c-c69d3095ac2f on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:33.822929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Attempting to bind port 5457b26a-698c-4be5-893c-c69d3095ac2f on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:33.861397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f84797fd-03b3-4f82-b652-55a6d7ca2408 req-daceb429-17e3-4ae5-96f0-72dae9d4714d tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714174 Aug 19 12:19:33.878353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:33.878973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:33.879397 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28e65e2b-3f8b-4fe6-90c0-f315e546b573 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.880264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:33.880753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Bound port: 5457b26a-698c-4be5-893c-c69d3095ac2f, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:33.881125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:33.958568 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e65e2b-3f8b-4fe6-90c0-f315e546b573 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Pushing event deleted for resources: {'Port': ['ID=fc38f5b7-91f2-489a-9074-6fa762682fac,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:34.000247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.181567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:34.188186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:34.234764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.244874 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "DELETE /v2.0/networks/5eb3ae0d-1678-4780-bb5b-f1897b7064dd HTTP/1.1" status: 204 len: 168 time: 2.3566759 Aug 19 12:19:34.268335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50046) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:34.272303 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3683a817-6eae-41ea-a0f8-f83875428fc0 x-openstack-request-id: req-3683a817-6eae-41ea-a0f8-f83875428fc0 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:34.285654 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf18fd4-1d3c-4923-95c1-a657bbd333e6", "tag": "46d29a1c-c9e7-46ec-979b-6faefeecc979", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:34.285654 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3683a817-6eae-41ea-a0f8-f83875428fc0 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:34.285654 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'tag': '46d29a1c-c9e7-46ec-979b-6faefeecc979', 'status': 'completed', 'code': 200} Aug 19 12:19:34.308164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e23092-2735-4817-afb1-fc9d89625e54 service neutron] Pushing event updated for resources: {'Port': ['ID=46d29a1c-c9e7-46ec-979b-6faefeecc979,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:34.330604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-baf11744-ad24-4b0d-bd72-0ec10a374e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:34.335387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06041e64-2952-4280-93bf-be0e03a28987 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Network': ['ID=5eb3ae0d-1678-4780-bb5b-f1897b7064dd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:34.335572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-baf11744-ad24-4b0d-bd72-0ec10a374e92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 1099 time: 0.1407549 Aug 19 12:19:34.336319 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.371534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:34.417397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:34.417979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'mac_address': 'fa:16:3e:67:d5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:34.418131 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.427342 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] 10.222.0.30 "PUT /v2.0/ports/5457b26a-698c-4be5-893c-c69d3095ac2f HTTP/1.1" status: 200 len: 1096 time: 2.9393849 Aug 19 12:19:34.432327 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28e65e2b-3f8b-4fe6-90c0-f315e546b573 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.436866 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28e65e2b-3f8b-4fe6-90c0-f315e546b573 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.443112 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-28e65e2b-3f8b-4fe6-90c0-f315e546b573 tempest-ServersWithSpecificFlavorTestJSON-1864078763 tempest-ServersWithSpecificFlavorTestJSON-1864078763-project] 10.222.0.21 "DELETE /v2.0/floatingips/2061c2b0-718f-4b64-bc3d-0b01d64281ba HTTP/1.1" status: 204 len: 168 time: 2.0521305 Aug 19 12:19:34.497928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-e259a04f-5d82-4918-ab6c-de86adcd2b54 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting subnet 2e951dce-636a-4052-9dac-07688c7cb0f4 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:34.511505 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e259a04f-5d82-4918-ab6c-de86adcd2b54 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.618488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd16b9-cbc8-4b2c-8f89-32ae383f7221 req-23c607aa-ec6e-4dd2-af86-733e6591a1cd tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:34.629481 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebdd16b9-cbc8-4b2c-8f89-32ae383f7221 req-23c607aa-ec6e-4dd2-af86-733e6591a1cd tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 948 time: 0.3540354 Aug 19 12:19:34.686621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e259a04f-5d82-4918-ab6c-de86adcd2b54 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.751123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.757446 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-8e40f98d-4091-4648-8d52-6fd4ce75b096 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979 HTTP/1.1" status: 200 len: 217 time: 0.3785264 Aug 19 12:19:34.805411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b709b180-3ac6-4d26-b73b-6d49b09eef11 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:34.851910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebdd16b9-cbc8-4b2c-8f89-32ae383f7221 req-ae62e657-3af0-43e3-af88-44ba25763542 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206712 Aug 19 12:19:34.852670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:34.876464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e259a04f-5d82-4918-ab6c-de86adcd2b54 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:34.912061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a788c73-98bf-4e4d-bf2c-6264aa6b7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:34.914028 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-3a788c73-98bf-4e4d-bf2c-6264aa6b7aab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 1099 time: 0.3381162 Aug 19 12:19:34.966937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-78bf5efb-9499-44b9-8ce0-d4c2c5b04ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:34.968422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-78bf5efb-9499-44b9-8ce0-d4c2c5b04ace service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1914213 Aug 19 12:19:34.969684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100cb9d-8746-4483-8a39-1e853e96fa00 service neutron] Pushing event updated for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:34.973502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-d0279332-782d-4e91-b11c-deabe7ecb6dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5457b26a-698c-4be5-893c-c69d3095ac2f HTTP/1.1" status: 200 len: 217 time: 0.0476923 Aug 19 12:19:35.014888 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.058587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-bd1a5fe6-88e4-4a8d-b772-8291329c8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:35.060146 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-bd1a5fe6-88e4-4a8d-b772-8291329c8a4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841210 Aug 19 12:19:35.093756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-8b40a973-a6e0-41bf-beba-8eab034e605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:35.093756 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-8b40a973-a6e0-41bf-beba-8eab034e605e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0790420 Aug 19 12:19:35.096601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=12']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:35.101757 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-35582b45-437c-438c-aa22-f269dc08ea87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.125947 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e259a04f-5d82-4918-ab6c-de86adcd2b54 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.183747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259a04f-5d82-4918-ab6c-de86adcd2b54 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Subnet': ['ID=2e951dce-636a-4052-9dac-07688c7cb0f4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:35.186746 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e259a04f-5d82-4918-ab6c-de86adcd2b54 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.187215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-4ff1a2d8-69bd-477f-9cf6-c7f32f0c19de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:35.189360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-4ff1a2d8-69bd-477f-9cf6-c7f32f0c19de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0942376 Aug 19 12:19:35.189533 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e259a04f-5d82-4918-ab6c-de86adcd2b54 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "DELETE /v2.0/subnets/2e951dce-636a-4052-9dac-07688c7cb0f4 HTTP/1.1" status: 204 len: 168 time: 0.9178438 Aug 19 12:19:35.191978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50106) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:35.203557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf1cbd0-16f4-4a8d-b2c3-a9615e509d48 None None] Network e0c7f70a-769a-4566-87d1-552be1e0288d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:35.260495 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-5f31843e-2ac3-481c-8373-d56a8afef65f service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868455 Aug 19 12:19:35.322877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['b709b180-3ac6-4d26-b73b-6d49b09eef11'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:35.350540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-ade453c4-abd3-4c87-ad86-cb9e20755851 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484733 Aug 19 12:19:35.394313 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.421512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451787da-bc6d-4111-8b30-8558f7da59f0 req-536f2359-a183-412a-aeb1-394b064e363a tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:35.423145 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-451787da-bc6d-4111-8b30-8558f7da59f0 req-536f2359-a183-412a-aeb1-394b064e363a tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 948 time: 0.1631992 Aug 19 12:19:35.514739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-451787da-bc6d-4111-8b30-8558f7da59f0 req-3e88e119-07d9-42c3-b375-030ccf8b999f tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551033 Aug 19 12:19:35.534701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting port 2cd71658-23a4-4edf-b733-e906adfa8256 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:35.540376 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.632965 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fbcbf04-4a11-4580-88b4-1cb3acdb884d req-edad643a-510f-4497-82fb-af1ba73cee35 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471504 Aug 19 12:19:35.653835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e25199-c57b-4308-bd16-bb54eb5a1540 None None] DHCP port deletion for e0c7f70a-769a-4566-87d1-552be1e0288d request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:35.664026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0fba1-50d1-415a-8e06-5438383dd756 req-5ed0daf7-7a61-4578-b91b-a71a8889bd34 tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:35.665629 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e2d0fba1-50d1-415a-8e06-5438383dd756 req-5ed0daf7-7a61-4578-b91b-a71a8889bd34 tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 1100 time: 0.3136437 Aug 19 12:19:35.688275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] For port 2cd71658-23a4-4edf-b733-e906adfa8256, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2cd71658-23a4-4edf-b733-e906adfa8256,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:35.688934 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.704389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-431c12fa-f6be-408e-b6e5-1c42af7ac4c7 req-66d87a77-7a90-4847-beea-64199208b6c0 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401908 Aug 19 12:19:35.705728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Calling delete_port for 2cd71658-23a4-4edf-b733-e906adfa8256 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:35.775075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e2d0fba1-50d1-415a-8e06-5438383dd756 req-ed35ef00-e1ba-4905-87c7-d14657247293 tempest-MigrationsAdminTest-1558600978 tempest-MigrationsAdminTest-1558600978-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974178 Aug 19 12:19:35.775505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-08e25199-c57b-4308-bd16-bb54eb5a1540 None None] Deleting port 2cd71658-23a4-4edf-b733-e906adfa8256 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:35.776320 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-08e25199-c57b-4308-bd16-bb54eb5a1540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.908023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-08e25199-c57b-4308-bd16-bb54eb5a1540 None None] For port 2cd71658-23a4-4edf-b733-e906adfa8256, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2cd71658-23a4-4edf-b733-e906adfa8256,segment=NetworkSegment(6531d55d-12e4-4663-bcbf-753a232b2c04),segment_id=6531d55d-12e4-4663-bcbf-753a232b2c04)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:35.915801 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-08e25199-c57b-4308-bd16-bb54eb5a1540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:35.927024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-08e25199-c57b-4308-bd16-bb54eb5a1540 None None] Calling delete_port for 2cd71658-23a4-4edf-b733-e906adfa8256 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:35.995384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9c6e0-decc-4ce3-984c-eede2b1db936 req-589f999c-e16c-42e0-b054-91669badbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:36.001158 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4b9c6e0-decc-4ce3-984c-eede2b1db936 req-589f999c-e16c-42e0-b054-91669badbb25 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 1099 time: 0.0973303 Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: from cryptography.utils import int_from_bytes Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: from cryptography.utils import int_from_bytes Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.023402 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:36.027533 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:19:36.028580 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.033902 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-08e25199-c57b-4308-bd16-bb54eb5a1540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.059361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e25199-c57b-4308-bd16-bb54eb5a1540 None None] No DVR routers for this DVR port 2cd71658-23a4-4edf-b733-e906adfa8256 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:36.086040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e25199-c57b-4308-bd16-bb54eb5a1540 None None] Pushing event deleted for resources: {'Port': ['ID=2cd71658-23a4-4edf-b733-e906adfa8256,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:36.091123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] No DVR routers for this DVR port 2cd71658-23a4-4edf-b733-e906adfa8256 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:36.098923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Port': ['ID=2cd71658-23a4-4edf-b733-e906adfa8256,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:36.194784 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.208695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c7f70a-769a-4566-87d1-552be1e0288d']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:36.226182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6531d55d-12e4-4663-bcbf-753a232b2c04') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:36.226532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6531d55d-12e4-4663-bcbf-753a232b2c04') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:36.242377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9c6e0-decc-4ce3-984c-eede2b1db936 req-729bb2b3-ee0c-4750-9ec9-c36739c34da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:36.243966 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4b9c6e0-decc-4ce3-984c-eede2b1db936 req-729bb2b3-ee0c-4750-9ec9-c36739c34da6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.2351532 Aug 19 12:19:36.276996 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.305408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:36.306046 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:36.312561 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.312978 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4b9c6e0-decc-4ce3-984c-eede2b1db936 req-68d31734-9884-44b9-943e-0f347c36d9e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979 HTTP/1.1" status: 200 len: 217 time: 0.0603004 Aug 19 12:19:36.319596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:36.319976 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:36.323269 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:36.388490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9c6e0-decc-4ce3-984c-eede2b1db936 req-8ee8cdcf-985b-48b1-aacd-62a4c4a4a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:36.390666 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4b9c6e0-decc-4ce3-984c-eede2b1db936 req-8ee8cdcf-985b-48b1-aacd-62a4c4a4a4e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0700042 Aug 19 12:19:36.466918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9c6e0-decc-4ce3-984c-eede2b1db936 req-cdfb8b15-7016-4c01-a30a-9e9e08960f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:36.468601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4b9c6e0-decc-4ce3-984c-eede2b1db936 req-cdfb8b15-7016-4c01-a30a-9e9e08960f1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697131 Aug 19 12:19:36.559083 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab718ed9-c6aa-42bc-8c3d-70a91cac65d5 x-openstack-request-id: req-ab718ed9-c6aa-42bc-8c3d-70a91cac65d5 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:36.559579 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:36.559723 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab718ed9-c6aa-42bc-8c3d-70a91cac65d5 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:36.560734 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'status': 'completed', 'code': 200} Aug 19 12:19:36.581923 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4b9c6e0-decc-4ce3-984c-eede2b1db936 req-7534d843-4ca6-4f8e-ae3b-492ebeac029b service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055906 Aug 19 12:19:36.590360 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.591361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.596330 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "DELETE /v2.0/networks/e0c7f70a-769a-4566-87d1-552be1e0288d HTTP/1.1" status: 204 len: 168 time: 1.4027493 Aug 19 12:19:36.609417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50210) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:36.619575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-395173323'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:36.630996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881a7f1-d748-4f35-b84a-87d95db30fb3 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Network': ['ID=e0c7f70a-769a-4566-87d1-552be1e0288d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:36.756676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf req-f9d1ee63-5cd8-4aea-8be1-7728a4772b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:36.758907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2cd71658-23a4-4edf-b733-e906adfa8256 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:36.775506 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf req-f9d1ee63-5cd8-4aea-8be1-7728a4772b87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 1099 time: 0.1754668 Aug 19 12:19:36.787005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c0467-a27e-4f24-89da-1fbb05302891 req-f076ac7d-a595-4cfb-b99e-70b1531997c0 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:36.788716 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb3c0467-a27e-4f24-89da-1fbb05302891 req-f076ac7d-a595-4cfb-b99e-70b1531997c0 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 948 time: 0.0623648 Aug 19 12:19:36.806165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 2cd71658-23a4-4edf-b733-e906adfa8256 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:36.810000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2cd71658-23a4-4edf-b733-e906adfa8256 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:36.833944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:36.841844 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.872632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4b9c6e0-decc-4ce3-984c-eede2b1db936 req-c868500e-ca7b-4542-ad1d-561ace33272d service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776802 Aug 19 12:19:36.889767 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb3c0467-a27e-4f24-89da-1fbb05302891 req-e7c34dee-ecfd-422f-b787-83fa2e7d7749 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941975 Aug 19 12:19:36.905113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:19:36.931810 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:36.932214 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Added segment 5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92 of type vlan for network d04d42ff-54ae-4e0f-ac15-45b925e620ef Aug 19 12:19:36.953523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf req-e39d93ee-8ad5-48a1-b1d5-776db6abcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:36.970680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf req-e39d93ee-8ad5-48a1-b1d5-776db6abcc12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1710062 Aug 19 12:19:36.996237 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.054117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf req-50aaadc5-6eea-425b-935d-b00b6465f5d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=5457b26a-698c-4be5-893c-c69d3095ac2f HTTP/1.1" status: 200 len: 217 time: 0.0915856 Aug 19 12:19:37.082050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f9021-e0ef-4d74-9245-33d3f9a5ac04 req-4f65a4c1-54e8-4181-8bfa-63dc36747e68 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:37.083647 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d1f9021-e0ef-4d74-9245-33d3f9a5ac04 req-4f65a4c1-54e8-4181-8bfa-63dc36747e68 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.0706980 Aug 19 12:19:37.113880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf req-2e8250f9-1bcd-467b-8bd7-3e1834e43676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:37.116538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf req-2e8250f9-1bcd-467b-8bd7-3e1834e43676 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0542207 Aug 19 12:19:37.157293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d1f9021-e0ef-4d74-9245-33d3f9a5ac04 req-f205b13b-2d3e-4977-b8f8-06a8f856482d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665441 Aug 19 12:19:37.171615 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.177633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:37.185586 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.188917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf req-1ef8e00c-4a37-4a0b-9803-9e01ba866b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:37.190640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf req-1ef8e00c-4a37-4a0b-9803-9e01ba866b35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669844 Aug 19 12:19:37.331969 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf req-c32ca0a6-a710-479f-ad88-5f99a9132011 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343598 Aug 19 12:19:37.400008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Network': ['ID=d04d42ff-54ae-4e0f-ac15-45b925e620ef,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:37.411250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50288) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:37.417302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network d04d42ff-54ae-4e0f-ac15-45b925e620ef details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:19:37.452409 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5b37eb35-32f0-4d7e-9b66-101e175e3f9b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8418913 Aug 19 12:19:37.454942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50294) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:37.462700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'subnet': {'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:37.515512 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ddfcf60-b3c9-477d-9bcc-b1a23f9762bf req-a6478ecf-c3a9-42c1-9ee0-8a9f90ce11de service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723363 Aug 19 12:19:37.691304 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.723935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 46d29a1c-c9e7-46ec-979b-6faefeecc979 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:37.728372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b709b180-3ac6-4d26-b73b-6d49b09eef11 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:37.748168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:37.751646 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.809664 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-74e2e7fe-2bb1-4d3e-b4a0-0a1d23c6d271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:37.893252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 46d29a1c-c9e7-46ec-979b-6faefeecc979, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:37.953545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '46d29a1c-c9e7-46ec-979b-6faefeecc979', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '46d29a1c-c9e7-46ec-979b-6faefeecc979', 'mac_address': 'fa:16:3e:b5:0a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:37.996368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port b709b180-3ac6-4d26-b73b-6d49b09eef11 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:38.008929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port b709b180-3ac6-4d26-b73b-6d49b09eef11 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:38.013968 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.095157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.125585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d29a1c-c9e7-46ec-979b-6faefeecc979 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:38.214960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 46d29a1c-c9e7-46ec-979b-6faefeecc979, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:38.218232 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.285985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:38.288842 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f98d505-e813-433e-91d7-26b9222ffa77" -d '{"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-plugged", "status": "completed", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:38.321692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:38.336397 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.395584 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.410336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=46d29a1c-c9e7-46ec-979b-6faefeecc979,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:38.445209 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.446698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.519237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48771c8-a23f-435d-8fa2-884ed7b33cc5 req-ff4c6fc6-65e9-4a4f-9f3a-ac7dd3440607 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:38.521144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f48771c8-a23f-435d-8fa2-884ed7b33cc5 req-ff4c6fc6-65e9-4a4f-9f3a-ac7dd3440607 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 948 time: 0.5316648 Aug 19 12:19:38.534869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922355e-36ad-419a-8b17-45334f50b4dd req-6f3bee02-566e-4a36-888c-2589826f2fad tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:38.536575 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a922355e-36ad-419a-8b17-45334f50b4dd req-6f3bee02-566e-4a36-888c-2589826f2fad tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 949 time: 0.5459321 Aug 19 12:19:38.553004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=13']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:38.567219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['46d29a1c-c9e7-46ec-979b-6faefeecc979'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:38.604364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Subnet': ['ID=85d8aa6b-d291-4db0-a191-44fc70268c0a,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:38.656539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Checking segment: {'id': '5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:38.656905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network hostable DHCP agents. Network: d04d42ff-54ae-4e0f-ac15-45b925e620ef, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:19:38.663417 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f48771c8-a23f-435d-8fa2-884ed7b33cc5 req-bcf97253-3ea7-4b62-9eb6-081531d63fd9 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257470 Aug 19 12:19:38.714544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-a922355e-36ad-419a-8b17-45334f50b4dd req-07ead1d3-521e-4d4d-adca-21fefa00ee23 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Deleting port b709b180-3ac6-4d26-b73b-6d49b09eef11 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:38.724462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a922355e-36ad-419a-8b17-45334f50b4dd req-07ead1d3-521e-4d4d-adca-21fefa00ee23 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.824309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network d04d42ff-54ae-4e0f-ac15-45b925e620ef is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:19:38.867543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] Deleting port 59382fe4-c12c-40f1-8498-6ea1672f263c {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:38.868227 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.884885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b44e09-5647-405d-ba84-45bdea34771c req-7f5a9a7f-fcc2-4223-87fd-960b204aaf60 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:38.885168 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12b44e09-5647-405d-ba84-45bdea34771c req-7f5a9a7f-fcc2-4223-87fd-960b204aaf60 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 950 time: 0.0931327 Aug 19 12:19:38.921757 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, d04d42ff-54ae-4e0f-ac15-45b925e620ef) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:38.929811 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:38.930769 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.931873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a922355e-36ad-419a-8b17-45334f50b4dd req-07ead1d3-521e-4d4d-adca-21fefa00ee23 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] For port b709b180-3ac6-4d26-b73b-6d49b09eef11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b709b180-3ac6-4d26-b73b-6d49b09eef11,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:38.931873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a922355e-36ad-419a-8b17-45334f50b4dd req-07ead1d3-521e-4d4d-adca-21fefa00ee23 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.935997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761fadd3-54cd-452e-9218-e50c7fb3f7df None None] Network d04d42ff-54ae-4e0f-ac15-45b925e620ef requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:38.975012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-a922355e-36ad-419a-8b17-45334f50b4dd req-07ead1d3-521e-4d4d-adca-21fefa00ee23 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Calling delete_port for b709b180-3ac6-4d26-b73b-6d49b09eef11 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:38.981102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] For port 59382fe4-c12c-40f1-8498-6ea1672f263c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=59382fe4-c12c-40f1-8498-6ea1672f263c,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:38.981481 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:38.991537 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12b44e09-5647-405d-ba84-45bdea34771c req-46ad3d48-b47b-4e42-a624-17846fd5e155 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966294 Aug 19 12:19:39.007284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5457b26a-698c-4be5-893c-c69d3095ac2f details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:39.009836 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.009993 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] Calling delete_port for 59382fe4-c12c-40f1-8498-6ea1672f263c owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:39.050530 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5c50853d-ba88-400c-8bb0-fc48307ea32f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5940213 Aug 19 12:19:39.051255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50422) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:39.151880 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e5624-14ce-47c8-b105-455261779216 x-openstack-request-id: req-552e5624-14ce-47c8-b105-455261779216 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:39.152170 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-plugged", "status": "completed", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:39.152428 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-552e5624-14ce-47c8-b105-455261779216 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:39.152864 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'code': 200} Aug 19 12:19:39.203143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1315962953'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:39.276817 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-d04d42ff-54ae-4e0f-ac15-45b925e620ef', 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'fixed_ips': [{'subnet_id': '85d8aa6b-d291-4db0-a191-44fc70268c0a'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:19:39.277704 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.295962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c85c48-4183-4b96-b52d-2acd21d7d5c8 req-1166f086-3ea7-44a3-917c-61a7af076929 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:39.296234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:39.297683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6c85c48-4183-4b96-b52d-2acd21d7d5c8 req-1166f086-3ea7-44a3-917c-61a7af076929 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.30 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 944 time: 0.1490736 Aug 19 12:19:39.314275 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5d1a4-17be-4209-959a-bd600716a167 req-683d9971-f45a-49d4-826b-cbd9a67aa2c0 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:39.317873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8cd5d1a4-17be-4209-959a-bd600716a167 req-683d9971-f45a-49d4-826b-cbd9a67aa2c0 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 944 time: 0.1005783 Aug 19 12:19:39.318024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'mac_address': 'fa:16:3e:c1:04:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:39.337625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:39.343013 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.377509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:19:39.395508 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.395508 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Added segment ca7eebec-0744-4a03-ab09-cf7b6775728a of type vlan for network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 Aug 19 12:19:39.406516 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a922355e-36ad-419a-8b17-45334f50b4dd req-07ead1d3-521e-4d4d-adca-21fefa00ee23 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.442439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.464842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.470532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['4db17444-4e5c-45c6-a45b-a73f3cec2f6f', '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'b709b180-3ac6-4d26-b73b-6d49b09eef11'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:39.470961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ead1d3-521e-4d4d-adca-21fefa00ee23 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Pushing event deleted for resources: {'Port': ['ID=b709b180-3ac6-4d26-b73b-6d49b09eef11,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:39.472942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:39.481779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8cd5d1a4-17be-4209-959a-bd600716a167 req-5d4b055c-d504-4d50-8cb5-e90e9825e154 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571271 Aug 19 12:19:39.523997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] Pushing event deleted for resources: {'Port': ['ID=59382fe4-c12c-40f1-8498-6ea1672f263c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:39.564319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a922355e-36ad-419a-8b17-45334f50b4dd req-07ead1d3-521e-4d4d-adca-21fefa00ee23 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] No DVR routers for this DVR port b709b180-3ac6-4d26-b73b-6d49b09eef11 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:39.570393 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a922355e-36ad-419a-8b17-45334f50b4dd req-07ead1d3-521e-4d4d-adca-21fefa00ee23 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.575612 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a922355e-36ad-419a-8b17-45334f50b4dd req-07ead1d3-521e-4d4d-adca-21fefa00ee23 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "DELETE /v2.0/ports/b709b180-3ac6-4d26-b73b-6d49b09eef11 HTTP/1.1" status: 204 len: 173 time: 1.0308867 Aug 19 12:19:39.584304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-deleted', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:39.584759 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f752b4e-e49e-4c7f-92c4-7cb5e647d6f3" -d '{"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-deleted", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:39.616037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-b6c85c48-4183-4b96-b52d-2acd21d7d5c8 req-7252738e-0739-497f-b401-c37c8a9e3cae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Deleting port f11d55ae-c152-4210-b83e-f0c360ef09da {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:39.616389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b6c85c48-4183-4b96-b52d-2acd21d7d5c8 req-7252738e-0739-497f-b401-c37c8a9e3cae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.734042 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.754377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 46d29a1c-c9e7-46ec-979b-6faefeecc979 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:39.805690 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8622b25d-df92-4a29-8c3d-40df71e5d1b3 x-openstack-request-id: req-8622b25d-df92-4a29-8c3d-40df71e5d1b3 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:39.806346 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fdaebd-2748-4407-9223-5c83d4e23945", "name": "network-vif-deleted", "tag": "b709b180-3ac6-4d26-b73b-6d49b09eef11", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:39.806838 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8622b25d-df92-4a29-8c3d-40df71e5d1b3 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:39.807506 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fdaebd-2748-4407-9223-5c83d4e23945', 'name': 'network-vif-deleted', 'tag': 'b709b180-3ac6-4d26-b73b-6d49b09eef11', 'status': 'completed', 'code': 200} Aug 19 12:19:39.884006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5457b26a-698c-4be5-893c-c69d3095ac2f {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:39.888870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b6c85c48-4183-4b96-b52d-2acd21d7d5c8 req-7252738e-0739-497f-b401-c37c8a9e3cae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] For port f11d55ae-c152-4210-b83e-f0c360ef09da, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f11d55ae-c152-4210-b83e-f0c360ef09da,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:39.889886 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b6c85c48-4183-4b96-b52d-2acd21d7d5c8 req-7252738e-0739-497f-b401-c37c8a9e3cae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:39.908209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-b6c85c48-4183-4b96-b52d-2acd21d7d5c8 req-7252738e-0739-497f-b401-c37c8a9e3cae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Calling delete_port for f11d55ae-c152-4210-b83e-f0c360ef09da owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:39.923226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b1b31-cf7f-4874-839c-8cd7b788d543 req-2cb5995c-355b-46e6-b832-7c427d2e1ed8 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:39.932562 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b8b1b31-cf7f-4874-839c-8cd7b788d543 req-2cb5995c-355b-46e6-b832-7c427d2e1ed8 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 949 time: 0.1300128 Aug 19 12:19:39.984394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:40.014931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Allocated IP 19.80.0.2 (d04d42ff-54ae-4e0f-ac15-45b925e620ef/85d8aa6b-d291-4db0-a191-44fc70268c0a/eddb28bd-bafb-4ceb-a546-d236c6067daa) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:40.023189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b8b1b31-cf7f-4874-839c-8cd7b788d543 req-a929176a-857b-4bbf-9020-445bc0baf8f7 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864952 Aug 19 12:19:40.042836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.048732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:40.050913 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.054116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 46d29a1c-c9e7-46ec-979b-6faefeecc979 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:40.092280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 46d29a1c-c9e7-46ec-979b-6faefeecc979 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:40.092773 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.170130 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.243725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Network': ['ID=8d920d66-261c-4b79-9e85-a6cdc06f97e8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:40.269517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:19:40.288955 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c4ff1d-09d8-45fa-af56-f5b019a137ef req-37b7ce64-0f62-4e05-a905-982dee05084f tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=08fdaebd-2748-4407-9223-5c83d4e23945 HTTP/1.1" status: 200 len: 210 time: 0.0464280 Aug 19 12:19:40.302423 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-10e12311-339d-45e8-9b1f-86d652b55f71 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2457774 Aug 19 12:19:40.305209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50484) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:40.310423 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'subnet': {'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:40.311335 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.366470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b6c85c48-4183-4b96-b52d-2acd21d7d5c8 req-7252738e-0739-497f-b401-c37c8a9e3cae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.431649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252738e-0739-497f-b401-c37c8a9e3cae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Pushing event deleted for resources: {'Port': ['ID=f11d55ae-c152-4210-b83e-f0c360ef09da,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:40.475790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:40.489813 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c85c48-4183-4b96-b52d-2acd21d7d5c8 req-7252738e-0739-497f-b401-c37c8a9e3cae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] No DVR routers for this DVR port f11d55ae-c152-4210-b83e-f0c360ef09da on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:40.494986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b6c85c48-4183-4b96-b52d-2acd21d7d5c8 req-7252738e-0739-497f-b401-c37c8a9e3cae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.497271 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6c85c48-4183-4b96-b52d-2acd21d7d5c8 req-7252738e-0739-497f-b401-c37c8a9e3cae tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.30 "DELETE /v2.0/ports/f11d55ae-c152-4210-b83e-f0c360ef09da HTTP/1.1" status: 204 len: 173 time: 1.1929586 Aug 19 12:19:40.501487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5457b26a-698c-4be5-893c-c69d3095ac2f'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:40.589921 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.599756 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9497f236-733a-496b-a53c-72bdf2d279ec req-5a2ca8ca-946b-45de-966d-5662b21ea4a3 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 210 time: 0.0320084 Aug 19 12:19:40.600894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:40.604203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.637209 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.649707 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:40.676958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Transition to ACTIVE for port object eddb28bd-bafb-4ceb-a546-d236c6067daa will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:40.699797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] Router 59d17b07-c1a9-4a29-ba9f-153ea074ccea has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:40.851212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f11d55ae-c152-4210-b83e-f0c360ef09da'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:40.859684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:40.867170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-05a55dbc-143b-48d0-ab92-767bd9f0f076 admin admin] 10.222.0.21 "PUT /v2.0/routers/59d17b07-c1a9-4a29-ba9f-153ea074ccea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4549751 Aug 19 12:19:40.869792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50496) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:40.896534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dabbc4-d30a-419c-9cc2-d4926566063a None None] Sync routers for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:40.921018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Transition to ACTIVE for port object eddb28bd-bafb-4ceb-a546-d236c6067daa will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:40.925195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 46d29a1c-c9e7-46ec-979b-6faefeecc979, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:40.949033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dabbc4-d30a-419c-9cc2-d4926566063a None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:40.949697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-03dabbc4-d30a-419c-9cc2-d4926566063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:40.959069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.012764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50500) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:41.039516 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.047331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Subnet': ['ID=6500a921-1843-4852-8459-7efa9d4301fe,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:41.128643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Checking segment: {'id': 'ca7eebec-0744-4a03-ab09-cf7b6775728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:41.129066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network hostable DHCP agents. Network: 8d920d66-261c-4b79-9e85-a6cdc06f97e8, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:19:41.139460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-03dabbc4-d30a-419c-9cc2-d4926566063a None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:41.145352 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.148950 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.150402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b709b180-3ac6-4d26-b73b-6d49b09eef11 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:41.186743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d29a1c-c9e7-46ec-979b-6faefeecc979'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:41.189730 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8ac21a-3373-4969-9608-fba24ca2491f" -d '{"events": [{"server_uuid": "cdf18fd4-1d3c-4923-95c1-a657bbd333e6", "name": "network-vif-plugged", "status": "completed", "tag": "46d29a1c-c9e7-46ec-979b-6faefeecc979"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:41.198608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-85c411af-0120-44f5-9970-bd4609cc2c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.210387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af574f42-882d-4bb0-b722-e1a48d86bbad req-119a5f00-8715-4e92-9c4b-92ecad8845ce tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:41.211993 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af574f42-882d-4bb0-b722-e1a48d86bbad req-119a5f00-8715-4e92-9c4b-92ecad8845ce tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 949 time: 0.0911903 Aug 19 12:19:41.242843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.273824 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4851223-4c99-4674-980e-de3004c10f83 x-openstack-request-id: req-a4851223-4c99-4674-980e-de3004c10f83 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:41.274112 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af574f42-882d-4bb0-b722-e1a48d86bbad req-a5f785eb-822a-499c-835b-c9c959b9977d tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521932 Aug 19 12:19:41.274240 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf18fd4-1d3c-4923-95c1-a657bbd333e6", "name": "network-vif-plugged", "status": "completed", "tag": "46d29a1c-c9e7-46ec-979b-6faefeecc979", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:41.274387 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4851223-4c99-4674-980e-de3004c10f83 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:41.274744 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d29a1c-c9e7-46ec-979b-6faefeecc979', 'code': 200} Aug 19 12:19:41.337810 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Pushing event updated for resources: {'Port': ['ID=eddb28bd-bafb-4ceb-a546-d236c6067daa,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:41.340414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: b709b180-3ac6-4d26-b73b-6d49b09eef11 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:41.342015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b709b180-3ac6-4d26-b73b-6d49b09eef11 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:41.346979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Network d04d42ff-54ae-4e0f-ac15-45b925e620ef is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:41.361247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:19:41.368161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50514) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:41.401916 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:41.405672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:41.441483 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-85c411af-0120-44f5-9970-bd4609cc2c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.449878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1e148-caea-48b3-b094-2243916dae4b req-8dd8d082-02a0-4d7d-a495-cdbb1539d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:41.451788 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6cb1e148-caea-48b3-b094-2243916dae4b req-8dd8d082-02a0-4d7d-a495-cdbb1539d776 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 1101 time: 0.1259918 Aug 19 12:19:41.475505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=46d29a1c-c9e7-46ec-979b-6faefeecc979,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:41.497278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Deleting port 8c308307-0e71-4e83-8ef0-7e8f356471d4 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:41.497658 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.503747 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6cb1e148-caea-48b3-b094-2243916dae4b req-a2948199-ea90-4f07-b7d3-01f131846b25 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429990 Aug 19 12:19:41.534208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Attempting to bind port eddb28bd-bafb-4ceb-a546-d236c6067daa on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:41.534576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Attempting to bind port eddb28bd-bafb-4ceb-a546-d236c6067daa by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:41.534970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Attempting to bind port eddb28bd-bafb-4ceb-a546-d236c6067daa on network d04d42ff-54ae-4e0f-ac15-45b925e620ef {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:41.545094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:41.545522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Checking segment: {'id': '5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:41.545924 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.546055 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8ad05bc-de1e-47ea-9c7d-1dd9724089c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.546310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Bound using segment: {'id': '5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:41.546783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Bound port: eddb28bd-bafb-4ceb-a546-d236c6067daa, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:41.547207 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.554825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 8d920d66-261c-4b79-9e85-a6cdc06f97e8) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:41.563987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:41.572831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.573065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600c08c-0538-4d87-9101-86a95f047032 None None] Network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:41.584255 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-85c411af-0120-44f5-9970-bd4609cc2c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.648197 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-85c411af-0120-44f5-9970-bd4609cc2c4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64f4d857227e4f44b2e62c7187ca4e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6338696 Aug 19 12:19:41.651530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50522) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:41.653883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c411af-0120-44f5-9970-bd4609cc2c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d89747-06c3-460d-84d0-e23eabb8c195,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:41.671158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] For port 8c308307-0e71-4e83-8ef0-7e8f356471d4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8c308307-0e71-4e83-8ef0-7e8f356471d4,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:41.671529 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.685319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Calling delete_port for 8c308307-0e71-4e83-8ef0-7e8f356471d4 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:41.698687 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8ad05bc-de1e-47ea-9c7d-1dd9724089c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.719833 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-727bac28-529b-4736-8e1e-03458284345d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.726902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] For port eddb28bd-bafb-4ceb-a546-d236c6067daa, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:41.761735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] For port eddb28bd-bafb-4ceb-a546-d236c6067daa, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=eddb28bd-bafb-4ceb-a546-d236c6067daa,segment=NetworkSegment(5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92),segment_id=5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:41.767108 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6aafde3a-b198-4953-998a-b23f50548268 req-53e4c7cc-7046-48dd-95cd-dcda522a21a7 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=5606bcd6-9e04-419c-972b-bc5dcf11ced8 HTTP/1.1" status: 200 len: 210 time: 0.0362561 Aug 19 12:19:41.779912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-727bac28-529b-4736-8e1e-03458284345d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.808611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'name': 'network-vif-deleted', 'tag': 'f11d55ae-c152-4210-b83e-f0c360ef09da'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:41.811339 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e21356-c2d7-4ad2-8773-7f31844ad8af" -d '{"events": [{"server_uuid": "5606bcd6-9e04-419c-972b-bc5dcf11ced8", "name": "network-vif-deleted", "tag": "f11d55ae-c152-4210-b83e-f0c360ef09da"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:41.815217 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-03dabbc4-d30a-419c-9cc2-d4926566063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:19:39Z', 'revision_number': 5, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port': {'id': '8c308307-0e71-4e83-8ef0-7e8f356471d4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:26Z', 'updated_at': '2021-08-19T12:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:41.828460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8ad05bc-de1e-47ea-9c7d-1dd9724089c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.851636 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dabbc4-d30a-419c-9cc2-d4926566063a None None] Checking router: 59d17b07-c1a9-4a29-ba9f-153ea074ccea for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:41.880415 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ac52fc-ab71-409f-8a65-c6533b0fa83e x-openstack-request-id: req-14ac52fc-ab71-409f-8a65-c6533b0fa83e {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:41.880822 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5606bcd6-9e04-419c-972b-bc5dcf11ced8", "name": "network-vif-deleted", "tag": "f11d55ae-c152-4210-b83e-f0c360ef09da", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:41.881691 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14ac52fc-ab71-409f-8a65-c6533b0fa83e {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:41.881691 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5606bcd6-9e04-419c-972b-bc5dcf11ced8', 'name': 'network-vif-deleted', 'tag': 'f11d55ae-c152-4210-b83e-f0c360ef09da', 'status': 'completed', 'code': 200} Aug 19 12:19:41.899193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad05bc-de1e-47ea-9c7d-1dd9724089c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21d4f85-bea4-4db6-b995-25b696b6d2c6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:41.904674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dabbc4-d30a-419c-9cc2-d4926566063a None None] Routers {'59d17b07-c1a9-4a29-ba9f-153ea074ccea'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:41.905330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-03dabbc4-d30a-419c-9cc2-d4926566063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:41.909171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50526) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:41.909550 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b8ad05bc-de1e-47ea-9c7d-1dd9724089c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d228dd7fa5c4831aed1d9c36d43c0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401461 Aug 19 12:19:41.913317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-8d920d66-261c-4b79-9e85-a6cdc06f97e8', 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'fixed_ips': [{'subnet_id': '6500a921-1843-4852-8459-7efa9d4301fe'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:19:41.914286 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.963180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d31542c2-5eb4-414d-b3a3-49c14c684a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.973584 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:41.980960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d448a1e7-3017-4ee7-a1cf-ca8a149c29e5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6685679 Aug 19 12:19:41.998777 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d31542c2-5eb4-414d-b3a3-49c14c684a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.082891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ef7ef-4358-4b9c-815b-c25a8aff202f None None] Pushing event updated for resources: {'Port': ['ID=eddb28bd-bafb-4ceb-a546-d236c6067daa,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:42.084992 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.088138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-727bac28-529b-4736-8e1e-03458284345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.091043 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-727bac28-529b-4736-8e1e-03458284345d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.096180 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-727bac28-529b-4736-8e1e-03458284345d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7d89747-06c3-460d-84d0-e23eabb8c195 HTTP/1.1" status: 204 len: 168 time: 0.4436424 Aug 19 12:19:42.114173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bac28-529b-4736-8e1e-03458284345d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d89747-06c3-460d-84d0-e23eabb8c195,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:42.128359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cce320-cd6f-4ffe-9122-76c3af92c943 req-9c121960-b8da-45f8-a250-65f2cc30316d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:42.130526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73cce320-cd6f-4ffe-9122-76c3af92c943 req-9c121960-b8da-45f8-a250-65f2cc30316d tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 951 time: 0.0923266 Aug 19 12:19:42.139634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-03dabbc4-d30a-419c-9cc2-d4926566063a None None] Set router 59d17b07-c1a9-4a29-ba9f-153ea074ccea gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:42.143287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=8c308307-0e71-4e83-8ef0-7e8f356471d4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:42.195507 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73cce320-cd6f-4ffe-9122-76c3af92c943 req-456c20d0-ea54-4712-a14e-d49cd3de84d1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558679 Aug 19 12:19:42.213930 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.217587 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d31542c2-5eb4-414d-b3a3-49c14c684a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.220523 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d31542c2-5eb4-414d-b3a3-49c14c684a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.221703 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d31542c2-5eb4-414d-b3a3-49c14c684a4b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b21d4f85-bea4-4db6-b995-25b696b6d2c6 HTTP/1.1" status: 204 len: 168 time: 0.3103850 Aug 19 12:19:42.265650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-03dabbc4-d30a-419c-9cc2-d4926566063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:19:41Z', 'revision_number': 6, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:42.338485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dabbc4-d30a-419c-9cc2-d4926566063a None None] The sync data for ids ['59d17b07-c1a9-4a29-ba9f-153ea074ccea'] in n-d-803757-2 is: [{'id': '59d17b07-c1a9-4a29-ba9f-153ea074ccea', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2040875499-router', 'tenant_id': '234f10076afd426c9c349cdd2953cd03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:25Z', 'updated_at': '2021-08-19T12:19:41Z', 'revision_number': 6, 'project_id': '234f10076afd426c9c349cdd2953cd03', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:42.407679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31542c2-5eb4-414d-b3a3-49c14c684a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21d4f85-bea4-4db6-b995-25b696b6d2c6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:42.463859 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.472628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfc601-286c-4e27-8d45-d56b858d7688 req-85584078-2c67-431e-9269-67655621cc96 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:42.478183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0bcfc601-286c-4e27-8d45-d56b858d7688 req-85584078-2c67-431e-9269-67655621cc96 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 950 time: 0.0714407 Aug 19 12:19:42.478384 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.480825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Allocated IP 19.86.0.2 (8d920d66-261c-4b79-9e85-a6cdc06f97e8/6500a921-1843-4852-8459-7efa9d4301fe/e60d3a11-3e9d-4560-b7b5-2771bbf7528f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:42.531523 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0bcfc601-286c-4e27-8d45-d56b858d7688 req-29b0dfe8-c76b-42ab-99ac-93a5a781f8b6 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510848 Aug 19 12:19:42.580552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-74f9b311-2bbd-4869-ac96-287d39682551 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:42.586767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-74f9b311-2bbd-4869-ac96-287d39682551 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:42.594427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-74f9b311-2bbd-4869-ac96-287d39682551 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/networks?id=d04d42ff-54ae-4e0f-ac15-45b925e620ef&id=8d920d66-261c-4b79-9e85-a6cdc06f97e8 HTTP/1.1" status: 200 len: 1391 time: 0.2740886 Aug 19 12:19:42.611280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-cb443a46-f37a-4c11-a626-5b0956db674a tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/quotas/fd7ef5f6e9f34651aa6030821f4b6f9d HTTP/1.1" status: 200 len: 375 time: 0.0155556 Aug 19 12:19:42.645838 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.646406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59d17b07-c1a9-4a29-ba9f-153ea074ccea {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:19:42.652691 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.655344 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-726a91e5-1e57-4cca-b119-7ff341fd5a4e admin admin] 10.222.0.21 "DELETE /v2.0/routers/59d17b07-c1a9-4a29-ba9f-153ea074ccea HTTP/1.1" status: 204 len: 168 time: 1.7829170 Aug 19 12:19:42.658084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50552) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:42.683501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-fcac47ea-78a5-4252-a846-ee9771c1af3d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712836 Aug 19 12:19:42.713565 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.726969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Transition to ACTIVE for port object e60d3a11-3e9d-4560-b7b5-2771bbf7528f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:42.729729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dca756a-918b-4127-99bb-5302044fd6e5 admin admin] Deleting subnet 3cb42b23-06f7-4a7c-9e91-c255261f3eec {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:42.743787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dca756a-918b-4127-99bb-5302044fd6e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.755864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Transition to ACTIVE for port object e60d3a11-3e9d-4560-b7b5-2771bbf7528f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:42.816415 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dca756a-918b-4127-99bb-5302044fd6e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.867780 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:42.941189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Pushing event updated for resources: {'Port': ['ID=e60d3a11-3e9d-4560-b7b5-2771bbf7528f,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:42.955874 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dca756a-918b-4127-99bb-5302044fd6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.003261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:43.004238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5457b26a-698c-4be5-893c-c69d3095ac2f up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:43.018667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:43.084975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:43.165394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Attempting to bind port e60d3a11-3e9d-4560-b7b5-2771bbf7528f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:43.166054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Attempting to bind port e60d3a11-3e9d-4560-b7b5-2771bbf7528f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'ca7eebec-0744-4a03-ab09-cf7b6775728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:43.166166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Attempting to bind port e60d3a11-3e9d-4560-b7b5-2771bbf7528f on network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:43.166270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-8007fbfe-6fb3-4fef-8de0-22874c21fc0b service neutron] 10.222.0.21 "GET /v2.0/networks/d04d42ff-54ae-4e0f-ac15-45b925e620ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816477 Aug 19 12:19:43.177935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:43.179045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Checking segment: {'id': 'ca7eebec-0744-4a03-ab09-cf7b6775728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:43.179045 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.179299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Bound using segment: {'id': 'ca7eebec-0744-4a03-ab09-cf7b6775728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:43.179556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Bound port: e60d3a11-3e9d-4560-b7b5-2771bbf7528f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7eebec-0744-4a03-ab09-cf7b6775728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:43.179928 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.251040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dca756a-918b-4127-99bb-5302044fd6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.255603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] For port e60d3a11-3e9d-4560-b7b5-2771bbf7528f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:43.259249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] For port e60d3a11-3e9d-4560-b7b5-2771bbf7528f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e60d3a11-3e9d-4560-b7b5-2771bbf7528f,segment=NetworkSegment(ca7eebec-0744-4a03-ab09-cf7b6775728a),segment_id=ca7eebec-0744-4a03-ab09-cf7b6775728a)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:43.260418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-fedd0456-e685-432a-ab32-96e6176eb364 service neutron] 10.222.0.21 "GET /v2.0/networks/d04d42ff-54ae-4e0f-ac15-45b925e620ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933125 Aug 19 12:19:43.286749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eddb28bd-bafb-4ceb-a546-d236c6067daa up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:43.290857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca756a-918b-4127-99bb-5302044fd6e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb42b23-06f7-4a7c-9e91-c255261f3eec,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:43.297964 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dca756a-918b-4127-99bb-5302044fd6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.302657 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2dca756a-918b-4127-99bb-5302044fd6e5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3cb42b23-06f7-4a7c-9e91-c255261f3eec HTTP/1.1" status: 204 len: 168 time: 0.6404691 Aug 19 12:19:43.302907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50576) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:43.322338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1467dd94-1cae-4bba-bc32-54cb558142e6 None None] Network 249e42bf-355b-41f3-9364-07c3ec7f0839 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:43.421477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 5457b26a-698c-4be5-893c-c69d3095ac2f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:43.424707 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.466017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 5457b26a-698c-4be5-893c-c69d3095ac2f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:43.469553 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.514505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8441b-d35e-49dd-acac-2fccc33ebc81 req-ce7b3d6a-eb28-430c-ba2a-6f3306efd90e tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:43.514505 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ae8441b-d35e-49dd-acac-2fccc33ebc81 req-ce7b3d6a-eb28-430c-ba2a-6f3306efd90e tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 951 time: 0.1735146 Aug 19 12:19:43.528487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Deleting port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:43.529490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.563853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-a93dce2c-09ad-418e-a2c5-a10c45f9fa00 service neutron] 10.222.0.21 "GET /v2.0/networks/8d920d66-261c-4b79-9e85-a6cdc06f97e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954469 Aug 19 12:19:43.633662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] For port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286,segment=NetworkSegment(f232e3da-de81-4109-9d27-43f0508e6b59),segment_id=f232e3da-de81-4109-9d27-43f0508e6b59)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:43.634301 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.651327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Calling delete_port for d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:43.765709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-1ae8441b-d35e-49dd-acac-2fccc33ebc81 req-8eb6788c-403a-423e-a66b-bdafc5ec0142 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Deleting port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:43.766259 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1ae8441b-d35e-49dd-acac-2fccc33ebc81 req-8eb6788c-403a-423e-a66b-bdafc5ec0142 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.786565 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-9fa74bc9-116a-44bc-bb14-97e3665d3987 service neutron] 10.222.0.21 "GET /v2.0/networks/8d920d66-261c-4b79-9e85-a6cdc06f97e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010100 Aug 19 12:19:43.797628 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.804760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85c413e-4fd5-4235-afe1-b9d8b2f0c0f0 None None] Network d04d42ff-54ae-4e0f-ac15-45b925e620ef requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:43.830149 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port eddb28bd-bafb-4ceb-a546-d236c6067daa completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:43.853300 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.905785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6c714-414f-4731-a727-d1b60aa4a763 None None] Pushing event updated for resources: {'Port': ['ID=e60d3a11-3e9d-4560-b7b5-2771bbf7528f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:43.935718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:43.943852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-1ae8441b-d35e-49dd-acac-2fccc33ebc81 req-8eb6788c-403a-423e-a66b-bdafc5ec0142 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] For port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:43.944839 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1ae8441b-d35e-49dd-acac-2fccc33ebc81 req-8eb6788c-403a-423e-a66b-bdafc5ec0142 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:43.945574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] No DVR routers for this DVR port d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:43.969950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-1ae8441b-d35e-49dd-acac-2fccc33ebc81 req-8eb6788c-403a-423e-a66b-bdafc5ec0142 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Calling delete_port for 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:43.984505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 59382fe4-c12c-40f1-8498-6ea1672f263c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:44.048559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 59382fe4-c12c-40f1-8498-6ea1672f263c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:44.048902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 59382fe4-c12c-40f1-8498-6ea1672f263c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:44.103780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e3f7ec4d-f515-41d1-a198-763d5831f593 None None] Provisioning for port eddb28bd-bafb-4ceb-a546-d236c6067daa completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:44.122673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e3f7ec4d-f515-41d1-a198-763d5831f593 None None] Provisioning complete for port eddb28bd-bafb-4ceb-a546-d236c6067daa triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:44.123071 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e3f7ec4d-f515-41d1-a198-763d5831f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.151108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a047a850-679f-4999-9de5-d10a16d34117 None None] DHCP port deletion for 249e42bf-355b-41f3-9364-07c3ec7f0839 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:44.151514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.165905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249e42bf-355b-41f3-9364-07c3ec7f0839']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:44.180919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f232e3da-de81-4109-9d27-43f0508e6b59') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:44.181232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f232e3da-de81-4109-9d27-43f0508e6b59') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:44.209411 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.233837 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.235924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92379b5-bf8f-4ffc-8600-b5ea264b4383 req-cc9774f3-ec5c-4aff-95d8-3621d318a4d5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:44.239080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e92379b5-bf8f-4ffc-8600-b5ea264b4383 req-cc9774f3-ec5c-4aff-95d8-3621d318a4d5 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.30 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 944 time: 0.0749660 Aug 19 12:19:44.319898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:44.319898 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8249b13-6bb3-4050-bf91-cab2f1c30ea8" -d '{"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-plugged", "status": "completed", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:44.342406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73198e88-f805-4aa4-9ae6-4ce3a384fdef req-f6ef5834-9435-4575-842c-f210938d66c3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:44.364577 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73198e88-f805-4aa4-9ae6-4ce3a384fdef req-f6ef5834-9435-4575-842c-f210938d66c3 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 951 time: 0.4299548 Aug 19 12:19:44.366996 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.386449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1ae8441b-d35e-49dd-acac-2fccc33ebc81 req-8eb6788c-403a-423e-a66b-bdafc5ec0142 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.411686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:44.412390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:44.412808 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.416707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['4db17444-4e5c-45c6-a45b-a73f3cec2f6f', '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:44.418727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:44.440701 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:44.529892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6788c-403a-423e-a66b-bdafc5ec0142 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Pushing event deleted for resources: {'Port': ['ID=09ad6f7e-86fd-4bfb-b0c8-790640c43dc8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:44.537179 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.538126 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f11d55ae-c152-4210-b83e-f0c360ef09da no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:44.555617 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73198e88-f805-4aa4-9ae6-4ce3a384fdef req-75619db5-207f-4a4d-ad53-d07f91de6223 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901383 Aug 19 12:19:44.577698 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: f11d55ae-c152-4210-b83e-f0c360ef09da {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:44.577999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f11d55ae-c152-4210-b83e-f0c360ef09da not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:44.579513 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e3f7ec4d-f515-41d1-a198-763d5831f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.641964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f4a53-91d3-46fc-99fe-79730b74f409 req-d3f5458b-c9eb-4e43-a978-0e656b739675 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:44.642780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-946f4a53-91d3-46fc-99fe-79730b74f409 req-d3f5458b-c9eb-4e43-a978-0e656b739675 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 950 time: 0.2353783 Aug 19 12:19:44.643609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae8441b-d35e-49dd-acac-2fccc33ebc81 req-8eb6788c-403a-423e-a66b-bdafc5ec0142 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] No DVR routers for this DVR port 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:44.647189 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1ae8441b-d35e-49dd-acac-2fccc33ebc81 req-8eb6788c-403a-423e-a66b-bdafc5ec0142 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.649221 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ae8441b-d35e-49dd-acac-2fccc33ebc81 req-8eb6788c-403a-423e-a66b-bdafc5ec0142 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "DELETE /v2.0/ports/09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 HTTP/1.1" status: 204 len: 173 time: 1.1273835 Aug 19 12:19:44.649620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-deleted', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:44.651962 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ef640b-f488-4775-9b40-35199a26bae3" -d '{"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-deleted", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:44.713069 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.730397 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.730397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/249e42bf-355b-41f3-9364-07c3ec7f0839 HTTP/1.1" status: 204 len: 168 time: 1.4187968 Aug 19 12:19:44.731228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50622) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:44.742250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1c4c1-34d2-4304-9547-300b8c2bfae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=249e42bf-355b-41f3-9364-07c3ec7f0839,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:44.756472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:44.819717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e92379b5-bf8f-4ffc-8600-b5ea264b4383 req-bd9fe7a8-645e-4ac4-823b-8124fc5282eb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Deleting port 89774023-39d8-4a01-bcab-c11ae8ad97ce {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:44.820367 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e92379b5-bf8f-4ffc-8600-b5ea264b4383 req-bd9fe7a8-645e-4ac4-823b-8124fc5282eb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:44.867945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e3f7ec4d-f515-41d1-a198-763d5831f593 None None] For port eddb28bd-bafb-4ceb-a546-d236c6067daa, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=eddb28bd-bafb-4ceb-a546-d236c6067daa,segment=NetworkSegment(5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92),segment_id=5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:44.894438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-946f4a53-91d3-46fc-99fe-79730b74f409 req-b5b11c0c-de83-4dc6-9db3-3011ee883f65 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386169 Aug 19 12:19:44.996268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e60d3a11-3e9d-4560-b7b5-2771bbf7528f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:45.001250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fb5a7-bfa4-415d-8bf9-2e2da4b7f7af req-18ae955c-35fb-4d80-8aaa-43653aa47155 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:45.003719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-701fb5a7-bfa4-415d-8bf9-2e2da4b7f7af req-18ae955c-35fb-4d80-8aaa-43653aa47155 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 944 time: 0.1515260 Aug 19 12:19:45.050526 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e3f7ec4d-f515-41d1-a198-763d5831f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.057763 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-701fb5a7-bfa4-415d-8bf9-2e2da4b7f7af req-d18241d7-a179-4091-a5fe-2b43a9bef30c tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Aug 19 12:19:45.159341 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e05d992-5244-4d87-8e90-cb40a5833ac1 req-2f5ea855-c404-482d-85d0-556f22151554 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 210 time: 0.1416507 Aug 19 12:19:45.186184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e92379b5-bf8f-4ffc-8600-b5ea264b4383 req-bd9fe7a8-645e-4ac4-823b-8124fc5282eb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] For port 89774023-39d8-4a01-bcab-c11ae8ad97ce, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=89774023-39d8-4a01-bcab-c11ae8ad97ce,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:45.190385 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e92379b5-bf8f-4ffc-8600-b5ea264b4383 req-bd9fe7a8-645e-4ac4-823b-8124fc5282eb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.272212 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069332a6-7746-4ff0-8454-c33c828b28f8 x-openstack-request-id: req-069332a6-7746-4ff0-8454-c33c828b28f8 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:45.272780 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-plugged", "status": "completed", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:45.272885 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-069332a6-7746-4ff0-8454-c33c828b28f8 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:45.273305 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'code': 200} Aug 19 12:19:45.274834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-387291d3-c965-482b-b024-ea1ecab74bfb None None] Provisioning complete for port eddb28bd-bafb-4ceb-a546-d236c6067daa triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:45.275218 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-387291d3-c965-482b-b024-ea1ecab74bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:45.286144 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e92379b5-bf8f-4ffc-8600-b5ea264b4383 req-bd9fe7a8-645e-4ac4-823b-8124fc5282eb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Calling delete_port for 89774023-39d8-4a01-bcab-c11ae8ad97ce owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:45.316055 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5af07b6-551b-435a-9c99-c2a3552fac31 x-openstack-request-id: req-b5af07b6-551b-435a-9c99-c2a3552fac31 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:45.316551 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5", "name": "network-vif-deleted", "tag": "09ad6f7e-86fd-4bfb-b0c8-790640c43dc8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:45.318125 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5af07b6-551b-435a-9c99-c2a3552fac31 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:45.318125 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5', 'name': 'network-vif-deleted', 'tag': '09ad6f7e-86fd-4bfb-b0c8-790640c43dc8', 'status': 'completed', 'code': 200} Aug 19 12:19:45.372860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7ec4d-f515-41d1-a198-763d5831f593 None None] Pushing event updated for resources: {'Port': ['ID=eddb28bd-bafb-4ceb-a546-d236c6067daa,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:45.501325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e60d3a11-3e9d-4560-b7b5-2771bbf7528f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:45.598655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8c308307-0e71-4e83-8ef0-7e8f356471d4 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:45.655188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 8c308307-0e71-4e83-8ef0-7e8f356471d4 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:45.656692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8c308307-0e71-4e83-8ef0-7e8f356471d4 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:45.658329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:45.702173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e1e7-86d3-434c-821a-a08d07d94827 req-99cf8b18-0d17-4421-8492-2c8cd51c8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:45.703928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89e2e1e7-86d3-434c-821a-a08d07d94827 req-99cf8b18-0d17-4421-8492-2c8cd51c8b30 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 1101 time: 0.3764458 Aug 19 12:19:45.723775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:45.725462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d4e3d0d1-f127-4ea6-8f1c-9f26e26a6286 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:45.727735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e271762b-f744-4849-aa55-54092d183ff5 None None] Network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:45.758602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89e2e1e7-86d3-434c-821a-a08d07d94827 req-4bdb066f-e821-4f7b-8e94-6ddc34a8c2f2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471969 Aug 19 12:19:45.816169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2adf4ca8-9992-4d66-b107-c3771857feb9 req-932d4d16-2c16-4693-b9b6-f726dc54e6bf tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2e1dad2-8b5d-4b0a-b841-4c9dcd7a01f5 HTTP/1.1" status: 200 len: 210 time: 0.0334046 Aug 19 12:19:45.946708 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0a4a9686-3630-4a88-aa00-c5fa59bbc83b None None] Provisioning for port e60d3a11-3e9d-4560-b7b5-2771bbf7528f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:45.954431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0a4a9686-3630-4a88-aa00-c5fa59bbc83b None None] Provisioning complete for port e60d3a11-3e9d-4560-b7b5-2771bbf7528f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:45.955030 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9686-3630-4a88-aa00-c5fa59bbc83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.065881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580d615-5d81-4a48-bd0c-cb9a629d39d3 req-aee85a70-877c-40cd-8322-2b02f4bb63d0 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:46.067563 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5580d615-5d81-4a48-bd0c-cb9a629d39d3 req-aee85a70-877c-40cd-8322-2b02f4bb63d0 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 950 time: 0.1598818 Aug 19 12:19:46.080097 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9686-3630-4a88-aa00-c5fa59bbc83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.122077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0a4a9686-3630-4a88-aa00-c5fa59bbc83b None None] For port e60d3a11-3e9d-4560-b7b5-2771bbf7528f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e60d3a11-3e9d-4560-b7b5-2771bbf7528f,segment=NetworkSegment(ca7eebec-0744-4a03-ab09-cf7b6775728a),segment_id=ca7eebec-0744-4a03-ab09-cf7b6775728a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:46.153304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5580d615-5d81-4a48-bd0c-cb9a629d39d3 req-7b96601f-303c-4bc7-8730-c0341db81da3 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711088 Aug 19 12:19:46.284927 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0a4a9686-3630-4a88-aa00-c5fa59bbc83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.333263 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.346913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a9686-3630-4a88-aa00-c5fa59bbc83b None None] Pushing event updated for resources: {'Port': ['ID=e60d3a11-3e9d-4560-b7b5-2771bbf7528f,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:46.410461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f66a6aa6-d0af-4c1b-be00-7d9a3f470866 None None] Provisioning complete for port e60d3a11-3e9d-4560-b7b5-2771bbf7528f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:46.410935 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f66a6aa6-d0af-4c1b-be00-7d9a3f470866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.423626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9a30ebe4-8b68-45e9-aa63-358b5196d93b req-bb54a186-50f1-440b-b757-ae0feef43e8e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 210 time: 0.0275216 Aug 19 12:19:46.462985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e92379b5-bf8f-4ffc-8600-b5ea264b4383 req-bd9fe7a8-645e-4ac4-823b-8124fc5282eb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.510641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fe7a8-645e-4ac4-823b-8124fc5282eb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Pushing event deleted for resources: {'Port': ['ID=89774023-39d8-4a01-bcab-c11ae8ad97ce,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:46.559872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317aa641-8f3b-4db0-b90d-8937f8bae801 req-2851f242-d8fa-42c2-b93b-445aa7edeb59 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:46.561374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-317aa641-8f3b-4db0-b90d-8937f8bae801 req-2851f242-d8fa-42c2-b93b-445aa7edeb59 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 866 time: 0.2253141 Aug 19 12:19:46.623183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92379b5-bf8f-4ffc-8600-b5ea264b4383 req-bd9fe7a8-645e-4ac4-823b-8124fc5282eb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] No DVR routers for this DVR port 89774023-39d8-4a01-bcab-c11ae8ad97ce on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:46.630153 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e92379b5-bf8f-4ffc-8600-b5ea264b4383 req-bd9fe7a8-645e-4ac4-823b-8124fc5282eb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.632219 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e92379b5-bf8f-4ffc-8600-b5ea264b4383 req-bd9fe7a8-645e-4ac4-823b-8124fc5282eb tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.30 "DELETE /v2.0/ports/89774023-39d8-4a01-bcab-c11ae8ad97ce HTTP/1.1" status: 204 len: 173 time: 2.3862123 Aug 19 12:19:46.708317 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-317aa641-8f3b-4db0-b90d-8937f8bae801 req-790c0d87-4757-4d75-b852-20ca14fc02f7 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228395 Aug 19 12:19:46.777893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e60d3a11-3e9d-4560-b7b5-2771bbf7528f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:46.814662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] Deleting port e92a9ed8-3f6b-40e2-b741-02304c9885a1 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:46.815032 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.852408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e60d3a11-3e9d-4560-b7b5-2771bbf7528f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:46.853176 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.922109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] For port e92a9ed8-3f6b-40e2-b741-02304c9885a1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e92a9ed8-3f6b-40e2-b741-02304c9885a1,segment=NetworkSegment(3779247c-a663-4bc7-ba9c-edeb659870f1),segment_id=3779247c-a663-4bc7-ba9c-edeb659870f1)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:46.922780 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:46.940861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] Calling delete_port for e92a9ed8-3f6b-40e2-b741-02304c9885a1 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:47.018090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eddb28bd-bafb-4ceb-a546-d236c6067daa up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:47.045584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 89774023-39d8-4a01-bcab-c11ae8ad97ce no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:47.072825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 89774023-39d8-4a01-bcab-c11ae8ad97ce {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:47.073174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 89774023-39d8-4a01-bcab-c11ae8ad97ce not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:47.100627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port eddb28bd-bafb-4ceb-a546-d236c6067daa triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:47.100999 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:47.321322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdc3de-711d-431c-827f-7b791bb69226 req-468e4c48-e8a2-4f96-847d-a9a16719eb19 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:47.322897 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2bdc3de-711d-431c-827f-7b791bb69226 req-468e4c48-e8a2-4f96-847d-a9a16719eb19 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 950 time: 0.0906603 Aug 19 12:19:47.328974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a617e-61b1-4fa0-b10f-684081db6570', 'name': 'network-vif-deleted', 'tag': '89774023-39d8-4a01-bcab-c11ae8ad97ce'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:47.331337 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f00539-23fe-41e9-b1e3-949f50ee2721" -d '{"events": [{"server_uuid": "135a617e-61b1-4fa0-b10f-684081db6570", "name": "network-vif-deleted", "tag": "89774023-39d8-4a01-bcab-c11ae8ad97ce"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:47.375916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2bdc3de-711d-431c-827f-7b791bb69226 req-17aa13a5-5d00-4574-bfd1-a88e79acc755 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395181 Aug 19 12:19:47.479200 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f6c77b-2cc1-4865-999a-788d8c2b7556 x-openstack-request-id: req-79f6c77b-2cc1-4865-999a-788d8c2b7556 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:47.479502 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135a617e-61b1-4fa0-b10f-684081db6570", "name": "network-vif-deleted", "tag": "89774023-39d8-4a01-bcab-c11ae8ad97ce", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:47.479761 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79f6c77b-2cc1-4865-999a-788d8c2b7556 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:47.480195 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a617e-61b1-4fa0-b10f-684081db6570', 'name': 'network-vif-deleted', 'tag': '89774023-39d8-4a01-bcab-c11ae8ad97ce', 'status': 'completed', 'code': 200} Aug 19 12:19:47.513711 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:47.542443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] Pushing event deleted for resources: {'Port': ['ID=e92a9ed8-3f6b-40e2-b741-02304c9885a1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:47.707750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1cc5d062-0973-43b1-9484-737b04d0708b req-9d4606ef-c163-40c7-af4f-1dd92f1881c0 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 210 time: 0.0328827 Aug 19 12:19:47.763705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:47.814734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:47.815015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 09ad6f7e-86fd-4bfb-b0c8-790640c43dc8 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:47.831920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:47.879190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d21532-b37c-41d9-81ec-03cd184e7e13 req-344d4321-fed4-4655-ba07-8d4a098bbe02 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:47.884753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-85d21532-b37c-41d9-81ec-03cd184e7e13 req-344d4321-fed4-4655-ba07-8d4a098bbe02 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.1059299 Aug 19 12:19:47.909671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50750) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:47.962836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-85d21532-b37c-41d9-81ec-03cd184e7e13 req-2446c43f-da7b-4940-8fce-518f0d72d3f7 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664897 Aug 19 12:19:48.071096 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d9bcd4d-8290-4f89-8756-e5132ce1af91 req-071df749-af76-4c9a-a993-cc2a5b71b97e tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=135a617e-61b1-4fa0-b10f-684081db6570 HTTP/1.1" status: 200 len: 210 time: 0.0301378 Aug 19 12:19:48.082603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b869ebd-6761-4b1f-af64-cb5cd47754e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.248866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] Router f26536ff-e74e-4b20-a289-1888db4ac000 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:19:48.307270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-ae189761-9d24-4f5a-8e48-d6de46df53cf tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:48.308311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-ae189761-9d24-4f5a-8e48-d6de46df53cf tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:48.310471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-ae189761-9d24-4f5a-8e48-d6de46df53cf tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "GET /v2.0/networks?id=d04d42ff-54ae-4e0f-ac15-45b925e620ef&id=8d920d66-261c-4b79-9e85-a6cdc06f97e8 HTTP/1.1" status: 200 len: 1391 time: 0.1843634 Aug 19 12:19:48.357776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'port': {'device_id': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef', 'admin_state_up': True, 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:48.453858 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b869ebd-6761-4b1f-af64-cb5cd47754e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.504741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:19:48.514382 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2565b-d5c2-4db6-b5bd-53023485dd8d None None] Sync routers for ids ['f26536ff-e74e-4b20-a289-1888db4ac000'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:19:48.522431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-41017146-5a9a-4dcb-bf56-6b4dbb99f928 admin admin] 10.222.0.21 "PUT /v2.0/routers/f26536ff-e74e-4b20-a289-1888db4ac000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7888198 Aug 19 12:19:48.525334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50790) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:48.528446 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2565b-d5c2-4db6-b5bd-53023485dd8d None None] Routers {'f26536ff-e74e-4b20-a289-1888db4ac000'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:48.529058 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a5e2565b-d5c2-4db6-b5bd-53023485dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f26536ff-e74e-4b20-a289-1888db4ac000'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:48.582554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b869ebd-6761-4b1f-af64-cb5cd47754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.633873 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a5e2565b-d5c2-4db6-b5bd-53023485dd8d None None] Set router f26536ff-e74e-4b20-a289-1888db4ac000 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:48.635594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0b869ebd-6761-4b1f-af64-cb5cd47754e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27e99b179fc84f73bdbedb54f6eceed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7239058 Aug 19 12:19:48.637610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50796) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:48.649019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b869ebd-6761-4b1f-af64-cb5cd47754e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76331514-539f-4bd2-9bec-d817e3b592f1,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:48.671056 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.747519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:48.751845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.779339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-861a3e9f-c398-432f-b6e5-f221f61033c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.836307 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a5e2565b-d5c2-4db6-b5bd-53023485dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-router', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:40Z', 'updated_at': '2021-08-19T12:19:47Z', 'revision_number': 5, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'gw_port': {'id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:41Z', 'updated_at': '2021-08-19T12:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:48.863915 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2565b-d5c2-4db6-b5bd-53023485dd8d None None] Checking router: f26536ff-e74e-4b20-a289-1888db4ac000 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:19:48.873178 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2565b-d5c2-4db6-b5bd-53023485dd8d None None] Routers {'f26536ff-e74e-4b20-a289-1888db4ac000'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:19:48.873793 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a5e2565b-d5c2-4db6-b5bd-53023485dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f26536ff-e74e-4b20-a289-1888db4ac000'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:48.891981 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7c99341-1d1d-41b9-8b03-760adaa73a10 req-4a8ab54d-a457-4ccb-92f9-d335282ae135 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 210 time: 0.0416198 Aug 19 12:19:48.897669 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-861a3e9f-c398-432f-b6e5-f221f61033c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.924050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Allocated IP 19.80.0.62 (d04d42ff-54ae-4e0f-ac15-45b925e620ef/85d8aa6b-d291-4db0-a191-44fc70268c0a/645a44fa-f6af-4ff9-87fe-4002e75c89a8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:48.953706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:48.997939 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a5e2565b-d5c2-4db6-b5bd-53023485dd8d None None] Set router f26536ff-e74e-4b20-a289-1888db4ac000 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:19:49.029648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4e50e-64a7-4be6-ac78-cb269ab0d429 req-73bb711c-1f0b-4612-a393-089e22d00d68 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:49.031148 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eae4e50e-64a7-4be6-ac78-cb269ab0d429 req-73bb711c-1f0b-4612-a393-089e22d00d68 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.0926299 Aug 19 12:19:49.166141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Deleting port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:49.166610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.207482 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-861a3e9f-c398-432f-b6e5-f221f61033c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.210184 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-861a3e9f-c398-432f-b6e5-f221f61033c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.214238 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-861a3e9f-c398-432f-b6e5-f221f61033c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76331514-539f-4bd2-9bec-d817e3b592f1 HTTP/1.1" status: 204 len: 168 time: 0.5754337 Aug 19 12:19:49.217631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b5800-370a-45c2-b6e5-4652ab2392c0 req-e78ebaa9-b3de-4370-8aed-56997209d8e2 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:49.219267 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd6b5800-370a-45c2-b6e5-4652ab2392c0 req-e78ebaa9-b3de-4370-8aed-56997209d8e2 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 949 time: 0.1666818 Aug 19 12:19:49.240913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a3e9f-c398-432f-b6e5-f221f61033c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76331514-539f-4bd2-9bec-d817e3b592f1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:49.242641 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a5e2565b-d5c2-4db6-b5bd-53023485dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-router', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:40Z', 'updated_at': '2021-08-19T12:19:47Z', 'revision_number': 5, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'gw_port': {'id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:41Z', 'updated_at': '2021-08-19T12:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:49.284963 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2565b-d5c2-4db6-b5bd-53023485dd8d None None] The sync data for ids ['f26536ff-e74e-4b20-a289-1888db4ac000'] in n-d-803757-2 is: [{'id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1873040225-router', 'tenant_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:14:40Z', 'updated_at': '2021-08-19T12:19:47Z', 'revision_number': 5, 'project_id': '4c4ffab8cfac4bb7b7b73e6acbd35581', 'gw_port': {'id': 'e5e3b3fe-f98c-4ec5-b615-ad097f1649f4', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26536ff-e74e-4b20-a289-1888db4ac000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:14:41Z', 'updated_at': '2021-08-19T12:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:19:49.297185 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] For port e5e3b3fe-f98c-4ec5-b615-ad097f1649f4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e5e3b3fe-f98c-4ec5-b615-ad097f1649f4,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:49.297940 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.313010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Calling delete_port for e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:49.332308 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd6b5800-370a-45c2-b6e5-4652ab2392c0 req-39942094-aed9-488f-af55-18cfe31c4649 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980048 Aug 19 12:19:49.342338 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.353125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-eae4e50e-64a7-4be6-ac78-cb269ab0d429 req-5ec40cb4-1e14-4e0c-bac3-0d9ca38e8728 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Deleting port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:49.353463 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eae4e50e-64a7-4be6-ac78-cb269ab0d429 req-5ec40cb4-1e14-4e0c-bac3-0d9ca38e8728 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.429685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Transition to ACTIVE for port object 645a44fa-f6af-4ff9-87fe-4002e75c89a8 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:49.503099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-eae4e50e-64a7-4be6-ac78-cb269ab0d429 req-5ec40cb4-1e14-4e0c-bac3-0d9ca38e8728 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] For port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:49.503532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eae4e50e-64a7-4be6-ac78-cb269ab0d429 req-5ec40cb4-1e14-4e0c-bac3-0d9ca38e8728 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.516460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-eae4e50e-64a7-4be6-ac78-cb269ab0d429 req-5ec40cb4-1e14-4e0c-bac3-0d9ca38e8728 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Calling delete_port for 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:49.645102 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.646416 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.670969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e3b3fe-f98c-4ec5-b615-ad097f1649f4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:49.710827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network d04d42ff-54ae-4e0f-ac15-45b925e620ef is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:49.714055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:49.718514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:49.737653 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.746195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Port': ['ID=645a44fa-f6af-4ff9-87fe-4002e75c89a8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:49.816555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:49.817236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.841200 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eae4e50e-64a7-4be6-ac78-cb269ab0d429 req-5ec40cb4-1e14-4e0c-bac3-0d9ca38e8728 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.853685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['4db17444-4e5c-45c6-a45b-a73f3cec2f6f'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:49.858712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.859286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:49.861543 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:49.971135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec40cb4-1e14-4e0c-bac3-0d9ca38e8728 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Pushing event deleted for resources: {'Port': ['ID=92cf4e75-be5d-46cc-a25b-60a9c0f35bf8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:49.984943 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-7e8d0fc4-565d-4bc4-aa03-a8f8211b78d7 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6363597 Aug 19 12:19:50.017412 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Request body: {'port': {'device_id': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8', 'admin_state_up': True, 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:50.051597 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.053910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f26536ff-e74e-4b20-a289-1888db4ac000 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:19:50.057889 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.059400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bb27596a-2f44-4039-a33b-4958beefe4dc admin admin] 10.222.0.21 "DELETE /v2.0/routers/f26536ff-e74e-4b20-a289-1888db4ac000 HTTP/1.1" status: 204 len: 168 time: 1.5328739 Aug 19 12:19:50.061771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50860) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:50.143933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165d063-c0b4-4395-a32b-ca4036e720fc req-9cbbf755-a801-4874-8ad1-b6f4f111106c tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:50.153223 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2165d063-c0b4-4395-a32b-ca4036e720fc req-9cbbf755-a801-4874-8ad1-b6f4f111106c tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 931 time: 0.1345525 Aug 19 12:19:50.180290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae4e50e-64a7-4be6-ac78-cb269ab0d429 req-5ec40cb4-1e14-4e0c-bac3-0d9ca38e8728 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] No DVR routers for this DVR port 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:50.194646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5e671770-00e2-4ffd-9bff-df133593d6da None None] Provisioning for port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:50.197097 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eae4e50e-64a7-4be6-ac78-cb269ab0d429 req-5ec40cb4-1e14-4e0c-bac3-0d9ca38e8728 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.197385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-25075ffc-d6b2-4843-b72b-03598923db1f admin admin] Deleting subnet 49586d1c-b4df-472f-807c-fd668ccb8f35 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:50.199603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5e671770-00e2-4ffd-9bff-df133593d6da None None] Provisioning complete for port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:50.200873 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5e671770-00e2-4ffd-9bff-df133593d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.208594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eae4e50e-64a7-4be6-ac78-cb269ab0d429 req-5ec40cb4-1e14-4e0c-bac3-0d9ca38e8728 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.30 "DELETE /v2.0/ports/92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 HTTP/1.1" status: 204 len: 173 time: 1.1633775 Aug 19 12:19:50.208764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-25075ffc-d6b2-4843-b72b-03598923db1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.213882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'name': 'network-vif-deleted', 'tag': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:50.218913 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d3da70-ed42-4c9a-ae28-92ad03a43a1b" -d '{"events": [{"server_uuid": "5cc4bc61-b12d-4175-bc31-6a7dd538b3e9", "name": "network-vif-deleted", "tag": "92cf4e75-be5d-46cc-a25b-60a9c0f35bf8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:50.246105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5e671770-00e2-4ffd-9bff-df133593d6da None None] Port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:50.247642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2dd1a-66e4-49b8-856d-83401350e145 req-856fed43-3ec1-4355-a97b-9fa1d7676ab7 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:50.257024 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cc2dd1a-66e4-49b8-856d-83401350e145 req-856fed43-3ec1-4355-a97b-9fa1d7676ab7 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 944 time: 0.3543725 Aug 19 12:19:50.267973 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2165d063-c0b4-4395-a32b-ca4036e720fc req-4f973009-a549-4159-980a-b65c9d4e4890 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136284 Aug 19 12:19:50.275862 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-25075ffc-d6b2-4843-b72b-03598923db1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.328613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cc2dd1a-66e4-49b8-856d-83401350e145 req-69105202-0c43-4764-bfee-bb3343930b96 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705791 Aug 19 12:19:50.351847 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7b10f1-c04e-4857-9610-59d7bcac67d2 x-openstack-request-id: req-ad7b10f1-c04e-4857-9610-59d7bcac67d2 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:50.352262 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc4bc61-b12d-4175-bc31-6a7dd538b3e9", "name": "network-vif-deleted", "tag": "92cf4e75-be5d-46cc-a25b-60a9c0f35bf8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:50.358104 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad7b10f1-c04e-4857-9610-59d7bcac67d2 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:50.358104 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc4bc61-b12d-4175-bc31-6a7dd538b3e9', 'name': 'network-vif-deleted', 'tag': '92cf4e75-be5d-46cc-a25b-60a9c0f35bf8', 'status': 'completed', 'code': 200} Aug 19 12:19:50.381434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-25075ffc-d6b2-4843-b72b-03598923db1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.416404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Made reservation on behalf of fd7ef5f6e9f34651aa6030821f4b6f9d for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:50.421483 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.484880 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-674ea27f-fe85-4474-9d88-25941423b17c req-225846e9-1bfe-49f6-8767-eaa76a389c85 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cc4bc61-b12d-4175-bc31-6a7dd538b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0489488 Aug 19 12:19:50.505005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a455a98-f29d-4294-9385-3e6de39641c8 req-7ab586c5-199a-40fd-ac62-58906abc4734 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:50.506683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a455a98-f29d-4294-9385-3e6de39641c8 req-7ab586c5-199a-40fd-ac62-58906abc4734 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 944 time: 0.1277466 Aug 19 12:19:50.589878 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-25075ffc-d6b2-4843-b72b-03598923db1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.623978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25075ffc-d6b2-4843-b72b-03598923db1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49586d1c-b4df-472f-807c-fd668ccb8f35,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:50.632292 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-25075ffc-d6b2-4843-b72b-03598923db1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.638859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c571fc1-1392-4fbd-b0c5-2cd8a51458e3 None None] Network 3cb45f59-88e2-412f-b83f-ba0f27f4d75a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:50.650153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50902) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:50.653176 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-25075ffc-d6b2-4843-b72b-03598923db1f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/49586d1c-b4df-472f-807c-fd668ccb8f35 HTTP/1.1" status: 204 len: 168 time: 0.5899732 Aug 19 12:19:50.778849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e92a9ed8-3f6b-40e2-b741-02304c9885a1 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:50.792983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Allocated IP 19.86.0.239 (8d920d66-261c-4b79-9e85-a6cdc06f97e8/6500a921-1843-4852-8459-7efa9d4301fe/3dce9b50-6c2a-4137-8581-a18f30848ded) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:50.805850 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e92a9ed8-3f6b-40e2-b741-02304c9885a1 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:50.806196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e92a9ed8-3f6b-40e2-b741-02304c9885a1 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:50.806619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:50.810894 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.822525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8a455a98-f29d-4294-9385-3e6de39641c8 req-152112d3-e50a-4f62-9139-46192e2f3b84 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Deleting port 21cb5faf-dde9-470e-8386-56d6e62ddc06 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:50.822877 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a455a98-f29d-4294-9385-3e6de39641c8 req-152112d3-e50a-4f62-9139-46192e2f3b84 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:50.826983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:50.827582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5e3b3fe-f98c-4ec5-b615-ad097f1649f4 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:50.917614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb7b3c0-7e12-46e7-8855-5019be81b386 None None] DHCP port deletion for 3cb45f59-88e2-412f-b83f-ba0f27f4d75a request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:19:50.935072 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50914) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:50.981273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7b3c0-7e12-46e7-8855-5019be81b386 None None] Deleting port 94fe731f-9820-4f8c-95a1-3158103e03f9 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:50.981749 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b3c0-7e12-46e7-8855-5019be81b386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.061703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-dfb7b3c0-7e12-46e7-8855-5019be81b386 None None] For port 94fe731f-9820-4f8c-95a1-3158103e03f9, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=94fe731f-9820-4f8c-95a1-3158103e03f9,segment=NetworkSegment(3779247c-a663-4bc7-ba9c-edeb659870f1),segment_id=3779247c-a663-4bc7-ba9c-edeb659870f1)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:51.062414 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b3c0-7e12-46e7-8855-5019be81b386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.076260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-356037863-network', 'tenant_id': '71865e080f284c3da990ac66652fb3d0'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:51.077629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7b3c0-7e12-46e7-8855-5019be81b386 None None] Calling delete_port for 94fe731f-9820-4f8c-95a1-3158103e03f9 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:51.091767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5457b26a-698c-4be5-893c-c69d3095ac2f details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:19:51.171634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Made reservation on behalf of 71865e080f284c3da990ac66652fb3d0 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:51.174309 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.186467 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.311389 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.384019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8a455a98-f29d-4294-9385-3e6de39641c8 req-152112d3-e50a-4f62-9139-46192e2f3b84 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] For port 21cb5faf-dde9-470e-8386-56d6e62ddc06, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=21cb5faf-dde9-470e-8386-56d6e62ddc06,segment=NetworkSegment(63745165-40b4-4872-85ca-ed690517a8f6),segment_id=63745165-40b4-4872-85ca-ed690517a8f6)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:51.384411 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a455a98-f29d-4294-9385-3e6de39641c8 req-152112d3-e50a-4f62-9139-46192e2f3b84 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.403698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8a455a98-f29d-4294-9385-3e6de39641c8 req-152112d3-e50a-4f62-9139-46192e2f3b84 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Calling delete_port for 21cb5faf-dde9-470e-8386-56d6e62ddc06 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:51.418282 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:51.420698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Deleting port 94fe731f-9820-4f8c-95a1-3158103e03f9 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:51.421674 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.423140 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.431618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'mac_address': 'fa:16:3e:c1:04:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:19:51.475435 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce67c16c-9553-4394-ab9a-2bb00feb321a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:51.479155 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.492780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5457b26a-698c-4be5-893c-c69d3095ac2f {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:51.501072 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:19:51.515381 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.515724 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Added segment 2639aae8-bdd3-4f7c-831c-4639a6f3d9d3 of type vlan for network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 Aug 19 12:19:51.525330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673388a-f396-4be7-b43d-d441839f6649 req-ce268e21-8df7-45bd-8f13-cfbe96be0f4e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:51.526896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b673388a-f396-4be7-b43d-d441839f6649 req-ce268e21-8df7-45bd-8f13-cfbe96be0f4e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 931 time: 0.1593318 Aug 19 12:19:51.533729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:51.535193 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dfb7b3c0-7e12-46e7-8855-5019be81b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.553510 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.586790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] For port 94fe731f-9820-4f8c-95a1-3158103e03f9, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=94fe731f-9820-4f8c-95a1-3158103e03f9,segment=NetworkSegment(3779247c-a663-4bc7-ba9c-edeb659870f1),segment_id=3779247c-a663-4bc7-ba9c-edeb659870f1)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:51.587554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.590238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7b3c0-7e12-46e7-8855-5019be81b386 None None] Pushing event deleted for resources: {'Port': ['ID=94fe731f-9820-4f8c-95a1-3158103e03f9,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:51.595958 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.605332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb7b3c0-7e12-46e7-8855-5019be81b386 None None] No DVR routers for this DVR port 94fe731f-9820-4f8c-95a1-3158103e03f9 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:51.607931 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b673388a-f396-4be7-b43d-d441839f6649 req-eb5ae0a5-0db5-4db9-9c2c-01c7254bee7f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716000 Aug 19 12:19:51.613429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Transition to ACTIVE for port object 3dce9b50-6c2a-4137-8581-a18f30848ded will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:51.633965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Calling delete_port for 94fe731f-9820-4f8c-95a1-3158103e03f9 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:51.650896 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.661762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510d986-c9c0-466c-a2ff-9354ea426c5d req-7d5c49c9-f81b-4a07-b402-e77fd141bf39 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:51.663821 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1510d986-c9c0-466c-a2ff-9354ea426c5d req-7d5c49c9-f81b-4a07-b402-e77fd141bf39 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 944 time: 0.1414289 Aug 19 12:19:51.713217 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.714594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:51.718464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.789692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50950) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:51.793016 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:51.813728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5457b26a-698c-4be5-893c-c69d3095ac2f'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:19:51.814943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] Pushing event updated for resources: {'Network': ['ID=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:51.862392 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-588a3857-f20f-492a-83bc-384f6497820f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9252973 Aug 19 12:19:51.865146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50954) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:51.870498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] Request body: {'subnet': {'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-356037863-subnet', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:51.883234 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1510d986-c9c0-466c-a2ff-9354ea426c5d req-77fa84be-5a18-43a9-82e8-a617338c3d51 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/security-groups?id=5cf669bf-8806-4a2d-a3f4-21cc8ca42799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957943 Aug 19 12:19:51.884100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.890445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:19:51.933706 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a455a98-f29d-4294-9385-3e6de39641c8 req-152112d3-e50a-4f62-9139-46192e2f3b84 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:51.936950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] No DVR routers for this DVR port 94fe731f-9820-4f8c-95a1-3158103e03f9 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:51.938930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Pushing event deleted for resources: {'Port': ['ID=94fe731f-9820-4f8c-95a1-3158103e03f9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:51.967630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152112d3-e50a-4f62-9139-46192e2f3b84 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Pushing event deleted for resources: {'Port': ['ID=21cb5faf-dde9-470e-8386-56d6e62ddc06,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:51.979965 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26593074-ab67-4665-9abc-3b66f50887f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.079934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a455a98-f29d-4294-9385-3e6de39641c8 req-152112d3-e50a-4f62-9139-46192e2f3b84 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] No DVR routers for this DVR port 21cb5faf-dde9-470e-8386-56d6e62ddc06 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:52.083522 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a455a98-f29d-4294-9385-3e6de39641c8 req-152112d3-e50a-4f62-9139-46192e2f3b84 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.085465 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a455a98-f29d-4294-9385-3e6de39641c8 req-152112d3-e50a-4f62-9139-46192e2f3b84 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.30 "DELETE /v2.0/ports/21cb5faf-dde9-470e-8386-56d6e62ddc06 HTTP/1.1" status: 204 len: 173 time: 1.5482697 Aug 19 12:19:52.103090 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.114476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb45f59-88e2-412f-b83f-ba0f27f4d75a']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:52.125814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3779247c-a663-4bc7-ba9c-edeb659870f1') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:52.126104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3779247c-a663-4bc7-ba9c-edeb659870f1') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:52.126586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] Made reservation on behalf of 71865e080f284c3da990ac66652fb3d0 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:19:52.128271 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.128938 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.143100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.184547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:52.185583 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.193769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:52.201066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:52.207266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:52.207266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:52.208439 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:52.235695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event updated for resources: {'Port': ['ID=3dce9b50-6c2a-4137-8581-a18f30848ded,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:52.311044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:52.311313 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26593074-ab67-4665-9abc-3b66f50887f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.311708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.354531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'name': 'network-vif-deleted', 'tag': '21cb5faf-dde9-470e-8386-56d6e62ddc06'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:52.358133 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd36b73b-8aa3-43bb-9a38-6bec290ef12e" -d '{"events": [{"server_uuid": "8dec2519-1b8c-4597-abc1-2129af0b5e95", "name": "network-vif-deleted", "tag": "21cb5faf-dde9-470e-8386-56d6e62ddc06"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:52.397146 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addf72cf-0ee8-4698-9f5a-626d885af42f x-openstack-request-id: req-addf72cf-0ee8-4698-9f5a-626d885af42f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:52.397448 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dec2519-1b8c-4597-abc1-2129af0b5e95", "name": "network-vif-deleted", "tag": "21cb5faf-dde9-470e-8386-56d6e62ddc06", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:52.397707 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-addf72cf-0ee8-4698-9f5a-626d885af42f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:52.398118 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dec2519-1b8c-4597-abc1-2129af0b5e95', 'name': 'network-vif-deleted', 'tag': '21cb5faf-dde9-470e-8386-56d6e62ddc06', 'status': 'completed', 'code': 200} Aug 19 12:19:52.502093 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26593074-ab67-4665-9abc-3b66f50887f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.506424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.524133 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.524351 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.528755 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3cb45f59-88e2-412f-b83f-ba0f27f4d75a HTTP/1.1" status: 204 len: 168 time: 1.8747673 Aug 19 12:19:52.528755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695876c-b71a-4024-bdf1-67cb5e4ff569 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb45f59-88e2-412f-b83f-ba0f27f4d75a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:52.594505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-26593074-ab67-4665-9abc-3b66f50887f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=befa00bec27444adae6f9badc0eeb05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8002493 Aug 19 12:19:52.597551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50970) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:52.605152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26593074-ab67-4665-9abc-3b66f50887f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e2bcb3-abb4-42d9-83af-d248ae583408,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:52.616644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc58d73-9a1e-4ed3-814d-0ef0a0095792,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:52.646195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0cb8565-2092-4385-bf57-1bbacbb47460 None None] Provisioning for port 3dce9b50-6c2a-4137-8581-a18f30848ded completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:52.646684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-d3f58ca2-6178-4131-ac91-236560593506 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6339042 Aug 19 12:19:52.654911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0cb8565-2092-4385-bf57-1bbacbb47460 None None] Provisioning complete for port 3dce9b50-6c2a-4137-8581-a18f30848ded triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:52.655700 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8565-2092-4385-bf57-1bbacbb47460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.660018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] Checking segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:52.660380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] Network hostable DHCP agents. Network: 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:19:52.760358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb8565-2092-4385-bf57-1bbacbb47460 None None] Port 3dce9b50-6c2a-4137-8581-a18f30848ded cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:19:52.768473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b2c1f-0582-4dc5-910b-b25160c9b53a req-31d407a8-48f9-4d3e-848f-841207c21779 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:52.774450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b2c1f-0582-4dc5-910b-b25160c9b53a req-31d407a8-48f9-4d3e-848f-841207c21779 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:52.782215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-662b2c1f-0582-4dc5-910b-b25160c9b53a req-31d407a8-48f9-4d3e-848f-841207c21779 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1654 time: 0.0782859 Aug 19 12:19:52.795784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a7376-4de4-49cb-aeab-7af0d0325490 req-fe60eb2c-ef14-4459-93b0-3e241ea7a265 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:52.797302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-924a7376-4de4-49cb-aeab-7af0d0325490 req-fe60eb2c-ef14-4459-93b0-3e241ea7a265 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.1036909 Aug 19 12:19:52.797948 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d18e45c1-401c-4765-863a-fb8b816fda84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.803176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Request body: {'port': {'device_id': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:52.813413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:19:52.814459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 94fe731f-9820-4f8c-95a1-3158103e03f9 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:52.841397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-662b2c1f-0582-4dc5-910b-b25160c9b53a req-64ed90b5-33e9-40ea-8870-8fee83c7b684 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463521 Aug 19 12:19:52.845605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 94fe731f-9820-4f8c-95a1-3158103e03f9 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:52.845959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 94fe731f-9820-4f8c-95a1-3158103e03f9 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:52.898224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d18e45c1-401c-4765-863a-fb8b816fda84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.910555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:52.926648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-924a7376-4de4-49cb-aeab-7af0d0325490 req-90028fcd-e38f-4cd8-afb8-fd2fdafb5d8e tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197524 Aug 19 12:19:53.005791 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-110e2e6f-3d7f-4e5e-a33d-5e4ae8f0e651 req-4485b62e-1a2b-485b-a982-cc6c9e0ad7b8 tempest-LiveAutoBlockMigrationV225Test-1566210497 tempest-LiveAutoBlockMigrationV225Test-1566210497-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dec2519-1b8c-4597-abc1-2129af0b5e95 HTTP/1.1" status: 200 len: 210 time: 0.0334680 Aug 19 12:19:53.033191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:53.041369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:53.041988 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.042528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608f262-1f00-4dbe-b3a3-db14b178e0ef None None] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:53.135346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5457b26a-698c-4be5-893c-c69d3095ac2f up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:53.209999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50996) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:53.235133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 5457b26a-698c-4be5-893c-c69d3095ac2f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:53.235506 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.260153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-94e1df6e-a500-449f-bfa8-7a62262e13cd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3914878 Aug 19 12:19:53.260965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50998) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:53.265058 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d18e45c1-401c-4765-863a-fb8b816fda84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.266433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:53.267808 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d18e45c1-401c-4765-863a-fb8b816fda84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.272032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d18e45c1-401c-4765-863a-fb8b816fda84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3e2bcb3-abb4-42d9-83af-d248ae583408 HTTP/1.1" status: 204 len: 168 time: 0.6704135 Aug 19 12:19:53.293144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3cde08ba-d8e5-4fb9-ad90-181e51c1a7e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=234f10076afd426c9c349cdd2953cd03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0820298 Aug 19 12:19:53.303906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51002) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:53.313434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e45c1-401c-4765-863a-fb8b816fda84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e2bcb3-abb4-42d9-83af-d248ae583408,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:53.380210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:19:53.381199 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.439306 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.440530 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.457958 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.459228 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-44612a3e-5df5-46f7-a20f-273e3f9f0e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.465760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645a44fa-f6af-4ff9-87fe-4002e75c89a8 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:53.484671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.511101 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-44612a3e-5df5-46f7-a20f-273e3f9f0e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.525065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Transition to ACTIVE for port object 645a44fa-f6af-4ff9-87fe-4002e75c89a8 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:53.547989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:53.551684 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e8888c-0de0-49ba-ad77-d251171125c0" -d '{"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-plugged", "status": "completed", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:53.578491 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:53.614686 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.663282 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.663872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.665393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 21cb5faf-dde9-470e-8386-56d6e62ddc06 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:53.669202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Allocated IP 172.20.0.2 (68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8/6cc58d73-9a1e-4ed3-814d-0ef0a0095792/4c638a8d-9104-4fce-ac88-21e71576cf73) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:53.713098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Pushing event updated for resources: {'Port': ['ID=645a44fa-f6af-4ff9-87fe-4002e75c89a8,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:53.783104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:53.834870 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-44612a3e-5df5-46f7-a20f-273e3f9f0e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.837437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-44612a3e-5df5-46f7-a20f-273e3f9f0e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:53.846981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-44612a3e-5df5-46f7-a20f-273e3f9f0e19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b221d58-280c-4674-a433-fe66e2431169 HTTP/1.1" status: 204 len: 168 time: 0.5413256 Aug 19 12:19:53.901103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44612a3e-5df5-46f7-a20f-273e3f9f0e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b221d58-280c-4674-a433-fe66e2431169,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:53.959187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Attempting to bind port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:53.959495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Attempting to bind port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:53.959771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Attempting to bind port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 on network d04d42ff-54ae-4e0f-ac15-45b925e620ef {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:53.977852 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf60194c-2e73-409a-a746-476b7896241e x-openstack-request-id: req-cf60194c-2e73-409a-a746-476b7896241e {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:53.979795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 on network d04d42ff-54ae-4e0f-ac15-45b925e620ef not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:53.980265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Attempting to bind port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 on network d04d42ff-54ae-4e0f-ac15-45b925e620ef {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:53.983251 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-plugged", "status": "completed", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:53.983471 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf60194c-2e73-409a-a746-476b7896241e {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:53.983892 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'code': 200} Aug 19 12:19:53.988654 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 21cb5faf-dde9-470e-8386-56d6e62ddc06 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:53.988996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 21cb5faf-dde9-470e-8386-56d6e62ddc06 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:53.989413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:54.132633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:54.132981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 92cf4e75-be5d-46cc-a25b-60a9c0f35bf8 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:54.147025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.147658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:54.148215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Checking segment: {'id': '5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:54.149146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Bound using segment: {'id': '5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:54.150238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Bound port: 645a44fa-f6af-4ff9-87fe-4002e75c89a8, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:54.151092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.248669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f58e5-6c51-4d47-bf8d-fb3f5818093f req-cf5c4519-8a2d-4934-9d39-ab02dcd04767 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:54.250180 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c70f58e5-6c51-4d47-bf8d-fb3f5818093f req-cf5c4519-8a2d-4934-9d39-ab02dcd04767 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.2385147 Aug 19 12:19:54.256660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7278ace-22d2-41af-862d-3a9184c9c0cf req-1d613491-dc20-46c1-8dfa-73afc962a538 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:54.274354 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7278ace-22d2-41af-862d-3a9184c9c0cf req-1d613491-dc20-46c1-8dfa-73afc962a538 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.1239650 Aug 19 12:19:54.276609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180b172-f1fc-4c92-a1d4-2044026faeea req-321e6d00-bfae-427b-96b9-9b544a8592fb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:54.283019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180b172-f1fc-4c92-a1d4-2044026faeea req-321e6d00-bfae-427b-96b9-9b544a8592fb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:54.284644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3180b172-f1fc-4c92-a1d4-2044026faeea req-321e6d00-bfae-427b-96b9-9b544a8592fb tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1666 time: 0.2758598 Aug 19 12:19:54.328526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7278ace-22d2-41af-862d-3a9184c9c0cf req-580189cd-1e05-4ce1-b26d-e9e442e0daf1 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528557 Aug 19 12:19:54.338352 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.348900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Transition to ACTIVE for port object 4c638a8d-9104-4fce-ac88-21e71576cf73 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:54.375716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Transition to ACTIVE for port object 4c638a8d-9104-4fce-ac88-21e71576cf73 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:54.377770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] For port 645a44fa-f6af-4ff9-87fe-4002e75c89a8, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:54.414198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51030) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:54.420052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] For port 645a44fa-f6af-4ff9-87fe-4002e75c89a8, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=645a44fa-f6af-4ff9-87fe-4002e75c89a8,segment=NetworkSegment(5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92),segment_id=5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:54.433795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3180b172-f1fc-4c92-a1d4-2044026faeea req-bd0ca29c-b64f-4c28-8d78-25d8c6512b97 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327486 Aug 19 12:19:54.462417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-c70f58e5-6c51-4d47-bf8d-fb3f5818093f req-bfb56649-9fff-41ee-98b9-edcf904101ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Deleting port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:19:54.462831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c70f58e5-6c51-4d47-bf8d-fb3f5818093f req-bfb56649-9fff-41ee-98b9-edcf904101ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.542993 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.586447 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.586604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:54.594053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:54.640577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:54.709375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:54.709997 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.714157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] 10.222.0.62 "PUT /v2.0/ports/645a44fa-f6af-4ff9-87fe-4002e75c89a8 HTTP/1.1" status: 200 len: 1091 time: 2.0524514 Aug 19 12:19:54.718455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'tag': '645a44fa-f6af-4ff9-87fe-4002e75c89a8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:54.728208 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea74c373-5cf6-417b-b55c-7d351d98fbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "tag": "645a44fa-f6af-4ff9-87fe-4002e75c89a8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:54.777318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c70f58e5-6c51-4d47-bf8d-fb3f5818093f req-bfb56649-9fff-41ee-98b9-edcf904101ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] For port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:54.778621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c70f58e5-6c51-4d47-bf8d-fb3f5818093f req-bfb56649-9fff-41ee-98b9-edcf904101ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.806380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Pushing event updated for resources: {'Port': ['ID=4c638a8d-9104-4fce-ac88-21e71576cf73,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:54.828851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Attempting to bind port 4c638a8d-9104-4fce-ac88-21e71576cf73 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:54.829238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Attempting to bind port 4c638a8d-9104-4fce-ac88-21e71576cf73 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:54.829622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Attempting to bind port 4c638a8d-9104-4fce-ac88-21e71576cf73 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:54.849771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-c70f58e5-6c51-4d47-bf8d-fb3f5818093f req-bfb56649-9fff-41ee-98b9-edcf904101ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Calling delete_port for 4db17444-4e5c-45c6-a45b-a73f3cec2f6f owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:19:54.857714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:54.858066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Checking segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:54.858476 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.874475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51038) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:54.882964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Bound using segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:54.883661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Bound port: 4c638a8d-9104-4fce-ac88-21e71576cf73, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:54.884080 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:54.921519 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df97c42-bb3e-485d-9529-acf7d10b8dbc x-openstack-request-id: req-9df97c42-bb3e-485d-9529-acf7d10b8dbc {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:54.921901 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "tag": "645a44fa-f6af-4ff9-87fe-4002e75c89a8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:54.922086 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9df97c42-bb3e-485d-9529-acf7d10b8dbc {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:54.922472 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'tag': '645a44fa-f6af-4ff9-87fe-4002e75c89a8', 'status': 'completed', 'code': 200} Aug 19 12:19:55.000106 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.110988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af4fb3b-05de-4e86-acb5-0b8448d4b285 admin admin] Deleting subnet 45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:55.114764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb3b-05de-4e86-acb5-0b8448d4b285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.114992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] For port 4c638a8d-9104-4fce-ac88-21e71576cf73, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:55.128267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] For port 4c638a8d-9104-4fce-ac88-21e71576cf73, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4c638a8d-9104-4fce-ac88-21e71576cf73,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:55.172551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f422902c-8106-4175-b49f-68cc47db5616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.208455 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb3b-05de-4e86-acb5-0b8448d4b285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.243292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa476f1c-368a-4b82-b6f5-fa53720fbe2c service neutron] Pushing event updated for resources: {'Port': ['ID=645a44fa-f6af-4ff9-87fe-4002e75c89a8,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:55.296491 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.310181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c373-5cf6-417b-b55c-7d351d98fbe6 req-39f0e2a8-ebf2-4005-b802-f7d4e88b76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:55.310671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c373-5cf6-417b-b55c-7d351d98fbe6 req-39f0e2a8-ebf2-4005-b802-f7d4e88b76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:55.312565 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea74c373-5cf6-417b-b55c-7d351d98fbe6 req-39f0e2a8-ebf2-4005-b802-f7d4e88b76b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1913 time: 0.4215045 Aug 19 12:19:55.313613 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb3b-05de-4e86-acb5-0b8448d4b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.321276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Request body: {'port': {'device_id': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:19:55.439986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba289b6-2662-4eec-a744-23c8aec88602 None None] Pushing event updated for resources: {'Port': ['ID=4c638a8d-9104-4fce-ac88-21e71576cf73,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:55.587589 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.659712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.703876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c373-5cf6-417b-b55c-7d351d98fbe6 req-95c9ddcf-ace8-442e-b556-6a280a713338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:55.704418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c373-5cf6-417b-b55c-7d351d98fbe6 req-95c9ddcf-ace8-442e-b556-6a280a713338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:55.705094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c373-5cf6-417b-b55c-7d351d98fbe6 req-95c9ddcf-ace8-442e-b556-6a280a713338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:55.706599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea74c373-5cf6-417b-b55c-7d351d98fbe6 req-95c9ddcf-ace8-442e-b556-6a280a713338 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3668571 Aug 19 12:19:55.754688 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.762717 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f422902c-8106-4175-b49f-68cc47db5616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.792610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce971207-cb2c-4c5c-a14c-62a02b6410d2 req-041d1a03-acc4-4942-a600-fac68cb74900 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:55.802712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce971207-cb2c-4c5c-a14c-62a02b6410d2 req-041d1a03-acc4-4942-a600-fac68cb74900 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:55.811790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce971207-cb2c-4c5c-a14c-62a02b6410d2 req-041d1a03-acc4-4942-a600-fac68cb74900 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1666 time: 0.2157376 Aug 19 12:19:55.812375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51056) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:55.823686 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb3b-05de-4e86-acb5-0b8448d4b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.840745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6a8d-a2e6-44a1-9bf9-3bf3feb7edd2 req-42c68007-ac9b-44a5-b4a5-6925ca6e7dbd tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:55.844815 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-881b6a8d-a2e6-44a1-9bf9-3bf3feb7edd2 req-42c68007-ac9b-44a5-b4a5-6925ca6e7dbd tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 950 time: 0.3056896 Aug 19 12:19:55.891437 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.900901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4fb3b-05de-4e86-acb5-0b8448d4b285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:55.907707 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c70f58e5-6c51-4d47-bf8d-fb3f5818093f req-bfb56649-9fff-41ee-98b9-edcf904101ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.909289 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3af4fb3b-05de-4e86-acb5-0b8448d4b285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:55.911246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3af4fb3b-05de-4e86-acb5-0b8448d4b285 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45179bcb-b6ca-4d93-a5bc-96ac0ecc9fa9 HTTP/1.1" status: 204 len: 168 time: 1.4938796 Aug 19 12:19:55.928823 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce971207-cb2c-4c5c-a14c-62a02b6410d2 req-9d6da332-9d21-4519-ad34-49f656c85cb4 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151111 Aug 19 12:19:55.929544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51058) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:56.004077 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f422902c-8106-4175-b49f-68cc47db5616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.048437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb56649-9fff-41ee-98b9-edcf904101ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Pushing event deleted for resources: {'Port': ['ID=4db17444-4e5c-45c6-a45b-a73f3cec2f6f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:56.158202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-06f7246e-8497-4506-ad55-84b1e06cdcc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c4ffab8cfac4bb7b7b73e6acbd35581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445747 Aug 19 12:19:56.163755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51068) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:56.198269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70f58e5-6c51-4d47-bf8d-fb3f5818093f req-bfb56649-9fff-41ee-98b9-edcf904101ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] No DVR routers for this DVR port 4db17444-4e5c-45c6-a45b-a73f3cec2f6f on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:19:56.203354 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c70f58e5-6c51-4d47-bf8d-fb3f5818093f req-bfb56649-9fff-41ee-98b9-edcf904101ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.205413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c70f58e5-6c51-4d47-bf8d-fb3f5818093f req-bfb56649-9fff-41ee-98b9-edcf904101ee tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.62 "DELETE /v2.0/ports/4db17444-4e5c-45c6-a45b-a73f3cec2f6f HTTP/1.1" status: 204 len: 173 time: 1.9473577 Aug 19 12:19:56.206090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422902c-8106-4175-b49f-68cc47db5616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e7c6ef-473c-4ac2-bf30-b108d674e6cc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:56.231416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-881b6a8d-a2e6-44a1-9bf9-3bf3feb7edd2 req-aeac78b6-8fa1-445c-931b-150a624c3b3b tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fbca45f-f669-4150-9248-71e327947abb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649914 Aug 19 12:19:56.250524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f422902c-8106-4175-b49f-68cc47db5616 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e91ce9fa635a4bc2abb1dcd42988bbcb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3727040 Aug 19 12:19:56.254577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51074) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:56.263478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c373-5cf6-417b-b55c-7d351d98fbe6 req-6603a8e8-a171-4193-889c-e33e84868fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:56.265069 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea74c373-5cf6-417b-b55c-7d351d98fbe6 req-6603a8e8-a171-4193-889c-e33e84868fa4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5405757 Aug 19 12:19:56.267765 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.364226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Allocated IP 172.25.2.242 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/ee69b311-7137-4be0-9dfe-895b2bca68dd) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:19:56.423890 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d1bc14-ac2c-4f83-9d3f-005030c44c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.447942 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.454970 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c3fd-4997-478f-b9e9-c2b0c7fec784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.470634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7ebef6-e919-454f-b19c-45fbcfe86bc7']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:56.500719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63745165-40b4-4872-85ca-ed690517a8f6') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:56.501196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63745165-40b4-4872-85ca-ed690517a8f6') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:56.519969 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.556602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.558151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d1bc14-ac2c-4f83-9d3f-005030c44c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.573306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:56.573773 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:56.656201 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:56.666411 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c3fd-4997-478f-b9e9-c2b0c7fec784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.698133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dce9b50-6c2a-4137-8581-a18f30848ded {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:19:56.770038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.791455 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.797995 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd7ebef6-e919-454f-b19c-45fbcfe86bc7 HTTP/1.1" status: 204 len: 168 time: 0.8645246 Aug 19 12:19:56.799113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51076) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:56.799492 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.800256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d15d5-567d-42f3-8b79-d0030e0e74a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7ebef6-e919-454f-b19c-45fbcfe86bc7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:56.857881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4c638a8d-9104-4fce-ac88-21e71576cf73 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:56.898972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Transition to ACTIVE for port object 3dce9b50-6c2a-4137-8581-a18f30848ded will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:19:56.900993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b890fa-34b9-405a-b3d7-dd2650a77f54 admin admin] Deleting subnet b45df8c0-f142-488a-8ae1-844f7a951c60 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:19:56.907476 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6b890fa-34b9-405a-b3d7-dd2650a77f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.937630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.943478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d1bc14-ac2c-4f83-9d3f-005030c44c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.948043 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d1bc14-ac2c-4f83-9d3f-005030c44c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.955504 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-09d1bc14-ac2c-4f83-9d3f-005030c44c87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df7eaeaf-52a7-4030-82a2-7ae069fbdccb HTTP/1.1" status: 204 len: 168 time: 0.7807040 Aug 19 12:19:56.958468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6b890fa-34b9-405a-b3d7-dd2650a77f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:56.990670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c55ba0-7813-4970-b4fd-e9dcc1489270 None None] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:19:57.005141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'name': 'network-vif-deleted', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:57.008933 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9e7729-0aac-4952-a671-a36de766b84d" -d '{"events": [{"server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "name": "network-vif-deleted", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:57.010573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1bc14-ac2c-4f83-9d3f-005030c44c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7eaeaf-52a7-4030-82a2-7ae069fbdccb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:57.019602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6b890fa-34b9-405a-b3d7-dd2650a77f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.125209 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.132365 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69aac88-28dc-43c9-8b44-66f26cadcb1c x-openstack-request-id: req-e69aac88-28dc-43c9-8b44-66f26cadcb1c {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:57.132715 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b353b475-eef5-4742-a2bb-797c9c2c280e", "name": "network-vif-deleted", "tag": "4db17444-4e5c-45c6-a45b-a73f3cec2f6f", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:57.132921 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e69aac88-28dc-43c9-8b44-66f26cadcb1c {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:57.133329 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b353b475-eef5-4742-a2bb-797c9c2c280e', 'name': 'network-vif-deleted', 'tag': '4db17444-4e5c-45c6-a45b-a73f3cec2f6f', 'status': 'completed', 'code': 200} Aug 19 12:19:57.197346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Pushing event updated for resources: {'Port': ['ID=3dce9b50-6c2a-4137-8581-a18f30848ded,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:57.224196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18025c50-4d52-4417-892b-50bc849f42bf req-8097572a-3cdb-4717-8d26-e4d490cbca62 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:57.228895 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 4c638a8d-9104-4fce-ac88-21e71576cf73 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:57.230324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18025c50-4d52-4417-892b-50bc849f42bf req-8097572a-3cdb-4717-8d26-e4d490cbca62 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:57.232619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-18025c50-4d52-4417-892b-50bc849f42bf req-8097572a-3cdb-4717-8d26-e4d490cbca62 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1666 time: 0.1864076 Aug 19 12:19:57.364590 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c3fd-4997-478f-b9e9-c2b0c7fec784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.372620 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c3fd-4997-478f-b9e9-c2b0c7fec784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.372620 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5fc4c3fd-4997-478f-b9e9-c2b0c7fec784 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82e7c6ef-473c-4ac2-bf30-b108d674e6cc HTTP/1.1" status: 204 len: 168 time: 1.1090100 Aug 19 12:19:57.471768 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6b890fa-34b9-405a-b3d7-dd2650a77f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.491882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-18025c50-4d52-4417-892b-50bc849f42bf req-627be505-a639-48e7-ba19-a12ba6a019a0 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207460 Aug 19 12:19:57.491882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4c3fd-4997-478f-b9e9-c2b0c7fec784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e7c6ef-473c-4ac2-bf30-b108d674e6cc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:57.491882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Attempting to bind port 3dce9b50-6c2a-4137-8581-a18f30848ded on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:19:57.491882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Attempting to bind port 3dce9b50-6c2a-4137-8581-a18f30848ded by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'ca7eebec-0744-4a03-ab09-cf7b6775728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:19:57.491882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Attempting to bind port 3dce9b50-6c2a-4137-8581-a18f30848ded on network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:57.501685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Port 3dce9b50-6c2a-4137-8581-a18f30848ded on network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:19:57.502829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Attempting to bind port 3dce9b50-6c2a-4137-8581-a18f30848ded on network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:19:57.511718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-134f2af4-490e-4a63-92b9-03b780973e68 None None] Provisioning for port 4c638a8d-9104-4fce-ac88-21e71576cf73 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:19:57.515610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:19:57.516064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Checking segment: {'id': 'ca7eebec-0744-4a03-ab09-cf7b6775728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:19:57.516724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Bound using segment: {'id': 'ca7eebec-0744-4a03-ab09-cf7b6775728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:19:57.517282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Bound port: 3dce9b50-6c2a-4137-8581-a18f30848ded, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7eebec-0744-4a03-ab09-cf7b6775728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:19:57.519129 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.564668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6b890fa-34b9-405a-b3d7-dd2650a77f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.570579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51100) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:57.573039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d6b890fa-34b9-405a-b3d7-dd2650a77f54 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b45df8c0-f142-488a-8ae1-844f7a951c60 HTTP/1.1" status: 204 len: 168 time: 0.7699037 Aug 19 12:19:57.573300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-134f2af4-490e-4a63-92b9-03b780973e68 None None] Provisioning complete for port 4c638a8d-9104-4fce-ac88-21e71576cf73 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:57.573712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-134f2af4-490e-4a63-92b9-03b780973e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.588771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b890fa-34b9-405a-b3d7-dd2650a77f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45df8c0-f142-488a-8ae1-844f7a951c60,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:57.650480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99ad3193-f56a-4eed-bf84-b9531c074881 req-272a1723-4f8e-479f-83b6-2946d832eb22 tempest-MigrationsAdminTest-51250408 tempest-MigrationsAdminTest-51250408-project] 10.222.0.21 "GET /v2.0/ports?device_id=b353b475-eef5-4742-a2bb-797c9c2c280e HTTP/1.1" status: 200 len: 210 time: 0.0496573 Aug 19 12:19:57.710026 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.778067 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-134f2af4-490e-4a63-92b9-03b780973e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:57.827595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:19:57.833437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4db17444-4e5c-45c6-a45b-a73f3cec2f6f no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:19:57.863516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:19:57.888253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:19:57.953628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-134f2af4-490e-4a63-92b9-03b780973e68 None None] For port 4c638a8d-9104-4fce-ac88-21e71576cf73, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4c638a8d-9104-4fce-ac88-21e71576cf73,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:19:57.958538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 4db17444-4e5c-45c6-a45b-a73f3cec2f6f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:19:57.959505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4db17444-4e5c-45c6-a45b-a73f3cec2f6f not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:19:58.058597 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-134f2af4-490e-4a63-92b9-03b780973e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.068211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] For port 3dce9b50-6c2a-4137-8581-a18f30848ded, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:19:58.119660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f2af4-490e-4a63-92b9-03b780973e68 None None] Pushing event updated for resources: {'Port': ['ID=4c638a8d-9104-4fce-ac88-21e71576cf73,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:58.153984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] For port 3dce9b50-6c2a-4137-8581-a18f30848ded, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3dce9b50-6c2a-4137-8581-a18f30848ded,segment=NetworkSegment(ca7eebec-0744-4a03-ab09-cf7b6775728a),segment_id=ca7eebec-0744-4a03-ab09-cf7b6775728a)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:19:58.185033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ac703e2a-4e08-49fa-b11d-2905911eee08 None None] Provisioning complete for port 4c638a8d-9104-4fce-ac88-21e71576cf73 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:58.185407 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac703e2a-4e08-49fa-b11d-2905911eee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.265980 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.270641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=ee69b311-7137-4be0-9dfe-895b2bca68dd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:58.301213 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.409851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:58.412219 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.418698 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] 10.222.0.62 "PUT /v2.0/ports/3dce9b50-6c2a-4137-8581-a18f30848ded HTTP/1.1" status: 200 len: 1092 time: 3.1028264 Aug 19 12:19:58.425826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'tag': '3dce9b50-6c2a-4137-8581-a18f30848ded'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:19:58.429248 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "tag": "3dce9b50-6c2a-4137-8581-a18f30848ded"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:19:58.663815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58a799-9065-4f27-93e3-20594eef2d92 service neutron] Pushing event updated for resources: {'Port': ['ID=3dce9b50-6c2a-4137-8581-a18f30848ded,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:58.674978 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.692212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ab18f4-85cf-4813-b830-f6a9758ed373']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:58.693635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70867584-520c-4e13-8b00-152b636217c1 req-0c02d4bd-d023-418d-90fe-54c3b6a3b879 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:58.706696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70867584-520c-4e13-8b00-152b636217c1 req-0c02d4bd-d023-418d-90fe-54c3b6a3b879 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:58.711696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-4e2d2702-6cb7-41f8-904b-45c6f07bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:58.712063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-4e2d2702-6cb7-41f8-904b-45c6f07bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:58.714384 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70867584-520c-4e13-8b00-152b636217c1 req-0c02d4bd-d023-418d-90fe-54c3b6a3b879 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1678 time: 0.1159508 Aug 19 12:19:58.717672 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-4e2d2702-6cb7-41f8-904b-45c6f07bc0c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1980 time: 0.1807475 Aug 19 12:19:58.721961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac7b287-b021-49d5-ab67-3c7bc8202f32') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:58.721961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac7b287-b021-49d5-ab67-3c7bc8202f32') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:19:58.764693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70867584-520c-4e13-8b00-152b636217c1 req-7a7e34b9-c9f9-45cf-9096-1eaf415f4c29 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405247 Aug 19 12:19:58.793484 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-602e7955-182a-460d-b991-2f62156de2b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=645a44fa-f6af-4ff9-87fe-4002e75c89a8 HTTP/1.1" status: 200 len: 217 time: 0.0694463 Aug 19 12:19:58.795576 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.810924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4c638a8d-9104-4fce-ac88-21e71576cf73 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:19:58.852937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.864147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:19:58.864147 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:19:58.865828 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:19:58.898792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4c638a8d-9104-4fce-ac88-21e71576cf73 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:19:58.899206 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:58.929609 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47132d7b-eff1-4111-80e3-d11a96c82bc1 x-openstack-request-id: req-47132d7b-eff1-4111-80e3-d11a96c82bc1 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:19:58.930158 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "tag": "3dce9b50-6c2a-4137-8581-a18f30848ded", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:19:58.930422 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47132d7b-eff1-4111-80e3-d11a96c82bc1 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:19:58.930924 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'tag': '3dce9b50-6c2a-4137-8581-a18f30848ded', 'status': 'completed', 'code': 200} Aug 19 12:19:58.940730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-cc2f042a-ee86-4c91-9c21-0f42119a6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:58.942390 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-cc2f042a-ee86-4c91-9c21-0f42119a6559 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=85d8aa6b-d291-4db0-a191-44fc70268c0a HTTP/1.1" status: 200 len: 801 time: 0.1382692 Aug 19 12:19:59.083578 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-4b967adc-a0bb-4576-aff7-e85e6a3b6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:59.085124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-4b967adc-a0bb-4576-aff7-e85e6a3b6369 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d04d42ff-54ae-4e0f-ac15-45b925e620ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0996943 Aug 19 12:19:59.101366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.174013 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.189121 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.193612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/73ab18f4-85cf-4813-b830-f6a9758ed373 HTTP/1.1" status: 204 len: 168 time: 1.6193438 Aug 19 12:19:59.211767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1568f-0308-4f46-8639-b8bd12fa1ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=73ab18f4-85cf-4813-b830-f6a9758ed373,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:19:59.288728 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-53062df4-e15e-4b53-8275-f66027d5d0e4 service neutron] 10.222.0.62 "GET /v2.0/networks/d04d42ff-54ae-4e0f-ac15-45b925e620ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950724 Aug 19 12:19:59.469023 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:19:59.479545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-9e2c1866-cb1b-41da-8216-41850ceaa7f0 service neutron] 10.222.0.62 "GET /v2.0/networks/d04d42ff-54ae-4e0f-ac15-45b925e620ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506407 Aug 19 12:19:59.580083 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-b2008444-bd41-44f2-8057-e662e2fcdd92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=3dce9b50-6c2a-4137-8581-a18f30848ded HTTP/1.1" status: 200 len: 217 time: 0.0652759 Aug 19 12:19:59.685267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-4e54b475-4957-4885-bef8-a32a22da2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:59.686447 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-4e54b475-4957-4885-bef8-a32a22da2b9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6500a921-1843-4852-8459-7efa9d4301fe HTTP/1.1" status: 200 len: 801 time: 0.0967629 Aug 19 12:19:59.762531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848a379-221b-4ca0-a95b-953433283fb9 req-048391ca-be5f-4ea2-8fc2-9b8a7e5d8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:59.764103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-048391ca-be5f-4ea2-8fc2-9b8a7e5d8ea8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8d920d66-261c-4b79-9e85-a6cdc06f97e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0689898 Aug 19 12:19:59.830994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51184) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:19:59.864644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Router 72c03f96-38fa-4a91-ae56-830c75d0483f is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:19:59.932096 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-6ec09fac-98f6-4486-9baa-ee021f2a4230 service neutron] 10.222.0.62 "GET /v2.0/networks/8d920d66-261c-4b79-9e85-a6cdc06f97e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538811 Aug 19 12:19:59.970411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9c756-d751-41ea-a081-15d6dcb4388b req-deb0657b-c8e8-487f-9b84-5ec231b7d443 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:59.977256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9c756-d751-41ea-a081-15d6dcb4388b req-deb0657b-c8e8-487f-9b84-5ec231b7d443 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:19:59.979774 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03f9c756-d751-41ea-a081-15d6dcb4388b req-deb0657b-c8e8-487f-9b84-5ec231b7d443 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1678 time: 0.0918105 Aug 19 12:20:00.042098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03f9c756-d751-41ea-a081-15d6dcb4388b req-cca6c154-ad9e-4a0c-9b2e-d94588d498ed tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517478 Aug 19 12:20:00.100215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0848a379-221b-4ca0-a95b-953433283fb9 req-72c7e5a7-c8fd-44a1-81d1-4217b4aa40c3 service neutron] 10.222.0.62 "GET /v2.0/networks/8d920d66-261c-4b79-9e85-a6cdc06f97e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588135 Aug 19 12:20:00.101207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:00.126363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Sync routers for ids ['72c03f96-38fa-4a91-ae56-830c75d0483f'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:00.133799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Routers {'72c03f96-38fa-4a91-ae56-830c75d0483f'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:00.134494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['72c03f96-38fa-4a91-ae56-830c75d0483f'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:00.255386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Set router 72c03f96-38fa-4a91-ae56-830c75d0483f gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:00.278307 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.279854 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-654e90b8-2c1d-4f70-9dd1-bec657ebf0b4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0175848 Aug 19 12:20:00.283080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51192) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:00.331035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-f397f713-2ec6-4ca2-852f-841245fa59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:00.331035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-f397f713-2ec6-4ca2-852f-841245fa59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:00.332574 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-f397f713-2ec6-4ca2-852f-841245fa59dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1980 time: 0.0693953 Aug 19 12:20:00.349556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51194) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:00.505181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-87a47919-505f-43fd-89f0-6e47ac9112dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:00.508257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-87a47919-505f-43fd-89f0-6e47ac9112dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=8d920d66-261c-4b79-9e85-a6cdc06f97e8 HTTP/1.1" status: 200 len: 903 time: 0.1664469 Aug 19 12:20:00.546326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-71c83272-4346-4bfa-80aa-da152bb719a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b81bb21c5aa454baad4a2004864545e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1893725 Aug 19 12:20:00.547352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51196) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:00.574053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 3, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:00.633038 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-abb4ee65-9317-4f79-bd80-7ab233edea29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=3dce9b50-6c2a-4137-8581-a18f30848ded HTTP/1.1" status: 200 len: 217 time: 0.1173382 Aug 19 12:20:00.644908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Checking router: 72c03f96-38fa-4a91-ae56-830c75d0483f for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:00.645179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Updating router 72c03f96-38fa-4a91-ae56-830c75d0483f port ee69b311-7137-4be0-9dfe-895b2bca68dd binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:20:00.665037 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4a50e7d3-ff29-42de-8f5d-6fa7794d30e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f9555ca381f4d9c9f1e07a044986e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8308802 Aug 19 12:20:00.670332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51206) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:00.691913 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.802707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-0ab55ec6-443e-490c-a086-ea8365bd8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:00.804344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-0ab55ec6-443e-490c-a086-ea8365bd8312 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6500a921-1843-4852-8459-7efa9d4301fe HTTP/1.1" status: 200 len: 801 time: 0.1607604 Aug 19 12:20:00.820726 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb884dfc-7584-4fb4-896c-910e995497d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.888325 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb884dfc-7584-4fb4-896c-910e995497d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.915875 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c94f658a-d6ea-4440-a933-729ae286435c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:00.982002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fb51e-0a9d-4ecc-8a90-b092fa6f2ec9 req-312499cb-fb02-434d-885f-74724428e39b tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:00.989610 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-261fb51e-0a9d-4ecc-8a90-b092fa6f2ec9 req-312499cb-fb02-434d-885f-74724428e39b tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 945 time: 0.1904645 Aug 19 12:20:01.063784 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c94f658a-d6ea-4440-a933-729ae286435c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.211097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-261fb51e-0a9d-4ecc-8a90-b092fa6f2ec9 req-0ddb1551-f67b-4728-a1d4-e845a3f2448f tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149613 Aug 19 12:20:01.249175 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.268329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Transition to ACTIVE for port object ee69b311-7137-4be0-9dfe-895b2bca68dd will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:01.376772 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.419699 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c94f658a-d6ea-4440-a933-729ae286435c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.422384 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c94f658a-d6ea-4440-a933-729ae286435c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.426112 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c94f658a-d6ea-4440-a933-729ae286435c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cf669bf-8806-4a2d-a3f4-21cc8ca42799 HTTP/1.1" status: 204 len: 168 time: 0.8651178 Aug 19 12:20:01.436076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-81586e24-3a0f-43cf-af97-95613a90cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:01.440241 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-81586e24-3a0f-43cf-af97-95613a90cb47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8d920d66-261c-4b79-9e85-a6cdc06f97e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6205294 Aug 19 12:20:01.457249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f658a-d6ea-4440-a933-729ae286435c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf669bf-8806-4a2d-a3f4-21cc8ca42799,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:01.475300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.675642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9bc3c-89fc-417a-bb59-31e033b5c8af req-a47162c3-44ab-4445-9d89-c196d14df17f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:01.688357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9bc3c-89fc-417a-bb59-31e033b5c8af req-a47162c3-44ab-4445-9d89-c196d14df17f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:01.710945 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aac9bc3c-89fc-417a-bb59-31e033b5c8af req-a47162c3-44ab-4445-9d89-c196d14df17f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1678 time: 0.2796113 Aug 19 12:20:01.821855 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aac9bc3c-89fc-417a-bb59-31e033b5c8af req-0fad3d04-fc8a-4769-b351-c58d7e836ad8 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192472 Aug 19 12:20:01.853381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3dce9b50-6c2a-4137-8581-a18f30848ded details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:01.915057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-075f4975-3a57-4d00-8bfa-e1af4da29b6a service neutron] 10.222.0.62 "GET /v2.0/networks/8d920d66-261c-4b79-9e85-a6cdc06f97e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534903 Aug 19 12:20:01.946484 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb884dfc-7584-4fb4-896c-910e995497d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.949662 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb884dfc-7584-4fb4-896c-910e995497d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:01.950830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eb884dfc-7584-4fb4-896c-910e995497d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fbca45f-f669-4150-9248-71e327947abb HTTP/1.1" status: 204 len: 168 time: 1.2788150 Aug 19 12:20:02.013283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3dce9b50-6c2a-4137-8581-a18f30848ded, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3dce9b50-6c2a-4137-8581-a18f30848ded,segment=NetworkSegment(ca7eebec-0744-4a03-ab09-cf7b6775728a),segment_id=ca7eebec-0744-4a03-ab09-cf7b6775728a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:02.033843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '3dce9b50-6c2a-4137-8581-a18f30848ded', 'network_id': '8d920d66-261c-4b79-9e85-a6cdc06f97e8', 'port_id': '3dce9b50-6c2a-4137-8581-a18f30848ded', 'mac_address': 'fa:16:3e:30:c0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6500a921-1843-4852-8459-7efa9d4301fe', 'ip_address': '19.86.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:02.156615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb884dfc-7584-4fb4-896c-910e995497d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbca45f-f669-4150-9248-71e327947abb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:02.167542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Attempting to bind port ee69b311-7137-4be0-9dfe-895b2bca68dd on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:02.168196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Attempting to bind port ee69b311-7137-4be0-9dfe-895b2bca68dd by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:02.170053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Attempting to bind port ee69b311-7137-4be0-9dfe-895b2bca68dd on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:02.188566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:02.190754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:02.193798 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.194254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:02.194887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Bound port: ee69b311-7137-4be0-9dfe-895b2bca68dd, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:02.196781 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.199391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fecd3c-f929-44c2-a1aa-2593c8c190ae None None] Pushing event updated for resources: {'Port': ['ID=ee69b311-7137-4be0-9dfe-895b2bca68dd,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:02.281626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24ddec91-84d2-4a8d-b0c4-92ed74c8d39f req-9665a5cc-56b7-42e3-854a-1ca4bab956c6 service neutron] 10.222.0.62 "GET /v2.0/networks/8d920d66-261c-4b79-9e85-a6cdc06f97e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595545 Aug 19 12:20:02.308111 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.331737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51264) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:02.343690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dce9b50-6c2a-4137-8581-a18f30848ded {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:02.396150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] For port ee69b311-7137-4be0-9dfe-895b2bca68dd, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:02.413521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3dce9b50-6c2a-4137-8581-a18f30848ded, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3dce9b50-6c2a-4137-8581-a18f30848ded,segment=NetworkSegment(ca7eebec-0744-4a03-ab09-cf7b6775728a),segment_id=ca7eebec-0744-4a03-ab09-cf7b6775728a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:02.437068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] For port ee69b311-7137-4be0-9dfe-895b2bca68dd, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ee69b311-7137-4be0-9dfe-895b2bca68dd,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:02.450872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Allocated IP 172.20.0.1 (68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8/6cc58d73-9a1e-4ed3-814d-0ef0a0095792/6dc057c4-30b4-4d3b-96c6-53979af44209) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:02.462680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-086698f8-76ee-460e-af56-661a08087abe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0995843 Aug 19 12:20:02.495588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a885d-c245-4e99-bace-e27b8bc47383 req-7b54ae2d-f59d-4253-9ed1-905d0d93858d tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:02.504269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-262a885d-c245-4e99-bace-e27b8bc47383 req-7b54ae2d-f59d-4253-9ed1-905d0d93858d tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 945 time: 0.0822029 Aug 19 12:20:02.530746 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.531873 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 645a44fa-f6af-4ff9-87fe-4002e75c89a8 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:02.537615 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.567264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-262a885d-c245-4e99-bace-e27b8bc47383 req-42f5c530-7bb5-420d-a1b5-005e266072a1 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547075 Aug 19 12:20:02.633395 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.649739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Transition to ACTIVE for port object 6dc057c4-30b4-4d3b-96c6-53979af44209 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:02.695764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-ac943d92-d196-4f22-9ead-0dd0603d2500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:02.703321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-ac943d92-d196-4f22-9ead-0dd0603d2500 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a6dd9a31fe1040479a4c326a401d163a&device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 1096 time: 0.2025607 Aug 19 12:20:02.765944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Routers {'72c03f96-38fa-4a91-ae56-830c75d0483f'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:02.766854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['72c03f96-38fa-4a91-ae56-830c75d0483f'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:02.776943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 645a44fa-f6af-4ff9-87fe-4002e75c89a8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=645a44fa-f6af-4ff9-87fe-4002e75c89a8,segment=NetworkSegment(5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92),segment_id=5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:02.825766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=3dce9b50-6c2a-4137-8581-a18f30848ded,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:02.832543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:02.854621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '645a44fa-f6af-4ff9-87fe-4002e75c89a8', 'network_id': 'd04d42ff-54ae-4e0f-ac15-45b925e620ef', 'port_id': '645a44fa-f6af-4ff9-87fe-4002e75c89a8', 'mac_address': 'fa:16:3e:f2:49:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d8aa6b-d291-4db0-a191-44fc70268c0a', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:02.904081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51286) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:02.935891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:02.950604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:02.972957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:03.024698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc057c4-30b4-4d3b-96c6-53979af44209,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:03.035534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-874d95d7-66a4-4379-9f74-385eed9ab10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:03.035700 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9d213c9f-9492-423f-a34f-fb7f90ee96ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7acbfbddd364577b158448b0e2f75d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1301978 Aug 19 12:20:03.037048 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-874d95d7-66a4-4379-9f74-385eed9ab10f service neutron] 10.222.0.30 "GET /v2.0/networks?id=4738797d-0c09-4b44-87c2-a887e04a2cf0 HTTP/1.1" status: 200 len: 906 time: 0.3065598 Aug 19 12:20:03.039156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51290) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:03.096274 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fecd3c-f929-44c2-a1aa-2593c8c190ae None None] Pushing event updated for resources: {'Port': ['ID=ee69b311-7137-4be0-9dfe-895b2bca68dd,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:03.108064 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.127714 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.132718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937c3d-887e-41b9-a4bf-98b6379694ed req-ae541887-7129-4e99-b69e-bd145ed2cf9d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:03.138625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937c3d-887e-41b9-a4bf-98b6379694ed req-ae541887-7129-4e99-b69e-bd145ed2cf9d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:03.140490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7937c3d-887e-41b9-a4bf-98b6379694ed req-ae541887-7129-4e99-b69e-bd145ed2cf9d tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1679 time: 0.1457665 Aug 19 12:20:03.154531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] Set router 72c03f96-38fa-4a91-ae56-830c75d0483f gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:03.258252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7937c3d-887e-41b9-a4bf-98b6379694ed req-3b421763-7915-4eba-97bb-1ea0c1c41a4a tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117284 Aug 19 12:20:03.286989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1124719632'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:03.309961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-88e988ba-54c2-4e1b-9f51-6b7fb51f219f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c580382-6e5a-4251-a9be-7a1be7b0111f HTTP/1.1" status: 200 len: 1001 time: 0.2621136 Aug 19 12:20:03.328183 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645a44fa-f6af-4ff9-87fe-4002e75c89a8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:03.420902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Made reservation on behalf of c71ff98c19cf436f9806b27bcf2df086 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:03.425137 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.441136 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.488998 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-87657589-04cc-4d0d-9116-ea4a1943b8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.513095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 645a44fa-f6af-4ff9-87fe-4002e75c89a8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=645a44fa-f6af-4ff9-87fe-4002e75c89a8,segment=NetworkSegment(5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92),segment_id=5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:03.589092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-87657589-04cc-4d0d-9116-ea4a1943b8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.604780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-48125af0-ee8e-4fd9-8c93-1751327b58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:03.607416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-48125af0-ee8e-4fd9-8c93-1751327b58d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=93d71fa3-d100-43ee-baf5-4a288c1af93f HTTP/1.1" status: 200 len: 844 time: 0.2769270 Aug 19 12:20:03.610138 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.626125 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.705548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-b4cb7f6f-00ea-491d-84da-8b7ec04426b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:03.707281 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-b4cb7f6f-00ea-491d-84da-8b7ec04426b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4738797d-0c09-4b44-87c2-a887e04a2cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712264 Aug 19 12:20:03.741106 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.769881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1d5e802d-48ed-4b76-9d91-39815f1ba782 None None] Provisioning for port 6dc057c4-30b4-4d3b-96c6-53979af44209 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:03.776745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=645a44fa-f6af-4ff9-87fe-4002e75c89a8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:03.781773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1d5e802d-48ed-4b76-9d91-39815f1ba782 None None] Provisioning complete for port 6dc057c4-30b4-4d3b-96c6-53979af44209 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:03.782333 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d5e802d-48ed-4b76-9d91-39815f1ba782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.789889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 3, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:03.790309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:03.804236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b68eba5-b53e-4169-8d6a-ee7fafd09f8a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:03.807354 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.807708 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Added segment 0507ed4e-bf22-42af-a1e5-1da43060fcd6 of type vlan for network b79568dd-d507-44b6-99ec-cd73d6043bf9 Aug 19 12:20:03.841821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d9414c-bf7a-4e1b-b0eb-1dbf7ecfaecd None None] The sync data for ids ['72c03f96-38fa-4a91-ae56-830c75d0483f'] in n-d-803757-2 is: [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:19:58Z', 'revision_number': 3, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:03.849923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['3dce9b50-6c2a-4137-8581-a18f30848ded'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:03.852789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['645a44fa-f6af-4ff9-87fe-4002e75c89a8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:03.878666 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.904585 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.955418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-87657589-04cc-4d0d-9116-ea4a1943b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.955418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-87657589-04cc-4d0d-9116-ea4a1943b8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:03.955418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-87657589-04cc-4d0d-9116-ea4a1943b8c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be793dfc-c9f8-4a62-8cd0-1c52fa3cbe09 HTTP/1.1" status: 204 len: 168 time: 0.9056089 Aug 19 12:20:03.962221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e802d-48ed-4b76-9d91-39815f1ba782 None None] Port 6dc057c4-30b4-4d3b-96c6-53979af44209 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:04.002456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87657589-04cc-4d0d-9116-ea4a1943b8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be793dfc-c9f8-4a62-8cd0-1c52fa3cbe09,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:04.014232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-ee11f9bf-a511-4c8d-ad17-9d21ec3340b0 service neutron] 10.222.0.30 "GET /v2.0/networks/4738797d-0c09-4b44-87c2-a887e04a2cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953384 Aug 19 12:20:04.078989 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.085007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:04.086721 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.183928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51316) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:04.256974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Pushing event updated for resources: {'Network': ['ID=b79568dd-d507-44b6-99ec-cd73d6043bf9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:04.289116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b79568dd-d507-44b6-99ec-cd73d6043bf9 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:04.471016 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0880d396-f7b9-4b5e-8241-eeb46e83f5fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2556cad8e4ba4305b649ba4603ab430b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846894 Aug 19 12:20:04.473548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51320) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:04.554626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fd7e8ac2-02c7-47b5-81e3-46f15b17b609 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2199533 Aug 19 12:20:04.569171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51322) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:04.574740 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.581884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Request body: {'subnet': {'network_id': 'b79568dd-d507-44b6-99ec-cd73d6043bf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:04.609371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886abfd-8ac4-49bf-a4a2-905f2010484a req-7a185ef2-ac77-4380-abc6-09d39f55372c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:04.611071 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f886abfd-8ac4-49bf-a4a2-905f2010484a req-7a185ef2-ac77-4380-abc6-09d39f55372c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 945 time: 0.4261746 Aug 19 12:20:04.640414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e90f144-e556-4804-95c2-00d677c38a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.652379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b36f04c-c306-4e32-b289-0c7fa5dcde9a req-ffb51240-3a4d-4529-a79e-72cd546dc2f6 service neutron] 10.222.0.30 "GET /v2.0/networks/4738797d-0c09-4b44-87c2-a887e04a2cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273663 Aug 19 12:20:04.708694 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e90f144-e556-4804-95c2-00d677c38a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.759633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.897020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:04.902515 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ee69b311-7137-4be0-9dfe-895b2bca68dd up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:04.920206 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f886abfd-8ac4-49bf-a4a2-905f2010484a req-91aa4620-7328-4dc7-a8df-0336b44d3a9b tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012445 Aug 19 12:20:04.930142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc057c4-30b4-4d3b-96c6-53979af44209,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:05.051068 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6aa9f11c-5e7b-41f9-93fc-cc87e4fd85b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.056642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e90f144-e556-4804-95c2-00d677c38a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.067087 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e90f144-e556-4804-95c2-00d677c38a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.071024 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6e90f144-e556-4804-95c2-00d677c38a8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e80cc4d3-405e-42c9-ad1d-365f61c2a7a5 HTTP/1.1" status: 204 len: 168 time: 0.5927365 Aug 19 12:20:05.201497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:05.206711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90f144-e556-4804-95c2-00d677c38a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80cc4d3-405e-42c9-ad1d-365f61c2a7a5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:05.212904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:05.288830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb834d-db3b-484f-8900-233330160e72 req-13caeef7-33ea-40eb-b313-cbddfe767e1f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:05.296918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb834d-db3b-484f-8900-233330160e72 req-13caeef7-33ea-40eb-b313-cbddfe767e1f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:05.298637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7efb834d-db3b-484f-8900-233330160e72 req-13caeef7-33ea-40eb-b313-cbddfe767e1f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1680 time: 0.3837621 Aug 19 12:20:05.404906 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7efb834d-db3b-484f-8900-233330160e72 req-7d1393ba-077d-491f-9f21-764af585a81f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947917 Aug 19 12:20:05.759201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370610a-2d32-4fd0-b638-022837c02f37 req-fccbf0d3-aade-4177-88e3-ea907f92f1b2 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:05.759201 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e370610a-2d32-4fd0-b638-022837c02f37 req-fccbf0d3-aade-4177-88e3-ea907f92f1b2 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 945 time: 0.1346698 Aug 19 12:20:05.759201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Router 72c03f96-38fa-4a91-ae56-830c75d0483f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:05.762071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c04f8965-5ab2-445a-b95e-8bb13a0993bc None None] Provisioning complete for port 6dc057c4-30b4-4d3b-96c6-53979af44209 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:05.762071 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c04f8965-5ab2-445a-b95e-8bb13a0993bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.762241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:05.762241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f8e39188-c723-4a26-a98b-95daf8d24c25 admin admin] 10.222.0.21 "PUT /v2.0/routers/72c03f96-38fa-4a91-ae56-830c75d0483f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3307278 Aug 19 12:20:05.762405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c04f8965-5ab2-445a-b95e-8bb13a0993bc None None] Port 6dc057c4-30b4-4d3b-96c6-53979af44209 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:05.844572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Deleting port 7c580382-6e5a-4251-a9be-7a1be7b0111f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:05.844913 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:05.872847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 645a44fa-f6af-4ff9-87fe-4002e75c89a8 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:05.940311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] For port 7c580382-6e5a-4251-a9be-7a1be7b0111f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=7c580382-6e5a-4251-a9be-7a1be7b0111f,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:05.940728 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.045890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31194cd7-291e-4a9a-98f0-b5de9683c543 req-0a3519b5-5904-4e72-a200-c0858f8452a9 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:06.047392 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31194cd7-291e-4a9a-98f0-b5de9683c543 req-0a3519b5-5904-4e72-a200-c0858f8452a9 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 945 time: 0.0542221 Aug 19 12:20:06.072767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port ee69b311-7137-4be0-9dfe-895b2bca68dd completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:06.077375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ee69b311-7137-4be0-9dfe-895b2bca68dd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:06.082785 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.088892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31194cd7-291e-4a9a-98f0-b5de9683c543 req-e8502336-fefb-41b4-8f8d-ff57ebb9f2ba tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups?id=19bded20-0b0b-473a-b8d7-364e38a99508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350146 Aug 19 12:20:06.123092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.123588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.123912 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Floating IP 2b42dea7-30d1-4125-9c0e-a78e74f9aa4c disassociated. External IP: 172.25.2.142, port: 7c580382-6e5a-4251-a9be-7a1be7b0111f. Aug 19 12:20:06.124263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Calling delete_port for 7c580382-6e5a-4251-a9be-7a1be7b0111f owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:06.161664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Made reservation on behalf of c71ff98c19cf436f9806b27bcf2df086 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:06.168451 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.227184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:06.234284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:06.234924 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.267147 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.344006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port ee69b311-7137-4be0-9dfe-895b2bca68dd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ee69b311-7137-4be0-9dfe-895b2bca68dd,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:06.457129 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.499501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645a44fa-f6af-4ff9-87fe-4002e75c89a8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:06.502041 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de670b7-afb8-4c03-b496-3753c0709494" -d '{"events": [{"server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "name": "network-vif-plugged", "status": "completed", "tag": "645a44fa-f6af-4ff9-87fe-4002e75c89a8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:06.522006 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.527383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 645a44fa-f6af-4ff9-87fe-4002e75c89a8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=645a44fa-f6af-4ff9-87fe-4002e75c89a8,segment=NetworkSegment(5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92),segment_id=5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:06.592822 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.599913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=ee69b311-7137-4be0-9dfe-895b2bca68dd,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:06.668163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Pushing event deleted for resources: {'Port': ['ID=7c580382-6e5a-4251-a9be-7a1be7b0111f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:06.672795 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.678351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3dce9b50-6c2a-4137-8581-a18f30848ded up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:06.794703 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Sync routers for ids ['72c03f96-38fa-4a91-ae56-830c75d0483f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:06.795387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117aca8-71df-4f0c-a172-414c609a07b8 req-6c06cb79-e491-40ae-8fd4-91e76559f659 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:06.809464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117aca8-71df-4f0c-a172-414c609a07b8 req-6c06cb79-e491-40ae-8fd4-91e76559f659 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:06.813759 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Routers {'72c03f96-38fa-4a91-ae56-830c75d0483f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:06.814538 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['72c03f96-38fa-4a91-ae56-830c75d0483f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:06.838730 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2117aca8-71df-4f0c-a172-414c609a07b8 req-6c06cb79-e491-40ae-8fd4-91e76559f659 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1681 time: 0.1696959 Aug 19 12:20:06.842676 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:06.899242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ee69b311-7137-4be0-9dfe-895b2bca68dd up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:06.968503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:07.006303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=645a44fa-f6af-4ff9-87fe-4002e75c89a8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:07.082783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ee69b311-7137-4be0-9dfe-895b2bca68dd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:07.088761 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.107166 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Set router 72c03f96-38fa-4a91-ae56-830c75d0483f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:07.164873 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 3dce9b50-6c2a-4137-8581-a18f30848ded completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:07.190960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 3dce9b50-6c2a-4137-8581-a18f30848ded triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:07.191359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.275036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2117aca8-71df-4f0c-a172-414c609a07b8 req-097bcda9-8dae-4d32-97e7-619749da60c4 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347200 Aug 19 12:20:07.278303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Checking segment: {'id': '0507ed4e-bf22-42af-a1e5-1da43060fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b79568dd-d507-44b6-99ec-cd73d6043bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:07.278677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Network hostable DHCP agents. Network: b79568dd-d507-44b6-99ec-cd73d6043bf9, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:07.316288 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:07.325915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Pushing event updated for resources: {'Subnet': ['ID=b71aab24-04ea-4b81-98ce-b4014c93b7fb,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:07.373838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0bfd73-3a82-4502-9d49-c3da8e6c004a None None] Sync routers for ids ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:07.451400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] No DVR routers for this DVR port 7c580382-6e5a-4251-a9be-7a1be7b0111f on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:07.460453 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.460644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Network b79568dd-d507-44b6-99ec-cd73d6043bf9 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:07.462681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e370610a-2d32-4fd0-b638-022837c02f37 req-21b5fef4-48a8-4ba0-9ea6-b5485dfffa92 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.30 "DELETE /v2.0/ports/7c580382-6e5a-4251-a9be-7a1be7b0111f HTTP/1.1" status: 204 len: 173 time: 1.9756761 Aug 19 12:20:07.463073 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'name': 'network-vif-deleted', 'tag': '7c580382-6e5a-4251-a9be-7a1be7b0111f'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:07.472017 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d23374-1394-4f00-9e5b-dc0fd3994a39" -d '{"events": [{"server_uuid": "ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b", "name": "network-vif-deleted", "tag": "7c580382-6e5a-4251-a9be-7a1be7b0111f"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:07.529272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, b79568dd-d507-44b6-99ec-cd73d6043bf9) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:07.533994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:07.534648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:07.544082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0bfd73-3a82-4502-9d49-c3da8e6c004a None None] Routers {'2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:07.549252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7b0bfd73-3a82-4502-9d49-c3da8e6c004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:19:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:07.587506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51402) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:07.679042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e03f3895-2a32-49e9-a4c1-3a6ba45fd986 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1084793 Aug 19 12:20:07.681926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51416) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:07.691177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Request body: {'port': {'network_id': 'b79568dd-d507-44b6-99ec-cd73d6043bf9', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1794131870'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:07.797169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7b0bfd73-3a82-4502-9d49-c3da8e6c004a None None] Set router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:07.853430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51422) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:07.867083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9c7a6458-6056-4cdb-8f8d-563189e20be3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419204020', 'description': 'tempest-description--2044245049'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:07.944040 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08636005-8134-494c-afaa-f5719baa05cd x-openstack-request-id: req-08636005-8134-494c-afaa-f5719baa05cd {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:07.944307 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "name": "network-vif-plugged", "status": "completed", "tag": "645a44fa-f6af-4ff9-87fe-4002e75c89a8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:07.944992 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08636005-8134-494c-afaa-f5719baa05cd {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:07.944992 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645a44fa-f6af-4ff9-87fe-4002e75c89a8', 'code': 200} Aug 19 12:20:07.981685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895db172-df9c-4200-bd24-3e4557713cd5 None None] Network b79568dd-d507-44b6-99ec-cd73d6043bf9 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:08.000260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2103956152-network', 'tenant_id': '8852fe280ea5426fa4f389ca60be7ec8'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:08.038355 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dfce52bb-b64a-4d97-acd5-744813adb45e req-8f5d3582-e5ba-4ab6-9948-588222a78d75 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b HTTP/1.1" status: 200 len: 210 time: 0.1570909 Aug 19 12:20:08.045239 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:20:03Z', 'revision_number': 4, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '6dc057c4-30b4-4d3b-96c6-53979af44209', 'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'mac_address': 'fa:16:3e:6d:fd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:01Z', 'updated_at': '2021-08-19T12:20:04Z', 'revision_number': 2, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'subnets': [{'id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:08.129981 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Checking router: 72c03f96-38fa-4a91-ae56-830c75d0483f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:08.131916 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Updating router 72c03f96-38fa-4a91-ae56-830c75d0483f port 6dc057c4-30b4-4d3b-96c6-53979af44209 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:20:08.199193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6458-6056-4cdb-8f8d-563189e20be3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.224038 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.373167 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.379982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Made reservation on behalf of c71ff98c19cf436f9806b27bcf2df086 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:08.383913 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.415158 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.416615 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-16c4351e-2163-4792-b25b-174bca3b44d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.454612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] device_id is not set on port d73d933e-4e36-42a0-a555-b01942517c29 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:20:08.478281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3b88b-7f74-414a-a030-9f1b5765d017 req-2e64a697-130f-4417-b761-a116788cfe50 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:08.493533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3b88b-7f74-414a-a030-9f1b5765d017 req-2e64a697-130f-4417-b761-a116788cfe50 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:08.504768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7c3b88b-7f74-414a-a030-9f1b5765d017 req-2e64a697-130f-4417-b761-a116788cfe50 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1681 time: 0.1724856 Aug 19 12:20:08.568525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Made reservation on behalf of 8852fe280ea5426fa4f389ca60be7ec8 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:08.580854 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.612078 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.638759 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7c3b88b-7f74-414a-a030-9f1b5765d017 req-342c8291-69e0-4b98-a3e1-7baa270a9b8b tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238537 Aug 19 12:20:08.727015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Allocated IP 172.20.0.2 (b79568dd-d507-44b6-99ec-cd73d6043bf9/b71aab24-04ea-4b81-98ce-b4014c93b7fb/d73d933e-4e36-42a0-a555-b01942517c29) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:08.738059 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0ae25f-54f7-4454-9b36-20e035053e56 x-openstack-request-id: req-9e0ae25f-54f7-4454-9b36-20e035053e56 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:08.738368 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b", "name": "network-vif-deleted", "tag": "7c580382-6e5a-4251-a9be-7a1be7b0111f", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:08.744172 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e0ae25f-54f7-4454-9b36-20e035053e56 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:08.744172 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9b5b28-ccc7-4f27-a8a3-fb26ecf7038b', 'name': 'network-vif-deleted', 'tag': '7c580382-6e5a-4251-a9be-7a1be7b0111f', 'status': 'completed', 'code': 200} Aug 19 12:20:08.783273 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6458-6056-4cdb-8f8d-563189e20be3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.824292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3dce9b50-6c2a-4137-8581-a18f30848ded, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3dce9b50-6c2a-4137-8581-a18f30848ded,segment=NetworkSegment(ca7eebec-0744-4a03-ab09-cf7b6775728a),segment_id=ca7eebec-0744-4a03-ab09-cf7b6775728a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:08.934977 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6458-6056-4cdb-8f8d-563189e20be3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:08.982604 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.004893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a6458-6056-4cdb-8f8d-563189e20be3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfb221c-e732-4ac3-a001-ac66598626ff,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:09.046916 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.063952 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Transition to ACTIVE for port object 6dc057c4-30b4-4d3b-96c6-53979af44209 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:09.146328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 7c580382-6e5a-4251-a9be-7a1be7b0111f no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:09.150577 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.179339 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.187536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7b0bfd73-3a82-4502-9d49-c3da8e6c004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '0f9c5cdb-2a6c-4294-aced-31e96ac90ce0', 'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'mac_address': 'fa:16:3e:2a:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:39Z', 'updated_at': '2021-08-19T12:17:49Z', 'revision_number': 5, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'subnets': [{'id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:09.197947 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.225977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Transition to ACTIVE for port object d73d933e-4e36-42a0-a555-b01942517c29 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:09.236502 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.293736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 7c580382-6e5a-4251-a9be-7a1be7b0111f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:09.293736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 7c580382-6e5a-4251-a9be-7a1be7b0111f not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:09.304072 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Pushing event updated for resources: {'Port': ['ID=6dc057c4-30b4-4d3b-96c6-53979af44209,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:09.316269 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.316897 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.317324 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.317502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0bfd73-3a82-4502-9d49-c3da8e6c004a None None] Checking router: 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:09.317865 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.318289 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.318719 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.319358 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.319782 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.320835 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.321271 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.321694 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.322125 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:09.334527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=3dce9b50-6c2a-4137-8581-a18f30848ded,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:09.351996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-b79568dd-d507-44b6-99ec-cd73d6043bf9', 'network_id': 'b79568dd-d507-44b6-99ec-cd73d6043bf9', 'tenant_id': 'c71ff98c19cf436f9806b27bcf2df086', 'fixed_ips': [{'subnet_id': 'b71aab24-04ea-4b81-98ce-b4014c93b7fb'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:20:09.352949 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.369269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51456) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:09.380225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0bfd73-3a82-4502-9d49-c3da8e6c004a None None] Routers {'2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:09.380826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7b0bfd73-3a82-4502-9d49-c3da8e6c004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:09.430674 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.440294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51462) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:09.478660 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.498212 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Attempting to bind port 6dc057c4-30b4-4d3b-96c6-53979af44209 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:09.499810 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Attempting to bind port 6dc057c4-30b4-4d3b-96c6-53979af44209 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:09.500356 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Attempting to bind port 6dc057c4-30b4-4d3b-96c6-53979af44209 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:09.516401 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:09.517916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6458-6056-4cdb-8f8d-563189e20be3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.519027 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Checking segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:09.519554 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.521344 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Bound using segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:09.521979 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Bound port: 6dc057c4-30b4-4d3b-96c6-53979af44209, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:09.523032 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.523649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9c7a6458-6056-4cdb-8f8d-563189e20be3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6691480 Aug 19 12:20:09.537160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:09.544427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51466) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:09.565148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-28d1fc18-e305-4fa6-9919-7fe6a43da14e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Request body: {'security_group_rule': {'security_group_id': '4dfb221c-e732-4ac3-a001-ac66598626ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:09.591142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2640443-b6bd-4da7-ab2c-6b9384e14bcf,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:09.639282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.640008 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Added segment 622eca5c-2221-4f76-afb5-c6b484aed0ac of type vlan for network 05d31ad2-8f5c-4038-b5e4-759dc9f49d11 Aug 19 12:20:09.676757 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] For port 6dc057c4-30b4-4d3b-96c6-53979af44209, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:09.681994 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] For port 6dc057c4-30b4-4d3b-96c6-53979af44209, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6dc057c4-30b4-4d3b-96c6-53979af44209,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:09.702596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Network b79568dd-d507-44b6-99ec-cd73d6043bf9 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:09.702933 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.709191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7b0bfd73-3a82-4502-9d49-c3da8e6c004a None None] Set router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:09.731745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:09.734197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Pushing event updated for resources: {'Port': ['ID=d73d933e-4e36-42a0-a555-b01942517c29,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:09.755035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:09.815695 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.821733 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-08268354-4955-4e1e-b67c-ce765335ee1e {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:20:09.825080 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:20:09.843635 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-865b129f-da76-423c-aec5-ee48b750721b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.895919 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.899345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:09.900791 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.901713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:09.908907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:09.951565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce9b50-6c2a-4137-8581-a18f30848ded'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:09.969710 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbb25d2-f938-4d97-8fec-e7ac0dd0dac4" -d '{"events": [{"server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "name": "network-vif-plugged", "status": "completed", "tag": "3dce9b50-6c2a-4137-8581-a18f30848ded"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:10.015866 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Routers {'72c03f96-38fa-4a91-ae56-830c75d0483f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:10.017443 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['72c03f96-38fa-4a91-ae56-830c75d0483f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:10.094352 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9842fb-e7c7-4f4a-af4a-655a361ccb7e x-openstack-request-id: req-2a9842fb-e7c7-4f4a-af4a-655a361ccb7e {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:10.098686 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "name": "network-vif-plugged", "status": "completed", "tag": "3dce9b50-6c2a-4137-8581-a18f30848ded", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:10.101860 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28d1fc18-e305-4fa6-9919-7fe6a43da14e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.105867 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a9842fb-e7c7-4f4a-af4a-655a361ccb7e {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:10.106555 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dce9b50-6c2a-4137-8581-a18f30848ded', 'code': 200} Aug 19 12:20:10.192545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7b0bfd73-3a82-4502-9d49-c3da8e6c004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '0f9c5cdb-2a6c-4294-aced-31e96ac90ce0', 'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'mac_address': 'fa:16:3e:2a:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:39Z', 'updated_at': '2021-08-19T12:17:49Z', 'revision_number': 5, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'subnets': [{'id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:10.217243 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4b78b80-dafe-43b9-8a77-ac63057e1484 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.260011 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42d904-6f27-49c2-999e-763a4f4257cd None None] Pushing event updated for resources: {'Port': ['ID=6dc057c4-30b4-4d3b-96c6-53979af44209,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:10.274491 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:20:10.276153 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0bfd73-3a82-4502-9d49-c3da8e6c004a None None] The sync data for ids ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'] in n-d-803757-2 is: [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:17:40Z', 'revision_number': 4, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '0f9c5cdb-2a6c-4294-aced-31e96ac90ce0', 'name': '', 'network_id': '4738797d-0c09-4b44-87c2-a887e04a2cf0', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'mac_address': 'fa:16:3e:2a:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:39Z', 'updated_at': '2021-08-19T12:17:49Z', 'revision_number': 5, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'subnets': [{'id': '93d71fa3-d100-43ee-baf5-4a288c1af93f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:10.321292 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28d1fc18-e305-4fa6-9919-7fe6a43da14e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.324446 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.344930 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] Set router 72c03f96-38fa-4a91-ae56-830c75d0483f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:10.418922 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28d1fc18-e305-4fa6-9919-7fe6a43da14e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.444116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884e376-f1f8-48c5-9071-d787ec802404 req-a6f650f9-9fa1-4bc3-9e92-0c80dee03862 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:10.448040 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-865b129f-da76-423c-aec5-ee48b750721b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.461522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884e376-f1f8-48c5-9071-d787ec802404 req-a6f650f9-9fa1-4bc3-9e92-0c80dee03862 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:10.461522 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1884e376-f1f8-48c5-9071-d787ec802404 req-a6f650f9-9fa1-4bc3-9e92-0c80dee03862 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1682 time: 0.6647513 Aug 19 12:20:10.461960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4b78b80-dafe-43b9-8a77-ac63057e1484 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.464966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa1c96-2fb2-4ce7-85eb-834d426dd098 req-1172eb26-e3db-47d6-9043-0809f129c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:10.465477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa1c96-2fb2-4ce7-85eb-834d426dd098 req-1172eb26-e3db-47d6-9043-0809f129c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:10.467643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61aa1c96-2fb2-4ce7-85eb-834d426dd098 req-1172eb26-e3db-47d6-9043-0809f129c19c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1984 time: 0.1437893 Aug 19 12:20:10.496121 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.503743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1fc18-e305-4fa6-9919-7fe6a43da14e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f378dd6f-1ed9-40a9-a023-c02980c01063,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:10.515863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] Pushing event updated for resources: {'Network': ['ID=05d31ad2-8f5c-4038-b5e4-759dc9f49d11,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:10.554045 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-865b129f-da76-423c-aec5-ee48b750721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.560635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 05d31ad2-8f5c-4038-b5e4-759dc9f49d11 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:10.618046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b129f-da76-423c-aec5-ee48b750721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d19d6a-8ee7-4504-8e10-f31767b73d47,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:10.662961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fba7eec9-e309-4ed0-aeb0-156697da5862 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9746087 Aug 19 12:20:10.671930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51494) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:10.677220 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1884e376-f1f8-48c5-9071-d787ec802404 req-ef50ecb4-9bba-45f1-8810-48d89dc5ef4e tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787112 Aug 19 12:20:10.708925 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61aa1c96-2fb2-4ce7-85eb-834d426dd098 req-70211527-e77d-45ba-82e9-9822ba920d00 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080376 Aug 19 12:20:10.709687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51496) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:10.710114 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-865b129f-da76-423c-aec5-ee48b750721b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99270561b24447c4a44cb4127d97c6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3394928 Aug 19 12:20:10.791510 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28d1fc18-e305-4fa6-9919-7fe6a43da14e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.794487 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-28d1fc18-e305-4fa6-9919-7fe6a43da14e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2405307 Aug 19 12:20:10.798169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6a919a5f-d001-4a39-841b-d2b2e798abf7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2101173 Aug 19 12:20:10.799622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51498) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:10.804371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5bdbe6d6-beac-4820-8b0f-140479b6614c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Request body: {'security_group_rule': {'security_group_id': '4dfb221c-e732-4ac3-a001-ac66598626ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:10.813100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51500) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:10.820146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Allocated IP 172.20.0.3 (b79568dd-d507-44b6-99ec-cd73d6043bf9/b71aab24-04ea-4b81-98ce-b4014c93b7fb/e2e0398f-f248-4c94-8eb7-233225d8d665) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:10.828701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] Request body: {'subnet': {'network_id': '05d31ad2-8f5c-4038-b5e4-759dc9f49d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2103956152-subnet', 'tenant_id': '8852fe280ea5426fa4f389ca60be7ec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:10.858951 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a921b2b-7a0a-4c20-bc2a-4492f5a72d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.862058 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9458eda-28b1-408c-84e8-4105094ff62f None None] New status for floating IP 2b42dea7-30d1-4125-9c0e-a78e74f9aa4c: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:20:10.874087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4b78b80-dafe-43b9-8a77-ac63057e1484 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.877077 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4b78b80-dafe-43b9-8a77-ac63057e1484 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.883722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d4b78b80-dafe-43b9-8a77-ac63057e1484 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "DELETE /v2.0/security-groups/19bded20-0b0b-473a-b8d7-364e38a99508 HTTP/1.1" status: 204 len: 168 time: 1.4421909 Aug 19 12:20:10.888127 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a921b2b-7a0a-4c20-bc2a-4492f5a72d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:10.889116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51502) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:10.942227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b78b80-dafe-43b9-8a77-ac63057e1484 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bded20-0b0b-473a-b8d7-364e38a99508,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:10.945756 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-c04232b4-59db-4026-9846-ec6f6efa75b5 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] show failed (client error): The resource could not be found. Aug 19 12:20:10.954897 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c04232b4-59db-4026-9846-ec6f6efa75b5 tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "GET /v2.0/security-groups/19bded20-0b0b-473a-b8d7-364e38a99508 HTTP/1.1" status: 404 len: 347 time: 0.0573959 Aug 19 12:20:10.955676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51506) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:11.017318 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:20:03Z', 'revision_number': 4, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '6dc057c4-30b4-4d3b-96c6-53979af44209', 'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'mac_address': 'fa:16:3e:6d:fd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:01Z', 'updated_at': '2021-08-19T12:20:09Z', 'revision_number': 4, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'subnets': [{'id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:11.049658 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e23a820-0d49-4a64-9808-bea959aabd94 None None] The sync data for ids ['72c03f96-38fa-4a91-ae56-830c75d0483f'] in n-d-803757-2 is: [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:20:03Z', 'revision_number': 4, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '6dc057c4-30b4-4d3b-96c6-53979af44209', 'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'mac_address': 'fa:16:3e:6d:fd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:01Z', 'updated_at': '2021-08-19T12:20:09Z', 'revision_number': 4, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'subnets': [{'id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:11.059708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a69edb73-ff1f-4468-a627-2793f8a87cab tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Deleting port d73d933e-4e36-42a0-a555-b01942517c29 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:11.060050 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a69edb73-ff1f-4468-a627-2793f8a87cab tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.146655 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a921b2b-7a0a-4c20-bc2a-4492f5a72d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.150768 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a921b2b-7a0a-4c20-bc2a-4492f5a72d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.152761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4a921b2b-7a0a-4c20-bc2a-4492f5a72d43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3d19d6a-8ee7-4504-8e10-f31767b73d47 HTTP/1.1" status: 204 len: 168 time: 0.4421299 Aug 19 12:20:11.166694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a921b2b-7a0a-4c20-bc2a-4492f5a72d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d19d6a-8ee7-4504-8e10-f31767b73d47,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:11.168951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a69edb73-ff1f-4468-a627-2793f8a87cab tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.177552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe6d6-beac-4820-8b0f-140479b6614c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.184102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a69edb73-ff1f-4468-a627-2793f8a87cab tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Calling delete_port for d73d933e-4e36-42a0-a555-b01942517c29 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:11.265719 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.289417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Transition to ACTIVE for port object e2e0398f-f248-4c94-8eb7-233225d8d665 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:11.300445 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe6d6-beac-4820-8b0f-140479b6614c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.318158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Transition to ACTIVE for port object e2e0398f-f248-4c94-8eb7-233225d8d665 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:11.346296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] Made reservation on behalf of 8852fe280ea5426fa4f389ca60be7ec8 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:11.349214 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.438409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5a816503-8e7f-47fd-a29a-975b3e00fb5c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Deleting port b168e419-d2ec-4afa-84b2-d884966eced4 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:11.438752 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a816503-8e7f-47fd-a29a-975b3e00fb5c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.447127 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe6d6-beac-4820-8b0f-140479b6614c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.474026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbe6d6-beac-4820-8b0f-140479b6614c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0639e071-8161-4bf2-a784-08de64151f29,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:11.558718 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.597618 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a816503-8e7f-47fd-a29a-975b3e00fb5c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.600392 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a816503-8e7f-47fd-a29a-975b3e00fb5c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.620786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Network b79568dd-d507-44b6-99ec-cd73d6043bf9 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:11.624124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:11.624541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5a816503-8e7f-47fd-a29a-975b3e00fb5c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Calling delete_port for b168e419-d2ec-4afa-84b2-d884966eced4 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:11.626970 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bdbe6d6-beac-4820-8b0f-140479b6614c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.628449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5bdbe6d6-beac-4820-8b0f-140479b6614c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8277841 Aug 19 12:20:11.631311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51518) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:11.633730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:11.639422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:11.669853 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Pushing event updated for resources: {'Port': ['ID=e2e0398f-f248-4c94-8eb7-233225d8d665,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:11.714815 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Attempting to bind port e2e0398f-f248-4c94-8eb7-233225d8d665 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:11.715833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Attempting to bind port e2e0398f-f248-4c94-8eb7-233225d8d665 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '0507ed4e-bf22-42af-a1e5-1da43060fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b79568dd-d507-44b6-99ec-cd73d6043bf9'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:11.715833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Attempting to bind port e2e0398f-f248-4c94-8eb7-233225d8d665 on network b79568dd-d507-44b6-99ec-cd73d6043bf9 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:11.722212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:11.723034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Checking segment: {'id': '0507ed4e-bf22-42af-a1e5-1da43060fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b79568dd-d507-44b6-99ec-cd73d6043bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:11.731436 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.731436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Bound using segment: {'id': '0507ed4e-bf22-42af-a1e5-1da43060fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b79568dd-d507-44b6-99ec-cd73d6043bf9'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:11.731436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Bound port: e2e0398f-f248-4c94-8eb7-233225d8d665, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0507ed4e-bf22-42af-a1e5-1da43060fcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b79568dd-d507-44b6-99ec-cd73d6043bf9'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:11.731436 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.737216 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a69edb73-ff1f-4468-a627-2793f8a87cab tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.866139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] For port e2e0398f-f248-4c94-8eb7-233225d8d665, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:11.873138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] For port e2e0398f-f248-4c94-8eb7-233225d8d665, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e2e0398f-f248-4c94-8eb7-233225d8d665,segment=NetworkSegment(0507ed4e-bf22-42af-a1e5-1da43060fcd6),segment_id=0507ed4e-bf22-42af-a1e5-1da43060fcd6)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:11.941528 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:11.962108 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.056515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69edb73-ff1f-4468-a627-2793f8a87cab tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Pushing event deleted for resources: {'Port': ['ID=d73d933e-4e36-42a0-a555-b01942517c29,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:12.095610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.123982 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab4bde-a876-486b-94bb-a03a9aa78721 None None] Pushing event updated for resources: {'Port': ['ID=e2e0398f-f248-4c94-8eb7-233225d8d665,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:12.180115 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a69edb73-ff1f-4468-a627-2793f8a87cab tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.182312 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a69edb73-ff1f-4468-a627-2793f8a87cab tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] 10.222.0.21 "DELETE /v2.0/ports/d73d933e-4e36-42a0-a555-b01942517c29 HTTP/1.1" status: 204 len: 168 time: 1.5081260 Aug 19 12:20:12.188786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51526) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:12.260099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6e749-c299-4426-a1c7-426a30afdf92 req-8838dee2-e575-44cf-ba9e-8241430bea12 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:12.266733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6e749-c299-4426-a1c7-426a30afdf92 req-8838dee2-e575-44cf-ba9e-8241430bea12 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:12.274449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00d6e749-c299-4426-a1c7-426a30afdf92 req-8838dee2-e575-44cf-ba9e-8241430bea12 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1682 time: 0.3171351 Aug 19 12:20:12.281399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a816503-8e7f-47fd-a29a-975b3e00fb5c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.352860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=1864ec2d-c48f-4932-aa8b-7cf4745fc378,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:12.398401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] Checking segment: {'id': '622eca5c-2221-4f76-afb5-c6b484aed0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '05d31ad2-8f5c-4038-b5e4-759dc9f49d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:12.398780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] Network hostable DHCP agents. Network: 05d31ad2-8f5c-4038-b5e4-759dc9f49d11, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:12.434697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00d6e749-c299-4426-a1c7-426a30afdf92 req-9aa060c7-f440-458d-929e-e87dc4f06f60 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592357 Aug 19 12:20:12.490196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a816503-8e7f-47fd-a29a-975b3e00fb5c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Pushing event deleted for resources: {'Port': ['ID=b168e419-d2ec-4afa-84b2-d884966eced4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:12.559897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.592122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51538) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:12.614745 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a816503-8e7f-47fd-a29a-975b3e00fb5c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.621803 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a816503-8e7f-47fd-a29a-975b3e00fb5c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.629307 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5a816503-8e7f-47fd-a29a-975b3e00fb5c tempest-ServersTestJSON-201900178 tempest-ServersTestJSON-201900178-project] 10.222.0.21 "DELETE /v2.0/floatingips/2b42dea7-30d1-4125-9c0e-a78e74f9aa4c HTTP/1.1" status: 204 len: 168 time: 1.6611354 Aug 19 12:20:12.635046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51540) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:12.654763 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a73ae0f4-50de-4001-86ab-8d61268988a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.667277 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-42d9e4c3-48e6-4527-b450-953a100d7e42 tempest-DHCPAgentSchedulersTestJSON-1675731926 tempest-DHCPAgentSchedulersTestJSON-1675731926-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4766715 Aug 19 12:20:12.676923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51542) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:12.684747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-586424798'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:12.878313 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:20:12.878313 n-d-803757-2 neutron-server[95543]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:20:12.878313 n-d-803757-2 neutron-server[95543]: [parameters: {'project_id_1': 'c71ff98c19cf436f9806b27bcf2df086', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 20, 12, 719025)}] Aug 19 12:20:12.878313 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:20:12.878313 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:20:12.878313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Allocated IP 172.25.2.100 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/6d23735b-b332-4a9d-ba6a-118be3bdc149) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:12.893388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] Network 05d31ad2-8f5c-4038-b5e4-759dc9f49d11 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:12.966827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a73ae0f4-50de-4001-86ab-8d61268988a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:12.997328 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.011742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 05d31ad2-8f5c-4038-b5e4-759dc9f49d11) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:13.018681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:13.025564 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.039704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc14373-b35f-4b34-accc-cb64ac6b31b3 None None] Network 05d31ad2-8f5c-4038-b5e4-759dc9f49d11 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:13.091178 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a73ae0f4-50de-4001-86ab-8d61268988a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.136939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e2e0398f-f248-4c94-8eb7-233225d8d665 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:13.178091 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a73ae0f4-50de-4001-86ab-8d61268988a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5670ef92941143faa3fa8e35b3917291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5819693 Aug 19 12:20:13.179010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51544) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:13.187520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ae0f4-50de-4001-86ab-8d61268988a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6fe66c-f5df-4765-afd3-e996fc8714cb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:13.256029 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50827b8b-2e30-4191-b87c-a7c10d6961ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.292856 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.320844 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50827b8b-2e30-4191-b87c-a7c10d6961ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.323464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.380717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8e1dc7-91d1-4a17-a182-45f6d55cc71a None None] Network 05d31ad2-8f5c-4038-b5e4-759dc9f49d11 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:13.399950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:13.407017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:13.420707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:13.474172 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f7ab85b3-4542-4fc9-8bf5-c6a90d1945ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6582687 Aug 19 12:20:13.483368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e2e0398f-f248-4c94-8eb7-233225d8d665 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:13.490968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6dc057c4-30b4-4d3b-96c6-53979af44209 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:13.517957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event updated for resources: {'Port': ['ID=6d23735b-b332-4a9d-ba6a-118be3bdc149,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:13.645660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Made reservation on behalf of c71ff98c19cf436f9806b27bcf2df086 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:13.688212 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.781733 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50827b8b-2e30-4191-b87c-a7c10d6961ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.785252 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50827b8b-2e30-4191-b87c-a7c10d6961ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:13.786438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-50827b8b-2e30-4191-b87c-a7c10d6961ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc6fe66c-f5df-4765-afd3-e996fc8714cb HTTP/1.1" status: 204 len: 168 time: 0.6063271 Aug 19 12:20:14.062078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50827b8b-2e30-4191-b87c-a7c10d6961ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6fe66c-f5df-4765-afd3-e996fc8714cb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:14.062078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:14.062078 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.062078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd8a72-3762-44d3-8be3-2d3b8eda8378 req-3272e307-cb70-496b-98f9-b025231a2d43 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:14.062078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd8a72-3762-44d3-8be3-2d3b8eda8378 req-3272e307-cb70-496b-98f9-b025231a2d43 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:14.062078 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03dd8a72-3762-44d3-8be3-2d3b8eda8378 req-3272e307-cb70-496b-98f9-b025231a2d43 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1682 time: 0.3118563 Aug 19 12:20:14.062078 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.062078 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Added segment 6724a6bf-b95e-4322-92cf-6b8c397ac385 of type vlan for network 8b724927-8b14-4f3a-bdc9-6bb6162be483 Aug 19 12:20:14.065378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Deleting port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:14.065378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.067260 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.067260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03dd8a72-3762-44d3-8be3-2d3b8eda8378 req-0efce340-8422-4980-b8b4-ee7d120cf4a2 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668595 Aug 19 12:20:14.067867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] For port 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0f9c5cdb-2a6c-4294-aced-31e96ac90ce0,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:14.067867 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.067867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Calling delete_port for 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:14.115534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0330fb22-51fd-402f-ba68-706540ac6e46 None None] Network b79568dd-d507-44b6-99ec-cd73d6043bf9 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:14.426029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-01aa9a00-6034-4aa8-9079-ca17d9f42501 None None] Provisioning for port e2e0398f-f248-4c94-8eb7-233225d8d665 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:14.428174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.432538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 6dc057c4-30b4-4d3b-96c6-53979af44209 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:14.442542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-01aa9a00-6034-4aa8-9079-ca17d9f42501 None None] Provisioning complete for port e2e0398f-f248-4c94-8eb7-233225d8d665 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:14.446206 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:14.446897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.447026 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01aa9a00-6034-4aa8-9079-ca17d9f42501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.456237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 6dc057c4-30b4-4d3b-96c6-53979af44209 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:14.460532 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.649452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Pushing event updated for resources: {'Network': ['ID=8b724927-8b14-4f3a-bdc9-6bb6162be483,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:14.673476 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.722784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 8b724927-8b14-4f3a-bdc9-6bb6162be483 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:14.740733 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:14.791035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-747b6ac7-9748-4a7d-b3b8-5a95b67ef7dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1104519 Aug 19 12:20:14.814361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51590) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:15.177419 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01aa9a00-6034-4aa8-9079-ca17d9f42501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.217832 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.243528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9c5cdb-2a6c-4294-aced-31e96ac90ce0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:15.283010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-01aa9a00-6034-4aa8-9079-ca17d9f42501 None None] For port e2e0398f-f248-4c94-8eb7-233225d8d665, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e2e0398f-f248-4c94-8eb7-233225d8d665,segment=NetworkSegment(0507ed4e-bf22-42af-a1e5-1da43060fcd6),segment_id=0507ed4e-bf22-42af-a1e5-1da43060fcd6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:15.285221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.285575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.285937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.286256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.286598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.286951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.287287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.287612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.287937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.288303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.295762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 6dc057c4-30b4-4d3b-96c6-53979af44209, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6dc057c4-30b4-4d3b-96c6-53979af44209,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:15.299241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.305980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:15.369075 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01aa9a00-6034-4aa8-9079-ca17d9f42501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.388674 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.421052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.422318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f7829-367c-490f-bc89-a00703e8e0d6 req-1fa09b68-9b72-4206-805b-13a9d21fc112 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:15.436991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f7829-367c-490f-bc89-a00703e8e0d6 req-1fa09b68-9b72-4206-805b-13a9d21fc112 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:15.449337 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-563f7829-367c-490f-bc89-a00703e8e0d6 req-1fa09b68-9b72-4206-805b-13a9d21fc112 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1682 time: 0.2807612 Aug 19 12:20:15.485493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa9a00-6034-4aa8-9079-ca17d9f42501 None None] Pushing event updated for resources: {'Port': ['ID=e2e0398f-f248-4c94-8eb7-233225d8d665,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:15.511477 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.531081 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.571462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cdc60545-581a-4616-a1e3-1ed290fc90b2 None None] Provisioning complete for port e2e0398f-f248-4c94-8eb7-233225d8d665 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:15.573453 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cdc60545-581a-4616-a1e3-1ed290fc90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.613834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-52b3ec85-73cb-4b88-9bb6-2bf10ec99918 tempest-DHCPAgentSchedulersTestJSON-1675731926 tempest-DHCPAgentSchedulersTestJSON-1675731926-project-admin] 10.222.0.21 "GET /v2.0/agents/b547fafe-18b2-432b-9a5a-a2605d5a30c3/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.7752316 Aug 19 12:20:15.619517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51610) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:15.694281 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-563f7829-367c-490f-bc89-a00703e8e0d6 req-e1c3e486-c085-4030-8ce7-8a803ea1d7c5 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416596 Aug 19 12:20:15.714071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=6dc057c4-30b4-4d3b-96c6-53979af44209,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:15.794033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event updated for resources: {'Port': ['ID=6d23735b-b332-4a9d-ba6a-118be3bdc149,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:15.806172 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.810644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cdc60545-581a-4616-a1e3-1ed290fc90b2 None None] Could not find standard attr ID for object d73d933e-4e36-42a0-a555-b01942517c29. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:20:15.817503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e2e0398f-f248-4c94-8eb7-233225d8d665 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:15.829486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51614) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:15.840853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-245748423-network', 'tenant_id': '14e7e291ca8a46ee9c0241a0cef2f26b'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:15.903788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:15.925402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e2e0398f-f248-4c94-8eb7-233225d8d665 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:15.925775 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.947556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5034b5-c99b-42d9-a245-fab1012adb4c tempest-DHCPAgentSchedulersTestJSON-1675731926 tempest-DHCPAgentSchedulersTestJSON-1675731926-project-admin] Network 8b724927-8b14-4f3a-bdc9-6bb6162be483 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:15.955516 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:15.957134 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d9b4d5b8-64c5-4d41-b5a0-8976a9f0feac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3247421 Aug 19 12:20:16.045734 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5d5034b5-c99b-42d9-a245-fab1012adb4c tempest-DHCPAgentSchedulersTestJSON-1675731926 tempest-DHCPAgentSchedulersTestJSON-1675731926-project-admin] 10.222.0.21 "POST /v2.0/agents/b547fafe-18b2-432b-9a5a-a2605d5a30c3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4185307 Aug 19 12:20:16.045734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51634) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:16.063816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e268e7-49d8-4532-90d4-6ba51294d075 None None] Network 8b724927-8b14-4f3a-bdc9-6bb6162be483 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:16.086787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Made reservation on behalf of 14e7e291ca8a46ee9c0241a0cef2f26b for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:16.091975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.131006 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:16.136986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cc3e983a-a10b-462e-97a2-f47cc75a2f28 admin admin] 10.222.0.21 "PUT /v2.0/routers/2ab95be4-090a-4e83-a139-7bf7ffc8e7f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5005968 Aug 19 12:20:16.140934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51636) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:16.159429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.277736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716bef46-5b5a-417b-ba83-272f2907c264 None None] Sync routers for ids ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:16.310684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716bef46-5b5a-417b-ba83-272f2907c264 None None] Routers {'2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:16.310898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-716bef46-5b5a-417b-ba83-272f2907c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:16.317553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4e1a8866-b6f3-44e1-a12c-455a3132e53e tempest-DHCPAgentSchedulersTestJSON-1675731926 tempest-DHCPAgentSchedulersTestJSON-1675731926-project-admin] 10.222.0.21 "GET /v2.0/agents/b547fafe-18b2-432b-9a5a-a2605d5a30c3/dhcp-networks HTTP/1.1" status: 200 len: 8829 time: 0.2681749 Aug 19 12:20:16.318566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51650) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:16.342686 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.343653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-a82bf932-b08b-458e-9e8a-c354fbe5377a tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:16.349706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-a82bf932-b08b-458e-9e8a-c354fbe5377a tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:16.351327 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-a82bf932-b08b-458e-9e8a-c354fbe5377a tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1682 time: 0.1316445 Aug 19 12:20:16.401837 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-421f0109-8786-448a-80c3-0c298f545a3d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--419204020&fields=id&tenant_id=71865e080f284c3da990ac66652fb3d0 HTTP/1.1" status: 200 len: 267 time: 0.0805576 Aug 19 12:20:16.467744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-716bef46-5b5a-417b-ba83-272f2907c264 None None] Set router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:16.557617 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.568375 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.594071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-73c1dadc-eb41-4668-860b-d42594592d5f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting port 3dce9b50-6c2a-4137-8581-a18f30848ded {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:16.594623 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-73c1dadc-eb41-4668-860b-d42594592d5f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.612413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-a0ac9957-e5d7-46c6-b50e-b7fb6c83704e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:16.614841 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-a0ac9957-e5d7-46c6-b50e-b7fb6c83704e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 811 time: 0.1732559 Aug 19 12:20:16.640874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-17dc5f95-dfb0-46cf-9ebc-451e9ca6bd6c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/quotas/71865e080f284c3da990ac66652fb3d0 HTTP/1.1" status: 200 len: 375 time: 0.0183291 Aug 19 12:20:16.652936 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-60c3eff9-752c-4751-8c5a-b7c9f521aa05 tempest-DHCPAgentSchedulersTestJSON-1675731926 tempest-DHCPAgentSchedulersTestJSON-1675731926-project-admin] 10.222.0.21 "DELETE /v2.0/agents/b547fafe-18b2-432b-9a5a-a2605d5a30c3/dhcp-networks/8b724927-8b14-4f3a-bdc9-6bb6162be483 HTTP/1.1" status: 204 len: 168 time: 0.3311105 Aug 19 12:20:16.655495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51662) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:16.657504 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.699600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12527747-f4fb-49ee-bd88-f1bd0ff5df50,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:16.727513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-8d0b48ae-c514-415d-9574-27f6b602d840 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803571 Aug 19 12:20:16.747214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:16.877772 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.877772 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Added segment c86b7d70-3b13-428a-8463-3d76b423b2ac of type vlan for network 8236ec22-d76a-4620-ac9e-35bee73a6818 Aug 19 12:20:16.889096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-716bef46-5b5a-417b-ba83-272f2907c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:20:14Z', 'revision_number': 5, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port': {'id': '08f3f61a-2e9b-4347-9c92-89241911d612', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:17:35Z', 'updated_at': '2021-08-19T12:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:16.894271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51672) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:16.915887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Deleting port 08f3f61a-2e9b-4347-9c92-89241911d612 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:16.916011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.924480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716bef46-5b5a-417b-ba83-272f2907c264 None None] Checking router: 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:16.935407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716bef46-5b5a-417b-ba83-272f2907c264 None None] Routers {'2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:16.936705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-716bef46-5b5a-417b-ba83-272f2907c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:16.954490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-73c1dadc-eb41-4668-860b-d42594592d5f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] For port 3dce9b50-6c2a-4137-8581-a18f30848ded, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3dce9b50-6c2a-4137-8581-a18f30848ded,segment=NetworkSegment(ca7eebec-0744-4a03-ab09-cf7b6775728a),segment_id=ca7eebec-0744-4a03-ab09-cf7b6775728a)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:16.954911 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-73c1dadc-eb41-4668-860b-d42594592d5f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:16.986320 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-208d64d1-722f-47c1-a0ec-89dc40c0e43c service neutron] 10.222.0.21 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307765 Aug 19 12:20:16.997836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-73c1dadc-eb41-4668-860b-d42594592d5f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Calling delete_port for 3dce9b50-6c2a-4137-8581-a18f30848ded owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:17.031498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2459eb8-ee84-4cea-865a-c79188de5ed8 req-b7635da7-f520-4658-aa77-76da74e01b1f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:17.037609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2459eb8-ee84-4cea-865a-c79188de5ed8 req-b7635da7-f520-4658-aa77-76da74e01b1f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:17.048630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2459eb8-ee84-4cea-865a-c79188de5ed8 req-b7635da7-f520-4658-aa77-76da74e01b1f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 1682 time: 0.2127686 Aug 19 12:20:17.096218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-716bef46-5b5a-417b-ba83-272f2907c264 None None] Set router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:17.125122 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.127681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] For port 08f3f61a-2e9b-4347-9c92-89241911d612, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=08f3f61a-2e9b-4347-9c92-89241911d612,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:17.128236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.150766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Calling delete_port for 08f3f61a-2e9b-4347-9c92-89241911d612 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:17.170748 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-0acf1fc9-d8f2-4f52-9e7a-0b462d539b14 service neutron] 10.222.0.21 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824625 Aug 19 12:20:17.197257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c8c367bf-fc78-432c-a643-b419702e0009 tempest-DHCPAgentSchedulersTestJSON-1675731926 tempest-DHCPAgentSchedulersTestJSON-1675731926-project-admin] 10.222.0.21 "GET /v2.0/agents/b547fafe-18b2-432b-9a5a-a2605d5a30c3/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.5360708 Aug 19 12:20:17.198795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51680) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:17.218773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-716bef46-5b5a-417b-ba83-272f2907c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:20:16Z', 'revision_number': 6, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:17.252268 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2459eb8-ee84-4cea-865a-c79188de5ed8 req-2e192102-0e16-49c8-a54d-b863b8d79b73 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027550 Aug 19 12:20:17.261972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716bef46-5b5a-417b-ba83-272f2907c264 None None] The sync data for ids ['2ab95be4-090a-4e83-a139-7bf7ffc8e7f3'] in n-d-803757-2 is: [{'id': '2ab95be4-090a-4e83-a139-7bf7ffc8e7f3', 'name': 'tempest-ServersTestJSON-241473159-router', 'tenant_id': 'a6dd9a31fe1040479a4c326a401d163a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:17:34Z', 'updated_at': '2021-08-19T12:20:16Z', 'revision_number': 6, 'project_id': 'a6dd9a31fe1040479a4c326a401d163a', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:17.331574 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1496f442-4a3d-4122-bb2e-296c035feca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.352592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-61055972-6027-41a3-b620-167a1a586a2e tempest-DHCPAgentSchedulersTestJSON-1675731926 tempest-DHCPAgentSchedulersTestJSON-1675731926-project-admin] 10.222.0.21 "GET /v2.0/networks/b79568dd-d507-44b6-99ec-cd73d6043bf9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1495340 Aug 19 12:20:17.355362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51690) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:17.388860 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7f87396b-6c53-4a41-99f7-1ccc19c0e689 tempest-DHCPAgentSchedulersTestJSON-1675731926 tempest-DHCPAgentSchedulersTestJSON-1675731926-project-admin] 10.222.0.21 "GET /v2.0/networks/b79568dd-d507-44b6-99ec-cd73d6043bf9/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0231073 Aug 19 12:20:17.389763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51696) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:17.405509 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.406640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:17.407342 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.534774 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1496f442-4a3d-4122-bb2e-296c035feca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.542746 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-73c1dadc-eb41-4668-860b-d42594592d5f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.554629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['3dce9b50-6c2a-4137-8581-a18f30848ded', '645a44fa-f6af-4ff9-87fe-4002e75c89a8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:17.597779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b93b090-a9fc-4ec0-954c-b08ad524924c req-341830ea-f047-4841-bd49-62b99f24c83d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 210 time: 0.0568006 Aug 19 12:20:17.627897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.661958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8236ec22-d76a-4620-ac9e-35bee73a6818,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:17.699619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 8236ec22-d76a-4620-ac9e-35bee73a6818 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:17.722295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f3f61a-2e9b-4347-9c92-89241911d612,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:17.724100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1496f442-4a3d-4122-bb2e-296c035feca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:17.738021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1dadc-eb41-4668-860b-d42594592d5f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Port': ['ID=3dce9b50-6c2a-4137-8581-a18f30848ded,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:17.844882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6dc057c4-30b4-4d3b-96c6-53979af44209 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:17.911910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1496f442-4a3d-4122-bb2e-296c035feca3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d9806fb15204bdf8c32af23dc807823&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0139942 Aug 19 12:20:17.914573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51724) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:17.925503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496f442-4a3d-4122-bb2e-296c035feca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21993941-f773-4cb1-90df-e86fad9731fc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:17.956980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.071073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 6dc057c4-30b4-4d3b-96c6-53979af44209 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:18.071451 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.117300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.121190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.172053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75080986-9aa4-4907-9a7a-bf2e7d2ebf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.188878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:18.199132 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75080986-9aa4-4907-9a7a-bf2e7d2ebf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.215482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:18.216503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0f9c5cdb-2a6c-4294-aced-31e96ac90ce0 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:18.289045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-73c1dadc-eb41-4668-860b-d42594592d5f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] No DVR routers for this DVR port 3dce9b50-6c2a-4137-8581-a18f30848ded on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:18.298436 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2ca3b7f7-d080-4413-a79d-e44d126790c1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4634688 Aug 19 12:20:18.300511 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-73c1dadc-eb41-4668-860b-d42594592d5f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.301532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51732) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:18.302369 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-73c1dadc-eb41-4668-860b-d42594592d5f tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "DELETE /v2.0/ports/3dce9b50-6c2a-4137-8581-a18f30848ded HTTP/1.1" status: 204 len: 173 time: 1.9390917 Aug 19 12:20:18.306569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] Request body: {'subnet': {'network_id': '8236ec22-d76a-4620-ac9e-35bee73a6818', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-245748423-subnet', 'tenant_id': '14e7e291ca8a46ee9c0241a0cef2f26b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:18.310028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'name': 'network-vif-deleted', 'tag': '3dce9b50-6c2a-4137-8581-a18f30848ded'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:18.312221 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823c2e81-4d6f-4007-9bdc-8544df7e24b3" -d '{"events": [{"server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "name": "network-vif-deleted", "tag": "3dce9b50-6c2a-4137-8581-a18f30848ded"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:18.349846 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f1842af6-364a-4485-b84a-faa41bee209f tempest-DHCPAgentSchedulersTestJSON-1675731926 tempest-DHCPAgentSchedulersTestJSON-1675731926-project-admin] 10.222.0.21 "GET /v2.0/agents/b547fafe-18b2-432b-9a5a-a2605d5a30c3/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.9579716 Aug 19 12:20:18.353540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51736) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:18.372209 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19432-6f57-4099-b240-efffe94e895f req-f9da9bfa-e544-467c-a2bc-620791c902be tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:18.373722 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ace19432-6f57-4099-b240-efffe94e895f req-f9da9bfa-e544-467c-a2bc-620791c902be tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 950 time: 0.7878714 Aug 19 12:20:18.420597 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.422153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:20:18.427589 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.431242 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-28513579-d70a-4f87-8f9c-4b8ccad8e157 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2ab95be4-090a-4e83-a139-7bf7ffc8e7f3 HTTP/1.1" status: 204 len: 168 time: 2.2883999 Aug 19 12:20:18.431854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51738) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:18.478273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45319df-7b78-44de-8fe2-2678d82b171f admin admin] Deleting subnet 93d71fa3-d100-43ee-baf5-4a288c1af93f {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:18.482876 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75080986-9aa4-4907-9a7a-bf2e7d2ebf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.486075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75080986-9aa4-4907-9a7a-bf2e7d2ebf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.487632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-75080986-9aa4-4907-9a7a-bf2e7d2ebf71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21993941-f773-4cb1-90df-e86fad9731fc HTTP/1.1" status: 204 len: 168 time: 0.5720534 Aug 19 12:20:18.489069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e45319df-7b78-44de-8fe2-2678d82b171f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.492208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] Made reservation on behalf of 14e7e291ca8a46ee9c0241a0cef2f26b for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:18.495442 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.521580 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ace19432-6f57-4099-b240-efffe94e895f req-f33dbb18-6420-4bf5-aac2-40ab729f06f4 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308565 Aug 19 12:20:18.527129 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.564869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75080986-9aa4-4907-9a7a-bf2e7d2ebf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21993941-f773-4cb1-90df-e86fad9731fc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:18.577975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-92b61d01-67e3-4b40-8508-6d53618300fe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:18.579254 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-92b61d01-67e3-4b40-8508-6d53618300fe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.605174 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e45319df-7b78-44de-8fe2-2678d82b171f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.723657 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.749234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b724927-8b14-4f3a-bdc9-6bb6162be483']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:18.768228 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e45319df-7b78-44de-8fe2-2678d82b171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.769504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6724a6bf-b95e-4322-92cf-6b8c397ac385') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:18.769504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6724a6bf-b95e-4322-92cf-6b8c397ac385') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:18.778451 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473f1154-4099-4f9f-bfab-009db16267cd x-openstack-request-id: req-473f1154-4099-4f9f-bfab-009db16267cd {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:18.778866 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "name": "network-vif-deleted", "tag": "3dce9b50-6c2a-4137-8581-a18f30848ded", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:18.779118 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-473f1154-4099-4f9f-bfab-009db16267cd {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:18.779502 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'name': 'network-vif-deleted', 'tag': '3dce9b50-6c2a-4137-8581-a18f30848ded', 'status': 'completed', 'code': 200} Aug 19 12:20:18.828150 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.873035 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.882287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:18.882684 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:18.888013 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:18.940552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f673300-f2bf-4a12-9746-b43ba3c51f67 req-48ed5c3d-f83a-4c57-9cf9-89832b320a83 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:18.941962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f673300-f2bf-4a12-9746-b43ba3c51f67 req-48ed5c3d-f83a-4c57-9cf9-89832b320a83 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 945 time: 0.1666627 Aug 19 12:20:18.965627 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.968318 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e45319df-7b78-44de-8fe2-2678d82b171f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:18.995542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-92b61d01-67e3-4b40-8508-6d53618300fe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] For port 645a44fa-f6af-4ff9-87fe-4002e75c89a8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=645a44fa-f6af-4ff9-87fe-4002e75c89a8,segment=NetworkSegment(5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92),segment_id=5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:18.995914 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-92b61d01-67e3-4b40-8508-6d53618300fe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.019471 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f673300-f2bf-4a12-9746-b43ba3c51f67 req-469d4cb7-e6a2-47bf-b318-2b0dd97de51c tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/security-groups?id=8abd5c9d-d22e-48fd-a88f-5c9bda88c359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656195 Aug 19 12:20:19.020306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-92b61d01-67e3-4b40-8508-6d53618300fe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Calling delete_port for 645a44fa-f6af-4ff9-87fe-4002e75c89a8 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:19.029358 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e45319df-7b78-44de-8fe2-2678d82b171f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.035070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f2367-f575-4ab5-b7f8-6e681313553e None None] Network 4738797d-0c09-4b44-87c2-a887e04a2cf0 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:19.047230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51760) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:19.047404 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e45319df-7b78-44de-8fe2-2678d82b171f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/93d71fa3-d100-43ee-baf5-4a288c1af93f HTTP/1.1" status: 204 len: 168 time: 0.6136723 Aug 19 12:20:19.076610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb56cb1-d5fd-416b-96b4-ab8828c01847,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.111998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] Checking segment: {'id': 'c86b7d70-3b13-428a-8463-3d76b423b2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8236ec22-d76a-4620-ac9e-35bee73a6818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:19.112622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] Network hostable DHCP agents. Network: 8236ec22-d76a-4620-ac9e-35bee73a6818, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:19.117886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45319df-7b78-44de-8fe2-2678d82b171f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93d71fa3-d100-43ee-baf5-4a288c1af93f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.127710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.170424 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.172396 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] 10.222.0.21 "DELETE /v2.0/networks/8b724927-8b14-4f3a-bdc9-6bb6162be483 HTTP/1.1" status: 204 len: 168 time: 0.8174253 Aug 19 12:20:19.175285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51762) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:19.200026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0629a9fc-6f84-4929-b6b5-7a1bbfd73320 req-cc41027f-7981-4133-b40c-5b3cd8f3d220 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 210 time: 0.0879719 Aug 19 12:20:19.226014 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.226418 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb95d22-efba-4d6e-b6ad-b647cd33df73 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] DELETE failed (client error): The resource could not be found. Aug 19 12:20:19.226525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Pushing event deleted for resources: {'Network': ['ID=8b724927-8b14-4f3a-bdc9-6bb6162be483,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.226622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb95d22-efba-4d6e-b6ad-b647cd33df73 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:20:19.226622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3cb95d22-efba-4d6e-b6ad-b647cd33df73 tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] 10.222.0.21 "DELETE /v2.0/ports/d73d933e-4e36-42a0-a555-b01942517c29 HTTP/1.1" status: 404 len: 333 time: 0.0454323 Aug 19 12:20:19.226622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51764) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:19.247909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.248442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.249050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.249601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.250039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.250933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.251417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.251804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.252487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.252886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.253287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.253665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447474a1-26fe-4373-8d05-3a9120e3cb3b tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:19.309560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] Network 8236ec22-d76a-4620-ac9e-35bee73a6818 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:19.313241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f4078-0952-4361-99cc-e2c7632f32e8 None None] DHCP port deletion for 4738797d-0c09-4b44-87c2-a887e04a2cf0 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:20:19.315967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-66663c38-b7fd-4a2c-8a02-0bbee9a2e1dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Deleting subnet b71aab24-04ea-4b81-98ce-b4014c93b7fb {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:19.321726 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66663c38-b7fd-4a2c-8a02-0bbee9a2e1dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.371194 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66663c38-b7fd-4a2c-8a02-0bbee9a2e1dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.392723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Deleting port 5d1766e5-8d06-4664-80e4-53069df6cc64 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:19.393133 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.400342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8a6f4078-0952-4361-99cc-e2c7632f32e8 None None] Deleting port 5d1766e5-8d06-4664-80e4-53069df6cc64 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:19.401975 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4078-0952-4361-99cc-e2c7632f32e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.464297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] For port 5d1766e5-8d06-4664-80e4-53069df6cc64, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5d1766e5-8d06-4664-80e4-53069df6cc64,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:19.464642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.467168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8a6f4078-0952-4361-99cc-e2c7632f32e8 None None] For port 5d1766e5-8d06-4664-80e4-53069df6cc64, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5d1766e5-8d06-4664-80e4-53069df6cc64,segment=NetworkSegment(759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb),segment_id=759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:19.467566 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4078-0952-4361-99cc-e2c7632f32e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.468205 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66663c38-b7fd-4a2c-8a02-0bbee9a2e1dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.481532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Calling delete_port for 5d1766e5-8d06-4664-80e4-53069df6cc64 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:19.493547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8a6f4078-0952-4361-99cc-e2c7632f32e8 None None] Calling delete_port for 5d1766e5-8d06-4664-80e4-53069df6cc64 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:19.511856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 8236ec22-d76a-4620-ac9e-35bee73a6818) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:19.516929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:19.517705 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.548228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-92b61d01-67e3-4b40-8508-6d53618300fe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.581791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eaa041-62b6-4279-953b-5f249e4047c5 None None] Network 8236ec22-d76a-4620-ac9e-35bee73a6818 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:19.610723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b61d01-67e3-4b40-8508-6d53618300fe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Port': ['ID=645a44fa-f6af-4ff9-87fe-4002e75c89a8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.665044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-92b61d01-67e3-4b40-8508-6d53618300fe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] No DVR routers for this DVR port 645a44fa-f6af-4ff9-87fe-4002e75c89a8 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:19.667799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-92b61d01-67e3-4b40-8508-6d53618300fe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.670019 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2baf6b-542c-4008-a17b-c5a59493d48e req-92b61d01-67e3-4b40-8508-6d53618300fe tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.62 "DELETE /v2.0/ports/645a44fa-f6af-4ff9-87fe-4002e75c89a8 HTTP/1.1" status: 204 len: 173 time: 1.3516369 Aug 19 12:20:19.678376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5e8ef2da-0e00-4173-8415-c823de9c4d31 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3757024 Aug 19 12:20:19.712522 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66663c38-b7fd-4a2c-8a02-0bbee9a2e1dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.724760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5d1766e5-8d06-4664-80e4-53069df6cc64 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:19.765667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66663c38-b7fd-4a2c-8a02-0bbee9a2e1dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Pushing event deleted for resources: {'Subnet': ['ID=b71aab24-04ea-4b81-98ce-b4014c93b7fb,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.775603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66663c38-b7fd-4a2c-8a02-0bbee9a2e1dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.780661 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51778) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:19.781462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-66663c38-b7fd-4a2c-8a02-0bbee9a2e1dd tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] 10.222.0.21 "DELETE /v2.0/subnets/b71aab24-04ea-4b81-98ce-b4014c93b7fb HTTP/1.1" status: 204 len: 168 time: 0.5546508 Aug 19 12:20:19.788540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ded8b75-c48c-44d0-9e0f-633d1c37da72 None None] Network b79568dd-d507-44b6-99ec-cd73d6043bf9 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:19.821293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51780) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:19.821748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51782) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:19.873631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f189be-554f-461e-8919-045dfc343d45 admin admin] Deleting subnet 1864ec2d-c48f-4932-aa8b-7cf4745fc378 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:19.877327 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61f189be-554f-461e-8919-045dfc343d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.889295 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.929144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 645a44fa-f6af-4ff9-87fe-4002e75c89a8 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:19.942449 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Port 5d1766e5-8d06-4664-80e4-53069df6cc64 update to DOWN by agent not found {{(pid=95544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 12:20:19.943045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 08f3f61a-2e9b-4347-9c92-89241911d612 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:19.944783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1766e5-8d06-4664-80e4-53069df6cc64,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:19.948723 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-837861df-12ea-4743-b6d2-0fb209c21725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:19.966848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61f189be-554f-461e-8919-045dfc343d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.008623 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] No DVR routers for this DVR port 5d1766e5-8d06-4664-80e4-53069df6cc64 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:20.037050 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8a6f4078-0952-4361-99cc-e2c7632f32e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.058956 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.120910 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61f189be-554f-461e-8919-045dfc343d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.124108 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.128871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 645a44fa-f6af-4ff9-87fe-4002e75c89a8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:20.129261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 645a44fa-f6af-4ff9-87fe-4002e75c89a8 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:20.129774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3dce9b50-6c2a-4137-8581-a18f30848ded no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:20.139341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 08f3f61a-2e9b-4347-9c92-89241911d612 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:20.139794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 08f3f61a-2e9b-4347-9c92-89241911d612 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:20.143841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4738797d-0c09-4b44-87c2-a887e04a2cf0']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:20.187601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcca781c-9dea-450d-a300-92887b74a572 None None] Network 8236ec22-d76a-4620-ac9e-35bee73a6818 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:20.191326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:20.191618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759eb8f1-4412-4b3e-ba53-d0ebcd8fc6eb') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:20.212686 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.235153 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da39f131-b1a9-4cdf-b357-88eb27ddf9ee req-4636950a-0b9a-4c2d-bceb-8baa21f43638 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8f9b34b-2d54-4821-8494-c7f0b2656bb2 HTTP/1.1" status: 200 len: 210 time: 0.1072378 Aug 19 12:20:20.236828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.268469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:20.268806 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:20.270851 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:20.371802 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d350e8b4-68c8-49c7-9055-d09b2d2f0b8c req-536362f2-59d9-4460-8ded-67d2a54449a7 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 210 time: 0.0440471 Aug 19 12:20:20.403347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61f189be-554f-461e-8919-045dfc343d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.403656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f4078-0952-4361-99cc-e2c7632f32e8 None None] Pushing event deleted for resources: {'Port': ['ID=5d1766e5-8d06-4664-80e4-53069df6cc64,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:20.406280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 3dce9b50-6c2a-4137-8581-a18f30848ded {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:20.406687 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3dce9b50-6c2a-4137-8581-a18f30848ded not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:20.407611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Deleting port e2e0398f-f248-4c94-8eb7-233225d8d665 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:20.407968 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.413168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6f4078-0952-4361-99cc-e2c7632f32e8 None None] No DVR routers for this DVR port 5d1766e5-8d06-4664-80e4-53069df6cc64 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:20.432121 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-837861df-12ea-4743-b6d2-0fb209c21725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.435447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f189be-554f-461e-8919-045dfc343d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1864ec2d-c48f-4932-aa8b-7cf4745fc378,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:20.442769 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61f189be-554f-461e-8919-045dfc343d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.446386 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-61f189be-554f-461e-8919-045dfc343d45 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1864ec2d-c48f-4932-aa8b-7cf4745fc378 HTTP/1.1" status: 204 len: 168 time: 0.6224186 Aug 19 12:20:20.448881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51794) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:20.536444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d331f-5d5b-45e7-b531-360a88389a6b None None] DHCP port deletion for b79568dd-d507-44b6-99ec-cd73d6043bf9 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:20:20.564139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.569137 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.574171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4738797d-0c09-4b44-87c2-a887e04a2cf0 HTTP/1.1" status: 204 len: 168 time: 1.5259180 Aug 19 12:20:20.596457 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.596717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d331f-5d5b-45e7-b531-360a88389a6b None None] Deleting port e2e0398f-f248-4c94-8eb7-233225d8d665 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:20.597015 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5d8d331f-5d5b-45e7-b531-360a88389a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.601966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835191d-69f3-41ae-9f26-321db7b5ea41 admin admin] Pushing event deleted for resources: {'Network': ['ID=4738797d-0c09-4b44-87c2-a887e04a2cf0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:20.619471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] For port e2e0398f-f248-4c94-8eb7-233225d8d665, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e2e0398f-f248-4c94-8eb7-233225d8d665,segment=NetworkSegment(0507ed4e-bf22-42af-a1e5-1da43060fcd6),segment_id=0507ed4e-bf22-42af-a1e5-1da43060fcd6)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:20.619838 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.648208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Calling delete_port for e2e0398f-f248-4c94-8eb7-233225d8d665 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:20.677968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5d8d331f-5d5b-45e7-b531-360a88389a6b None None] For port e2e0398f-f248-4c94-8eb7-233225d8d665, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e2e0398f-f248-4c94-8eb7-233225d8d665,segment=NetworkSegment(0507ed4e-bf22-42af-a1e5-1da43060fcd6),segment_id=0507ed4e-bf22-42af-a1e5-1da43060fcd6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:20.678372 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5d8d331f-5d5b-45e7-b531-360a88389a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.695011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d331f-5d5b-45e7-b531-360a88389a6b None None] Calling delete_port for e2e0398f-f248-4c94-8eb7-233225d8d665 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:20.814030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'name': 'network-vif-deleted', 'tag': '645a44fa-f6af-4ff9-87fe-4002e75c89a8'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:20.816221 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fefd4f-940c-4e08-a0dd-a7f75cf0a849" -d '{"events": [{"server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "name": "network-vif-deleted", "tag": "645a44fa-f6af-4ff9-87fe-4002e75c89a8"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:20.822112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-837861df-12ea-4743-b6d2-0fb209c21725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.849925 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.855926 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1f1c86-d963-42a0-87ad-d5034c79ed13 x-openstack-request-id: req-0b1f1c86-d963-42a0-87ad-d5034c79ed13 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:20.856211 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f9b34b-2d54-4821-8494-c7f0b2656bb2", "name": "network-vif-deleted", "tag": "645a44fa-f6af-4ff9-87fe-4002e75c89a8", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:20.856461 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b1f1c86-d963-42a0-87ad-d5034c79ed13 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:20.856849 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f9b34b-2d54-4821-8494-c7f0b2656bb2', 'name': 'network-vif-deleted', 'tag': '645a44fa-f6af-4ff9-87fe-4002e75c89a8', 'status': 'completed', 'code': 200} Aug 19 12:20:20.872134 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5d8d331f-5d5b-45e7-b531-360a88389a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.878266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d31ad2-8f5c-4038-b5e4-759dc9f49d11']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:20.909119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622eca5c-2221-4f76-afb5-c6b484aed0ac') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:20.909413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622eca5c-2221-4f76-afb5-c6b484aed0ac') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:20.909545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d331f-5d5b-45e7-b531-360a88389a6b None None] Pushing event deleted for resources: {'Port': ['ID=e2e0398f-f248-4c94-8eb7-233225d8d665,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:20.912884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837861df-12ea-4743-b6d2-0fb209c21725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587d1aba-3deb-4956-9ae7-bd8a2caf5c64,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:20.917160 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-837861df-12ea-4743-b6d2-0fb209c21725 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c2a20283caa4f469730c7cffeb43a61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0944474 Aug 19 12:20:20.918171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d331f-5d5b-45e7-b531-360a88389a6b None None] No DVR routers for this DVR port e2e0398f-f248-4c94-8eb7-233225d8d665 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:20.919863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51810) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:20.957966 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.971444 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-301a4aa8-3015-4966-a2fa-9734314b6704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:20.989104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.000648 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-301a4aa8-3015-4966-a2fa-9734314b6704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.000870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:21.000870 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:21.050910 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:21.063940 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.097982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Pushing event deleted for resources: {'Port': ['ID=e2e0398f-f248-4c94-8eb7-233225d8d665,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:21.099774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] No DVR routers for this DVR port e2e0398f-f248-4c94-8eb7-233225d8d665 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:21.159889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5457b26a-698c-4be5-893c-c69d3095ac2f no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:21.163600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-6ae9d594-5379-4133-9b98-be264f921853 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:21.164174 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-6ae9d594-5379-4133-9b98-be264f921853 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 811 time: 0.1342893 Aug 19 12:20:21.167996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51816) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:21.185728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.206425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79568dd-d507-44b6-99ec-cd73d6043bf9']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:21.210137 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.216494 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.218580 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] 10.222.0.21 "DELETE /v2.0/networks/05d31ad2-8f5c-4038-b5e4-759dc9f49d11 HTTP/1.1" status: 204 len: 168 time: 0.7342205 Aug 19 12:20:21.223928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51820) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:21.238240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0507ed4e-bf22-42af-a1e5-1da43060fcd6') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:21.243766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0507ed4e-bf22-42af-a1e5-1da43060fcd6') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:21.243766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ced4e0-140c-43c1-a6c0-4550e064db0f admin admin] Pushing event deleted for resources: {'Network': ['ID=05d31ad2-8f5c-4038-b5e4-759dc9f49d11,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:21.253594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.271268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-841d47e1-9cac-4c7e-bc29-fad117753efb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71865e080f284c3da990ac66652fb3d0 HTTP/1.1" status: 200 len: 379 time: 0.0919478 Aug 19 12:20:21.277794 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7608afa6-1baf-46dd-8313-1939740af07a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6dd9a31fe1040479a4c326a401d163a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120865 Aug 19 12:20:21.283181 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-301a4aa8-3015-4966-a2fa-9734314b6704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.284226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51824) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:21.285774 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-301a4aa8-3015-4966-a2fa-9734314b6704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.289224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-301a4aa8-3015-4966-a2fa-9734314b6704 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/587d1aba-3deb-4956-9ae7-bd8a2caf5c64 HTTP/1.1" status: 204 len: 168 time: 0.3660111 Aug 19 12:20:21.295948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Request body: {'port': {'device_id': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'admin_state_up': True, 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'security_groups': ['4dfb221c-e732-4ac3-a001-ac66598626ff']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:21.301580 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.318125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51828) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:21.330323 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.343835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:21.344488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.346461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:21.347803 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:21.353485 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230aba25-5c72-46ba-b0e7-eba687b875e6" -d '{"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-unplugged", "status": "completed", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:21.364213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a4aa8-3015-4966-a2fa-9734314b6704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587d1aba-3deb-4956-9ae7-bd8a2caf5c64,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:21.374245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:21.408049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d83fa1f-2c09-4221-af4c-42dc30c5d1a6 admin admin] Deleting subnet bfb56cb1-d5fd-416b-96b4-ab8828c01847 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:21.430187 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2d83fa1f-2c09-4221-af4c-42dc30c5d1a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.438127 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c50113-cc25-4810-a4c3-b1ab8990b870 x-openstack-request-id: req-01c50113-cc25-4810-a4c3-b1ab8990b870 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:21.438913 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-unplugged", "status": "completed", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:21.441263 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01c50113-cc25-4810-a4c3-b1ab8990b870 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:21.441840 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'code': 200} Aug 19 12:20:21.449942 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99b20482-4d3a-49e1-a97a-0832d134658b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.472503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.488449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99b20482-4d3a-49e1-a97a-0832d134658b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.496633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d65caa5-cf4e-4802-b131-0e0a23acdce4 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting subnet 6500a921-1843-4852-8459-7efa9d4301fe {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:21.504886 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d65caa5-cf4e-4802-b131-0e0a23acdce4 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.554700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.562360 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2d83fa1f-2c09-4221-af4c-42dc30c5d1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.578040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:21.598710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.603219 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] 10.222.0.21 "DELETE /v2.0/networks/b79568dd-d507-44b6-99ec-cd73d6043bf9 HTTP/1.1" status: 204 len: 168 time: 1.8191411 Aug 19 12:20:21.614079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e2e0398f-f248-4c94-8eb7-233225d8d665 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:21.628925 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d65caa5-cf4e-4802-b131-0e0a23acdce4 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.635128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5ceb4-bb6b-4f64-825d-65ddb663e31f tempest-DHCPAgentSchedulersTestJSON-1353502425 tempest-DHCPAgentSchedulersTestJSON-1353502425-project] Pushing event deleted for resources: {'Network': ['ID=b79568dd-d507-44b6-99ec-cd73d6043bf9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:21.637622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e2e0398f-f248-4c94-8eb7-233225d8d665 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:21.637622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e2e0398f-f248-4c94-8eb7-233225d8d665 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:21.661612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-71cbbdc2-29be-4811-aabd-044c52c1cc39 req-21f32387-08e2-44d5-b08f-d55ac318480e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 210 time: 0.0887184 Aug 19 12:20:21.757842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99b20482-4d3a-49e1-a97a-0832d134658b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.761131 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99b20482-4d3a-49e1-a97a-0832d134658b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:21.765146 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-99b20482-4d3a-49e1-a97a-0832d134658b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8b23152-e7a7-4a4a-bd00-d2bc1b249f60 HTTP/1.1" status: 204 len: 168 time: 0.4576163 Aug 19 12:20:21.770598 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b20482-4d3a-49e1-a97a-0832d134658b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b23152-e7a7-4a4a-bd00-d2bc1b249f60,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:21.901718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 46d29a1c-c9e7-46ec-979b-6faefeecc979 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:22.001073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2d83fa1f-2c09-4221-af4c-42dc30c5d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.010828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 46d29a1c-c9e7-46ec-979b-6faefeecc979, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:22.022393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '46d29a1c-c9e7-46ec-979b-6faefeecc979', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '46d29a1c-c9e7-46ec-979b-6faefeecc979', 'mac_address': 'fa:16:3e:b5:0a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:22.067746 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.082739 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46d29a1c-c9e7-46ec-979b-6faefeecc979 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:22.087397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d65caa5-cf4e-4802-b131-0e0a23acdce4 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.103248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 46d29a1c-c9e7-46ec-979b-6faefeecc979, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:22.145627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Made reservation on behalf of 71865e080f284c3da990ac66652fb3d0 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:22.149181 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.216151 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2d83fa1f-2c09-4221-af4c-42dc30c5d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.279086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83fa1f-2c09-4221-af4c-42dc30c5d1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb56cb1-d5fd-416b-96b4-ab8828c01847,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:22.286588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2d83fa1f-2c09-4221-af4c-42dc30c5d1a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.288461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2d83fa1f-2c09-4221-af4c-42dc30c5d1a6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bfb56cb1-d5fd-416b-96b4-ab8828c01847 HTTP/1.1" status: 204 len: 168 time: 1.0636024 Aug 19 12:20:22.291687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51856) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:22.343099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Allocated IP 172.20.0.5 (68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8/6cc58d73-9a1e-4ed3-814d-0ef0a0095792/34fb5ad3-93ee-445f-a75f-822dbe1b9083) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:22.359840 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.409784 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.430757 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d65caa5-cf4e-4802-b131-0e0a23acdce4 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.448405 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.459830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8236ec22-d76a-4620-ac9e-35bee73a6818']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:22.461734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=46d29a1c-c9e7-46ec-979b-6faefeecc979,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:22.472138 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d65caa5-cf4e-4802-b131-0e0a23acdce4 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.472525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86b7d70-3b13-428a-8463-3d76b423b2ac') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:22.472525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86b7d70-3b13-428a-8463-3d76b423b2ac') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:22.474095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0d65caa5-cf4e-4802-b131-0e0a23acdce4 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "DELETE /v2.0/subnets/6500a921-1843-4852-8459-7efa9d4301fe HTTP/1.1" status: 204 len: 168 time: 1.1485476 Aug 19 12:20:22.475109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65caa5-cf4e-4802-b131-0e0a23acdce4 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Subnet': ['ID=6500a921-1843-4852-8459-7efa9d4301fe,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:22.476662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51858) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:22.480667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['46d29a1c-c9e7-46ec-979b-6faefeecc979'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:22.486610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f37862-d772-4573-89bf-6046e7846785 None None] Network 8d920d66-261c-4b79-9e85-a6cdc06f97e8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:22.488066 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.504280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.511355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:22.512008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:22.514093 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:22.589121 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.627573 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.694986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting port e60d3a11-3e9d-4560-b7b5-2771bbf7528f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:22.695392 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.700424 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.705704 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.710501 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8236ec22-d76a-4620-ac9e-35bee73a6818 HTTP/1.1" status: 204 len: 168 time: 0.4157047 Aug 19 12:20:22.720194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Transition to ACTIVE for port object 34fb5ad3-93ee-445f-a75f-822dbe1b9083 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:22.723466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014e84b-566b-4c4f-a4ca-d38cb109c266 admin admin] Pushing event deleted for resources: {'Network': ['ID=8236ec22-d76a-4620-ac9e-35bee73a6818,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:22.794899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d721184-3255-4a19-9018-6468cfe38b4d None None] DHCP port deletion for 8d920d66-261c-4b79-9e85-a6cdc06f97e8 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:20:22.806686 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43baa2b0-8d0d-41cd-b76b-138c64ddc1d3 req-5f715328-9ac5-42c4-8b76-793a97e3d3db tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 210 time: 0.0465610 Aug 19 12:20:22.827482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51870) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:22.830648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] For port e60d3a11-3e9d-4560-b7b5-2771bbf7528f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e60d3a11-3e9d-4560-b7b5-2771bbf7528f,segment=NetworkSegment(ca7eebec-0744-4a03-ab09-cf7b6775728a),segment_id=ca7eebec-0744-4a03-ab09-cf7b6775728a)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:22.831066 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.857908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51876) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:22.866255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7d721184-3255-4a19-9018-6468cfe38b4d None None] Deleting port e60d3a11-3e9d-4560-b7b5-2771bbf7528f {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:22.866958 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d721184-3255-4a19-9018-6468cfe38b4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.870382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Calling delete_port for e60d3a11-3e9d-4560-b7b5-2771bbf7528f owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:22.946512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7d721184-3255-4a19-9018-6468cfe38b4d None None] For port e60d3a11-3e9d-4560-b7b5-2771bbf7528f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e60d3a11-3e9d-4560-b7b5-2771bbf7528f,segment=NetworkSegment(ca7eebec-0744-4a03-ab09-cf7b6775728a),segment_id=ca7eebec-0744-4a03-ab09-cf7b6775728a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:22.947032 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d721184-3255-4a19-9018-6468cfe38b4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:22.961485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7d721184-3255-4a19-9018-6468cfe38b4d None None] Calling delete_port for e60d3a11-3e9d-4560-b7b5-2771bbf7528f owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:23.087735 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c392420-71a7-4e58-91a3-5f5b64f0b5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.089356 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.136809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:23.140141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:23.144344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:23.172616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:23.186042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9d2f49c7-09b6-43ea-be61-7e83cef0dab7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c71ff98c19cf436f9806b27bcf2df086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265800 Aug 19 12:20:23.189067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51894) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:23.203202 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d721184-3255-4a19-9018-6468cfe38b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.223849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.240763 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d721184-3255-4a19-9018-6468cfe38b4d None None] Pushing event deleted for resources: {'Port': ['ID=e60d3a11-3e9d-4560-b7b5-2771bbf7528f,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:23.244157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d721184-3255-4a19-9018-6468cfe38b4d None None] No DVR routers for this DVR port e60d3a11-3e9d-4560-b7b5-2771bbf7528f on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:23.268038 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c392420-71a7-4e58-91a3-5f5b64f0b5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.284447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Port': ['ID=e60d3a11-3e9d-4560-b7b5-2771bbf7528f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:23.296364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:23.297109 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.307336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] No DVR routers for this DVR port e60d3a11-3e9d-4560-b7b5-2771bbf7528f on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:23.380481 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c392420-71a7-4e58-91a3-5f5b64f0b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.453947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51904) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:23.466828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3c392420-71a7-4e58-91a3-5f5b64f0b5b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c926b191bd3462db8c450b3bfe12b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6377265 Aug 19 12:20:23.467574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c392420-71a7-4e58-91a3-5f5b64f0b5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ffc1d9-e3b3-4e45-a286-e0c0e9a2b0d3,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:23.470013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51908) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:23.500623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b5eac9b1-175f-4df3-9c93-38ba62183304 None None] Provisioning for port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:23.516511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b5eac9b1-175f-4df3-9c93-38ba62183304 None None] Provisioning complete for port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:23.518042 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5eac9b1-175f-4df3-9c93-38ba62183304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.525622 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2d687f32-1ff4-4114-8da0-c887c1ce1822 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8852fe280ea5426fa4f389ca60be7ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753520 Aug 19 12:20:23.529411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51912) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:23.537405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02255a0f-d322-4c44-b141-ce7a7f85a4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.578359 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca112c47-e8d2-4ed5-8552-ddcf1d4c79b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.613172 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4c90081f-4c20-4db1-ad98-128f9b82337e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3330908 Aug 19 12:20:23.617797 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02255a0f-d322-4c44-b141-ce7a7f85a4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.618265 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e60d3a11-3e9d-4560-b7b5-2771bbf7528f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:23.637120 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.642709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Request body: {'port': {'device_id': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:23.646028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b5eac9b1-175f-4df3-9c93-38ba62183304 None None] Port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:23.647545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e60d3a11-3e9d-4560-b7b5-2771bbf7528f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:23.648128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e60d3a11-3e9d-4560-b7b5-2771bbf7528f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:23.664414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca112c47-e8d2-4ed5-8552-ddcf1d4c79b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.675394 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7af097d3-2ce8-4d1b-a8ea-8463c9a89848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.685207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d920d66-261c-4b79-9e85-a6cdc06f97e8']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:23.715606 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7af097d3-2ce8-4d1b-a8ea-8463c9a89848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.716057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7eebec-0744-4a03-ab09-cf7b6775728a') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:23.716350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7eebec-0744-4a03-ab09-cf7b6775728a') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:23.745673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.766685 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.769444 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.786976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:23.787383 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:23.792564 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:23.866131 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca112c47-e8d2-4ed5-8552-ddcf1d4c79b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.869099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca112c47-e8d2-4ed5-8552-ddcf1d4c79b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.871572 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ca112c47-e8d2-4ed5-8552-ddcf1d4c79b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35ffc1d9-e3b3-4e45-a286-e0c0e9a2b0d3 HTTP/1.1" status: 204 len: 168 time: 0.3982422 Aug 19 12:20:23.878092 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7af097d3-2ce8-4d1b-a8ea-8463c9a89848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.882841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7af097d3-2ce8-4d1b-a8ea-8463c9a89848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:23.884951 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7af097d3-2ce8-4d1b-a8ea-8463c9a89848 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2640443-b6bd-4da7-ab2c-6b9384e14bcf HTTP/1.1" status: 204 len: 168 time: 0.3542478 Aug 19 12:20:23.897574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca112c47-e8d2-4ed5-8552-ddcf1d4c79b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ffc1d9-e3b3-4e45-a286-e0c0e9a2b0d3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:23.920641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af097d3-2ce8-4d1b-a8ea-8463c9a89848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2640443-b6bd-4da7-ab2c-6b9384e14bcf,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:23.924728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 46d29a1c-c9e7-46ec-979b-6faefeecc979 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:24.027787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac87a7-4b8c-49ac-aee4-7c0962e872d8 req-49fbb6e1-6aa9-4be4-9772-cb0d147e1788 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:24.039140 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5ac87a7-4b8c-49ac-aee4-7c0962e872d8 req-49fbb6e1-6aa9-4be4-9772-cb0d147e1788 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 931 time: 0.1371799 Aug 19 12:20:24.045899 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02255a0f-d322-4c44-b141-ce7a7f85a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.050532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02255a0f-d322-4c44-b141-ce7a7f85a4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.052009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-02255a0f-d322-4c44-b141-ce7a7f85a4aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b68eba5-b53e-4169-8d6a-ee7fafd09f8a HTTP/1.1" status: 204 len: 168 time: 0.8576503 Aug 19 12:20:24.064091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 46d29a1c-c9e7-46ec-979b-6faefeecc979 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:24.069795 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.069988 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.075315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02255a0f-d322-4c44-b141-ce7a7f85a4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b68eba5-b53e-4169-8d6a-ee7fafd09f8a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:24.088754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.091229 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "DELETE /v2.0/networks/8d920d66-261c-4b79-9e85-a6cdc06f97e8 HTTP/1.1" status: 204 len: 168 time: 1.6117525 Aug 19 12:20:24.103389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51946) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:24.108323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e2d0c-13b1-4658-8145-50e544de1de9 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Network': ['ID=8d920d66-261c-4b79-9e85-a6cdc06f97e8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:24.143882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5ac87a7-4b8c-49ac-aee4-7c0962e872d8 req-b6a0fef8-ca8d-495e-b9ef-21198635b9e9 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027515 Aug 19 12:20:24.170025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.196224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a468a3cb-6486-4bb7-acd4-9ee5d9f28a80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting subnet 85d8aa6b-d291-4db0-a191-44fc70268c0a {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:24.200707 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a468a3cb-6486-4bb7-acd4-9ee5d9f28a80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.207448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d29a1c-c9e7-46ec-979b-6faefeecc979'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:24.209827 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a812894a-8848-406d-bca8-2436a65d735e" -d '{"events": [{"server_uuid": "cdf18fd4-1d3c-4923-95c1-a657bbd333e6", "name": "network-vif-plugged", "status": "completed", "tag": "46d29a1c-c9e7-46ec-979b-6faefeecc979"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:24.257560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 46d29a1c-c9e7-46ec-979b-6faefeecc979, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:24.272742 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b16b6f-0843-4338-ad9e-3a2a3b6d324a x-openstack-request-id: req-24b16b6f-0843-4338-ad9e-3a2a3b6d324a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:24.273269 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf18fd4-1d3c-4923-95c1-a657bbd333e6", "name": "network-vif-plugged", "status": "completed", "tag": "46d29a1c-c9e7-46ec-979b-6faefeecc979", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:24.273693 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24b16b6f-0843-4338-ad9e-3a2a3b6d324a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:24.274262 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d29a1c-c9e7-46ec-979b-6faefeecc979', 'code': 200} Aug 19 12:20:24.287635 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a468a3cb-6486-4bb7-acd4-9ee5d9f28a80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.331257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fb5ad3-93ee-445f-a75f-822dbe1b9083 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:24.341186 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.345756 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.356602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Transition to ACTIVE for port object 34fb5ad3-93ee-445f-a75f-822dbe1b9083 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:24.387556 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a468a3cb-6486-4bb7-acd4-9ee5d9f28a80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.394229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=46d29a1c-c9e7-46ec-979b-6faefeecc979,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:24.432276 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.508438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:24.561243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Attempting to bind port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:24.561593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Attempting to bind port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:24.561919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Attempting to bind port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:24.567245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:24.567615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Attempting to bind port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:24.577698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:24.578046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Checking segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:24.578434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Bound using segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:24.578972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Bound port: 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:24.579477 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.598138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a468a3cb-6486-4bb7-acd4-9ee5d9f28a80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.637422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468a3cb-6486-4bb7-acd4-9ee5d9f28a80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Subnet': ['ID=85d8aa6b-d291-4db0-a191-44fc70268c0a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:24.660869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b89e4e2-7035-40aa-aac9-a07276d56652 None None] Network d04d42ff-54ae-4e0f-ac15-45b925e620ef requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:24.669523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:24.675205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a468a3cb-6486-4bb7-acd4-9ee5d9f28a80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.675447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:24.679288 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a468a3cb-6486-4bb7-acd4-9ee5d9f28a80 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "DELETE /v2.0/subnets/85d8aa6b-d291-4db0-a191-44fc70268c0a HTTP/1.1" status: 204 len: 168 time: 0.5724020 Aug 19 12:20:24.680950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51960) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:24.775171 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.834265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:24.838462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.838462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/34fb5ad3-93ee-445f-a75f-822dbe1b9083 HTTP/1.1" status: 200 len: 1091 time: 1.2017708 Aug 19 12:20:24.840524 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:24.842090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:24.844468 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0419df10-c974-48e3-87f0-2c0ff2b45c05" -d '{"events": [{"name": "network-changed", "server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:24.887351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea2d617-5e70-4437-bfd6-5863e252cc3e None None] DHCP port deletion for d04d42ff-54ae-4e0f-ac15-45b925e620ef request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:20:24.895661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cb71c-6bd2-40cd-a7e9-4412e78407e7 service neutron] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:24.902893 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7855f12d-4ad6-47a0-91a0-13c98581fa84 x-openstack-request-id: req-7855f12d-4ad6-47a0-91a0-13c98581fa84 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:24.903186 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:24.903939 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7855f12d-4ad6-47a0-91a0-13c98581fa84 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:24.904416 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'status': 'completed', 'code': 200} Aug 19 12:20:24.957768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-eea2d617-5e70-4437-bfd6-5863e252cc3e None None] Deleting port eddb28bd-bafb-4ceb-a546-d236c6067daa {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:24.960773 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eea2d617-5e70-4437-bfd6-5863e252cc3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.004535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419df10-c974-48e3-87f0-2c0ff2b45c05 req-d0df0c35-2151-4b64-8365-eb732fc03f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.005955 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0419df10-c974-48e3-87f0-2c0ff2b45c05 req-d0df0c35-2151-4b64-8365-eb732fc03f9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 1094 time: 0.0691993 Aug 19 12:20:25.007272 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.015051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Deleting port eddb28bd-bafb-4ceb-a546-d236c6067daa {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:25.015729 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.091190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-eea2d617-5e70-4437-bfd6-5863e252cc3e None None] For port eddb28bd-bafb-4ceb-a546-d236c6067daa, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=eddb28bd-bafb-4ceb-a546-d236c6067daa,segment=NetworkSegment(5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92),segment_id=5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:25.091323 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eea2d617-5e70-4437-bfd6-5863e252cc3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.119210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-eea2d617-5e70-4437-bfd6-5863e252cc3e None None] Calling delete_port for eddb28bd-bafb-4ceb-a546-d236c6067daa owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:25.180100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] For port eddb28bd-bafb-4ceb-a546-d236c6067daa, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=eddb28bd-bafb-4ceb-a546-d236c6067daa,segment=NetworkSegment(5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92),segment_id=5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:25.180699 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.204618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Calling delete_port for eddb28bd-bafb-4ceb-a546-d236c6067daa owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:25.211020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419df10-c974-48e3-87f0-2c0ff2b45c05 req-a88c1add-7fa8-43d6-aeb5-54008f8a765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.212633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0419df10-c974-48e3-87f0-2c0ff2b45c05 req-a88c1add-7fa8-43d6-aeb5-54008f8a765e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=71865e080f284c3da990ac66652fb3d0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1945512 Aug 19 12:20:25.257437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da62f2-aaf5-4280-b35b-a4e3ecc84a6c req-89ec7a7e-acae-4725-8b80-4c82aec19440 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.258941 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23da62f2-aaf5-4280-b35b-a4e3ecc84a6c req-89ec7a7e-acae-4725-8b80-4c82aec19440 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 943 time: 0.0517788 Aug 19 12:20:25.297563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23da62f2-aaf5-4280-b35b-a4e3ecc84a6c req-9bbfa9de-6eb1-44f2-97ba-a3d450bb37fe tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319438 Aug 19 12:20:25.351159 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eea2d617-5e70-4437-bfd6-5863e252cc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.359694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419df10-c974-48e3-87f0-2c0ff2b45c05 req-f0f4c259-5690-48ad-af8a-a8328b9c8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.361204 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0419df10-c974-48e3-87f0-2c0ff2b45c05 req-f0f4c259-5690-48ad-af8a-a8328b9c8804 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403835 Aug 19 12:20:25.365668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.384674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2d617-5e70-4437-bfd6-5863e252cc3e None None] Pushing event deleted for resources: {'Port': ['ID=eddb28bd-bafb-4ceb-a546-d236c6067daa,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:25.390958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2d617-5e70-4437-bfd6-5863e252cc3e None None] No DVR routers for this DVR port eddb28bd-bafb-4ceb-a546-d236c6067daa on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:25.394429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Port': ['ID=eddb28bd-bafb-4ceb-a546-d236c6067daa,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:25.396289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] No DVR routers for this DVR port eddb28bd-bafb-4ceb-a546-d236c6067daa on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:25.502024 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.514636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04d42ff-54ae-4e0f-ac15-45b925e620ef']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:25.523329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-498fac8a-c242-4ccb-8fe9-664e99a10509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.524853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-498fac8a-c242-4ccb-8fe9-664e99a10509 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 1094 time: 0.1060987 Aug 19 12:20:25.528360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:25.528683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0fcc4b-cc0f-4c2e-ae18-30c02dc2ef92') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:25.544751 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.556379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51986) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:25.577254 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-8366a4d1-6fa8-4fca-a0de-42904d123227 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083 HTTP/1.1" status: 200 len: 217 time: 0.0418358 Aug 19 12:20:25.593836 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.615323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eddb28bd-bafb-4ceb-a546-d236c6067daa no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:25.622658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51988) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:25.628866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:25.629261 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.631335 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4620cdb6-f36c-4411-8f21-bc708badc121 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14e7e291ca8a46ee9c0241a0cef2f26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595057 Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:25.634600 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:25.642582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: eddb28bd-bafb-4ceb-a546-d236c6067daa {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:25.642921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eddb28bd-bafb-4ceb-a546-d236c6067daa not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:25.659010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51990) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:25.673426 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97b2be75-54d4-4994-b88b-548070408aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.711228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-500980f7-052f-481f-9ac6-38d3eda4cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.712728 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-500980f7-052f-481f-9ac6-38d3eda4cf4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1275036 Aug 19 12:20:25.776383 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd256687-1d81-4b8d-bf26-757fdfcb5e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.792209 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97b2be75-54d4-4994-b88b-548070408aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.801936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-f4e132e9-59aa-42fc-8322-b01a7fcb2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:25.803914 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-f4e132e9-59aa-42fc-8322-b01a7fcb2966 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753706 Aug 19 12:20:25.813631 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd256687-1d81-4b8d-bf26-757fdfcb5e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.872096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.877463 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.879660 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] 10.222.0.21 "DELETE /v2.0/networks/d04d42ff-54ae-4e0f-ac15-45b925e620ef HTTP/1.1" status: 204 len: 168 time: 1.1967933 Aug 19 12:20:25.883428 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97b2be75-54d4-4994-b88b-548070408aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.885669 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:25.921769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de933d73-4400-4dac-94b4-d6bf154aad98 tempest-ServersTestMultiNic-1229579222 tempest-ServersTestMultiNic-1229579222-project] Pushing event deleted for resources: {'Network': ['ID=d04d42ff-54ae-4e0f-ac15-45b925e620ef,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:25.964492 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-eaa3f754-af4e-491f-9195-c7613949131a service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483607 Aug 19 12:20:25.984251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2be75-54d4-4994-b88b-548070408aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78b08f9-d06b-4617-a5a5-d8e57b560129,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:25.993141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-97b2be75-54d4-4994-b88b-548070408aac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86a252ce32f14691906f65307d514346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326628 Aug 19 12:20:25.999503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52000) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:26.096157 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edf7904c-9d87-488e-ac8d-fd0e7a79ff67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.146955 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edf7904c-9d87-488e-ac8d-fd0e7a79ff67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.200226 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd256687-1d81-4b8d-bf26-757fdfcb5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.203005 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd256687-1d81-4b8d-bf26-757fdfcb5e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.213652 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cd256687-1d81-4b8d-bf26-757fdfcb5e24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12527747-f4fb-49ee-bd88-f1bd0ff5df50 HTTP/1.1" status: 204 len: 168 time: 0.5806518 Aug 19 12:20:26.213914 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52022) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:26.287512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd256687-1d81-4b8d-bf26-757fdfcb5e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12527747-f4fb-49ee-bd88-f1bd0ff5df50,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:26.309750 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe046f1d-536f-48db-bf88-f4fa516b5fa5 req-4034e989-2311-4979-bfaf-53c5fdb33ae4 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371646 Aug 19 12:20:26.393189 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edf7904c-9d87-488e-ac8d-fd0e7a79ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.397694 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edf7904c-9d87-488e-ac8d-fd0e7a79ff67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.398853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-edf7904c-9d87-488e-ac8d-fd0e7a79ff67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b78b08f9-d06b-4617-a5a5-d8e57b560129 HTTP/1.1" status: 204 len: 168 time: 0.3984084 Aug 19 12:20:26.443633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7904c-9d87-488e-ac8d-fd0e7a79ff67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78b08f9-d06b-4617-a5a5-d8e57b560129,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:26.477901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a592a8-b1db-457e-b370-2137de50c9e6 req-71493686-10d3-4291-a4b4-3c2dd61d2901 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:26.479004 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77a592a8-b1db-457e-b370-2137de50c9e6 req-71493686-10d3-4291-a4b4-3c2dd61d2901 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 943 time: 0.0783219 Aug 19 12:20:26.572407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52032) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:26.585022 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77a592a8-b1db-457e-b370-2137de50c9e6 req-9520d2a3-b74c-4e24-a337-0700cf490a66 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756724 Aug 19 12:20:26.596491 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4dc60a64-a30d-4288-bc07-1034c341bf00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.762433 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4dc60a64-a30d-4288-bc07-1034c341bf00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.795140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52034) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:26.836890 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4dc60a64-a30d-4288-bc07-1034c341bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.845295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:26.883994 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4dc60a64-a30d-4288-bc07-1034c341bf00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c90910d71e849829126540dda9ab9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098557 Aug 19 12:20:26.884794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52038) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:26.886308 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc60a64-a30d-4288-bc07-1034c341bf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6360cec9-9918-49b1-837d-ddbd40997d7e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:26.989086 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-12614021-e968-4e09-a154-39a47cee0dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.061843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-12614021-e968-4e09-a154-39a47cee0dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.211313 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-12614021-e968-4e09-a154-39a47cee0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.217363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-12614021-e968-4e09-a154-39a47cee0dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.221002 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-12614021-e968-4e09-a154-39a47cee0dfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6360cec9-9918-49b1-837d-ddbd40997d7e HTTP/1.1" status: 204 len: 168 time: 0.3347461 Aug 19 12:20:27.241040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12614021-e968-4e09-a154-39a47cee0dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6360cec9-9918-49b1-837d-ddbd40997d7e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:27.244634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] Deleting port 5116c5ad-cef0-40c6-8842-253c1a781c25 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:27.244840 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.361417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] For port 5116c5ad-cef0-40c6-8842-253c1a781c25, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5116c5ad-cef0-40c6-8842-253c1a781c25,segment=NetworkSegment(d3dede21-5195-49fc-bcec-56bfa4508591),segment_id=d3dede21-5195-49fc-bcec-56bfa4508591)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:27.361997 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.387368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] Calling delete_port for 5116c5ad-cef0-40c6-8842-253c1a781c25 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:27.444198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-735087305-network', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:27.568034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:27.571068 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.583154 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.746014 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.755424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af5b1e-7a20-457e-8f9e-5ca465e37380 req-34d64773-4b34-4493-8ffa-29e4125b1bbd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:27.757702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32af5b1e-7a20-457e-8f9e-5ca465e37380 req-34d64773-4b34-4493-8ffa-29e4125b1bbd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 943 time: 0.0620418 Aug 19 12:20:27.810511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.857631 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32af5b1e-7a20-457e-8f9e-5ca465e37380 req-542fe1d0-db59-48d7-be34-76ad1b1eb9c7 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913439 Aug 19 12:20:27.899820 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.919530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5116c5ad-cef0-40c6-8842-253c1a781c25,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:27.921344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:27.968949 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:27.969379 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Added segment 2d5b8ca9-efac-4695-8392-c2a399b8ff38 of type vlan for network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e Aug 19 12:20:28.093752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59b0693-1b9e-448f-a513-7aaa64966919,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:28.115992 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.128055 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.258249 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.260735 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:28.261197 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.421562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] Pushing event updated for resources: {'Network': ['ID=33a63ac8-e80b-4f52-be34-1a8d66da6d0e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:28.439502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:28.472339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-010a2fa7-a361-49e0-8cb2-b9de0a0604c1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6757803 Aug 19 12:20:28.475146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52102) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:28.483742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] Request body: {'subnet': {'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-subnet', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:28.585736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:28.589831 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.883482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] Router cd497f4a-de8a-488c-9b03-799e2a9d6720 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:28.900191 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:28.996623 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] Checking segment: {'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:28.997075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] Network hostable DHCP agents. Network: 33a63ac8-e80b-4f52-be34-1a8d66da6d0e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:29.001826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a51bc7-2214-4174-98c6-2f7fb87a2ae5,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:29.162605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:29.173300 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38be6d9-32f2-4d47-8e1c-b5902fd8793e None None] Sync routers for ids ['cd497f4a-de8a-488c-9b03-799e2a9d6720'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:29.186161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:29.221177 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f2c85-c1c5-47b4-81eb-6e19e0506063 req-0c51ca95-673a-43d7-a6e5-cb22b18c523a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:29.225965 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38be6d9-32f2-4d47-8e1c-b5902fd8793e None None] Routers {'cd497f4a-de8a-488c-9b03-799e2a9d6720'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:29.226611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c38be6d9-32f2-4d47-8e1c-b5902fd8793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cd497f4a-de8a-488c-9b03-799e2a9d6720'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:29.230869 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c2dcdeb3-6587-4861-b904-bbf7b9edb3a1 admin admin] 10.222.0.21 "PUT /v2.0/routers/cd497f4a-de8a-488c-9b03-799e2a9d6720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0138586 Aug 19 12:20:29.232213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b36f2c85-c1c5-47b4-81eb-6e19e0506063 req-0c51ca95-673a-43d7-a6e5-cb22b18c523a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 943 time: 0.2026298 Aug 19 12:20:29.232842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52122) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:29.282552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] Network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:29.397695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:29.413830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'port_id': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'mac_address': 'fa:16:3e:4d:ca:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:29.459266 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.488651 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fb5ad3-93ee-445f-a75f-822dbe1b9083 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:29.519263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:29.520209 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-c38be6d9-32f2-4d47-8e1c-b5902fd8793e None None] Set router cd497f4a-de8a-488c-9b03-799e2a9d6720 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:29.597035 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.680978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:29.808035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['34fb5ad3-93ee-445f-a75f-822dbe1b9083'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:29.842525 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c38be6d9-32f2-4d47-8e1c-b5902fd8793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'name': 'tempest-ServersTestMultiNic-43849204-router', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:36Z', 'updated_at': '2021-08-19T12:20:27Z', 'revision_number': 5, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'gw_port': {'id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:37Z', 'updated_at': '2021-08-19T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:29.847000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 33a63ac8-e80b-4f52-be34-1a8d66da6d0e) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:29.860207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:29.860805 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:29.877214 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38be6d9-32f2-4d47-8e1c-b5902fd8793e None None] Checking router: cd497f4a-de8a-488c-9b03-799e2a9d6720 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:29.882102 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b36f2c85-c1c5-47b4-81eb-6e19e0506063 req-3d5bddf7-d517-4417-aa1e-850f77a1aa9e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6354489 Aug 19 12:20:29.888065 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38be6d9-32f2-4d47-8e1c-b5902fd8793e None None] Routers {'cd497f4a-de8a-488c-9b03-799e2a9d6720'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:29.888778 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c38be6d9-32f2-4d47-8e1c-b5902fd8793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cd497f4a-de8a-488c-9b03-799e2a9d6720'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:29.902276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab661f94-32c4-49a4-8c8e-49fd7312f319 None None] Network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:29.917211 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.037784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52160) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:30.042708 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e3181aa9-2a19-4aa7-a2ab-d92364a6ec58 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5649531 Aug 19 12:20:30.044548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:30.100520 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.181549 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-c38be6d9-32f2-4d47-8e1c-b5902fd8793e None None] Set router cd497f4a-de8a-488c-9b03-799e2a9d6720 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:30.230071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'fixed_ips': [{'subnet_id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:20:30.231026 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.231226 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.241896 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.243021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52164) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:30.349983 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Deleting port 8459e419-8a06-4032-ab8f-5dc943da01bc {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:30.350703 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.367012 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.534323 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c38be6d9-32f2-4d47-8e1c-b5902fd8793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'name': 'tempest-ServersTestMultiNic-43849204-router', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:36Z', 'updated_at': '2021-08-19T12:20:27Z', 'revision_number': 5, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'gw_port': {'id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:37Z', 'updated_at': '2021-08-19T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:30.544314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] For port 8459e419-8a06-4032-ab8f-5dc943da01bc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8459e419-8a06-4032-ab8f-5dc943da01bc,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:30.545067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.566600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Allocated IP 172.20.0.2 (33a63ac8-e80b-4f52-be34-1a8d66da6d0e/52a51bc7-2214-4174-98c6-2f7fb87a2ae5/35cae308-4f51-4041-9f01-fb608ce23102) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:30.581386 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38be6d9-32f2-4d47-8e1c-b5902fd8793e None None] The sync data for ids ['cd497f4a-de8a-488c-9b03-799e2a9d6720'] in n-d-803757-2 is: [{'id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'name': 'tempest-ServersTestMultiNic-43849204-router', 'tenant_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:18:36Z', 'updated_at': '2021-08-19T12:20:27Z', 'revision_number': 5, 'project_id': 'fd7ef5f6e9f34651aa6030821f4b6f9d', 'gw_port': {'id': '8459e419-8a06-4032-ab8f-5dc943da01bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd497f4a-de8a-488c-9b03-799e2a9d6720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:18:37Z', 'updated_at': '2021-08-19T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:30.593835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Calling delete_port for 8459e419-8a06-4032-ab8f-5dc943da01bc owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:30.815337 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.824913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1268379377-network', 'tenant_id': '6234d0c986c14810828c0377a08fc051'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:30.835527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Transition to ACTIVE for port object 35cae308-4f51-4041-9f01-fb608ce23102 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:30.866058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Transition to ACTIVE for port object 35cae308-4f51-4041-9f01-fb608ce23102 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:30.929067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Made reservation on behalf of 6234d0c986c14810828c0377a08fc051 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:30.932588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.937461 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.952334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:30.960386 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.045825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:31.056553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:31.061266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:31.107461 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.111401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.111722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Pushing event updated for resources: {'Port': ['ID=35cae308-4f51-4041-9f01-fb608ce23102,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:31.174553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Pushing event deleted for resources: {'Port': ['ID=8459e419-8a06-4032-ab8f-5dc943da01bc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:31.207703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Attempting to bind port 35cae308-4f51-4041-9f01-fb608ce23102 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:31.208452 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Attempting to bind port 35cae308-4f51-4041-9f01-fb608ce23102 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:31.208909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Attempting to bind port 35cae308-4f51-4041-9f01-fb608ce23102 on network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:31.226354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:31.233072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Checking segment: {'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:31.233072 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.233072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Bound using segment: {'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:31.233072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Bound port: 35cae308-4f51-4041-9f01-fb608ce23102, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:31.233072 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.235723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:31.319775 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.319775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:31.329953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52188) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:31.330560 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.331264 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Added segment 7bfa7cd9-9e39-4388-912c-e7251045b2ae of type vlan for network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 Aug 19 12:20:31.424843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc54113-7bca-40b5-bd09-77b424373bb1 req-1bdb4339-22cd-4604-bf3d-61322561f41d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:31.427192 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fbc54113-7bca-40b5-bd09-77b424373bb1 req-1bdb4339-22cd-4604-bf3d-61322561f41d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.3178070 Aug 19 12:20:31.427509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] For port 35cae308-4f51-4041-9f01-fb608ce23102, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:31.431140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] For port 35cae308-4f51-4041-9f01-fb608ce23102, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=35cae308-4f51-4041-9f01-fb608ce23102,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:31.464339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.467576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bac376-b34b-40aa-b966-e403e0bf549e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:31.504631 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.596150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.603689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.606943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5116c5ad-cef0-40c6-8842-253c1a781c25 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:31.610752 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.616167 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fbc54113-7bca-40b5-bd09-77b424373bb1 req-d694ed84-90e4-4909-9d91-7531ba3d1858 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746986 Aug 19 12:20:31.621695 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.628571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 5116c5ad-cef0-40c6-8842-253c1a781c25 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:31.628762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5116c5ad-cef0-40c6-8842-253c1a781c25 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:31.653434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:31.657821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:31.658467 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.686125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.797233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.798058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:31.798679 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.821476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Allocated IP 172.25.2.223 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/d490f971-3a1b-4c9f-a7d3-78d38042923b) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:31.841557 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.842123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd497f4a-de8a-488c-9b03-799e2a9d6720 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:20:31.850700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:31.853635 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9f7b99ee-0879-4f5f-a32e-e1428018794a admin admin] 10.222.0.21 "DELETE /v2.0/routers/cd497f4a-de8a-488c-9b03-799e2a9d6720 HTTP/1.1" status: 204 len: 168 time: 2.6192124 Aug 19 12:20:31.905899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52212) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:31.941073 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6964483 Aug 19 12:20:32.003732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52214) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:32.019181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] Request body: {'subnet': {'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1268379377-subnet', 'tenant_id': '6234d0c986c14810828c0377a08fc051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:32.056138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afee07-8859-4d0b-9381-04cc94e8db98 admin admin] Pushing event updated for resources: {'Network': ['ID=142bcacd-7cc1-49d7-8cfe-21991cda91a4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:32.075414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:32.081714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ecb3e8-81b7-461c-9e0d-48d013f6d278 admin admin] Deleting subnet a276b338-969a-4c73-a310-269b080bbe8f {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:32.092436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0d18c-37a5-468e-927f-d585637e7fef None None] Pushing event updated for resources: {'Port': ['ID=35cae308-4f51-4041-9f01-fb608ce23102,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:32.093721 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10ecb3e8-81b7-461c-9e0d-48d013f6d278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.127217 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.173765 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f67bb19-2c4e-4c12-890d-af6074957d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.174363 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10ecb3e8-81b7-461c-9e0d-48d013f6d278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.204044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] Made reservation on behalf of 6234d0c986c14810828c0377a08fc051 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:32.206942 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.248327 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.296463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:32.299213 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76240240-6253-4aed-b76b-ef8084f93d1b" -d '{"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-plugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:32.318294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:32.365598 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.397249 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbf3eab-4d63-49ec-89f4-1451043231bb x-openstack-request-id: req-1fbf3eab-4d63-49ec-89f4-1451043231bb {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:32.397716 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-plugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:32.398041 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fbf3eab-4d63-49ec-89f4-1451043231bb {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:32.398531 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'code': 200} Aug 19 12:20:32.415042 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10ecb3e8-81b7-461c-9e0d-48d013f6d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.444133 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.482644 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f67bb19-2c4e-4c12-890d-af6074957d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.502066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:32.508783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:32.514941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:32.630684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:32.632227 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f67bb19-2c4e-4c12-890d-af6074957d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.682018 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2f67bb19-2c4e-4c12-890d-af6074957d6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e312368318a42599b549108a9288a35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3428302 Aug 19 12:20:32.685616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52228) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:32.744956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Pushing event updated for resources: {'Port': ['ID=d490f971-3a1b-4c9f-a7d3-78d38042923b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:32.757270 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10ecb3e8-81b7-461c-9e0d-48d013f6d278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.779156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7634068-3092-4eb0-a388-d3220cd07894 req-c12b8a0e-c868-43d5-83da-f621a06255e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:32.780124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b7634068-3092-4eb0-a388-d3220cd07894 req-c12b8a0e-c868-43d5-83da-f621a06255e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 1096 time: 0.2883906 Aug 19 12:20:32.808438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67bb19-2c4e-4c12-890d-af6074957d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42224d4f-b001-4cc4-a2f0-6079fbd536e9,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:32.839725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecb3e8-81b7-461c-9e0d-48d013f6d278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a276b338-969a-4c73-a310-269b080bbe8f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:32.858179 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.932652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5051029-ce9d-4119-b80a-a2ba91652dde,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:32.949415 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10ecb3e8-81b7-461c-9e0d-48d013f6d278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:32.950763 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a009fe2-bd4f-4f00-aa0d-afd0c1cf8dd7 None None] Network f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:32.951067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-10ecb3e8-81b7-461c-9e0d-48d013f6d278 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a276b338-969a-4c73-a310-269b080bbe8f HTTP/1.1" status: 204 len: 168 time: 1.0441465 Aug 19 12:20:32.957242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52248) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:32.994048 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-beb3f2ce-d3eb-468a-a869-d9abf5a086e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.036622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b7634068-3092-4eb0-a388-d3220cd07894 req-51a46c8a-befb-46d9-b167-460b652a09ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405882 Aug 19 12:20:33.074637 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-beb3f2ce-d3eb-468a-a869-d9abf5a086e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.093722 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb8a84-4e8e-4fa2-85de-291aef681922 req-41051a19-f22c-4489-922c-9874a56bf5ad tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:33.093722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aadb8a84-4e8e-4fa2-85de-291aef681922 req-41051a19-f22c-4489-922c-9874a56bf5ad tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 945 time: 0.2977872 Aug 19 12:20:33.109821 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.182042 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52252) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:33.234325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:33.234751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] Network hostable DHCP agents. Network: 142bcacd-7cc1-49d7-8cfe-21991cda91a4, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:33.265724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Deleting port 789f3284-ee01-43de-b185-fbf99905bed6 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:33.266177 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.281795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aadb8a84-4e8e-4fa2-85de-291aef681922 req-4a9e0dfb-a224-4d6c-90e6-1169b576b54b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882687 Aug 19 12:20:33.400184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] DHCP port deletion for f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:20:33.425596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] Network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:33.479415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-beb3f2ce-d3eb-468a-a869-d9abf5a086e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.484211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-433550098', 'router:external': True}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:33.490396 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-beb3f2ce-d3eb-468a-a869-d9abf5a086e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.493693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-beb3f2ce-d3eb-468a-a869-d9abf5a086e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42224d4f-b001-4cc4-a2f0-6079fbd536e9 HTTP/1.1" status: 204 len: 168 time: 0.8020670 Aug 19 12:20:33.517219 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.518402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Deleting port 789f3284-ee01-43de-b185-fbf99905bed6 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:33.518792 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.527638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3f2ce-d3eb-468a-a869-d9abf5a086e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42224d4f-b001-4cc4-a2f0-6079fbd536e9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:33.530367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] For port 789f3284-ee01-43de-b185-fbf99905bed6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=789f3284-ee01-43de-b185-fbf99905bed6,segment=NetworkSegment(d3dede21-5195-49fc-bcec-56bfa4508591),segment_id=d3dede21-5195-49fc-bcec-56bfa4508591)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:33.536949 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.579673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Calling delete_port for 789f3284-ee01-43de-b185-fbf99905bed6 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:33.695755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 142bcacd-7cc1-49d7-8cfe-21991cda91a4) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:33.696231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] For port 789f3284-ee01-43de-b185-fbf99905bed6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=789f3284-ee01-43de-b185-fbf99905bed6,segment=NetworkSegment(d3dede21-5195-49fc-bcec-56bfa4508591),segment_id=d3dede21-5195-49fc-bcec-56bfa4508591)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:33.696231 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.705501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200160c9-438c-439d-a82b-064dd6a5d185 None None] Network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:33.719276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:33.719902 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.797465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Made reservation on behalf of 87fad25d99474d229bf7055b567e44a7 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:33.804855 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.825706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Calling delete_port for 789f3284-ee01-43de-b185-fbf99905bed6 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:33.861457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 35cae308-4f51-4041-9f01-fb608ce23102 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:33.890757 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-1b4949f9-7e0a-4331-a776-9c56a836071e tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0c7d4b3ccaa84a9fb7b3afa90d212351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778143 Aug 19 12:20:33.893368 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:33.921930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a0577-9b9c-43a9-90b5-6ba0b3f16052 None None] Network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:34.034272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-7ce40c20-ee8d-4599-9702-ae5f0bd0774e tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:34.035985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-7ce40c20-ee8d-4599-9702-ae5f0bd0774e tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289165 Aug 19 12:20:34.042472 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e883a3fa-47a0-4802-b809-489085f2d123 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0371478 Aug 19 12:20:34.066450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.089673 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-6408974e-3a42-4910-bbb0-dff3f5b0c4da tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/quotas/0c7d4b3ccaa84a9fb7b3afa90d212351 HTTP/1.1" status: 200 len: 375 time: 0.0285897 Aug 19 12:20:34.145020 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-1021a46b-e7bb-4a77-842c-44222d39b868 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c7d4b3ccaa84a9fb7b3afa90d212351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378430 Aug 19 12:20:34.211593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.243558 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.287156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155ff55b-4b8c-43fc-becf-430068669154 None None] Network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:34.294996 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.295977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=789f3284-ee01-43de-b185-fbf99905bed6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:34.303861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] No DVR routers for this DVR port 789f3284-ee01-43de-b185-fbf99905bed6 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:34.413641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] No DVR routers for this DVR port 789f3284-ee01-43de-b185-fbf99905bed6 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:20:34.456521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Pushing event deleted for resources: {'Port': ['ID=789f3284-ee01-43de-b185-fbf99905bed6,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:34.456521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3eb61dd9-922b-48c2-8b5d-1d99c4a2e8b4 None None] Provisioning for port 35cae308-4f51-4041-9f01-fb608ce23102 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:34.529454 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.547143 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.547489 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.547825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.548158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.548485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.548797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.549764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.549764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.549764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.550048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.550350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.550665 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954e9a8-746f-436b-ba64-a990aabe49b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:20:34.563894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:34.575137 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 35cae308-4f51-4041-9f01-fb608ce23102 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:34.584823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dede21-5195-49fc-bcec-56bfa4508591') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:34.585377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dede21-5195-49fc-bcec-56bfa4508591') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:34.597406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5c0c8-0c51-4499-8a0e-19677af68aba req-8ad4d94a-3bd7-4958-8330-98e6331e658c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:34.606944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.607659 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99c5c0c8-0c51-4499-8a0e-19677af68aba req-8ad4d94a-3bd7-4958-8330-98e6331e658c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 945 time: 0.1237652 Aug 19 12:20:34.623227 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.625899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 35cae308-4f51-4041-9f01-fb608ce23102 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:34.626287 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.629976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Router 0f8db931-cb66-4517-857d-fb12092190bc is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:20:34.631046 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:34.631643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.759015 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:34.777865 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:34.808459 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99c5c0c8-0c51-4499-8a0e-19677af68aba req-8fbe5c39-7920-4cbd-9b2c-0943f5b866a6 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988928 Aug 19 12:20:34.834399 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-63bd1202-7c82-4559-9f61-1f110b1e6e61 req-7f6893b8-b1a1-4528-9f1b-2374dabbd5b0 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 210 time: 0.0689580 Aug 19 12:20:34.852222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1cda3e-26aa-4030-b39e-f0c2694fd8a6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:34.853390 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.857823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:34.863047 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.869609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.872388 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1 HTTP/1.1" status: 204 len: 168 time: 1.9138818 Aug 19 12:20:34.934690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cb7a0-6e58-43d1-9cfe-2a657e89d3e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8fa1c63-3cb4-4893-aba9-e2bd46bbf7a1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:34.965755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 35cae308-4f51-4041-9f01-fb608ce23102, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=35cae308-4f51-4041-9f01-fb608ce23102,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:34.972076 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:34.973036 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Added segment e070a845-b076-4e44-9b47-553c156b9443 of type vlan for network fef9b7d4-fb35-40d0-880c-9dc91d7874bb Aug 19 12:20:35.032421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:35.044368 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a3c5394c-ee5d-46ca-9019-d55b8b057dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.047309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Sync routers for ids ['0f8db931-cb66-4517-857d-fb12092190bc'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:35.075515 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Routers {'0f8db931-cb66-4517-857d-fb12092190bc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:35.076771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0f8db931-cb66-4517-857d-fb12092190bc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:35.097093 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.140509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52310) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:35.157489 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-67efb3dd-021d-4c72-a206-29f981619558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.171422 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.192403 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.196840 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7992b0bc-ec23-449c-a505-a3c0e047fd6f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1572747 Aug 19 12:20:35.198683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52312) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:35.273712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1bd15ec3-0cb6-48be-9dbd-48645b4bda7a None None] Provisioning complete for port 35cae308-4f51-4041-9f01-fb608ce23102 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:35.273712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1bd15ec3-0cb6-48be-9dbd-48645b4bda7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.324415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8459e419-8a06-4032-ab8f-5dc943da01bc no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:35.396356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 8459e419-8a06-4032-ab8f-5dc943da01bc {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:35.396917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8459e419-8a06-4032-ab8f-5dc943da01bc not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:35.397532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 789f3284-ee01-43de-b185-fbf99905bed6 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:35.409446 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.413007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:35.427060 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.453878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-67efb3dd-021d-4c72-a206-29f981619558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.489054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 789f3284-ee01-43de-b185-fbf99905bed6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:20:35.489694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 789f3284-ee01-43de-b185-fbf99905bed6 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:20:35.498789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=35cae308-4f51-4041-9f01-fb608ce23102,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:35.535505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Set router 0f8db931-cb66-4517-857d-fb12092190bc gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:35.595068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event updated for resources: {'Network': ['ID=fef9b7d4-fb35-40d0-880c-9dc91d7874bb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:35.646023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-67efb3dd-021d-4c72-a206-29f981619558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.690395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efb3dd-021d-4c72-a206-29f981619558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75365835-35c6-4dd1-b694-01c4d79bf930,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:35.745039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-67efb3dd-021d-4c72-a206-29f981619558 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=471f01cd58e44afa8121f8c8bb235eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6030884 Aug 19 12:20:35.747525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52318) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:35.761301 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c333abe5-2951-4e02-9760-e6a874e8911d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5706191 Aug 19 12:20:35.762528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52320) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:35.767637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Request body: {'subnet': {'network_id': 'fef9b7d4-fb35-40d0-880c-9dc91d7874bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:35.832150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network fef9b7d4-fb35-40d0-880c-9dc91d7874bb details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:35.832150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 35cae308-4f51-4041-9f01-fb608ce23102 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:35.860585 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-045ad4dd-71f1-4a1b-a811-bc2c29506096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.923622 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-045ad4dd-71f1-4a1b-a811-bc2c29506096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:35.959319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Made reservation on behalf of 87fad25d99474d229bf7055b567e44a7 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:35.966582 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.021976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52328) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:36.133860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 35cae308-4f51-4041-9f01-fb608ce23102 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:36.138873 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.156508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff00880-6e52-4a63-b327-19eb1bf05db0 req-fc5a3e50-f2df-424f-8efd-af5ab4aa7ff1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:36.158194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eff00880-6e52-4a63-b327-19eb1bf05db0 req-fc5a3e50-f2df-424f-8efd-af5ab4aa7ff1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 945 time: 0.2037981 Aug 19 12:20:36.169667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6d57a63d-d04b-4ed4-b6bb-7d21993933b1 req-ea32bb8a-7b5e-47ac-a898-ca424f4cd005 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 210 time: 0.2612329 Aug 19 12:20:36.171178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52334) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:36.185375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:33Z', 'revision_number': 3, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:36.207219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1161120917-network', 'tenant_id': '0addc5c9c9f24382b41286edcd6d66f1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:36.302693 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d7dcadde-772f-4dc8-8937-eece46045448 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd7ef5f6e9f34651aa6030821f4b6f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628226 Aug 19 12:20:36.303147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52346) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:36.323257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eff00880-6e52-4a63-b327-19eb1bf05db0 req-3c091d17-1eb2-4c9c-95d2-67174f17a07f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543171 Aug 19 12:20:36.401276 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6630ce69-03fc-4d79-b92c-6ab5bf874df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.426464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6630ce69-03fc-4d79-b92c-6ab5bf874df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.435170 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-045ad4dd-71f1-4a1b-a811-bc2c29506096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.440485 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-045ad4dd-71f1-4a1b-a811-bc2c29506096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.441941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-045ad4dd-71f1-4a1b-a811-bc2c29506096 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75365835-35c6-4dd1-b694-01c4d79bf930 HTTP/1.1" status: 204 len: 168 time: 0.6934760 Aug 19 12:20:36.447508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Checking router: 0f8db931-cb66-4517-857d-fb12092190bc for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:36.447881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Updating router 0f8db931-cb66-4517-857d-fb12092190bc port d490f971-3a1b-4c9f-a7d3-78d38042923b binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:20:36.460556 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.471299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Made reservation on behalf of 0addc5c9c9f24382b41286edcd6d66f1 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:36.477072 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.477730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.530071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ad4dd-71f1-4a1b-a811-bc2c29506096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75365835-35c6-4dd1-b694-01c4d79bf930,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:36.546604 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.622587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66de428-4d31-4d3a-8e58-da65342a03ef req-968974cd-80f5-417d-8db7-f91d0e8bf7c4 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:36.626291 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d66de428-4d31-4d3a-8e58-da65342a03ef req-968974cd-80f5-417d-8db7-f91d0e8bf7c4 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 945 time: 0.1682086 Aug 19 12:20:36.639047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52352) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:36.647362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9a8a4cfc-d7b7-4a19-9626-135849c19179 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Request body: {'floatingip': {'port_id': '34fb5ad3-93ee-445f-a75f-822dbe1b9083'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:36.707067 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4cfc-d7b7-4a19-9626-135849c19179 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.832250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6630ce69-03fc-4d79-b92c-6ab5bf874df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.835150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6630ce69-03fc-4d79-b92c-6ab5bf874df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:36.852575 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6630ce69-03fc-4d79-b92c-6ab5bf874df9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8abd5c9d-d22e-48fd-a88f-5c9bda88c359 HTTP/1.1" status: 204 len: 168 time: 0.5480101 Aug 19 12:20:36.893371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630ce69-03fc-4d79-b92c-6ab5bf874df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abd5c9d-d22e-48fd-a88f-5c9bda88c359,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:36.896042 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Allocated IP 172.20.0.1 (33a63ac8-e80b-4f52-be34-1a8d66da6d0e/52a51bc7-2214-4174-98c6-2f7fb87a2ae5/61bd4270-210c-43ad-938c-91090979bbc5) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:37.047338 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.079751 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.107630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Transition to ACTIVE for port object d490f971-3a1b-4c9f-a7d3-78d38042923b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:37.122995 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.259855 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.386403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56296994-f804-4389-ad53-920a927a557e None None] Pushing event updated for resources: {'Port': ['ID=d490f971-3a1b-4c9f-a7d3-78d38042923b,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:37.390526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Attempting to bind port d490f971-3a1b-4c9f-a7d3-78d38042923b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:37.390526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Attempting to bind port d490f971-3a1b-4c9f-a7d3-78d38042923b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:37.390895 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Attempting to bind port d490f971-3a1b-4c9f-a7d3-78d38042923b on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:37.399531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:37.399918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:37.400310 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.400703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:37.401176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Bound port: d490f971-3a1b-4c9f-a7d3-78d38042923b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:37.401555 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.465428 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.475734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Transition to ACTIVE for port object 61bd4270-210c-43ad-938c-91090979bbc5 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:37.527402 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56ee8901-7161-4f14-91c7-9c345d5206f5 req-e5b3b214-24f0-4092-af14-3f043866e814 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 210 time: 0.0653591 Aug 19 12:20:37.538280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:37.551143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.objects.ports [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95542) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:20:37.551614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.558192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da910f7-6556-48dc-9d87-0e90755144aa,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:37.563394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] For port d490f971-3a1b-4c9f-a7d3-78d38042923b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:37.574377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] For port d490f971-3a1b-4c9f-a7d3-78d38042923b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d490f971-3a1b-4c9f-a7d3-78d38042923b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:37.587018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.587434 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Added segment 80922514-03ea-4766-b294-92c4f8377256 of type vlan for network 8db98abb-1468-4346-8ff8-fb23f51cb192 Aug 19 12:20:37.654139 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.662666 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.739504 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.779682 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.resource_extend [None req-9a8a4cfc-d7b7-4a19-9626-135849c19179 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:20:37.782840 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event updated for resources: {'Subnet': ['ID=44e24d7f-6576-460a-9016-91364d329b76,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:37.805245 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.822765 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ff34-6f19-4e59-bddf-606b0c88516f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.854085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Routers {'0f8db931-cb66-4517-857d-fb12092190bc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:37.862450 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0f8db931-cb66-4517-857d-fb12092190bc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:37.862450 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56296994-f804-4389-ad53-920a927a557e None None] Pushing event updated for resources: {'Port': ['ID=d490f971-3a1b-4c9f-a7d3-78d38042923b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:37.896937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Checking segment: {'id': 'e070a845-b076-4e44-9b47-553c156b9443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fef9b7d4-fb35-40d0-880c-9dc91d7874bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:37.902978 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Network hostable DHCP agents. Network: fef9b7d4-fb35-40d0-880c-9dc91d7874bb, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:37.908258 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.908258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:37.910096 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:37.966830 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4cfc-d7b7-4a19-9626-135849c19179 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.008323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:38.023559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:38.028166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:38.083512 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.096115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] Set router 0f8db931-cb66-4517-857d-fb12092190bc gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:38.119254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Pushing event updated for resources: {'Port': ['ID=61bd4270-210c-43ad-938c-91090979bbc5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:38.122563 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4cfc-d7b7-4a19-9626-135849c19179 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.124087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Network fef9b7d4-fb35-40d0-880c-9dc91d7874bb is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:38.136266 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9638512 Aug 19 12:20:38.185842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52392) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:38.201528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] Request body: {'subnet': {'network_id': '8db98abb-1468-4346-8ff8-fb23f51cb192', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1161120917-subnet', 'tenant_id': '0addc5c9c9f24382b41286edcd6d66f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:38.248229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d08c4-3208-4a0a-a09c-1058ab7c3e55 admin admin] Pushing event updated for resources: {'Network': ['ID=8db98abb-1468-4346-8ff8-fb23f51cb192,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:38.339585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, fef9b7d4-fb35-40d0-880c-9dc91d7874bb) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:38.347701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:38.348419 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.378889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 8db98abb-1468-4346-8ff8-fb23f51cb192 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:38.379507 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-9a8a4cfc-d7b7-4a19-9626-135849c19179 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Floating IP 9aecb696-2006-4667-851e-5159246562f0 associated. External IP: 172.25.2.100, port: 34fb5ad3-93ee-445f-a75f-822dbe1b9083. Aug 19 12:20:38.456766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2217fc4a-58f4-4fc8-bd94-3edfcb1f6e5b None None] Network fef9b7d4-fb35-40d0-880c-9dc91d7874bb requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:38.482266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] Made reservation on behalf of 0addc5c9c9f24382b41286edcd6d66f1 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:38.484761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.529486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52408) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:38.620639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6bcd9571-9311-4f63-8559-7c2c1a9c8909 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8570487 Aug 19 12:20:38.624442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52414) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:38.679996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-895052884', 'network_id': 'fef9b7d4-fb35-40d0-880c-9dc91d7874bb'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:38.739249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d2386-bb29-45a7-b322-581940fe2027 None None] Network fef9b7d4-fb35-40d0-880c-9dc91d7874bb requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:38.759297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5899bd5a-ea50-428a-87f1-1f0882623294 None None] Provisioning for port 61bd4270-210c-43ad-938c-91090979bbc5 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:38.790999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5899bd5a-ea50-428a-87f1-1f0882623294 None None] Provisioning complete for port 61bd4270-210c-43ad-938c-91090979bbc5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:38.791373 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5899bd5a-ea50-428a-87f1-1f0882623294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.800145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8a4cfc-d7b7-4a19-9626-135849c19179 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Router 72c03f96-38fa-4a91-ae56-830c75d0483f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:38.850263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:33Z', 'revision_number': 3, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:38.867757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-network', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:38.879812 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Made reservation on behalf of 87fad25d99474d229bf7055b567e44a7 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:38.889902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5899bd5a-ea50-428a-87f1-1f0882623294 None None] Port 61bd4270-210c-43ad-938c-91090979bbc5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:38.892246 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:38.917347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853dd441-8fce-497b-af7f-928e34f49901 None None] The sync data for ids ['0f8db931-cb66-4517-857d-fb12092190bc'] in n-d-803757-2 is: [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:33Z', 'revision_number': 3, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:38.974685 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcd12e33-c23a-4e38-896c-311c2fe9c209 req-7f942785-d888-438d-8c6f-d1cfc1227451 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 210 time: 0.2857461 Aug 19 12:20:39.036008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-3873e89e-59b6-40b9-a800-9aa5fd2160fb tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0c7d4b3ccaa84a9fb7b3afa90d212351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4630122 Aug 19 12:20:39.064321 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.284067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52424) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:39.307982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-1205d738-aeb9-415f-86b2-9e0c1dc3279e tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:39.309557 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-1205d738-aeb9-415f-86b2-9e0c1dc3279e tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613177 Aug 19 12:20:39.312750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.333163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Request body: {'port': {'device_id': 'e6aaa22b-ffcd-474f-8134-567370ab1a3f', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '0c7d4b3ccaa84a9fb7b3afa90d212351'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:39.563246 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.631433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] device_id is not set on port f158aaaf-031c-40e7-8507-3c4d74bdfade yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:20:39.735131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2122999768-network', 'tenant_id': 'e9122b62ade54036998fddd91baf1714'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:39.739089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d490f971-3a1b-4c9f-a7d3-78d38042923b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:39.755494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8a4cfc-d7b7-4a19-9626-135849c19179 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:39.764952 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4cfc-d7b7-4a19-9626-135849c19179 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.775665 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868afc5-e69e-4cfe-a0c3-ed5ce1369a63 None None] Sync routers for ids ['72c03f96-38fa-4a91-ae56-830c75d0483f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:39.792582 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868afc5-e69e-4cfe-a0c3-ed5ce1369a63 None None] Routers {'72c03f96-38fa-4a91-ae56-830c75d0483f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:39.793491 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1868afc5-e69e-4cfe-a0c3-ed5ce1369a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['72c03f96-38fa-4a91-ae56-830c75d0483f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:39.795631 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca2ea82-abcb-48e9-aa6a-6b280067beaa,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:39.823261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] Checking segment: {'id': '80922514-03ea-4766-b294-92c4f8377256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8db98abb-1468-4346-8ff8-fb23f51cb192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:39.823651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] Network hostable DHCP agents. Network: 8db98abb-1468-4346-8ff8-fb23f51cb192, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:39.844732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9a8a4cfc-d7b7-4a19-9626-135849c19179 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "PUT /v2.0/floatingips/9aecb696-2006-4667-851e-5159246562f0 HTTP/1.1" status: 200 len: 991 time: 3.2044387 Aug 19 12:20:39.847391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:39.850346 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d843ef17-9200-473b-934a-9bd2d81781c7" -d '{"events": [{"name": "network-changed", "server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:39.873103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Allocated IP 2001:db8::3bf (fef9b7d4-fb35-40d0-880c-9dc91d7874bb/44e24d7f-6576-460a-9016-91364d329b76/f158aaaf-031c-40e7-8507-3c4d74bdfade) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:39.933672 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:39.938283 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b5f58e-2d6d-4191-81e8-11a8edc31cd3 x-openstack-request-id: req-d5b5f58e-2d6d-4191-81e8-11a8edc31cd3 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:39.938648 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:39.938954 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5b5f58e-2d6d-4191-81e8-11a8edc31cd3 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:39.939341 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'status': 'completed', 'code': 200} Aug 19 12:20:39.997743 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1868afc5-e69e-4cfe-a0c3-ed5ce1369a63 None None] Set router 72c03f96-38fa-4a91-ae56-830c75d0483f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:40.083217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843ef17-9200-473b-934a-9bd2d81781c7 req-522cefea-d0fc-4d79-8be0-ceeb9bd15e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.084188 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d843ef17-9200-473b-934a-9bd2d81781c7 req-522cefea-d0fc-4d79-8be0-ceeb9bd15e24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 1096 time: 0.1389620 Aug 19 12:20:40.188598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-807c9e86-a56a-42cb-a3eb-65eed1044db8 req-ea4f2bc5-79c8-4b49-92ec-53a4d489e647 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 210 time: 0.0765567 Aug 19 12:20:40.247910 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.252780 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1868afc5-e69e-4cfe-a0c3-ed5ce1369a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:20:03Z', 'revision_number': 4, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '9aecb696-2006-4667-851e-5159246562f0', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'port_id': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'mac_address': 'fa:16:3e:4d:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:13Z', 'updated_at': '2021-08-19T12:20:37Z', 'revision_number': 1, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc057c4-30b4-4d3b-96c6-53979af44209', 'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'mac_address': 'fa:16:3e:6d:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:01Z', 'updated_at': '2021-08-19T12:20:15Z', 'revision_number': 5, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'subnets': [{'id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:40.270782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843ef17-9200-473b-934a-9bd2d81781c7 req-f3819637-7772-455b-b968-81d48f63f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.272268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d843ef17-9200-473b-934a-9bd2d81781c7 req-f3819637-7772-455b-b968-81d48f63f5c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.1805565 Aug 19 12:20:40.280315 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868afc5-e69e-4cfe-a0c3-ed5ce1369a63 None None] Checking router: 72c03f96-38fa-4a91-ae56-830c75d0483f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:40.293422 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868afc5-e69e-4cfe-a0c3-ed5ce1369a63 None None] Routers {'72c03f96-38fa-4a91-ae56-830c75d0483f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:40.293422 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1868afc5-e69e-4cfe-a0c3-ed5ce1369a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['72c03f96-38fa-4a91-ae56-830c75d0483f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:40.332913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Made reservation on behalf of bb2da6c2d8144adaabb8f11bbf43d4d0 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:40.335212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.363033 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.373808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d490f971-3a1b-4c9f-a7d3-78d38042923b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:40.373995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] Network 8db98abb-1468-4346-8ff8-fb23f51cb192 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:40.377088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.378319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d490f971-3a1b-4c9f-a7d3-78d38042923b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:40.378911 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.391312 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d843ef17-9200-473b-934a-9bd2d81781c7 req-182b0c64-b287-4fb9-a68e-70c38383d266 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083 HTTP/1.1" status: 200 len: 999 time: 0.1122415 Aug 19 12:20:40.451317 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1868afc5-e69e-4cfe-a0c3-ed5ce1369a63 None None] Set router 72c03f96-38fa-4a91-ae56-830c75d0483f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:40.469777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Made reservation on behalf of e9122b62ade54036998fddd91baf1714 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:40.472763 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.500560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.510117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.514564 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.517046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:20:40.517046 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:20:40.517046 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id_1': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 20, 40, 388023)}] Aug 19 12:20:40.517046 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:20:40.519426 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:20:40.525126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843ef17-9200-473b-934a-9bd2d81781c7 req-90d50220-03a5-42d1-bbda-521f2f2b20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.527088 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Pushing event updated for resources: {'Port': ['ID=61bd4270-210c-43ad-938c-91090979bbc5,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:40.527556 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d843ef17-9200-473b-934a-9bd2d81781c7 req-90d50220-03a5-42d1-bbda-521f2f2b20e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1288428 Aug 19 12:20:40.545819 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d490f971-3a1b-4c9f-a7d3-78d38042923b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d490f971-3a1b-4c9f-a7d3-78d38042923b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:40.586085 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.637526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 8db98abb-1468-4346-8ff8-fb23f51cb192) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:40.648023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c07eda7-56ad-4f2a-9c1d-0d0484bf94b5 None None] Network 8db98abb-1468-4346-8ff8-fb23f51cb192 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:40.648230 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.650879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.650879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.673966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:40.675971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:40.695845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843ef17-9200-473b-934a-9bd2d81781c7 req-82b6b55c-2747-46d7-b840-bdb150be9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.697738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d843ef17-9200-473b-934a-9bd2d81781c7 req-82b6b55c-2747-46d7-b840-bdb150be9a1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1608951 Aug 19 12:20:40.735082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Network fef9b7d4-fb35-40d0-880c-9dc91d7874bb is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:40.746124 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.759294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Made reservation on behalf of 0c7d4b3ccaa84a9fb7b3afa90d212351 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:40.759294 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.799048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.800751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:40.815234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:40.816449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:40.817055 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:40.822003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event updated for resources: {'Port': ['ID=f158aaaf-031c-40e7-8507-3c4d74bdfade,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:40.905340 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-036529e8-ba47-476e-85ff-be2503f0c655 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7134335 Aug 19 12:20:40.908123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d490f971-3a1b-4c9f-a7d3-78d38042923b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:40.958238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d843ef17-9200-473b-934a-9bd2d81781c7 req-f2917c4a-7171-47e7-b5e4-979a3a25bec2 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441237 Aug 19 12:20:40.980436 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1868afc5-e69e-4cfe-a0c3-ed5ce1369a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:20:03Z', 'revision_number': 4, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '9aecb696-2006-4667-851e-5159246562f0', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'port_id': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'mac_address': 'fa:16:3e:4d:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:13Z', 'updated_at': '2021-08-19T12:20:37Z', 'revision_number': 1, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc057c4-30b4-4d3b-96c6-53979af44209', 'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'mac_address': 'fa:16:3e:6d:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:01Z', 'updated_at': '2021-08-19T12:20:15Z', 'revision_number': 5, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'subnets': [{'id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:41.024420 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.035506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Router 0f8db931-cb66-4517-857d-fb12092190bc has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:41.085988 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868afc5-e69e-4cfe-a0c3-ed5ce1369a63 None None] The sync data for ids ['72c03f96-38fa-4a91-ae56-830c75d0483f'] in n-d-803757-2 is: [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:20:03Z', 'revision_number': 4, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '9aecb696-2006-4667-851e-5159246562f0', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'port_id': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'mac_address': 'fa:16:3e:4d:ca:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:20:13Z', 'updated_at': '2021-08-19T12:20:37Z', 'revision_number': 1, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dc057c4-30b4-4d3b-96c6-53979af44209', 'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'mac_address': 'fa:16:3e:6d:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:01Z', 'updated_at': '2021-08-19T12:20:15Z', 'revision_number': 5, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'subnets': [{'id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:41.246019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc694ce-6782-4779-b970-3533affa4fad None None] Network 8db98abb-1468-4346-8ff8-fb23f51cb192 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:41.284944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-08a9b038-935a-4207-a476-36983741fcf7 None None] Provisioning complete for port 61bd4270-210c-43ad-938c-91090979bbc5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:41.285306 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-08a9b038-935a-4207-a476-36983741fcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.287894 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d843ef17-9200-473b-934a-9bd2d81781c7 req-8028ccc4-8c67-499b-816b-a1e9148c5f32 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990766 Aug 19 12:20:41.392905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-08a9b038-935a-4207-a476-36983741fcf7 None None] Port 61bd4270-210c-43ad-938c-91090979bbc5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:41.465493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-257e5c62-e4c5-4755-8273-9a40efca6703 req-e3b457e8-6f25-4cf5-ad60-0a600d39c398 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 210 time: 0.1160920 Aug 19 12:20:41.471906 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.504197 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:41.518447 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c1e939df-afb0-4c9b-8345-f88b9e75c8df admin admin] 10.222.0.21 "PUT /v2.0/routers/0f8db931-cb66-4517-857d-fb12092190bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3140762 Aug 19 12:20:41.542256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Sync routers for ids ['0f8db931-cb66-4517-857d-fb12092190bc'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:41.556274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.576399 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddc6a9d-9ff2-4841-8e8b-9163f4ce542c None None] New status for floating IP 9aecb696-2006-4667-851e-5159246562f0: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:20:41.580659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Routers {'0f8db931-cb66-4517-857d-fb12092190bc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:41.583694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0f8db931-cb66-4517-857d-fb12092190bc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:41.620867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:41.637403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ce82ff-c051-4415-beb2-58ba4a97e52c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:41.644780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-65029522-f114-48a3-970f-64286aa36e68 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0186889 Aug 19 12:20:41.648482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52474) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:41.728490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d490f971-3a1b-4c9f-a7d3-78d38042923b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:41.767929 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.768561 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Added segment a36c5520-0652-4c44-8f6a-3b90c0d16c5e of type vlan for network ce726399-d1c8-4413-8ca5-6de1e3ca0925 Aug 19 12:20:41.883218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-15de62c0-2714-4648-be1a-eb30c3d74f7f tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Deleting port f158aaaf-031c-40e7-8507-3c4d74bdfade {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:41.883617 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-15de62c0-2714-4648-be1a-eb30c3d74f7f tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:41.937101 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.070842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.107965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Set router 0f8db931-cb66-4517-857d-fb12092190bc gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:42.156253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.157449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.158192 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.195887 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-15de62c0-2714-4648-be1a-eb30c3d74f7f tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.292607 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.310011 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.311502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d490f971-3a1b-4c9f-a7d3-78d38042923b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:42.311947 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.332551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40647163-ad62-455d-afcd-736212858a13 req-38b1a1f6-6895-4cd7-a0ba-7b8b23a932c4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:42.342928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-38b1a1f6-6895-4cd7-a0ba-7b8b23a932c4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 808 time: 0.4085763 Aug 19 12:20:42.344252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-15de62c0-2714-4648-be1a-eb30c3d74f7f tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Calling delete_port for f158aaaf-031c-40e7-8507-3c4d74bdfade owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:42.368257 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] Pushing event updated for resources: {'Network': ['ID=ce726399-d1c8-4413-8ca5-6de1e3ca0925,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:42.382108 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-ffea6dff-a3c1-411e-ab14-cd7e3d7f3453 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/quotas/6234d0c986c14810828c0377a08fc051 HTTP/1.1" status: 200 len: 375 time: 0.0303659 Aug 19 12:20:42.403694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ce726399-d1c8-4413-8ca5-6de1e3ca0925 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:42.424649 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.441564 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1109a15-f77e-40c8-9293-26d0355cc05d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:42.501382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-e2244208-1650-4929-b90d-02728d3ff8d4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163535 Aug 19 12:20:42.536344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6f23fc84-1b82-40f4-bd5c-b91af92cff3d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2481670 Aug 19 12:20:42.540090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52534) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:42.547614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] Request body: {'subnet': {'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2122999768-subnet', 'tenant_id': 'e9122b62ade54036998fddd91baf1714', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:42.643228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:20:42.644741 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2b7cc9aa-31f0-49c6-bde9-558bd8f8542a req-fd87920b-08cd-4785-99a0-34b1cefd898c tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 210 time: 0.0590060 Aug 19 12:20:42.654302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Allocated IP 192.168.233.180 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/74502202-169e-4760-978a-1452e6090ae6) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:42.661708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cc493e-0cbc-4824-a0ac-fe1cc91f5cfe,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:42.687329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] Made reservation on behalf of e9122b62ade54036998fddd91baf1714 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:42.691369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.710670 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.711091 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Added segment 13d02b1b-5b03-4f48-933a-d8e4a920e7ee of type vlan for network 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 Aug 19 12:20:42.766781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:39Z', 'revision_number': 4, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '61bd4270-210c-43ad-938c-91090979bbc5', 'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:36Z', 'updated_at': '2021-08-19T12:20:39Z', 'revision_number': 2, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'subnets': [{'id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:42.807573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Checking router: 0f8db931-cb66-4517-857d-fb12092190bc for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:42.808487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Updating router 0f8db931-cb66-4517-857d-fb12092190bc port 61bd4270-210c-43ad-938c-91090979bbc5 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:20:42.840806 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-f01d5074-095d-483c-92bd-210444f22ab3 service neutron] 10.222.0.21 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385570 Aug 19 12:20:42.843876 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:42.863398 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.011657 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.073757 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-9e7a4a67-7472-410e-9f68-cbacf12b26bb service neutron] 10.222.0.21 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317898 Aug 19 12:20:43.075074 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.076070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:43.081780 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.110164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-15de62c0-2714-4648-be1a-eb30c3d74f7f tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.297058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Transition to ACTIVE for port object 74502202-169e-4760-978a-1452e6090ae6 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:43.298899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.7631087 Aug 19 12:20:43.311938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52548) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:43.355744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de62c0-2714-4648-be1a-eb30c3d74f7f tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event deleted for resources: {'Port': ['ID=f158aaaf-031c-40e7-8507-3c4d74bdfade,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:43.372912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] Request body: {'subnet': {'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-subnet', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:43.413396 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.424635 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-15de62c0-2714-4648-be1a-eb30c3d74f7f tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.427121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-15de62c0-2714-4648-be1a-eb30c3d74f7f tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f158aaaf-031c-40e7-8507-3c4d74bdfade HTTP/1.1" status: 204 len: 168 time: 1.7773962 Aug 19 12:20:43.430540 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52552) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:43.439396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fef9b7d4-fb35-40d0-880c-9dc91d7874bb', 'external_fixed_ips': [{'subnet_id': '44e24d7f-6576-460a-9016-91364d329b76', 'ip_address': '2001:db8::3bf'}]}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:43.446834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Transition to ACTIVE for port object 61bd4270-210c-43ad-938c-91090979bbc5 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:43.452342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8229b86-b3b5-4cca-b1f5-c001f3259034 admin admin] Pushing event updated for resources: {'Network': ['ID=41d67d9e-fa96-45c6-8af7-cfee74ad40f2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:43.464347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:20:43.559454 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.576129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] Made reservation on behalf of bb2da6c2d8144adaabb8f11bbf43d4d0 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:43.578186 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.643529 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-607464ce-9647-45dd-8ae6-c3f29450014b req-1358c4f7-f109-489f-9bb0-8887455168d2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 210 time: 0.0855491 Aug 19 12:20:43.676314 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.676488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:43.713770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:43.749705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbde5ec-3e77-4bd0-a4ea-af2b6f659f02 None None] Pushing event updated for resources: {'Port': ['ID=61bd4270-210c-43ad-938c-91090979bbc5,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:43.762878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:43.785020 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.788205 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.795653 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.888068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Pushing event updated for resources: {'Port': ['ID=74502202-169e-4760-978a-1452e6090ae6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:43.914279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Attempting to bind port 61bd4270-210c-43ad-938c-91090979bbc5 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:43.915225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Attempting to bind port 61bd4270-210c-43ad-938c-91090979bbc5 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:43.932242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Attempting to bind port 61bd4270-210c-43ad-938c-91090979bbc5 on network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:43.947466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:43.947983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Checking segment: {'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:43.948409 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:43.948808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Bound using segment: {'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:43.949274 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Bound port: 61bd4270-210c-43ad-938c-91090979bbc5, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:43.949795 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.055864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:44.055864 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.078146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a30a79-0796-4e2e-a201-ffee4494f99e,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:44.095939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] Checking segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:44.096635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] Network hostable DHCP agents. Network: ce726399-d1c8-4413-8ca5-6de1e3ca0925, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:44.102870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] For port 61bd4270-210c-43ad-938c-91090979bbc5, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:44.112678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.115480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] For port 61bd4270-210c-43ad-938c-91090979bbc5, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=61bd4270-210c-43ad-938c-91090979bbc5,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:44.126415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181ec6b-8a54-4fe0-a376-68aa8a15edbb req-32781284-2cac-4982-8de9-8e5f55ea960f tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:44.134060 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5181ec6b-8a54-4fe0-a376-68aa8a15edbb req-32781284-2cac-4982-8de9-8e5f55ea960f tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 936 time: 0.2941365 Aug 19 12:20:44.241076 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-f066428c-fbca-4549-9f6f-8707eabc3203 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9108424 Aug 19 12:20:44.241217 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5181ec6b-8a54-4fe0-a376-68aa8a15edbb req-a9a76aeb-3936-4aac-8fd7-479e90ff2156 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043837 Aug 19 12:20:44.260472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Request body: {'port': {'device_id': 'e6aaa22b-ffcd-474f-8134-567370ab1a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:44.277082 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.341428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] Network ce726399-d1c8-4413-8ca5-6de1e3ca0925 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:44.355950 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.470711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b61838b-6429-4730-8258-54a61c531504 None None] Provisioning for port 74502202-169e-4760-978a-1452e6090ae6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:44.484427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b61838b-6429-4730-8258-54a61c531504 None None] Provisioning complete for port 74502202-169e-4760-978a-1452e6090ae6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:44.490001 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b61838b-6429-4730-8258-54a61c531504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.498133 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.505280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbde5ec-3e77-4bd0-a4ea-af2b6f659f02 None None] Pushing event updated for resources: {'Port': ['ID=61bd4270-210c-43ad-938c-91090979bbc5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:44.569557 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.593294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Routers {'0f8db931-cb66-4517-857d-fb12092190bc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:44.594209 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0f8db931-cb66-4517-857d-fb12092190bc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:44.601482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:44.611739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, ce726399-d1c8-4413-8ca5-6de1e3ca0925) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:44.619621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:44.620233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:44.630041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] Checking segment: {'id': '13d02b1b-5b03-4f48-933a-d8e4a920e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:44.630391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] Network hostable DHCP agents. Network: 41d67d9e-fa96-45c6-8af7-cfee74ad40f2, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:20:44.687073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f05e2ca-4445-4b3d-8fc3-776756e8aa01 None None] Network ce726399-d1c8-4413-8ca5-6de1e3ca0925 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:44.768986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2b61838b-6429-4730-8258-54a61c531504 None None] Port 74502202-169e-4760-978a-1452e6090ae6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:44.813535 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6ed9453-b8ed-435e-ac50-7b2701c405f4 req-5ece2940-2c46-4209-b0bf-e060c4030596 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 210 time: 0.0478792 Aug 19 12:20:44.902065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f28bac62-e478-412c-a41b-c1af601a0108 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3608198 Aug 19 12:20:44.945159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] Network 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:20:44.967891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 41d67d9e-fa96-45c6-8af7-cfee74ad40f2) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:44.976357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:44.979878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.001294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] Set router 0f8db931-cb66-4517-857d-fb12092190bc gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:45.043305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6085d-67df-4a07-b440-5b20bcbc0528 None None] Network 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:45.128870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc607d49-6a24-454a-aaf1-886aec177948 None None] Network ce726399-d1c8-4413-8ca5-6de1e3ca0925 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:45.218156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74502202-169e-4760-978a-1452e6090ae6 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:45.236650 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.244241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-caef5b1f-9e1b-427d-acc8-ad0af7fefae2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8746817 Aug 19 12:20:45.252919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52626) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:45.260751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-router', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:45.272283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Transition to ACTIVE for port object 74502202-169e-4760-978a-1452e6090ae6 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:45.389228 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.430540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.436354 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.628290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4ea8e-b687-4a56-a4b6-f45ed72ba499 req-32cf2875-69b6-498b-8f46-2cdfb95cd13d tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:45.629912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47a4ea8e-b687-4a56-a4b6-f45ed72ba499 req-32cf2875-69b6-498b-8f46-2cdfb95cd13d tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 948 time: 0.2112024 Aug 19 12:20:45.636500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Pushing event updated for resources: {'Port': ['ID=74502202-169e-4760-978a-1452e6090ae6,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:45.783490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Attempting to bind port 74502202-169e-4760-978a-1452e6090ae6 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:45.784153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Attempting to bind port 74502202-169e-4760-978a-1452e6090ae6 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:45.784634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Attempting to bind port 74502202-169e-4760-978a-1452e6090ae6 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:45.791983 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Port 74502202-169e-4760-978a-1452e6090ae6 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:45.792395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Attempting to bind port 74502202-169e-4760-978a-1452e6090ae6 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:45.799207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:45.799689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:45.800180 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:45.800805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Bound port: 74502202-169e-4760-978a-1452e6090ae6, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:45.801270 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:45.825648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47a4ea8e-b687-4a56-a4b6-f45ed72ba499 req-b8dab79a-5a51-4153-8125-78a1c9062264 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757791 Aug 19 12:20:45.944237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Allocated IP 2001:db8::3bf (fef9b7d4-fb35-40d0-880c-9dc91d7874bb/44e24d7f-6576-460a-9016-91364d329b76/6e14ea03-0865-476d-a03a-c8ccb72b3b85) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:45.962695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] For port 74502202-169e-4760-978a-1452e6090ae6, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:45.964440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] For port 74502202-169e-4760-978a-1452e6090ae6, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=74502202-169e-4760-978a-1452e6090ae6,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:46.068248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-41d67d9e-fa96-45c6-8af7-cfee74ad40f2', 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'fixed_ips': [{'subnet_id': '90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:20:46.075217 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.163061 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.254595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:39Z', 'revision_number': 4, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '61bd4270-210c-43ad-938c-91090979bbc5', 'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:36Z', 'updated_at': '2021-08-19T12:20:44Z', 'revision_number': 4, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'subnets': [{'id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:46.321845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.323280 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.416937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.440704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ed5f5d-b002-4c37-9ae0-eeceab48e87a None None] The sync data for ids ['0f8db931-cb66-4517-857d-fb12092190bc'] in n-d-803757-2 is: [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:39Z', 'revision_number': 4, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '61bd4270-210c-43ad-938c-91090979bbc5', 'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:36Z', 'updated_at': '2021-08-19T12:20:44Z', 'revision_number': 4, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'subnets': [{'id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:46.507918 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.532545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:46.533217 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.539077 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] 10.222.0.62 "PUT /v2.0/ports/74502202-169e-4760-978a-1452e6090ae6 HTTP/1.1" status: 200 len: 1096 time: 2.2879157 Aug 19 12:20:46.559581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aaa22b-ffcd-474f-8134-567370ab1a3f', 'tag': '74502202-169e-4760-978a-1452e6090ae6'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:46.564282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.564419 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9" -d '{"events": [{"name": "network-changed", "server_uuid": "e6aaa22b-ffcd-474f-8134-567370ab1a3f", "tag": "74502202-169e-4760-978a-1452e6090ae6"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:46.573173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Allocated IP 172.20.0.2 (41d67d9e-fa96-45c6-8af7-cfee74ad40f2/90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5/79aa9353-87e1-4c57-ade7-d4596212f473) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:46.635125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ac47d-ed61-48cf-870f-37df1b02e648 service neutron] Pushing event updated for resources: {'Port': ['ID=74502202-169e-4760-978a-1452e6090ae6,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:46.684843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Network fef9b7d4-fb35-40d0-880c-9dc91d7874bb is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:46.687966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:46.695199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:46.703312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event updated for resources: {'Port': ['ID=6e14ea03-0865-476d-a03a-c8ccb72b3b85,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:46.861653 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:46.871373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Transition to ACTIVE for port object 79aa9353-87e1-4c57-ade7-d4596212f473 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:46.896594 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Transition to ACTIVE for port object 79aa9353-87e1-4c57-ade7-d4596212f473 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:47.248426 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:20:47.382474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-41a798a5-76ea-458a-a98c-65812a53dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.384703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-41a798a5-76ea-458a-a98c-65812a53dc5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c7d4b3ccaa84a9fb7b3afa90d212351&device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 1099 time: 0.0603631 Aug 19 12:20:47.408719 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.439422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-5f30c621-2ef9-466c-b756-d25b176a478f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=74502202-169e-4760-978a-1452e6090ae6 HTTP/1.1" status: 200 len: 217 time: 0.0459328 Aug 19 12:20:47.524867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-8b87378c-9272-49c6-a9df-af5501427c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.526693 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-8b87378c-9272-49c6-a9df-af5501427c07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0776174 Aug 19 12:20:47.530651 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.553293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Network 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:47.556698 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:47.560762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:47.585828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Pushing event updated for resources: {'Port': ['ID=79aa9353-87e1-4c57-ade7-d4596212f473,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:47.659399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-96ecc62e-96e5-48b2-9e3a-3d030f55c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:47.664880 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-96ecc62e-96e5-48b2-9e3a-3d030f55c44a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306887 Aug 19 12:20:47.693527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Attempting to bind port 79aa9353-87e1-4c57-ade7-d4596212f473 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:47.694121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Attempting to bind port 79aa9353-87e1-4c57-ade7-d4596212f473 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '13d02b1b-5b03-4f48-933a-d8e4a920e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:47.694327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Attempting to bind port 79aa9353-87e1-4c57-ade7-d4596212f473 on network 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:47.707312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:47.707739 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Checking segment: {'id': '13d02b1b-5b03-4f48-933a-d8e4a920e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:47.722925 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.723661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Bound using segment: {'id': '13d02b1b-5b03-4f48-933a-d8e4a920e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:47.724428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Bound port: 79aa9353-87e1-4c57-ade7-d4596212f473, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d02b1b-5b03-4f48-933a-d8e4a920e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:47.738149 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:47.742178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 61bd4270-210c-43ad-938c-91090979bbc5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:47.924399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] For port 79aa9353-87e1-4c57-ade7-d4596212f473, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:47.925304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] For port 79aa9353-87e1-4c57-ade7-d4596212f473, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=79aa9353-87e1-4c57-ade7-d4596212f473,segment=NetworkSegment(13d02b1b-5b03-4f48-933a-d8e4a920e7ee),segment_id=13d02b1b-5b03-4f48-933a-d8e4a920e7ee)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:47.953447 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-e40d9837-89fe-427b-9541-ecc42dd96a54 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807510 Aug 19 12:20:48.012793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 61bd4270-210c-43ad-938c-91090979bbc5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:48.017720 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 61bd4270-210c-43ad-938c-91090979bbc5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:48.018124 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.101426 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.154478 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a209b609-6be9-439a-b24b-3b39a2e0d3a9 req-91c46642-29c8-46df-86b3-15c52e079dc8 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815081 Aug 19 12:20:48.349205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b3ec3-802f-4958-a24f-0b183567d8fe None None] Pushing event updated for resources: {'Port': ['ID=79aa9353-87e1-4c57-ade7-d4596212f473,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:48.373901 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.451065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 61bd4270-210c-43ad-938c-91090979bbc5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=61bd4270-210c-43ad-938c-91090979bbc5,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:48.471570 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.537068 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.599634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=61bd4270-210c-43ad-938c-91090979bbc5,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:48.911585 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.966173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40647163-ad62-455d-afcd-736212858a13 req-779a02c0-55e4-4f01-9dd8-a7fd8b449708 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:48.967844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-779a02c0-55e4-4f01-9dd8-a7fd8b449708 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.62 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 808 time: 0.3116603 Aug 19 12:20:48.970888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:48.982978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Request body: {'port': {'device_id': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4', 'admin_state_up': True, 'tenant_id': '6234d0c986c14810828c0377a08fc051'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:49.040720 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.181472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Allocated IP 172.25.2.184 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/b01d98b0-d56d-4cbb-a59b-0e5f95d7555c) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:49.313299 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.441294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Made reservation on behalf of 6234d0c986c14810828c0377a08fc051 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:49.445315 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.491934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Router cb9f5511-6ad3-48f4-929b-fd35f1a7c502 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:20:49.501513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccebeefc-d850-4ee8-8ab3-ca14ec19c82f None None] Network 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:20:49.578084 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.607273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Allocated IP 172.20.0.2 (142bcacd-7cc1-49d7-8cfe-21991cda91a4/d5051029-ce9d-4119-b80a-a2ba91652dde/6b3620ea-7b45-4707-a39c-356764d916b2) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:49.624570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:49.629661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:49.728118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8c11adcb-699b-419e-9139-3397fbb87121 None None] Provisioning for port 79aa9353-87e1-4c57-ade7-d4596212f473 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:49.777053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:49.781765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:49.792503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] Sync routers for ids ['cb9f5511-6ad3-48f4-929b-fd35f1a7c502'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:49.810920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 79aa9353-87e1-4c57-ade7-d4596212f473 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:49.821606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] Routers {'cb9f5511-6ad3-48f4-929b-fd35f1a7c502'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:49.822963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cb9f5511-6ad3-48f4-929b-fd35f1a7c502'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:49.879557 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.892415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Pushing event updated for resources: {'Port': ['ID=b01d98b0-d56d-4cbb-a59b-0e5f95d7555c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:49.984962 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:49.986449 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3d610cf4-c3d5-46c1-82e1-9d3cb5532dc8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.5544503 Aug 19 12:20:49.989333 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52678) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:50.067722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 74502202-169e-4760-978a-1452e6090ae6 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:50.079341 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.158481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-16452c60-b5ff-4ab6-a256-84795fb54aa6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:50.169240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-16452c60-b5ff-4ab6-a256-84795fb54aa6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.2885339 Aug 19 12:20:50.183378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-34a8ea54-12f2-41b7-83b6-8aa97199eee8 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/quotas/e9122b62ade54036998fddd91baf1714 HTTP/1.1" status: 200 len: 375 time: 0.0152180 Aug 19 12:20:50.204289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] Set router cb9f5511-6ad3-48f4-929b-fd35f1a7c502 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:50.232219 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-96d6d118-1447-4df5-897c-0684ee66a999 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341620 Aug 19 12:20:50.250427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:50.264970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:50.268702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:50.313914 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Pushing event updated for resources: {'Port': ['ID=6b3620ea-7b45-4707-a39c-356764d916b2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:50.331797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 79aa9353-87e1-4c57-ade7-d4596212f473 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:50.337062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f4b43-8827-4444-a0c5-75877bb6196e req-6a21f847-52fb-40d2-8665-f09a8a9aef5f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:50.338655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-869f4b43-8827-4444-a0c5-75877bb6196e req-6a21f847-52fb-40d2-8665-f09a8a9aef5f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 931 time: 0.2382517 Aug 19 12:20:50.340652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 79aa9353-87e1-4c57-ade7-d4596212f473 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:50.341199 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.342465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.403478 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:50.404130 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.423561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 74502202-169e-4760-978a-1452e6090ae6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=74502202-169e-4760-978a-1452e6090ae6,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:50.451152 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '74502202-169e-4760-978a-1452e6090ae6', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '74502202-169e-4760-978a-1452e6090ae6', 'mac_address': 'fa:16:3e:1d:41:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:50.453276 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-c1654469-3882-4454-8243-ba179ef65847 service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125812 Aug 19 12:20:50.497093 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-869f4b43-8827-4444-a0c5-75877bb6196e req-c11f4487-e7ea-4cc1-a82e-0e3c41f15415 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145155 Aug 19 12:20:50.547948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.565066 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a02c2c4-bb9e-4f9e-8e46-f17300e59e84 x-openstack-request-id: req-3a02c2c4-bb9e-4f9e-8e46-f17300e59e84 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:50.565364 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6aaa22b-ffcd-474f-8134-567370ab1a3f", "tag": "74502202-169e-4760-978a-1452e6090ae6", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:50.566137 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a02c2c4-bb9e-4f9e-8e46-f17300e59e84 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:50.566137 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6aaa22b-ffcd-474f-8134-567370ab1a3f', 'tag': '74502202-169e-4760-978a-1452e6090ae6', 'status': 'completed', 'code': 200} Aug 19 12:20:50.568473 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.587856 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.591042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-55f00813-a49f-42eb-9917-6487944f283e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6137011 Aug 19 12:20:50.599752 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.605986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Request body: {'port': {'device_id': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:50.652688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 79aa9353-87e1-4c57-ade7-d4596212f473, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=79aa9353-87e1-4c57-ade7-d4596212f473,segment=NetworkSegment(13d02b1b-5b03-4f48-933a-d8e4a920e7ee),segment_id=13d02b1b-5b03-4f48-933a-d8e4a920e7ee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:50.658865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74502202-169e-4760-978a-1452e6090ae6 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:50.695718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 74502202-169e-4760-978a-1452e6090ae6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=74502202-169e-4760-978a-1452e6090ae6,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:50.705349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9f5511-6ad3-48f4-929b-fd35f1a7c502', 'name': '', 'tenant_id': '87fad25d99474d229bf7055b567e44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fef9b7d4-fb35-40d0-880c-9dc91d7874bb', 'external_fixed_ips': [{'subnet_id': '44e24d7f-6576-460a-9016-91364d329b76', 'ip_address': '2001:db8::3bf'}], 'enable_snat': True}, 'gw_port_id': '6e14ea03-0865-476d-a03a-c8ccb72b3b85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:43Z', 'updated_at': '2021-08-19T12:20:46Z', 'revision_number': 3, 'project_id': '87fad25d99474d229bf7055b567e44a7', 'gw_port': {'id': '6e14ea03-0865-476d-a03a-c8ccb72b3b85', 'name': '', 'network_id': 'fef9b7d4-fb35-40d0-880c-9dc91d7874bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:11:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9f5511-6ad3-48f4-929b-fd35f1a7c502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '44e24d7f-6576-460a-9016-91364d329b76', 'ip_address': '2001:db8::3bf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:45Z', 'updated_at': '2021-08-19T12:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44e24d7f-6576-460a-9016-91364d329b76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:50.741088 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9 req-cd394a8c-e001-4c1e-839e-94c0f78d0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:50.743169 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9 req-cd394a8c-e001-4c1e-839e-94c0f78d0ef1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c7d4b3ccaa84a9fb7b3afa90d212351&device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 1099 time: 0.1142292 Aug 19 12:20:50.744190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] Checking router: cb9f5511-6ad3-48f4-929b-fd35f1a7c502 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:50.749470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] Updating router cb9f5511-6ad3-48f4-929b-fd35f1a7c502 port 6e14ea03-0865-476d-a03a-c8ccb72b3b85 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:20:50.749643 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-79032ba4-906c-4009-b65f-f0f3d87902f5 service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931941 Aug 19 12:20:50.762834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.775022 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.801503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.801503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 61bd4270-210c-43ad-938c-91090979bbc5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:50.829019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e895c-52d1-46bd-bf5c-76cfc0bde455 req-c6973efa-d0dd-4352-9190-3d1455f0c316 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:50.830701 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de2e895c-52d1-46bd-bf5c-76cfc0bde455 req-c6973efa-d0dd-4352-9190-3d1455f0c316 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 948 time: 0.1823506 Aug 19 12:20:50.853705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9 req-4c350a4f-2234-46ef-960b-d128c149b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:50.855234 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9 req-4c350a4f-2234-46ef-960b-d128c149b7b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1018693 Aug 19 12:20:50.875370 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.884960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Deleting port 6e14ea03-0865-476d-a03a-c8ccb72b3b85 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:50.885393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:50.908298 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9 req-73ae4f45-58b9-4db5-95c3-b9132c503166 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=74502202-169e-4760-978a-1452e6090ae6 HTTP/1.1" status: 200 len: 217 time: 0.0454068 Aug 19 12:20:51.026825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=79aa9353-87e1-4c57-ade7-d4596212f473,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:51.037877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9 req-0a474016-b04f-4aed-b054-cf6627dec2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:51.039474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9 req-0a474016-b04f-4aed-b054-cf6627dec2c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0904906 Aug 19 12:20:51.084355 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.097087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Calling delete_port for 6e14ea03-0865-476d-a03a-c8ccb72b3b85 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:20:51.104159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.117405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9 req-00f889a4-1ad6-46a5-aa5d-97a2559d3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:51.119065 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9 req-00f889a4-1ad6-46a5-aa5d-97a2559d3d7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707517 Aug 19 12:20:51.303694 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9 req-5ffb9366-e516-4c84-85a5-24b28c9ca706 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524870 Aug 19 12:20:51.306451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['74502202-169e-4760-978a-1452e6090ae6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:51.364207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de2e895c-52d1-46bd-bf5c-76cfc0bde455 req-746357f4-6bf9-474b-bbda-10be276fa146 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157845 Aug 19 12:20:51.409284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=74502202-169e-4760-978a-1452e6090ae6,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:51.425307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 61bd4270-210c-43ad-938c-91090979bbc5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:51.425543 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.450636 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.542111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e14ea03-0865-476d-a03a-c8ccb72b3b85,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:51.580021 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c29323d0-f6cc-4a86-9a64-71270395f3ea req-2f0fd411-8402-477d-97cc-27d80f731fcb tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0498765 Aug 19 12:20:51.627576 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:51.631356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad8c7c57-7dc4-4eaf-9ce7-4de334c7aee9 req-b3f4a6b7-d160-4d6c-924d-bb4b14ef8ce2 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176937 Aug 19 12:20:51.657514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Router 1bb8d055-d549-45b4-95b9-d0736cffb71a is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:20:51.700387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d88723-e483-43c5-b414-2d1071de0031 req-95bb7ca1-afa2-43ae-87b3-cba728a749f7 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:51.704446 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9d88723-e483-43c5-b414-2d1071de0031 req-95bb7ca1-afa2-43ae-87b3-cba728a749f7 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 950 time: 0.1376772 Aug 19 12:20:51.778264 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:20:51.778824 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:20:51.862576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 79aa9353-87e1-4c57-ade7-d4596212f473 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:51.932548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 79aa9353-87e1-4c57-ade7-d4596212f473 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:51.932921 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.051901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.057941 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.100765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3620ea-7b45-4707-a39c-356764d916b2 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:52.119926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.129667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935136c8-c687-4a7c-b1e5-d1f99c8e6275 req-14eb3433-99c4-4b6a-a3e4-bad5b5fd3acb tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:52.132002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-935136c8-c687-4a7c-b1e5-d1f99c8e6275 req-14eb3433-99c4-4b6a-a3e4-bad5b5fd3acb tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 931 time: 0.4112232 Aug 19 12:20:52.179550 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-935136c8-c687-4a7c-b1e5-d1f99c8e6275 req-172b68e2-e0c1-4165-b52a-92aec1e3abbb tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397048 Aug 19 12:20:52.296019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] Port 6e14ea03-0865-476d-a03a-c8ccb72b3b85 not found while updating agent binding for router cb9f5511-6ad3-48f4-929b-fd35f1a7c502. {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 12:20:52.306298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] Routers {'cb9f5511-6ad3-48f4-929b-fd35f1a7c502'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:52.307265 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['cb9f5511-6ad3-48f4-929b-fd35f1a7c502'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:52.309791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9d88723-e483-43c5-b414-2d1071de0031 req-1eaf0126-b1cb-43d6-afde-588bff44b65c tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5948372 Aug 19 12:20:52.311497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:52.318922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Transition to ACTIVE for port object 6b3620ea-7b45-4707-a39c-356764d916b2 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:52.320911 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.323251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb9f5511-6ad3-48f4-929b-fd35f1a7c502 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:20:52.328473 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Sync routers for ids ['1bb8d055-d549-45b4-95b9-d0736cffb71a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:52.332102 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.336942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52706) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:52.337694 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0ffd1768-8d0c-40fe-8fbb-f3b3b1018fbc tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "DELETE /v2.0/routers/cb9f5511-6ad3-48f4-929b-fd35f1a7c502 HTTP/1.1" status: 204 len: 168 time: 2.3466177 Aug 19 12:20:52.355016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Routers {'1bb8d055-d549-45b4-95b9-d0736cffb71a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:52.357138 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['1bb8d055-d549-45b4-95b9-d0736cffb71a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:52.390373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dd5b05-a090-4f18-92b5-1619e9431a74 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Deleting subnet 44e24d7f-6576-460a-9016-91364d329b76 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:20:52.390373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60dd5b05-a090-4f18-92b5-1619e9431a74 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.425719 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60dd5b05-a090-4f18-92b5-1619e9431a74 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.437050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] Set router cb9f5511-6ad3-48f4-929b-fd35f1a7c502 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:52.466663 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.495526 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.502236 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-55c26f9a-e4ab-4db9-b483-9d544df16f54 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.2482712 Aug 19 12:20:52.534605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52720) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:52.565845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9f5511-6ad3-48f4-929b-fd35f1a7c502', 'name': '', 'tenant_id': '87fad25d99474d229bf7055b567e44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:43Z', 'updated_at': '2021-08-19T12:20:51Z', 'revision_number': 5, 'project_id': '87fad25d99474d229bf7055b567e44a7', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:52.579869 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Set router 1bb8d055-d549-45b4-95b9-d0736cffb71a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:52.580777 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60dd5b05-a090-4f18-92b5-1619e9431a74 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.591208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3620ea-7b45-4707-a39c-356764d916b2,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:52.622158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caa7389-ade4-4ae3-875b-b55dc4b85628 None None] The sync data for ids ['cb9f5511-6ad3-48f4-929b-fd35f1a7c502'] in n-d-803757-2 is: [{'id': 'cb9f5511-6ad3-48f4-929b-fd35f1a7c502', 'name': '', 'tenant_id': '87fad25d99474d229bf7055b567e44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:43Z', 'updated_at': '2021-08-19T12:20:51Z', 'revision_number': 5, 'project_id': '87fad25d99474d229bf7055b567e44a7', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:52.779721 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:52.780054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:52.780390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:52.793121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Port 6b3620ea-7b45-4707-a39c-356764d916b2 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:52.793536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:52.800275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:52.800612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:52.801002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:52.801432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Bound port: 6b3620ea-7b45-4707-a39c-356764d916b2, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:52.802388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.837494 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-router', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:46Z', 'updated_at': '2021-08-19T12:20:50Z', 'revision_number': 3, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'gw_port': {'id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:49Z', 'updated_at': '2021-08-19T12:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:52.871492 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Checking router: 1bb8d055-d549-45b4-95b9-d0736cffb71a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:52.872155 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Updating router 1bb8d055-d549-45b4-95b9-d0736cffb71a port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:20:52.914423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:52.922905 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:52.924771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6b3620ea-7b45-4707-a39c-356764d916b2,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:52.931103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0da39c-67f8-422b-874b-3405101c2d6d req-fdde5a4b-99c3-4c93-b682-fb8c48ae928b tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:52.933444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d0da39c-67f8-422b-874b-3405101c2d6d req-fdde5a4b-99c3-4c93-b682-fb8c48ae928b tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 949 time: 0.4282711 Aug 19 12:20:52.998439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60dd5b05-a090-4f18-92b5-1619e9431a74 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.025296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.048850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd5b05-a090-4f18-92b5-1619e9431a74 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=44e24d7f-6576-460a-9016-91364d329b76,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:53.051349 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60dd5b05-a090-4f18-92b5-1619e9431a74 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.056753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-60dd5b05-a090-4f18-92b5-1619e9431a74 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/44e24d7f-6576-460a-9016-91364d329b76 HTTP/1.1" status: 204 len: 168 time: 0.7186971 Aug 19 12:20:53.060295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:53.061068 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.062331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52730) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:53.064031 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] 10.222.0.62 "PUT /v2.0/ports/6b3620ea-7b45-4707-a39c-356764d916b2 HTTP/1.1" status: 200 len: 1091 time: 2.4635198 Aug 19 12:20:53.075698 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d0da39c-67f8-422b-874b-3405101c2d6d req-495c4be6-7332-4bd0-8f7e-6b5b254f22c7 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339824 Aug 19 12:20:53.130550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'tag': '6b3620ea-7b45-4707-a39c-356764d916b2'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:53.133976 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bbe6a7-d2a1-4d01-9577-5a34ee981e73" -d '{"events": [{"name": "network-changed", "server_uuid": "7238a23f-a1d4-4f68-a45b-b14e71858d1d", "tag": "6b3620ea-7b45-4707-a39c-356764d916b2"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:53.137904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747e88f-a310-4988-b880-b3b13efcadb6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3620ea-7b45-4707-a39c-356764d916b2,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:53.285995 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.380484 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71317c0-1795-48e8-b3fa-fd574b820844 x-openstack-request-id: req-f71317c0-1795-48e8-b3fa-fd574b820844 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:53.380784 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7238a23f-a1d4-4f68-a45b-b14e71858d1d", "tag": "6b3620ea-7b45-4707-a39c-356764d916b2", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:53.381043 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f71317c0-1795-48e8-b3fa-fd574b820844 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:53.381443 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'tag': '6b3620ea-7b45-4707-a39c-356764d916b2', 'status': 'completed', 'code': 200} Aug 19 12:20:53.406125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-482b1f4c-5f98-4cfb-bbd9-ac7f602ed323 req-91489a5e-5d3d-42e6-b28e-764b77d5e995 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 210 time: 0.1473033 Aug 19 12:20:53.415624 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40647163-ad62-455d-afcd-736212858a13 req-f4471756-9ed1-4ed7-b337-cd2ef93f5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:53.418065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-f4471756-9ed1-4ed7-b337-cd2ef93f5997 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 1094 time: 0.1870394 Aug 19 12:20:53.456977 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.457486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.469259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef9b7d4-fb35-40d0-880c-9dc91d7874bb']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:53.477810 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Transition to ACTIVE for port object b01d98b0-d56d-4cbb-a59b-0e5f95d7555c will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:53.482366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e070a845-b076-4e44-9b47-553c156b9443') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:53.482669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e070a845-b076-4e44-9b47-553c156b9443') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:53.494600 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.514257 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.537130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:20:53.537548 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:20:53.539541 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:20:53.544674 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-450dc8fc-bab0-4b97-bca8-846297ed40f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3620ea-7b45-4707-a39c-356764d916b2 HTTP/1.1" status: 200 len: 217 time: 0.1176639 Aug 19 12:20:53.589789 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.658073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40647163-ad62-455d-afcd-736212858a13 req-df523f75-28aa-4eee-b1d1-ba8f12a3ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:53.659836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-df523f75-28aa-4eee-b1d1-ba8f12a3ad9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0951397 Aug 19 12:20:53.678671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870a42b-2d9f-4eec-95eb-dac6dcf3ee17 req-d06fff1d-328e-448a-8d24-4031050442fa tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:53.680419 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f870a42b-2d9f-4eec-95eb-dac6dcf3ee17 req-d06fff1d-328e-448a-8d24-4031050442fa tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 943 time: 0.1531746 Aug 19 12:20:53.684123 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.706347 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ad721-5cd4-49a0-819f-f5e28dccbe74 None None] Pushing event updated for resources: {'Port': ['ID=b01d98b0-d56d-4cbb-a59b-0e5f95d7555c,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:53.736012 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-3f3d1994-ef40-4c1c-960e-25d0fd8eafe3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510428 Aug 19 12:20:53.761255 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Attempting to bind port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:53.761757 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Attempting to bind port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:53.762597 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Attempting to bind port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:53.804784 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f870a42b-2d9f-4eec-95eb-dac6dcf3ee17 req-2a3ac1c3-d9f6-4f76-afa8-1c0e4403edaa tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110792 Aug 19 12:20:53.818020 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:53.819225 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:53.820635 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.821772 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:53.822366 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Bound port: b01d98b0-d56d-4cbb-a59b-0e5f95d7555c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:53.823362 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.859940 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-b4c4e9f5-9a35-44ef-ad0a-3ac803fe37d7 service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189499 Aug 19 12:20:53.900498 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] For port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:53.904986 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] For port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b01d98b0-d56d-4cbb-a59b-0e5f95d7555c,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:53.916916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Allocated IP 172.20.0.1 (41d67d9e-fa96-45c6-8af7-cfee74ad40f2/90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5/64b64c35-9858-411d-af24-5b7740772b37) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:53.928730 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.938404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fef9b7d4-fb35-40d0-880c-9dc91d7874bb {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:20:53.956066 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:53.957974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "DELETE /v2.0/networks/fef9b7d4-fb35-40d0-880c-9dc91d7874bb HTTP/1.1" status: 204 len: 168 time: 0.8941281 Aug 19 12:20:53.971263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351ad4-8da1-4225-b3ab-b89af7eed2f8 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event deleted for resources: {'Network': ['ID=fef9b7d4-fb35-40d0-880c-9dc91d7874bb,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:53.979525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40647163-ad62-455d-afcd-736212858a13 req-2f2e2779-8bd2-4b2d-9c2f-99f79b4eaadb service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114235 Aug 19 12:20:54.018182 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.089100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 74502202-169e-4760-978a-1452e6090ae6 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:54.103235 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ad721-5cd4-49a0-819f-f5e28dccbe74 None None] Pushing event updated for resources: {'Port': ['ID=b01d98b0-d56d-4cbb-a59b-0e5f95d7555c,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:54.107816 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Routers {'1bb8d055-d549-45b4-95b9-d0736cffb71a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:54.108800 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['1bb8d055-d549-45b4-95b9-d0736cffb71a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:54.177877 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.223832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Transition to ACTIVE for port object 64b64c35-9858-411d-af24-5b7740772b37 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:54.246561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe6a7-d2a1-4d01-9577-5a34ee981e73 req-65f010fc-da50-426e-a692-e78891bb947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:54.248227 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83bbe6a7-d2a1-4d01-9577-5a34ee981e73 req-65f010fc-da50-426e-a692-e78891bb947a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 1094 time: 0.1014998 Aug 19 12:20:54.352294 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] Set router 1bb8d055-d549-45b4-95b9-d0736cffb71a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:54.363382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82dc0d-ce27-4b42-83d4-f8268fc481a0 req-ca469fe1-fd17-4be5-8423-a35012ab75e9 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:54.364964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f82dc0d-ce27-4b42-83d4-f8268fc481a0 req-ca469fe1-fd17-4be5-8423-a35012ab75e9 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 949 time: 0.1088960 Aug 19 12:20:54.412397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe6a7-d2a1-4d01-9577-5a34ee981e73 req-04492e23-2e64-4662-a7eb-ee3b7106a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:54.415138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83bbe6a7-d2a1-4d01-9577-5a34ee981e73 req-04492e23-2e64-4662-a7eb-ee3b7106a3ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1591804 Aug 19 12:20:54.434628 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f82dc0d-ce27-4b42-83d4-f8268fc481a0 req-c7841980-b2fd-4581-8c68-50603e4faf67 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567493 Aug 19 12:20:54.503774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83bbe6a7-d2a1-4d01-9577-5a34ee981e73 req-83d0c6b0-70fa-4afb-9ae5-f7751cd75e9f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3620ea-7b45-4707-a39c-356764d916b2 HTTP/1.1" status: 200 len: 217 time: 0.0799346 Aug 19 12:20:54.539462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.541764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 74502202-169e-4760-978a-1452e6090ae6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:54.550301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 74502202-169e-4760-978a-1452e6090ae6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:54.550980 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.595329 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf632c6b-a2e7-4c60-a8f8-d65dbbe64b8d req-74f6d656-d432-4816-a032-4a6ac3d346d2 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0678062 Aug 19 12:20:54.655793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52770) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:54.662297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-dcdf34ba-8a1c-44a4-bbc7-7a9fd98f3660 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Request body: {'router': {'name': 'tempest-router--79054916', 'project_id': '10fafd56034144d5932bdf141c8e8fba'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:54.707786 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.711270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Network 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:54.716484 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-router', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:46Z', 'updated_at': '2021-08-19T12:20:50Z', 'revision_number': 3, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'gw_port': {'id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:49Z', 'updated_at': '2021-08-19T12:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:54.717379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe6a7-d2a1-4d01-9577-5a34ee981e73 req-11ed9959-a64c-4acf-b818-ad852ae4a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:54.722305 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83bbe6a7-d2a1-4d01-9577-5a34ee981e73 req-11ed9959-a64c-4acf-b818-ad852ae4a640 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.2129509 Aug 19 12:20:54.774494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 74502202-169e-4760-978a-1452e6090ae6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=74502202-169e-4760-978a-1452e6090ae6,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:54.776243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:54.777296 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb4b36-989f-4ce2-9c4c-e98c8cc70307 None None] The sync data for ids ['1bb8d055-d549-45b4-95b9-d0736cffb71a'] in n-d-803757-2 is: [{'id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-router', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:46Z', 'updated_at': '2021-08-19T12:20:50Z', 'revision_number': 3, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'gw_port': {'id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:96:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:49Z', 'updated_at': '2021-08-19T12:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:20:54.777541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aaa22b-ffcd-474f-8134-567370ab1a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74502202-169e-4760-978a-1452e6090ae6'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:54.781416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:54.794129 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83bbe6a7-d2a1-4d01-9577-5a34ee981e73 req-2402aa0c-659f-4b90-8ab5-aae8c2730a9e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633616 Aug 19 12:20:54.799474 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2804f8-18fd-4c93-adb9-978be797da33" -d '{"events": [{"server_uuid": "e6aaa22b-ffcd-474f-8134-567370ab1a3f", "name": "network-vif-plugged", "status": "completed", "tag": "74502202-169e-4760-978a-1452e6090ae6"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:54.842186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Pushing event updated for resources: {'Port': ['ID=64b64c35-9858-411d-af24-5b7740772b37,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:54.886779 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.916117 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:54.916943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 46d29a1c-c9e7-46ec-979b-6faefeecc979 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:20:55.004325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dcdf34ba-8a1c-44a4-bbc7-7a9fd98f3660 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.008633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dcdf34ba-8a1c-44a4-bbc7-7a9fd98f3660 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.012387 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba9387f-296c-4d5c-9760-2d364e847098 x-openstack-request-id: req-bba9387f-296c-4d5c-9760-2d364e847098 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:55.014013 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aaa22b-ffcd-474f-8134-567370ab1a3f", "name": "network-vif-plugged", "status": "completed", "tag": "74502202-169e-4760-978a-1452e6090ae6", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:55.014446 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bba9387f-296c-4d5c-9760-2d364e847098 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:55.015396 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aaa22b-ffcd-474f-8134-567370ab1a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74502202-169e-4760-978a-1452e6090ae6', 'code': 200} Aug 19 12:20:55.051517 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.102920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83bbe6a7-d2a1-4d01-9577-5a34ee981e73 req-f72b2a3c-37bb-41d1-898d-e7864bcc7643 service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004797 Aug 19 12:20:55.121387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061c1d6-c835-496c-8a66-88719c5644b8 req-d7989421-8875-43e2-87ba-e32e3f386da0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:55.128878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=74502202-169e-4760-978a-1452e6090ae6,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:55.134012 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7061c1d6-c835-496c-8a66-88719c5644b8 req-d7989421-8875-43e2-87ba-e32e3f386da0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 943 time: 0.1428082 Aug 19 12:20:55.211906 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.236333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5457b26a-698c-4be5-893c-c69d3095ac2f details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:55.290116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 46d29a1c-c9e7-46ec-979b-6faefeecc979, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:55.321265 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dcdf34ba-8a1c-44a4-bbc7-7a9fd98f3660 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.327895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec366d-53a4-4662-af13-0b7ecf9cf1c6 req-6de8a59b-e6bf-49ec-a699-28b181820ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:55.329911 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78ec366d-53a4-4662-af13-0b7ecf9cf1c6 req-6de8a59b-e6bf-49ec-a699-28b181820ed8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 1101 time: 0.3030415 Aug 19 12:20:55.334222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7061c1d6-c835-496c-8a66-88719c5644b8 req-761355a0-a72e-46b9-a381-f09f0b04aab1 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945446 Aug 19 12:20:55.387905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83bbe6a7-d2a1-4d01-9577-5a34ee981e73 req-bcc323a3-65fc-46c5-b54e-dc7f2e9d2c63 service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507899 Aug 19 12:20:55.406081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-a4fe4955-ed1d-4fce-9e93-7673ee9f90d1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:55.408650 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-a4fe4955-ed1d-4fce-9e93-7673ee9f90d1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.30 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.4191484 Aug 19 12:20:55.429656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78ec366d-53a4-4662-af13-0b7ecf9cf1c6 req-c9bdd5b5-6135-4cf7-bc4c-ab80eea83baa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869203 Aug 19 12:20:55.437016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Request body: {'port': {'device_id': '38bda28f-09e3-4cce-b552-e042f340d8b8', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'admin_state_up': True, 'tenant_id': 'e9122b62ade54036998fddd91baf1714'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:55.438162 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.442534 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dcdf34ba-8a1c-44a4-bbc7-7a9fd98f3660 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.527185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:55.546479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=46d29a1c-c9e7-46ec-979b-6faefeecc979,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:55.551632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-458b9c45-0652-4a31-b89e-9bd6f97fcc15 None None] Provisioning for port 64b64c35-9858-411d-af24-5b7740772b37 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:55.567346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'mac_address': 'fa:16:3e:c1:04:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:55.571818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-458b9c45-0652-4a31-b89e-9bd6f97fcc15 None None] Provisioning complete for port 64b64c35-9858-411d-af24-5b7740772b37 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:55.572231 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-458b9c45-0652-4a31-b89e-9bd6f97fcc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.582941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dcdf34ba-8a1c-44a4-bbc7-7a9fd98f3660 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.589384 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dcdf34ba-8a1c-44a4-bbc7-7a9fd98f3660 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9273078 Aug 19 12:20:55.589664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52784) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:55.589871 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.707324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-458b9c45-0652-4a31-b89e-9bd6f97fcc15 None None] Port 64b64c35-9858-411d-af24-5b7740772b37 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:55.708932 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.757624 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be8c15c-c950-4e3d-ba23-4ab542e2e692 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.761375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5457b26a-698c-4be5-893c-c69d3095ac2f {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:55.786539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935cd88-c713-4753-ad90-a3ce88ce10e6 req-d4c7b841-b6e7-48c5-9ebf-27caaf6fddf7 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:55.786679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Made reservation on behalf of e9122b62ade54036998fddd91baf1714 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:20:55.791741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:55.793094 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.793800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0935cd88-c713-4753-ad90-a3ce88ce10e6 req-d4c7b841-b6e7-48c5-9ebf-27caaf6fddf7 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 950 time: 0.2783542 Aug 19 12:20:55.859020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4e6184e-d22b-436f-a260-9acf3fb57983 req-0768d92c-b0ed-4633-8b60-0971cef0a707 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0407753 Aug 19 12:20:55.880084 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.915833 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:55.973616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b01d98b0-d56d-4cbb-a59b-0e5f95d7555c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:56.061953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5457b26a-698c-4be5-893c-c69d3095ac2f'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:56.075641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Allocated IP 172.20.0.5 (ce726399-d1c8-4413-8ca5-6de1e3ca0925/81a30a79-0796-4e2e-a201-ffee4494f99e/8114a406-b1b9-4686-9c98-c40896ff9fb4) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:56.079528 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0935cd88-c713-4753-ad90-a3ce88ce10e6 req-6446ee30-f8e2-49e3-b5dd-55d0c341912d tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846403 Aug 19 12:20:56.097780 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be8c15c-c950-4e3d-ba23-4ab542e2e692 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.100914 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be8c15c-c950-4e3d-ba23-4ab542e2e692 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.109717 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.164724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6b3620ea-7b45-4707-a39c-356764d916b2 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:20:56.198602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:56.296806 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.372264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6b3620ea-7b45-4707-a39c-356764d916b2,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:56.392898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '6b3620ea-7b45-4707-a39c-356764d916b2', 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4', 'port_id': '6b3620ea-7b45-4707-a39c-356764d916b2', 'mac_address': 'fa:16:3e:22:1b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5051029-ce9d-4119-b80a-a2ba91652dde', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:20:56.485397 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.503000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3620ea-7b45-4707-a39c-356764d916b2 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:56.507561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda20bb-05c8-43f0-b69b-35193a0a5f55 req-8b6527e4-edf2-4fd7-980b-8514ec4eff11 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:56.509267 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dcda20bb-05c8-43f0-b69b-35193a0a5f55 req-8b6527e4-edf2-4fd7-980b-8514ec4eff11 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 943 time: 0.0765517 Aug 19 12:20:56.526854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6b3620ea-7b45-4707-a39c-356764d916b2,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:56.550663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dcda20bb-05c8-43f0-b69b-35193a0a5f55 req-32756291-37e6-4397-b9f1-8c7eefefb78b tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346851 Aug 19 12:20:56.576703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.629873 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:56.634584 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be8c15c-c950-4e3d-ba23-4ab542e2e692 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.634584 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be8c15c-c950-4e3d-ba23-4ab542e2e692 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe915edd-9487-4f99-b28e-cca021bd056d {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:20:56.635553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1be8c15c-c950-4e3d-ba23-4ab542e2e692 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.636876 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1be8c15c-c950-4e3d-ba23-4ab542e2e692 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "DELETE /v2.0/routers/fe915edd-9487-4f99-b28e-cca021bd056d HTTP/1.1" status: 204 len: 168 time: 1.0447032 Aug 19 12:20:56.649311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:56.649999 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.653238 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.662214 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.689639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Network ce726399-d1c8-4413-8ca5-6de1e3ca0925 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:56.691780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:56.697456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Pushing event updated for resources: {'Port': ['ID=64b64c35-9858-411d-af24-5b7740772b37,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:56.697936 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.707285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:20:56.766427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:56.767380 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.782502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6b3620ea-7b45-4707-a39c-356764d916b2,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:56.797547 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:56.835483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b01d98b0-d56d-4cbb-a59b-0e5f95d7555c,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:56.874947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event updated for resources: {'Port': ['ID=8114a406-b1b9-4686-9c98-c40896ff9fb4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:56.901614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Network 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:20:56.903170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:20:56.918658 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6b3620ea-7b45-4707-a39c-356764d916b2'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:20:56.994081 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-eef2cd53-ad7e-423f-9511-ee2a64a33252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5631309 Aug 19 12:20:57.010500 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.021153 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d29a1c-c9e7-46ec-979b-6faefeecc979'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:57.024153 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4f0c22-f764-488d-a87f-656ddb8ec0c3" -d '{"events": [{"server_uuid": "cdf18fd4-1d3c-4923-95c1-a657bbd333e6", "name": "network-vif-unplugged", "status": "completed", "tag": "46d29a1c-c9e7-46ec-979b-6faefeecc979"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:57.035331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Request body: {'port': {'device_id': '38bda28f-09e3-4cce-b552-e042f340d8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:57.092433 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f65ff33-7e33-4f6e-9694-f1f5a0b033e8 x-openstack-request-id: req-7f65ff33-7e33-4f6e-9694-f1f5a0b033e8 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:20:57.092766 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf18fd4-1d3c-4923-95c1-a657bbd333e6", "name": "network-vif-unplugged", "status": "completed", "tag": "46d29a1c-c9e7-46ec-979b-6faefeecc979", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:20:57.093420 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f65ff33-7e33-4f6e-9694-f1f5a0b033e8 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:20:57.095066 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46d29a1c-c9e7-46ec-979b-6faefeecc979', 'code': 200} Aug 19 12:20:57.107394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52822) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:57.151343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=b01d98b0-d56d-4cbb-a59b-0e5f95d7555c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:57.170064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.247562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5457b26a-698c-4be5-893c-c69d3095ac2f up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:57.267688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98fd1f-0675-418c-adaf-85bb9801ead5 req-588660bb-6a3f-43ea-84ff-52d74a7d8f35 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:57.271674 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb98fd1f-0675-418c-adaf-85bb9801ead5 req-588660bb-6a3f-43ea-84ff-52d74a7d8f35 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 950 time: 0.0989058 Aug 19 12:20:57.306699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576b001-f8f1-4d51-8a26-d4ea5e8ea2c2 req-4832fd1b-ae39-478f-be7c-08b09310359c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:57.310175 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0576b001-f8f1-4d51-8a26-d4ea5e8ea2c2 req-4832fd1b-ae39-478f-be7c-08b09310359c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 931 time: 0.1957109 Aug 19 12:20:57.326098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Router 1bb8d055-d549-45b4-95b9-d0736cffb71a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:20:57.383179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb98fd1f-0675-418c-adaf-85bb9801ead5 req-5f628397-4d4e-438b-92e7-8592100b11f4 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943542 Aug 19 12:20:57.417738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-791f603f-84c3-4c47-ad5f-ac751f28f5f8 None None] Provisioning complete for port 64b64c35-9858-411d-af24-5b7740772b37 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:57.418114 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-791f603f-84c3-4c47-ad5f-ac751f28f5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.468709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0576b001-f8f1-4d51-8a26-d4ea5e8ea2c2 req-ec2d55dc-404b-49f1-ae0e-830701e8eca9 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488895 Aug 19 12:20:57.476442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 5457b26a-698c-4be5-893c-c69d3095ac2f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:57.476819 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.484436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-791f603f-84c3-4c47-ad5f-ac751f28f5f8 None None] Port 64b64c35-9858-411d-af24-5b7740772b37 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:20:57.551466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1861899347', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:20:57.605058 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.646969 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.648773 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.654676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:57.720746 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.766857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:57.776397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:20:57.806024 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-26a4ff0c-484a-47e1-a570-68678a6eb62d admin admin] 10.222.0.21 "PUT /v2.0/routers/1bb8d055-d549-45b4-95b9-d0736cffb71a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2088549 Aug 19 12:20:57.867266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=10']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:57.885360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b01d98b0-d56d-4cbb-a59b-0e5f95d7555c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:57.912375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dba6e-8599-46b5-b65a-8a327592a4cb req-c941e083-cba1-45ab-b15d-f02dba2fe711 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:57.912375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e07dba6e-8599-46b5-b65a-8a327592a4cb req-c941e083-cba1-45ab-b15d-f02dba2fe711 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 944 time: 0.1593835 Aug 19 12:20:57.925290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Sync routers for ids ['1bb8d055-d549-45b4-95b9-d0736cffb71a'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:20:57.953422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Routers {'1bb8d055-d549-45b4-95b9-d0736cffb71a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:20:57.954087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['1bb8d055-d549-45b4-95b9-d0736cffb71a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:58.078720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8114a406-b1b9-4686-9c98-c40896ff9fb4 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:20:58.099305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.109414 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e07dba6e-8599-46b5-b65a-8a327592a4cb req-9159cc1b-ad19-4b6d-8b3d-483261033f00 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518786 Aug 19 12:20:58.132058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Transition to ACTIVE for port object 8114a406-b1b9-4686-9c98-c40896ff9fb4 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:58.222249 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.243137 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:58.243497 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.248507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6b3620ea-7b45-4707-a39c-356764d916b2 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:20:58.267852 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-c9ddaa16-c2b2-448d-af62-6f71288275f7 req-e444c616-5ec6-47e4-a132-2ca6d832c6ca tempest-FloatingIPDetailsNegativeTestJSON-458744796 tempest-FloatingIPDetailsNegativeTestJSON-458744796-project] show failed (client error): The resource could not be found. Aug 19 12:20:58.269171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9ddaa16-c2b2-448d-af62-6f71288275f7 req-e444c616-5ec6-47e4-a132-2ca6d832c6ca tempest-FloatingIPDetailsNegativeTestJSON-458744796 tempest-FloatingIPDetailsNegativeTestJSON-458744796-project] 10.222.0.21 "GET /v2.0/floatingips/3140f37f-1333-4342-b7b6-480293655df1 HTTP/1.1" status: 404 len: 350 time: 0.0418797 Aug 19 12:20:58.283019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52872) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:20:58.338215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.346336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Set router 1bb8d055-d549-45b4-95b9-d0736cffb71a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:20:58.433682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8114a406-b1b9-4686-9c98-c40896ff9fb4,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:58.648249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 6b3620ea-7b45-4707-a39c-356764d916b2 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:20:58.650648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Attempting to bind port 8114a406-b1b9-4686-9c98-c40896ff9fb4 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:20:58.654884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Attempting to bind port 8114a406-b1b9-4686-9c98-c40896ff9fb4 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:20:58.656800 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Attempting to bind port 8114a406-b1b9-4686-9c98-c40896ff9fb4 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:58.664838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Port 8114a406-b1b9-4686-9c98-c40896ff9fb4 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:20:58.665410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Attempting to bind port 8114a406-b1b9-4686-9c98-c40896ff9fb4 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:20:58.687839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 6b3620ea-7b45-4707-a39c-356764d916b2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:20:58.688078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:20:58.688214 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.688414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Checking segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:20:58.688746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Bound using segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:20:58.689197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Bound port: 8114a406-b1b9-4686-9c98-c40896ff9fb4, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:20:58.690456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:58.917622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-router', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:46Z', 'updated_at': '2021-08-19T12:20:55Z', 'revision_number': 4, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'gw_port': {'id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:49Z', 'updated_at': '2021-08-19T12:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '64b64c35-9858-411d-af24-5b7740772b37', 'name': '', 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'mac_address': 'fa:16:3e:d4:53:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:53Z', 'updated_at': '2021-08-19T12:20:55Z', 'revision_number': 2, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'subnets': [{'id': '90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:20:58.919892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] For port 8114a406-b1b9-4686-9c98-c40896ff9fb4, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:20:58.924315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] For port 8114a406-b1b9-4686-9c98-c40896ff9fb4, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8114a406-b1b9-4686-9c98-c40896ff9fb4,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:20:58.949177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108644df-fb1c-45fd-a015-39934e61dd5f req-dde35997-e618-4f2e-872e-8a8d722428e6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:58.957091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-108644df-fb1c-45fd-a015-39934e61dd5f req-dde35997-e618-4f2e-872e-8a8d722428e6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 943 time: 0.2476480 Aug 19 12:20:59.019022 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Checking router: 1bb8d055-d549-45b4-95b9-d0736cffb71a for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:20:59.019632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Updating router 1bb8d055-d549-45b4-95b9-d0736cffb71a port 64b64c35-9858-411d-af24-5b7740772b37 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:20:59.025827 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.057409 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.065856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-108644df-fb1c-45fd-a015-39934e61dd5f req-4d23e66a-7f69-4e8e-9a84-b791c7641694 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902362 Aug 19 12:20:59.068845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.086095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.110738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:59.121589 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb32909a-d41d-476c-8e40-f1294e12eeea" -d '{"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-plugged", "status": "completed", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:59.152739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:59.155363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.158542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/8114a406-b1b9-4686-9c98-c40896ff9fb4 HTTP/1.1" status: 200 len: 1091 time: 2.1273866 Aug 19 12:20:59.169903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bda28f-09e3-4cce-b552-e042f340d8b8', 'tag': '8114a406-b1b9-4686-9c98-c40896ff9fb4'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:20:59.172745 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d369fca-3c05-463b-adc9-530c4d8dfb51" -d '{"events": [{"name": "network-changed", "server_uuid": "38bda28f-09e3-4cce-b552-e042f340d8b8", "tag": "8114a406-b1b9-4686-9c98-c40896ff9fb4"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:20:59.193287 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.221791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6b3620ea-7b45-4707-a39c-356764d916b2,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:20:59.243708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a239b7-a3ab-428a-8d52-a55c561e28b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8114a406-b1b9-4686-9c98-c40896ff9fb4,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:59.363988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Allocated IP 172.25.2.125 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/8fbe868f-ee92-4e25-82a7-c3b37eed07fc) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:20:59.379059 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.422713 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.466363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-745151f0-ac13-4030-9ede-163db1f35ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:59.467873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-745151f0-ac13-4030-9ede-163db1f35ad4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 1094 time: 0.1159165 Aug 19 12:20:59.511119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6b3620ea-7b45-4707-a39c-356764d916b2,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:59.553257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-231967db-5943-47e8-81ea-bb1132f5aaa2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8114a406-b1b9-4686-9c98-c40896ff9fb4 HTTP/1.1" status: 200 len: 217 time: 0.0749056 Aug 19 12:20:59.658951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-6efe0c78-b163-46ba-8f99-05fff25289ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:20:59.661053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-6efe0c78-b163-46ba-8f99-05fff25289ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81a30a79-0796-4e2e-a201-ffee4494f99e HTTP/1.1" status: 200 len: 852 time: 0.0991948 Aug 19 12:20:59.671012 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.681729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Transition to ACTIVE for port object 64b64c35-9858-411d-af24-5b7740772b37 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:20:59.713940 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-551e8b52-2f70-492e-a1ee-f40ed3603ae9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce726399-d1c8-4413-8ca5-6de1e3ca0925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443079 Aug 19 12:20:59.756390 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.794944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.870833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] Deleting port 64b64c35-9858-411d-af24-5b7740772b37 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:20:59.870833 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:20:59.877618 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-06cf98a6-2a09-4635-8772-76feb16e690f service neutron] 10.222.0.30 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557949 Aug 19 12:20:59.898444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b73bc-8a6c-4902-865f-2ffaaec1ba67 None None] Pushing event updated for resources: {'Port': ['ID=64b64c35-9858-411d-af24-5b7740772b37,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:20:59.949167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.040326 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Attempting to bind port 64b64c35-9858-411d-af24-5b7740772b37 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:00.040700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Attempting to bind port 64b64c35-9858-411d-af24-5b7740772b37 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '13d02b1b-5b03-4f48-933a-d8e4a920e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:00.041068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Attempting to bind port 64b64c35-9858-411d-af24-5b7740772b37 on network 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:00.048048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:00.048422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Checking segment: {'id': '13d02b1b-5b03-4f48-933a-d8e4a920e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:00.056362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.056612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Bound using segment: {'id': '13d02b1b-5b03-4f48-933a-d8e4a920e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:00.059059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Bound port: 64b64c35-9858-411d-af24-5b7740772b37, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d02b1b-5b03-4f48-933a-d8e4a920e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:00.059059 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.070518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:00.076527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:00.081109 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:00.117231 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e71ec7d9-6e54-44c7-a891-d595813b60fd req-cc054c74-13e7-4223-8913-5741b354e636 service neutron] 10.222.0.30 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317586 Aug 19 12:21:00.169847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Pushing event updated for resources: {'Port': ['ID=8fbe868f-ee92-4e25-82a7-c3b37eed07fc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:00.176037 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] For port 64b64c35-9858-411d-af24-5b7740772b37, host n-d-803757-2, got binding levels [] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:00.176916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.211167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] Calling delete_port for 64b64c35-9858-411d-af24-5b7740772b37 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:00.212965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] For port 64b64c35-9858-411d-af24-5b7740772b37, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:00.217196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] For port 64b64c35-9858-411d-af24-5b7740772b37, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=64b64c35-9858-411d-af24-5b7740772b37,segment=NetworkSegment(13d02b1b-5b03-4f48-933a-d8e4a920e7ee),segment_id=13d02b1b-5b03-4f48-933a-d8e4a920e7ee)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:00.354927 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.429413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Routers {'1bb8d055-d549-45b4-95b9-d0736cffb71a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:00.430262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['1bb8d055-d549-45b4-95b9-d0736cffb71a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:00.498997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b73bc-8a6c-4902-865f-2ffaaec1ba67 None None] Pushing event updated for resources: {'Port': ['ID=64b64c35-9858-411d-af24-5b7740772b37,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:00.608920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] Set router 1bb8d055-d549-45b4-95b9-d0736cffb71a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:00.924061 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.958733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-router', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:46Z', 'updated_at': '2021-08-19T12:20:55Z', 'revision_number': 4, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'gw_port': {'id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:49Z', 'updated_at': '2021-08-19T12:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '64b64c35-9858-411d-af24-5b7740772b37', 'name': '', 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'mac_address': 'fa:16:3e:d4:53:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:53Z', 'updated_at': '2021-08-19T12:21:00Z', 'revision_number': 4, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'subnets': [{'id': '90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:00.967343 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:00.995769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442418b3-55c0-4571-9c18-2a83febf1b4c None None] The sync data for ids ['1bb8d055-d549-45b4-95b9-d0736cffb71a'] in n-d-803757-2 is: [{'id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-router', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:46Z', 'updated_at': '2021-08-19T12:20:55Z', 'revision_number': 4, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'gw_port': {'id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:49Z', 'updated_at': '2021-08-19T12:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '64b64c35-9858-411d-af24-5b7740772b37', 'name': '', 'network_id': '41d67d9e-fa96-45c6-8af7-cfee74ad40f2', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'mac_address': 'fa:16:3e:d4:53:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:53Z', 'updated_at': '2021-08-19T12:21:00Z', 'revision_number': 4, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'subnets': [{'id': '90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:01.015001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] Pushing event deleted for resources: {'Port': ['ID=64b64c35-9858-411d-af24-5b7740772b37,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:01.249258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8114a406-b1b9-4686-9c98-c40896ff9fb4 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:01.380028 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:01.471504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8114a406-b1b9-4686-9c98-c40896ff9fb4, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8114a406-b1b9-4686-9c98-c40896ff9fb4,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:01.485057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '8114a406-b1b9-4686-9c98-c40896ff9fb4', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'port_id': '8114a406-b1b9-4686-9c98-c40896ff9fb4', 'mac_address': 'fa:16:3e:41:bc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a30a79-0796-4e2e-a201-ffee4494f99e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:01.558535 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:01.586676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8114a406-b1b9-4686-9c98-c40896ff9fb4 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:01.619639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8114a406-b1b9-4686-9c98-c40896ff9fb4, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8114a406-b1b9-4686-9c98-c40896ff9fb4,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:01.703993 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:01.806162 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8114a406-b1b9-4686-9c98-c40896ff9fb4,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:01.965106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['8114a406-b1b9-4686-9c98-c40896ff9fb4'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:02.173689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:02.400346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Router 1bbfd240-3d86-4a58-9529-7f6a6800d1f5 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:21:02.629744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] Router 1bb8d055-d549-45b4-95b9-d0736cffb71a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:21:02.670425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:02.685361 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2927f31-1ed1-44e1-96fc-ad9588ae1d85 None None] Sync routers for ids ['1bbfd240-3d86-4a58-9529-7f6a6800d1f5'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:02.701116 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2927f31-1ed1-44e1-96fc-ad9588ae1d85 None None] Routers {'1bbfd240-3d86-4a58-9529-7f6a6800d1f5'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:02.701758 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e2927f31-1ed1-44e1-96fc-ad9588ae1d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['1bbfd240-3d86-4a58-9529-7f6a6800d1f5'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:02.774548 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e2927f31-1ed1-44e1-96fc-ad9588ae1d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:02.793173 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2927f31-1ed1-44e1-96fc-ad9588ae1d85 None None] Routers {'1bbfd240-3d86-4a58-9529-7f6a6800d1f5'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:02.793798 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e2927f31-1ed1-44e1-96fc-ad9588ae1d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['1bbfd240-3d86-4a58-9529-7f6a6800d1f5'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:02.810257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-0f2d040e-11fd-40af-a57d-bbb92d8ef7fb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848229 Aug 19 12:21:02.871014 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e2927f31-1ed1-44e1-96fc-ad9588ae1d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:02.872452 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2927f31-1ed1-44e1-96fc-ad9588ae1d85 None None] The sync data for ids ['1bbfd240-3d86-4a58-9529-7f6a6800d1f5'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:02.936367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:02.945562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee801dfb-d93a-4ebd-8cba-dd1634a7407c None None] Sync routers for ids ['1bb8d055-d549-45b4-95b9-d0736cffb71a'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:02.956357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee801dfb-d93a-4ebd-8cba-dd1634a7407c None None] Routers {'1bb8d055-d549-45b4-95b9-d0736cffb71a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:02.957057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-710fab77-1d4d-4930-9c09-6c8cd5dc068f admin admin] 10.222.0.21 "PUT /v2.0/routers/1bb8d055-d549-45b4-95b9-d0736cffb71a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6725767 Aug 19 12:21:02.957996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ee801dfb-d93a-4ebd-8cba-dd1634a7407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['1bb8d055-d549-45b4-95b9-d0736cffb71a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:02.958239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:02.961443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-010d5d94-c67f-4c42-b7f5-3c7fb99d1bd6 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8496702 Aug 19 12:21:02.961443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52912) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:02.967470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52914) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:03.194937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.213240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ee801dfb-d93a-4ebd-8cba-dd1634a7407c None None] Set router 1bb8d055-d549-45b4-95b9-d0736cffb71a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:03.283180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8114a406-b1b9-4686-9c98-c40896ff9fb4 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:03.339238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.370988 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b5401daf-ac04-4658-8a93-8cffe0bfb561 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/routers/1bbfd240-3d86-4a58-9529-7f6a6800d1f5 HTTP/1.1" status: 200 len: 925 time: 0.3989041 Aug 19 12:21:03.375545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-6851ebaf-1ade-45c8-b038-e67a854a82a6 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0c7d4b3ccaa84a9fb7b3afa90d212351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543060 Aug 19 12:21:03.376095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52924) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:03.485171 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a6eec5-cd35-46b1-bf11-8e951a2a8ac7 x-openstack-request-id: req-62a6eec5-cd35-46b1-bf11-8e951a2a8ac7 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:03.486387 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-plugged", "status": "completed", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:03.486878 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62a6eec5-cd35-46b1-bf11-8e951a2a8ac7 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:03.487588 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'code': 200} Aug 19 12:21:03.558531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-f78d81e2-737d-4b44-bf6d-7afdf6c85394 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:03.560739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-f78d81e2-737d-4b44-bf6d-7afdf6c85394 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590979 Aug 19 12:21:03.612862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-5b529811-14bc-4d69-9900-063022378f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:03.618648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-5b529811-14bc-4d69-9900-063022378f70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 1099 time: 0.7441728 Aug 19 12:21:03.618816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ee801dfb-d93a-4ebd-8cba-dd1634a7407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-router', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:46Z', 'updated_at': '2021-08-19T12:21:00Z', 'revision_number': 5, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'gw_port': {'id': 'b01d98b0-d56d-4cbb-a59b-0e5f95d7555c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:49Z', 'updated_at': '2021-08-19T12:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:03.619007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-21d19cbb-530b-4fd9-a2e4-490178168b67 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bbfd240-3d86-4a58-9529-7f6a6800d1f5 HTTP/1.1" status: 200 len: 205 time: 0.2374394 Aug 19 12:21:03.622869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52928) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:03.640041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c298e-01f9-4946-acd9-45f859226ca6 req-4275333c-65e9-4aa3-96c3-a2f26d1db2f8 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:03.649381 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-237c298e-01f9-4946-acd9-45f859226ca6 req-4275333c-65e9-4aa3-96c3-a2f26d1db2f8 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 945 time: 0.1828852 Aug 19 12:21:03.786973 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-ca5c7f20-8ba2-40cb-98f8-d9f4b94a318e tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/quotas/0c7d4b3ccaa84a9fb7b3afa90d212351 HTTP/1.1" status: 200 len: 375 time: 0.1834490 Aug 19 12:21:03.791579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.844641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-4ed391ef-a953-41fe-b449-7fd267ec0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:03.846123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-4ed391ef-a953-41fe-b449-7fd267ec0261 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1726243 Aug 19 12:21:03.870945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee801dfb-d93a-4ebd-8cba-dd1634a7407c None None] Checking router: 1bb8d055-d549-45b4-95b9-d0736cffb71a for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:21:03.874624 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 8114a406-b1b9-4686-9c98-c40896ff9fb4 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:03.882549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 8114a406-b1b9-4686-9c98-c40896ff9fb4 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:03.883415 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.898281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Deleting port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:03.898717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:03.923662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee801dfb-d93a-4ebd-8cba-dd1634a7407c None None] Routers {'1bb8d055-d549-45b4-95b9-d0736cffb71a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:03.924703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ee801dfb-d93a-4ebd-8cba-dd1634a7407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:20:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['1bb8d055-d549-45b4-95b9-d0736cffb71a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:03.930140 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-237c298e-01f9-4946-acd9-45f859226ca6 req-335f5c3b-3c3a-49db-9b8b-4105a536a2da tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798204 Aug 19 12:21:03.940104 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-aa2c8493-2b90-48de-9a26-ac359ad03f73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979 HTTP/1.1" status: 200 len: 217 time: 0.0860128 Aug 19 12:21:04.048885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-627b5f53-c33f-4b25-9982-59f3a6aacb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:04.053044 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-627b5f53-c33f-4b25-9982-59f3a6aacb31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1062775 Aug 19 12:21:04.061207 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0a589d-5bdb-4e00-b40b-bd33c247782a x-openstack-request-id: req-ef0a589d-5bdb-4e00-b40b-bd33c247782a {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:04.061862 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bda28f-09e3-4cce-b552-e042f340d8b8", "tag": "8114a406-b1b9-4686-9c98-c40896ff9fb4", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:04.062351 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef0a589d-5bdb-4e00-b40b-bd33c247782a {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:04.063022 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38bda28f-09e3-4cce-b552-e042f340d8b8', 'tag': '8114a406-b1b9-4686-9c98-c40896ff9fb4', 'status': 'completed', 'code': 200} Aug 19 12:21:04.096521 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-ec50729a-f79b-46af-ba4a-9a82db67965b tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c7d4b3ccaa84a9fb7b3afa90d212351&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2962739 Aug 19 12:21:04.110465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ee801dfb-d93a-4ebd-8cba-dd1634a7407c None None] Set router 1bb8d055-d549-45b4-95b9-d0736cffb71a gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:04.158319 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.178072 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.204881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ee801dfb-d93a-4ebd-8cba-dd1634a7407c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-router', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:46Z', 'updated_at': '2021-08-19T12:21:03Z', 'revision_number': 6, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:04.234975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee801dfb-d93a-4ebd-8cba-dd1634a7407c None None] The sync data for ids ['1bb8d055-d549-45b4-95b9-d0736cffb71a'] in n-d-803757-2 is: [{'id': '1bb8d055-d549-45b4-95b9-d0736cffb71a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1245963378-router', 'tenant_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:46Z', 'updated_at': '2021-08-19T12:21:03Z', 'revision_number': 6, 'project_id': 'bb2da6c2d8144adaabb8f11bbf43d4d0', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:04.253988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] For port b01d98b0-d56d-4cbb-a59b-0e5f95d7555c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b01d98b0-d56d-4cbb-a59b-0e5f95d7555c,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:04.268971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.272008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d369fca-3c05-463b-adc9-530c4d8dfb51 req-099ce11e-e69c-403c-aa8b-a6aeb08aac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:04.274145 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d369fca-3c05-463b-adc9-530c4d8dfb51 req-099ce11e-e69c-403c-aa8b-a6aeb08aac7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 1095 time: 0.2100973 Aug 19 12:21:04.288979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64ec57-5e5b-4d2e-9719-fbe9bf1f9d29 req-fa9753cc-6e23-4f5e-b399-2c24d1692c93 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:04.300151 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0c64ec57-5e5b-4d2e-9719-fbe9bf1f9d29 req-fa9753cc-6e23-4f5e-b399-2c24d1692c93 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 944 time: 0.1320119 Aug 19 12:21:04.301189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8114a406-b1b9-4686-9c98-c40896ff9fb4, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8114a406-b1b9-4686-9c98-c40896ff9fb4,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:04.304140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-8a2cee87-23ba-40aa-a711-b98239225121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:04.305948 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-8a2cee87-23ba-40aa-a711-b98239225121 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2252226 Aug 19 12:21:04.310970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Calling delete_port for b01d98b0-d56d-4cbb-a59b-0e5f95d7555c owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:04.467751 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-94893655-3dc0-4796-bdb7-80b95e0a703d service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495330 Aug 19 12:21:04.627228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0c64ec57-5e5b-4d2e-9719-fbe9bf1f9d29 req-41916c35-c873-433a-8300-5f232706f2c1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100543 Aug 19 12:21:04.685703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d369fca-3c05-463b-adc9-530c4d8dfb51 req-f3e0c204-9b50-4380-8956-94c00d9e38a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:04.685703 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d369fca-3c05-463b-adc9-530c4d8dfb51 req-f3e0c204-9b50-4380-8956-94c00d9e38a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 913 time: 0.3791857 Aug 19 12:21:04.700964 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:04.870125 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d369fca-3c05-463b-adc9-530c4d8dfb51 req-dd8363ca-fd06-4a2a-a488-5391d4ba9ed3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8114a406-b1b9-4686-9c98-c40896ff9fb4 HTTP/1.1" status: 200 len: 217 time: 0.1603940 Aug 19 12:21:04.956964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-948997d8-0591-416d-ad3b-470a6e9ac11c req-af0a46a8-0c72-4b74-8495-ed434eaa8acd service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286180 Aug 19 12:21:04.978284 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9cd38e52-32ea-440b-8454-345a219a9a67 req-03b3e5a0-acc2-440a-a5f5-698ff2e3640e tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 210 time: 0.0387828 Aug 19 12:21:04.984243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8114a406-b1b9-4686-9c98-c40896ff9fb4,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:04.991728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d369fca-3c05-463b-adc9-530c4d8dfb51 req-c9241cb9-b729-4ea9-8505-5d37f7a58c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:04.993298 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d369fca-3c05-463b-adc9-530c4d8dfb51 req-c9241cb9-b729-4ea9-8505-5d37f7a58c87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81a30a79-0796-4e2e-a201-ffee4494f99e HTTP/1.1" status: 200 len: 852 time: 0.1143472 Aug 19 12:21:04.997472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Deleting port 8fbe868f-ee92-4e25-82a7-c3b37eed07fc {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:04.998006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.046295 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d369fca-3c05-463b-adc9-530c4d8dfb51 req-91bd83af-164a-4ce7-919c-7e1aa8c1b644 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce726399-d1c8-4413-8ca5-6de1e3ca0925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452116 Aug 19 12:21:05.158096 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d369fca-3c05-463b-adc9-530c4d8dfb51 req-aa9a60a5-3a59-43c0-979c-57fe0792858a service neutron] 10.222.0.30 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045442 Aug 19 12:21:05.159161 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4426152-392b-42ee-9bfd-da889a51d4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.171905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68d242-0856-432c-954f-c6d2558cce19 req-7c558d22-1318-4ef3-abf7-159c1068aae8 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:05.173415 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f68d242-0856-432c-954f-c6d2558cce19 req-7c558d22-1318-4ef3-abf7-159c1068aae8 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 945 time: 0.1158094 Aug 19 12:21:05.182780 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.210521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Calling delete_port for 8fbe868f-ee92-4e25-82a7-c3b37eed07fc owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:05.285042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f68d242-0856-432c-954f-c6d2558cce19 req-5f620075-ebc8-462a-bbbd-f23ce7a3220a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993509 Aug 19 12:21:05.310644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d369fca-3c05-463b-adc9-530c4d8dfb51 req-5a70aa76-7b8c-428c-bb5a-7e971266e230 service neutron] 10.222.0.30 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450760 Aug 19 12:21:05.370034 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.414698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01d98b0-d56d-4cbb-a59b-0e5f95d7555c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:05.488822 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3620ea-7b45-4707-a39c-356764d916b2'}, {'server_uuid': '38bda28f-09e3-4cce-b552-e042f340d8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8114a406-b1b9-4686-9c98-c40896ff9fb4'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:05.491693 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f550cf-1d21-4254-b629-a3f08f54b640" -d '{"events": [{"server_uuid": "7238a23f-a1d4-4f68-a45b-b14e71858d1d", "name": "network-vif-plugged", "status": "completed", "tag": "6b3620ea-7b45-4707-a39c-356764d916b2"}, {"server_uuid": "38bda28f-09e3-4cce-b552-e042f340d8b8", "name": "network-vif-plugged", "status": "completed", "tag": "8114a406-b1b9-4686-9c98-c40896ff9fb4"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:05.568577 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58b8436-a92d-4936-8edb-5b8e1f161935 x-openstack-request-id: req-d58b8436-a92d-4936-8edb-5b8e1f161935 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:05.569855 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7238a23f-a1d4-4f68-a45b-b14e71858d1d", "name": "network-vif-plugged", "status": "completed", "tag": "6b3620ea-7b45-4707-a39c-356764d916b2", "code": 200}, {"server_uuid": "38bda28f-09e3-4cce-b552-e042f340d8b8", "name": "network-vif-plugged", "status": "completed", "tag": "8114a406-b1b9-4686-9c98-c40896ff9fb4", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:05.570197 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d58b8436-a92d-4936-8edb-5b8e1f161935 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:05.570779 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3620ea-7b45-4707-a39c-356764d916b2', 'code': 200} Aug 19 12:21:05.571147 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bda28f-09e3-4cce-b552-e042f340d8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8114a406-b1b9-4686-9c98-c40896ff9fb4', 'code': 200} Aug 19 12:21:05.580470 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.691766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.694255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.764162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3235a-0296-450b-8bc1-7a94b6c48b63 req-329bfaff-1484-4752-b826-06f0d4cfdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:05.766212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68c3235a-0296-450b-8bc1-7a94b6c48b63 req-329bfaff-1484-4752-b826-06f0d4cfdac1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 1096 time: 0.1101186 Aug 19 12:21:05.784795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb96881-f846-44c8-a043-349e0dc2d3fb req-b4b6d6c8-a75b-434e-85d2-3f00d445e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:05.786289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-adb96881-f846-44c8-a043-349e0dc2d3fb req-b4b6d6c8-a75b-434e-85d2-3f00d445e9ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 1096 time: 0.1422684 Aug 19 12:21:05.861185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 64b64c35-9858-411d-af24-5b7740772b37 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:05.947010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 64b64c35-9858-411d-af24-5b7740772b37 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:05.947506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 64b64c35-9858-411d-af24-5b7740772b37 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:05.947935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b01d98b0-d56d-4cbb-a59b-0e5f95d7555c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:05.963274 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-adb96881-f846-44c8-a043-349e0dc2d3fb req-223bc982-18dc-4579-a79b-568107229354 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568575 Aug 19 12:21:05.974003 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:05.981317 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68c3235a-0296-450b-8bc1-7a94b6c48b63 req-e5a9ee3e-4aed-4fa1-b93e-51624c71efb9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940093 Aug 19 12:21:05.989275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: b01d98b0-d56d-4cbb-a59b-0e5f95d7555c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:05.989628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b01d98b0-d56d-4cbb-a59b-0e5f95d7555c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:06.001978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Pushing event deleted for resources: {'Port': ['ID=8fbe868f-ee92-4e25-82a7-c3b37eed07fc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:06.021400 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.022482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb8d055-d549-45b4-95b9-d0736cffb71a {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:21:06.043586 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.046999 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-30b07a8b-2759-4c42-a1fe-3a64f820eba9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1bb8d055-d549-45b4-95b9-d0736cffb71a HTTP/1.1" status: 204 len: 168 time: 3.0829151 Aug 19 12:21:06.047470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52986) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:06.080545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9957473-c691-401d-9372-3db2d153c0f4 req-0aeb26d1-9b91-4494-a4c6-09d4c97bed2f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:06.082433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9957473-c691-401d-9372-3db2d153c0f4 req-0aeb26d1-9b91-4494-a4c6-09d4c97bed2f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1746013 Aug 19 12:21:06.123910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6554d5b9-0682-4939-bad1-c2c5836e2a2f admin admin] Deleting subnet 90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:21:06.131552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.137112 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6554d5b9-0682-4939-bad1-c2c5836e2a2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.211830 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6554d5b9-0682-4939-bad1-c2c5836e2a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.331198 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9957473-c691-401d-9372-3db2d153c0f4 req-161e86f3-8532-4337-b7e8-ae996f073e6d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241828 Aug 19 12:21:06.346821 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.357999 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.406326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc5e1936-ad12-4dd9-ab71-ab8f199d3222 req-1c15cd95-d5d0-4fdc-8ab0-6734ee8e227a tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 210 time: 0.0695064 Aug 19 12:21:06.465639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6554d5b9-0682-4939-bad1-c2c5836e2a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.519604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2288e2-bffd-4bf8-9888-c5eb5b100600 req-a8a9471b-643e-415e-96b4-1eb6e5f605cd tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:06.528382 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e2288e2-bffd-4bf8-9888-c5eb5b100600 req-a8a9471b-643e-415e-96b4-1eb6e5f605cd tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 945 time: 0.0787110 Aug 19 12:21:06.568543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e2288e2-bffd-4bf8-9888-c5eb5b100600 req-bf802eea-d2d9-4b4e-8252-bf8b0bfff031 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374637 Aug 19 12:21:06.602103 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.602568 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6554d5b9-0682-4939-bad1-c2c5836e2a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.606155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Fanout notify agent at l3_agent the message router_deleted on router 1bbfd240-3d86-4a58-9529-7f6a6800d1f5 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:21:06.615277 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.617470 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a47cb4e8-7f59-401a-8de4-21ca6085a92a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/1bbfd240-3d86-4a58-9529-7f6a6800d1f5 HTTP/1.1" status: 204 len: 168 time: 2.9893539 Aug 19 12:21:06.620549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52998) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:06.625398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1257196787', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'enable_snat': False}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:06.649049 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6554d5b9-0682-4939-bad1-c2c5836e2a2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.650976 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6554d5b9-0682-4939-bad1-c2c5836e2a2f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5 HTTP/1.1" status: 204 len: 168 time: 0.6020253 Aug 19 12:21:06.652376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554d5b9-0682-4939-bad1-c2c5836e2a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f7ce40-0ba2-4ad7-b4cb-5d7dfe73b6d5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:06.653958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53000) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:06.655403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef60f0-5a59-4ec8-92a3-b91b02402c15 None None] Network 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:06.760719 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.779195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.788222 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.892243 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.922664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Deleting port 79aa9353-87e1-4c57-ade7-d4596212f473 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:06.923139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:06.952143 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8c2bfc-6d43-4fcb-91c0-a9dbf1267e5e None None] DHCP port deletion for 41d67d9e-fa96-45c6-8af7-cfee74ad40f2 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:21:07.121105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c2bfc-6d43-4fcb-91c0-a9dbf1267e5e None None] Deleting port 79aa9353-87e1-4c57-ade7-d4596212f473 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:07.121480 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd8c2bfc-6d43-4fcb-91c0-a9dbf1267e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:07.221432 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-dd8c2bfc-6d43-4fcb-91c0-a9dbf1267e5e None None] For port 79aa9353-87e1-4c57-ade7-d4596212f473, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=79aa9353-87e1-4c57-ade7-d4596212f473,segment=NetworkSegment(13d02b1b-5b03-4f48-933a-d8e4a920e7ee),segment_id=13d02b1b-5b03-4f48-933a-d8e4a920e7ee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:07.221803 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd8c2bfc-6d43-4fcb-91c0-a9dbf1267e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:07.238390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c2bfc-6d43-4fcb-91c0-a9dbf1267e5e None None] Calling delete_port for 79aa9353-87e1-4c57-ade7-d4596212f473 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:07.500420 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd8c2bfc-6d43-4fcb-91c0-a9dbf1267e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:07.574444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c2bfc-6d43-4fcb-91c0-a9dbf1267e5e None None] No DVR routers for this DVR port 79aa9353-87e1-4c57-ade7-d4596212f473 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:07.585799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:07.587031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c2bfc-6d43-4fcb-91c0-a9dbf1267e5e None None] Pushing event deleted for resources: {'Port': ['ID=79aa9353-87e1-4c57-ade7-d4596212f473,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:07.600693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b40e54-81f9-492f-b0e8-e7fe10cc8678 req-f57153be-dbd1-4344-9401-5ddbcaef878c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:07.605821 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-87b40e54-81f9-492f-b0e8-e7fe10cc8678 req-f57153be-dbd1-4344-9401-5ddbcaef878c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1387916 Aug 19 12:21:07.631846 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-560a1e74-ef8b-4b2d-bf58-abc8daaf7ea1 req-fcd1fc54-1ba5-415e-86dc-fc3781654d18 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 210 time: 0.0375032 Aug 19 12:21:07.642695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] For port 79aa9353-87e1-4c57-ade7-d4596212f473, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=79aa9353-87e1-4c57-ade7-d4596212f473,segment=NetworkSegment(13d02b1b-5b03-4f48-933a-d8e4a920e7ee),segment_id=13d02b1b-5b03-4f48-933a-d8e4a920e7ee)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:07.643579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:07.687489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Calling delete_port for 79aa9353-87e1-4c57-ade7-d4596212f473 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:07.693154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-87b40e54-81f9-492f-b0e8-e7fe10cc8678 req-ac04efcc-86b4-41be-b017-8379cd02feb8 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782013 Aug 19 12:21:07.800656 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d208659e-ced6-461e-8d54-7de9920d72f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:07.804485 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:07.860899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 79aa9353-87e1-4c57-ade7-d4596212f473 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:07.883551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:07.893846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 79aa9353-87e1-4c57-ade7-d4596212f473 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:07.894492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 79aa9353-87e1-4c57-ade7-d4596212f473 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:07.917241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79aa9353-87e1-4c57-ade7-d4596212f473,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:07.940760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] No DVR routers for this DVR port 79aa9353-87e1-4c57-ade7-d4596212f473 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:07.955062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434746b8-da33-4999-9f00-75e4e115a329 req-ac6fbd67-1140-40f7-913d-bf8db9a38274 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:07.955062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-434746b8-da33-4999-9f00-75e4e115a329 req-ac6fbd67-1140-40f7-913d-bf8db9a38274 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 945 time: 0.1598556 Aug 19 12:21:08.096798 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-434746b8-da33-4999-9f00-75e4e115a329 req-ff37c139-a4c9-48c7-8a8c-161900efc91c tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132667 Aug 19 12:21:08.106705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.147619 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d67d9e-fa96-45c6-8af7-cfee74ad40f2']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:08.172456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d02b1b-5b03-4f48-933a-d8e4a920e7ee') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:08.172761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d02b1b-5b03-4f48-933a-d8e4a920e7ee') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:08.186077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.200581 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-b8930878-4997-4e73-b011-3da8869e9bf2 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0c7d4b3ccaa84a9fb7b3afa90d212351&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535364 Aug 19 12:21:08.203809 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.216572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:21:08.216978 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:21:08.218797 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:21:08.519424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-09a0a933-110b-47a1-a68f-25f19d6efd8a tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:08.521031 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-09a0a933-110b-47a1-a68f-25f19d6efd8a tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3128846 Aug 19 12:21:08.550063 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.551981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Request body: {'port': {'device_id': '61a4976a-d7c9-43be-96a8-43aea44866cf', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '0c7d4b3ccaa84a9fb7b3afa90d212351'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:08.578424 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.587140 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.594566 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:08.598820 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/41d67d9e-fa96-45c6-8af7-cfee74ad40f2 HTTP/1.1" status: 204 len: 168 time: 1.9412932 Aug 19 12:21:08.646297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742232b3-af2a-4070-99d8-b986bda3b5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d67d9e-fa96-45c6-8af7-cfee74ad40f2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:08.722381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Allocated IP 172.25.2.250 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/a75ad7fb-5532-4828-baee-c5647ae55a3d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:08.744734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1fc5-57d1-4b69-988a-bd3043974607 req-b0bbd4f4-75c3-4b45-8cc4-550ddd9c6616 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:08.749161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c1c1fc5-57d1-4b69-988a-bd3043974607 req-b0bbd4f4-75c3-4b45-8cc4-550ddd9c6616 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 1096 time: 0.2892940 Aug 19 12:21:08.835720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c1c1fc5-57d1-4b69-988a-bd3043974607 req-4e837e96-5a07-467d-84d3-573055ce4061 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759816 Aug 19 12:21:08.862275 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d92c65f7-e835-4d80-88b3-5e1155a81d30 req-8fdc44f7-4b69-4dde-9ee4-bb3578e564d7 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 210 time: 0.1099675 Aug 19 12:21:08.863330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Made reservation on behalf of 0c7d4b3ccaa84a9fb7b3afa90d212351 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:08.867696 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.001147 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.053690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61f9df-c483-45a9-b0f5-d03ddee96c46 req-0febcf0a-24d0-43a4-8b53-6f9ebde9d533 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:09.055571 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f61f9df-c483-45a9-b0f5-d03ddee96c46 req-0febcf0a-24d0-43a4-8b53-6f9ebde9d533 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 1096 time: 0.0779626 Aug 19 12:21:09.057331 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.130539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7a962-eddf-4780-a50e-9276ace8e107 req-2314ef3b-23ac-430f-b9a4-6434a90a9892 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:09.132515 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7aa7a962-eddf-4780-a50e-9276ace8e107 req-2314ef3b-23ac-430f-b9a4-6434a90a9892 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1477797 Aug 19 12:21:09.135468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f61f9df-c483-45a9-b0f5-d03ddee96c46 req-76e7cae6-aa13-409b-86ac-162f6df238f8 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 Aug 19 12:21:09.180180 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.187026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Allocated IP 192.168.233.57 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/b5d264c8-9a63-4c66-916c-d5539c7e8438) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:09.223184 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7aa7a962-eddf-4780-a50e-9276ace8e107 req-f11afb9c-ae58-4d88-bc63-1685386072ec tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798972 Aug 19 12:21:09.272592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event updated for resources: {'Port': ['ID=a75ad7fb-5532-4828-baee-c5647ae55a3d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:09.288392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:09.290250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:09.293336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:09.422631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53072) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:09.503346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7278bb7d-e078-4769-be63-ae768df0f8b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb2da6c2d8144adaabb8f11bbf43d4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795932 Aug 19 12:21:09.507114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53076) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:09.566221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.608850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Transition to ACTIVE for port object b5d264c8-9a63-4c66-916c-d5539c7e8438 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:09.627055 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-877a7640-745a-4125-9df9-874687501d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.668975 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-877a7640-745a-4125-9df9-874687501d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.745360 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.799959 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.816596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['74502202-169e-4760-978a-1452e6090ae6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:09.846778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:09.854499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:09.871942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:09.942911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Pushing event updated for resources: {'Port': ['ID=b5d264c8-9a63-4c66-916c-d5539c7e8438,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:09.969204 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-877a7640-745a-4125-9df9-874687501d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.979392 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-877a7640-745a-4125-9df9-874687501d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:09.982531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-877a7640-745a-4125-9df9-874687501d51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86cc493e-0cbc-4824-a0ac-fe1cc91f5cfe HTTP/1.1" status: 204 len: 168 time: 0.4738204 Aug 19 12:21:10.036208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a7640-745a-4125-9df9-874687501d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cc493e-0cbc-4824-a0ac-fe1cc91f5cfe,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:10.111722 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:10.112276 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:10.247748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:10.449398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c369a-666f-432d-a6c7-741da7cdbaf5 req-d52f7959-da23-47ee-9e54-66a91169ada3 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:10.505013 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-681c369a-666f-432d-a6c7-741da7cdbaf5 req-d52f7959-da23-47ee-9e54-66a91169ada3 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 935 time: 0.1700137 Aug 19 12:21:10.507152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-cf025afb-e68f-47c7-9a24-241b439ff150 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9644969 Aug 19 12:21:10.535433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Request body: {'port': {'device_id': '61a4976a-d7c9-43be-96a8-43aea44866cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:10.673306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:10.695761 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-681c369a-666f-432d-a6c7-741da7cdbaf5 req-1e535715-fb55-4527-b3b7-c53d39f9cbb8 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912770 Aug 19 12:21:10.794546 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:10.794546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-79fc798e-35d0-4ca6-b67d-57b924a280d6 None None] Provisioning for port b5d264c8-9a63-4c66-916c-d5539c7e8438 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:10.794546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-79fc798e-35d0-4ca6-b67d-57b924a280d6 None None] Provisioning complete for port b5d264c8-9a63-4c66-916c-d5539c7e8438 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:10.795735 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-79fc798e-35d0-4ca6-b67d-57b924a280d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:10.860859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-79fc798e-35d0-4ca6-b67d-57b924a280d6 None None] Port b5d264c8-9a63-4c66-916c-d5539c7e8438 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:21:10.878515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Router 7868f378-5dcf-4f37-802c-030f887366dc is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:21:10.980286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bdb5b-34ea-40b4-a5b5-ecf986cce2a9 req-c86915bd-a32a-4e45-9a17-3e94f0aa6cc9 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:10.988987 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-934bdb5b-34ea-40b4-a5b5-ecf986cce2a9 req-c86915bd-a32a-4e45-9a17-3e94f0aa6cc9 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1186898 Aug 19 12:21:11.062005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-934bdb5b-34ea-40b4-a5b5-ecf986cce2a9 req-493317a4-d1f6-4f31-b556-da24b6a8439b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717611 Aug 19 12:21:11.120821 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:11.138640 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Sync routers for ids ['7868f378-5dcf-4f37-802c-030f887366dc'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:11.172243 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Routers {'7868f378-5dcf-4f37-802c-030f887366dc'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:11.173098 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7868f378-5dcf-4f37-802c-030f887366dc'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:11.221745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d264c8-9a63-4c66-916c-d5539c7e8438 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:11.240863 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.284928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Transition to ACTIVE for port object b5d264c8-9a63-4c66-916c-d5539c7e8438 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:11.294231 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.298331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fae1a5d9-80fa-48a3-b452-c4c64d15e9c1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.6767139 Aug 19 12:21:11.300976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53126) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:11.385238 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Set router 7868f378-5dcf-4f37-802c-030f887366dc gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:11.385357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d00bb-d216-40ea-ab93-c7f8ca26b8e1 req-1617f652-b0cd-40ac-93c6-09888149a5c5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:11.385357 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f35d00bb-d216-40ea-ab93-c7f8ca26b8e1 req-1617f652-b0cd-40ac-93c6-09888149a5c5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.30 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0602570 Aug 19 12:21:11.443578 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f1b1a1a5-6928-4df3-a17d-e6d4cf7372da tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/routers/7868f378-5dcf-4f37-802c-030f887366dc HTTP/1.1" status: 200 len: 909 time: 0.1382167 Aug 19 12:21:11.443901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53134) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:11.448704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1257196787', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'enable_snat': True}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:11.502845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-f35d00bb-d216-40ea-ab93-c7f8ca26b8e1 req-37e8179c-e9ce-4328-b68a-de1ecf23e5ea tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Deleting port 8114a406-b1b9-4686-9c98-c40896ff9fb4 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:11.503178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f35d00bb-d216-40ea-ab93-c7f8ca26b8e1 req-37e8179c-e9ce-4328-b68a-de1ecf23e5ea tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.544302 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7868f378-5dcf-4f37-802c-030f887366dc', 'name': 'tempest-snat-router-1257196787', 'tenant_id': '87fad25d99474d229bf7055b567e44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.250'}], 'enable_snat': False}, 'gw_port_id': 'a75ad7fb-5532-4828-baee-c5647ae55a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:06Z', 'updated_at': '2021-08-19T12:21:09Z', 'revision_number': 3, 'project_id': '87fad25d99474d229bf7055b567e44a7', 'gw_port': {'id': 'a75ad7fb-5532-4828-baee-c5647ae55a3d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7868f378-5dcf-4f37-802c-030f887366dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:08Z', 'updated_at': '2021-08-19T12:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:11.577507 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Checking router: 7868f378-5dcf-4f37-802c-030f887366dc for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:21:11.577847 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Updating router 7868f378-5dcf-4f37-802c-030f887366dc port a75ad7fb-5532-4828-baee-c5647ae55a3d binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:21:11.593276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f35d00bb-d216-40ea-ab93-c7f8ca26b8e1 req-37e8179c-e9ce-4328-b68a-de1ecf23e5ea tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] For port 8114a406-b1b9-4686-9c98-c40896ff9fb4, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8114a406-b1b9-4686-9c98-c40896ff9fb4,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:11.593678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f35d00bb-d216-40ea-ab93-c7f8ca26b8e1 req-37e8179c-e9ce-4328-b68a-de1ecf23e5ea tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.603562 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.606761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-f35d00bb-d216-40ea-ab93-c7f8ca26b8e1 req-37e8179c-e9ce-4328-b68a-de1ecf23e5ea tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Calling delete_port for 8114a406-b1b9-4686-9c98-c40896ff9fb4 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:11.707161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.787931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Pushing event updated for resources: {'Port': ['ID=b5d264c8-9a63-4c66-916c-d5539c7e8438,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:11.792828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.792828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.924692 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:11.964387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee68c6-910b-4150-a552-3302684a7da6 req-6b0fd389-915e-468c-98bf-e663b36357e4 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:11.966098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4ee68c6-910b-4150-a552-3302684a7da6 req-6b0fd389-915e-468c-98bf-e663b36357e4 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 947 time: 0.1142306 Aug 19 12:21:11.981708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Attempting to bind port b5d264c8-9a63-4c66-916c-d5539c7e8438 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:11.982443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Attempting to bind port b5d264c8-9a63-4c66-916c-d5539c7e8438 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:11.982443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Attempting to bind port b5d264c8-9a63-4c66-916c-d5539c7e8438 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:11.998292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Port b5d264c8-9a63-4c66-916c-d5539c7e8438 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:11.998648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Attempting to bind port b5d264c8-9a63-4c66-916c-d5539c7e8438 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:12.025696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:12.026039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:12.026415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:12.026878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Bound port: b5d264c8-9a63-4c66-916c-d5539c7e8438, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:12.027281 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.038972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.058559 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4ee68c6-910b-4150-a552-3302684a7da6 req-ae158971-0c8b-4065-bbb4-9a1184b65925 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778830 Aug 19 12:21:12.101887 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Transition to ACTIVE for port object a75ad7fb-5532-4828-baee-c5647ae55a3d will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:12.134763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] For port b5d264c8-9a63-4c66-916c-d5539c7e8438, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:12.138491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] For port b5d264c8-9a63-4c66-916c-d5539c7e8438, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b5d264c8-9a63-4c66-916c-d5539c7e8438,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:12.140185 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f35d00bb-d216-40ea-ab93-c7f8ca26b8e1 req-37e8179c-e9ce-4328-b68a-de1ecf23e5ea tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.154205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['8114a406-b1b9-4686-9c98-c40896ff9fb4'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:12.219119 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a362934e-b897-49d5-9d62-6ada8df0bec4 req-665351b7-484a-4f25-8eaa-c8fcf01190ba tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0444932 Aug 19 12:21:12.221138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8179c-e9ce-4328-b68a-de1ecf23e5ea tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event deleted for resources: {'Port': ['ID=8114a406-b1b9-4686-9c98-c40896ff9fb4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:12.280369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35d00bb-d216-40ea-ab93-c7f8ca26b8e1 req-37e8179c-e9ce-4328-b68a-de1ecf23e5ea tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] No DVR routers for this DVR port 8114a406-b1b9-4686-9c98-c40896ff9fb4 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:12.283797 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f35d00bb-d216-40ea-ab93-c7f8ca26b8e1 req-37e8179c-e9ce-4328-b68a-de1ecf23e5ea tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.286557 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f35d00bb-d216-40ea-ab93-c7f8ca26b8e1 req-37e8179c-e9ce-4328-b68a-de1ecf23e5ea tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.30 "DELETE /v2.0/ports/8114a406-b1b9-4686-9c98-c40896ff9fb4 HTTP/1.1" status: 204 len: 173 time: 0.9272819 Aug 19 12:21:12.287004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bda28f-09e3-4cce-b552-e042f340d8b8', 'name': 'network-vif-deleted', 'tag': '8114a406-b1b9-4686-9c98-c40896ff9fb4'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:12.291068 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858f0b67-7048-4801-bc21-c20ee43b3482" -d '{"events": [{"server_uuid": "38bda28f-09e3-4cce-b552-e042f340d8b8", "name": "network-vif-deleted", "tag": "8114a406-b1b9-4686-9c98-c40896ff9fb4"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:12.400823 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.402397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.441383 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3112f307-b916-49bb-9b21-e71bf3a55a41 x-openstack-request-id: req-3112f307-b916-49bb-9b21-e71bf3a55a41 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:12.442519 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bda28f-09e3-4cce-b552-e042f340d8b8", "name": "network-vif-deleted", "tag": "8114a406-b1b9-4686-9c98-c40896ff9fb4", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:12.442780 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3112f307-b916-49bb-9b21-e71bf3a55a41 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:12.443210 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bda28f-09e3-4cce-b552-e042f340d8b8', 'name': 'network-vif-deleted', 'tag': '8114a406-b1b9-4686-9c98-c40896ff9fb4', 'status': 'completed', 'code': 200} Aug 19 12:21:12.458523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:12.459894 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.461302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] 10.222.0.62 "PUT /v2.0/ports/b5d264c8-9a63-4c66-916c-d5539c7e8438 HTTP/1.1" status: 200 len: 1095 time: 1.9455600 Aug 19 12:21:12.502049 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Attempting to bind port a75ad7fb-5532-4828-baee-c5647ae55a3d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:12.502412 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Attempting to bind port a75ad7fb-5532-4828-baee-c5647ae55a3d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:12.502766 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Attempting to bind port a75ad7fb-5532-4828-baee-c5647ae55a3d on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:12.551169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d5a28-0325-46b2-a725-109cc1d023dd service neutron] Pushing event updated for resources: {'Port': ['ID=b5d264c8-9a63-4c66-916c-d5539c7e8438,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:12.595906 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:12.600320 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:12.600320 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.600320 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:12.600320 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Bound port: a75ad7fb-5532-4828-baee-c5647ae55a3d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:12.600320 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.617932 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.716054 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] For port a75ad7fb-5532-4828-baee-c5647ae55a3d, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:12.724435 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] For port a75ad7fb-5532-4828-baee-c5647ae55a3d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a75ad7fb-5532-4828-baee-c5647ae55a3d,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:12.758819 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Pushing event updated for resources: {'Port': ['ID=a75ad7fb-5532-4828-baee-c5647ae55a3d,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:12.781956 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.782316 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.782621 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.782976 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.783304 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.783629 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.783949 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.784267 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.784584 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.796709 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.800068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-fdc7614f-8e5a-4801-8dec-36b39013fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:12.800068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-fdc7614f-8e5a-4801-8dec-36b39013fb68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c7d4b3ccaa84a9fb7b3afa90d212351&device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 1098 time: 0.0947065 Aug 19 12:21:12.800916 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.802103 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:12.866775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53178) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:12.889586 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-156030b5-0cbc-4ab4-aacd-be042bc4d1b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b5d264c8-9a63-4c66-916c-d5539c7e8438 HTTP/1.1" status: 200 len: 217 time: 0.0673919 Aug 19 12:21:12.926534 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:12.958614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-595986ba-c3a2-406f-b9ad-d2f37d598475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:12.961407 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-595986ba-c3a2-406f-b9ad-d2f37d598475 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0639768 Aug 19 12:21:13.061429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-f50f3976-1e60-4e06-a3af-640fdc4430be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:13.063735 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-f50f3976-1e60-4e06-a3af-640fdc4430be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929725 Aug 19 12:21:13.137962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1627194977-network', 'tenant_id': 'd6752f5519ee46b194f5aaf30292b5f8'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:13.171997 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe5973-f21f-41ae-ad98-9d3108eab7cc None None] Pushing event updated for resources: {'Port': ['ID=a75ad7fb-5532-4828-baee-c5647ae55a3d,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:13.212432 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-4ea576bc-917c-4bf3-83da-faf8bac4dfa4 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397674 Aug 19 12:21:13.214244 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Routers {'7868f378-5dcf-4f37-802c-030f887366dc'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:13.215574 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7868f378-5dcf-4f37-802c-030f887366dc'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:13.227716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.252296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.364435 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] Set router 7868f378-5dcf-4f37-802c-030f887366dc gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:13.370313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34745440-3bc3-4913-9e20-31ccda6d8501 req-ba35be76-35a9-4fe2-b2a2-ade7d82dbaf7 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:13.371877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34745440-3bc3-4913-9e20-31ccda6d8501 req-ba35be76-35a9-4fe2-b2a2-ade7d82dbaf7 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 947 time: 0.1550975 Aug 19 12:21:13.382175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Allocated IP 172.25.2.179 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/9d46624c-2743-4a13-a25b-5bab828c04b9) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:13.395654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Made reservation on behalf of d6752f5519ee46b194f5aaf30292b5f8 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:13.399239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.412981 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.462521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34745440-3bc3-4913-9e20-31ccda6d8501 req-655e2207-a03b-4d2e-ad19-f1ab21530c8f tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838082 Aug 19 12:21:13.465653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f02117-eb81-4b7b-a7b4-7e5786004865 req-94bc32d4-8a4a-4eb4-acdc-9201be5c787d service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451627 Aug 19 12:21:13.643375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8359ca9c-0373-4ba9-a396-8a599b731391 req-231310b9-a284-4b52-bd73-0c4028b0a678 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bda28f-09e3-4cce-b552-e042f340d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0660958 Aug 19 12:21:13.714734 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7868f378-5dcf-4f37-802c-030f887366dc', 'name': 'tempest-snat-router-1257196787', 'tenant_id': '87fad25d99474d229bf7055b567e44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.250'}], 'enable_snat': False}, 'gw_port_id': 'a75ad7fb-5532-4828-baee-c5647ae55a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:06Z', 'updated_at': '2021-08-19T12:21:09Z', 'revision_number': 3, 'project_id': '87fad25d99474d229bf7055b567e44a7', 'gw_port': {'id': 'a75ad7fb-5532-4828-baee-c5647ae55a3d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7868f378-5dcf-4f37-802c-030f887366dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:08Z', 'updated_at': '2021-08-19T12:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:13.757757 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf770e-3593-43aa-8111-85b313f63518 None None] The sync data for ids ['7868f378-5dcf-4f37-802c-030f887366dc'] in n-d-803757-2 is: [{'id': '7868f378-5dcf-4f37-802c-030f887366dc', 'name': 'tempest-snat-router-1257196787', 'tenant_id': '87fad25d99474d229bf7055b567e44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.250'}], 'enable_snat': False}, 'gw_port_id': 'a75ad7fb-5532-4828-baee-c5647ae55a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:06Z', 'updated_at': '2021-08-19T12:21:09Z', 'revision_number': 3, 'project_id': '87fad25d99474d229bf7055b567e44a7', 'gw_port': {'id': 'a75ad7fb-5532-4828-baee-c5647ae55a3d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7868f378-5dcf-4f37-802c-030f887366dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:08Z', 'updated_at': '2021-08-19T12:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:13.777567 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.861255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-4a218351-2679-4231-975a-f912fd7ca91b tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:21:13.862541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-4a218351-2679-4231-975a-f912fd7ca91b tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1296258 Aug 19 12:21:13.869629 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:13.972342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Request body: {'binding': {'host': 'n-h2-803757-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:13.972342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Unknown quota resources ['binding']. {{(pid=95543) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:21:14.003383 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.034529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:14.072747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:21:14.136840 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.444453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a4976a-d7c9-43be-96a8-43aea44866cf', 'tag': 'b5d264c8-9a63-4c66-916c-d5539c7e8438'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:14.447119 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf" -d '{"events": [{"name": "network-changed", "server_uuid": "61a4976a-d7c9-43be-96a8-43aea44866cf", "tag": "b5d264c8-9a63-4c66-916c-d5539c7e8438"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:14.514009 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efc4e17-5722-4a17-b3c8-8553b8942f85 x-openstack-request-id: req-7efc4e17-5722-4a17-b3c8-8553b8942f85 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:14.514009 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a4976a-d7c9-43be-96a8-43aea44866cf", "tag": "b5d264c8-9a63-4c66-916c-d5539c7e8438", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:14.514304 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7efc4e17-5722-4a17-b3c8-8553b8942f85 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:14.514657 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a4976a-d7c9-43be-96a8-43aea44866cf', 'tag': 'b5d264c8-9a63-4c66-916c-d5539c7e8438', 'status': 'completed', 'code': 200} Aug 19 12:21:14.601595 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.602176 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Added segment 76a8a118-cec4-49b9-91db-a47464377b9e of type vlan for network c7910af9-fa9f-4757-879c-8d5ffd82842e Aug 19 12:21:14.699555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf req-1b129d3e-8216-4bea-941d-7fc97ddd2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:14.701606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf req-1b129d3e-8216-4bea-941d-7fc97ddd2140 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c7d4b3ccaa84a9fb7b3afa90d212351&device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 1098 time: 0.1611321 Aug 19 12:21:14.710689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253b580-4308-41ca-bd6f-eb1963342584 req-9916f9d5-5975-45bd-a88e-c4a64677e0b2 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:14.713986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.719391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7253b580-4308-41ca-bd6f-eb1963342584 req-9916f9d5-5975-45bd-a88e-c4a64677e0b2 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 947 time: 0.1005383 Aug 19 12:21:14.796489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:14.808618 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7253b580-4308-41ca-bd6f-eb1963342584 req-104f7161-a9fb-4701-a334-2d3f5f0b9f62 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880063 Aug 19 12:21:14.813036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:14.820602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:14.855729 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.856722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:14.857446 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:14.896089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event updated for resources: {'Port': ['ID=9d46624c-2743-4a13-a25b-5bab828c04b9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:15.045895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf req-e051002b-41f4-477d-933d-df5838d30a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:15.049909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf req-e051002b-41f4-477d-933d-df5838d30a3c service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.3263764 Aug 19 12:21:15.143748 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf req-a7c0008e-93d9-4beb-9113-03d57b632ae3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b5d264c8-9a63-4c66-916c-d5539c7e8438 HTTP/1.1" status: 200 len: 217 time: 0.0835695 Aug 19 12:21:15.145395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c7910af9-fa9f-4757-879c-8d5ffd82842e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:15.152068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 on host n-h2-803757-2 for vnic_type normal with profile None {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:15.152398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:15.152830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:15.166128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network c7910af9-fa9f-4757-879c-8d5ffd82842e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:21:15.239202 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-def27bcb-926c-4002-91d1-8e8a38ea69a2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3682575 Aug 19 12:21:15.239202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Port 6b3620ea-7b45-4707-a39c-356764d916b2 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:15.239202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:15.239748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53240) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:15.248363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] Request body: {'subnet': {'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1627194977-subnet', 'tenant_id': 'd6752f5519ee46b194f5aaf30292b5f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:15.310132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8114a406-b1b9-4686-9c98-c40896ff9fb4 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:15.314945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:15.314945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:15.315260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:15.315687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Bound port: 6b3620ea-7b45-4707-a39c-356764d916b2, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:15.345291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf req-df982693-b23c-402a-aa3c-4cdbf0ab84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:15.347330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf req-df982693-b23c-402a-aa3c-4cdbf0ab84a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1675153 Aug 19 12:21:15.356157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 8114a406-b1b9-4686-9c98-c40896ff9fb4 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:15.356758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8114a406-b1b9-4686-9c98-c40896ff9fb4 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:15.431550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=6b3620ea-7b45-4707-a39c-356764d916b2,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:15.442284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a6eae-9831-47fd-8342-1b765e500331 req-cb50f4fb-74c0-48a3-a116-c16d6aab80ef tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:15.444098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-cb50f4fb-74c0-48a3-a116-c16d6aab80ef tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.2364061 Aug 19 12:21:15.448756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf req-231d6273-7dc5-45a9-ab4f-be5c4452b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:15.450244 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf req-231d6273-7dc5-45a9-ab4f-be5c4452b873 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948467 Aug 19 12:21:15.474237 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-d5b65c20-c94f-4842-8250-8334bc0c3dee tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/quotas/e9122b62ade54036998fddd91baf1714 HTTP/1.1" status: 200 len: 375 time: 0.0213320 Aug 19 12:21:15.547061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-ce3f8d39-252a-4ea5-b4d8-811a2daf7165 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604384 Aug 19 12:21:15.555069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] Made reservation on behalf of d6752f5519ee46b194f5aaf30292b5f8 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:15.557450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:15.669783 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf req-7ed5e687-3994-4048-90c2-235af0daad59 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066500 Aug 19 12:21:15.738395 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:15.739626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5107efbd-a5af-4069-858c-465367aea2c4 service neutron] 10.222.0.21 "POST /v2.0/ports/6b3620ea-7b45-4707-a39c-356764d916b2/bindings HTTP/1.1" status: 201 len: 389 time: 1.8587022 Aug 19 12:21:15.747032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-ff6de574-1c48-43fa-8f11-ec8b6aeda8e8 service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867225 Aug 19 12:21:15.931624 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a75ad7fb-5532-4828-baee-c5647ae55a3d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:15.946627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:15.947982 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce43540b-b29a-4f8c-af9c-5977c7ec55cf req-5a1c3541-e3da-4ba0-b509-155f3a9599dd service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670474 Aug 19 12:21:15.962119 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-7e4b87fa-fb86-4e77-8c7d-06d52f6db406 service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140434 Aug 19 12:21:16.079253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.168489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6d7280-9d8b-4b3d-8463-77a7307cc2ef,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:16.221732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] Checking segment: {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:16.222088 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] Network hostable DHCP agents. Network: c7910af9-fa9f-4757-879c-8d5ffd82842e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:21:16.245546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b5d264c8-9a63-4c66-916c-d5539c7e8438 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:16.342698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.365020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8bef9-975f-43f2-b6e1-cfe5ae408739 req-2a1c65e5-2c63-4a48-ac3c-6d615f2a931d tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:16.384712 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4fd8bef9-975f-43f2-b6e1-cfe5ae408739 req-2a1c65e5-2c63-4a48-ac3c-6d615f2a931d tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 947 time: 0.1187623 Aug 19 12:21:16.385600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port a75ad7fb-5532-4828-baee-c5647ae55a3d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:16.394983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a75ad7fb-5532-4828-baee-c5647ae55a3d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:16.395359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.452458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] Network c7910af9-fa9f-4757-879c-8d5ffd82842e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:21:16.515417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b5d264c8-9a63-4c66-916c-d5539c7e8438, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b5d264c8-9a63-4c66-916c-d5539c7e8438,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:16.535749 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.539431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'b5d264c8-9a63-4c66-916c-d5539c7e8438', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': 'b5d264c8-9a63-4c66-916c-d5539c7e8438', 'mac_address': 'fa:16:3e:27:d3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:16.599760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.606950 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4fd8bef9-975f-43f2-b6e1-cfe5ae408739 req-f852c43b-5f22-4e51-b1d6-32e4e4ccfc79 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162571 Aug 19 12:21:16.646788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d264c8-9a63-4c66-916c-d5539c7e8438 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:16.652579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port a75ad7fb-5532-4828-baee-c5647ae55a3d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a75ad7fb-5532-4828-baee-c5647ae55a3d,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:16.676102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8a6e2-f401-43b7-b4d8-fa354eb46c31 req-09cd881d-6f8d-4ed6-9aab-6bb31dfc622d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:16.681380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b5d264c8-9a63-4c66-916c-d5539c7e8438, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b5d264c8-9a63-4c66-916c-d5539c7e8438,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:16.686992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9c8a6e2-f401-43b7-b4d8-fa354eb46c31 req-09cd881d-6f8d-4ed6-9aab-6bb31dfc622d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 945 time: 0.0912790 Aug 19 12:21:16.687210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, c7910af9-fa9f-4757-879c-8d5ffd82842e) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:16.695051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:16.695802 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.700890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c92749b-ba9b-4a86-a869-0f4f69e5e25d None None] Network c7910af9-fa9f-4757-879c-8d5ffd82842e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:16.727047 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55f55662-6405-4379-96a0-7fe9e83de6c0 req-49940f7f-3c86-4a09-9a8b-d9f651e856d7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 210 time: 0.0496075 Aug 19 12:21:16.766148 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9c8a6e2-f401-43b7-b4d8-fa354eb46c31 req-2c4c4b72-1f2a-462d-bfc3-c39f91559247 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751090 Aug 19 12:21:16.838885 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.865651 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e8dcad08-3157-4a1a-b609-7d43226559ae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6154130 Aug 19 12:21:16.865651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Router 7de08aec-2243-4214-9d99-daff03be5792 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:21:16.917300 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:16.929562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=a75ad7fb-5532-4828-baee-c5647ae55a3d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:16.952081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0df338-1265-47a4-a333-d1556cdd0f4f None None] Network c7910af9-fa9f-4757-879c-8d5ffd82842e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:17.063849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:17.077682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-12300a2f-1a92-4bf9-8dc9-c29d2523bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:17.082694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Sync routers for ids ['7de08aec-2243-4214-9d99-daff03be5792'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:17.082905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-12300a2f-1a92-4bf9-8dc9-c29d2523bd62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 1096 time: 0.0965612 Aug 19 12:21:17.097189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b5d264c8-9a63-4c66-916c-d5539c7e8438,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:17.113329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Routers {'7de08aec-2243-4214-9d99-daff03be5792'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:17.113966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7de08aec-2243-4214-9d99-daff03be5792'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:17.214039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5a0fbbdb-7bd5-4832-85d5-fd9496e12fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:17.215588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-5a0fbbdb-7bd5-4832-85d5-fd9496e12fb1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1258099 Aug 19 12:21:17.227490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:17.240580 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-56bd2fc7-5f63-4f35-b9a5-2a60e6c81f88 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7841949 Aug 19 12:21:17.240580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53278) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:17.268159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-98a7e331-a01e-4f04-bd8d-e6b5d7e8bf15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3620ea-7b45-4707-a39c-356764d916b2 HTTP/1.1" status: 200 len: 217 time: 0.0443742 Aug 19 12:21:17.374080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-a9860a29-11f8-4705-a469-e37ad32bb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:17.375625 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-a9860a29-11f8-4705-a469-e37ad32bb225 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0998411 Aug 19 12:21:17.435418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-8552eb0e-d71b-4a13-ba22-aa9d49bd0c3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426502 Aug 19 12:21:17.436699 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['b5d264c8-9a63-4c66-916c-d5539c7e8438'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:17.540310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Set router 7de08aec-2243-4214-9d99-daff03be5792 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:17.823962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-18c869ff-8a2a-4c8a-b6af-8315ef3dca66 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/routers/7de08aec-2243-4214-9d99-daff03be5792 HTTP/1.1" status: 200 len: 908 time: 0.3741553 Aug 19 12:21:17.828928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-da91b701-e1be-4da7-968f-410b642ef96f service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177048 Aug 19 12:21:17.830188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-7b076b83-240d-41ba-901a-01f1de11f6d3 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:17.830188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-7b076b83-240d-41ba-901a-01f1de11f6d3 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/networks?id=c7910af9-fa9f-4757-879c-8d5ffd82842e HTTP/1.1" status: 200 len: 805 time: 0.2843766 Aug 19 12:21:17.830188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6f07fa1b-9a95-4297-9cd4-88d6d90c2013 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/quotas/d6752f5519ee46b194f5aaf30292b5f8 HTTP/1.1" status: 200 len: 375 time: 0.0096707 Aug 19 12:21:17.830188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-bc35136e-8cd0-4a3f-bd79-286d17c457c1 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392554 Aug 19 12:21:17.830711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d0cd2-1c5b-46e5-8ce0-5a9468d8c035 req-45f25f89-b809-4da0-a379-dcfd749a1f4f tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:17.830711 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-981d0cd2-1c5b-46e5-8ce0-5a9468d8c035 req-45f25f89-b809-4da0-a379-dcfd749a1f4f tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 948 time: 0.0861297 Aug 19 12:21:17.843147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53310) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:17.882161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a75ad7fb-5532-4828-baee-c5647ae55a3d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:17.962046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-48019646-e335-445f-8174-fb8d198cdc44 service neutron] 10.222.0.21 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137265 Aug 19 12:21:18.054496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a75ad7fb-5532-4828-baee-c5647ae55a3d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:18.054927 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.150190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de08aec-2243-4214-9d99-daff03be5792', 'name': 'tempest-snat-router-1257196787', 'tenant_id': '87fad25d99474d229bf7055b567e44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '9d46624c-2743-4a13-a25b-5bab828c04b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:11Z', 'updated_at': '2021-08-19T12:21:15Z', 'revision_number': 3, 'project_id': '87fad25d99474d229bf7055b567e44a7', 'gw_port': {'id': '9d46624c-2743-4a13-a25b-5bab828c04b9', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:13:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de08aec-2243-4214-9d99-daff03be5792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:21:13Z', 'updated_at': '2021-08-19T12:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:18.171643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-f478d330-459f-4b49-8ddf-48b51bd3a10a service neutron] 10.222.0.21 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036772 Aug 19 12:21:18.173278 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.188007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Checking router: 7de08aec-2243-4214-9d99-daff03be5792 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:21:18.188358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Updating router 7de08aec-2243-4214-9d99-daff03be5792 port 9d46624c-2743-4a13-a25b-5bab828c04b9 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:21:18.252887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.264125 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-bafde0ba-790d-4878-b329-1b2453aed2ed service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965400 Aug 19 12:21:18.286746 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-981d0cd2-1c5b-46e5-8ce0-5a9468d8c035 req-23ecfb23-9c14-4cbe-9d99-201ac94037d3 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732907 Aug 19 12:21:18.317640 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.362904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-418dd400-da8b-4c77-bf85-3864a22b552c req-bbd47955-6d5b-4748-8d55-67e4bff99911 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 210 time: 0.0269077 Aug 19 12:21:18.465822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27ec14-1553-44fc-a9ea-bbecdbe65450 req-ad305301-7973-48a2-82a0-5c82b9353a05 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:18.467435 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0a27ec14-1553-44fc-a9ea-bbecdbe65450 req-ad305301-7973-48a2-82a0-5c82b9353a05 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 945 time: 0.0491326 Aug 19 12:21:18.505016 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0a27ec14-1553-44fc-a9ea-bbecdbe65450 req-f643bad5-cb7a-4757-bc25-0b24c9a5f1ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Aug 19 12:21:18.537285 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.547649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Transition to ACTIVE for port object 9d46624c-2743-4a13-a25b-5bab828c04b9 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:18.787284 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.842580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Deleting port 9d46624c-2743-4a13-a25b-5bab828c04b9 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:18.842580 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.865235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Attempting to bind port 9d46624c-2743-4a13-a25b-5bab828c04b9 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:18.865441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Attempting to bind port 9d46624c-2743-4a13-a25b-5bab828c04b9 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:18.865708 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Attempting to bind port 9d46624c-2743-4a13-a25b-5bab828c04b9 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:18.870793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-a17ef0ec-5e0e-47b8-89df-f60081180ee9 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:18.872422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-a17ef0ec-5e0e-47b8-89df-f60081180ee9 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.0777664 Aug 19 12:21:18.877034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:18.877544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:18.877935 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.878343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:18.878839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Bound port: 9d46624c-2743-4a13-a25b-5bab828c04b9, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:18.879242 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:18.882441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ed72d-67ff-470c-95bc-a6020812f9de None None] Pushing event updated for resources: {'Port': ['ID=9d46624c-2743-4a13-a25b-5bab828c04b9,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:18.884641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803757-2'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:18.995210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] For port 9d46624c-2743-4a13-a25b-5bab828c04b9, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:19.010410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] For port 9d46624c-2743-4a13-a25b-5bab828c04b9, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9d46624c-2743-4a13-a25b-5bab828c04b9,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:19.019462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.048301 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.064116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Calling delete_port for 9d46624c-2743-4a13-a25b-5bab828c04b9 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:19.073211 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-babe7534-4fdc-41f5-8057-ab49cfa6e693 req-c2c3c9c6-0bc7-4287-b487-e8c448331692 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 210 time: 0.0377815 Aug 19 12:21:19.098408 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.238948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Routers {'7de08aec-2243-4214-9d99-daff03be5792'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:19.239862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7de08aec-2243-4214-9d99-daff03be5792'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:19.261918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ed72d-67ff-470c-95bc-a6020812f9de None None] Pushing event updated for resources: {'Port': ['ID=9d46624c-2743-4a13-a25b-5bab828c04b9,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:19.279396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6b3620ea-7b45-4707-a39c-356764d916b2,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:19.345157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:19.411192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3620ea-7b45-4707-a39c-356764d916b2'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:19.414816 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0399ac0c-903d-48fa-a35e-cceb71008381" -d '{"events": [{"server_uuid": "7238a23f-a1d4-4f68-a45b-b14e71858d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3620ea-7b45-4707-a39c-356764d916b2"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:19.426722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.484260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4a801-b331-4e54-96c5-2fc45d13cf1f req-0b8b84c3-607b-407e-a06b-28db5be78da1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:19.494461 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5b4a801-b331-4e54-96c5-2fc45d13cf1f req-0b8b84c3-607b-407e-a06b-28db5be78da1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 948 time: 0.0760684 Aug 19 12:21:19.500155 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.518754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] Set router 7de08aec-2243-4214-9d99-daff03be5792 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:21:19.535911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d46624c-2743-4a13-a25b-5bab828c04b9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:19.550015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0442428e-6d00-4446-b9ac-5d45aa21e9e0 req-5bdf436d-72ab-4748-afcd-5cf39da7b095 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 210 time: 0.0514348 Aug 19 12:21:19.561698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.562051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.562439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.562784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.563430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.563900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.564840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.565352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.565832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.566165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.566533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.567017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.567171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.587553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de08aec-2243-4214-9d99-daff03be5792', 'name': 'tempest-snat-router-1257196787', 'tenant_id': '87fad25d99474d229bf7055b567e44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:11Z', 'updated_at': '2021-08-19T12:21:18Z', 'revision_number': 4, 'project_id': '87fad25d99474d229bf7055b567e44a7', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:19.626188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e3e73-aac3-464c-b40e-b13dcd7ed600 None None] The sync data for ids ['7de08aec-2243-4214-9d99-daff03be5792'] in n-d-803757-2 is: [{'id': '7de08aec-2243-4214-9d99-daff03be5792', 'name': 'tempest-snat-router-1257196787', 'tenant_id': '87fad25d99474d229bf7055b567e44a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:21:11Z', 'updated_at': '2021-08-19T12:21:18Z', 'revision_number': 4, 'project_id': '87fad25d99474d229bf7055b567e44a7', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:19.654790 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd703aaf-7802-4763-bd21-07eb303695f6 x-openstack-request-id: req-fd703aaf-7802-4763-bd21-07eb303695f6 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:19.655542 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7238a23f-a1d4-4f68-a45b-b14e71858d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b3620ea-7b45-4707-a39c-356764d916b2", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:19.656016 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd703aaf-7802-4763-bd21-07eb303695f6 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:19.657294 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b3620ea-7b45-4707-a39c-356764d916b2', 'code': 200} Aug 19 12:21:19.764995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3620ea-7b45-4707-a39c-356764d916b2,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:19.820113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.820377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.821027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.821391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.821711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.822050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.822384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.823193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.823615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.824010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.824430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.824973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:19.840292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 on host n-h1-803757-2 for vnic_type normal with profile {"migrating_to": "n-h2-803757-2"} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:19.840588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:19.841019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:19.851054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Port 6b3620ea-7b45-4707-a39c-356764d916b2 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:19.851421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Attempting to bind port 6b3620ea-7b45-4707-a39c-356764d916b2 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:19.879580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:19.880872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:19.881207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:19.882141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Bound port: 6b3620ea-7b45-4707-a39c-356764d916b2, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:19.882517 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:19.912198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11959dc-c891-405d-a3c8-408503d9ae38 req-a81577f3-1fd5-4a43-8e9e-9b030267aea4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:19.919146 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c11959dc-c891-405d-a3c8-408503d9ae38 req-a81577f3-1fd5-4a43-8e9e-9b030267aea4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 943 time: 0.1557600 Aug 19 12:21:20.062298 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c11959dc-c891-405d-a3c8-408503d9ae38 req-b4cb4ccd-878c-4645-afe2-8ce449e66578 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143012 Aug 19 12:21:20.071390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:20.075785 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6b3620ea-7b45-4707-a39c-356764d916b2,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:20.087695 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.201333 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5b4a801-b331-4e54-96c5-2fc45d13cf1f req-ec6ab597-e6bb-41a7-8ac9-67a4824ff587 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435552 Aug 19 12:21:20.207328 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.209839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.272383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b5d264c8-9a63-4c66-916c-d5539c7e8438 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:20.295327 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-834e70a1-c6c2-4ae4-9587-e8394720489b req-96482daa-91a5-4fae-8140-543a8c573681 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 210 time: 0.0321913 Aug 19 12:21:20.411459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.497240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3620ea-7b45-4707-a39c-356764d916b2,revision_number=8']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:20.502626 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.504410 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7de08aec-2243-4214-9d99-daff03be5792 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:21:20.504541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:20.504850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.508851 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.511851 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-67562b39-11a4-49f1-8f7b-469e07d0e9fb tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7de08aec-2243-4214-9d99-daff03be5792 HTTP/1.1" status: 204 len: 168 time: 2.6039596 Aug 19 12:21:20.512629 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3139d044-e465-45ef-b4b3-878871fbf684 service neutron] 10.222.0.30 "PUT /v2.0/ports/6b3620ea-7b45-4707-a39c-356764d916b2 HTTP/1.1" status: 200 len: 1121 time: 1.6317055 Aug 19 12:21:20.513003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53366) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:20.571087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port b5d264c8-9a63-4c66-916c-d5539c7e8438 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:20.599464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port b5d264c8-9a63-4c66-916c-d5539c7e8438 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:20.599464 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.627311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6b3620ea-7b45-4707-a39c-356764d916b2'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:20.648302 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.708884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb4e7c97-7377-4611-ad94-63f8f3763f5c req-2c3be5be-b5f8-4a6f-9d67-5a7616013be7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 210 time: 0.0314753 Aug 19 12:21:20.754131 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.778014 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:20.798039 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a4976a-d7c9-43be-96a8-43aea44866cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d264c8-9a63-4c66-916c-d5539c7e8438'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:20.800642 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccfa08c-715a-4093-ab7d-1b13ebca2349" -d '{"events": [{"server_uuid": "61a4976a-d7c9-43be-96a8-43aea44866cf", "name": "network-vif-plugged", "status": "completed", "tag": "b5d264c8-9a63-4c66-916c-d5539c7e8438"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:20.820521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b5d264c8-9a63-4c66-916c-d5539c7e8438, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b5d264c8-9a63-4c66-916c-d5539c7e8438,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:20.841201 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4abd1f1-abf9-455a-bde4-c545b35c8d8b x-openstack-request-id: req-c4abd1f1-abf9-455a-bde4-c545b35c8d8b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:20.841319 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a4976a-d7c9-43be-96a8-43aea44866cf", "name": "network-vif-plugged", "status": "completed", "tag": "b5d264c8-9a63-4c66-916c-d5539c7e8438", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:20.841541 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4abd1f1-abf9-455a-bde4-c545b35c8d8b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:20.841941 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a4976a-d7c9-43be-96a8-43aea44866cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d264c8-9a63-4c66-916c-d5539c7e8438', 'code': 200} Aug 19 12:21:20.958202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ea570-a97d-4abb-9832-f402960dbc02 req-c0a2e439-ccc4-4628-9864-e9b2c8dd73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:20.959781 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-540ea570-a97d-4abb-9832-f402960dbc02 req-c0a2e439-ccc4-4628-9864-e9b2c8dd73c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 1099 time: 0.0481048 Aug 19 12:21:20.997483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-540ea570-a97d-4abb-9832-f402960dbc02 req-bf49c5e1-0042-4752-a749-acdc16900706 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290956 Aug 19 12:21:21.061619 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.112931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Deleting port a75ad7fb-5532-4828-baee-c5647ae55a3d {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:21.113439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.146870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b5d264c8-9a63-4c66-916c-d5539c7e8438,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:21.203389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] For port a75ad7fb-5532-4828-baee-c5647ae55a3d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a75ad7fb-5532-4828-baee-c5647ae55a3d,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:21.203612 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.220229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Calling delete_port for a75ad7fb-5532-4828-baee-c5647ae55a3d owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:21.252360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a6eae-9831-47fd-8342-1b765e500331 req-299ae6eb-d1af-469e-8eb3-fcbd4a0e75f0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:21.253913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-299ae6eb-d1af-469e-8eb3-fcbd4a0e75f0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.30 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.1682637 Aug 19 12:21:21.263420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e9579-024c-4070-92dc-bc12ecb4e7a5 req-c224980d-1511-4c8f-9eee-70fc33018256 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:21.264871 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f43e9579-024c-4070-92dc-bc12ecb4e7a5 req-c224980d-1511-4c8f-9eee-70fc33018256 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 943 time: 0.0902998 Aug 19 12:21:21.271972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Request body: {'port': {'device_id': '705ae438-8d28-455a-8084-d20e86df870e', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'admin_state_up': True, 'tenant_id': 'e9122b62ade54036998fddd91baf1714'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:21.386905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f43e9579-024c-4070-92dc-bc12ecb4e7a5 req-add2598b-c172-4099-ad1f-8821bf3c1ee0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021497 Aug 19 12:21:21.436759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce8f86-2447-4fb7-835e-b5982e839cf0 req-408d2041-0276-4a50-b4c5-ff251cb4dbcb tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:21.438310 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87ce8f86-2447-4fb7-835e-b5982e839cf0 req-408d2041-0276-4a50-b4c5-ff251cb4dbcb tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 949 time: 0.0889137 Aug 19 12:21:21.507677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87ce8f86-2447-4fb7-835e-b5982e839cf0 req-7ba0c3d0-866a-4b68-8913-7e4127262ddc tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366714 Aug 19 12:21:21.540545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef685cfa-bb2b-461a-bbd5-796fa4cbbfe5 req-b3a06246-4b25-4a52-80b9-aacf543682b3 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 210 time: 0.0326066 Aug 19 12:21:21.659981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'tag': '6b3620ea-7b45-4707-a39c-356764d916b2'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:21.662859 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04fd53d-196e-412a-87a7-321d3e28a61c" -d '{"events": [{"name": "network-changed", "server_uuid": "7238a23f-a1d4-4f68-a45b-b14e71858d1d", "tag": "6b3620ea-7b45-4707-a39c-356764d916b2"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:21.689212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b13820-061e-4b83-9849-7527b4a2d0e9 req-866762b0-c35c-475e-a590-8bd47bf8ea11 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:21.690782 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-27b13820-061e-4b83-9849-7527b4a2d0e9 req-866762b0-c35c-475e-a590-8bd47bf8ea11 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 951 time: 0.0601459 Aug 19 12:21:21.701012 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.711404 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e09916b-29ad-40f7-9e89-3f393bfdc7aa x-openstack-request-id: req-5e09916b-29ad-40f7-9e89-3f393bfdc7aa {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:21.711404 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7238a23f-a1d4-4f68-a45b-b14e71858d1d", "tag": "6b3620ea-7b45-4707-a39c-356764d916b2", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:21.711404 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e09916b-29ad-40f7-9e89-3f393bfdc7aa {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:21.711404 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'tag': '6b3620ea-7b45-4707-a39c-356764d916b2', 'status': 'completed', 'code': 200} Aug 19 12:21:21.711404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Made reservation on behalf of e9122b62ade54036998fddd91baf1714 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:21.711404 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.731794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event deleted for resources: {'Port': ['ID=a75ad7fb-5532-4828-baee-c5647ae55a3d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:21.781148 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-27b13820-061e-4b83-9849-7527b4a2d0e9 req-da25f92f-d447-44de-97ee-d20c05ecb3d8 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841064 Aug 19 12:21:21.863816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd53d-196e-412a-87a7-321d3e28a61c req-edc31fea-da5c-45c0-950e-4c09ba92e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:21.865152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.865573 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f04fd53d-196e-412a-87a7-321d3e28a61c req-edc31fea-da5c-45c0-950e-4c09ba92e4f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 1124 time: 0.1356308 Aug 19 12:21:21.868744 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c52d5891-6eee-4847-b425-36c924dfcec1 req-c116e5da-d39d-48ba-b387-927dbeac61f7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 210 time: 0.0628107 Aug 19 12:21:21.960439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.962599 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:21.981036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Allocated IP 172.20.0.6 (ce726399-d1c8-4413-8ca5-6de1e3ca0925/81a30a79-0796-4e2e-a201-ffee4494f99e/09c9a608-1214-4d02-88ed-9a78d4e77274) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:22.030208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd53d-196e-412a-87a7-321d3e28a61c req-310ece6d-06c7-4a84-99b5-9cb688a05218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.031768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f04fd53d-196e-412a-87a7-321d3e28a61c req-310ece6d-06c7-4a84-99b5-9cb688a05218 service neutron] 10.222.0.62 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1520791 Aug 19 12:21:22.109329 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f04fd53d-196e-412a-87a7-321d3e28a61c req-16149a10-de7b-4446-9d56-67ca6a066fa0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3620ea-7b45-4707-a39c-356764d916b2 HTTP/1.1" status: 200 len: 217 time: 0.0655458 Aug 19 12:21:22.163668 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.163668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7868f378-5dcf-4f37-802c-030f887366dc {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:21:22.165435 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.170912 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9a452507-3676-4b97-ab9b-2ae9269345d1 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7868f378-5dcf-4f37-802c-030f887366dc HTTP/1.1" status: 204 len: 168 time: 1.6567852 Aug 19 12:21:22.171715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53420) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:22.177070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-539670231', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:22.214909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd53d-196e-412a-87a7-321d3e28a61c req-a3b5ef28-9dc1-48d2-a0be-3db8abc96fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.216374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f04fd53d-196e-412a-87a7-321d3e28a61c req-a3b5ef28-9dc1-48d2-a0be-3db8abc96fdd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0938764 Aug 19 12:21:22.275912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f04fd53d-196e-412a-87a7-321d3e28a61c req-f4210da0-7849-4131-9cd2-c8431403aef1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382967 Aug 19 12:21:22.278775 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.386941 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.388075 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.421370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f04fd53d-196e-412a-87a7-321d3e28a61c req-4d7490ef-50de-48a4-aae7-b2d974630911 service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335526 Aug 19 12:21:22.454586 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.513209 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a3439-52dc-4c3f-adab-6900611adc02 req-fb4c7086-a2b8-4318-94d9-9fba151e772e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.514677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e6a3439-52dc-4c3f-adab-6900611adc02 req-fb4c7086-a2b8-4318-94d9-9fba151e772e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 943 time: 0.0553935 Aug 19 12:21:22.521966 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f04fd53d-196e-412a-87a7-321d3e28a61c req-3a74ed5c-6c52-4202-99bd-ae2831cc2e74 service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897820 Aug 19 12:21:22.553417 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.573766 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e6a3439-52dc-4c3f-adab-6900611adc02 req-b4140b6f-0a90-42fe-8abb-3e20174484b8 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526836 Aug 19 12:21:22.597442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Network ce726399-d1c8-4413-8ca5-6de1e3ca0925 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:22.612307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:22.614939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:22.676319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event updated for resources: {'Port': ['ID=09c9a608-1214-4d02-88ed-9a78d4e77274,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:22.685924 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3989ebb-3fc1-47b9-b467-9abe95384af7 req-88645edb-cba3-4351-bef7-bbcb6bf4b1e5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 210 time: 0.0317891 Aug 19 12:21:22.703256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.703871 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:22.719052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e45e9-b39d-457c-99d5-53c5cf0a6ade req-8d58217b-b096-4a32-b0e4-773f18882855 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.720525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-290e45e9-b39d-457c-99d5-53c5cf0a6ade req-8d58217b-b096-4a32-b0e4-773f18882855 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 949 time: 0.1287079 Aug 19 12:21:22.762499 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-290e45e9-b39d-457c-99d5-53c5cf0a6ade req-417a1c36-508d-4056-b311-a55278ed3739 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 Aug 19 12:21:22.910277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9106c16-1f4a-449f-8ca6-b6b05bfe80c1 req-e0c41fec-2884-408c-bc93-970d2b968a3a tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.911918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b9106c16-1f4a-449f-8ca6-b6b05bfe80c1 req-e0c41fec-2884-408c-bc93-970d2b968a3a tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 951 time: 0.0494168 Aug 19 12:21:22.952161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b9106c16-1f4a-449f-8ca6-b6b05bfe80c1 req-0f4f573e-e2e1-4129-a313-60c1d85b8ee9 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343194 Aug 19 12:21:22.989874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14d343-48cf-40ce-86c1-02dc5810a17c req-e1e7ca83-d5aa-4080-8aa9-9eb8f2bfc663 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:22.991259 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b14d343-48cf-40ce-86c1-02dc5810a17c req-e1e7ca83-d5aa-4080-8aa9-9eb8f2bfc663 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 931 time: 0.0518796 Aug 19 12:21:23.028726 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b14d343-48cf-40ce-86c1-02dc5810a17c req-9e6e0cf9-1fe2-4730-b5c1-dba2cff6cd3a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Aug 19 12:21:23.143115 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-bd7a16eb-f3c7-47e2-859d-4a0d32a15dbe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8749640 Aug 19 12:21:23.157623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Request body: {'port': {'device_id': '705ae438-8d28-455a-8084-d20e86df870e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:23.205013 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.224415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.356901 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 6b3620ea-7b45-4707-a39c-356764d916b2 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:23.517783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6b3620ea-7b45-4707-a39c-356764d916b2,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:23.536084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 6b3620ea-7b45-4707-a39c-356764d916b2 has no active binding in host n-h2-803757-2 {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:21:23.557693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c9a608-1214-4d02-88ed-9a78d4e77274 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:23.567082 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.581727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Transition to ACTIVE for port object 09c9a608-1214-4d02-88ed-9a78d4e77274 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:23.663015 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.701141 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.712973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357f457-6758-404e-84f2-5a80b6a7f18d req-6f22e8dd-ec1a-494d-81df-86020124f0b9 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:23.714308 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6357f457-6758-404e-84f2-5a80b6a7f18d req-6f22e8dd-ec1a-494d-81df-86020124f0b9 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 943 time: 0.0588846 Aug 19 12:21:23.759572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6357f457-6758-404e-84f2-5a80b6a7f18d req-9e2ee8db-2c22-49e4-9b5f-b79c7b668dd9 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378864 Aug 19 12:21:23.791055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a75ad7fb-5532-4828-baee-c5647ae55a3d no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:23.798446 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:23.845424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: a75ad7fb-5532-4828-baee-c5647ae55a3d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:23.846011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a75ad7fb-5532-4828-baee-c5647ae55a3d not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:23.847131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Allocated IP 172.25.2.128 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/0cc6dfa7-3773-4481-a806-ecb0b2c956bc) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:23.903278 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-825ca19a-1ac1-4e2e-a992-5e6255bcadb4 req-13c6ff55-488f-471f-8f30-e6713312d0c8 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 210 time: 0.0407991 Aug 19 12:21:23.911857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Pushing event updated for resources: {'Port': ['ID=09c9a608-1214-4d02-88ed-9a78d4e77274,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:23.991634 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.004985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Attempting to bind port 09c9a608-1214-4d02-88ed-9a78d4e77274 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:24.005877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Attempting to bind port 09c9a608-1214-4d02-88ed-9a78d4e77274 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:24.006405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Attempting to bind port 09c9a608-1214-4d02-88ed-9a78d4e77274 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:24.013115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Port 09c9a608-1214-4d02-88ed-9a78d4e77274 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:24.013448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Attempting to bind port 09c9a608-1214-4d02-88ed-9a78d4e77274 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:24.035000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:24.035000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Checking segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:24.035000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Bound using segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:24.035000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Bound port: 09c9a608-1214-4d02-88ed-9a78d4e77274, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:24.035000 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.116463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] For port 09c9a608-1214-4d02-88ed-9a78d4e77274, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:24.120400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] For port 09c9a608-1214-4d02-88ed-9a78d4e77274, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=09c9a608-1214-4d02-88ed-9a78d4e77274,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:24.149161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3cb94-9897-4537-b3c3-10c80b8b3614 req-c1cf09ed-e4c7-4f7c-9a9e-a82e198ece3f tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.149161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70e3cb94-9897-4537-b3c3-10c80b8b3614 req-c1cf09ed-e4c7-4f7c-9a9e-a82e198ece3f tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 949 time: 0.1534178 Aug 19 12:21:24.200072 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-85d7368a-97a5-4e4a-97df-fffee27bdd3f tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.201622 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-85d7368a-97a5-4e4a-97df-fffee27bdd3f tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "GET /v2.0/networks?id=c7910af9-fa9f-4757-879c-8d5ffd82842e HTTP/1.1" status: 200 len: 805 time: 0.2058425 Aug 19 12:21:24.220681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Request body: {'port': {'device_id': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'admin_state_up': True, 'tenant_id': 'd6752f5519ee46b194f5aaf30292b5f8'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:24.229952 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc7e95-d783-4b9c-bbdd-610e9743d7a6 req-32452999-8e80-45a4-9c77-d76c41d3071d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.230164 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70e3cb94-9897-4537-b3c3-10c80b8b3614 req-2257768e-3136-45a5-8f92-811b5be73cad tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691309 Aug 19 12:21:24.231491 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46dc7e95-d783-4b9c-bbdd-610e9743d7a6 req-32452999-8e80-45a4-9c77-d76c41d3071d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 943 time: 0.0493748 Aug 19 12:21:24.248356 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:21:24.283778 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46dc7e95-d783-4b9c-bbdd-610e9743d7a6 req-c5100a09-026d-48f0-872e-e71cc4b13492 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457585 Aug 19 12:21:24.309549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.309926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.354456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.355234 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.357036 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] 10.222.0.30 "PUT /v2.0/ports/09c9a608-1214-4d02-88ed-9a78d4e77274 HTTP/1.1" status: 200 len: 1091 time: 1.2048781 Aug 19 12:21:24.357964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705ae438-8d28-455a-8084-d20e86df870e', 'tag': '09c9a608-1214-4d02-88ed-9a78d4e77274'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:24.360460 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7242cdb7-1157-4834-ad09-374be4334a39" -d '{"events": [{"name": "network-changed", "server_uuid": "705ae438-8d28-455a-8084-d20e86df870e", "tag": "09c9a608-1214-4d02-88ed-9a78d4e77274"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:24.374500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:24.387656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18fa1c-8887-49c1-975e-e60d51b2005f service neutron] Pushing event updated for resources: {'Port': ['ID=09c9a608-1214-4d02-88ed-9a78d4e77274,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:24.396895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:24.411232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:24.416896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Pushing event updated for resources: {'Port': ['ID=0cc6dfa7-3773-4481-a806-ecb0b2c956bc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:24.433013 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a73293a-01f3-4094-b67f-7257ea31b942 x-openstack-request-id: req-3a73293a-01f3-4094-b67f-7257ea31b942 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:24.433389 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705ae438-8d28-455a-8084-d20e86df870e", "tag": "09c9a608-1214-4d02-88ed-9a78d4e77274", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:24.433933 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a73293a-01f3-4094-b67f-7257ea31b942 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:24.434655 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705ae438-8d28-455a-8084-d20e86df870e', 'tag': '09c9a608-1214-4d02-88ed-9a78d4e77274', 'status': 'completed', 'code': 200} Aug 19 12:21:24.515052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242cdb7-1157-4834-ad09-374be4334a39 req-76d59d32-adae-434f-9ca0-7c2f52bbaa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.516585 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7242cdb7-1157-4834-ad09-374be4334a39 req-76d59d32-adae-434f-9ca0-7c2f52bbaa8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 1094 time: 0.0537128 Aug 19 12:21:24.617117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Made reservation on behalf of d6752f5519ee46b194f5aaf30292b5f8 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:24.621257 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:24.665449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242cdb7-1157-4834-ad09-374be4334a39 req-cc0d4e62-e8ed-4c77-966f-37ed1ee5ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.667175 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7242cdb7-1157-4834-ad09-374be4334a39 req-cc0d4e62-e8ed-4c77-966f-37ed1ee5ba39 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e9122b62ade54036998fddd91baf1714&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1331236 Aug 19 12:21:24.774416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Allocated IP 172.20.0.7 (c7910af9-fa9f-4757-879c-8d5ffd82842e/2b6d7280-9d8b-4b3d-8463-77a7307cc2ef/8da3234d-22f8-4ec4-801c-c35fecf382b5) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:24.785994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242cdb7-1157-4834-ad09-374be4334a39 req-ef5359ab-a928-4df4-8e6b-96fa81475519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.789483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7242cdb7-1157-4834-ad09-374be4334a39 req-ef5359ab-a928-4df4-8e6b-96fa81475519 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136808 Aug 19 12:21:24.874906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a6eae-9831-47fd-8342-1b765e500331 req-938aee64-7a66-4977-85c2-aa14b1ec5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.876479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-938aee64-7a66-4977-85c2-aa14b1ec5f5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 1094 time: 0.0477495 Aug 19 12:21:24.920421 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-d4727a75-146e-42c7-bebb-60d199da2798 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09c9a608-1214-4d02-88ed-9a78d4e77274 HTTP/1.1" status: 200 len: 217 time: 0.0355632 Aug 19 12:21:24.973244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a6eae-9831-47fd-8342-1b765e500331 req-574bb95f-d744-4ea0-850f-06059f78245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:24.975654 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-574bb95f-d744-4ea0-850f-06059f78245a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81a30a79-0796-4e2e-a201-ffee4494f99e HTTP/1.1" status: 200 len: 852 time: 0.0485456 Aug 19 12:21:25.003976 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.012676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-1557330f-aa8c-4c84-8ec7-6f1315c70e83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce726399-d1c8-4413-8ca5-6de1e3ca0925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293391 Aug 19 12:21:25.032202 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.077864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70825a7-6902-4dea-a115-e5cbe4c3516c req-e68a80c7-64b2-4c48-a524-04d3b65333c2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:25.079409 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b70825a7-6902-4dea-a115-e5cbe4c3516c req-e68a80c7-64b2-4c48-a524-04d3b65333c2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 943 time: 0.1556907 Aug 19 12:21:25.134965 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-a62a99ee-4bce-4b91-9ccd-182bed5fff8a service neutron] 10.222.0.30 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091213 Aug 19 12:21:25.160138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.228757 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6effc4bc-0237-4c54-bd70-e0f3b1df3a03 req-04729f08-f0d9-4547-9fc3-a715b394648f tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 210 time: 0.0862272 Aug 19 12:21:25.285196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-236a6eae-9831-47fd-8342-1b765e500331 req-18cf82bc-4e99-43e4-a8c4-7bf17b9f8113 service neutron] 10.222.0.30 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366949 Aug 19 12:21:25.356152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a089a08-fa3a-4232-82f9-c159d4ba4874 req-9be22e18-3a44-4911-a589-32dd68acaeae tempest-ServersAdminNegativeTestJSON-381637325 tempest-ServersAdminNegativeTestJSON-381637325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:25.358669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a089a08-fa3a-4232-82f9-c159d4ba4874 req-9be22e18-3a44-4911-a589-32dd68acaeae tempest-ServersAdminNegativeTestJSON-381637325 tempest-ServersAdminNegativeTestJSON-381637325-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 1100 time: 0.0572872 Aug 19 12:21:25.371339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5457b26a-698c-4be5-893c-c69d3095ac2f no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:25.393403 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a089a08-fa3a-4232-82f9-c159d4ba4874 req-423938dc-2182-4419-aa96-eb3f7a13798c tempest-ServersAdminNegativeTestJSON-381637325 tempest-ServersAdminNegativeTestJSON-381637325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.463347 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.499435 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a089a08-fa3a-4232-82f9-c159d4ba4874 req-423938dc-2182-4419-aa96-eb3f7a13798c tempest-ServersAdminNegativeTestJSON-381637325 tempest-ServersAdminNegativeTestJSON-381637325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.507617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:25.508702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:25.509305 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b70825a7-6902-4dea-a115-e5cbe4c3516c req-97f823cb-d1a0-47e0-9233-c7b47bc0e05a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181545 Aug 19 12:21:25.511296 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e954dc-b4a0-4932-bcba-f829832bafbe" -d '{"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-unplugged", "status": "completed", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:25.612139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a089a08-fa3a-4232-82f9-c159d4ba4874 req-423938dc-2182-4419-aa96-eb3f7a13798c tempest-ServersAdminNegativeTestJSON-381637325 tempest-ServersAdminNegativeTestJSON-381637325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.654410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423938dc-2182-4419-aa96-eb3f7a13798c tempest-ServersAdminNegativeTestJSON-381637325 tempest-ServersAdminNegativeTestJSON-381637325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b4f834-122d-465c-8af0-51bdbf84000a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:25.668877 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.696558 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.714364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a089a08-fa3a-4232-82f9-c159d4ba4874 req-423938dc-2182-4419-aa96-eb3f7a13798c tempest-ServersAdminNegativeTestJSON-381637325 tempest-ServersAdminNegativeTestJSON-381637325-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420777 Aug 19 12:21:25.774912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.800064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=11']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:25.843233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Network c7910af9-fa9f-4757-879c-8d5ffd82842e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:25.848215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:25.862687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625a495-0eab-4013-8075-cf376d802b9c req-c353a69c-7d00-4267-b92a-3b1101533a03 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:25.870358 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.879896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f625a495-0eab-4013-8075-cf376d802b9c req-c353a69c-7d00-4267-b92a-3b1101533a03 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 943 time: 0.0846665 Aug 19 12:21:25.892146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:25.934452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Pushing event updated for resources: {'Port': ['ID=8da3234d-22f8-4ec4-801c-c35fecf382b5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:25.939396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f625a495-0eab-4013-8075-cf376d802b9c req-94c41d7f-e7fc-44cf-9a36-5296d2ded26e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647411 Aug 19 12:21:25.973367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:25.973367 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:25.997350 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf460a54-721f-48f1-b979-bb70b9db6d15 x-openstack-request-id: req-cf460a54-721f-48f1-b979-bb70b9db6d15 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:25.997871 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-unplugged", "status": "completed", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:25.998218 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf460a54-721f-48f1-b979-bb70b9db6d15 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:25.998704 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'code': 200} Aug 19 12:21:26.186330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-c212188e-98b5-479a-a272-c906bb10fcf2 service neutron] 10.222.0.62 "GET /v2.0/ports/6b3620ea-7b45-4707-a39c-356764d916b2/bindings/n-h2-803757-2 HTTP/1.1" status: 200 len: 384 time: 0.0576518 Aug 19 12:21:26.198272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Router 7980e15c-de75-4dbd-a3d6-ddb208dea688 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:21:26.202099 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3bbeb55d-1972-4e42-859d-1f8b56768701 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9882193 Aug 19 12:21:26.245506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Request body: {'port': {'device_id': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:26.343484 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.364784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:26.383364 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14975abc-0e1a-4f00-a55f-dcfbd6371b85 None None] Sync routers for ids ['7980e15c-de75-4dbd-a3d6-ddb208dea688'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:26.393476 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14975abc-0e1a-4f00-a55f-dcfbd6371b85 None None] Routers {'7980e15c-de75-4dbd-a3d6-ddb208dea688'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:26.394222 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-14975abc-0e1a-4f00-a55f-dcfbd6371b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7980e15c-de75-4dbd-a3d6-ddb208dea688'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:26.405048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0099a-14f0-4300-aa5b-eab9ced9ddaf req-b91f2fab-172a-4917-89ed-027f9309c598 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:26.410779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1f0099a-14f0-4300-aa5b-eab9ced9ddaf req-b91f2fab-172a-4917-89ed-027f9309c598 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 931 time: 0.0818071 Aug 19 12:21:26.428368 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-14975abc-0e1a-4f00-a55f-dcfbd6371b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:26.435726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-002e5f3a-00c5-4854-b63c-cbef65468a74 service neutron] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6b3620ea-7b45-4707-a39c-356764d916b2,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:26.437922 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14975abc-0e1a-4f00-a55f-dcfbd6371b85 None None] Routers {'7980e15c-de75-4dbd-a3d6-ddb208dea688'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:26.438649 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-14975abc-0e1a-4f00-a55f-dcfbd6371b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7980e15c-de75-4dbd-a3d6-ddb208dea688'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:26.477787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1f0099a-14f0-4300-aa5b-eab9ced9ddaf req-7a5c0760-c178-4988-a0b9-9976e696fc11 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593398 Aug 19 12:21:26.478869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-002e5f3a-00c5-4854-b63c-cbef65468a74 service neutron] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:26.480597 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-14975abc-0e1a-4f00-a55f-dcfbd6371b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:26.481347 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14975abc-0e1a-4f00-a55f-dcfbd6371b85 None None] The sync data for ids ['7980e15c-de75-4dbd-a3d6-ddb208dea688'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:26.531294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-002e5f3a-00c5-4854-b63c-cbef65468a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3620ea-7b45-4707-a39c-356764d916b2 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:26.543308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-002e5f3a-00c5-4854-b63c-cbef65468a74 service neutron] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=6b3620ea-7b45-4707-a39c-356764d916b2,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:26.633135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264e9ec-83c5-4eec-9a1c-92a199dc90ea req-f9d4a077-ad1b-40b6-ac95-d7c1b8301506 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:26.634554 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f264e9ec-83c5-4eec-9a1c-92a199dc90ea req-f9d4a077-ad1b-40b6-ac95-d7c1b8301506 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 943 time: 0.0495713 Aug 19 12:21:26.639289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da3234d-22f8-4ec4-801c-c35fecf382b5 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:26.647199 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.659263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Transition to ACTIVE for port object 8da3234d-22f8-4ec4-801c-c35fecf382b5 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:26.673727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f264e9ec-83c5-4eec-9a1c-92a199dc90ea req-67fccd8e-0661-4eb3-924f-b41efd2f3d32 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329521 Aug 19 12:21:26.714037 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.715670 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e26d6d7c-2712-4df5-8c0e-22384e5cdbe4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5426469 Aug 19 12:21:26.718354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53668) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:26.722848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-94b3e374-f652-4a3f-8f22-17e335ef030b tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'enable_snat': False}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:26.759523 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-002e5f3a-00c5-4854-b63c-cbef65468a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.812299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:26.881398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Pushing event updated for resources: {'Port': ['ID=8da3234d-22f8-4ec4-801c-c35fecf382b5,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:26.891019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-002e5f3a-00c5-4854-b63c-cbef65468a74 service neutron] Transition to ACTIVE for port object 6b3620ea-7b45-4707-a39c-356764d916b2 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:26.897256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78daa45-5691-4339-993a-f465fdf1bfb3 req-f13d8d27-5281-4e58-ae82-a23d56198fe9 tempest-ServersAdminNegativeTestJSON-381637325 tempest-ServersAdminNegativeTestJSON-381637325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:26.899479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b78daa45-5691-4339-993a-f465fdf1bfb3 req-f13d8d27-5281-4e58-ae82-a23d56198fe9 tempest-ServersAdminNegativeTestJSON-381637325 tempest-ServersAdminNegativeTestJSON-381637325-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 1100 time: 0.0644119 Aug 19 12:21:26.943032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b78daa45-5691-4339-993a-f465fdf1bfb3 req-edb9456f-c17e-402e-9ad6-9a4ea82c924e tempest-ServersAdminNegativeTestJSON-381637325 tempest-ServersAdminNegativeTestJSON-381637325-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318727 Aug 19 12:21:27.024611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Attempting to bind port 8da3234d-22f8-4ec4-801c-c35fecf382b5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:27.024955 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Attempting to bind port 8da3234d-22f8-4ec4-801c-c35fecf382b5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:27.025286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Attempting to bind port 8da3234d-22f8-4ec4-801c-c35fecf382b5 on network c7910af9-fa9f-4757-879c-8d5ffd82842e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:27.035341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Port 8da3234d-22f8-4ec4-801c-c35fecf382b5 on network c7910af9-fa9f-4757-879c-8d5ffd82842e not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:27.035661 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Attempting to bind port 8da3234d-22f8-4ec4-801c-c35fecf382b5 on network c7910af9-fa9f-4757-879c-8d5ffd82842e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:27.041458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-002e5f3a-00c5-4854-b63c-cbef65468a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.047108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:27.047473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Checking segment: {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:27.047838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Bound using segment: {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:27.048277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Bound port: 8da3234d-22f8-4ec4-801c-c35fecf382b5, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:27.048638 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.113201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-002e5f3a-00c5-4854-b63c-cbef65468a74 service neutron] No DVR routers for this DVR port 6b3620ea-7b45-4707-a39c-356764d916b2 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:27.133039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a459cdf-b9d0-4473-a646-e69c6f6b5ff0 req-61bdf651-b0e0-4861-bd83-09cf0ea93b65 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.134569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a459cdf-b9d0-4473-a646-e69c6f6b5ff0 req-61bdf651-b0e0-4861-bd83-09cf0ea93b65 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 943 time: 0.1243725 Aug 19 12:21:27.167486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-002e5f3a-00c5-4854-b63c-cbef65468a74 service neutron] 10.222.0.62 "PUT /v2.0/ports/6b3620ea-7b45-4707-a39c-356764d916b2/bindings/n-h2-803757-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9742315 Aug 19 12:21:27.168971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e5f3a-00c5-4854-b63c-cbef65468a74 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3620ea-7b45-4707-a39c-356764d916b2,revision_number=10']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:27.201514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] For port 8da3234d-22f8-4ec4-801c-c35fecf382b5, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:27.205921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] For port 8da3234d-22f8-4ec4-801c-c35fecf382b5, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8da3234d-22f8-4ec4-801c-c35fecf382b5,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:27.210550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94b3e374-f652-4a3f-8f22-17e335ef030b tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.213324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a459cdf-b9d0-4473-a646-e69c6f6b5ff0 req-832b971e-6657-48bc-927e-ec553588a58f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537808 Aug 19 12:21:27.378111 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.385870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 09c9a608-1214-4d02-88ed-9a78d4e77274 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:27.436515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-fac9bd90-a017-45c1-afb1-b8ec7c6f07c2 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.439266 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-fac9bd90-a017-45c1-afb1-b8ec7c6f07c2 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1095 time: 0.0518255 Aug 19 12:21:27.479838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.480821 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.482394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] 10.222.0.30 "PUT /v2.0/ports/8da3234d-22f8-4ec4-801c-c35fecf382b5 HTTP/1.1" status: 200 len: 1091 time: 1.2411239 Aug 19 12:21:27.513272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-2ac8dcca-4579-4a4b-a361-c44353e1c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.515002 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-2ac8dcca-4579-4a4b-a361-c44353e1c0d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d&tenant_id=6234d0c986c14810828c0377a08fc051 HTTP/1.1" status: 200 len: 1095 time: 0.0616622 Aug 19 12:21:27.516378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'tag': '8da3234d-22f8-4ec4-801c-c35fecf382b5'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:27.518727 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52acfd71-ca0b-4e0f-89e9-f56116057670" -d '{"events": [{"name": "network-changed", "server_uuid": "a543605d-6b4a-467c-bdb8-fb07ff0d9aa9", "tag": "8da3234d-22f8-4ec4-801c-c35fecf382b5"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:27.525640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3ab23-429c-400d-9db4-5ba758bab53e service neutron] Pushing event updated for resources: {'Port': ['ID=8da3234d-22f8-4ec4-801c-c35fecf382b5,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:27.555703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 09c9a608-1214-4d02-88ed-9a78d4e77274, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=09c9a608-1214-4d02-88ed-9a78d4e77274,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:27.561789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '09c9a608-1214-4d02-88ed-9a78d4e77274', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'port_id': '09c9a608-1214-4d02-88ed-9a78d4e77274', 'mac_address': 'fa:16:3e:fa:e8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a30a79-0796-4e2e-a201-ffee4494f99e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:27.607110 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-2db4476c-ba5c-44b2-aa13-5f3e5cd43d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.621645 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.624159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-2db4476c-ba5c-44b2-aa13-5f3e5cd43d29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 1095 time: 0.0768242 Aug 19 12:21:27.639033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c9a608-1214-4d02-88ed-9a78d4e77274 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:27.663485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 09c9a608-1214-4d02-88ed-9a78d4e77274, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=09c9a608-1214-4d02-88ed-9a78d4e77274,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:27.728181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-c23b060b-e42c-47e4-a2de-3e450304f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.729740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-c23b060b-e42c-47e4-a2de-3e450304f216 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.0899749 Aug 19 12:21:27.776923 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-65a204fe-e155-4cda-a679-c817484ee902 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3620ea-7b45-4707-a39c-356764d916b2 HTTP/1.1" status: 200 len: 217 time: 0.0389678 Aug 19 12:21:27.803237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6fa5ef04-463a-4a6c-8ef8-d7b671c66d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.804753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-6fa5ef04-463a-4a6c-8ef8-d7b671c66d65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 1094 time: 0.1284845 Aug 19 12:21:27.816068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cc1d4-3e6b-44fb-8358-e09c5daff737 req-71754398-24c4-4800-a742-706b89124059 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.818420 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b80cc1d4-3e6b-44fb-8358-e09c5daff737 req-71754398-24c4-4800-a742-706b89124059 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 943 time: 0.1409533 Aug 19 12:21:27.833397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-c7a518cd-344c-4293-beda-3eb0290ab0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:27.842111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-c7a518cd-344c-4293-beda-3eb0290ab0ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0500045 Aug 19 12:21:27.873616 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:27.874040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-d3861b0e-b7f4-4456-81f8-9cf46c18bb5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260136 Aug 19 12:21:27.893450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-283424fc-80cc-41ce-a9cd-51dc88551167 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8da3234d-22f8-4ec4-801c-c35fecf382b5 HTTP/1.1" status: 200 len: 217 time: 0.0738242 Aug 19 12:21:27.923393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=09c9a608-1214-4d02-88ed-9a78d4e77274,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:27.991998 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-3ba9037b-0774-4840-b95a-130008088ab0 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087041 Aug 19 12:21:28.019575 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b80cc1d4-3e6b-44fb-8358-e09c5daff737 req-075528bf-ac72-44dc-8066-4e1e0e2d40ba tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920269 Aug 19 12:21:28.031886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-880c7e56-718c-4084-b234-66b5a8d5ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:28.033354 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-880c7e56-718c-4084-b234-66b5a8d5ca90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b6d7280-9d8b-4b3d-8463-77a7307cc2ef HTTP/1.1" status: 200 len: 845 time: 0.1294258 Aug 19 12:21:28.103347 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45abe53-5544-4772-947f-867e1a10a82f x-openstack-request-id: req-d45abe53-5544-4772-947f-867e1a10a82f {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:28.103766 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a543605d-6b4a-467c-bdb8-fb07ff0d9aa9", "tag": "8da3234d-22f8-4ec4-801c-c35fecf382b5", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:28.104116 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d45abe53-5544-4772-947f-867e1a10a82f {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:28.105198 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'tag': '8da3234d-22f8-4ec4-801c-c35fecf382b5', 'status': 'completed', 'code': 200} Aug 19 12:21:28.114619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['09c9a608-1214-4d02-88ed-9a78d4e77274'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:28.138926 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-a4af299a-e690-4e9f-aa16-82c9bb1cf186 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357319 Aug 19 12:21:28.165208 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-3b82bf54-51c1-4147-97ea-304f840408e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7910af9-fa9f-4757-879c-8d5ffd82842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153316 Aug 19 12:21:28.290371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc3b2f-62a3-4dc3-acc5-89f15d14bb4b req-fc7aec2e-3320-4842-a077-1136449bb2b5 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:28.290371 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66dc3b2f-62a3-4dc3-acc5-89f15d14bb4b req-fc7aec2e-3320-4842-a077-1136449bb2b5 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 944 time: 0.0937674 Aug 19 12:21:28.319630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6b3620ea-7b45-4707-a39c-356764d916b2 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:28.335403 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66dc3b2f-62a3-4dc3-acc5-89f15d14bb4b req-82c774c5-5e42-46e2-abab-756329c9d91f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441012 Aug 19 12:21:28.337159 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94b3e374-f652-4a3f-8f22-17e335ef030b tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:28.352397 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94b3e374-f652-4a3f-8f22-17e335ef030b tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:28.363501 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-255125bc-afce-44f0-adcc-8a10964f8f89 service neutron] 10.222.0.30 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389599 Aug 19 12:21:28.397532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6b3620ea-7b45-4707-a39c-356764d916b2 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:28.492047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda024b-d8d4-4263-a3a1-b3e354bbb2b0 req-46b11f60-8f00-4d27-84e4-9a418b02482e tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:28.493661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7dda024b-d8d4-4263-a3a1-b3e354bbb2b0 req-46b11f60-8f00-4d27-84e4-9a418b02482e tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 949 time: 0.0578496 Aug 19 12:21:28.532497 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7dda024b-d8d4-4263-a3a1-b3e354bbb2b0 req-0bb0f185-5be2-4e28-889c-f6f6de6a3cb9 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Aug 19 12:21:28.554610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b3e374-f652-4a3f-8f22-17e335ef030b tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Router 7980e15c-de75-4dbd-a3d6-ddb208dea688 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:21:28.564243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0c8b00e-137f-46ae-ae46-49411a5311ef req-ffae1b7d-cad4-4a98-8846-d71f11f2bb4b service neutron] 10.222.0.30 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598229 Aug 19 12:21:28.660174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb60460-64ae-4c74-bfdc-823f4ce26e0a req-6f3c5c34-ad0a-496c-a804-8647dd4a58e7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:28.661732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecb60460-64ae-4c74-bfdc-823f4ce26e0a req-6f3c5c34-ad0a-496c-a804-8647dd4a58e7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 944 time: 0.0505548 Aug 19 12:21:28.706188 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecb60460-64ae-4c74-bfdc-823f4ce26e0a req-04813ed4-c7e0-41ee-8645-ff97eebddedf tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381184 Aug 19 12:21:28.940583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b3e374-f652-4a3f-8f22-17e335ef030b tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:28.947068 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94b3e374-f652-4a3f-8f22-17e335ef030b tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:28.948236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-94b3e374-f652-4a3f-8f22-17e335ef030b tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "PUT /v2.0/routers/7980e15c-de75-4dbd-a3d6-ddb208dea688 HTTP/1.1" status: 200 len: 925 time: 2.2288835 Aug 19 12:21:28.951040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53740) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:28.953519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73018be-6dd9-47d3-9765-4bc82bcaf05e None None] Sync routers for ids ['7980e15c-de75-4dbd-a3d6-ddb208dea688'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:28.963176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73018be-6dd9-47d3-9765-4bc82bcaf05e None None] Routers {'7980e15c-de75-4dbd-a3d6-ddb208dea688'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:28.964301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b73018be-6dd9-47d3-9765-4bc82bcaf05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7980e15c-de75-4dbd-a3d6-ddb208dea688'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:28.997241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b73018be-6dd9-47d3-9765-4bc82bcaf05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:29.005851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73018be-6dd9-47d3-9765-4bc82bcaf05e None None] Routers {'7980e15c-de75-4dbd-a3d6-ddb208dea688'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:29.006461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b73018be-6dd9-47d3-9765-4bc82bcaf05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7980e15c-de75-4dbd-a3d6-ddb208dea688'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:29.040876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b73018be-6dd9-47d3-9765-4bc82bcaf05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:29.041446 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73018be-6dd9-47d3-9765-4bc82bcaf05e None None] The sync data for ids ['7980e15c-de75-4dbd-a3d6-ddb208dea688'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:29.066960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ba97dc6d-0015-41f7-995e-d792121eb7dd tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/routers/7980e15c-de75-4dbd-a3d6-ddb208dea688 HTTP/1.1" status: 200 len: 925 time: 0.1111097 Aug 19 12:21:29.069645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53744) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:29.141109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffc66a-6dab-42d6-bd1c-98f74224c6ce req-51f242dc-802b-482a-97b8-48705918a823 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.142637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e6ffc66a-6dab-42d6-bd1c-98f74224c6ce req-51f242dc-802b-482a-97b8-48705918a823 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 943 time: 0.0504727 Aug 19 12:21:29.174112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc0cbd3-6ffb-4e1c-b162-14ee026b4c51 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.182215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cbc0cbd3-6ffb-4e1c-b162-14ee026b4c51 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&device_id=7980e15c-de75-4dbd-a3d6-ddb208dea688&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1052527 Aug 19 12:21:29.182215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53748) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:29.214077 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e6ffc66a-6dab-42d6-bd1c-98f74224c6ce req-4bdb21b2-3393-4f54-8470-02ced864aaa6 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608270 Aug 19 12:21:29.215382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-bbb02622-a0a9-4f55-a09e-6c47c428d8e2 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.216788 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-bbb02622-a0a9-4f55-a09e-6c47c428d8e2 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1095 time: 0.0732765 Aug 19 12:21:29.226769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acfd71-ca0b-4e0f-89e9-f56116057670 req-ff618f24-6c94-4936-b84c-fd7411ecca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.228407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52acfd71-ca0b-4e0f-89e9-f56116057670 req-ff618f24-6c94-4936-b84c-fd7411ecca2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 1094 time: 0.1290941 Aug 19 12:21:29.332029 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d493f3-bdee-445f-b80b-eb0a8ea1fd07 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.336589 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-23d493f3-bdee-445f-b80b-eb0a8ea1fd07 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 881 time: 0.1538606 Aug 19 12:21:29.336842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53752) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:29.371488 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ada31941-9aa1-4004-80cf-af7227e38962 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=7980e15c-de75-4dbd-a3d6-ddb208dea688 HTTP/1.1" status: 200 len: 205 time: 0.0335748 Aug 19 12:21:29.373966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53756) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:29.382769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acfd71-ca0b-4e0f-89e9-f56116057670 req-f62a0c18-93f5-4539-a6ec-c8857edd3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.384214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52acfd71-ca0b-4e0f-89e9-f56116057670 req-f62a0c18-93f5-4539-a6ec-c8857edd3a95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7910af9-fa9f-4757-879c-8d5ffd82842e HTTP/1.1" status: 200 len: 906 time: 0.1480038 Aug 19 12:21:29.405485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 09c9a608-1214-4d02-88ed-9a78d4e77274 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:29.459033 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52acfd71-ca0b-4e0f-89e9-f56116057670 req-25e8cb51-7e89-46fb-9ecf-962649e63540 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8da3234d-22f8-4ec4-801c-c35fecf382b5 HTTP/1.1" status: 200 len: 217 time: 0.0435693 Aug 19 12:21:29.478406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555da829-ec6c-4f33-9609-e7728f6c5a20 req-9fdcbdd1-8490-4f25-9953-c9fa0afc6748 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.480071 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-555da829-ec6c-4f33-9609-e7728f6c5a20 req-9fdcbdd1-8490-4f25-9953-c9fa0afc6748 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 944 time: 0.0665436 Aug 19 12:21:29.484769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-73f21085-b021-4927-9e05-0bc0fb6b2f22 service neutron] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:29.488249 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-73f21085-b021-4927-9e05-0bc0fb6b2f22 service neutron] Notify callbacks [] for binding, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.489412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e4c62c1-b1a8-4032-a10a-725cc040b777 req-73f21085-b021-4927-9e05-0bc0fb6b2f22 service neutron] 10.222.0.30 "DELETE /v2.0/ports/6b3620ea-7b45-4707-a39c-356764d916b2/bindings/n-h1-803757-2 HTTP/1.1" status: 204 len: 173 time: 0.2646761 Aug 19 12:21:29.522114 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-555da829-ec6c-4f33-9609-e7728f6c5a20 req-2fa1d90d-8853-4473-a890-702d8cb65395 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Aug 19 12:21:29.561249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acfd71-ca0b-4e0f-89e9-f56116057670 req-f1dc9b69-0d72-4e9d-b817-f220f272a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.566775 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52acfd71-ca0b-4e0f-89e9-f56116057670 req-f1dc9b69-0d72-4e9d-b817-f220f272a64e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b6d7280-9d8b-4b3d-8463-77a7307cc2ef HTTP/1.1" status: 200 len: 845 time: 0.0934436 Aug 19 12:21:29.566775 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.621883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 09c9a608-1214-4d02-88ed-9a78d4e77274 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:29.627519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 09c9a608-1214-4d02-88ed-9a78d4e77274 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:29.627903 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.635083 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52acfd71-ca0b-4e0f-89e9-f56116057670 req-4a4f49fb-f031-4b2c-b850-1fc49118ddb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7910af9-fa9f-4757-879c-8d5ffd82842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359111 Aug 19 12:21:29.704860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a13eb-b639-4375-9d05-1b89f0a52893 req-1fb90a66-ec38-4489-ad46-13bf6f44ce1b tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.706410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba3a13eb-b639-4375-9d05-1b89f0a52893 req-1fb90a66-ec38-4489-ad46-13bf6f44ce1b tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 949 time: 0.0931869 Aug 19 12:21:29.713794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafe883-9437-417e-af19-63a3a2191a59 req-d97d8fd4-eeef-49d6-9e58-211a07b6c231 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.715252 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3dafe883-9437-417e-af19-63a3a2191a59 req-d97d8fd4-eeef-49d6-9e58-211a07b6c231 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.62 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 949 time: 0.0907860 Aug 19 12:21:29.734748 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.750350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba3a13eb-b639-4375-9d05-1b89f0a52893 req-8d63a122-4601-4176-8b75-135bf31c60eb tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341094 Aug 19 12:21:29.832154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52acfd71-ca0b-4e0f-89e9-f56116057670 req-00cefa0c-3606-462c-8fff-f97ecb14cac1 service neutron] 10.222.0.30 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873639 Aug 19 12:21:29.840018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.874701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-3dafe883-9437-417e-af19-63a3a2191a59 req-fdd4660b-b455-49d5-8352-2b87802bdbca tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Deleting port b5d264c8-9a63-4c66-916c-d5539c7e8438 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:29.874997 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3dafe883-9437-417e-af19-63a3a2191a59 req-fdd4660b-b455-49d5-8352-2b87802bdbca tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:29.881000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96f21e-08dc-4e87-8921-33ae5b6fd9ab req-07df2273-5ec9-4056-8bef-315ee7fc848a tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:29.886999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab96f21e-08dc-4e87-8921-33ae5b6fd9ab req-07df2273-5ec9-4056-8bef-315ee7fc848a tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 1095 time: 0.0554097 Aug 19 12:21:30.018958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705ae438-8d28-455a-8084-d20e86df870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c9a608-1214-4d02-88ed-9a78d4e77274'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:30.024775 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb48fd5-a902-4c39-ad73-ec75b514b611" -d '{"events": [{"server_uuid": "705ae438-8d28-455a-8084-d20e86df870e", "name": "network-vif-plugged", "status": "completed", "tag": "09c9a608-1214-4d02-88ed-9a78d4e77274"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:30.040350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 09c9a608-1214-4d02-88ed-9a78d4e77274, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=09c9a608-1214-4d02-88ed-9a78d4e77274,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:30.079733 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab96f21e-08dc-4e87-8921-33ae5b6fd9ab req-5f189138-2bb0-4899-a63f-73c43cbb8069 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911421 Aug 19 12:21:30.115277 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52acfd71-ca0b-4e0f-89e9-f56116057670 req-74ee3c20-e6f6-45b4-976c-d7bb12fa685b service neutron] 10.222.0.30 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690611 Aug 19 12:21:30.146483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-3dafe883-9437-417e-af19-63a3a2191a59 req-fdd4660b-b455-49d5-8352-2b87802bdbca tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] For port b5d264c8-9a63-4c66-916c-d5539c7e8438, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b5d264c8-9a63-4c66-916c-d5539c7e8438,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:30.146873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3dafe883-9437-417e-af19-63a3a2191a59 req-fdd4660b-b455-49d5-8352-2b87802bdbca tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.168863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-3dafe883-9437-417e-af19-63a3a2191a59 req-fdd4660b-b455-49d5-8352-2b87802bdbca tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Calling delete_port for b5d264c8-9a63-4c66-916c-d5539c7e8438 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:30.190167 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.249297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Deleting port 0cc6dfa7-3773-4481-a806-ecb0b2c956bc {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:30.250730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.252625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ef8f-df94-42dd-acdc-69f6ee990055 req-483836cf-fdcb-4242-ad9e-8e97fedc526f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:30.254397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea27ef8f-df94-42dd-acdc-69f6ee990055 req-483836cf-fdcb-4242-ad9e-8e97fedc526f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 944 time: 0.1004186 Aug 19 12:21:30.262445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=09c9a608-1214-4d02-88ed-9a78d4e77274,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:30.316145 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea27ef8f-df94-42dd-acdc-69f6ee990055 req-17dee2ef-3788-4c07-b3b4-83adc45e513e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521080 Aug 19 12:21:30.345110 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.359286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Calling delete_port for 0cc6dfa7-3773-4481-a806-ecb0b2c956bc owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:30.443108 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61a68d4-7145-4ffa-9758-5fcb7bad6993 x-openstack-request-id: req-d61a68d4-7145-4ffa-9758-5fcb7bad6993 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:30.443108 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705ae438-8d28-455a-8084-d20e86df870e", "name": "network-vif-plugged", "status": "completed", "tag": "09c9a608-1214-4d02-88ed-9a78d4e77274", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:30.443108 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d61a68d4-7145-4ffa-9758-5fcb7bad6993 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:30.443108 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705ae438-8d28-455a-8084-d20e86df870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c9a608-1214-4d02-88ed-9a78d4e77274', 'code': 200} Aug 19 12:21:30.491307 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3dafe883-9437-417e-af19-63a3a2191a59 req-fdd4660b-b455-49d5-8352-2b87802bdbca tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.508472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['74502202-169e-4760-978a-1452e6090ae6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:30.553976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4660b-b455-49d5-8352-2b87802bdbca tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Pushing event deleted for resources: {'Port': ['ID=b5d264c8-9a63-4c66-916c-d5539c7e8438,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:30.586408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc6422-3b6a-4913-806d-d344adcfd327 req-4928807d-7fdc-4a53-819c-9279e66cc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:30.588623 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ccc6422-3b6a-4913-806d-d344adcfd327 req-4928807d-7fdc-4a53-819c-9279e66cc00b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 1096 time: 0.0890138 Aug 19 12:21:30.667122 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ccc6422-3b6a-4913-806d-d344adcfd327 req-9844f5ec-e359-4e8f-9a22-1246149a46c0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671911 Aug 19 12:21:30.700761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe171d61-ae3d-4994-bdbc-0aa97e4d7047 req-d4293563-c5a4-4dc4-9cd7-14abc9db2a75 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:30.702400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe171d61-ae3d-4994-bdbc-0aa97e4d7047 req-d4293563-c5a4-4dc4-9cd7-14abc9db2a75 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 943 time: 0.0701070 Aug 19 12:21:30.746554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe171d61-ae3d-4994-bdbc-0aa97e4d7047 req-54384f5b-4f5d-461a-974d-33d164d80f67 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370946 Aug 19 12:21:30.820785 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:30.851666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Pushing event deleted for resources: {'Port': ['ID=0cc6dfa7-3773-4481-a806-ecb0b2c956bc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:30.927732 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.009840 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dafe883-9437-417e-af19-63a3a2191a59 req-fdd4660b-b455-49d5-8352-2b87802bdbca tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] No DVR routers for this DVR port b5d264c8-9a63-4c66-916c-d5539c7e8438 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:31.017057 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3dafe883-9437-417e-af19-63a3a2191a59 req-fdd4660b-b455-49d5-8352-2b87802bdbca tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.017057 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3dafe883-9437-417e-af19-63a3a2191a59 req-fdd4660b-b455-49d5-8352-2b87802bdbca tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.62 "DELETE /v2.0/ports/b5d264c8-9a63-4c66-916c-d5539c7e8438 HTTP/1.1" status: 204 len: 173 time: 1.2696230 Aug 19 12:21:31.017057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a4976a-d7c9-43be-96a8-43aea44866cf', 'name': 'network-vif-deleted', 'tag': 'b5d264c8-9a63-4c66-916c-d5539c7e8438'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:31.019375 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b8286-14e3-4098-ba5d-408b63750f38" -d '{"events": [{"server_uuid": "61a4976a-d7c9-43be-96a8-43aea44866cf", "name": "network-vif-deleted", "tag": "b5d264c8-9a63-4c66-916c-d5539c7e8438"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:31.031177 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.035192 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.061658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24ddda-afc4-44ef-adba-537651c256ec req-cd5e4946-e0ac-4692-91b7-0d5b80b1b6ee tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:31.070189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-cd5e4946-e0ac-4692-91b7-0d5b80b1b6ee tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 808 time: 0.5420241 Aug 19 12:21:31.086550 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-d1b0514c-1b42-483f-b213-ad9b04b42205 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/quotas/6234d0c986c14810828c0377a08fc051 HTTP/1.1" status: 200 len: 375 time: 0.0166037 Aug 19 12:21:31.143361 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-0ae6fc61-3a9d-4d06-b8ce-25ffa4494e99 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557323 Aug 19 12:21:31.228611 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.241479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Fanout notify agent at l3_agent the message router_deleted on router 7980e15c-de75-4dbd-a3d6-ddb208dea688 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:21:31.241479 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.241479 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-32a6478c-e1c4-4a53-9e9e-ceaa71533c16 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/7980e15c-de75-4dbd-a3d6-ddb208dea688 HTTP/1.1" status: 204 len: 168 time: 1.8628428 Aug 19 12:21:31.241479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53828) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:31.246162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6f449b4f-793a-48f0-8f1a-cbbb27d34f7c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1106030583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:31.248937 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-5ee89780-5e44-4c81-8690-b38ef60f797c service neutron] 10.222.0.21 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014693 Aug 19 12:21:31.340912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-b4570942-a8d6-43f3-b721-78154ee7061c service neutron] 10.222.0.21 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849478 Aug 19 12:21:31.347627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f449b4f-793a-48f0-8f1a-cbbb27d34f7c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.349369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f449b4f-793a-48f0-8f1a-cbbb27d34f7c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.400082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8da3234d-22f8-4ec4-801c-c35fecf382b5 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:31.421478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f449b4f-793a-48f0-8f1a-cbbb27d34f7c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.508035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8da3234d-22f8-4ec4-801c-c35fecf382b5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8da3234d-22f8-4ec4-801c-c35fecf382b5,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:31.519554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '8da3234d-22f8-4ec4-801c-c35fecf382b5', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'port_id': '8da3234d-22f8-4ec4-801c-c35fecf382b5', 'mac_address': 'fa:16:3e:00:df:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6d7280-9d8b-4b3d-8463-77a7307cc2ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:31.525295 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f449b4f-793a-48f0-8f1a-cbbb27d34f7c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.556870 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.570209 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da3234d-22f8-4ec4-801c-c35fecf382b5 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:31.593464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8da3234d-22f8-4ec4-801c-c35fecf382b5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8da3234d-22f8-4ec4-801c-c35fecf382b5,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:31.723894 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f449b4f-793a-48f0-8f1a-cbbb27d34f7c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.729301 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6f449b4f-793a-48f0-8f1a-cbbb27d34f7c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4856665 Aug 19 12:21:31.729998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53848) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:31.737440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Request body: {'router': {'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:31.766825 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:31.810998 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-840790aa-a1f1-48c7-9499-fc2fa88702f9 req-f9910b7d-3ff4-41b3-8499-72e0db9dde43 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=61a4976a-d7c9-43be-96a8-43aea44866cf HTTP/1.1" status: 200 len: 210 time: 0.1052785 Aug 19 12:21:31.873152 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8da3234d-22f8-4ec4-801c-c35fecf382b5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:31.873284 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6013874-4272-4cd2-86a4-ac941014802a x-openstack-request-id: req-c6013874-4272-4cd2-86a4-ac941014802a {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:31.873284 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a4976a-d7c9-43be-96a8-43aea44866cf", "name": "network-vif-deleted", "tag": "b5d264c8-9a63-4c66-916c-d5539c7e8438", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:31.873284 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6013874-4272-4cd2-86a4-ac941014802a {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:31.873284 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a4976a-d7c9-43be-96a8-43aea44866cf', 'name': 'network-vif-deleted', 'tag': 'b5d264c8-9a63-4c66-916c-d5539c7e8438', 'status': 'completed', 'code': 200} Aug 19 12:21:31.971378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cfc74-5a04-4087-9a52-2e72818adaa2 req-e408cdca-3d73-4ff6-a8e1-6a95ac4a875f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:31.973517 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-961cfc74-5a04-4087-9a52-2e72818adaa2 req-e408cdca-3d73-4ff6-a8e1-6a95ac4a875f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 945 time: 0.0538762 Aug 19 12:21:32.026052 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-961cfc74-5a04-4087-9a52-2e72818adaa2 req-5b08add7-9944-4364-8511-4e22fba72a16 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454121 Aug 19 12:21:32.039743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['8da3234d-22f8-4ec4-801c-c35fecf382b5'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:32.083747 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.166611 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e314bbca-137e-4041-a43e-cdeb4512aa84 req-d7617c4f-20ae-4463-bf83-18688ad5da13 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 210 time: 0.0302732 Aug 19 12:21:32.335082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b5d264c8-9a63-4c66-916c-d5539c7e8438 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:32.348184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e732978-c77d-4c08-a4f3-d6ae6a548abf req-b4fd7fc1-5bb0-4130-8a1b-59bbd16a5990 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:32.350482 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1e732978-c77d-4c08-a4f3-d6ae6a548abf req-b4fd7fc1-5bb0-4130-8a1b-59bbd16a5990 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 944 time: 0.0928020 Aug 19 12:21:32.368514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: b5d264c8-9a63-4c66-916c-d5539c7e8438 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:32.368881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b5d264c8-9a63-4c66-916c-d5539c7e8438 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:32.400183 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.401411 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1e732978-c77d-4c08-a4f3-d6ae6a548abf req-c8f4af01-c57d-4123-9ebd-4550ccfd3f14 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Aug 19 12:21:32.419314 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.520635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Allocated IP 172.25.2.207 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/720b6463-8a94-43ce-873c-2e022f01d7b9) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:32.627981 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.696133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53872) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:32.701264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1047041283'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:32.809705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.844372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:32.847128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:32.852784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:32.884747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:32.888227 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.904032 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Pushing event updated for resources: {'Port': ['ID=720b6463-8a94-43ce-873c-2e022f01d7b9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:32.928442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:21:32.997660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:32.998003 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Added segment 72513200-b9e6-4563-878a-628ae0bcdb44 of type vlan for network 375e670c-9336-413c-8db9-b94fabc3b0a1 Aug 19 12:21:33.273547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470ca56-9bd2-4b75-adcd-aac180d6ff1d req-b10a8d7d-83b3-4018-a558-9872535e7da0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.275104 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3470ca56-9bd2-4b75-adcd-aac180d6ff1d req-b10a8d7d-83b3-4018-a558-9872535e7da0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 945 time: 0.0568686 Aug 19 12:21:33.314469 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3470ca56-9bd2-4b75-adcd-aac180d6ff1d req-bee66e1d-8d01-43a9-af2b-5f5802f6eb95 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330737 Aug 19 12:21:33.335296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:33.405927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8da3234d-22f8-4ec4-801c-c35fecf382b5 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:33.484063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eb7f9-e7f3-43ee-87f3-05c3c98c4f88 req-9986cdb7-65d6-4168-98fd-e91b47c72ae2 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.492744 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce5eb7f9-e7f3-43ee-87f3-05c3c98c4f88 req-9986cdb7-65d6-4168-98fd-e91b47c72ae2 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 948 time: 0.0644133 Aug 19 12:21:33.500079 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0f5f1cc-8e65-4384-a2f6-94e0376169a7 req-70c460e6-2392-4e1f-9883-a57073753e61 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 210 time: 0.0341249 Aug 19 12:21:33.530702 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:33.537247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.537855 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:33.620272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f8b43-27aa-47d0-82ff-8f25688c0e61 req-04a886cd-89db-444f-a48f-806daabe112b tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.621860 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d2f8b43-27aa-47d0-82ff-8f25688c0e61 req-04a886cd-89db-444f-a48f-806daabe112b tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 950 time: 0.0491652 Aug 19 12:21:33.633949 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce5eb7f9-e7f3-43ee-87f3-05c3c98c4f88 req-44b36c44-53ec-446f-8aa2-57e1fb851f1e tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403418 Aug 19 12:21:33.657963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 8da3234d-22f8-4ec4-801c-c35fecf382b5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:33.667248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 8da3234d-22f8-4ec4-801c-c35fecf382b5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:33.667248 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:33.668211 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d2f8b43-27aa-47d0-82ff-8f25688c0e61 req-7d5a7dce-ea46-40f3-b07b-b642da46e586 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362494 Aug 19 12:21:33.698816 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Network': ['ID=375e670c-9336-413c-8db9-b94fabc3b0a1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:33.720644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 375e670c-9336-413c-8db9-b94fabc3b0a1 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:21:33.758699 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:33.812995 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:33.815008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3b6f9-59fa-4d5d-bf4f-6af3058d33fb req-1a45b671-2a89-41a9-b15e-c23a5e26c13b tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:33.816613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ee3b6f9-59fa-4d5d-bf4f-6af3058d33fb req-1a45b671-2a89-41a9-b15e-c23a5e26c13b tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 944 time: 0.0989454 Aug 19 12:21:33.836751 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da3234d-22f8-4ec4-801c-c35fecf382b5'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:33.838988 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff5a093-a9d6-4242-b964-2b363c8e0260" -d '{"events": [{"server_uuid": "a543605d-6b4a-467c-bdb8-fb07ff0d9aa9", "name": "network-vif-plugged", "status": "completed", "tag": "8da3234d-22f8-4ec4-801c-c35fecf382b5"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:33.852600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8da3234d-22f8-4ec4-801c-c35fecf382b5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8da3234d-22f8-4ec4-801c-c35fecf382b5,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:33.877071 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12566f8a-dba0-411b-a869-5eab8066013d x-openstack-request-id: req-12566f8a-dba0-411b-a869-5eab8066013d {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:33.877384 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a543605d-6b4a-467c-bdb8-fb07ff0d9aa9", "name": "network-vif-plugged", "status": "completed", "tag": "8da3234d-22f8-4ec4-801c-c35fecf382b5", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:33.877620 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12566f8a-dba0-411b-a869-5eab8066013d {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:33.878028 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da3234d-22f8-4ec4-801c-c35fecf382b5', 'code': 200} Aug 19 12:21:33.893671 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b27f4dfa-4d07-435f-ac73-d32e851e317a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1964121 Aug 19 12:21:33.898461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53894) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:33.903284 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ee3b6f9-59fa-4d5d-bf4f-6af3058d33fb req-d00dd9d9-68ef-43e3-965f-2a69a178be82 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775919 Aug 19 12:21:33.906754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-957106944'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:33.975876 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.022089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8da3234d-22f8-4ec4-801c-c35fecf382b5,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:34.037880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2394bc-fdeb-41b2-be99-49b305dff528 req-8dfb804e-1ac3-431e-97f1-a481288912e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:34.039495 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8e2394bc-fdeb-41b2-be99-49b305dff528 req-8dfb804e-1ac3-431e-97f1-a481288912e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 1095 time: 0.0883193 Aug 19 12:21:34.050115 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.067236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:34.067976 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.070754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.097684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:21:34.106964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.107315 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Added segment 04dc62bc-2662-4a2f-8b95-87f704ed1a50 of type vlan for network 906a279c-def4-4f79-bdc7-f9bd5fb2112e Aug 19 12:21:34.127530 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8e2394bc-fdeb-41b2-be99-49b305dff528 req-f163b040-8901-4092-a9db-17a67340d6e5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795176 Aug 19 12:21:34.169751 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.273088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.278823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:34.285535 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.305941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Router 26fd7b89-d63a-43f0-9374-ff925acbe191 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:21:34.348663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Network': ['ID=906a279c-def4-4f79-bdc7-f9bd5fb2112e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:34.360528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 906a279c-def4-4f79-bdc7-f9bd5fb2112e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:21:34.445884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:34.451731 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-318bf462-8588-4250-b01e-bdeb21c0fac1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5516300 Aug 19 12:21:34.454698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53902) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:34.456476 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.457760 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-28339d4d-5527-4b15-91cd-bf6b8192b79c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "PUT /v2.0/routers/26fd7b89-d63a-43f0-9374-ff925acbe191 HTTP/1.1" status: 200 len: 884 time: 2.7267594 Aug 19 12:21:34.460527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53904) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:34.464078 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17151f-8738-4cdc-ad30-5af1f76636fb None None] Sync routers for ids ['26fd7b89-d63a-43f0-9374-ff925acbe191'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:34.476541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'subnet': {'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:34.486312 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17151f-8738-4cdc-ad30-5af1f76636fb None None] Routers {'26fd7b89-d63a-43f0-9374-ff925acbe191'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:34.487426 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d17151f-8738-4cdc-ad30-5af1f76636fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26fd7b89-d63a-43f0-9374-ff925acbe191'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:34.523156 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d17151f-8738-4cdc-ad30-5af1f76636fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:34.532711 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17151f-8738-4cdc-ad30-5af1f76636fb None None] Routers {'26fd7b89-d63a-43f0-9374-ff925acbe191'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:34.533460 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d17151f-8738-4cdc-ad30-5af1f76636fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26fd7b89-d63a-43f0-9374-ff925acbe191'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:34.566579 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d17151f-8738-4cdc-ad30-5af1f76636fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:34.567535 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17151f-8738-4cdc-ad30-5af1f76636fb None None] The sync data for ids ['26fd7b89-d63a-43f0-9374-ff925acbe191'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:34.592856 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-77d9aab7-62cd-409c-b7ee-974b8b317490 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/routers/26fd7b89-d63a-43f0-9374-ff925acbe191 HTTP/1.1" status: 200 len: 925 time: 0.1311543 Aug 19 12:21:34.595893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53908) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:34.612818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-050c543c-5e6a-4914-bf2c-6af0ecf069f0 req-33f9a8ba-4deb-463c-8418-8e36fbaf8256 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 210 time: 0.0349245 Aug 19 12:21:34.676737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c473ea4c-5a5a-4716-a482-d321f822e20d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:34.678291 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c473ea4c-5a5a-4716-a482-d321f822e20d tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&device_id=26fd7b89-d63a-43f0-9374-ff925acbe191&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0813882 Aug 19 12:21:34.681233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53912) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:34.762279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c213950-e5d6-44da-a827-3dbe0b6fc8ff req-c2e8e743-b7c1-4f8b-b2a9-42df33584008 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:34.763748 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3c213950-e5d6-44da-a827-3dbe0b6fc8ff req-c2e8e743-b7c1-4f8b-b2a9-42df33584008 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 948 time: 0.0488367 Aug 19 12:21:34.768366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:34.772411 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:34.808292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f26097d-90bd-4c76-b885-7e91503ab27e tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:34.812445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3f26097d-90bd-4c76-b885-7e91503ab27e tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 881 time: 0.1277008 Aug 19 12:21:34.819820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d56ad6-cdee-4337-9aba-09c53c27b78d req-43f752f6-d194-4b6e-9285-39f95db146f0 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:34.821485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75d56ad6-cdee-4337-9aba-09c53c27b78d req-43f752f6-d194-4b6e-9285-39f95db146f0 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 950 time: 0.0792851 Aug 19 12:21:34.821991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53916) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:34.854521 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7b5d9c45-323a-4ac3-8ed6-968d607bf45c tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=26fd7b89-d63a-43f0-9374-ff925acbe191 HTTP/1.1" status: 200 len: 205 time: 0.0292568 Aug 19 12:21:34.858468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53920) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:34.863468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3c213950-e5d6-44da-a827-3dbe0b6fc8ff req-08b090c8-91ca-48a4-a27c-3ea3d1d370aa tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876560 Aug 19 12:21:34.943857 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75d56ad6-cdee-4337-9aba-09c53c27b78d req-7a3fc696-f2f5-459b-aa9c-a3c0ebf6f581 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107001 Aug 19 12:21:34.956488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea3bf-7947-4a0c-b808-6d976c558057 req-e32a3630-ad61-4864-94c4-aeec88967a1b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:34.966936 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-897ea3bf-7947-4a0c-b808-6d976c558057 req-e32a3630-ad61-4864-94c4-aeec88967a1b tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.62 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 948 time: 0.0808771 Aug 19 12:21:35.002898 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.056370 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-68430bb1-b18c-4c78-abfe-e6f6928091c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.199403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24ddda-afc4-44ef-adba-537651c256ec req-208308d4-8747-475b-8537-824e378a6728 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:35.201175 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-208308d4-8747-475b-8537-824e378a6728 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.62 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 808 time: 0.1564589 Aug 19 12:21:35.204578 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.214551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Request body: {'port': {'device_id': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4', 'admin_state_up': True, 'tenant_id': '6234d0c986c14810828c0377a08fc051'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:35.215032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c48d4-9d92-40c5-82dc-575853160e24 req-ea306f96-bca2-40fc-ac10-eafd9a664805 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:35.216586 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-541c48d4-9d92-40c5-82dc-575853160e24 req-ea306f96-bca2-40fc-ac10-eafd9a664805 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 950 time: 0.1971228 Aug 19 12:21:35.271598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef11207-fea2-4bc9-ad89-edf26a69c845 req-bb3b6f36-3c5d-485b-be56-e5fe6c7a0905 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:35.273139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ef11207-fea2-4bc9-ad89-edf26a69c845 req-bb3b6f36-3c5d-485b-be56-e5fe6c7a0905 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.1988680 Aug 19 12:21:35.346232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-897ea3bf-7947-4a0c-b808-6d976c558057 req-8f1dd7cd-f991-4072-b1ef-e4e7e9d80577 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Deleting port 46d29a1c-c9e7-46ec-979b-6faefeecc979 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:35.346916 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-897ea3bf-7947-4a0c-b808-6d976c558057 req-8f1dd7cd-f991-4072-b1ef-e4e7e9d80577 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.372136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Deleting port 720b6463-8a94-43ce-873c-2e022f01d7b9 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:35.372478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.405915 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ef11207-fea2-4bc9-ad89-edf26a69c845 req-982fdb80-ca79-4ee1-b576-93b799570c3c tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203561 Aug 19 12:21:35.424325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.493195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.508566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Calling delete_port for 720b6463-8a94-43ce-873c-2e022f01d7b9 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:35.510704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Made reservation on behalf of 6234d0c986c14810828c0377a08fc051 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:35.514303 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.537964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-541c48d4-9d92-40c5-82dc-575853160e24 req-5e518f67-fb16-40e1-8ff7-b12218b6e9b1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Deleting port 74502202-169e-4760-978a-1452e6090ae6 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:35.538451 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-541c48d4-9d92-40c5-82dc-575853160e24 req-5e518f67-fb16-40e1-8ff7-b12218b6e9b1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.566970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Subnet': ['ID=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:35.634385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-897ea3bf-7947-4a0c-b808-6d976c558057 req-8f1dd7cd-f991-4072-b1ef-e4e7e9d80577 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] For port 46d29a1c-c9e7-46ec-979b-6faefeecc979, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=46d29a1c-c9e7-46ec-979b-6faefeecc979,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:35.634669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-897ea3bf-7947-4a0c-b808-6d976c558057 req-8f1dd7cd-f991-4072-b1ef-e4e7e9d80577 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.662495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-897ea3bf-7947-4a0c-b808-6d976c558057 req-8f1dd7cd-f991-4072-b1ef-e4e7e9d80577 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Calling delete_port for 46d29a1c-c9e7-46ec-979b-6faefeecc979 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:35.711232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Checking segment: {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:35.711944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network hostable DHCP agents. Network: 375e670c-9336-413c-8db9-b94fabc3b0a1, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:21:35.762815 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2085e996-98c9-4060-84a2-b697bd7e0f01 req-cbed1ac5-baae-440b-99dd-9c3476301c2f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 210 time: 0.0670934 Aug 19 12:21:35.788555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Allocated IP 172.20.0.12 (142bcacd-7cc1-49d7-8cfe-21991cda91a4/d5051029-ce9d-4119-b80a-a2ba91652dde/092b9f1c-8012-4d73-9f48-1f7ae7cf34bf) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:35.826993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-541c48d4-9d92-40c5-82dc-575853160e24 req-5e518f67-fb16-40e1-8ff7-b12218b6e9b1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] For port 74502202-169e-4760-978a-1452e6090ae6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=74502202-169e-4760-978a-1452e6090ae6,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:35.827357 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-541c48d4-9d92-40c5-82dc-575853160e24 req-5e518f67-fb16-40e1-8ff7-b12218b6e9b1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:35.847856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-541c48d4-9d92-40c5-82dc-575853160e24 req-5e518f67-fb16-40e1-8ff7-b12218b6e9b1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Calling delete_port for 74502202-169e-4760-978a-1452e6090ae6 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:35.946710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network 375e670c-9336-413c-8db9-b94fabc3b0a1 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:21:35.992877 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.035496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Pushing event deleted for resources: {'Port': ['ID=720b6463-8a94-43ce-873c-2e022f01d7b9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:36.049474 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.076954 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-897ea3bf-7947-4a0c-b808-6d976c558057 req-8f1dd7cd-f991-4072-b1ef-e4e7e9d80577 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.095934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b92295-f443-4ddb-bf14-8adde495d68d req-f50d1e0e-3c2f-4bfa-8836-ba9825844c0e tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:36.097432 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2b92295-f443-4ddb-bf14-8adde495d68d req-f50d1e0e-3c2f-4bfa-8836-ba9825844c0e tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 950 time: 0.0676744 Aug 19 12:21:36.117920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dd7cd-f991-4072-b1ef-e4e7e9d80577 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Pushing event deleted for resources: {'Port': ['ID=46d29a1c-c9e7-46ec-979b-6faefeecc979,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:36.118198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178799d-5478-4a3b-8f9d-4c2f34cc5bc7 req-45c68234-5e69-4ea0-ab72-d3cb93ee2fdc tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:36.119676 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1178799d-5478-4a3b-8f9d-4c2f34cc5bc7 req-45c68234-5e69-4ea0-ab72-d3cb93ee2fdc tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=cdf18fd4-1d3c-4923-95c1-a657bbd333e6 HTTP/1.1" status: 200 len: 948 time: 0.1641817 Aug 19 12:21:36.150332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 375e670c-9336-413c-8db9-b94fabc3b0a1) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:36.154866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:36.155489 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.159813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dfb8c7-6f25-408d-b24d-db0d0c71e1b7 None None] Network 375e670c-9336-413c-8db9-b94fabc3b0a1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:36.167289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.189048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-897ea3bf-7947-4a0c-b808-6d976c558057 req-8f1dd7cd-f991-4072-b1ef-e4e7e9d80577 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] No DVR routers for this DVR port 46d29a1c-c9e7-46ec-979b-6faefeecc979 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:36.192224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-897ea3bf-7947-4a0c-b808-6d976c558057 req-8f1dd7cd-f991-4072-b1ef-e4e7e9d80577 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.194737 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-897ea3bf-7947-4a0c-b808-6d976c558057 req-8f1dd7cd-f991-4072-b1ef-e4e7e9d80577 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.62 "DELETE /v2.0/ports/46d29a1c-c9e7-46ec-979b-6faefeecc979 HTTP/1.1" status: 204 len: 173 time: 1.2191291 Aug 19 12:21:36.199723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'name': 'network-vif-deleted', 'tag': '46d29a1c-c9e7-46ec-979b-6faefeecc979'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:36.202181 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60d83c1-7dab-49d9-ae67-85eb53b3ce22" -d '{"events": [{"server_uuid": "cdf18fd4-1d3c-4923-95c1-a657bbd333e6", "name": "network-vif-deleted", "tag": "46d29a1c-c9e7-46ec-979b-6faefeecc979"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:36.219309 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2b92295-f443-4ddb-bf14-8adde495d68d req-965c1127-ef49-442b-bb5c-31b4c9d71274 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1109a15-f77e-40c8-9293-26d0355cc05d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032436 Aug 19 12:21:36.261733 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-541c48d4-9d92-40c5-82dc-575853160e24 req-5e518f67-fb16-40e1-8ff7-b12218b6e9b1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.274270 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.278723 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.284425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1178799d-5478-4a3b-8f9d-4c2f34cc5bc7 req-dd528b22-8266-4fe8-b768-77a1377298e3 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529100 Aug 19 12:21:36.297780 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37abb1f1-ac53-418c-af99-1fe64d1cfbdb x-openstack-request-id: req-37abb1f1-ac53-418c-af99-1fe64d1cfbdb {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:36.298175 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf18fd4-1d3c-4923-95c1-a657bbd333e6", "name": "network-vif-deleted", "tag": "46d29a1c-c9e7-46ec-979b-6faefeecc979", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:36.298488 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37abb1f1-ac53-418c-af99-1fe64d1cfbdb {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:36.309965 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf18fd4-1d3c-4923-95c1-a657bbd333e6', 'name': 'network-vif-deleted', 'tag': '46d29a1c-c9e7-46ec-979b-6faefeecc979', 'status': 'completed', 'code': 200} Aug 19 12:21:36.309965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e518f67-fb16-40e1-8ff7-b12218b6e9b1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Pushing event deleted for resources: {'Port': ['ID=74502202-169e-4760-978a-1452e6090ae6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:36.309965 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f9194818-4d4f-4caa-9afe-9d197794da6f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8482230 Aug 19 12:21:36.309965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53938) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:36.315733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'subnet': {'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:36.317868 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['74502202-169e-4760-978a-1452e6090ae6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:36.380646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-375e670c-9336-413c-8db9-b94fabc3b0a1', 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'fixed_ips': [{'subnet_id': '982b4c8a-b0e0-4f0e-b23c-b949be65f0b3'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:21:36.381581 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.399030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.402772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-541c48d4-9d92-40c5-82dc-575853160e24 req-5e518f67-fb16-40e1-8ff7-b12218b6e9b1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] No DVR routers for this DVR port 74502202-169e-4760-978a-1452e6090ae6 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:36.408574 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-541c48d4-9d92-40c5-82dc-575853160e24 req-5e518f67-fb16-40e1-8ff7-b12218b6e9b1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.412570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-541c48d4-9d92-40c5-82dc-575853160e24 req-5e518f67-fb16-40e1-8ff7-b12218b6e9b1 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.62 "DELETE /v2.0/ports/74502202-169e-4760-978a-1452e6090ae6 HTTP/1.1" status: 204 len: 173 time: 1.1839831 Aug 19 12:21:36.448069 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.448985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Fanout notify agent at l3_agent the message router_deleted on router 26fd7b89-d63a-43f0-9374-ff925acbe191 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:21:36.469933 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.475933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53942) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:36.477407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b4d01527-ee6a-49b5-aa4b-25b027cb5c28 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/26fd7b89-d63a-43f0-9374-ff925acbe191 HTTP/1.1" status: 204 len: 168 time: 1.6116283 Aug 19 12:21:36.487665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9938c7c6-fdf3-48b7-a5a6-65c239c97531 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1379635512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:36.489537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:36.501706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Pushing event updated for resources: {'Port': ['ID=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:36.513196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:36.515866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:36.551429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:36.555285 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.583000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Allocated IP 10.1.1.2 (375e670c-9336-413c-8db9-b94fabc3b0a1/982b4c8a-b0e0-4f0e-b23c-b949be65f0b3/7fb578da-c60a-4d99-b8e8-60c360bdd340) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:36.694871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1a4eb-2447-4d48-8007-f76a596ff534 req-0c56f30c-00a7-417b-bf5a-1533b5164724 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:36.696702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9cc1a4eb-2447-4d48-8007-f76a596ff534 req-0c56f30c-00a7-417b-bf5a-1533b5164724 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.1236575 Aug 19 12:21:36.754943 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9938c7c6-fdf3-48b7-a5a6-65c239c97531 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.756630 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9938c7c6-fdf3-48b7-a5a6-65c239c97531 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.765009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:36.765636 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.803354 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9cc1a4eb-2447-4d48-8007-f76a596ff534 req-5d145b59-750c-4329-82a7-474102c61063 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008298 Aug 19 12:21:36.856046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9938c7c6-fdf3-48b7-a5a6-65c239c97531 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.909236 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:36.919702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Transition to ACTIVE for port object 7fb578da-c60a-4d99-b8e8-60c360bdd340 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:36.937161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Transition to ACTIVE for port object 7fb578da-c60a-4d99-b8e8-60c360bdd340 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:36.965391 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-dcb5a6ba-5bfd-4286-8a75-74ff991c58e2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7545955 Aug 19 12:21:36.978432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Request body: {'port': {'device_id': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:36.990177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961b0c0-d0ec-4d95-b67d-2439501c7e4c req-44857846-cb6f-4ca6-ae00-9ee457262b89 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:36.991683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9961b0c0-d0ec-4d95-b67d-2439501c7e4c req-44857846-cb6f-4ca6-ae00-9ee457262b89 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 932 time: 0.0512993 Aug 19 12:21:37.000017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9938c7c6-fdf3-48b7-a5a6-65c239c97531 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.036313 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.058346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9961b0c0-d0ec-4d95-b67d-2439501c7e4c req-17fcaad6-16e9-4c2d-97bc-391b2d242f79 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597844 Aug 19 12:21:37.073130 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.082607 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.157705 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9938c7c6-fdf3-48b7-a5a6-65c239c97531 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.158929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9938c7c6-fdf3-48b7-a5a6-65c239c97531 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6802685 Aug 19 12:21:37.162584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53960) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:37.164629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Network 375e670c-9336-413c-8db9-b94fabc3b0a1 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:37.167755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:37.173477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:37.174232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'enable_snat': True}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:37.243809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Attempting to bind port 7fb578da-c60a-4d99-b8e8-60c360bdd340 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:37.244416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Attempting to bind port 7fb578da-c60a-4d99-b8e8-60c360bdd340 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:37.244881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Attempting to bind port 7fb578da-c60a-4d99-b8e8-60c360bdd340 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:37.262475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Pushing event updated for resources: {'Port': ['ID=7fb578da-c60a-4d99-b8e8-60c360bdd340,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:37.262475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:37.262475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Checking segment: {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:37.262475 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.262475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Bound using segment: {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:37.262475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Bound port: 7fb578da-c60a-4d99-b8e8-60c360bdd340, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:37.262475 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.273841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Subnet': ['ID=637a575a-ec31-4c4a-af4b-533c95b75677,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:37.287800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.288242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.288879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.289223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.289557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.289887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.290216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.290542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.290888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.291217 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.291547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.291860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:21:37.351953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Checking segment: {'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:37.352371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network hostable DHCP agents. Network: 906a279c-def4-4f79-bdc7-f9bd5fb2112e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:21:37.377608 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] For port 7fb578da-c60a-4d99-b8e8-60c360bdd340, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:37.391884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] For port 7fb578da-c60a-4d99-b8e8-60c360bdd340, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7fb578da-c60a-4d99-b8e8-60c360bdd340,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:37.439880 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.476070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:37.484099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.498555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Transition to ACTIVE for port object 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:37.564890 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.584694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network 906a279c-def4-4f79-bdc7-f9bd5fb2112e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:21:37.588317 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9882ade0-daaf-4f27-853b-32c65c47733a req-6a8e8586-4aa1-4ae1-bc23-d1f67147e4c2 tempest-ServersAdminNegativeTestJSON-1668530518 tempest-ServersAdminNegativeTestJSON-1668530518-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6aaa22b-ffcd-474f-8134-567370ab1a3f HTTP/1.1" status: 200 len: 210 time: 0.0308487 Aug 19 12:21:37.633250 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.653441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c607b-e782-42da-b089-a3bbfc17e07c None None] Pushing event updated for resources: {'Port': ['ID=7fb578da-c60a-4d99-b8e8-60c360bdd340,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:37.730171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Pushing event updated for resources: {'Port': ['ID=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:37.735436 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.816801 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9555edc2-f11b-47ce-919d-b589500cffec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.820418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:37.820769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:37.821228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:37.827866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:37.828336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:37.835885 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:37.836277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:37.836970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:37.837133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 906a279c-def4-4f79-bdc7-f9bd5fb2112e) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:37.837252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Bound port: 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:37.837828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.844919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:37.845516 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.852086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e25dc-7b4c-474b-8217-a65f0db82413 None None] Network 906a279c-def4-4f79-bdc7-f9bd5fb2112e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:37.923367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca9822-ea27-4fc7-b1ce-a55e6765e62a req-6a27d7c5-3895-4a2b-bbfb-396e7af3aef3 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:37.932984 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9eca9822-ea27-4fc7-b1ce-a55e6765e62a req-6a27d7c5-3895-4a2b-bbfb-396e7af3aef3 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.1852889 Aug 19 12:21:37.949486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:37.953095 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:37.953731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:37.983172 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.051673 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.067223 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9eca9822-ea27-4fc7-b1ce-a55e6765e62a req-93b3fdfd-fb4d-4483-ba54-3947a82d81ed tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332974 Aug 19 12:21:38.086652 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e3198597-7331-4dd7-8301-04ffa0e2b2ae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7790065 Aug 19 12:21:38.091556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53976) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:38.109350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'port': {'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1', 'name': 'tempest-TaggedBootDevicesTest_v242-1231422053', 'fixed_ips': [{'subnet_id': '982b4c8a-b0e0-4f0e-b23c-b949be65f0b3'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:38.111407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-906a279c-def4-4f79-bdc7-f9bd5fb2112e', 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'fixed_ips': [{'subnet_id': '637a575a-ec31-4c4a-af4b-533c95b75677'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:21:38.115338 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.121382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:38.122052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.123744 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] 10.222.0.62 "PUT /v2.0/ports/092b9f1c-8012-4d73-9f48-1f7ae7cf34bf HTTP/1.1" status: 200 len: 1092 time: 1.1494155 Aug 19 12:21:38.124457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'tag': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:38.126739 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391fde94-f5ee-4fce-a4c2-f55f5e55400f" -d '{"events": [{"name": "network-changed", "server_uuid": "5740e4e5-4071-4522-9d96-c9e0cebf8dd7", "tag": "092b9f1c-8012-4d73-9f48-1f7ae7cf34bf"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:38.198852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488b316-b94a-4265-8eb3-ce8275b60161 service neutron] Pushing event updated for resources: {'Port': ['ID=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:38.314564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aaa22b-ffcd-474f-8134-567370ab1a3f', 'name': 'network-vif-deleted', 'tag': '74502202-169e-4760-978a-1452e6090ae6'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:38.317488 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32b14cd-034d-4fe6-aa1f-73264ddb9558" -d '{"events": [{"server_uuid": "e6aaa22b-ffcd-474f-8134-567370ab1a3f", "name": "network-vif-deleted", "tag": "74502202-169e-4760-978a-1452e6090ae6"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:38.326018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24ddda-afc4-44ef-adba-537651c256ec req-952c2287-1341-49e1-a108-fd5d1349fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:38.329363 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-952c2287-1341-49e1-a108-fd5d1349fcdd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 1095 time: 0.0828528 Aug 19 12:21:38.337327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Allocated IP 10.2.2.2 (906a279c-def4-4f79-bdc7-f9bd5fb2112e/637a575a-ec31-4c4a-af4b-533c95b75677/19cdce44-e673-4d9b-ad86-f56205043e8a) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:38.351426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 46d29a1c-c9e7-46ec-979b-6faefeecc979 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:38.375190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Allocated IP 172.25.2.252 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/779197ab-23fd-4bed-b7af-31009f163a07) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:38.387573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 46d29a1c-c9e7-46ec-979b-6faefeecc979 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:38.387909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 46d29a1c-c9e7-46ec-979b-6faefeecc979 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:38.388514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 74502202-169e-4760-978a-1452e6090ae6 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:38.412176 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-cdae527e-d029-442c-9600-fdea24111bab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf HTTP/1.1" status: 200 len: 217 time: 0.0755048 Aug 19 12:21:38.449199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2d8bd-2a01-43fc-8805-c6e5bc44424d req-290171a6-2abd-427b-b7d3-6e23aa178d14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:38.450366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 74502202-169e-4760-978a-1452e6090ae6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:38.450366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 74502202-169e-4760-978a-1452e6090ae6 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:38.450663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cff2d8bd-2a01-43fc-8805-c6e5bc44424d req-290171a6-2abd-427b-b7d3-6e23aa178d14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 944 time: 0.1300142 Aug 19 12:21:38.479205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24ddda-afc4-44ef-adba-537651c256ec req-66c1943d-11f2-47ef-9a25-898cf1cf4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:38.480911 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-66c1943d-11f2-47ef-9a25-898cf1cf4de8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0620768 Aug 19 12:21:38.545368 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-2c5cb6b4-102e-4a96-a044-96ce1b39b6c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551369 Aug 19 12:21:38.560884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cff2d8bd-2a01-43fc-8805-c6e5bc44424d req-3a8fd657-2665-4a8c-a780-3d5e64df0051 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831065 Aug 19 12:21:38.576240 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.585245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Transition to ACTIVE for port object 19cdce44-e673-4d9b-ad86-f56205043e8a will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:38.605043 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.610493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Transition to ACTIVE for port object 19cdce44-e673-4d9b-ad86-f56205043e8a will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:38.668059 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7b3f9f-93e7-495a-93f3-e37b4de4af6d x-openstack-request-id: req-dd7b3f9f-93e7-495a-93f3-e37b4de4af6d {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:38.668372 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aaa22b-ffcd-474f-8134-567370ab1a3f", "name": "network-vif-deleted", "tag": "74502202-169e-4760-978a-1452e6090ae6", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:38.668624 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd7b3f9f-93e7-495a-93f3-e37b4de4af6d {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:38.669017 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aaa22b-ffcd-474f-8134-567370ab1a3f', 'name': 'network-vif-deleted', 'tag': '74502202-169e-4760-978a-1452e6090ae6', 'status': 'completed', 'code': 200} Aug 19 12:21:38.677668 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ce25bd-abcc-4b61-a161-af0e1dd057cc x-openstack-request-id: req-41ce25bd-abcc-4b61-a161-af0e1dd057cc {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:38.678093 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5740e4e5-4071-4522-9d96-c9e0cebf8dd7", "tag": "092b9f1c-8012-4d73-9f48-1f7ae7cf34bf", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:38.678454 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41ce25bd-abcc-4b61-a161-af0e1dd057cc {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:38.679059 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'tag': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf', 'status': 'completed', 'code': 200} Aug 19 12:21:38.690873 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-34ee47ad-6757-4c5c-b856-d6d366176662 service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381857 Aug 19 12:21:38.764442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:38.764786 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.822442 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.825318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee24ddda-afc4-44ef-adba-537651c256ec req-9b253b5d-b87b-4fac-80f3-8ffc46036dde service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266713 Aug 19 12:21:38.864378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Network 906a279c-def4-4f79-bdc7-f9bd5fb2112e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:38.868556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:38.873805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:38.898467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:38.911765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Pushing event updated for resources: {'Port': ['ID=19cdce44-e673-4d9b-ad86-f56205043e8a,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:38.928638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:38.931360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:38.952433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Attempting to bind port 19cdce44-e673-4d9b-ad86-f56205043e8a on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:38.952832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Attempting to bind port 19cdce44-e673-4d9b-ad86-f56205043e8a by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:38.953132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Attempting to bind port 19cdce44-e673-4d9b-ad86-f56205043e8a on network 906a279c-def4-4f79-bdc7-f9bd5fb2112e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:38.959078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:38.959361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Checking segment: {'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:38.959767 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.960170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Bound using segment: {'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:38.960637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Bound port: 19cdce44-e673-4d9b-ad86-f56205043e8a, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:38.961018 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:38.966049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event updated for resources: {'Port': ['ID=779197ab-23fd-4bed-b7af-31009f163a07,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:39.042902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] For port 19cdce44-e673-4d9b-ad86-f56205043e8a, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:39.046713 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.052627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] For port 19cdce44-e673-4d9b-ad86-f56205043e8a, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=19cdce44-e673-4d9b-ad86-f56205043e8a,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:39.061805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389e996-3e11-4abd-bacf-6bc554953a51 req-15968ce5-fd64-4535-8378-089f298afe34 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:39.067109 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.069812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c389e996-3e11-4abd-bacf-6bc554953a51 req-15968ce5-fd64-4535-8378-089f298afe34 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 949 time: 0.2056036 Aug 19 12:21:39.108309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fde94-f5ee-4fce-a4c2-f55f5e55400f req-ba30c994-8ac2-49e3-8e53-6bf66e50e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:39.110737 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-391fde94-f5ee-4fce-a4c2-f55f5e55400f req-ba30c994-8ac2-49e3-8e53-6bf66e50e2e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 1095 time: 0.0861642 Aug 19 12:21:39.147993 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:39.205315 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c389e996-3e11-4abd-bacf-6bc554953a51 req-14a719ca-3a3e-4cb9-b86b-6f64772713b3 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300175 Aug 19 12:21:39.208450 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] device_id is not set on port 53dc58b7-9984-40dc-8a11-1f42b19c5175 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:21:39.224201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c9037e-bcf9-4aa0-ad29-906c4dcecaa3 None None] Network 375e670c-9336-413c-8db9-b94fabc3b0a1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:39.287007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fde94-f5ee-4fce-a4c2-f55f5e55400f req-f5b956fa-e93a-4532-a1a4-aa8681326d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:39.291348 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-391fde94-f5ee-4fce-a4c2-f55f5e55400f req-f5b956fa-e93a-4532-a1a4-aa8681326d51 service neutron] 10.222.0.62 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1735809 Aug 19 12:21:39.468011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53996) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:39.472435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d00f5c-6df0-4950-8a54-61803abac825 None None] Pushing event updated for resources: {'Port': ['ID=19cdce44-e673-4d9b-ad86-f56205043e8a,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:39.480775 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-391fde94-f5ee-4fce-a4c2-f55f5e55400f req-b5a07d07-0efe-4232-b8bb-74d4ec65ac84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf HTTP/1.1" status: 200 len: 217 time: 0.1084652 Aug 19 12:21:39.494260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ed7dfd70-34fa-44c9-aad9-196e2fb61481 None None] Provisioning for port 7fb578da-c60a-4d99-b8e8-60c360bdd340 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:39.525430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281245b-6d7f-4271-83e5-ecdebf43d775 req-06af7372-4c11-45e7-bbec-47e3ed224177 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:39.535604 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5281245b-6d7f-4271-83e5-ecdebf43d775 req-06af7372-4c11-45e7-bbec-47e3ed224177 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.2419801 Aug 19 12:21:39.621506 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5281245b-6d7f-4271-83e5-ecdebf43d775 req-4d6f207b-3b7d-4076-ad61-dea0b85a5225 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803878 Aug 19 12:21:39.671958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fde94-f5ee-4fce-a4c2-f55f5e55400f req-5a13e7ae-3a49-4017-8b06-1c8cfff53f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:39.674622 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-391fde94-f5ee-4fce-a4c2-f55f5e55400f req-5a13e7ae-3a49-4017-8b06-1c8cfff53f7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.1832907 Aug 19 12:21:39.759148 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-391fde94-f5ee-4fce-a4c2-f55f5e55400f req-6ab357ad-e693-4dd3-a202-3e5b9074f434 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767238 Aug 19 12:21:39.870114 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-676d595e-f3ed-4c25-bad6-94aa4f3de324 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c7d4b3ccaa84a9fb7b3afa90d212351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989823 Aug 19 12:21:39.870538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54008) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:39.944920 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-726506ea-3ff7-4f7d-a2c0-a88dde6f1a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.064954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7fb578da-c60a-4d99-b8e8-60c360bdd340 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:40.181394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7fb578da-c60a-4d99-b8e8-60c360bdd340 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:40.187070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7fb578da-c60a-4d99-b8e8-60c360bdd340 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:40.187479 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.249982 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.313947 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.360113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:40.404812 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-726506ea-3ff7-4f7d-a2c0-a88dde6f1a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.421026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 7fb578da-c60a-4d99-b8e8-60c360bdd340, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7fb578da-c60a-4d99-b8e8-60c360bdd340,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:40.489766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78b0d3-9258-4172-bc2a-6e03628b17a8 req-9d327a7c-2abb-4f6f-8eed-882d4dd62e39 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:40.506010 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-391fde94-f5ee-4fce-a4c2-f55f5e55400f req-20d53ab9-c119-4a59-b8c6-9026426f7294 service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388237 Aug 19 12:21:40.508912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1f78b0d3-9258-4172-bc2a-6e03628b17a8 req-9d327a7c-2abb-4f6f-8eed-882d4dd62e39 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 944 time: 0.2625034 Aug 19 12:21:40.570913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Allocated IP 10.1.1.118 (375e670c-9336-413c-8db9-b94fabc3b0a1/982b4c8a-b0e0-4f0e-b23c-b949be65f0b3/53dc58b7-9984-40dc-8a11-1f42b19c5175) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:40.607494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:40.615862 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.620304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf', 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4', 'port_id': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf', 'mac_address': 'fa:16:3e:5c:18:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5051029-ce9d-4119-b80a-a2ba91652dde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:40.646372 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-391fde94-f5ee-4fce-a4c2-f55f5e55400f req-dbac519d-c2b8-4630-a3e0-b8968b93b042 service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315429 Aug 19 12:21:40.666433 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.668629 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.669502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 19cdce44-e673-4d9b-ad86-f56205043e8a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:40.763674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=7fb578da-c60a-4d99-b8e8-60c360bdd340,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:40.771181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75315fec-6d79-4996-877f-3a25f73f4779 req-762c2f1c-cd90-4ad2-a520-8359b4391ed4 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:40.772499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75315fec-6d79-4996-877f-3a25f73f4779 req-762c2f1c-cd90-4ad2-a520-8359b4391ed4 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 949 time: 0.1252389 Aug 19 12:21:40.790214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:40.819206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:40.853368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fd459-08d8-4f70-93ad-b3fa2788711c req-72cff732-08fe-4bfe-ba56-7a3373ce709a tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:40.854934 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-673fd459-08d8-4f70-93ad-b3fa2788711c req-72cff732-08fe-4bfe-ba56-7a3373ce709a tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 949 time: 0.2061164 Aug 19 12:21:40.859082 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.889669 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-726506ea-3ff7-4f7d-a2c0-a88dde6f1a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.892504 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-726506ea-3ff7-4f7d-a2c0-a88dde6f1a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:40.895958 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-726506ea-3ff7-4f7d-a2c0-a88dde6f1a23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1109a15-f77e-40c8-9293-26d0355cc05d HTTP/1.1" status: 204 len: 168 time: 1.0207825 Aug 19 12:21:40.918187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726506ea-3ff7-4f7d-a2c0-a88dde6f1a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1109a15-f77e-40c8-9293-26d0355cc05d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:40.947076 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-673fd459-08d8-4f70-93ad-b3fa2788711c req-ddf186b0-e35f-4213-ac3b-1359f253417d tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/security-groups?id=a818512a-8748-466e-b0cb-15b53640180f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645430 Aug 19 12:21:40.947225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1f78b0d3-9258-4172-bc2a-6e03628b17a8 req-e759831d-5c3c-4833-ad6c-ecd7964e5123 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368665 Aug 19 12:21:40.953391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d9ba51-f4fe-4cc4-b4ec-2a6e3362f3e3 None None] Network 906a279c-def4-4f79-bdc7-f9bd5fb2112e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:40.983843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-75315fec-6d79-4996-877f-3a25f73f4779 req-677ff667-2d6c-40d0-9ede-0902b0d32697 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Deleting port 5457b26a-698c-4be5-893c-c69d3095ac2f {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:40.989031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Transition to ACTIVE for port object 53dc58b7-9984-40dc-8a11-1f42b19c5175 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:40.989632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-75315fec-6d79-4996-877f-3a25f73f4779 req-677ff667-2d6c-40d0-9ede-0902b0d32697 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.108571 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.116707 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.149536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 19cdce44-e673-4d9b-ad86-f56205043e8a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:41.153465 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.154520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-75315fec-6d79-4996-877f-3a25f73f4779 req-677ff667-2d6c-40d0-9ede-0902b0d32697 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] For port 5457b26a-698c-4be5-893c-c69d3095ac2f, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5457b26a-698c-4be5-893c-c69d3095ac2f,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:41.157042 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-75315fec-6d79-4996-877f-3a25f73f4779 req-677ff667-2d6c-40d0-9ede-0902b0d32697 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.179273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-75315fec-6d79-4996-877f-3a25f73f4779 req-677ff667-2d6c-40d0-9ede-0902b0d32697 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Calling delete_port for 5457b26a-698c-4be5-893c-c69d3095ac2f owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:41.233538 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.294745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network 375e670c-9336-413c-8db9-b94fabc3b0a1 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:41.304476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:41.307115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:41.374880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Port': ['ID=53dc58b7-9984-40dc-8a11-1f42b19c5175,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:41.415114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:41.447915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['092b9f1c-8012-4d73-9f48-1f7ae7cf34bf'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:41.458633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:41.459602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.473237 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-75315fec-6d79-4996-877f-3a25f73f4779 req-677ff667-2d6c-40d0-9ede-0902b0d32697 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.549516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e85bce98-7bc6-4138-90c3-635fa02b3cf6 None None] Provisioning for port 19cdce44-e673-4d9b-ad86-f56205043e8a completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:41.560076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e85bce98-7bc6-4138-90c3-635fa02b3cf6 None None] Provisioning complete for port 19cdce44-e673-4d9b-ad86-f56205043e8a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:41.560803 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e85bce98-7bc6-4138-90c3-635fa02b3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.588425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ff667-2d6c-40d0-9ede-0902b0d32697 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Pushing event deleted for resources: {'Port': ['ID=5457b26a-698c-4be5-893c-c69d3095ac2f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:41.621469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Router 189d1180-37ef-46c8-a451-3ab0f7166735 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:21:41.693852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-75315fec-6d79-4996-877f-3a25f73f4779 req-677ff667-2d6c-40d0-9ede-0902b0d32697 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] No DVR routers for this DVR port 5457b26a-698c-4be5-893c-c69d3095ac2f on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:41.700141 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-75315fec-6d79-4996-877f-3a25f73f4779 req-677ff667-2d6c-40d0-9ede-0902b0d32697 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.702627 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75315fec-6d79-4996-877f-3a25f73f4779 req-677ff667-2d6c-40d0-9ede-0902b0d32697 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.30 "DELETE /v2.0/ports/5457b26a-698c-4be5-893c-c69d3095ac2f HTTP/1.1" status: 204 len: 173 time: 0.9196258 Aug 19 12:21:41.703122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-deleted', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:41.707454 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77190ff2-1f8d-47dc-9e0a-627f5fdbaf9c" -d '{"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-deleted", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:41.755498 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9d51c0c1-90dd-4235-909f-ebf7368e345f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6575975 Aug 19 12:21:41.755695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54038) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:41.760989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'port': {'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1', 'name': 'tempest-TaggedBootDevicesTest_v242-2113833668', 'fixed_ips': [{'subnet_id': '982b4c8a-b0e0-4f0e-b23c-b949be65f0b3'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:41.795159 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c397b8-cc32-4eaf-87ea-8e11b5576406 x-openstack-request-id: req-40c397b8-cc32-4eaf-87ea-8e11b5576406 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:41.795455 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c78c4a9-af57-4a84-9fc9-856761fa0252", "name": "network-vif-deleted", "tag": "5457b26a-698c-4be5-893c-c69d3095ac2f", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:41.800871 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40c397b8-cc32-4eaf-87ea-8e11b5576406 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:41.801910 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c78c4a9-af57-4a84-9fc9-856761fa0252', 'name': 'network-vif-deleted', 'tag': '5457b26a-698c-4be5-893c-c69d3095ac2f', 'status': 'completed', 'code': 200} Aug 19 12:21:41.895091 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e85bce98-7bc6-4138-90c3-635fa02b3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.922201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7fb578da-c60a-4d99-b8e8-60c360bdd340 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:41.929914 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:41.946295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:41.946295 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6b7c4ff2-9b42-4b1b-bf83-4bb8565f5d82 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "PUT /v2.0/routers/189d1180-37ef-46c8-a451-3ab0f7166735 HTTP/1.1" status: 200 len: 919 time: 4.7786722 Aug 19 12:21:41.946899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54040) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:41.965323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a9da9-491e-4efb-8a67-d910f5fcb821 None None] Sync routers for ids ['189d1180-37ef-46c8-a451-3ab0f7166735'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:42.000446 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e85bce98-7bc6-4138-90c3-635fa02b3cf6 None None] For port 19cdce44-e673-4d9b-ad86-f56205043e8a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=19cdce44-e673-4d9b-ad86-f56205043e8a,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:42.006148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a9da9-491e-4efb-8a67-d910f5fcb821 None None] Routers {'189d1180-37ef-46c8-a451-3ab0f7166735'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:42.007007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e52a9da9-491e-4efb-8a67-d910f5fcb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['189d1180-37ef-46c8-a451-3ab0f7166735'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:42.051727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e52a9da9-491e-4efb-8a67-d910f5fcb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:42.070707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a9da9-491e-4efb-8a67-d910f5fcb821 None None] Routers {'189d1180-37ef-46c8-a451-3ab0f7166735'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:42.071738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e52a9da9-491e-4efb-8a67-d910f5fcb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['189d1180-37ef-46c8-a451-3ab0f7166735'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:42.114255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e52a9da9-491e-4efb-8a67-d910f5fcb821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:42.115124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a9da9-491e-4efb-8a67-d910f5fcb821 None None] The sync data for ids ['189d1180-37ef-46c8-a451-3ab0f7166735'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:42.126106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7fb578da-c60a-4d99-b8e8-60c360bdd340 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:42.126539 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.145912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:42.160834 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e85bce98-7bc6-4138-90c3-635fa02b3cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.216588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e5041fe8-f9fe-41cf-a9c9-be047ca6bd30 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/routers/189d1180-37ef-46c8-a451-3ab0f7166735 HTTP/1.1" status: 200 len: 925 time: 0.2679427 Aug 19 12:21:42.226910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b1fbfd80-81fb-4367-bbff-db6cecea732c req-32bb29de-afea-458e-a830-d34ed2814928 tempest-ListImageFiltersTestJSON-1704290295 tempest-ListImageFiltersTestJSON-1704290295-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c78c4a9-af57-4a84-9fc9-856761fa0252 HTTP/1.1" status: 200 len: 210 time: 0.0642657 Aug 19 12:21:42.228762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bce98-7bc6-4138-90c3-635fa02b3cf6 None None] Pushing event updated for resources: {'Port': ['ID=19cdce44-e673-4d9b-ad86-f56205043e8a,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:42.240164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54050) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:42.301194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54052) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:42.337273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5c9e4b65-8572-49e2-9b6a-82d588d13eb7 None None] Provisioning complete for port 19cdce44-e673-4d9b-ad86-f56205043e8a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:42.337845 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4b65-8572-49e2-9b6a-82d588d13eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.340197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c6573-ca6b-4ba6-b39a-5854fae337db tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:42.341894 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ac3c6573-ca6b-4ba6-b39a-5854fae337db tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&device_id=189d1180-37ef-46c8-a451-3ab0f7166735&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1005557 Aug 19 12:21:42.346609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.348025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54054) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:42.363139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a8d49-118b-4461-8245-2bc0005d3790 req-a5c746cf-4692-4c85-a739-ecc633598b0b tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:42.364793 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a1a8d49-118b-4461-8245-2bc0005d3790 req-a5c746cf-4692-4c85-a739-ecc633598b0b tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 945 time: 0.2618339 Aug 19 12:21:42.380996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:42.411769 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-39da0615-e7c7-4a31-90db-c9d9cade1439 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba288e35132e4eefb1d79900c5b13ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055236 Aug 19 12:21:42.415283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54060) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:42.457623 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] device_id is not set on port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:21:42.461544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84428a-bfaf-4ff6-961b-5c452bac4f1c tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:42.462988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2e84428a-bfaf-4ff6-961b-5c452bac4f1c tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 881 time: 0.1142471 Aug 19 12:21:42.465997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54066) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:42.495474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4f7a1bdd-f9db-4a56-8dcf-351563a8e3be tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=189d1180-37ef-46c8-a451-3ab0f7166735 HTTP/1.1" status: 200 len: 205 time: 0.0281410 Aug 19 12:21:42.500557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54068) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:42.540384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a1a8d49-118b-4461-8245-2bc0005d3790 req-a10f0743-8b16-455e-8657-ce282157b3af tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636896 Aug 19 12:21:42.602052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26f0c350-2318-4c68-8d6d-59ef3bc2d8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.618720 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:42.621356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:42.621805 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.629003 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26f0c350-2318-4c68-8d6d-59ef3bc2d8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.682197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5c9e4b65-8572-49e2-9b6a-82d588d13eb7 None None] Provisioning for port 53dc58b7-9984-40dc-8a11-1f42b19c5175 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:42.686636 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5c9e4b65-8572-49e2-9b6a-82d588d13eb7 None None] Provisioning complete for port 53dc58b7-9984-40dc-8a11-1f42b19c5175 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:42.687106 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5c9e4b65-8572-49e2-9b6a-82d588d13eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.730918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e4b65-8572-49e2-9b6a-82d588d13eb7 None None] Port 53dc58b7-9984-40dc-8a11-1f42b19c5175 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:21:42.778294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.791826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Allocated IP 10.1.1.92 (375e670c-9336-413c-8db9-b94fabc3b0a1/982b4c8a-b0e0-4f0e-b23c-b949be65f0b3/a48d692e-ec2d-4064-b30e-5fa0a3029cb7) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:42.817820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:42.818441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:42.821226 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc83ce8-a14d-4527-80a1-76995d44ca2b" -d '{"events": [{"server_uuid": "5740e4e5-4071-4522-9d96-c9e0cebf8dd7", "name": "network-vif-plugged", "status": "completed", "tag": "092b9f1c-8012-4d73-9f48-1f7ae7cf34bf"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:42.824639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.863943 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa0b577-bbfc-4a57-91cb-3044eeab4114 x-openstack-request-id: req-6fa0b577-bbfc-4a57-91cb-3044eeab4114 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:42.864537 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5740e4e5-4071-4522-9d96-c9e0cebf8dd7", "name": "network-vif-plugged", "status": "completed", "tag": "092b9f1c-8012-4d73-9f48-1f7ae7cf34bf", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:42.865458 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fa0b577-bbfc-4a57-91cb-3044eeab4114 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:42.866117 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf', 'code': 200} Aug 19 12:21:42.907899 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.961550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:42.991264 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:42.997107 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.036566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Transition to ACTIVE for port object a48d692e-ec2d-4064-b30e-5fa0a3029cb7 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:21:43.046070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b938b7-b3f8-4d84-8add-387e7f9dd6a4 req-dd832370-8e5f-4d3f-a4cc-5bd81d5e218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:43.047703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43b938b7-b3f8-4d84-8add-387e7f9dd6a4 req-dd832370-8e5f-4d3f-a4cc-5bd81d5e218e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0732589 Aug 19 12:21:43.098191 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43b938b7-b3f8-4d84-8add-387e7f9dd6a4 req-26b6eb1e-151d-4bc1-9dc9-72471c1dc38a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 Aug 19 12:21:43.147002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26f0c350-2318-4c68-8d6d-59ef3bc2d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.149504 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26f0c350-2318-4c68-8d6d-59ef3bc2d8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.150980 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-26f0c350-2318-4c68-8d6d-59ef3bc2d8bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47b4f834-122d-465c-8af0-51bdbf84000a HTTP/1.1" status: 204 len: 168 time: 0.7327588 Aug 19 12:21:43.159038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0c350-2318-4c68-8d6d-59ef3bc2d8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b4f834-122d-465c-8af0-51bdbf84000a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:43.190780 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.244593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network 375e670c-9336-413c-8db9-b94fabc3b0a1 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:43.248146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:43.255647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:43.274268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Deleting port 779197ab-23fd-4bed-b7af-31009f163a07 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:43.274736 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.295014 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Port': ['ID=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:43.394032 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:43.396427 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.426767 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.450608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Calling delete_port for 779197ab-23fd-4bed-b7af-31009f163a07 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:43.536560 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-131540f5-a830-4f29-b36a-eddfe2488d2a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7798789 Aug 19 12:21:43.798093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-579ecfad-0c7c-4f22-8f30-a45ffc307bb7 None None] Provisioning for port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:21:43.802391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-579ecfad-0c7c-4f22-8f30-a45ffc307bb7 None None] Provisioning complete for port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:43.802764 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-579ecfad-0c7c-4f22-8f30-a45ffc307bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.825943 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.871669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Pushing event deleted for resources: {'Port': ['ID=779197ab-23fd-4bed-b7af-31009f163a07,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:43.908745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-579ecfad-0c7c-4f22-8f30-a45ffc307bb7 None None] Port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:21:43.918899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 19cdce44-e673-4d9b-ad86-f56205043e8a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:43.995717 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:43.998987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 19cdce44-e673-4d9b-ad86-f56205043e8a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:43.999770 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.089076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54124) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:44.094135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a822b190-1463-4bf8-a52c-194baf5771c0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099373417', 'description': 'tempest-description--342242711'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:44.231301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2e9e5-c8af-4c47-8a95-761253a983a1 req-432e8484-06bc-4d55-8010-9501ba02665d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:44.232941 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34f2e9e5-c8af-4c47-8a95-761253a983a1 req-432e8484-06bc-4d55-8010-9501ba02665d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 946 time: 0.0590858 Aug 19 12:21:44.285489 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34f2e9e5-c8af-4c47-8a95-761253a983a1 req-27766009-3ad6-4987-b89b-d60b2fb1ae4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440679 Aug 19 12:21:44.292281 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a822b190-1463-4bf8-a52c-194baf5771c0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.383859 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a822b190-1463-4bf8-a52c-194baf5771c0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.443803 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.445916 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.557222 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a822b190-1463-4bf8-a52c-194baf5771c0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.589265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822b190-1463-4bf8-a52c-194baf5771c0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab482a2-5a42-44e2-a105-f23e42755f84,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:44.730025 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.730565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Fanout notify agent at l3_agent the message router_deleted on router 189d1180-37ef-46c8-a451-3ab0f7166735 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:21:44.737687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.742650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54164) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:44.742827 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-240030bf-94ef-437d-a1eb-79e6e90a43b8 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/189d1180-37ef-46c8-a451-3ab0f7166735 HTTP/1.1" status: 204 len: 168 time: 2.2411630 Aug 19 12:21:44.747765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7c4f9c99-32b3-44e4-9b92-9770e51d17f4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-741440331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:44.800390 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a822b190-1463-4bf8-a52c-194baf5771c0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.801681 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a822b190-1463-4bf8-a52c-194baf5771c0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7114091 Aug 19 12:21:44.804877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54172) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:44.816811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-583fa94c-62ae-498a-a0c6-c47591e38d45 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'security_group_rule': {'security_group_id': '3ab482a2-5a42-44e2-a105-f23e42755f84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:44.995084 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9c99-32b3-44e4-9b92-9770e51d17f4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:44.995084 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9c99-32b3-44e4-9b92-9770e51d17f4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.048739 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9c99-32b3-44e4-9b92-9770e51d17f4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.166198 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-583fa94c-62ae-498a-a0c6-c47591e38d45 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.221369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9c99-32b3-44e4-9b92-9770e51d17f4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.247711 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-583fa94c-62ae-498a-a0c6-c47591e38d45 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.404148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c4f9c99-32b3-44e4-9b92-9770e51d17f4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.405398 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7c4f9c99-32b3-44e4-9b92-9770e51d17f4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6615033 Aug 19 12:21:45.408217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54198) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:45.412749 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'enable_snat': False}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:45.438553 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-583fa94c-62ae-498a-a0c6-c47591e38d45 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.462362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fa94c-62ae-498a-a0c6-c47591e38d45 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c35f807-ed24-4dfc-a3f4-928d592e2194,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:45.494595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8da3234d-22f8-4ec4-801c-c35fecf382b5 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:45.496711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5457b26a-698c-4be5-893c-c69d3095ac2f no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:21:45.529615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 5457b26a-698c-4be5-893c-c69d3095ac2f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:21:45.530225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5457b26a-698c-4be5-893c-c69d3095ac2f not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:21:45.598525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-583fa94c-62ae-498a-a0c6-c47591e38d45 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.600084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-583fa94c-62ae-498a-a0c6-c47591e38d45 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7939544 Aug 19 12:21:45.602767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54206) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:45.608688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-837f6263-aebb-4276-ba3d-b3490df42ca9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'security_group_rule': {'security_group_id': '3ab482a2-5a42-44e2-a105-f23e42755f84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:45.657177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8da3234d-22f8-4ec4-801c-c35fecf382b5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8da3234d-22f8-4ec4-801c-c35fecf382b5,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:45.674188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '8da3234d-22f8-4ec4-801c-c35fecf382b5', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'port_id': '8da3234d-22f8-4ec4-801c-c35fecf382b5', 'mac_address': 'fa:16:3e:00:df:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6d7280-9d8b-4b3d-8463-77a7307cc2ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:21:45.692777 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.721706 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.745112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8da3234d-22f8-4ec4-801c-c35fecf382b5 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:21:45.771908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8da3234d-22f8-4ec4-801c-c35fecf382b5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8da3234d-22f8-4ec4-801c-c35fecf382b5,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:45.776534 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-837f6263-aebb-4276-ba3d-b3490df42ca9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.867031 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:45.984096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8da3234d-22f8-4ec4-801c-c35fecf382b5,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:45.996094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['8da3234d-22f8-4ec4-801c-c35fecf382b5'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:46.068449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-837f6263-aebb-4276-ba3d-b3490df42ca9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.087934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e801e75-afe8-46ac-9d78-b1ab3998d052 req-e8b6b0f9-d649-4a3e-bc5d-e9878c59570a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:46.091363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e801e75-afe8-46ac-9d78-b1ab3998d052 req-e8b6b0f9-d649-4a3e-bc5d-e9878c59570a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 946 time: 0.1894109 Aug 19 12:21:46.181138 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e801e75-afe8-46ac-9d78-b1ab3998d052 req-2f752a14-8b09-4f40-b20b-94d62556054d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818806 Aug 19 12:21:46.188414 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-837f6263-aebb-4276-ba3d-b3490df42ca9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.222639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f6263-aebb-4276-ba3d-b3490df42ca9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081f97a9-1139-4e26-b0df-e35ba70732d7,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:46.288220 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.339563 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-837f6263-aebb-4276-ba3d-b3490df42ca9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.340741 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-837f6263-aebb-4276-ba3d-b3490df42ca9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7364042 Aug 19 12:21:46.342613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.345621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54232) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:46.366996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:46.416432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee9ef6-5070-4c84-898e-5c34caf85183 req-7a0be575-0bbd-4783-abe3-3d14b9163e62 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:46.418776 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6fee9ef6-5070-4c84-898e-5c34caf85183 req-7a0be575-0bbd-4783-abe3-3d14b9163e62 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0918832 Aug 19 12:21:46.499068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6fee9ef6-5070-4c84-898e-5c34caf85183 req-d6d6a51d-de11-45d7-abcb-b61173ac4383 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677171 Aug 19 12:21:46.548859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Allocated IP 172.25.2.252 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/ec4bdc1a-02bf-4261-9951-d06df76321bb) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:46.564198 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.747661 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.815160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:46.836474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db7b83-1261-4b94-b503-f70c8fe6fa91 req-5b769d1f-0ee6-43cf-9f57-e8122192675c tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:46.839279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9db7b83-1261-4b94-b503-f70c8fe6fa91 req-5b769d1f-0ee6-43cf-9f57-e8122192675c tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0603924 Aug 19 12:21:46.890435 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9db7b83-1261-4b94-b503-f70c8fe6fa91 req-abc6ad6f-8ea9-47b7-9efd-303af7e2652a tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453417 Aug 19 12:21:46.926639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.022845 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:47.032549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:47.037222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:47.132282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Pushing event updated for resources: {'Port': ['ID=ec4bdc1a-02bf-4261-9951-d06df76321bb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:47.182342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Allocated IP 172.25.2.194 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/70b720a4-d5ae-464f-a6bf-fb70dd22bad7) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:47.498044 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8da3234d-22f8-4ec4-801c-c35fecf382b5 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:21:47.617668 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 8da3234d-22f8-4ec4-801c-c35fecf382b5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:21:47.618009 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.755887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.789332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2ea0d-471d-412e-bb9e-0944a7d61b1b req-6816ef24-d0bb-4bc2-8d2f-197d9b4f7ce4 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:47.791024 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0b2ea0d-471d-412e-bb9e-0944a7d61b1b req-6816ef24-d0bb-4bc2-8d2f-197d9b4f7ce4 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 1097 time: 0.1523204 Aug 19 12:21:47.792508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da3234d-22f8-4ec4-801c-c35fecf382b5'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:47.795597 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e6c035-891f-4960-a926-30bc01f52d73" -d '{"events": [{"server_uuid": "a543605d-6b4a-467c-bdb8-fb07ff0d9aa9", "name": "network-vif-plugged", "status": "completed", "tag": "8da3234d-22f8-4ec4-801c-c35fecf382b5"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:47.845337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54300) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:47.853503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8da3234d-22f8-4ec4-801c-c35fecf382b5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8da3234d-22f8-4ec4-801c-c35fecf382b5,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:47.889023 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320d20df-bff7-42fc-82eb-3fc30fde2708 x-openstack-request-id: req-320d20df-bff7-42fc-82eb-3fc30fde2708 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:47.889655 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a543605d-6b4a-467c-bdb8-fb07ff0d9aa9", "name": "network-vif-plugged", "status": "completed", "tag": "8da3234d-22f8-4ec4-801c-c35fecf382b5", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:47.890132 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-320d20df-bff7-42fc-82eb-3fc30fde2708 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:47.890723 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da3234d-22f8-4ec4-801c-c35fecf382b5', 'code': 200} Aug 19 12:21:47.947625 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:47.967130 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.021197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8da3234d-22f8-4ec4-801c-c35fecf382b5,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:48.093053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.141614 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0b2ea0d-471d-412e-bb9e-0944a7d61b1b req-457632fd-1684-4a79-8df3-b46703099d1e tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280897 Aug 19 12:21:48.142252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54312) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:48.148808 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-87af86af-cf49-4956-8975-239ee9fe5f8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9aaf6c8c42748848460ba2ab7b5cd6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999592 Aug 19 12:21:48.220740 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54322) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:48.349901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0b5900d-07f2-423d-b227-88b2e33cafc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.357128 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-feafa5ff-d6b2-4a75-bd20-93a0437a57f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.391650 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0b5900d-07f2-423d-b227-88b2e33cafc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.392099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.404091 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.422626 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.464785 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-feafa5ff-d6b2-4a75-bd20-93a0437a57f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:48.546749 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:48.590973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:49.081145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:49.081145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Port': ['ID=70b720a4-d5ae-464f-a6bf-fb70dd22bad7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:49.081145 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.253612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ed6b8-4720-440e-8c57-6ba68035ff9b req-a76833b0-aaa5-4ffe-b6ba-215f95e12191 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:49.256028 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-150ed6b8-4720-440e-8c57-6ba68035ff9b req-a76833b0-aaa5-4ffe-b6ba-215f95e12191 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0443366 Aug 19 12:21:49.295540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-150ed6b8-4720-440e-8c57-6ba68035ff9b req-c1d69be4-795d-4b9b-ab97-a6fb552484f5 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329235 Aug 19 12:21:49.935544 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-feafa5ff-d6b2-4a75-bd20-93a0437a57f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:49.974500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-feafa5ff-d6b2-4a75-bd20-93a0437a57f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1812d664210461c92ca9d480dfc25ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7594790 Aug 19 12:21:49.975393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafa5ff-d6b2-4a75-bd20-93a0437a57f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b78341-f6de-4717-9c12-c38f414ea3b3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:49.977432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54344) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:50.013143 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0b5900d-07f2-423d-b227-88b2e33cafc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.015724 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0b5900d-07f2-423d-b227-88b2e33cafc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.016858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b0b5900d-07f2-423d-b227-88b2e33cafc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a818512a-8748-466e-b0cb-15b53640180f HTTP/1.1" status: 204 len: 168 time: 1.8652320 Aug 19 12:21:50.037972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5900d-07f2-423d-b227-88b2e33cafc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818512a-8748-466e-b0cb-15b53640180f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:50.039880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04419383-f956-46aa-aafe-abb1ec8505d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.064601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Router 43ca7d43-cc31-49f8-83fc-418e558922c5 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:21:50.071615 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04419383-f956-46aa-aafe-abb1ec8505d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.114046 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.312651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:50.317778 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.319014 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-18ccebd3-50aa-465f-b185-6029d85f0088 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "PUT /v2.0/routers/43ca7d43-cc31-49f8-83fc-418e558922c5 HTTP/1.1" status: 200 len: 919 time: 4.9096935 Aug 19 12:21:50.321988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54354) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:50.324323 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81ee90-bf40-4808-b72d-0832da5ae534 None None] Sync routers for ids ['43ca7d43-cc31-49f8-83fc-418e558922c5'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:50.336544 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04419383-f956-46aa-aafe-abb1ec8505d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.339787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04419383-f956-46aa-aafe-abb1ec8505d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.344067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-04419383-f956-46aa-aafe-abb1ec8505d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8b78341-f6de-4717-9c12-c38f414ea3b3 HTTP/1.1" status: 204 len: 168 time: 0.3625796 Aug 19 12:21:50.392674 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81ee90-bf40-4808-b72d-0832da5ae534 None None] Routers {'43ca7d43-cc31-49f8-83fc-418e558922c5'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:50.395004 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e81ee90-bf40-4808-b72d-0832da5ae534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['43ca7d43-cc31-49f8-83fc-418e558922c5'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:50.506057 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e81ee90-bf40-4808-b72d-0832da5ae534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:50.519262 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81ee90-bf40-4808-b72d-0832da5ae534 None None] Routers {'43ca7d43-cc31-49f8-83fc-418e558922c5'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:50.520235 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e81ee90-bf40-4808-b72d-0832da5ae534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['43ca7d43-cc31-49f8-83fc-418e558922c5'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:50.543584 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.548747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04419383-f956-46aa-aafe-abb1ec8505d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b78341-f6de-4717-9c12-c38f414ea3b3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:50.564533 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e81ee90-bf40-4808-b72d-0832da5ae534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:50.566823 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81ee90-bf40-4808-b72d-0832da5ae534 None None] The sync data for ids ['43ca7d43-cc31-49f8-83fc-418e558922c5'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:50.653283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-14920aa2-bd3a-4fec-99d0-0b2edbd77c17 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/routers/43ca7d43-cc31-49f8-83fc-418e558922c5 HTTP/1.1" status: 200 len: 925 time: 0.3247035 Aug 19 12:21:50.654285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54374) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:50.715722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f009289c-9414-4a39-a90a-1f40250ee09f tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:50.718227 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f009289c-9414-4a39-a90a-1f40250ee09f tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&device_id=43ca7d43-cc31-49f8-83fc-418e558922c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0627666 Aug 19 12:21:50.721800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54380) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:50.806303 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.920950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Port': ['ID=70b720a4-d5ae-464f-a6bf-fb70dd22bad7,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:50.948483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:50.952303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e9b22-2106-444d-bf29-6cbd4accd3f2 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:50.958873 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a08e9b22-2106-444d-bf29-6cbd4accd3f2 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 881 time: 0.2303183 Aug 19 12:21:50.959307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54388) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:51.003047 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c588d680-fbbb-4455-9006-a1fb7a1763ef tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ca7d43-cc31-49f8-83fc-418e558922c5 HTTP/1.1" status: 200 len: 205 time: 0.0429819 Aug 19 12:21:51.005627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54392) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:51.059993 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.061441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8e3450e2-071d-44a3-8d8a-9a89619dee54 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7148473 Aug 19 12:21:51.163671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.288267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.475515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Deleting port ec4bdc1a-02bf-4261-9951-d06df76321bb {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:51.476065 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.531616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54420) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:51.552277 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-090e7404-996b-4ac1-b8c4-630fa0ba9b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.659475 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.689659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Calling delete_port for ec4bdc1a-02bf-4261-9951-d06df76321bb owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:51.787358 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-090e7404-996b-4ac1-b8c4-630fa0ba9b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.891741 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-090e7404-996b-4ac1-b8c4-630fa0ba9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:51.962442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-37889b3f-2256-4f62-8cd0-f14d0321328f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2099373417&fields=id&tenant_id=081cd35e5c3346af85f95e6d309a2eb7 HTTP/1.1" status: 200 len: 267 time: 0.1010883 Aug 19 12:21:51.970792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-090e7404-996b-4ac1-b8c4-630fa0ba9b85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e04a34021a546c597411b218178615b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350374 Aug 19 12:21:51.971981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e7404-996b-4ac1-b8c4-630fa0ba9b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dddebc-91cd-4e1e-8256-3453b4f331b4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:51.972728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54448) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:52.034383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-acfb11fd-9835-41fe-9286-579afb6a1d4a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:52.042577 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-acfb11fd-9835-41fe-9286-579afb6a1d4a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports/53dc58b7-9984-40dc-8a11-1f42b19c5175 HTTP/1.1" status: 200 len: 937 time: 0.0719187 Aug 19 12:21:52.072828 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a514050-b2b6-4565-8214-89f6308191a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.107678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a514050-b2b6-4565-8214-89f6308191a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.108711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-bddb1426-5768-43fc-bbd1-00e80f4ac039 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:52.116933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-bddb1426-5768-43fc-bbd1-00e80f4ac039 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports/a48d692e-ec2d-4064-b30e-5fa0a3029cb7 HTTP/1.1" status: 200 len: 936 time: 0.0733228 Aug 19 12:21:52.219205 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d19a92be-750d-4bc6-ab4f-03ab850de404 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?network_id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1011865 Aug 19 12:21:52.219446 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.269223 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-e18697c5-7120-4110-8dab-ed3c15746b2c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?network_id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0480304 Aug 19 12:21:52.281228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Pushing event deleted for resources: {'Port': ['ID=ec4bdc1a-02bf-4261-9951-d06df76321bb,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:52.347835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a514050-b2b6-4565-8214-89f6308191a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.350998 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a514050-b2b6-4565-8214-89f6308191a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.356149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8a514050-b2b6-4565-8214-89f6308191a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77dddebc-91cd-4e1e-8256-3453b4f331b4 HTTP/1.1" status: 204 len: 168 time: 0.3786941 Aug 19 12:21:52.368289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a514050-b2b6-4565-8214-89f6308191a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dddebc-91cd-4e1e-8256-3453b4f331b4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:52.413845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.460857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-df2db64f-4531-4378-85a6-d25b22c7b563 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:52.470797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-df2db64f-4531-4378-85a6-d25b22c7b563 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:52.481124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-df2db64f-4531-4378-85a6-d25b22c7b563 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:52.492344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-df2db64f-4531-4378-85a6-d25b22c7b563 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/networks?id=33a63ac8-e80b-4f52-be34-1a8d66da6d0e&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&id=906a279c-def4-4f79-bdc7-f9bd5fb2112e HTTP/1.1" status: 200 len: 1994 time: 0.2219176 Aug 19 12:21:52.522760 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-0bb0755b-d005-4337-b6fa-53d77ff654bd tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/quotas/081cd35e5c3346af85f95e6d309a2eb7 HTTP/1.1" status: 200 len: 375 time: 0.0287964 Aug 19 12:21:52.558527 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.561771 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.600863 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-e6e3d11b-1f56-48f5-88b7-dc9a3538da46 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0690773 Aug 19 12:21:52.699472 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-da33773d-fa2e-4675-be3d-5c6adbfb1470 service neutron] 10.222.0.21 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974326 Aug 19 12:21:52.746511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.752003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Fanout notify agent at l3_agent the message router_deleted on router 43ca7d43-cc31-49f8-83fc-418e558922c5 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:21:52.756548 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.766161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4c4caddf-6d7c-43c7-b0e5-633aad45ed7e tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/43ca7d43-cc31-49f8-83fc-418e558922c5 HTTP/1.1" status: 204 len: 168 time: 1.7504098 Aug 19 12:21:52.766161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54462) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:52.773255 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1928107705', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:52.831406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-99c62fca-20da-4881-ab22-77a8332ddad9 service neutron] 10.222.0.21 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253848 Aug 19 12:21:52.888400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-eb1b4bf8-9b7f-4c87-ad0b-d10aba840083 service neutron] 10.222.0.21 "GET /v2.0/ports/53dc58b7-9984-40dc-8a11-1f42b19c5175?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0531037 Aug 19 12:21:52.906326 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.907895 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:52.984219 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:53.052054 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38c04666-518d-49d1-a778-8a6736e8661d service neutron] 10.222.0.21 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622612 Aug 19 12:21:53.129358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-57429708-6321-49b1-950b-2877f252200b tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:21:53.138917 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-57429708-6321-49b1-950b-2877f252200b tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176299 Aug 19 12:21:53.145461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Request body: {'binding': {'host': 'n-h2-803757-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:53.145909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Unknown quota resources ['binding']. {{(pid=95543) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:21:53.273244 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:53.359179 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on host n-h2-803757-2 for vnic_type normal with profile None {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:53.359720 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:53.360278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:53.368340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:53.369358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:53.384138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:53.384776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:53.385348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:53.386018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Bound port: 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:53.390474 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3c4ae37a-b423-44f9-b2c5-697304601b44 service neutron] 10.222.0.21 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376210 Aug 19 12:21:53.488862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-82afc5ed-ea35-416f-a2e3-bfadec3c8961 service neutron] 10.222.0.21 "GET /v2.0/ports/a48d692e-ec2d-4064-b30e-5fa0a3029cb7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0579679 Aug 19 12:21:53.547986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:53.611797 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:53.634869 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] Notify callbacks [] for binding, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:53.641495 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:53.647083 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] 10.222.0.21 "POST /v2.0/ports/092b9f1c-8012-4d73-9f48-1f7ae7cf34bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.5072067 Aug 19 12:21:53.685363 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-02184de4-9b53-4bef-8f68-4fb4e6014a4d service neutron] 10.222.0.21 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883862 Aug 19 12:21:53.810844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Allocated IP 172.25.2.213 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/3e38c375-ac35-4f5d-b43b-c293e2073564) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:21:53.836821 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-5c85960b-63c2-4747-bf69-945fb95142f3 service neutron] 10.222.0.21 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418741 Aug 19 12:21:53.909414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54486) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:54.000659 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.025812 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-7c984f82-05a8-410c-a4d7-368ad6633661 service neutron] 10.222.0.21 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821377 Aug 19 12:21:54.081546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-337081959-network', 'tenant_id': '989fa3b6e54242c28bbc8fc6b8d91d9d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:54.411552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-16f8b922-8cb6-48a1-a555-b5d445542744 service neutron] 10.222.0.21 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710830 Aug 19 12:21:54.470485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Made reservation on behalf of 989fa3b6e54242c28bbc8fc6b8d91d9d for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:54.473138 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.483312 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.492703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.510087 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-13bbd0f8-ca8d-401c-8d21-1773e683b8fb service neutron] 10.222.0.21 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922892 Aug 19 12:21:54.550668 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:21:54.560138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:54.562051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:21:54.569315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Pushing event updated for resources: {'Port': ['ID=3e38c375-ac35-4f5d-b43b-c293e2073564,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:54.632409 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-7a18ffc0-0745-4e92-b1a5-7c651b012f09 service neutron] 10.222.0.21 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160700 Aug 19 12:21:54.781618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-e5053bc7-d6c3-4450-b4d5-719c5d935014 service neutron] 10.222.0.21 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474385 Aug 19 12:21:54.828374 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.868950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-ab94e644-0934-4a38-8963-eed4aa0bb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:54.870476 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-ab94e644-0934-4a38-8963-eed4aa0bb692 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 1097 time: 0.1271195 Aug 19 12:21:54.966438 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.969314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-ed8364b8-41fc-4cee-883c-e23f9a129880 service neutron] 10.222.0.21 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760435 Aug 19 12:21:54.981105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:21:54.991792 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:54.992160 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Added segment 16f4b3f6-0833-46d1-afdc-b2ca7f74fe31 of type vlan for network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 Aug 19 12:21:55.004651 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.052310 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.062415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-7da5d780-1c0a-435a-99fb-e3458f6d6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:55.063959 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-7da5d780-1c0a-435a-99fb-e3458f6d6885 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1757224 Aug 19 12:21:55.133500 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-79edafb8-378a-4ffd-a55f-ec531ef38324 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf HTTP/1.1" status: 200 len: 217 time: 0.0532742 Aug 19 12:21:55.153810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3f5e54-86a7-44a5-9946-7f1121038184,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:55.172013 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.173022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:55.173608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.184234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c3561892-2e89-4c05-bee3-cebd8f1ea4c3 service neutron] 10.222.0.21 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989193 Aug 19 12:21:55.276279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-4fd37ee7-0682-4e1d-a412-9d7df82c5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:55.278431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-4fd37ee7-0682-4e1d-a412-9d7df82c5500 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.1313789 Aug 19 12:21:55.293295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.295602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] Pushing event updated for resources: {'Network': ['ID=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:55.310088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:21:55.319824 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-03d9d9af-4f88-4009-9a99-070b6cc7545e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311975 Aug 19 12:21:55.405927 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b06a3ee5-2b22-4c8b-bfd9-53f3e9e75f88 service neutron] 10.222.0.21 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053413 Aug 19 12:21:55.459559 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-006cb5c9-cbe8-4534-a582-3bbe08ae7bce service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276746 Aug 19 12:21:55.473330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e8aa1a27-94dd-49e2-94b9-f969462dba97 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5599360 Aug 19 12:21:55.473330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54498) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:55.481004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] Request body: {'subnet': {'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-337081959-subnet', 'tenant_id': '989fa3b6e54242c28bbc8fc6b8d91d9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:55.605869 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-a4b84bcb-3090-42ed-bf15-9bd9cd540002 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380837 Aug 19 12:21:55.838508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-a2bbc9b2-e1ac-40e4-90ae-fb1b85d6eb6a tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:55.841448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-a2bbc9b2-e1ac-40e4-90ae-fb1b85d6eb6a tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1097 time: 0.0775931 Aug 19 12:21:55.859913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803757-2'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:55.900815 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.940810 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:55.974773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] Made reservation on behalf of 989fa3b6e54242c28bbc8fc6b8d91d9d for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:21:55.977919 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.099294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.118019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:56.120550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1b2dd-0d9f-46a5-a0a3-61fc6fd6490b req-e97edb35-3591-4c81-a46f-6890e5f13c25 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.128088 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bfc1b2dd-0d9f-46a5-a0a3-61fc6fd6490b req-e97edb35-3591-4c81-a46f-6890e5f13c25 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 946 time: 0.1569779 Aug 19 12:21:56.167887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:56.220489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:56.223208 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547927fe-0597-4bd8-b31e-74d1f9785127" -d '{"events": [{"server_uuid": "5740e4e5-4071-4522-9d96-c9e0cebf8dd7", "name": "network-vif-unplugged", "status": "completed", "tag": "092b9f1c-8012-4d73-9f48-1f7ae7cf34bf"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:56.227769 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.274998 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bfc1b2dd-0d9f-46a5-a0a3-61fc6fd6490b req-af23e528-a3a9-4516-a694-1534604457a9 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457281 Aug 19 12:21:56.434716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdfd9c-41e1-44c1-b325-96088da97a73 req-ea99db6b-80c6-472a-bf77-892b33138574 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.443692 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.448854 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c8cdfd9c-41e1-44c1-b325-96088da97a73 req-ea99db6b-80c6-472a-bf77-892b33138574 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 945 time: 0.0630324 Aug 19 12:21:56.493425 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c8cdfd9c-41e1-44c1-b325-96088da97a73 req-7c3cdbef-91f5-4c06-b75d-30d19d4a860a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434549 Aug 19 12:21:56.500950 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.552565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Pushing event updated for resources: {'Port': ['ID=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:56.567408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on host n-h1-803757-2 for vnic_type normal with profile {"migrating_to": "n-h2-803757-2"} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:21:56.567989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:21:56.568499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:56.573335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:21:56.573853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Attempting to bind port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:21:56.579250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:21:56.579843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:56.580454 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:21:56.581104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Bound port: 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:21:56.581603 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.591565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Router a4616149-776c-46b1-a568-1a613fa0632f is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:21:56.639796 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c97e20-3c29-47a8-bd30-730d06539896 x-openstack-request-id: req-e1c97e20-3c29-47a8-bd30-730d06539896 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:56.641083 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5740e4e5-4071-4522-9d96-c9e0cebf8dd7", "name": "network-vif-unplugged", "status": "completed", "tag": "092b9f1c-8012-4d73-9f48-1f7ae7cf34bf", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:56.641732 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1c97e20-3c29-47a8-bd30-730d06539896 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:56.642344 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf', 'code': 200} Aug 19 12:21:56.693059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:21:56.697098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:21:56.707506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f4e646-38ae-486f-af95-28a2e0ba949f,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:56.780696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] Checking segment: {'id': '16f4b3f6-0833-46d1-afdc-b2ca7f74fe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:21:56.781766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] Network hostable DHCP agents. Network: c067dae9-fca6-41a1-b2bc-44c2d8b3cc88, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:21:56.783078 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.803109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb063ff5-291a-4191-a470-400cbb5c6531 req-50a2ed3c-231f-435b-85c9-7031507894f6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.803109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bb063ff5-291a-4191-a470-400cbb5c6531 req-50a2ed3c-231f-435b-85c9-7031507894f6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.30 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 945 time: 0.1890597 Aug 19 12:21:56.885520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:56.902439 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2e484-108a-4742-bc50-61bab9634cdf None None] Sync routers for ids ['a4616149-776c-46b1-a568-1a613fa0632f'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:56.905980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:56.906684 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.909162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] 10.222.0.30 "PUT /v2.0/ports/092b9f1c-8012-4d73-9f48-1f7ae7cf34bf HTTP/1.1" status: 200 len: 1122 time: 1.0553212 Aug 19 12:21:56.912851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2e484-108a-4742-bc50-61bab9634cdf None None] Routers {'a4616149-776c-46b1-a568-1a613fa0632f'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:56.934618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ef2e484-108a-4742-bc50-61bab9634cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a4616149-776c-46b1-a568-1a613fa0632f'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:56.955829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-bb063ff5-291a-4191-a470-400cbb5c6531 req-bc1f8500-54aa-49c7-ba45-5d94ab1391b7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Deleting port 09c9a608-1214-4d02-88ed-9a78d4e77274 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:56.956163 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-bb063ff5-291a-4191-a470-400cbb5c6531 req-bc1f8500-54aa-49c7-ba45-5d94ab1391b7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:56.961375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925a4d0-45d0-4a72-9b58-c15171271df1 service neutron] Pushing event updated for resources: {'Port': ['ID=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,revision_number=8']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:56.983895 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['092b9f1c-8012-4d73-9f48-1f7ae7cf34bf'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:57.007318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] Network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:21:57.038747 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:57.043123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-765c546f-d711-42e9-87d9-82b05ef262cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2786944 Aug 19 12:21:57.043391 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54546) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:57.044647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ef2e484-108a-4742-bc50-61bab9634cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:57.051995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:57.066970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2e484-108a-4742-bc50-61bab9634cdf None None] Routers {'a4616149-776c-46b1-a568-1a613fa0632f'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:57.068577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ef2e484-108a-4742-bc50-61bab9634cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a4616149-776c-46b1-a568-1a613fa0632f'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:57.107029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-bb063ff5-291a-4191-a470-400cbb5c6531 req-bc1f8500-54aa-49c7-ba45-5d94ab1391b7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] For port 09c9a608-1214-4d02-88ed-9a78d4e77274, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=09c9a608-1214-4d02-88ed-9a78d4e77274,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:57.108054 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-bb063ff5-291a-4191-a470-400cbb5c6531 req-bc1f8500-54aa-49c7-ba45-5d94ab1391b7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:57.113929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ef2e484-108a-4742-bc50-61bab9634cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:57.114883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2e484-108a-4742-bc50-61bab9634cdf None None] The sync data for ids ['a4616149-776c-46b1-a568-1a613fa0632f'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:21:57.126336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-bb063ff5-291a-4191-a470-400cbb5c6531 req-bc1f8500-54aa-49c7-ba45-5d94ab1391b7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Calling delete_port for 09c9a608-1214-4d02-88ed-9a78d4e77274 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:57.193956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, c067dae9-fca6-41a1-b2bc-44c2d8b3cc88) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:21:57.204409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dbb9d5-77c9-4b75-94ef-92b102c92f79 None None] Network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:57.213359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:57.214221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:57.411543 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cfbeed52-ec27-4db9-8b42-620578de5b7b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9370689 Aug 19 12:21:57.424786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4476347e-3f5d-4f85-aa8a-50a01873b4ce None None] Network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:21:57.518311 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-bb063ff5-291a-4191-a470-400cbb5c6531 req-bc1f8500-54aa-49c7-ba45-5d94ab1391b7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:57.576185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['09c9a608-1214-4d02-88ed-9a78d4e77274'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:21:57.620751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f8500-54aa-49c7-ba45-5d94ab1391b7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event deleted for resources: {'Port': ['ID=09c9a608-1214-4d02-88ed-9a78d4e77274,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:57.730582 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:57.777496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb063ff5-291a-4191-a470-400cbb5c6531 req-bc1f8500-54aa-49c7-ba45-5d94ab1391b7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] No DVR routers for this DVR port 09c9a608-1214-4d02-88ed-9a78d4e77274 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:21:57.790319 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-bb063ff5-291a-4191-a470-400cbb5c6531 req-bc1f8500-54aa-49c7-ba45-5d94ab1391b7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:57.792585 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bb063ff5-291a-4191-a470-400cbb5c6531 req-bc1f8500-54aa-49c7-ba45-5d94ab1391b7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.30 "DELETE /v2.0/ports/09c9a608-1214-4d02-88ed-9a78d4e77274 HTTP/1.1" status: 204 len: 173 time: 0.9790382 Aug 19 12:21:57.792959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705ae438-8d28-455a-8084-d20e86df870e', 'name': 'network-vif-deleted', 'tag': '09c9a608-1214-4d02-88ed-9a78d4e77274'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:57.795272 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04472576-3a20-4393-b7cf-5a04d85d0289" -d '{"events": [{"server_uuid": "705ae438-8d28-455a-8084-d20e86df870e", "name": "network-vif-deleted", "tag": "09c9a608-1214-4d02-88ed-9a78d4e77274"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:57.812777 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:57.884475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea596842-9eef-4ac7-95b0-31472572e851 req-3512a196-6d03-4469-ae0b-62b952c25d74 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:57.893541 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea596842-9eef-4ac7-95b0-31472572e851 req-3512a196-6d03-4469-ae0b-62b952c25d74 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 944 time: 0.1172054 Aug 19 12:21:57.937032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea596842-9eef-4ac7-95b0-31472572e851 req-db904ccc-4bcf-4c20-8fd8-9f51522f7cce tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Aug 19 12:21:57.967413 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3af42bcb-8f0e-4307-baae-0ca73f6c409e req-26f4c906-55b0-447d-9728-8672b1cca892 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 210 time: 0.0420921 Aug 19 12:21:58.039784 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-efa5ee52-b0c5-4cea-bade-006e5831ca08 req-a6f2482c-f729-42c7-a2c6-8eb32b9af58d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0348585 Aug 19 12:21:58.089712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-32f1bc07-7b20-48bd-a473-de741fac63bb req-28246a43-2383-4843-85ff-7a53878d4a12 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1499117173', 'description': 'tempest-description-271410952'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:58.109604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Deleting port 3e38c375-ac35-4f5d-b43b-c293e2073564 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:21:58.110548 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:58.126117 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ff789d-d525-4858-b43e-ab3727a8ce5a x-openstack-request-id: req-e2ff789d-d525-4858-b43e-ab3727a8ce5a {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:58.126461 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705ae438-8d28-455a-8084-d20e86df870e", "name": "network-vif-deleted", "tag": "09c9a608-1214-4d02-88ed-9a78d4e77274", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:58.126778 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2ff789d-d525-4858-b43e-ab3727a8ce5a {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:58.127791 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705ae438-8d28-455a-8084-d20e86df870e', 'name': 'network-vif-deleted', 'tag': '09c9a608-1214-4d02-88ed-9a78d4e77274', 'status': 'completed', 'code': 200} Aug 19 12:21:58.241851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-32f1bc07-7b20-48bd-a473-de741fac63bb req-28246a43-2383-4843-85ff-7a53878d4a12 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:58.246234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:58.260283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Calling delete_port for 3e38c375-ac35-4f5d-b43b-c293e2073564 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:21:58.426087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-32f1bc07-7b20-48bd-a473-de741fac63bb req-28246a43-2383-4843-85ff-7a53878d4a12 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:58.542388 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-32f1bc07-7b20-48bd-a473-de741fac63bb req-28246a43-2383-4843-85ff-7a53878d4a12 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:58.577530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28246a43-2383-4843-85ff-7a53878d4a12 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c987706-6513-4043-a747-35c9b32dbf4e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:58.643542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'tag': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:21:58.647408 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf97e92e-e6e6-4638-994b-14fc9796a1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5740e4e5-4071-4522-9d96-c9e0cebf8dd7", "tag": "092b9f1c-8012-4d73-9f48-1f7ae7cf34bf"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:21:58.687809 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:58.723650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-32f1bc07-7b20-48bd-a473-de741fac63bb req-28246a43-2383-4843-85ff-7a53878d4a12 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:58.724920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32f1bc07-7b20-48bd-a473-de741fac63bb req-28246a43-2383-4843-85ff-7a53878d4a12 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6408179 Aug 19 12:21:58.758672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Pushing event deleted for resources: {'Port': ['ID=3e38c375-ac35-4f5d-b43b-c293e2073564,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:21:58.872791 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef8da36-be27-4110-9fac-67fcb0a463e1 x-openstack-request-id: req-eef8da36-be27-4110-9fac-67fcb0a463e1 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:21:58.873379 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5740e4e5-4071-4522-9d96-c9e0cebf8dd7", "tag": "092b9f1c-8012-4d73-9f48-1f7ae7cf34bf", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:21:58.873833 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eef8da36-be27-4110-9fac-67fcb0a463e1 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:21:58.874411 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'tag': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf', 'status': 'completed', 'code': 200} Aug 19 12:21:58.875716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-629007cd-b13e-4c0a-85ba-f83cef966459 req-b01c0e2c-76ce-4d20-b99c-4623dcdb63f3 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1765332661', 'description': 'tempest-description-1163909369'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:21:58.878007 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:58.990938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-629007cd-b13e-4c0a-85ba-f83cef966459 req-b01c0e2c-76ce-4d20-b99c-4623dcdb63f3 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.252369 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-629007cd-b13e-4c0a-85ba-f83cef966459 req-b01c0e2c-76ce-4d20-b99c-4623dcdb63f3 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.261360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97e92e-e6e6-4638-994b-14fc9796a1c2 req-23568822-e1da-43e4-b8cf-0560c1902a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:59.262915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf97e92e-e6e6-4638-994b-14fc9796a1c2 req-23568822-e1da-43e4-b8cf-0560c1902a36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 1125 time: 0.3796289 Aug 19 12:21:59.375646 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.383379 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.479642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Router a4616149-776c-46b1-a568-1a613fa0632f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:21:59.492270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97e92e-e6e6-4638-994b-14fc9796a1c2 req-0fdbe693-2b0f-4333-9940-82175cf02883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:59.493732 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf97e92e-e6e6-4638-994b-14fc9796a1c2 req-0fdbe693-2b0f-4333-9940-82175cf02883 service neutron] 10.222.0.62 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1938820 Aug 19 12:21:59.601790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:21:59.855696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:21:59.869194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf has no active binding in host n-h2-803757-2 {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:21:59.873885 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf97e92e-e6e6-4638-994b-14fc9796a1c2 req-81ce691e-95b3-4818-bf35-71febdadf0c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf HTTP/1.1" status: 200 len: 217 time: 0.3720617 Aug 19 12:21:59.880714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:21:59.891679 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1804b-8b14-4e97-a0ec-0682f23bc3f3 None None] Sync routers for ids ['a4616149-776c-46b1-a568-1a613fa0632f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:21:59.899370 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:21:59.906141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c0b8e659-4b72-4473-b967-93060b22055b tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "PUT /v2.0/routers/a4616149-776c-46b1-a568-1a613fa0632f HTTP/1.1" status: 200 len: 710 time: 2.8558660 Aug 19 12:21:59.906313 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1804b-8b14-4e97-a0ec-0682f23bc3f3 None None] Routers {'a4616149-776c-46b1-a568-1a613fa0632f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:59.906430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54604) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:21:59.909961 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-85d1804b-8b14-4e97-a0ec-0682f23bc3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a4616149-776c-46b1-a568-1a613fa0632f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:59.938988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97e92e-e6e6-4638-994b-14fc9796a1c2 req-a06d5bc5-4d72-48ab-8755-aeb2b0028a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:21:59.941052 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf97e92e-e6e6-4638-994b-14fc9796a1c2 req-a06d5bc5-4d72-48ab-8755-aeb2b0028a8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0584540 Aug 19 12:21:59.976938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf97e92e-e6e6-4638-994b-14fc9796a1c2 req-b835da5b-1e7f-4aed-ac7d-d8c12b8309cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284500 Aug 19 12:21:59.980570 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-85d1804b-8b14-4e97-a0ec-0682f23bc3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:21:59.990814 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1804b-8b14-4e97-a0ec-0682f23bc3f3 None None] Routers {'a4616149-776c-46b1-a568-1a613fa0632f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:21:59.991532 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-85d1804b-8b14-4e97-a0ec-0682f23bc3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:21:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a4616149-776c-46b1-a568-1a613fa0632f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:00.006992 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-629007cd-b13e-4c0a-85ba-f83cef966459 req-b01c0e2c-76ce-4d20-b99c-4623dcdb63f3 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.040261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-08911983-8e81-415c-af52-dd536879a6f3 tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/routers/a4616149-776c-46b1-a568-1a613fa0632f HTTP/1.1" status: 200 len: 745 time: 0.1356378 Aug 19 12:22:00.044813 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54606) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:00.068780 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-85d1804b-8b14-4e97-a0ec-0682f23bc3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:00.068780 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1804b-8b14-4e97-a0ec-0682f23bc3f3 None None] The sync data for ids ['a4616149-776c-46b1-a568-1a613fa0632f'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:22:00.126622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f4ea1469-a53b-4256-bc66-1d714eb6539b tempest-RoutersIpV6AdminTest-583562750 tempest-RoutersIpV6AdminTest-583562750-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&device_id=a4616149-776c-46b1-a568-1a613fa0632f HTTP/1.1" status: 200 len: 205 time: 0.0784051 Aug 19 12:22:00.126622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c0e2c-76ce-4d20-b99c-4623dcdb63f3 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd856d9-8f6c-40fa-929c-796d909cfc58,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:00.128238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54614) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:00.166674 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-67cac683-3cf1-4e09-a99c-cbae2ec6f66a tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4616149-776c-46b1-a568-1a613fa0632f HTTP/1.1" status: 200 len: 205 time: 0.0363040 Aug 19 12:22:00.168267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54616) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:00.205891 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf97e92e-e6e6-4638-994b-14fc9796a1c2 req-b63a2739-2759-4931-aa12-f0e4a56c4fff service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206566 Aug 19 12:22:00.214833 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-629007cd-b13e-4c0a-85ba-f83cef966459 req-b01c0e2c-76ce-4d20-b99c-4623dcdb63f3 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.231067 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-629007cd-b13e-4c0a-85ba-f83cef966459 req-b01c0e2c-76ce-4d20-b99c-4623dcdb63f3 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3594859 Aug 19 12:22:00.325761 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73c95382-de9c-4bd7-8c0b-c08f1dc9b9cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.356019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93a224-44ef-4c57-93cd-a5d7a4423503 req-ef72247c-c923-4a86-af48-d1a0f561fe6d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:00.357513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc93a224-44ef-4c57-93cd-a5d7a4423503 req-ef72247c-c923-4a86-af48-d1a0f561fe6d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 944 time: 0.1287627 Aug 19 12:22:00.436931 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf97e92e-e6e6-4638-994b-14fc9796a1c2 req-402f464b-82a0-4d9d-b1b9-6fa59868c62b service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213240 Aug 19 12:22:00.475868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc93a224-44ef-4c57-93cd-a5d7a4423503 req-59f11697-90ee-4826-afa2-b30199574af8 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941038 Aug 19 12:22:00.486876 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b0f5c1f-4124-4295-9291-cc2ef09cde11 req-64e305ea-39fd-4c17-bfde-4e22d922f9ab tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 210 time: 0.0469785 Aug 19 12:22:00.607839 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73c95382-de9c-4bd7-8c0b-c08f1dc9b9cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.636570 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73c95382-de9c-4bd7-8c0b-c08f1dc9b9cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.763238 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3aaba2ed-d7f9-4e4d-b29c-7b2762dbca6e req-adbf770e-ee71-4219-975d-c9dcca00e95c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0287180 Aug 19 12:22:00.826139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73c95382-de9c-4bd7-8c0b-c08f1dc9b9cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.826663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c95382-de9c-4bd7-8c0b-c08f1dc9b9cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Fanout notify agent at l3_agent the message router_deleted on router a4616149-776c-46b1-a568-1a613fa0632f {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:22:00.847296 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73c95382-de9c-4bd7-8c0b-c08f1dc9b9cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:00.848653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-73c95382-de9c-4bd7-8c0b-c08f1dc9b9cd tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/a4616149-776c-46b1-a568-1a613fa0632f HTTP/1.1" status: 204 len: 168 time: 0.6792216 Aug 19 12:22:00.858486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54634) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:00.937677 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bb53637c-2a9d-41ee-81e5-a8483d0a10ed tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4616149-776c-46b1-a568-1a613fa0632f HTTP/1.1" status: 200 len: 205 time: 0.0777764 Aug 19 12:22:00.938341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54640) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:00.985556 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-84d4edb1-550c-425d-aba8-a854054c5cde tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] delete failed (client error): The resource could not be found. Aug 19 12:22:00.990184 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-84d4edb1-550c-425d-aba8-a854054c5cde tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/a4616149-776c-46b1-a568-1a613fa0632f HTTP/1.1" status: 404 len: 336 time: 0.0508444 Aug 19 12:22:00.990876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54642) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.061403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e83ab148-02c9-4168-a429-0fc5de2d0ea2 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=43ca7d43-cc31-49f8-83fc-418e558922c5 HTTP/1.1" status: 200 len: 205 time: 0.0636764 Aug 19 12:22:01.064184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54644) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.074524 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-e23cc81c-2a8f-4dfb-ad6c-6f0ab09e4c52 service neutron] 10.222.0.62 "GET /v2.0/ports/092b9f1c-8012-4d73-9f48-1f7ae7cf34bf/bindings/n-h2-803757-2 HTTP/1.1" status: 200 len: 384 time: 0.2479122 Aug 19 12:22:01.110263 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-e33d6bc1-0e99-43f4-9ff5-977448d82725 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] delete failed (client error): The resource could not be found. Aug 19 12:22:01.116932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e33d6bc1-0e99-43f4-9ff5-977448d82725 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/43ca7d43-cc31-49f8-83fc-418e558922c5 HTTP/1.1" status: 404 len: 336 time: 0.0463910 Aug 19 12:22:01.117934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54646) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.148606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-32b3a8e3-55ea-4b3c-bd65-75268411fb81 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=189d1180-37ef-46c8-a451-3ab0f7166735 HTTP/1.1" status: 200 len: 205 time: 0.0294812 Aug 19 12:22:01.157136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-74da98c6-7009-4762-8d0d-b88c6a8a960a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:01.157541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54648) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.158645 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-74da98c6-7009-4762-8d0d-b88c6a8a960a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 812 time: 0.2591054 Aug 19 12:22:01.190848 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-444b4389-9063-4ff9-b7ca-1734dd5082b7 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/quotas/989fa3b6e54242c28bbc8fc6b8d91d9d HTTP/1.1" status: 200 len: 375 time: 0.0211117 Aug 19 12:22:01.212140 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-5039a720-43fc-466a-a2cf-cd0111b913bc tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] delete failed (client error): The resource could not be found. Aug 19 12:22:01.215527 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5039a720-43fc-466a-a2cf-cd0111b913bc tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/189d1180-37ef-46c8-a451-3ab0f7166735 HTTP/1.1" status: 404 len: 336 time: 0.0545130 Aug 19 12:22:01.222099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54652) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.247599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-e875e588-2dec-4ec2-b615-e403d7a97e8c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556715 Aug 19 12:22:01.250926 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:22:01.269229 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c74438be-e35b-44da-a632-edc9867bb781 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=26fd7b89-d63a-43f0-9374-ff925acbe191 HTTP/1.1" status: 200 len: 205 time: 0.0432258 Aug 19 12:22:01.269489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54656) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.319032 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-6ddd8b0b-1a3a-46a9-b097-ef8c998eb748 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] delete failed (client error): The resource could not be found. Aug 19 12:22:01.322563 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6ddd8b0b-1a3a-46a9-b097-ef8c998eb748 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/26fd7b89-d63a-43f0-9374-ff925acbe191 HTTP/1.1" status: 404 len: 336 time: 0.0497963 Aug 19 12:22:01.325522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54660) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.351129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-18d74b9e-4a46-45b9-8176-96bf753e01b0 service neutron] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:01.372522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-18d74b9e-4a46-45b9-8176-96bf753e01b0 service neutron] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:01.381537 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fd930d3b-96cc-4ab7-bef1-d265d7450a2d tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=7980e15c-de75-4dbd-a3d6-ddb208dea688 HTTP/1.1" status: 200 len: 205 time: 0.0549214 Aug 19 12:22:01.387266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54664) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.409835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-18d74b9e-4a46-45b9-8176-96bf753e01b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:01.420938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-18d74b9e-4a46-45b9-8176-96bf753e01b0 service neutron] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:01.435165 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-113ad056-0bf4-47d5-bf34-7bd3448e15ac tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] delete failed (client error): The resource could not be found. Aug 19 12:22:01.438943 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-113ad056-0bf4-47d5-bf34-7bd3448e15ac tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/7980e15c-de75-4dbd-a3d6-ddb208dea688 HTTP/1.1" status: 404 len: 336 time: 0.0502295 Aug 19 12:22:01.440200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54666) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.476396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-01484734-475a-458d-8221-f7a868bde860 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bbfd240-3d86-4a58-9529-7f6a6800d1f5 HTTP/1.1" status: 200 len: 205 time: 0.0348940 Aug 19 12:22:01.478715 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54668) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.521118 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-7c8c3690-fde4-477c-b9e3-f77c1024edc4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] delete failed (client error): The resource could not be found. Aug 19 12:22:01.524656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7c8c3690-fde4-477c-b9e3-f77c1024edc4 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/routers/1bbfd240-3d86-4a58-9529-7f6a6800d1f5 HTTP/1.1" status: 404 len: 336 time: 0.0424798 Aug 19 12:22:01.525521 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-18d74b9e-4a46-45b9-8176-96bf753e01b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.527017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54676) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:01.582137 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba95948d-d595-486a-b52b-9c73cb2e39f5 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] DELETE failed (client error): The resource could not be found. Aug 19 12:22:01.582541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba95948d-d595-486a-b52b-9c73cb2e39f5 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:22:01.588023 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ba95948d-d595-486a-b52b-9c73cb2e39f5 tempest-RoutersIpV6AdminTest-1502529682 tempest-RoutersIpV6AdminTest-1502529682-project] 10.222.0.21 "DELETE /v2.0/subnets/44e24d7f-6576-460a-9016-91364d329b76 HTTP/1.1" status: 404 len: 337 time: 0.0577290 Aug 19 12:22:01.588204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-517f6f01-9651-4939-933b-8e537e02efb3 service neutron] 10.222.0.21 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531625 Aug 19 12:22:01.634385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 09c9a608-1214-4d02-88ed-9a78d4e77274 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:01.662208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 09c9a608-1214-4d02-88ed-9a78d4e77274 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:22:01.662648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 09c9a608-1214-4d02-88ed-9a78d4e77274 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:22:01.732704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-18d74b9e-4a46-45b9-8176-96bf753e01b0 service neutron] Transition to ACTIVE for port object 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:01.742572 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-11058203-fc7a-4c59-bd56-d6d2e1688894 service neutron] 10.222.0.21 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548464 Aug 19 12:22:01.798465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-18d74b9e-4a46-45b9-8176-96bf753e01b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:01.905980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-18d74b9e-4a46-45b9-8176-96bf753e01b0 service neutron] No DVR routers for this DVR port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:01.927435 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d74b9e-4a46-45b9-8176-96bf753e01b0 service neutron] Pushing event updated for resources: {'Port': ['ID=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,revision_number=10']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:01.955234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-18d74b9e-4a46-45b9-8176-96bf753e01b0 service neutron] 10.222.0.62 "PUT /v2.0/ports/092b9f1c-8012-4d73-9f48-1f7ae7cf34bf/bindings/n-h2-803757-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8696992 Aug 19 12:22:01.966610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6daef2-39d1-4084-b60e-01f4e6e294c7 req-bc3b4abc-b1e5-4436-8157-490d94c41a4b tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:01.968217 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e6daef2-39d1-4084-b60e-01f4e6e294c7 req-bc3b4abc-b1e5-4436-8157-490d94c41a4b tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 945 time: 0.0649862 Aug 19 12:22:02.043640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e6daef2-39d1-4084-b60e-01f4e6e294c7 req-5a841f6c-dafa-43ff-ad5a-e89a854d56db tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688858 Aug 19 12:22:02.105174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-621494cf-2a64-434a-9271-e82cf493af08 req-fe1ab752-237d-4083-a66d-d12773234b17 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 210 time: 0.0476863 Aug 19 12:22:02.214536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54708) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:02.269550 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-33cce1f3-a841-4e65-b47b-1bad8f7ce36b req-6f44f144-5464-4def-adff-9335fa522237 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0620317 Aug 19 12:22:02.409897 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd25b904-2193-4b82-9a53-3408e8f22419 req-5770b54c-f03d-4a94-b614-314e41d10a8f tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 210 time: 0.0448844 Aug 19 12:22:02.410937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8673c00a-dd5d-4269-94c9-b101d5b5bdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.511095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-7708759d-3864-46f9-903d-87d6f773f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.511095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-7708759d-3864-46f9-903d-87d6f773f0ea service neutron] 10.222.0.62 "GET /v2.0/ports/53dc58b7-9984-40dc-8a11-1f42b19c5175 HTTP/1.1" status: 200 len: 1033 time: 0.0503721 Aug 19 12:22:02.563490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b5019c5a-6a70-445d-87a0-399bd12277ba tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.563960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-065cfcbe-d0e0-4ff2-88f0-c7ab93f85be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.565144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-b5019c5a-6a70-445d-87a0-399bd12277ba tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.0719998 Aug 19 12:22:02.565988 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-065cfcbe-d0e0-4ff2-88f0-c7ab93f85be9 service neutron] 10.222.0.62 "GET /v2.0/ports/a48d692e-ec2d-4064-b30e-5fa0a3029cb7 HTTP/1.1" status: 200 len: 1032 time: 0.0475838 Aug 19 12:22:02.614025 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8673c00a-dd5d-4269-94c9-b101d5b5bdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.632027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-c4509230-1ce3-4c23-b0c9-0f142802345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.634077 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-c4509230-1ce3-4c23-b0c9-0f142802345d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7&tenant_id=6234d0c986c14810828c0377a08fc051 HTTP/1.1" status: 200 len: 1096 time: 0.0591168 Aug 19 12:22:02.740024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-aee12d4f-e677-4243-af55-80a276168ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.741609 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-aee12d4f-e677-4243-af55-80a276168ddf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 1096 time: 0.0513582 Aug 19 12:22:02.749111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d8e34603-35a5-4fc8-9bf0-99dcad94bae8 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.755332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d8e34603-35a5-4fc8-9bf0-99dcad94bae8 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.761525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d8e34603-35a5-4fc8-9bf0-99dcad94bae8 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.763082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d8e34603-35a5-4fc8-9bf0-99dcad94bae8 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "GET /v2.0/networks?id=33a63ac8-e80b-4f52-be34-1a8d66da6d0e&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&id=906a279c-def4-4f79-bdc7-f9bd5fb2112e HTTP/1.1" status: 200 len: 1994 time: 0.1900327 Aug 19 12:22:02.771325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8673c00a-dd5d-4269-94c9-b101d5b5bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:02.824308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-623eab3d-a1a8-45da-9217-25966237a79b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081cd35e5c3346af85f95e6d309a2eb7 HTTP/1.1" status: 200 len: 380 time: 0.0514932 Aug 19 12:22:02.836985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'admin_state_up': True, 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'security_groups': ['3ab482a2-5a42-44e2-a105-f23e42755f84']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:02.843356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8673c00a-dd5d-4269-94c9-b101d5b5bdcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a2ac6ed675c4707882f5d1a83d8c667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6276872 Aug 19 12:22:02.847006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54746) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:02.851860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673c00a-dd5d-4269-94c9-b101d5b5bdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c1d825-8bba-4b15-bf75-8d9de04e5113,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:02.937233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-7af284d9-54f5-4ea6-85c2-544debfd9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:02.942068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-7af284d9-54f5-4ea6-85c2-544debfd9300 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1920140 Aug 19 12:22:03.001853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-e5b32fb5-6fec-4622-9bc0-4b2447526ef7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf HTTP/1.1" status: 200 len: 217 time: 0.0535369 Aug 19 12:22:03.013958 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd2316c4-c56f-45ba-a7f1-0c6c0fc65a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.048045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd2316c4-c56f-45ba-a7f1-0c6c0fc65a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.070601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-6a8a55ff-4989-48d2-8fbe-c0abf7f55d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:03.072228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-6a8a55ff-4989-48d2-8fbe-c0abf7f55d38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0640385 Aug 19 12:22:03.105628 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-1226f141-04db-47f4-8898-90747bcf185a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260844 Aug 19 12:22:03.219318 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-f4eb3532-f24a-490a-92c3-8089595b8cb2 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054718 Aug 19 12:22:03.243346 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd2316c4-c56f-45ba-a7f1-0c6c0fc65a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.249999 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd2316c4-c56f-45ba-a7f1-0c6c0fc65a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.249999 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cd2316c4-c56f-45ba-a7f1-0c6c0fc65a84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78c1d825-8bba-4b15-bf75-8d9de04e5113 HTTP/1.1" status: 204 len: 168 time: 0.3733130 Aug 19 12:22:03.250835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:03.254614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.270228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2316c4-c56f-45ba-a7f1-0c6c0fc65a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c1d825-8bba-4b15-bf75-8d9de04e5113,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:03.344093 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-06f51f0a-a92c-4e8f-83ac-742709665b72 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184833 Aug 19 12:22:03.441016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Allocated IP 172.20.0.12 (33a63ac8-e80b-4f52-be34-1a8d66da6d0e/52a51bc7-2214-4174-98c6-2f7fb87a2ae5/06203eaa-dc3d-4e03-9e70-f6f275eacbfc) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:03.475039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-e0cf04b5-afc8-441c-be95-024b01c909cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592201 Aug 19 12:22:03.588702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-d197d4bc-f1ea-4f4d-a6da-a015e66470f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:03.590564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-d197d4bc-f1ea-4f4d-a6da-a015e66470f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 1096 time: 0.0644941 Aug 19 12:22:03.631040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a483bf0-d0f3-4263-8dc0-7970999c39f8 req-8109b401-3fe6-49af-9a1c-1fb7411896f2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:03.646603 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a483bf0-d0f3-4263-8dc0-7970999c39f8 req-8109b401-3fe6-49af-9a1c-1fb7411896f2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 945 time: 0.1878433 Aug 19 12:22:03.716791 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a483bf0-d0f3-4263-8dc0-7970999c39f8 req-436f3d8b-cbb8-4115-b69e-90cedf427fcb tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617263 Aug 19 12:22:03.750605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-4e7aa681-1013-4fbb-b361-ecc7eb228fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:03.754001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-4e7aa681-1013-4fbb-b361-ecc7eb228fa7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.1402979 Aug 19 12:22:03.768854 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:03.815705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Transition to ACTIVE for port object 06203eaa-dc3d-4e03-9e70-f6f275eacbfc will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:03.898051 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-01b0c275-7753-4e53-8139-699b39bb6ec2 req-50f78f18-e2b4-43f4-914a-1a99bfc2b6b4 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=705ae438-8d28-455a-8084-d20e86df870e HTTP/1.1" status: 200 len: 210 time: 0.0545311 Aug 19 12:22:04.010862 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:04.087443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:04.108357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:04.116049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:04.122225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Port': ['ID=06203eaa-dc3d-4e03-9e70-f6f275eacbfc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:04.193840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.194632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:04.207580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f006e54-93d3-41ad-a16f-d313dee5d35f req-abd7e426-41cc-44c6-8e36-590e7ac14f95 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.209711 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5f006e54-93d3-41ad-a16f-d313dee5d35f req-abd7e426-41cc-44c6-8e36-590e7ac14f95 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 932 time: 0.1539929 Aug 19 12:22:04.310332 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5f006e54-93d3-41ad-a16f-d313dee5d35f req-4f795882-43ad-42f5-a3fd-a6cdc3e2ac6a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905757 Aug 19 12:22:04.384678 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-71fdcc7d-7835-4978-9a3f-a48a424f980a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5533950 Aug 19 12:22:04.397062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1', 'admin_state_up': True, 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'security_groups': ['3ab482a2-5a42-44e2-a105-f23e42755f84']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:04.430341 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-6f69ff91-6de6-43fa-80b1-0a51417add7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083 HTTP/1.1" status: 200 len: 1001 time: 0.6699023 Aug 19 12:22:04.432626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78aa9403-51ec-4587-bc5c-b2063fabef7f req-c081527f-ff04-4d03-b78a-3ea607932dc4 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 210 time: 0.0569289 Aug 19 12:22:04.472174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:04.481229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54796) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:04.546423 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-8696f8f4-e16b-4eca-86f3-73fb0704cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.551658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-8696f8f4-e16b-4eca-86f3-73fb0704cab9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1114178 Aug 19 12:22:04.598507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:22:04.608146 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-79e74eb3-1018-4f66-a9dd-a4b3ea1f4e9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87fad25d99474d229bf7055b567e44a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1201944 Aug 19 12:22:04.610500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54800) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:04.635240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-8ce0e0b9-84da-4904-bb38-0f06fc3598d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.637275 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-8ce0e0b9-84da-4904-bb38-0f06fc3598d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760808 Aug 19 12:22:04.652721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-24ff1c5a-aa90-49b6-a90d-41704e3573ec None None] Provisioning for port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:04.662860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-24ff1c5a-aa90-49b6-a90d-41704e3573ec None None] Provisioning complete for port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:04.663431 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-24ff1c5a-aa90-49b6-a90d-41704e3573ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:04.715318 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12a51cee-4c0a-4d7c-ba89-b532d89f8fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:04.750093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-24ff1c5a-aa90-49b6-a90d-41704e3573ec None None] Port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:04.764274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-f6034728-c4ae-455a-bc10-73aa89f4bd40 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:04.766043 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-f6034728-c4ae-455a-bc10-73aa89f4bd40 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.1853514 Aug 19 12:22:04.800909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-a2f47817-4d86-4c19-af9b-02b15b10b8ca service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542001 Aug 19 12:22:04.831037 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12a51cee-4c0a-4d7c-ba89-b532d89f8fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:04.948874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:04.953271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:04.971462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2026fa24-a079-40fa-b827-fde7fb9043e6 req-c46b8beb-ffc7-4a5d-8c60-ed8a666ec29d service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627419 Aug 19 12:22:04.980074 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-950f69aa-345e-4a21-92b0-2c4a8c750fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.076982 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12a51cee-4c0a-4d7c-ba89-b532d89f8fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.079650 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12a51cee-4c0a-4d7c-ba89-b532d89f8fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.084557 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-12a51cee-4c0a-4d7c-ba89-b532d89f8fbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df1cda3e-26aa-4030-b39e-f0c2694fd8a6 HTTP/1.1" status: 204 len: 168 time: 0.4558880 Aug 19 12:22:05.116043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a51cee-4c0a-4d7c-ba89-b532d89f8fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1cda3e-26aa-4030-b39e-f0c2694fd8a6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:05.130865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bacdd0-10b3-497e-92bc-9e28aca056f9 req-fd4dd226-fd86-4d52-bfbe-2142f2434ced tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.138334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-10bacdd0-10b3-497e-92bc-9e28aca056f9 req-fd4dd226-fd86-4d52-bfbe-2142f2434ced tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 945 time: 0.2184436 Aug 19 12:22:05.252196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-10bacdd0-10b3-497e-92bc-9e28aca056f9 req-ffd32a99-60ea-4f1f-b90a-5d28f44bb910 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127779 Aug 19 12:22:05.281950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Allocated IP 10.1.1.165 (375e670c-9336-413c-8db9-b94fabc3b0a1/982b4c8a-b0e0-4f0e-b23c-b949be65f0b3/208cb691-c9ac-4d91-bf98-44e1eb45c65c) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:05.435426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8db6ecba-8cc2-4fd0-9ff2-9b90a965f9a8 service neutron] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:05.466856 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8db6ecba-8cc2-4fd0-9ff2-9b90a965f9a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.467973 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8db6ecba-8cc2-4fd0-9ff2-9b90a965f9a8 service neutron] 10.222.0.30 "DELETE /v2.0/ports/092b9f1c-8012-4d73-9f48-1f7ae7cf34bf/bindings/n-h1-803757-2 HTTP/1.1" status: 204 len: 173 time: 0.6859872 Aug 19 12:22:05.553080 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.568961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc217b-38d7-44f5-a467-48bbc163193f req-d8451599-df3a-4c15-8753-44723b278933 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.576167 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-d8451599-df3a-4c15-8753-44723b278933 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/networks?id=c7910af9-fa9f-4757-879c-8d5ffd82842e HTTP/1.1" status: 200 len: 805 time: 0.1739295 Aug 19 12:22:05.590533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Transition to ACTIVE for port object 208cb691-c9ac-4d91-bf98-44e1eb45c65c will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:05.601076 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-af24485f-73ce-417d-a024-1b726f11b91d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/quotas/d6752f5519ee46b194f5aaf30292b5f8 HTTP/1.1" status: 200 len: 375 time: 0.0240495 Aug 19 12:22:05.631741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-85d88fff-7865-4860-8ab8-8142f4dddd95 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:05.633260 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-85d88fff-7865-4860-8ab8-8142f4dddd95 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.62 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 812 time: 0.1724515 Aug 19 12:22:05.647789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'port': {'device_id': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88', 'admin_state_up': True, 'tenant_id': '989fa3b6e54242c28bbc8fc6b8d91d9d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:05.699179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-4f87c767-4de9-4390-8889-ad8d282480ea tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971780 Aug 19 12:22:05.788379 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:05.876420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network 375e670c-9336-413c-8db9-b94fabc3b0a1 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:05.901444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:05.905754 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Port': ['ID=208cb691-c9ac-4d91-bf98-44e1eb45c65c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:05.908213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:06.003153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Made reservation on behalf of 989fa3b6e54242c28bbc8fc6b8d91d9d for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:06.007337 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.008708 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-d52e7960-1441-4d85-81b6-7268d3fcd557 service neutron] 10.222.0.21 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054013 Aug 19 12:22:06.072826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.091549 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.246006 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-3d53a944-061a-41b2-868d-2c3a87f74847 service neutron] 10.222.0.21 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259107 Aug 19 12:22:06.362227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0e2a-20e3-4af2-a00b-1e3523577f6d req-440cd135-fec5-4fcc-87ed-872b7e194399 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.368298 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0e2a-20e3-4af2-a00b-1e3523577f6d req-440cd135-fec5-4fcc-87ed-872b7e194399 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.369944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b26c0e2a-20e3-4af2-a00b-1e3523577f6d req-440cd135-fec5-4fcc-87ed-872b7e194399 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 1654 time: 0.0651050 Aug 19 12:22:06.423377 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b26c0e2a-20e3-4af2-a00b-1e3523577f6d req-cd518957-339f-4428-9fad-7c3f62514853 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Aug 19 12:22:06.454407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a7d41377-0e61-48d4-b3eb-e76829ffa557 None None] Provisioning for port 208cb691-c9ac-4d91-bf98-44e1eb45c65c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:06.457390 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c03e3d8c-7120-4458-9c10-1629d98716b7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0650499 Aug 19 12:22:06.459645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a7d41377-0e61-48d4-b3eb-e76829ffa557 None None] Provisioning complete for port 208cb691-c9ac-4d91-bf98-44e1eb45c65c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:06.460239 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a7d41377-0e61-48d4-b3eb-e76829ffa557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:06.462544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Allocated IP 172.20.0.9 (c067dae9-fca6-41a1-b2bc-44c2d8b3cc88/59f4e646-38ae-486f-af95-28a2e0ba949f/772f1ea4-dee6-4bb8-83c3-f79ead882782) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:06.475487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1', 'admin_state_up': True, 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'security_groups': ['3ab482a2-5a42-44e2-a105-f23e42755f84']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:06.525189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a7d41377-0e61-48d4-b3eb-e76829ffa557 None None] Port 208cb691-c9ac-4d91-bf98-44e1eb45c65c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:06.719026 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d21beecf-6c80-4307-a1cb-eed28ec451fd req-4da1578a-43a1-4212-8b17-53dcfb695000 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 210 time: 0.0972888 Aug 19 12:22:06.843084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0418eda-318e-42cd-9644-52a42c4b0f4f req-a6bb980a-db94-4267-8e5d-43bb8d49c413 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:06.845924 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0418eda-318e-42cd-9644-52a42c4b0f4f req-a6bb980a-db94-4267-8e5d-43bb8d49c413 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "GET /v2.0/ports?device_id=a543605d-6b4a-467c-bdb8-fb07ff0d9aa9 HTTP/1.1" status: 200 len: 945 time: 0.3019512 Aug 19 12:22:06.857469 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4018e223-f756-411e-b197-b78e5a36d2cf req-886f2d1e-0433-4691-8112-282766afc870 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 210 time: 0.0533309 Aug 19 12:22:06.918788 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.039731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e61e1-db40-4d42-9b28-c9561fa595c7 req-a31476e8-aa17-49a4-8166-efc579c028be tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:07.041272 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f28e61e1-db40-4d42-9b28-c9561fa595c7 req-a31476e8-aa17-49a4-8166-efc579c028be tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 1096 time: 0.2673962 Aug 19 12:22:07.109518 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f28e61e1-db40-4d42-9b28-c9561fa595c7 req-912c05b8-3ddb-4275-92ab-f32799a191e8 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605493 Aug 19 12:22:07.113647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-d0418eda-318e-42cd-9644-52a42c4b0f4f req-68f05b44-8192-4782-b8d5-3a2c89535996 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Deleting port 8da3234d-22f8-4ec4-801c-c35fecf382b5 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:07.113647 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0418eda-318e-42cd-9644-52a42c4b0f4f req-68f05b44-8192-4782-b8d5-3a2c89535996 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.127118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54886) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:07.158790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.166750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:07.172924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.186956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-ba98f764-9305-4950-8e1e-ae7df7f3ef6f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:07.196812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-ba98f764-9305-4950-8e1e-ae7df7f3ef6f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.2053828 Aug 19 12:22:07.262234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:07.264784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:07.267927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:07.280960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-11e8f7d8-2d27-4cc8-ad3e-916bd6d82df6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/quotas/e9122b62ade54036998fddd91baf1714 HTTP/1.1" status: 200 len: 375 time: 0.0829656 Aug 19 12:22:07.296952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d0418eda-318e-42cd-9644-52a42c4b0f4f req-68f05b44-8192-4782-b8d5-3a2c89535996 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] For port 8da3234d-22f8-4ec4-801c-c35fecf382b5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8da3234d-22f8-4ec4-801c-c35fecf382b5,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:07.297409 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0418eda-318e-42cd-9644-52a42c4b0f4f req-68f05b44-8192-4782-b8d5-3a2c89535996 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.342124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-d0418eda-318e-42cd-9644-52a42c4b0f4f req-68f05b44-8192-4782-b8d5-3a2c89535996 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Calling delete_port for 8da3234d-22f8-4ec4-801c-c35fecf382b5 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:07.361988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-bdf0cddb-aa89-4a61-b5f6-c471a09e4a6b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799539 Aug 19 12:22:07.404281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'networks': [{'name': 'tempest-network--1519526970'}, {'name': 'tempest-network--462422791'}]} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:07.404596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'network': {'name': 'tempest-network--1519526970'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:07.405119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'network': {'name': 'tempest-network--462422791'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:07.411962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Allocated IP 10.1.1.250 (375e670c-9336-413c-8db9-b94fabc3b0a1/982b4c8a-b0e0-4f0e-b23c-b949be65f0b3/b1d6b5b7-f6c0-44d3-969b-56a75b8dab69) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:07.496324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'Port': ['ID=772f1ea4-dee6-4bb8-83c3-f79ead882782,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:07.536356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:07.536656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.586208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-4ba32414-dbc1-49bc-9f48-8f5c0548cced service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227201 Aug 19 12:22:07.637123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.667313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8da3234d-22f8-4ec4-801c-c35fecf382b5 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:07.700443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Made reservation on behalf of c00e68202eff4c599b9bf34db3b23aa0 for: {'network': 2} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:07.706244 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.721156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.742876 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-3d3bf798-606b-47ea-8d15-da29f2b82741 service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468360 Aug 19 12:22:07.785921 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-590cbbf9-07df-4cc3-b5f4-9b878b563959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.813012 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.820876 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffbb53ba-7ccb-47a1-9c07-4daf0052f870 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1771772 Aug 19 12:22:07.842689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Request body: {'port': {'device_id': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:07.843368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da3234d-22f8-4ec4-801c-c35fecf382b5'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:07.846506 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4e6b6-9c89-4934-b1dc-bb1ce47dd7c4" -d '{"events": [{"server_uuid": "a543605d-6b4a-467c-bdb8-fb07ff0d9aa9", "name": "network-vif-unplugged", "status": "completed", "tag": "8da3234d-22f8-4ec4-801c-c35fecf382b5"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:07.866026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8da3234d-22f8-4ec4-801c-c35fecf382b5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8da3234d-22f8-4ec4-801c-c35fecf382b5,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:07.957052 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:07.958284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.105989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54920) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:08.133977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8da3234d-22f8-4ec4-801c-c35fecf382b5,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:08.185099 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.298832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5044b-4950-4a39-99a0-800dcb5a35ca req-1f61bd82-9832-4c37-8981-c8f9dbbd6eb6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.305748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5044b-4950-4a39-99a0-800dcb5a35ca req-1f61bd82-9832-4c37-8981-c8f9dbbd6eb6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.313714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0f5044b-4950-4a39-99a0-800dcb5a35ca req-1f61bd82-9832-4c37-8981-c8f9dbbd6eb6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 1654 time: 0.1893411 Aug 19 12:22:08.318575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de05da9-dee9-4c2a-9207-86a18005561c req-426dd9a3-a070-448d-896c-beac11eeceaa tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.327615 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-426dd9a3-a070-448d-896c-beac11eeceaa tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 808 time: 0.3074646 Aug 19 12:22:08.332445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.332915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.359593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.368898 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-e133748a-a46f-4ca4-a520-54487cd166bd tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/quotas/6234d0c986c14810828c0377a08fc051 HTTP/1.1" status: 200 len: 375 time: 0.0403395 Aug 19 12:22:08.376802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Transition to ACTIVE for port object b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:08.460692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-7be1011c-5a3f-422c-a482-4dbe7c6850f1 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792761 Aug 19 12:22:08.463019 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0418eda-318e-42cd-9644-52a42c4b0f4f req-68f05b44-8192-4782-b8d5-3a2c89535996 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.480101 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e19d543-4b24-4f9e-b095-97a3c9c1736a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.482029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f84e08-8a98-4d2d-9dce-e260c347192b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:08.511447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f05b44-8192-4782-b8d5-3a2c89535996 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Pushing event deleted for resources: {'Port': ['ID=8da3234d-22f8-4ec4-801c-c35fecf382b5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:08.529328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0f5044b-4950-4a39-99a0-800dcb5a35ca req-ba6f2b28-1162-44bb-9c08-0dfee02b8d32 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145791 Aug 19 12:22:08.561745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:08.581572 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.621111 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.621386 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Added segment e0e75dff-a7d4-4e33-becd-eb5720e7003e of type vlan for network 7ff54bb8-8d98-403b-a326-5c78465bed7d Aug 19 12:22:08.655421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0418eda-318e-42cd-9644-52a42c4b0f4f req-68f05b44-8192-4782-b8d5-3a2c89535996 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] No DVR routers for this DVR port 8da3234d-22f8-4ec4-801c-c35fecf382b5 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:08.679341 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d0418eda-318e-42cd-9644-52a42c4b0f4f req-68f05b44-8192-4782-b8d5-3a2c89535996 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.681825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0418eda-318e-42cd-9644-52a42c4b0f4f req-68f05b44-8192-4782-b8d5-3a2c89535996 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "DELETE /v2.0/ports/8da3234d-22f8-4ec4-801c-c35fecf382b5 HTTP/1.1" status: 204 len: 173 time: 1.8298357 Aug 19 12:22:08.684888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'name': 'network-vif-deleted', 'tag': '8da3234d-22f8-4ec4-801c-c35fecf382b5'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:08.687064 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f064a0-657b-45ed-bb11-91d5cbc2b937" -d '{"events": [{"server_uuid": "a543605d-6b4a-467c-bdb8-fb07ff0d9aa9", "name": "network-vif-deleted", "tag": "8da3234d-22f8-4ec4-801c-c35fecf382b5"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:08.720626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network 375e670c-9336-413c-8db9-b94fabc3b0a1 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:08.728354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:08.736335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:08.743690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Port': ['ID=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:08.775893 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-6e9f4079-1010-4019-8f31-8258398465b8 service neutron] 10.222.0.21 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763109 Aug 19 12:22:08.792567 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.837784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772f1ea4-dee6-4bb8-83c3-f79ead882782 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:08.861268 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.875523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.876276 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:08.905291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4583b5-a479-42fb-9145-a6c09b5770d3 req-73feb95b-815e-4774-91f2-d96c81d39e28 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:08.925982 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da4583b5-a479-42fb-9145-a6c09b5770d3 req-73feb95b-815e-4774-91f2-d96c81d39e28 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 931 time: 0.2557421 Aug 19 12:22:08.944904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-2c55f7e4-8f63-407c-8152-a7f11dfdd4a0 service neutron] 10.222.0.21 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577425 Aug 19 12:22:08.957473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Transition to ACTIVE for port object 772f1ea4-dee6-4bb8-83c3-f79ead882782 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:08.983923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:09.031216 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da4583b5-a479-42fb-9145-a6c09b5770d3 req-49858685-2ef7-4180-931c-4ca0f32c5307 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033359 Aug 19 12:22:09.037844 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.039951 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Added segment 041111db-a621-4507-af12-4fcd1c085713 of type vlan for network 8ac53344-ad05-41b5-9fb8-cd167350e9cd Aug 19 12:22:09.092748 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401a0e94-da64-4d6c-90d5-fcb6805a95c4 x-openstack-request-id: req-401a0e94-da64-4d6c-90d5-fcb6805a95c4 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:09.093282 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a543605d-6b4a-467c-bdb8-fb07ff0d9aa9", "name": "network-vif-unplugged", "status": "completed", "tag": "8da3234d-22f8-4ec4-801c-c35fecf382b5", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:09.093282 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-401a0e94-da64-4d6c-90d5-fcb6805a95c4 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:09.093675 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8da3234d-22f8-4ec4-801c-c35fecf382b5', 'code': 200} Aug 19 12:22:09.095978 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e19d543-4b24-4f9e-b095-97a3c9c1736a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.118112 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.128404 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.129863 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.217724 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78d4bcc4-56d4-41d0-8254-a9d94fd5ee8f req-9d6a4b4e-a673-4f43-abcb-b22864847f17 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 210 time: 0.0465071 Aug 19 12:22:09.234760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Pushing event updated for resources: {'Port': ['ID=772f1ea4-dee6-4bb8-83c3-f79ead882782,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:09.272237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c31a2076-29ca-4ec8-bbac-a2cc3e8b8706 None None] Provisioning for port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:09.276456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c31a2076-29ca-4ec8-bbac-a2cc3e8b8706 None None] Provisioning complete for port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:09.276754 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c31a2076-29ca-4ec8-bbac-a2cc3e8b8706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.292317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e19d543-4b24-4f9e-b095-97a3c9c1736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.331262 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d803c849-306d-4c84-b6c7-6fb4c2f123d3 req-8ed729f8-da7a-4755-9cc9-f0ab8f071b97 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ecc65d-23e4-4b31-acc7-cb08436f304e HTTP/1.1" status: 200 len: 210 time: 0.0678580 Aug 19 12:22:09.333655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c31a2076-29ca-4ec8-bbac-a2cc3e8b8706 None None] Port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:09.339602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.340108 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.346116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:09.350962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:09.351599 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.386703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-3e369a4a-1f54-4ef2-87df-3c9535cd34e7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9202120 Aug 19 12:22:09.390516 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9bec2f-d450-4376-b75f-8729349de6bd x-openstack-request-id: req-ac9bec2f-d450-4376-b75f-8729349de6bd {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:09.390938 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a543605d-6b4a-467c-bdb8-fb07ff0d9aa9", "name": "network-vif-deleted", "tag": "8da3234d-22f8-4ec4-801c-c35fecf382b5", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:09.391204 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac9bec2f-d450-4376-b75f-8729349de6bd {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:09.391616 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a543605d-6b4a-467c-bdb8-fb07ff0d9aa9', 'name': 'network-vif-deleted', 'tag': '8da3234d-22f8-4ec4-801c-c35fecf382b5', 'status': 'completed', 'code': 200} Aug 19 12:22:09.404388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e', 'admin_state_up': True, 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'security_groups': ['3ab482a2-5a42-44e2-a105-f23e42755f84']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:09.434539 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8e19d543-4b24-4f9e-b095-97a3c9c1736a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=970b49b3c2c742d5b4a2198249c5bab6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3152385 Aug 19 12:22:09.442183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54940) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:09.447516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19d543-4b24-4f9e-b095-97a3c9c1736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe6790-bf71-4e3a-9f16-84d1eab23eae,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:09.481316 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3522744 Aug 19 12:22:09.482260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54942) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:09.499355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Attempting to bind port 772f1ea4-dee6-4bb8-83c3-f79ead882782 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:09.499692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Attempting to bind port 772f1ea4-dee6-4bb8-83c3-f79ead882782 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '16f4b3f6-0833-46d1-afdc-b2ca7f74fe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:09.500021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Attempting to bind port 772f1ea4-dee6-4bb8-83c3-f79ead882782 on network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:09.531845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event updated for resources: {'Network': ['ID=7ff54bb8-8d98-403b-a326-5c78465bed7d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:09.550454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 7ff54bb8-8d98-403b-a326-5c78465bed7d details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:09.654772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ded516ed-2c14-4902-b7c4-c3316a3ca3ee req-ef649f9d-e1c5-49af-b4e7-61a0690b29c4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 210 time: 0.0737784 Aug 19 12:22:09.718206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Port 772f1ea4-dee6-4bb8-83c3-f79ead882782 on network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:09.718535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Attempting to bind port 772f1ea4-dee6-4bb8-83c3-f79ead882782 on network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:09.751564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:09.751989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Checking segment: {'id': '16f4b3f6-0833-46d1-afdc-b2ca7f74fe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:09.752448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Bound using segment: {'id': '16f4b3f6-0833-46d1-afdc-b2ca7f74fe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:09.752910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Bound port: 772f1ea4-dee6-4bb8-83c3-f79ead882782, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f4b3f6-0833-46d1-afdc-b2ca7f74fe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:09.753274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:09.849383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:09.898094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc217b-38d7-44f5-a467-48bbc163193f req-9bfffeae-30a3-4ec4-b9c5-11898d4f5608 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:09.900387 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-9bfffeae-30a3-4ec4-b9c5-11898d4f5608 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "GET /v2.0/networks?id=c7910af9-fa9f-4757-879c-8d5ffd82842e HTTP/1.1" status: 200 len: 805 time: 0.2092805 Aug 19 12:22:09.902004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35abe2-1c1c-41b4-b3b8-7b0a9f19de5e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event updated for resources: {'Network': ['ID=8ac53344-ad05-41b5-9fb8-cd167350e9cd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:09.914446 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 8ac53344-ad05-41b5-9fb8-cd167350e9cd details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:09.941196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Request body: {'port': {'device_id': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'admin_state_up': True, 'tenant_id': 'd6752f5519ee46b194f5aaf30292b5f8'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:09.951891 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-791051a7-d1fb-48e5-bea1-e710fcf482c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.022325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f4133-9437-4a95-92fa-f8d280c4d7dd tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:10.038893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f4133-9437-4a95-92fa-f8d280c4d7dd tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:10.046886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f4133-9437-4a95-92fa-f8d280c4d7dd tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:10.053194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f4133-9437-4a95-92fa-f8d280c4d7dd tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:10.058390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e86f4133-9437-4a95-92fa-f8d280c4d7dd tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5707324 Aug 19 12:22:10.062467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54952) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:10.080593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b080de-25d0-41e9-b506-a9c61d5a1984 req-5400af96-0472-4ec0-8aa3-3bcb69678718 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:10.086485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b080de-25d0-41e9-b506-a9c61d5a1984 req-5400af96-0472-4ec0-8aa3-3bcb69678718 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:10.093425 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b080de-25d0-41e9-b506-a9c61d5a1984 req-5400af96-0472-4ec0-8aa3-3bcb69678718 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:10.096676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0b080de-25d0-41e9-b506-a9c61d5a1984 req-5400af96-0472-4ec0-8aa3-3bcb69678718 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 2375 time: 0.3314402 Aug 19 12:22:10.117701 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.119660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] For port 772f1ea4-dee6-4bb8-83c3-f79ead882782, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:10.133028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-791051a7-d1fb-48e5-bea1-e710fcf482c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.221713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] For port 772f1ea4-dee6-4bb8-83c3-f79ead882782, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:10.290452 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.317613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0b080de-25d0-41e9-b506-a9c61d5a1984 req-78810aae-645d-432e-9f70-85b82e056ca6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049062 Aug 19 12:22:10.356658 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.404612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Made reservation on behalf of d6752f5519ee46b194f5aaf30292b5f8 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:10.411997 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.484635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:10.486645 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.488468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] 10.222.0.62 "PUT /v2.0/ports/772f1ea4-dee6-4bb8-83c3-f79ead882782 HTTP/1.1" status: 200 len: 1091 time: 2.6508152 Aug 19 12:22:10.488635 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.501836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Allocated IP 10.2.2.100 (906a279c-def4-4f79-bdc7-f9bd5fb2112e/637a575a-ec31-4c4a-af4b-533c95b75677/741fd100-7f9a-4a27-8403-958a58d683e7) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:10.523351 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.536697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff54bb8-8d98-403b-a326-5c78465bed7d']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:10.549270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e75dff-a7d4-4e33-becd-eb5720e7003e') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:10.549567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e75dff-a7d4-4e33-becd-eb5720e7003e') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:10.556764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'tag': '772f1ea4-dee6-4bb8-83c3-f79ead882782'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:10.559312 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ee9f12-1196-4dd3-a95c-30fdce0f7d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ac33d4-3929-4d34-89cd-0fda8f99751d", "tag": "772f1ea4-dee6-4bb8-83c3-f79ead882782"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:10.583729 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-791051a7-d1fb-48e5-bea1-e710fcf482c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.586603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-791051a7-d1fb-48e5-bea1-e710fcf482c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.592951 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-791051a7-d1fb-48e5-bea1-e710fcf482c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdbe6790-bf71-4e3a-9f16-84d1eab23eae HTTP/1.1" status: 204 len: 168 time: 1.1443326 Aug 19 12:22:10.592951 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-10eb5392-ca7d-438a-b32c-32407ca741ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=a8ecc65d-23e4-4b31-acc7-cb08436f304e HTTP/1.1" status: 200 len: 210 time: 0.1495407 Aug 19 12:22:10.596694 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.640942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791051a7-d1fb-48e5-bea1-e710fcf482c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe6790-bf71-4e3a-9f16-84d1eab23eae,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:10.655004 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.732497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:10.732931 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:10.754008 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:10.757947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bf583-3427-4039-8242-14cebdfbda67 service neutron] Pushing event updated for resources: {'Port': ['ID=772f1ea4-dee6-4bb8-83c3-f79ead882782,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:10.785633 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:10.869982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Allocated IP 172.20.0.5 (c7910af9-fa9f-4757-879c-8d5ffd82842e/2b6d7280-9d8b-4b3d-8463-77a7307cc2ef/f75a5939-e126-4c75-a539-e1c6697016bd) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:11.081822 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29e1a8da-f5a3-4ee5-8074-de23f5c1e1b0 req-5bc68cbd-f335-4ba5-9121-a44ba1698c0e tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 210 time: 0.0420463 Aug 19 12:22:11.181274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43819-9019-466f-8fda-a623661f57ef req-7503a313-f8d4-4597-8cbb-3cb12b592ddb tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.181274 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62b43819-9019-466f-8fda-a623661f57ef req-7503a313-f8d4-4597-8cbb-3cb12b592ddb tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 943 time: 0.6693268 Aug 19 12:22:11.183188 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.183292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-11457138-cefc-4600-9316-5eb12ad44121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.183292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-11457138-cefc-4600-9316-5eb12ad44121 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e9122b62ade54036998fddd91baf1714&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5723648 Aug 19 12:22:11.183292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffa45094-c4cb-4c8a-bb7d-6bfd43ae2904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.183292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-ffa45094-c4cb-4c8a-bb7d-6bfd43ae2904 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 1094 time: 0.4680645 Aug 19 12:22:11.215661 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310f077c-6cad-434a-ba52-336195920df6 x-openstack-request-id: req-310f077c-6cad-434a-ba52-336195920df6 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:11.215975 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ac33d4-3929-4d34-89cd-0fda8f99751d", "tag": "772f1ea4-dee6-4bb8-83c3-f79ead882782", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:11.216206 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-310f077c-6cad-434a-ba52-336195920df6 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:11.216587 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'tag': '772f1ea4-dee6-4bb8-83c3-f79ead882782', 'status': 'completed', 'code': 200} Aug 19 12:22:11.293862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f62c95f7-2131-4003-acb7-23c23825ec6f req-c37bb771-06c6-496a-825a-8ad37ab960c1 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 210 time: 0.0418785 Aug 19 12:22:11.317060 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62b43819-9019-466f-8fda-a623661f57ef req-a7500d73-b6f2-4699-917e-e91499fa3b88 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948054 Aug 19 12:22:11.318599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-a3404e7b-0d1b-46d2-ab7d-6f7a83cd32ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782 HTTP/1.1" status: 200 len: 217 time: 0.1266210 Aug 19 12:22:11.397607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-18b54adc-bcb2-4175-9f78-40bbf1bc7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.399206 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-18b54adc-bcb2-4175-9f78-40bbf1bc7c26 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2055600 Aug 19 12:22:11.405054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-0442c8a1-be1e-46f8-9be6-7ae542d3be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.406689 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-0442c8a1-be1e-46f8-9be6-7ae542d3be87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f4e646-38ae-486f-af95-28a2e0ba949f HTTP/1.1" status: 200 len: 852 time: 0.0766006 Aug 19 12:22:11.455630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-16f77223-8f28-4201-948a-83649d3e6590 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412073 Aug 19 12:22:11.495603 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.520678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.551375 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.557854 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "DELETE /v2.0/networks/7ff54bb8-8d98-403b-a326-5c78465bed7d HTTP/1.1" status: 204 len: 168 time: 1.4910643 Aug 19 12:22:11.574889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e67a-f4e1-4e9f-8689-c821c3485dee req-fa469d67-10ec-4663-99c2-28f64b6fb802 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.576527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54998) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:11.593427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37e045db-c850-413f-8c0c-60c0c147c3e4 req-277cabfc-5340-4a9f-96ed-4226134307df tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8ecc65d-23e4-4b31-acc7-cb08436f304e HTTP/1.1" status: 200 len: 210 time: 0.0737252 Aug 19 12:22:11.605028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e67a-f4e1-4e9f-8689-c821c3485dee req-fa469d67-10ec-4663-99c2-28f64b6fb802 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.609120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917d06b-57d9-4cfe-bb28-98b3036dcafb tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event deleted for resources: {'Network': ['ID=7ff54bb8-8d98-403b-a326-5c78465bed7d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:11.628467 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e67a-f4e1-4e9f-8689-c821c3485dee req-fa469d67-10ec-4663-99c2-28f64b6fb802 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.641692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5365e67a-f4e1-4e9f-8689-c821c3485dee req-fa469d67-10ec-4663-99c2-28f64b6fb802 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 2375 time: 0.2193410 Aug 19 12:22:11.676925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Transition to ACTIVE for port object 741fd100-7f9a-4a27-8403-958a58d683e7 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:11.679966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8da3234d-22f8-4ec4-801c-c35fecf382b5 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:11.724194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 8da3234d-22f8-4ec4-801c-c35fecf382b5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:22:11.724430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8da3234d-22f8-4ec4-801c-c35fecf382b5 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:22:11.728240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Network c7910af9-fa9f-4757-879c-8d5ffd82842e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:11.731158 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Pushing event updated for resources: {'Port': ['ID=f75a5939-e126-4c75-a539-e1c6697016bd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:11.747504 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5365e67a-f4e1-4e9f-8689-c821c3485dee req-abcd1876-1be7-4281-a5b4-e7e066639915 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049232 Aug 19 12:22:11.751064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:11.754579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:11.792176 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.795645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-bbda8f33-8647-4797-95b7-f1f53bccbae3 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338046 Aug 19 12:22:11.832889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.838583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.893180 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:11.932274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-8a900640-cd86-4cb1-82d0-7aaca2b75fa7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:11.934135 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-8a900640-cd86-4cb1-82d0-7aaca2b75fa7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.2740262 Aug 19 12:22:11.958648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network 906a279c-def4-4f79-bdc7-f9bd5fb2112e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:11.964833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:11.981114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:12.016338 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-8fcb15bd-a3d4-48ca-98b6-5c2eefb18665 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/quotas/e9122b62ade54036998fddd91baf1714 HTTP/1.1" status: 200 len: 375 time: 0.0665789 Aug 19 12:22:12.017343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Port': ['ID=741fd100-7f9a-4a27-8403-958a58d683e7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:12.033740 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.052930 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-47e73b80-5697-4d10-8c79-39c909a423fd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1090708 Aug 19 12:22:12.070211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Request body: {'port': {'device_id': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:12.114620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac53344-ad05-41b5-9fb8-cd167350e9cd']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:12.127506 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-157d702f-f9bc-4034-a24f-79a407b6aec5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095006 Aug 19 12:22:12.155520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:12.156255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.164063 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df3ebc6d-d732-45dc-8f61-9d84e1f39026 req-dac4c156-7d74-4db6-8719-05c364196a02 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596678 Aug 19 12:22:12.165612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041111db-a621-4507-af12-4fcd1c085713') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:12.165910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041111db-a621-4507-af12-4fcd1c085713') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:12.213538 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.233324 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.256369 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.272716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:12.273130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:12.276362 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:12.419610 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-30c477b1-ac82-4a19-a563-513dab96f688 service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909319 Aug 19 12:22:12.423251 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-38f8a5e4-08dd-4075-963c-847c94d506c7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0280957 Aug 19 12:22:12.455333 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e', 'admin_state_up': True, 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'security_groups': ['3ab482a2-5a42-44e2-a105-f23e42755f84']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:12.488351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-008d0229-3bab-4443-a3f8-5d71ed2a111e None None] Provisioning for port 741fd100-7f9a-4a27-8403-958a58d683e7 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:12.492934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9f12-1196-4dd3-a95c-30fdce0f7d3b req-d3b72853-43f8-425e-a052-059ab85364d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:12.494253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-008d0229-3bab-4443-a3f8-5d71ed2a111e None None] Provisioning complete for port 741fd100-7f9a-4a27-8403-958a58d683e7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:12.494979 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16ee9f12-1196-4dd3-a95c-30fdce0f7d3b req-d3b72853-43f8-425e-a052-059ab85364d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 1094 time: 0.1219630 Aug 19 12:22:12.498921 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-008d0229-3bab-4443-a3f8-5d71ed2a111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.581356 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.591394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-008d0229-3bab-4443-a3f8-5d71ed2a111e None None] Port 741fd100-7f9a-4a27-8403-958a58d683e7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:12.602408 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.604351 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "DELETE /v2.0/networks/8ac53344-ad05-41b5-9fb8-cd167350e9cd HTTP/1.1" status: 204 len: 168 time: 1.0098994 Aug 19 12:22:12.609171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55024) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:12.636406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-d26a1952-6ea3-4112-97eb-7105e4c46e06 service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063611 Aug 19 12:22:12.637279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e64a6-d784-4685-95f9-8c31a768eab1 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event deleted for resources: {'Network': ['ID=8ac53344-ad05-41b5-9fb8-cd167350e9cd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:12.718345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f75a5939-e126-4c75-a539-e1c6697016bd {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:12.726845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.742939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Transition to ACTIVE for port object f75a5939-e126-4c75-a539-e1c6697016bd will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:12.761299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc6829-1d03-4b5b-a746-966052ed7feb req-000cf67a-4e86-4462-832b-e74a46178d83 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:12.762937 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-69bc6829-1d03-4b5b-a746-966052ed7feb req-000cf67a-4e86-4462-832b-e74a46178d83 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 931 time: 0.3520458 Aug 19 12:22:12.767669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9f12-1196-4dd3-a95c-30fdce0f7d3b req-1cb7b53a-ba1a-4243-a733-10adf2d3ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:12.772278 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16ee9f12-1196-4dd3-a95c-30fdce0f7d3b req-1cb7b53a-ba1a-4243-a733-10adf2d3ff66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 913 time: 0.2607086 Aug 19 12:22:12.827725 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-69bc6829-1d03-4b5b-a746-966052ed7feb req-62240fc4-2e80-4326-b4b9-0568d15a9b6d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547552 Aug 19 12:22:12.835443 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16ee9f12-1196-4dd3-a95c-30fdce0f7d3b req-faa319ea-0c4c-4cfd-8797-aae46d732442 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782 HTTP/1.1" status: 200 len: 217 time: 0.0584621 Aug 19 12:22:12.857036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b610517-d32d-4b15-ae3d-72933384b20a tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:12.862870 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.869144 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b610517-d32d-4b15-ae3d-72933384b20a tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:12.878828 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0b610517-d32d-4b15-ae3d-72933384b20a tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2577493 Aug 19 12:22:12.879721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55028) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:12.970673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-976158078'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:12.973121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Made reservation on behalf of 081cd35e5c3346af85f95e6d309a2eb7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:12.977641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:12.989472 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6c782be-66b3-4251-ba4e-00f586eb497c req-0aea266b-ea69-4a6d-bbb6-f20bdc3f41bd tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 210 time: 0.0804539 Aug 19 12:22:13.024370 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Pushing event updated for resources: {'Port': ['ID=f75a5939-e126-4c75-a539-e1c6697016bd,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:13.025985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9f12-1196-4dd3-a95c-30fdce0f7d3b req-2c932fe5-dd65-4e57-99b6-f6e30f9f7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.028619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16ee9f12-1196-4dd3-a95c-30fdce0f7d3b req-2c932fe5-dd65-4e57-99b6-f6e30f9f7f56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f4e646-38ae-486f-af95-28a2e0ba949f HTTP/1.1" status: 200 len: 852 time: 0.1788473 Aug 19 12:22:13.091954 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16ee9f12-1196-4dd3-a95c-30fdce0f7d3b req-cb59a986-68e5-4097-a310-3cbadd018d11 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338562 Aug 19 12:22:13.123646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Attempting to bind port f75a5939-e126-4c75-a539-e1c6697016bd on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:13.124003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Attempting to bind port f75a5939-e126-4c75-a539-e1c6697016bd by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:13.124337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Attempting to bind port f75a5939-e126-4c75-a539-e1c6697016bd on network c7910af9-fa9f-4757-879c-8d5ffd82842e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:13.168407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Port f75a5939-e126-4c75-a539-e1c6697016bd on network c7910af9-fa9f-4757-879c-8d5ffd82842e not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:13.169049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Attempting to bind port f75a5939-e126-4c75-a539-e1c6697016bd on network c7910af9-fa9f-4757-879c-8d5ffd82842e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:13.191024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Made reservation on behalf of c00e68202eff4c599b9bf34db3b23aa0 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:13.195295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:13.198081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Checking segment: {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:13.198232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.198361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Bound using segment: {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:13.198361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Bound port: f75a5939-e126-4c75-a539-e1c6697016bd, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:13.198361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.299771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:13.325086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de05da9-dee9-4c2a-9207-86a18005561c req-b4a19c56-1257-494d-98df-1ddd0df0727d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.326582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-b4a19c56-1257-494d-98df-1ddd0df0727d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.30 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 808 time: 0.5029495 Aug 19 12:22:13.328128 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.328477 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Added segment 172a6400-65d3-47d5-bcb1-86dbbf9e7867 of type vlan for network 96bb186d-6fb8-4d88-8cf1-f286910df16e Aug 19 12:22:13.349244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Request body: {'port': {'device_id': '427d1811-6e3b-4850-b134-d8e477224b78', 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4', 'admin_state_up': True, 'tenant_id': '6234d0c986c14810828c0377a08fc051'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:13.448925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] For port f75a5939-e126-4c75-a539-e1c6697016bd, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:13.452875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] For port f75a5939-e126-4c75-a539-e1c6697016bd, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f75a5939-e126-4c75-a539-e1c6697016bd,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:13.462071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607fb5a-27bd-4f60-926e-fc4ae456f34f req-839e5a5d-01a0-4d94-92fc-d592426eeeb5 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.469748 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c607fb5a-27bd-4f60-926e-fc4ae456f34f req-839e5a5d-01a0-4d94-92fc-d592426eeeb5 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 943 time: 0.2865851 Aug 19 12:22:13.525327 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.531095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16ee9f12-1196-4dd3-a95c-30fdce0f7d3b req-e702ebc0-494f-43a2-9a24-78e7fe45b5c9 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204714 Aug 19 12:22:13.548446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Allocated IP 10.2.2.200 (906a279c-def4-4f79-bdc7-f9bd5fb2112e/637a575a-ec31-4c4a-af4b-533c95b75677/caf73817-b517-4050-b969-77b44dbe49da) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:13.553395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c607fb5a-27bd-4f60-926e-fc4ae456f34f req-14737f56-6f6e-44fd-98b0-9f0e95b060bc tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750182 Aug 19 12:22:13.596465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.676784 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16ee9f12-1196-4dd3-a95c-30fdce0f7d3b req-93f25d61-48dd-469b-8c8f-4e981dfef771 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338065 Aug 19 12:22:13.679227 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.resource_extend [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:22:13.718161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c984ab-5f0e-4252-87ea-4efc43e34f87 req-a2620d4c-48fe-43c6-8a5a-562b8495f960 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.725285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c984ab-5f0e-4252-87ea-4efc43e34f87 req-a2620d4c-48fe-43c6-8a5a-562b8495f960 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.731196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c984ab-5f0e-4252-87ea-4efc43e34f87 req-a2620d4c-48fe-43c6-8a5a-562b8495f960 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.735183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0efc47ac-1e23-4ba0-920d-32c18a3e3749 req-79114b42-0e36-4330-839d-cb965dde4e84 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 210 time: 0.0952663 Aug 19 12:22:13.743311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c984ab-5f0e-4252-87ea-4efc43e34f87 req-a2620d4c-48fe-43c6-8a5a-562b8495f960 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.748007 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85c984ab-5f0e-4252-87ea-4efc43e34f87 req-a2620d4c-48fe-43c6-8a5a-562b8495f960 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 3096 time: 0.3020782 Aug 19 12:22:13.754005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.754005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.755644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] 10.222.0.30 "PUT /v2.0/ports/f75a5939-e126-4c75-a539-e1c6697016bd HTTP/1.1" status: 200 len: 1091 time: 1.6975663 Aug 19 12:22:13.756472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'tag': 'f75a5939-e126-4c75-a539-e1c6697016bd'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:13.759526 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6add63c9-2158-40c8-8b36-485976220064" -d '{"events": [{"name": "network-changed", "server_uuid": "1d78ef04-69b0-492f-b414-dfb9e288dc08", "tag": "f75a5939-e126-4c75-a539-e1c6697016bd"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:13.845466 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85c984ab-5f0e-4252-87ea-4efc43e34f87 req-5bf70861-6b2e-4dca-b946-b8d4067f8f80 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570767 Aug 19 12:22:13.934778 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.951169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:13.954773 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:13.960716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2ee76-1860-4d2a-a45a-2e19c9978d53 service neutron] Pushing event updated for resources: {'Port': ['ID=f75a5939-e126-4c75-a539-e1c6697016bd,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:13.961451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Made reservation on behalf of 6234d0c986c14810828c0377a08fc051 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:13.973861 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.108501 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6ddaf3-e5db-4f0b-9c25-d48162bf6d74 x-openstack-request-id: req-9e6ddaf3-e5db-4f0b-9c25-d48162bf6d74 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:14.108802 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d78ef04-69b0-492f-b414-dfb9e288dc08", "tag": "f75a5939-e126-4c75-a539-e1c6697016bd", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:14.109057 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e6ddaf3-e5db-4f0b-9c25-d48162bf6d74 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:14.109469 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'tag': 'f75a5939-e126-4c75-a539-e1c6697016bd', 'status': 'completed', 'code': 200} Aug 19 12:22:14.138277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event updated for resources: {'Network': ['ID=96bb186d-6fb8-4d88-8cf1-f286910df16e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:14.166300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 96bb186d-6fb8-4d88-8cf1-f286910df16e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:14.166870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55054) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:14.230125 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b11504c9-8d62-48d7-9488-d4e11d6c6a93 req-ff969df8-39e8-4efb-a3b8-fcf3c8c9ecd7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 210 time: 0.0837471 Aug 19 12:22:14.370661 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10000795-906a-4bf4-8f13-ffa19a55c57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.395103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e93b20b8-eff8-48f3-847c-181c46c699d0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4325244 Aug 19 12:22:14.406789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55058) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:14.409008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-418917381'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:14.437238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Allocated IP 172.20.0.3 (142bcacd-7cc1-49d7-8cfe-21991cda91a4/d5051029-ce9d-4119-b80a-a2ba91652dde/49a4b9dc-6b60-4b67-9075-0e25cb51e805) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:14.493894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82302e-fb3e-4ad1-9c3f-b9180ac9820b req-1f14b1ba-dcf5-4c10-9971-6fb8a84721b0 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:14.501803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec82302e-fb3e-4ad1-9c3f-b9180ac9820b req-1f14b1ba-dcf5-4c10-9971-6fb8a84721b0 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 943 time: 0.5335541 Aug 19 12:22:14.504854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc217b-38d7-44f5-a467-48bbc163193f req-98faf971-4f48-4cee-b482-58b1047646c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:14.506670 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-98faf971-4f48-4cee-b482-58b1047646c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 1094 time: 0.4767575 Aug 19 12:22:14.518090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 772f1ea4-dee6-4bb8-83c3-f79ead882782 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:14.522355 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.618538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Transition to ACTIVE for port object caf73817-b517-4050-b969-77b44dbe49da will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:14.664673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10000795-906a-4bf4-8f13-ffa19a55c57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.667235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-fea91b30-d5ac-4c60-8857-af304af8c800 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f75a5939-e126-4c75-a539-e1c6697016bd HTTP/1.1" status: 200 len: 217 time: 0.1424828 Aug 19 12:22:14.735945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 772f1ea4-dee6-4bb8-83c3-f79ead882782, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:14.744971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.758769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '772f1ea4-dee6-4bb8-83c3-f79ead882782', 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88', 'port_id': '772f1ea4-dee6-4bb8-83c3-f79ead882782', 'mac_address': 'fa:16:3e:89:fc:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f4e646-38ae-486f-af95-28a2e0ba949f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:14.776833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f52c0-795e-4cb8-91a4-8ed88f3ff92a req-a7ec1e79-da8e-444d-8be9-1eab9aab211a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:14.785163 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec82302e-fb3e-4ad1-9c3f-b9180ac9820b req-2382d192-a4ea-43fd-a8c2-940e5e0ea999 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775731 Aug 19 12:22:14.785305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-132f52c0-795e-4cb8-91a4-8ed88f3ff92a req-a7ec1e79-da8e-444d-8be9-1eab9aab211a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 943 time: 0.1163647 Aug 19 12:22:14.786994 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10000795-906a-4bf4-8f13-ffa19a55c57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.816964 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.835678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772f1ea4-dee6-4bb8-83c3-f79ead882782 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:14.860011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Network 906a279c-def4-4f79-bdc7-f9bd5fb2112e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:14.872527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc217b-38d7-44f5-a467-48bbc163193f req-7f500b75-ea93-4d7b-b043-491d7f430222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:14.874037 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-7f500b75-ea93-4d7b-b043-491d7f430222 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b6d7280-9d8b-4b3d-8463-77a7307cc2ef HTTP/1.1" status: 200 len: 845 time: 0.1922708 Aug 19 12:22:14.885366 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-10000795-906a-4bf4-8f13-ffa19a55c57c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae9f9d6b462642febe5744e8c677a113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7206640 Aug 19 12:22:14.889147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:14.891023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 772f1ea4-dee6-4bb8-83c3-f79ead882782, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:14.895485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:14.904591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55066) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:14.908524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10000795-906a-4bf4-8f13-ffa19a55c57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b36744-a16b-4806-8b59-de0aabab929d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:14.916017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:14.942710 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-132f52c0-795e-4cb8-91a4-8ed88f3ff92a req-9302c854-6a38-4a56-bbf1-f52695b32746 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565833 Aug 19 12:22:15.003076 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.053756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Made reservation on behalf of c00e68202eff4c599b9bf34db3b23aa0 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:15.059383 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.066383 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-1885df80-6556-4780-b1db-d7ac7f84735d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7910af9-fa9f-4757-879c-8d5ffd82842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1811638 Aug 19 12:22:15.107025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=772f1ea4-dee6-4bb8-83c3-f79ead882782,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:15.107752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event updated for resources: {'Port': ['ID=caf73817-b517-4050-b969-77b44dbe49da,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:15.116903 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.116903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:15.155615 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-46eaf9ca-42d9-4a2e-aac0-eab0553f7ddd req-bff09f48-0137-4a26-964d-8c3272e69bc5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 210 time: 0.2409203 Aug 19 12:22:15.193337 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.193337 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Added segment 9df62b27-0d17-45a8-8bc0-756dee0254d5 of type vlan for network 5dca28a1-b87b-42ed-bb57-6a666dafd0ea Aug 19 12:22:15.204749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['772f1ea4-dee6-4bb8-83c3-f79ead882782'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:15.215918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:15.222507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:15.222994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.223667 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.283872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:15.310337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3f95d1df-c4f7-4942-a048-d814efa57696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.358651 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3f95d1df-c4f7-4942-a048-d814efa57696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.362183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-13c8d240-bad7-461f-acb9-ae4513af24d2 service neutron] 10.222.0.30 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489572 Aug 19 12:22:15.363971 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.370348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Pushing event updated for resources: {'Port': ['ID=49a4b9dc-6b60-4b67-9075-0e25cb51e805,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:15.371779 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-baa1e9cd-cf99-4c9e-a0a7-cf2d6539d3ac tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9376101 Aug 19 12:22:15.392270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:15.407776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09ae01-abdb-49dc-88d9-43b9fb1c77e7 req-b069e395-74ff-4a41-acf9-d103f349c5ce tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.413996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09ae01-abdb-49dc-88d9-43b9fb1c77e7 req-b069e395-74ff-4a41-acf9-d103f349c5ce tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.421397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09ae01-abdb-49dc-88d9-43b9fb1c77e7 req-b069e395-74ff-4a41-acf9-d103f349c5ce tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.428312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09ae01-abdb-49dc-88d9-43b9fb1c77e7 req-b069e395-74ff-4a41-acf9-d103f349c5ce tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.434912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d09ae01-abdb-49dc-88d9-43b9fb1c77e7 req-b069e395-74ff-4a41-acf9-d103f349c5ce tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.436893 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d09ae01-abdb-49dc-88d9-43b9fb1c77e7 req-b069e395-74ff-4a41-acf9-d103f349c5ce tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 3817 time: 0.2580137 Aug 19 12:22:15.465523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-09e91bbf-109a-44c1-a522-23713a4a75a8 None None] Provisioning for port caf73817-b517-4050-b969-77b44dbe49da completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:15.469800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-09e91bbf-109a-44c1-a522-23713a4a75a8 None None] Provisioning complete for port caf73817-b517-4050-b969-77b44dbe49da triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:15.470121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.470326 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-09e91bbf-109a-44c1-a522-23713a4a75a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.470835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.519342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-09e91bbf-109a-44c1-a522-23713a4a75a8 None None] Port caf73817-b517-4050-b969-77b44dbe49da cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:15.522169 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d09ae01-abdb-49dc-88d9-43b9fb1c77e7 req-7e271745-8a17-4c28-8725-eeedb14e1034 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747766 Aug 19 12:22:15.568487 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.574558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.575617 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.591088 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200d870-3c3b-43a0-8684-4ad54fa3772d req-f1cc08c7-3d16-41de-a9e6-dba80366e009 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.599371 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9200d870-3c3b-43a0-8684-4ad54fa3772d req-f1cc08c7-3d16-41de-a9e6-dba80366e009 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 931 time: 0.1838531 Aug 19 12:22:15.618046 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.658397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cc217b-38d7-44f5-a467-48bbc163193f req-76dbd276-3257-45a3-9d6a-9d1b0240d177 service neutron] 10.222.0.30 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832091 Aug 19 12:22:15.661518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-03f77c89-483a-49ae-96db-feb8f0b08a4a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3163142 Aug 19 12:22:15.667383 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9200d870-3c3b-43a0-8684-4ad54fa3772d req-4cf2b53c-3ef8-44cf-91a4-21d66eacfdaf tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671723 Aug 19 12:22:15.679075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event updated for resources: {'Network': ['ID=5dca28a1-b87b-42ed-bb57-6a666dafd0ea,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:15.693439 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 5dca28a1-b87b-42ed-bb57-6a666dafd0ea details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:15.694738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Request body: {'port': {'device_id': '427d1811-6e3b-4850-b134-d8e477224b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:15.758711 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.763990 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3f95d1df-c4f7-4942-a048-d814efa57696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.769056 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3f95d1df-c4f7-4942-a048-d814efa57696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:15.769056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3f95d1df-c4f7-4942-a048-d814efa57696 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0b36744-a16b-4806-8b59-de0aabab929d HTTP/1.1" status: 204 len: 168 time: 0.8373277 Aug 19 12:22:15.781831 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-62a3640b-c893-47e5-bce9-a87c76365e53 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3794982 Aug 19 12:22:15.782992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55074) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:15.788315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95d1df-c4f7-4942-a048-d814efa57696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b36744-a16b-4806-8b59-de0aabab929d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:15.867877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'ports': [{'network_id': '96bb186d-6fb8-4d88-8cf1-f286910df16e', 'name': 'tempest-port--1033877250', 'admin_state_up': True}, {'network_id': '5dca28a1-b87b-42ed-bb57-6a666dafd0ea', 'admin_state_up': False}]} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:15.867877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'port': {'network_id': '96bb186d-6fb8-4d88-8cf1-f286910df16e', 'name': 'tempest-port--1033877250', 'admin_state_up': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:15.872280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'port': {'network_id': '5dca28a1-b87b-42ed-bb57-6a666dafd0ea', 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:15.950875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add63c9-2158-40c8-8b36-485976220064 req-afc0a3a4-ac4d-4c4b-ba6b-b08e932ccdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:15.953216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6add63c9-2158-40c8-8b36-485976220064 req-afc0a3a4-ac4d-4c4b-ba6b-b08e932ccdca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 1094 time: 0.0841441 Aug 19 12:22:16.189146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06203eaa-dc3d-4e03-9e70-f6f275eacbfc {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:16.209392 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.230057 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6e3fa-6039-4581-a45e-164718bbd323 req-3058d05f-f381-4024-9558-0290472cbf83 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:16.236125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-deb6e3fa-6039-4581-a45e-164718bbd323 req-3058d05f-f381-4024-9558-0290472cbf83 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 944 time: 0.1756771 Aug 19 12:22:16.236744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add63c9-2158-40c8-8b36-485976220064 req-38b6993d-621c-4b86-9c6d-c0d3cbaff458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:16.238196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6add63c9-2158-40c8-8b36-485976220064 req-38b6993d-621c-4b86-9c6d-c0d3cbaff458 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7910af9-fa9f-4757-879c-8d5ffd82842e HTTP/1.1" status: 200 len: 906 time: 0.2760577 Aug 19 12:22:16.265251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Transition to ACTIVE for port object 06203eaa-dc3d-4e03-9e70-f6f275eacbfc will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:16.322720 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6add63c9-2158-40c8-8b36-485976220064 req-80a68d84-3251-4cd2-9461-cc513d6f82eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f75a5939-e126-4c75-a539-e1c6697016bd HTTP/1.1" status: 200 len: 217 time: 0.0748625 Aug 19 12:22:16.330961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-deb6e3fa-6039-4581-a45e-164718bbd323 req-e7529385-b7c5-481f-9117-9c25d32bc52c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865319 Aug 19 12:22:16.388868 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add63c9-2158-40c8-8b36-485976220064 req-b6e04729-12c3-4d12-aba1-8192cec16367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:16.390859 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6add63c9-2158-40c8-8b36-485976220064 req-b6e04729-12c3-4d12-aba1-8192cec16367 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b6d7280-9d8b-4b3d-8463-77a7307cc2ef HTTP/1.1" status: 200 len: 845 time: 0.0586383 Aug 19 12:22:16.411910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.461242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6add63c9-2158-40c8-8b36-485976220064 req-dd187a5c-e8bd-4226-9d2d-2164e8adf8e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7910af9-fa9f-4757-879c-8d5ffd82842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597291 Aug 19 12:22:16.539205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 772f1ea4-dee6-4bb8-83c3-f79ead882782 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:16.560695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290d7e8-302c-47d5-8fbc-78b042a64a74 req-243a2fd1-01e5-44ee-8d91-b755d2e905c5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:16.568670 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0290d7e8-302c-47d5-8fbc-78b042a64a74 req-243a2fd1-01e5-44ee-8d91-b755d2e905c5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 943 time: 0.2960424 Aug 19 12:22:16.602890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Pushing event updated for resources: {'Port': ['ID=06203eaa-dc3d-4e03-9e70-f6f275eacbfc,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:16.677925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-273c7e44-362b-48d0-a062-d038754e6e99 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:16.679664 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-273c7e44-362b-48d0-a062-d038754e6e99 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.4060035 Aug 19 12:22:16.681619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2be8e866-cc91-44fd-9551-d0813a601398 req-0f649c68-db63-419a-ace9-caa4021a0cf5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 210 time: 0.0945692 Aug 19 12:22:16.695617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 772f1ea4-dee6-4bb8-83c3-f79ead882782 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:16.700936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Request body: {'port': {'device_id': '18d68161-4bf7-46d0-a9bc-f13699af00b4', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'admin_state_up': True, 'tenant_id': 'e9122b62ade54036998fddd91baf1714'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:16.705326 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 772f1ea4-dee6-4bb8-83c3-f79ead882782 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:16.708301 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.716109 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6add63c9-2158-40c8-8b36-485976220064 req-7e3053d5-f6fc-4314-99a2-72b3e46ec497 service neutron] 10.222.0.30 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341547 Aug 19 12:22:16.740751 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0290d7e8-302c-47d5-8fbc-78b042a64a74 req-de189838-b704-46c8-8991-ca711e1a7eaa tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710045 Aug 19 12:22:16.878741 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.878996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Attempting to bind port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:16.882572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Attempting to bind port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:16.882572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Attempting to bind port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc on network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:16.890819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Made reservation on behalf of c00e68202eff4c599b9bf34db3b23aa0 for: {'port': 2} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:16.896170 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.905117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772f1ea4-dee6-4bb8-83c3-f79ead882782'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:16.907897 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf8fbaf-29ec-4e0f-bdae-93dac4f9e7fd" -d '{"events": [{"server_uuid": "c0ac33d4-3929-4d34-89cd-0fda8f99751d", "name": "network-vif-plugged", "status": "completed", "tag": "772f1ea4-dee6-4bb8-83c3-f79ead882782"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:16.914221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc on network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:16.914554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Attempting to bind port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc on network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:16.921264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 772f1ea4-dee6-4bb8-83c3-f79ead882782, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:16.928057 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:16.928400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Checking segment: {'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:16.928784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Bound using segment: {'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:16.929219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Bound port: 06203eaa-dc3d-4e03-9e70-f6f275eacbfc, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d5b8ca9-efac-4695-8392-c2a399b8ff38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:16.929575 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:16.967663 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.017031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae07ac0-b09a-4d11-9e67-290376702f20 req-e0037cf7-dc9c-441b-9827-5dd442ac0bc1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.018594 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ae07ac0-b09a-4d11-9e67-290376702f20 req-e0037cf7-dc9c-441b-9827-5dd442ac0bc1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 945 time: 0.1429408 Aug 19 12:22:17.025676 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.035035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6add63c9-2158-40c8-8b36-485976220064 req-d347074a-abe8-4e45-93bd-682baf04ae18 service neutron] 10.222.0.30 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070254 Aug 19 12:22:17.091385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=772f1ea4-dee6-4bb8-83c3-f79ead882782,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:17.108317 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3e0d3-c8da-407a-8261-ac8c7e254e06 req-81b1e830-fcf1-4a9b-8f32-2ba3dccb90dd tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.108466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ae07ac0-b09a-4d11-9e67-290376702f20 req-431dd810-0535-426c-a5ca-336ee0448008 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629983 Aug 19 12:22:17.111383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] For port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:17.115114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] For port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=06203eaa-dc3d-4e03-9e70-f6f275eacbfc,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:17.122883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3e0d3-c8da-407a-8261-ac8c7e254e06 req-81b1e830-fcf1-4a9b-8f32-2ba3dccb90dd tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.134198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3e0d3-c8da-407a-8261-ac8c7e254e06 req-81b1e830-fcf1-4a9b-8f32-2ba3dccb90dd tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.135943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3e0d3-c8da-407a-8261-ac8c7e254e06 req-81b1e830-fcf1-4a9b-8f32-2ba3dccb90dd tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.142628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3e0d3-c8da-407a-8261-ac8c7e254e06 req-81b1e830-fcf1-4a9b-8f32-2ba3dccb90dd tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.144555 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4cc3e0d3-c8da-407a-8261-ac8c7e254e06 req-81b1e830-fcf1-4a9b-8f32-2ba3dccb90dd tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 3829 time: 0.2882502 Aug 19 12:22:17.197805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a4b9dc-6b60-4b67-9075-0e25cb51e805 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:17.213550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.216456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.224243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] device_id is not set on port bd7db543-a8b2-442f-9eea-2100eb0137a2 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:22:17.252479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.252479 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.252479 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] 10.222.0.62 "PUT /v2.0/ports/06203eaa-dc3d-4e03-9e70-f6f275eacbfc HTTP/1.1" status: 200 len: 1092 time: 1.8631196 Aug 19 12:22:17.253658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:17.255127 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4cc3e0d3-c8da-407a-8261-ac8c7e254e06 req-ed03a19f-59aa-442f-a4d3-990d7288572d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915413 Aug 19 12:22:17.256829 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a" -d '{"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "06203eaa-dc3d-4e03-9e70-f6f275eacbfc"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:17.259102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Transition to ACTIVE for port object 49a4b9dc-6b60-4b67-9075-0e25cb51e805 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:17.287710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5496a-ef92-432d-8f21-3bf9237581c1 req-d56f6759-6be3-4f50-b277-26cfab8e6e2b tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.294817 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1f5496a-ef92-432d-8f21-3bf9237581c1 req-d56f6759-6be3-4f50-b277-26cfab8e6e2b tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 931 time: 0.1113417 Aug 19 12:22:17.331345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00446668-5e87-48b2-8f67-edb1912d37e2 service neutron] Pushing event updated for resources: {'Port': ['ID=06203eaa-dc3d-4e03-9e70-f6f275eacbfc,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:17.337630 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a601c1-3c56-4f64-8b62-f3a9a27fee1f x-openstack-request-id: req-f8a601c1-3c56-4f64-8b62-f3a9a27fee1f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:17.339834 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ac33d4-3929-4d34-89cd-0fda8f99751d", "name": "network-vif-plugged", "status": "completed", "tag": "772f1ea4-dee6-4bb8-83c3-f79ead882782", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:17.339834 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8a601c1-3c56-4f64-8b62-f3a9a27fee1f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:17.339834 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772f1ea4-dee6-4bb8-83c3-f79ead882782', 'code': 200} Aug 19 12:22:17.369493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1f5496a-ef92-432d-8f21-3bf9237581c1 req-8f2f46b2-a354-43f3-9118-2fb83d221f35 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736430 Aug 19 12:22:17.397193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Made reservation on behalf of e9122b62ade54036998fddd91baf1714 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:17.397354 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.404639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.418652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:17.454911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55109fe0-536c-4f75-8f9c-0fa409eaf724 req-a3942824-aa62-4b18-8c9c-526914956854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.456649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55109fe0-536c-4f75-8f9c-0fa409eaf724 req-a3942824-aa62-4b18-8c9c-526914956854 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 1096 time: 0.0473230 Aug 19 12:22:17.472479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55120) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:17.505805 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55109fe0-536c-4f75-8f9c-0fa409eaf724 req-d6f485d2-3633-4ed5-84c6-63be8c5868b7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 Aug 19 12:22:17.515166 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403c2820-13e7-40c9-8bdf-cfe5e1dbdd5f x-openstack-request-id: req-403c2820-13e7-40c9-8bdf-cfe5e1dbdd5f {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:17.515736 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "06203eaa-dc3d-4e03-9e70-f6f275eacbfc", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:17.516198 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-403c2820-13e7-40c9-8bdf-cfe5e1dbdd5f {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:17.517754 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc', 'status': 'completed', 'code': 200} Aug 19 12:22:17.623832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d48086-d02d-45ea-9d15-139f57d1b4ff req-e24044c0-9173-43f0-acd4-bbb1ee21eac4 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.631961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72d48086-d02d-45ea-9d15-139f57d1b4ff req-e24044c0-9173-43f0-acd4-bbb1ee21eac4 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 945 time: 0.0631280 Aug 19 12:22:17.643729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1317875376-network', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:17.654723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Allocated IP 172.20.0.13 (ce726399-d1c8-4413-8ca5-6de1e3ca0925/81a30a79-0796-4e2e-a201-ffee4494f99e/9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:17.696129 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72d48086-d02d-45ea-9d15-139f57d1b4ff req-fda20855-7b91-46c5-8845-0cd0e7054a94 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620811 Aug 19 12:22:17.707982 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.749523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Pushing event updated for resources: {'Port': ['ID=49a4b9dc-6b60-4b67-9075-0e25cb51e805,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:17.774659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-f350df6b-c375-4867-9ee0-03e53eac51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.775174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-f350df6b-c375-4867-9ee0-03e53eac51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.775648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-f350df6b-c375-4867-9ee0-03e53eac51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.776279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-f350df6b-c375-4867-9ee0-03e53eac51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.776758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-f350df6b-c375-4867-9ee0-03e53eac51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:17.778517 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-f350df6b-c375-4867-9ee0-03e53eac51d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 4364 time: 0.0751021 Aug 19 12:22:17.907715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Made reservation on behalf of bdf60d8a50c344eeb9927fe5e603de14 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:17.910052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.913460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24559279-4f86-45cb-a203-75b0effe52dc req-f69a195d-c464-447d-9ee3-e09b133e5181 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 210 time: 0.1019611 Aug 19 12:22:17.948961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:17.978896 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.015764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] device_id is not set on port 357028b9-e093-45f9-ab66-599ca77f3c5f yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:22:18.064968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.113117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-fb23c78e-7bca-42aa-a6e3-733d224f585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.113503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-fb23c78e-7bca-42aa-a6e3-733d224f585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.113975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-fb23c78e-7bca-42aa-a6e3-733d224f585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.115655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-fb23c78e-7bca-42aa-a6e3-733d224f585b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3286502 Aug 19 12:22:18.129741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:18.130070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:18.130549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:18.147065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:18.147479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:18.175508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87bdf3-039d-4844-a527-baf87b871faf req-87b062a5-3828-4edc-bfdf-8c21591a7fda tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.177125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb87bdf3-039d-4844-a527-baf87b871faf req-87b062a5-3828-4edc-bfdf-8c21591a7fda tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 943 time: 0.2000389 Aug 19 12:22:18.222771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:18.223206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:18.223536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:18.223968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Bound port: 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:18.224399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.347574 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb87bdf3-039d-4844-a527-baf87b871faf req-982a6c0f-9963-49c0-a207-23d9131e4157 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351488 Aug 19 12:22:18.389746 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.391775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-edfe3875-f852-40c4-a20b-11062c256b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.393406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e3abf2b-5c2c-4f23-bf94-1f8a979bb19a req-edfe3875-f852-40c4-a20b-11062c256b8f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2683549 Aug 19 12:22:18.467319 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.485671 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.536050 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.553165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:18.594525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Network ce726399-d1c8-4413-8ca5-6de1e3ca0925 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:18.606276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:18.630668 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027602-979e-4f04-8dd2-c8e2890721a3 req-eac03356-bc43-45fc-bfed-9c4f96cc71d4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.636858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027602-979e-4f04-8dd2-c8e2890721a3 req-eac03356-bc43-45fc-bfed-9c4f96cc71d4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.642877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027602-979e-4f04-8dd2-c8e2890721a3 req-eac03356-bc43-45fc-bfed-9c4f96cc71d4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.649090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027602-979e-4f04-8dd2-c8e2890721a3 req-eac03356-bc43-45fc-bfed-9c4f96cc71d4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.655099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5027602-979e-4f04-8dd2-c8e2890721a3 req-eac03356-bc43-45fc-bfed-9c4f96cc71d4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.657150 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5027602-979e-4f04-8dd2-c8e2890721a3 req-eac03356-bc43-45fc-bfed-9c4f96cc71d4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 3829 time: 0.2528026 Aug 19 12:22:18.662573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event updated for resources: {'Port': ['ID=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:18.662573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:18.670777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:18.728998 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.834611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:18.843700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.844910 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.847940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.848529 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.849891 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] 10.222.0.30 "PUT /v2.0/ports/49a4b9dc-6b60-4b67-9075-0e25cb51e805 HTTP/1.1" status: 200 len: 1091 time: 3.1595933 Aug 19 12:22:18.851223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f84c48-3470-457b-9484-8389ea63135f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:18.854523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427d1811-6e3b-4850-b134-d8e477224b78', 'tag': '49a4b9dc-6b60-4b67-9075-0e25cb51e805'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:18.854691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.855073 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Added segment fe4a2e21-9072-4ecd-9fbc-72774183468d of type vlan for network 0b3894f8-dae9-4e88-8329-0414c9eea13c Aug 19 12:22:18.856964 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c5b9e5-afe4-4b6c-8d93-bb7112ed3e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "427d1811-6e3b-4850-b134-d8e477224b78", "tag": "49a4b9dc-6b60-4b67-9075-0e25cb51e805"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:18.863618 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5027602-979e-4f04-8dd2-c8e2890721a3 req-e19cc9b7-3b5e-43d4-bb38-9ba02ee3b6fa tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891770 Aug 19 12:22:18.894313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53dc58b7-9984-40dc-8a11-1f42b19c5175 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:18.901994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ac882-f3df-4e02-95a1-d32e06ecdac1 req-f19287ec-6e02-463c-8c64-a499b4032860 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:18.902606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ac805-419f-459f-bec4-eb99e6482a20 service neutron] Pushing event updated for resources: {'Port': ['ID=49a4b9dc-6b60-4b67-9075-0e25cb51e805,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:18.907656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.920724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-935ac882-f3df-4e02-95a1-d32e06ecdac1 req-f19287ec-6e02-463c-8c64-a499b4032860 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 943 time: 0.4409509 Aug 19 12:22:18.921185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Transition to ACTIVE for port object 53dc58b7-9984-40dc-8a11-1f42b19c5175 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:18.957426 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.967275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:18.984077 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-935ac882-f3df-4e02-95a1-d32e06ecdac1 req-1c262d86-a38e-4d08-9815-75156f4c7862 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669324 Aug 19 12:22:19.047956 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-f7f11d7a-5a71-422f-b8d0-3a8b674b401d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3540065 Aug 19 12:22:19.052037 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86930cb0-f5a7-4375-bbb2-273955140354 x-openstack-request-id: req-86930cb0-f5a7-4375-bbb2-273955140354 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:19.052669 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427d1811-6e3b-4850-b134-d8e477224b78", "tag": "49a4b9dc-6b60-4b67-9075-0e25cb51e805", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:19.053122 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86930cb0-f5a7-4375-bbb2-273955140354 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:19.053505 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427d1811-6e3b-4850-b134-d8e477224b78', 'tag': '49a4b9dc-6b60-4b67-9075-0e25cb51e805', 'status': 'completed', 'code': 200} Aug 19 12:22:19.080738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Request body: {'port': {'device_id': '18d68161-4bf7-46d0-a9bc-f13699af00b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:19.091586 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.119629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event updated for resources: {'Port': ['ID=bd7db543-a8b2-442f-9eea-2100eb0137a2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:19.131592 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.132883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.133646 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.136102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63802e1d-3672-4bbf-9a4e-d1c5c0abfe05 req-e99cb58e-9432-406c-85e9-4398d9bbff42 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.136243 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-63802e1d-3672-4bbf-9a4e-d1c5c0abfe05 req-e99cb58e-9432-406c-85e9-4398d9bbff42 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 945 time: 0.1923287 Aug 19 12:22:19.248714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b45819-11ae-4637-99fb-54197ee57b2d req-ded84247-e947-454b-a69d-88c8ac58a19f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.251484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Pushing event updated for resources: {'Port': ['ID=53dc58b7-9984-40dc-8a11-1f42b19c5175,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:19.273908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41b45819-11ae-4637-99fb-54197ee57b2d req-ded84247-e947-454b-a69d-88c8ac58a19f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 932 time: 0.1782072 Aug 19 12:22:19.279981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0b3894f8-dae9-4e88-8329-0414c9eea13c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:19.291188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 0b3894f8-dae9-4e88-8329-0414c9eea13c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:19.310586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de05da9-dee9-4c2a-9207-86a18005561c req-7c6a9749-1e56-4b22-880a-54b5dfe61864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.312275 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-7c6a9749-1e56-4b22-880a-54b5dfe61864 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 1094 time: 0.2944238 Aug 19 12:22:19.320029 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7003f02d-6dbb-43d8-9dcf-072be52183c5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8454263 Aug 19 12:22:19.322837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55152) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:19.336344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41b45819-11ae-4637-99fb-54197ee57b2d req-acb009bb-8156-4c98-9b2e-00a782a808e2 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635843 Aug 19 12:22:19.346898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Request body: {'subnet': {'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1317875376-subnet', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:19.362988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-63802e1d-3672-4bbf-9a4e-d1c5c0abfe05 req-231614ac-afda-4bcc-83b3-adec2dd1bfd9 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827104 Aug 19 12:22:19.364501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Checking segment: {'id': '172a6400-65d3-47d5-bcb1-86dbbf9e7867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '96bb186d-6fb8-4d88-8cf1-f286910df16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:19.365287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Network hostable DHCP agents. Network: 96bb186d-6fb8-4d88-8cf1-f286910df16e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:22:19.496593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Made reservation on behalf of bdf60d8a50c344eeb9927fe5e603de14 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:19.499778 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.500163 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-fdd01dbd-4325-4e89-bc1f-fc3b478181f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805 HTTP/1.1" status: 200 len: 217 time: 0.1298947 Aug 19 12:22:19.501267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Attempting to bind port 53dc58b7-9984-40dc-8a11-1f42b19c5175 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:19.501595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Attempting to bind port 53dc58b7-9984-40dc-8a11-1f42b19c5175 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:19.501970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Attempting to bind port 53dc58b7-9984-40dc-8a11-1f42b19c5175 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:19.507939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Port 53dc58b7-9984-40dc-8a11-1f42b19c5175 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:19.508319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Attempting to bind port 53dc58b7-9984-40dc-8a11-1f42b19c5175 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:19.513320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.526308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:19.526671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Checking segment: {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:19.527323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Bound using segment: {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:19.527777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Bound port: 53dc58b7-9984-40dc-8a11-1f42b19c5175, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:19.528131 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.591873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Network 96bb186d-6fb8-4d88-8cf1-f286910df16e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:22:19.592211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdfe65-d950-448b-bfab-96884e983e29 req-a8bb011f-94d6-4b2f-a884-42dc8e7cb9df tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:19.593460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5cfdfe65-d950-448b-bfab-96884e983e29 req-a8bb011f-94d6-4b2f-a884-42dc8e7cb9df tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 943 time: 0.1347151 Aug 19 12:22:19.679620 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5cfdfe65-d950-448b-bfab-96884e983e29 req-14c07096-68d0-420b-8b6c-44c9435fa266 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Aug 19 12:22:19.697583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f75a5939-e126-4c75-a539-e1c6697016bd details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:19.823655 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.834391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f75a5939-e126-4c75-a539-e1c6697016bd, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f75a5939-e126-4c75-a539-e1c6697016bd,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:19.849802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'f75a5939-e126-4c75-a539-e1c6697016bd', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'port_id': 'f75a5939-e126-4c75-a539-e1c6697016bd', 'mac_address': 'fa:16:3e:3e:ba:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6d7280-9d8b-4b3d-8463-77a7307cc2ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:19.887799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ebce066-b026-4e5d-ae09-5e49c26b0665,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:19.901944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:19.920027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f75a5939-e126-4c75-a539-e1c6697016bd {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:19.920606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.921145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.922107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.925090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.925686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.927128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.928170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.928692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.929187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.929889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.930385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.930909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:19.956043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Checking segment: {'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:19.957207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Network hostable DHCP agents. Network: 0b3894f8-dae9-4e88-8329-0414c9eea13c, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:22:19.958269 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f75a5939-e126-4c75-a539-e1c6697016bd, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f75a5939-e126-4c75-a539-e1c6697016bd,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:19.973437 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c7049f5-179f-4574-8dd2-40358b8ae3e7 req-5eebadf9-e4d3-4a8f-818d-735f76ee77de tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1499117173&fields=id&tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d HTTP/1.1" status: 200 len: 267 time: 0.4491115 Aug 19 12:22:19.974059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 96bb186d-6fb8-4d88-8cf1-f286910df16e) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:19.994734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f62833-148c-4c41-aeff-439daf3af825 None None] Network 96bb186d-6fb8-4d88-8cf1-f286910df16e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:19.996211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:19.996628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.024900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de05da9-dee9-4c2a-9207-86a18005561c req-91ec3936-851c-4c30-9083-397f00d42056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.024900 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-91ec3936-851c-4c30-9083-397f00d42056 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.4964983 Aug 19 12:22:20.068344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa85c-1951-4e1a-9e6e-38ad69b1b3bd req-e040e7bf-2315-4956-9fbc-03e27cebc730 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.076017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa85c-1951-4e1a-9e6e-38ad69b1b3bd req-e040e7bf-2315-4956-9fbc-03e27cebc730 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.083949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa85c-1951-4e1a-9e6e-38ad69b1b3bd req-e040e7bf-2315-4956-9fbc-03e27cebc730 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.092213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa85c-1951-4e1a-9e6e-38ad69b1b3bd req-e040e7bf-2315-4956-9fbc-03e27cebc730 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.099326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa85c-1951-4e1a-9e6e-38ad69b1b3bd req-e040e7bf-2315-4956-9fbc-03e27cebc730 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.106197 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa85c-1951-4e1a-9e6e-38ad69b1b3bd req-e040e7bf-2315-4956-9fbc-03e27cebc730 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.108617 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-683aa85c-1951-4e1a-9e6e-38ad69b1b3bd req-e040e7bf-2315-4956-9fbc-03e27cebc730 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 4607 time: 0.1225607 Aug 19 12:22:20.114215 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.136117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-496b6a3d-de18-4199-8708-7e0acb907d8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895112 Aug 19 12:22:20.138143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Network 0b3894f8-dae9-4e88-8329-0414c9eea13c is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:22:20.173665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-683aa85c-1951-4e1a-9e6e-38ad69b1b3bd req-ddf6cebf-2f7f-46f8-80ff-62af0138aa60 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581617 Aug 19 12:22:20.205446 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=f75a5939-e126-4c75-a539-e1c6697016bd,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:20.241910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event updated for resources: {'Port': ['ID=357028b9-e093-45f9-ab66-599ca77f3c5f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:20.273284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] For port 53dc58b7-9984-40dc-8a11-1f42b19c5175, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:20.288031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 0b3894f8-dae9-4e88-8329-0414c9eea13c) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:20.306189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ed9d9-bdb0-4d1e-bddf-448a72473312 req-d9b548c2-9bfa-42cc-8a81-4e1639b77c64 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.306376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51fa6c-af6b-4402-ac11-de74e92b8ce3 None None] Network 0b3894f8-dae9-4e88-8329-0414c9eea13c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:20.307095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7d1ed9d9-bdb0-4d1e-bddf-448a72473312 req-d9b548c2-9bfa-42cc-8a81-4e1639b77c64 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 943 time: 0.0625672 Aug 19 12:22:20.307095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.307095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.380236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7d1ed9d9-bdb0-4d1e-bddf-448a72473312 req-cdb166e4-c55b-47c5-800e-2a15493a145a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486307 Aug 19 12:22:20.382199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f75a5939-e126-4c75-a539-e1c6697016bd'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:20.398449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.399247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.400176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.400787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.401464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.402067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.402718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.404929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.405918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.407568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.408462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.409193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:20.434269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7049f5-179f-4574-8dd2-40358b8ae3e7 req-aeea9784-ef2b-4ce3-8af6-45edaeb2ae4d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.444593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c7049f5-179f-4574-8dd2-40358b8ae3e7 req-aeea9784-ef2b-4ce3-8af6-45edaeb2ae4d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 945 time: 0.4616764 Aug 19 12:22:20.452224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] For port 53dc58b7-9984-40dc-8a11-1f42b19c5175, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=53dc58b7-9984-40dc-8a11-1f42b19c5175,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:20.470957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9c7049f5-179f-4574-8dd2-40358b8ae3e7 req-7f33b625-c6c9-4b39-bc2f-e514adb37728 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'port': {'security_groups': ['7a3f5e54-86a7-44a5-9946-7f1121038184', '9c987706-6513-4043-a747-35c9b32dbf4e']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:20.498205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29cd14-1f0a-4399-ac14-f5c60a20eae1 req-0a86ec61-b331-4a3d-894b-b37b817faf70 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.508229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1c29cd14-1f0a-4399-ac14-f5c60a20eae1 req-0a86ec61-b331-4a3d-894b-b37b817faf70 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 932 time: 0.0673018 Aug 19 12:22:20.540578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Checking segment: {'id': '9df62b27-0d17-45a8-8bc0-756dee0254d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5dca28a1-b87b-42ed-bb57-6a666dafd0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:20.540953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Network hostable DHCP agents. Network: 5dca28a1-b87b-42ed-bb57-6a666dafd0ea, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:22:20.559919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1c29cd14-1f0a-4399-ac14-f5c60a20eae1 req-09e48074-3a3a-4eec-84e0-ea6e63955e81 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488162 Aug 19 12:22:20.579951 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d7840fd8-11c2-42e7-91d9-542ec9669395 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2557497 Aug 19 12:22:20.582471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55168) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:20.587375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:20.603731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-0b3894f8-dae9-4e88-8329-0414c9eea13c', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'fixed_ips': [{'subnet_id': '4ebce066-b026-4e5d-ae09-5e49c26b0665'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:22:20.607702 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.638957 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.698727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-22635cef-4175-4a21-86f3-b26171238a36 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007744 Aug 19 12:22:20.705488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.705772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9c7049f5-179f-4574-8dd2-40358b8ae3e7 req-7f33b625-c6c9-4b39-bc2f-e514adb37728 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.707103 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.751444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.751444 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.751444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] 10.222.0.62 "PUT /v2.0/ports/53dc58b7-9984-40dc-8a11-1f42b19c5175 HTTP/1.1" status: 200 len: 1136 time: 3.3385170 Aug 19 12:22:20.814959 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:20.818633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Allocated IP 172.20.0.2 (0b3894f8-dae9-4e88-8329-0414c9eea13c/4ebce066-b026-4e5d-ae09-5e49c26b0665/d53aea16-0748-4456-9f8a-9a005e57d31d) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:20.898928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5de05da9-dee9-4c2a-9207-86a18005561c req-586b68aa-a1e2-4374-b5ac-f1510c74cc6c service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697240 Aug 19 12:22:20.916730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ba727-5052-4322-a649-a2f36b13d0c8 req-20adc553-ace3-452b-a6ac-e4231a118074 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:20.918526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f04ba727-5052-4322-a649-a2f36b13d0c8 req-20adc553-ace3-452b-a6ac-e4231a118074 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 944 time: 0.0935290 Aug 19 12:22:20.933032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Network 5dca28a1-b87b-42ed-bb57-6a666dafd0ea is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:22:20.948690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:21.029392 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.031468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Transition to ACTIVE for port object d53aea16-0748-4456-9f8a-9a005e57d31d will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:21.062240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': '53dc58b7-9984-40dc-8a11-1f42b19c5175'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:21.064294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Transition to ACTIVE for port object d53aea16-0748-4456-9f8a-9a005e57d31d will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:21.066575 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090939da-d3ed-4f01-91f1-def29841d16c" -d '{"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "53dc58b7-9984-40dc-8a11-1f42b19c5175"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:21.069618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406f3d0-090e-4d4a-aef5-13b327eb28f4 service neutron] Pushing event updated for resources: {'Port': ['ID=53dc58b7-9984-40dc-8a11-1f42b19c5175,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:21.072514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 5dca28a1-b87b-42ed-bb57-6a666dafd0ea) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:21.102610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d219f4b6-f926-4937-bc2d-a8bab6a45efd None None] Network 5dca28a1-b87b-42ed-bb57-6a666dafd0ea requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:21.130561 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.136449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f04ba727-5052-4322-a649-a2f36b13d0c8 req-ffd68e42-a587-415d-a535-c5b20e6c7555 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248736 Aug 19 12:22:21.165612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:21.165771 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.170784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.178761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.179546 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.238845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Network 0b3894f8-dae9-4e88-8329-0414c9eea13c is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:21.275935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:21.280832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:21.303773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Pushing event updated for resources: {'Port': ['ID=d53aea16-0748-4456-9f8a-9a005e57d31d,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:21.307916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9c7049f5-179f-4574-8dd2-40358b8ae3e7 req-7f33b625-c6c9-4b39-bc2f-e514adb37728 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] For port 772f1ea4-dee6-4bb8-83c3-f79ead882782, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:21.365296 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9c7049f5-179f-4574-8dd2-40358b8ae3e7 req-7f33b625-c6c9-4b39-bc2f-e514adb37728 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.368904 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6746130d-d6f3-4955-b93b-ad8ce484dfc9 x-openstack-request-id: req-6746130d-d6f3-4955-b93b-ad8ce484dfc9 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:21.369182 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "53dc58b7-9984-40dc-8a11-1f42b19c5175", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:21.369483 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6746130d-d6f3-4955-b93b-ad8ce484dfc9 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:21.369872 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': '53dc58b7-9984-40dc-8a11-1f42b19c5175', 'status': 'completed', 'code': 200} Aug 19 12:22:21.377813 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:21.389386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Attempting to bind port d53aea16-0748-4456-9f8a-9a005e57d31d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:21.392177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Attempting to bind port d53aea16-0748-4456-9f8a-9a005e57d31d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:21.392177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Attempting to bind port d53aea16-0748-4456-9f8a-9a005e57d31d on network 0b3894f8-dae9-4e88-8329-0414c9eea13c {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:21.395577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:21.395954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Checking segment: {'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:21.396350 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.396750 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Bound using segment: {'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:21.397198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Bound port: d53aea16-0748-4456-9f8a-9a005e57d31d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:21.397574 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.398431 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.414659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Transition to ACTIVE for port object 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:21.422913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090939da-d3ed-4f01-91f1-def29841d16c req-c83104ea-0736-4389-b7fc-e1aabf2bb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.423502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090939da-d3ed-4f01-91f1-def29841d16c req-c83104ea-0736-4389-b7fc-e1aabf2bb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.423989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090939da-d3ed-4f01-91f1-def29841d16c req-c83104ea-0736-4389-b7fc-e1aabf2bb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.424470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090939da-d3ed-4f01-91f1-def29841d16c req-c83104ea-0736-4389-b7fc-e1aabf2bb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.424945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090939da-d3ed-4f01-91f1-def29841d16c req-c83104ea-0736-4389-b7fc-e1aabf2bb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.425423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090939da-d3ed-4f01-91f1-def29841d16c req-c83104ea-0736-4389-b7fc-e1aabf2bb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.427389 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-090939da-d3ed-4f01-91f1-def29841d16c req-c83104ea-0736-4389-b7fc-e1aabf2bb03a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5293 time: 0.1981840 Aug 19 12:22:21.456687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9c7049f5-179f-4574-8dd2-40358b8ae3e7 req-7f33b625-c6c9-4b39-bc2f-e514adb37728 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.468711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['772f1ea4-dee6-4bb8-83c3-f79ead882782'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:21.479251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5b9e5-afe4-4b6c-8d93-bb7112ed3e8f req-378adc6a-ff14-4ec2-a536-1a21dfe219b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.481165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7c5b9e5-afe4-4b6c-8d93-bb7112ed3e8f req-378adc6a-ff14-4ec2-a536-1a21dfe219b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 1094 time: 0.4407833 Aug 19 12:22:21.500812 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] For port d53aea16-0748-4456-9f8a-9a005e57d31d, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:21.517520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4a279-d415-4ee0-af19-ab7d023068fb req-ea528b2b-eeee-4f6a-8aa3-70413ae6cea3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.522632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] For port d53aea16-0748-4456-9f8a-9a005e57d31d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d53aea16-0748-4456-9f8a-9a005e57d31d,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:21.523994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4a279-d415-4ee0-af19-ab7d023068fb req-ea528b2b-eeee-4f6a-8aa3-70413ae6cea3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.530437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4a279-d415-4ee0-af19-ab7d023068fb req-ea528b2b-eeee-4f6a-8aa3-70413ae6cea3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.541038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4a279-d415-4ee0-af19-ab7d023068fb req-ea528b2b-eeee-4f6a-8aa3-70413ae6cea3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.549240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4a279-d415-4ee0-af19-ab7d023068fb req-ea528b2b-eeee-4f6a-8aa3-70413ae6cea3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.556458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4a279-d415-4ee0-af19-ab7d023068fb req-ea528b2b-eeee-4f6a-8aa3-70413ae6cea3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.558701 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6a4a279-d415-4ee0-af19-ab7d023068fb req-ea528b2b-eeee-4f6a-8aa3-70413ae6cea3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 4607 time: 0.2240050 Aug 19 12:22:21.572909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['772f1ea4-dee6-4bb8-83c3-f79ead882782'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:21.629332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7049f5-179f-4574-8dd2-40358b8ae3e7 req-7f33b625-c6c9-4b39-bc2f-e514adb37728 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.630089 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9c7049f5-179f-4574-8dd2-40358b8ae3e7 req-7f33b625-c6c9-4b39-bc2f-e514adb37728 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.632513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c7049f5-179f-4574-8dd2-40358b8ae3e7 req-7f33b625-c6c9-4b39-bc2f-e514adb37728 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "PUT /v2.0/ports/772f1ea4-dee6-4bb8-83c3-f79ead882782 HTTP/1.1" status: 200 len: 981 time: 1.1869726 Aug 19 12:22:21.636932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5b9e5-afe4-4b6c-8d93-bb7112ed3e8f req-71b936ce-a38d-4460-9d65-4d3c1f59c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.638655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7c5b9e5-afe4-4b6c-8d93-bb7112ed3e8f req-71b936ce-a38d-4460-9d65-4d3c1f59c998 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1440423 Aug 19 12:22:21.639383 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.642588 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.658281 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4e482d81-e68e-415c-a01d-dc5542ce7615 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8731239 Aug 19 12:22:21.659150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:21.687544 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55186) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:21.708029 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7c5b9e5-afe4-4b6c-8d93-bb7112ed3e8f req-8f99aabf-e179-490a-af32-63cc148d7527 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805 HTTP/1.1" status: 200 len: 217 time: 0.0608704 Aug 19 12:22:21.791633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5b9e5-afe4-4b6c-8d93-bb7112ed3e8f req-b84fecdc-653d-4e9b-b186-fdfd80888bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.793789 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7c5b9e5-afe4-4b6c-8d93-bb7112ed3e8f req-b84fecdc-653d-4e9b-b186-fdfd80888bec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0698380 Aug 19 12:22:21.835178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6a4a279-d415-4ee0-af19-ab7d023068fb req-0547c0bd-2dc7-423e-a4f8-9e39f5a894de tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2652607 Aug 19 12:22:21.856089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090939da-d3ed-4f01-91f1-def29841d16c req-13209d4c-fd49-47eb-94ea-7250dead5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.856565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090939da-d3ed-4f01-91f1-def29841d16c req-13209d4c-fd49-47eb-94ea-7250dead5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.857507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090939da-d3ed-4f01-91f1-def29841d16c req-13209d4c-fd49-47eb-94ea-7250dead5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.859247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-090939da-d3ed-4f01-91f1-def29841d16c req-13209d4c-fd49-47eb-94ea-7250dead5510 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4224906 Aug 19 12:22:21.915745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:21.920767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f75a5939-e126-4c75-a539-e1c6697016bd up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:21.950875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7c5b9e5-afe4-4b6c-8d93-bb7112ed3e8f req-941381e5-7c30-4747-bb5a-8065cd902fb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474650 Aug 19 12:22:21.961678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1917285-c731-4be3-b2bc-b8998ea9d71c req-2387bea3-0d50-4f04-93d4-7ffbb2f12d69 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:21.964700 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1917285-c731-4be3-b2bc-b8998ea9d71c req-2387bea3-0d50-4f04-93d4-7ffbb2f12d69 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 943 time: 0.1667304 Aug 19 12:22:21.970012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33b625-c6c9-4b39-bc2f-e514adb37728 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'Port': ['ID=772f1ea4-dee6-4bb8-83c3-f79ead882782,revision_number=6']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:22.009038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4779b5b-45aa-49a4-aab3-bf0010111aaf None None] Pushing event updated for resources: {'Port': ['ID=d53aea16-0748-4456-9f8a-9a005e57d31d,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:22.045582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5690661c-5533-4c54-9c92-f0aba12c7149 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:22.053993 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5690661c-5533-4c54-9c92-f0aba12c7149 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:22.056001 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5690661c-5533-4c54-9c92-f0aba12c7149 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3639956 Aug 19 12:22:22.091362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55196) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:22.185339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090939da-d3ed-4f01-91f1-def29841d16c req-282f4f34-59ac-45dc-a118-81770c61a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:22.188270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-090939da-d3ed-4f01-91f1-def29841d16c req-282f4f34-59ac-45dc-a118-81770c61a701 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3158786 Aug 19 12:22:22.211141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1ee0d-1e39-49bf-8f9e-1e20dc57e344 req-19ff0488-d6b6-4950-9079-a3c08239fbce tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:22.220314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-95e1ee0d-1e39-49bf-8f9e-1e20dc57e344 req-19ff0488-d6b6-4950-9079-a3c08239fbce tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 944 time: 0.2606106 Aug 19 12:22:22.235571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:22.308702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'port_id': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'mac_address': 'fa:16:3e:4d:ca:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:22.312222 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.373709 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-95e1ee0d-1e39-49bf-8f9e-1e20dc57e344 req-641a5d92-41b5-4f22-a6bf-6a5a391bb1e2 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506474 Aug 19 12:22:22.379562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.479407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Pushing event updated for resources: {'Port': ['ID=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:22.515684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7c5b9e5-afe4-4b6c-8d93-bb7112ed3e8f req-0965f9c0-adf0-4904-a4f0-53d732c26bfc service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489576 Aug 19 12:22:22.521674 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1917285-c731-4be3-b2bc-b8998ea9d71c req-29a27f4b-224a-414e-839f-ede50c6fde4f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674377 Aug 19 12:22:22.600755 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.665817 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34fb5ad3-93ee-445f-a75f-822dbe1b9083 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:22.679841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e12500db-af34-410f-939e-af7519fc0a77 req-c930531a-54e7-49c3-b48b-b7e1cee62a4a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1765332661&fields=id&tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d HTTP/1.1" status: 200 len: 267 time: 0.1620679 Aug 19 12:22:22.683598 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port f75a5939-e126-4c75-a539-e1c6697016bd completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:22.683862 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7c5b9e5-afe4-4b6c-8d93-bb7112ed3e8f req-510ec762-4129-4d61-a4f3-5a09bb44cde8 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521378 Aug 19 12:22:22.732353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Attempting to bind port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:22.733412 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Attempting to bind port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:22.734218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Attempting to bind port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:22.736936 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port f75a5939-e126-4c75-a539-e1c6697016bd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:22.737371 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.754769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:22.774695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Allocated IP 172.25.2.249 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/d6a8c01a-a89f-4392-bed9-870205e0fa5c) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:22.827633 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.864164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:22.864492 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Attempting to bind port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:22.872080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12500db-af34-410f-939e-af7519fc0a77 req-7217acf9-f428-4098-9989-63a20290967a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:22.882270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e12500db-af34-410f-939e-af7519fc0a77 req-7217acf9-f428-4098-9989-63a20290967a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 984 time: 0.1818244 Aug 19 12:22:22.890777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-e12500db-af34-410f-939e-af7519fc0a77 req-4c571b2a-eda3-4bf9-8e19-1406b2b968f1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'port': {'security_groups': ['7a3f5e54-86a7-44a5-9946-7f1121038184', '9c987706-6513-4043-a747-35c9b32dbf4e', '7cd856d9-8f6c-40fa-929c-796d909cfc58']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:22.894237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:22.894237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Checking segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:22.894237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Bound using segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:22.894237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Bound port: 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:22.894880 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:22.910999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:22.921669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['34fb5ad3-93ee-445f-a75f-822dbe1b9083'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:22.980243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c6d64fb7-55b4-491f-b985-94ae44430689 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Deleting port bd7db543-a8b2-442f-9eea-2100eb0137a2 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:22.980593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6d64fb7-55b4-491f-b985-94ae44430689 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.060560 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e12500db-af34-410f-939e-af7519fc0a77 req-4c571b2a-eda3-4bf9-8e19-1406b2b968f1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.067815 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.170082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75a5939-e126-4c75-a539-e1c6697016bd'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:23.174034 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a6cf71-9b65-4a1f-8154-265b1b2ab23c" -d '{"events": [{"server_uuid": "1d78ef04-69b0-492f-b414-dfb9e288dc08", "name": "network-vif-plugged", "status": "completed", "tag": "f75a5939-e126-4c75-a539-e1c6697016bd"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:23.215064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f75a5939-e126-4c75-a539-e1c6697016bd, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f75a5939-e126-4c75-a539-e1c6697016bd,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:23.308872 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.346683 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.400356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=f75a5939-e126-4c75-a539-e1c6697016bd,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:23.464663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'tag': '772f1ea4-dee6-4bb8-83c3-f79ead882782'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:23.467265 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb786965-a152-40fe-9c24-7fb3bcfa4580" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ac33d4-3929-4d34-89cd-0fda8f99751d", "tag": "772f1ea4-dee6-4bb8-83c3-f79ead882782"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:23.532121 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6d64fb7-55b4-491f-b985-94ae44430689 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.550642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e12500db-af34-410f-939e-af7519fc0a77 req-4c571b2a-eda3-4bf9-8e19-1406b2b968f1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] For port 772f1ea4-dee6-4bb8-83c3-f79ead882782, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:23.553429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c6d64fb7-55b4-491f-b985-94ae44430689 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Calling delete_port for bd7db543-a8b2-442f-9eea-2100eb0137a2 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:23.577575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df80301-efed-41fe-b235-ecfe916f3733 req-6eacaf30-c056-496d-8127-d4d9042a2032 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.579380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0df80301-efed-41fe-b235-ecfe916f3733 req-6eacaf30-c056-496d-8127-d4d9042a2032 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 944 time: 0.8486669 Aug 19 12:22:23.588889 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e12500db-af34-410f-939e-af7519fc0a77 req-4c571b2a-eda3-4bf9-8e19-1406b2b968f1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.608213 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37dacd7-1414-4d01-958c-73bba3f39f56 None None] Network 0b3894f8-dae9-4e88-8329-0414c9eea13c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:23.658748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48d692e-ec2d-4064-b30e-5fa0a3029cb7 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:23.665576 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.670550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e12500db-af34-410f-939e-af7519fc0a77 req-4c571b2a-eda3-4bf9-8e19-1406b2b968f1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.699366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['772f1ea4-dee6-4bb8-83c3-f79ead882782'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:23.720203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:23.722712 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.726024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:23.739319 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:23.768699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Transition to ACTIVE for port object a48d692e-ec2d-4064-b30e-5fa0a3029cb7 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:23.770264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:23.789255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12500db-af34-410f-939e-af7519fc0a77 req-4c571b2a-eda3-4bf9-8e19-1406b2b968f1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:23.789951 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e12500db-af34-410f-939e-af7519fc0a77 req-4c571b2a-eda3-4bf9-8e19-1406b2b968f1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.791679 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e12500db-af34-410f-939e-af7519fc0a77 req-4c571b2a-eda3-4bf9-8e19-1406b2b968f1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "PUT /v2.0/ports/772f1ea4-dee6-4bb8-83c3-f79ead882782 HTTP/1.1" status: 200 len: 1020 time: 0.9079363 Aug 19 12:22:23.791909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'tag': '772f1ea4-dee6-4bb8-83c3-f79ead882782'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:23.794182 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff84b86-2c02-4718-a993-5d51e77a888a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ac33d4-3929-4d34-89cd-0fda8f99751d", "tag": "772f1ea4-dee6-4bb8-83c3-f79ead882782"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:23.814017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a8c01a-a89f-4392-bed9-870205e0fa5c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:23.824578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] For port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:23.833882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f07e8ba1-f8a8-4b03-b955-e4c8effc25d4 None None] Provisioning for port d53aea16-0748-4456-9f8a-9a005e57d31d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:23.882182 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6d64fb7-55b4-491f-b985-94ae44430689 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.900860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['772f1ea4-dee6-4bb8-83c3-f79ead882782'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:23.918747 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0df80301-efed-41fe-b235-ecfe916f3733 req-89b9cd2d-8f0a-4178-b324-b6fad68dbc5f tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818413 Aug 19 12:22:23.944568 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.955181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] For port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:23.957802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d64fb7-55b4-491f-b985-94ae44430689 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event deleted for resources: {'Port': ['ID=bd7db543-a8b2-442f-9eea-2100eb0137a2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:23.961359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6d64fb7-55b4-491f-b985-94ae44430689 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:23.969890 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c6d64fb7-55b4-491f-b985-94ae44430689 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "DELETE /v2.0/ports/bd7db543-a8b2-442f-9eea-2100eb0137a2 HTTP/1.1" status: 204 len: 168 time: 1.8755553 Aug 19 12:22:23.979731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55238) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:24.023971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c571b2a-eda3-4bf9-8e19-1406b2b968f1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'Port': ['ID=772f1ea4-dee6-4bb8-83c3-f79ead882782,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:24.106610 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fbce3e-05a3-4cbf-87e1-20846afcec60 x-openstack-request-id: req-41fbce3e-05a3-4cbf-87e1-20846afcec60 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:24.112118 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.112726 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d78ef04-69b0-492f-b414-dfb9e288dc08", "name": "network-vif-plugged", "status": "completed", "tag": "f75a5939-e126-4c75-a539-e1c6697016bd", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:24.112726 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41fbce3e-05a3-4cbf-87e1-20846afcec60 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:24.113048 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75a5939-e126-4c75-a539-e1c6697016bd', 'code': 200} Aug 19 12:22:24.119813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d53aea16-0748-4456-9f8a-9a005e57d31d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:24.245688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.246314 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.248111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] 10.222.0.62 "PUT /v2.0/ports/9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba HTTP/1.1" status: 200 len: 1092 time: 5.1899817 Aug 19 12:22:24.302753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190e69f-d075-4a36-b2c0-135da3dde045 req-5b9eedcd-609a-4e61-8d12-563b318b23a3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.310593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190e69f-d075-4a36-b2c0-135da3dde045 req-5b9eedcd-609a-4e61-8d12-563b318b23a3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.319327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190e69f-d075-4a36-b2c0-135da3dde045 req-5b9eedcd-609a-4e61-8d12-563b318b23a3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.326599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190e69f-d075-4a36-b2c0-135da3dde045 req-5b9eedcd-609a-4e61-8d12-563b318b23a3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.342411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190e69f-d075-4a36-b2c0-135da3dde045 req-5b9eedcd-609a-4e61-8d12-563b318b23a3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.349576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190e69f-d075-4a36-b2c0-135da3dde045 req-5b9eedcd-609a-4e61-8d12-563b318b23a3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.356869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190e69f-d075-4a36-b2c0-135da3dde045 req-5b9eedcd-609a-4e61-8d12-563b318b23a3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.366609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3190e69f-d075-4a36-b2c0-135da3dde045 req-5b9eedcd-609a-4e61-8d12-563b318b23a3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5384 time: 0.3234046 Aug 19 12:22:24.379721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Attempting to bind port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:24.380076 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Attempting to bind port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:24.380382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Attempting to bind port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:24.408880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:24.409237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Attempting to bind port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:24.434162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3190e69f-d075-4a36-b2c0-135da3dde045 req-f599d66d-9ca6-4cef-9c2e-89c9b23e49b6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609672 Aug 19 12:22:24.446101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Pushing event updated for resources: {'Port': ['ID=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:24.503866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30966f8-3c22-4b14-bbd3-731a71e8b11a service neutron] Pushing event updated for resources: {'Port': ['ID=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:24.506248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:24.506628 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.513410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:24.513762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Checking segment: {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:24.514202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Bound using segment: {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:24.514661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Bound port: a48d692e-ec2d-4064-b30e-5fa0a3029cb7, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:24.515057 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.614323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d53aea16-0748-4456-9f8a-9a005e57d31d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:24.623174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc23620-43bc-40dd-bc33-47666a070035 req-899a2b18-2719-4394-baed-421b9e704cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.625198 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3dc23620-43bc-40dd-bc33-47666a070035 req-899a2b18-2719-4394-baed-421b9e704cff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 1096 time: 0.4138014 Aug 19 12:22:24.640262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-645665f3-6f48-4d9d-8aee-c0b5d00a2e42 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Deleting port 357028b9-e093-45f9-ab66-599ca77f3c5f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:24.646212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-645665f3-6f48-4d9d-8aee-c0b5d00a2e42 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.658658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773f79e-c725-4f06-a9cf-9a7f467b2bc4 req-cc9ea2fd-694a-476a-aece-a3bbd3d52a09 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.660454 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f773f79e-c725-4f06-a9cf-9a7f467b2bc4 req-cc9ea2fd-694a-476a-aece-a3bbd3d52a09 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 944 time: 0.3544955 Aug 19 12:22:24.678575 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d53aea16-0748-4456-9f8a-9a005e57d31d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:24.679000 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.778692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70581c1-1270-456b-a751-d6e5beb81468 req-ba5e3103-757e-4162-bf8a-b11bf9c25647 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.786782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f70581c1-1270-456b-a751-d6e5beb81468 req-ba5e3103-757e-4162-bf8a-b11bf9c25647 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 943 time: 0.1954775 Aug 19 12:22:24.794900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.839562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-50cafff0-155f-46eb-93e9-ffd0099042eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:24.841268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-50cafff0-155f-46eb-93e9-ffd0099042eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 1095 time: 0.3132086 Aug 19 12:22:24.849307 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3dc23620-43bc-40dd-bc33-47666a070035 req-058fe2ee-c85d-4eb3-a95e-7b58a58c4665 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822693 Aug 19 12:22:24.905013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f70581c1-1270-456b-a751-d6e5beb81468 req-df8be247-3025-44a0-a39c-1aa4eb514f0a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128819 Aug 19 12:22:24.927496 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-645665f3-6f48-4d9d-8aee-c0b5d00a2e42 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.931366 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:24.940863 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-b2f35918-d2e0-414e-b98c-8c50b9ae1a25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba HTTP/1.1" status: 200 len: 217 time: 0.0818615 Aug 19 12:22:24.960326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f773f79e-c725-4f06-a9cf-9a7f467b2bc4 req-812f0832-2ecf-4bc0-b7ed-0b4b9a90c2d3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844832 Aug 19 12:22:24.976221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] For port a48d692e-ec2d-4064-b30e-5fa0a3029cb7, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:24.979177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-645665f3-6f48-4d9d-8aee-c0b5d00a2e42 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Calling delete_port for 357028b9-e093-45f9-ab66-599ca77f3c5f owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:25.053047 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82105c1b-848e-4ed2-a01a-da71aa894d00 x-openstack-request-id: req-82105c1b-848e-4ed2-a01a-da71aa894d00 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:25.053047 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ac33d4-3929-4d34-89cd-0fda8f99751d", "tag": "772f1ea4-dee6-4bb8-83c3-f79ead882782", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:25.053047 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82105c1b-848e-4ed2-a01a-da71aa894d00 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:25.053047 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'tag': '772f1ea4-dee6-4bb8-83c3-f79ead882782', 'status': 'completed', 'code': 200} Aug 19 12:22:25.065842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] For port a48d692e-ec2d-4064-b30e-5fa0a3029cb7, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:25.112480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-931b3b82-260f-4596-95aa-250981f9d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.114068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-931b3b82-260f-4596-95aa-250981f9d8b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a30a79-0796-4e2e-a201-ffee4494f99e HTTP/1.1" status: 200 len: 852 time: 0.1611593 Aug 19 12:22:25.184061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-a10ca3b3-6bd0-45b2-bf57-412f2cbcd38b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce726399-d1c8-4413-8ca5-6de1e3ca0925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622213 Aug 19 12:22:25.206836 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.249795 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.280011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.332740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d53aea16-0748-4456-9f8a-9a005e57d31d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d53aea16-0748-4456-9f8a-9a005e57d31d,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:25.343471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:25.355594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Pushing event updated for resources: {'Port': ['ID=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:25.401280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5a7f26ce-49eb-40d4-b2f2-8d1bf58bb1dc None None] Provisioning complete for port d53aea16-0748-4456-9f8a-9a005e57d31d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:25.401773 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5a7f26ce-49eb-40d4-b2f2-8d1bf58bb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.405223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.405986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.407540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-d6bc3e05-5ee7-4623-91d5-589fc009cd6c service neutron] 10.222.0.62 "PUT /v2.0/ports/a48d692e-ec2d-4064-b30e-5fa0a3029cb7 HTTP/1.1" status: 200 len: 1135 time: 4.5074749 Aug 19 12:22:25.423509 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-14bd4983-bca8-4e7d-8b4f-2fad019efda6 service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252643 Aug 19 12:22:25.464945 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.515405 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.559779 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d338162-9102-4015-b8b6-ea3a45886d13 x-openstack-request-id: req-9d338162-9102-4015-b8b6-ea3a45886d13 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:25.560992 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ac33d4-3929-4d34-89cd-0fda8f99751d", "tag": "772f1ea4-dee6-4bb8-83c3-f79ead882782", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:25.561646 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d338162-9102-4015-b8b6-ea3a45886d13 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:25.562152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba806c99-2010-47c5-9381-26e18f7df8f2 req-956f38bb-7433-4953-b404-e057bd6489f7 service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306777 Aug 19 12:22:25.562932 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'tag': '772f1ea4-dee6-4bb8-83c3-f79ead882782', 'status': 'completed', 'code': 200} Aug 19 12:22:25.565503 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-645665f3-6f48-4d9d-8aee-c0b5d00a2e42 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.565804 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.611176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d53aea16-0748-4456-9f8a-9a005e57d31d,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:25.638763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:25.658364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd5ebc-f8f2-4c84-8831-6f630dc0a41a req-ec1611f2-57e9-42d0-8c6f-3cd60218b87b tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.660308 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aefd5ebc-f8f2-4c84-8831-6f630dc0a41a req-ec1611f2-57e9-42d0-8c6f-3cd60218b87b tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.3121562 Aug 19 12:22:25.665561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645665f3-6f48-4d9d-8aee-c0b5d00a2e42 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event deleted for resources: {'Port': ['ID=357028b9-e093-45f9-ab66-599ca77f3c5f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:25.683546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:25.714447 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-645665f3-6f48-4d9d-8aee-c0b5d00a2e42 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.716445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-645665f3-6f48-4d9d-8aee-c0b5d00a2e42 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "DELETE /v2.0/ports/357028b9-e093-45f9-ab66-599ca77f3c5f HTTP/1.1" status: 204 len: 168 time: 1.7358918 Aug 19 12:22:25.720033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55252) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:25.757203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 49a4b9dc-6b60-4b67-9075-0e25cb51e805 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:25.786988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5f926a6e-3c58-4eec-b5b8-acef9de59793 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0654006 Aug 19 12:22:25.798511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55254) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:25.805388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1577616557'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:25.832373 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.860764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:25.876638 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aefd5ebc-f8f2-4c84-8831-6f630dc0a41a req-280466e5-c635-498a-8e6c-6dd2353bcb25 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926496 Aug 19 12:22:25.883663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f57bc-09f7-42e3-b810-2bd260a9825e req-c3575119-44e0-43a4-a81b-1e67a0066ef4 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.889012 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-262f57bc-09f7-42e3-b810-2bd260a9825e req-c3575119-44e0-43a4-a81b-1e67a0066ef4 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 1023 time: 0.3247907 Aug 19 12:22:25.944220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb786965-a152-40fe-9c24-7fb3bcfa4580 req-fb4871e1-6038-4967-86a3-1eaa3861a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:25.946058 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb786965-a152-40fe-9c24-7fb3bcfa4580 req-fb4871e1-6038-4967-86a3-1eaa3861a8bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 1174 time: 0.3879600 Aug 19 12:22:26.041264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d53aea16-0748-4456-9f8a-9a005e57d31d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:26.082679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:26.102695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '49a4b9dc-6b60-4b67-9075-0e25cb51e805', 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4', 'port_id': '49a4b9dc-6b60-4b67-9075-0e25cb51e805', 'mac_address': 'fa:16:3e:f4:b4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5051029-ce9d-4119-b80a-a2ba91652dde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:26.114020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:26.117050 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d03cea-75ab-429e-983d-43fc3385056e" -d '{"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-plugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:26.119802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb786965-a152-40fe-9c24-7fb3bcfa4580 req-3a65b085-5c8a-4bab-b422-ae997b65d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.121295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb786965-a152-40fe-9c24-7fb3bcfa4580 req-3a65b085-5c8a-4bab-b422-ae997b65d0e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 913 time: 0.1409266 Aug 19 12:22:26.124762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:22:26.159577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d53aea16-0748-4456-9f8a-9a005e57d31d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:26.159932 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.163221 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.175151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb786965-a152-40fe-9c24-7fb3bcfa4580 req-673204f1-4161-4c3c-ac5e-afeb3f11a20a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782 HTTP/1.1" status: 200 len: 217 time: 0.0431726 Aug 19 12:22:26.206611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a4b9dc-6b60-4b67-9075-0e25cb51e805 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:26.236465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:26.250944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb786965-a152-40fe-9c24-7fb3bcfa4580 req-54e77f96-3ec3-4aea-8c76-f2190e78eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.252641 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb786965-a152-40fe-9c24-7fb3bcfa4580 req-54e77f96-3ec3-4aea-8c76-f2190e78eff6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f4e646-38ae-486f-af95-28a2e0ba949f HTTP/1.1" status: 200 len: 852 time: 0.0679362 Aug 19 12:22:26.274619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-262f57bc-09f7-42e3-b810-2bd260a9825e req-1b7c4df9-bbbc-427c-8bc2-604f2473fbbf tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&id=9c987706-6513-4043-a747-35c9b32dbf4e&id=7cd856d9-8f6c-40fa-929c-796d909cfc58 HTTP/1.1" status: 200 len: 6157 time: 0.3786659 Aug 19 12:22:26.314042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Made reservation on behalf of c00e68202eff4c599b9bf34db3b23aa0 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:26.317496 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.341264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208cb691-c9ac-4d91-bf98-44e1eb45c65c {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:26.350564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb786965-a152-40fe-9c24-7fb3bcfa4580 req-d815b719-0328-4bff-8f36-0445dff2e1e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734437 Aug 19 12:22:26.405231 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.429985 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.446935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:26.458126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb786965-a152-40fe-9c24-7fb3bcfa4580 req-c1d38aa8-e8cc-4328-b78a-850e65e2d6a8 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892386 Aug 19 12:22:26.458788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Transition to ACTIVE for port object 208cb691-c9ac-4d91-bf98-44e1eb45c65c will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:26.471550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f53efd-c2bd-4795-be81-dc0736dd31a1 req-6142852b-d3af-41d1-bd17-b59983d2112a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.478008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f53efd-c2bd-4795-be81-dc0736dd31a1 req-6142852b-d3af-41d1-bd17-b59983d2112a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.483021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=49a4b9dc-6b60-4b67-9075-0e25cb51e805,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:26.484047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f53efd-c2bd-4795-be81-dc0736dd31a1 req-6142852b-d3af-41d1-bd17-b59983d2112a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.499302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f53efd-c2bd-4795-be81-dc0736dd31a1 req-6142852b-d3af-41d1-bd17-b59983d2112a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.507114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f53efd-c2bd-4795-be81-dc0736dd31a1 req-6142852b-d3af-41d1-bd17-b59983d2112a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.514304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f53efd-c2bd-4795-be81-dc0736dd31a1 req-6142852b-d3af-41d1-bd17-b59983d2112a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.520251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f53efd-c2bd-4795-be81-dc0736dd31a1 req-6142852b-d3af-41d1-bd17-b59983d2112a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.523181 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5f53efd-c2bd-4795-be81-dc0736dd31a1 req-6142852b-d3af-41d1-bd17-b59983d2112a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5384 time: 0.2128580 Aug 19 12:22:26.528554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.532372 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Added segment 4fbae87f-3160-4fbc-b762-69926187f439 of type vlan for network 87906d7f-dde8-4608-ab26-7bd33102cbe4 Aug 19 12:22:26.575025 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.612022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327079d-9fc3-4e93-8d0a-ae695cdbc69e req-7507b113-62cc-452d-9756-42f90445a7c4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.613570 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7327079d-9fc3-4e93-8d0a-ae695cdbc69e req-7507b113-62cc-452d-9756-42f90445a7c4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 943 time: 0.2606654 Aug 19 12:22:26.638971 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5f53efd-c2bd-4795-be81-dc0736dd31a1 req-64d430b6-ab41-42bd-aae9-918d2b1c173b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557284 Aug 19 12:22:26.640971 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.650183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:22:26.664186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Sync routers for ids ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:22:26.676150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.683216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Routers {'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:26.683535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:26.684291 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.685938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:22:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:26.694842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7327079d-9fc3-4e93-8d0a-ae695cdbc69e req-9fee99fd-2399-4394-9a02-f89414daad74 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669253 Aug 19 12:22:26.720264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['49a4b9dc-6b60-4b67-9075-0e25cb51e805'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:26.727476 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb786965-a152-40fe-9c24-7fb3bcfa4580 req-e99ef41e-f7ea-4fb1-b4ef-4d8f635204df service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532527 Aug 19 12:22:26.793508 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:26.807931 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ca7cfc48-cfa8-4e24-ba04-6277a1a63770 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2240331 Aug 19 12:22:26.837199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55268) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:26.915030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-00da8c1f-75e2-40c4-843b-0b29911a2418 req-076ca257-210c-4245-98c7-7c5134338162 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1740033568 ', 'description': 'tempest-description-680298708'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:26.937842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Pushing event updated for resources: {'Port': ['ID=208cb691-c9ac-4d91-bf98-44e1eb45c65c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:26.942135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event updated for resources: {'Network': ['ID=87906d7f-dde8-4608-ab26-7bd33102cbe4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:27.016961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5b74b7c0-8aea-4ef4-ab03-4a3b3d80a7f0 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2112520 Aug 19 12:22:27.019998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55272) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:27.051605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d68161-4bf7-46d0-a9bc-f13699af00b4', 'tag': '9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba'}, {'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': 'a48d692e-ec2d-4064-b30e-5fa0a3029cb7'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:27.054175 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ce7ce4-2e5e-40d5-8882-149a509bfa46" -d '{"events": [{"name": "network-changed", "server_uuid": "18d68161-4bf7-46d0-a9bc-f13699af00b4", "tag": "9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba"}, {"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "a48d692e-ec2d-4064-b30e-5fa0a3029cb7"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:27.060848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-69406959'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:27.086261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Set router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:27.100052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Attempting to bind port 208cb691-c9ac-4d91-bf98-44e1eb45c65c on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:27.100394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Attempting to bind port 208cb691-c9ac-4d91-bf98-44e1eb45c65c by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:27.100793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Attempting to bind port 208cb691-c9ac-4d91-bf98-44e1eb45c65c on network 375e670c-9336-413c-8db9-b94fabc3b0a1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:27.111365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Port 208cb691-c9ac-4d91-bf98-44e1eb45c65c on network 375e670c-9336-413c-8db9-b94fabc3b0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:27.111911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Attempting to bind port 208cb691-c9ac-4d91-bf98-44e1eb45c65c on network 375e670c-9336-413c-8db9-b94fabc3b0a1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:27.121553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:27.121997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Checking segment: {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:27.122392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Bound using segment: {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:27.122861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Bound port: 208cb691-c9ac-4d91-bf98-44e1eb45c65c, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:27.123232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.141977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ab911-4aab-47cb-8979-69174a461433 req-6732cba8-f369-472e-9d78-13c7f7d91805 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.151679 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fc3ab911-4aab-47cb-8979-69174a461433 req-6732cba8-f369-472e-9d78-13c7f7d91805 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 944 time: 0.3686674 Aug 19 12:22:27.161221 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e3dc64-143a-47fc-979e-0776d9e4b73d x-openstack-request-id: req-a2e3dc64-143a-47fc-979e-0776d9e4b73d {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:27.161649 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-plugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:27.162004 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2e3dc64-143a-47fc-979e-0776d9e4b73d {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:27.162522 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'code': 200} Aug 19 12:22:27.191621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-00da8c1f-75e2-40c4-843b-0b29911a2418 req-076ca257-210c-4245-98c7-7c5134338162 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.218753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 87906d7f-dde8-4608-ab26-7bd33102cbe4 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:27.256446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] For port 208cb691-c9ac-4d91-bf98-44e1eb45c65c, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:27.266113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] For port 208cb691-c9ac-4d91-bf98-44e1eb45c65c, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=208cb691-c9ac-4d91-bf98-44e1eb45c65c,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:27.273602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fc3ab911-4aab-47cb-8979-69174a461433 req-24d1b19f-b65e-4590-8ff1-a4925556f4f0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209085 Aug 19 12:22:27.308616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff84b86-2c02-4718-a993-5d51e77a888a req-39977a7f-e3d5-4d8f-a51c-27762746d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.310337 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aff84b86-2c02-4718-a993-5d51e77a888a req-39977a7f-e3d5-4d8f-a51c-27762746d005 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 1174 time: 0.3753803 Aug 19 12:22:27.342299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Made reservation on behalf of c00e68202eff4c599b9bf34db3b23aa0 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:27.348326 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.376799 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.438395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Pushing event updated for resources: {'Port': ['ID=208cb691-c9ac-4d91-bf98-44e1eb45c65c,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:27.483325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.484770 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.486646 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-19ebf118-704e-42ec-9528-81aa874f84aa service neutron] 10.222.0.62 "PUT /v2.0/ports/208cb691-c9ac-4d91-bf98-44e1eb45c65c HTTP/1.1" status: 200 len: 1091 time: 1.9031825 Aug 19 12:22:27.491327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:27.514843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff84b86-2c02-4718-a993-5d51e77a888a req-1b52759e-3a8d-4e5a-a805-02331bdaf5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.516453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aff84b86-2c02-4718-a993-5d51e77a888a req-1b52759e-3a8d-4e5a-a805-02331bdaf5f6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 913 time: 0.1519179 Aug 19 12:22:27.520900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.521739 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Added segment 262639d8-3afb-4a57-8eeb-0f56e672d402 of type vlan for network f2b9b6a4-d121-43fb-8713-455ab5299e98 Aug 19 12:22:27.555340 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-00da8c1f-75e2-40c4-843b-0b29911a2418 req-076ca257-210c-4245-98c7-7c5134338162 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.610362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:27.617109 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.646181 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-00da8c1f-75e2-40c4-843b-0b29911a2418 req-076ca257-210c-4245-98c7-7c5134338162 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.687171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aff84b86-2c02-4718-a993-5d51e77a888a req-94d58efc-78eb-4c41-af5b-1a3e88af5e0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782 HTTP/1.1" status: 200 len: 217 time: 0.1569662 Aug 19 12:22:27.733104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:24Z', 'revision_number': 3, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:27.769591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Checking router: ffeeb700-03fd-45f8-ad74-efe7ff35ef8e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:22:27.769942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Updating router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e port d6a8c01a-a89f-4392-bed9-870205e0fa5c binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:22:27.803133 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.809471 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-00da8c1f-75e2-40c4-843b-0b29911a2418 req-076ca257-210c-4245-98c7-7c5134338162 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.830036 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-00da8c1f-75e2-40c4-843b-0b29911a2418 req-076ca257-210c-4245-98c7-7c5134338162 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.9453821 Aug 19 12:22:27.831434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62986494-30c7-4d40-87d0-b6777c2887ac req-4bb4b5cb-ec2e-4678-ab6b-2eefc90cb85a tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.833977 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62986494-30c7-4d40-87d0-b6777c2887ac req-4bb4b5cb-ec2e-4678-ab6b-2eefc90cb85a tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.3665402 Aug 19 12:22:27.851736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ca257-210c-4245-98c7-7c5134338162 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e939042-2e5c-4dcc-ab8f-f2a5542c3072,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:27.864547 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.882603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.884077 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:27.912803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62986494-30c7-4d40-87d0-b6777c2887ac req-483a40c3-06fb-4314-a325-a2dfac20a8b9 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669250 Aug 19 12:22:27.982649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff84b86-2c02-4718-a993-5d51e77a888a req-5df70ebd-e1a8-4c32-9338-4fc4a2fc1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:27.988209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aff84b86-2c02-4718-a993-5d51e77a888a req-5df70ebd-e1a8-4c32-9338-4fc4a2fc1cca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f4e646-38ae-486f-af95-28a2e0ba949f HTTP/1.1" status: 200 len: 852 time: 0.2267947 Aug 19 12:22:28.024603 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be003ac-e0ea-48f7-82e8-7eed066de8eb x-openstack-request-id: req-6be003ac-e0ea-48f7-82e8-7eed066de8eb {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:28.025314 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d68161-4bf7-46d0-a9bc-f13699af00b4", "tag": "9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "a48d692e-ec2d-4064-b30e-5fa0a3029cb7", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:28.026330 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6be003ac-e0ea-48f7-82e8-7eed066de8eb {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:28.027834 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d68161-4bf7-46d0-a9bc-f13699af00b4', 'tag': '9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba', 'status': 'completed', 'code': 200} Aug 19 12:22:28.028338 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': 'a48d692e-ec2d-4064-b30e-5fa0a3029cb7', 'status': 'completed', 'code': 200} Aug 19 12:22:28.032156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event updated for resources: {'Network': ['ID=f2b9b6a4-d121-43fb-8713-455ab5299e98,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:28.040085 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.101030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network f2b9b6a4-d121-43fb-8713-455ab5299e98 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:28.127674 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aff84b86-2c02-4718-a993-5d51e77a888a req-6b95788b-833e-4498-8df2-f2bb95750f7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289325 Aug 19 12:22:28.230420 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-23f8edd2-a18f-4c46-a79e-4c758f168067 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2056818 Aug 19 12:22:28.237892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-3c75ada5-a600-4ed2-a7f0-8bd10675132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.239799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-3c75ada5-a600-4ed2-a7f0-8bd10675132c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 1095 time: 0.2093239 Aug 19 12:22:28.277965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.331891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Transition to ACTIVE for port object d6a8c01a-a89f-4392-bed9-870205e0fa5c will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:28.337935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dbd4e-3866-46b7-b5a8-8b3308c4333c req-98c4f400-5526-4579-9b19-bf6c3dff4903 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.344661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dbd4e-3866-46b7-b5a8-8b3308c4333c req-98c4f400-5526-4579-9b19-bf6c3dff4903 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.350768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dbd4e-3866-46b7-b5a8-8b3308c4333c req-98c4f400-5526-4579-9b19-bf6c3dff4903 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.356941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dbd4e-3866-46b7-b5a8-8b3308c4333c req-98c4f400-5526-4579-9b19-bf6c3dff4903 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.363546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dbd4e-3866-46b7-b5a8-8b3308c4333c req-98c4f400-5526-4579-9b19-bf6c3dff4903 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.369814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dbd4e-3866-46b7-b5a8-8b3308c4333c req-98c4f400-5526-4579-9b19-bf6c3dff4903 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.376273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97dbd4e-3866-46b7-b5a8-8b3308c4333c req-98c4f400-5526-4579-9b19-bf6c3dff4903 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.384028 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f97dbd4e-3866-46b7-b5a8-8b3308c4333c req-98c4f400-5526-4579-9b19-bf6c3dff4903 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5396 time: 0.2675524 Aug 19 12:22:28.413013 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.437349 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.441600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aff84b86-2c02-4718-a993-5d51e77a888a req-26036a2c-06a4-46b9-9401-1b892b9c8735 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677839 Aug 19 12:22:28.541354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Attempting to bind port d6a8c01a-a89f-4392-bed9-870205e0fa5c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:28.544930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Attempting to bind port d6a8c01a-a89f-4392-bed9-870205e0fa5c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:28.545425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Attempting to bind port d6a8c01a-a89f-4392-bed9-870205e0fa5c on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:28.550604 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aff84b86-2c02-4718-a993-5d51e77a888a req-023476e2-148c-49f7-ab08-119397613ef9 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940382 Aug 19 12:22:28.568919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:28.579286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:28.579885 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.580402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:28.581012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Bound port: d6a8c01a-a89f-4392-bed9-870205e0fa5c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:28.581505 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.587284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:28.634043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f97dbd4e-3866-46b7-b5a8-8b3308c4333c req-dcb2ba1c-cb36-4594-8bcf-65a20034479f tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2489071 Aug 19 12:22:28.700804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Allocated IP 172.20.0.1 (0b3894f8-dae9-4e88-8329-0414c9eea13c/4ebce066-b026-4e5d-ae09-5e49c26b0665/aaed0526-175b-4b3c-b93e-20adb0ef02e3) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:28.798213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-d83560fc-3d42-4406-a897-c37f34e96df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.805471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-d83560fc-3d42-4406-a897-c37f34e96df3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 913 time: 0.4975796 Aug 19 12:22:28.811101 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:28.825359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Transition to ACTIVE for port object aaed0526-175b-4b3c-b93e-20adb0ef02e3 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:28.835275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:28.862860 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3bb0831a-6a67-434c-91cd-351db8bf7274 req-32cfef09-5aaf-4754-b9dc-ce0dca5e8e20 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/5e939042-2e5c-4dcc-ab8f-f2a5542c3072 HTTP/1.1" status: 200 len: 1782 time: 0.1599491 Aug 19 12:22:28.870394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7eee6-c8c5-4b17-b8eb-1ad13cf956a3 req-a74761c8-5bdd-49f7-9367-f74146b02649 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:28.871808 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40f7eee6-c8c5-4b17-b8eb-1ad13cf956a3 req-a74761c8-5bdd-49f7-9367-f74146b02649 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 944 time: 0.7733800 Aug 19 12:22:28.932128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'port_id': '9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba', 'mac_address': 'fa:16:3e:6d:04:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a30a79-0796-4e2e-a201-ffee4494f99e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:28.945842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40f7eee6-c8c5-4b17-b8eb-1ad13cf956a3 req-3afe1725-4b87-4515-8c01-6ca048760bc2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625644 Aug 19 12:22:28.980523 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.077345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Pushing event updated for resources: {'Port': ['ID=aaed0526-175b-4b3c-b93e-20adb0ef02e3,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:29.097003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Network 0b3894f8-dae9-4e88-8329-0414c9eea13c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:29.100293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:29.103955 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:29.154767 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.181337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:29.195224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226510b2-df27-449f-865e-94d471068c9e None None] Pushing event updated for resources: {'Port': ['ID=d6a8c01a-a89f-4392-bed9-870205e0fa5c,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:29.222416 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.283446 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] For port d6a8c01a-a89f-4392-bed9-870205e0fa5c, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:29.292457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] For port d6a8c01a-a89f-4392-bed9-870205e0fa5c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d6a8c01a-a89f-4392-bed9-870205e0fa5c,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:29.298990 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:29.377610 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.443331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e93d56-1c1c-4000-b688-04d135ef353e req-f0e0986b-6fcd-48bc-8f30-00f26d247a3d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.444938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84e93d56-1c1c-4000-b688-04d135ef353e req-f0e0986b-6fcd-48bc-8f30-00f26d247a3d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 944 time: 0.2446885 Aug 19 12:22:29.515559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226510b2-df27-449f-865e-94d471068c9e None None] Pushing event updated for resources: {'Port': ['ID=d6a8c01a-a89f-4392-bed9-870205e0fa5c,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:29.520411 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.544927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-33c4c446-f553-4ca0-903d-7d219895e516 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba HTTP/1.1" status: 200 len: 217 time: 0.7284770 Aug 19 12:22:29.596651 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:29.622478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Routers {'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:29.623522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:22:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:29.729815 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84e93d56-1c1c-4000-b688-04d135ef353e req-31fedd67-51ee-4741-8681-5d2cd870fd64 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749653 Aug 19 12:22:29.800850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:29.828961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.839388 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:29.847170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] Set router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:29.870306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-5436fd9e-da7b-42b6-b46f-41f9bb4280df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:29.876214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-5436fd9e-da7b-42b6-b46f-41f9bb4280df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a30a79-0796-4e2e-a201-ffee4494f99e HTTP/1.1" status: 200 len: 852 time: 0.2490575 Aug 19 12:22:29.930908 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-65ad0982-30db-4996-9062-4c57dea23d92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce726399-d1c8-4413-8ca5-6de1e3ca0925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390220 Aug 19 12:22:29.931340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fff77b3d-9a7d-4c4c-9ac5-a33696951627 None None] Provisioning for port aaed0526-175b-4b3c-b93e-20adb0ef02e3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:29.934998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Transition to ACTIVE for port object b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:29.936984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 49a4b9dc-6b60-4b67-9075-0e25cb51e805 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:29.944626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-169eddf0-a799-45ee-9846-a2f87ff9d56d req-62fd0a6f-f8ff-4760-9e13-0296349a52df tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/5e939042-2e5c-4dcc-ab8f-f2a5542c3072 HTTP/1.1" status: 200 len: 1782 time: 0.3234718 Aug 19 12:22:29.984954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fff77b3d-9a7d-4c4c-9ac5-a33696951627 None None] Provisioning complete for port aaed0526-175b-4b3c-b93e-20adb0ef02e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:29.985610 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fff77b3d-9a7d-4c4c-9ac5-a33696951627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.042033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': '208cb691-c9ac-4d91-bf98-44e1eb45c65c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:30.045321 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a" -d '{"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "208cb691-c9ac-4d91-bf98-44e1eb45c65c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:30.050466 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-1262580e-24bb-4c65-a2e4-a6d3c72e18fc service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046584 Aug 19 12:22:30.053438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fff77b3d-9a7d-4c4c-9ac5-a33696951627 None None] Port aaed0526-175b-4b3c-b93e-20adb0ef02e3 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:30.159088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.176761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:30.247172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:30.282636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-7e3d42b7-146f-4203-a5ae-6c8929df5dcf service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165229 Aug 19 12:22:30.337378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Pushing event updated for resources: {'Port': ['ID=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:30.340615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:30.340996 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.348005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.433155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd40e2-7eb3-44f1-af69-17bc654b5dc0 req-a1486bdb-c72a-4032-89bb-e935536b74f4 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.444873 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7dd40e2-7eb3-44f1-af69-17bc654b5dc0 req-a1486bdb-c72a-4032-89bb-e935536b74f4 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.5755546 Aug 19 12:22:30.464341 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.481424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-169eddf0-a799-45ee-9846-a2f87ff9d56d req-9b9afcba-ec94-41e1-b285-9954e9e7d973 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.561911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Attempting to bind port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:30.562951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Attempting to bind port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:30.566564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Attempting to bind port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:30.592520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-169eddf0-a799-45ee-9846-a2f87ff9d56d req-9b9afcba-ec94-41e1-b285-9954e9e7d973 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.606264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:30.606592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Attempting to bind port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:30.626498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-60d2d973-30b2-436a-9a31-67e85641c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.627007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-60d2d973-30b2-436a-9a31-67e85641c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.627477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-60d2d973-30b2-436a-9a31-67e85641c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.627943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-60d2d973-30b2-436a-9a31-67e85641c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.628406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-60d2d973-30b2-436a-9a31-67e85641c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.628865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-60d2d973-30b2-436a-9a31-67e85641c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.629327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-60d2d973-30b2-436a-9a31-67e85641c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.645425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:24Z', 'revision_number': 3, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:30.647228 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7dd40e2-7eb3-44f1-af69-17bc654b5dc0 req-821739db-f3f3-4c3b-b815-16becb02f171 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965241 Aug 19 12:22:30.661751 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-60d2d973-30b2-436a-9a31-67e85641c086 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6313 time: 0.2615361 Aug 19 12:22:30.693788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473ebbad-e9c1-4a8b-8dbe-e39e53c719f0 None None] The sync data for ids ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'] in n-d-803757-2 is: [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:24Z', 'revision_number': 3, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:22:30.715823 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.726528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Pushing event updated for resources: {'Port': ['ID=aaed0526-175b-4b3c-b93e-20adb0ef02e3,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:30.754372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.826104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:30.831996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Checking segment: {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:30.832419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Bound using segment: {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:30.832976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Bound port: b1d6b5b7-f6c0-44d3-969b-56a75b8dab69, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72513200-b9e6-4563-878a-628ae0bcdb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:30.833346 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:30.916413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:30.916413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427d1811-6e3b-4850-b134-d8e477224b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a4b9dc-6b60-4b67-9075-0e25cb51e805'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:30.916413 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723c9d06-0c3e-4b67-be58-09d020b3c35b" -d '{"events": [{"server_uuid": "427d1811-6e3b-4850-b134-d8e477224b78", "name": "network-vif-plugged", "status": "completed", "tag": "49a4b9dc-6b60-4b67-9075-0e25cb51e805"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:30.924440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f10fb-7cc3-470f-bd46-2fb08a8c1432 req-7d650841-7c54-4b41-ac50-cbedf9eb1f41 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.932454 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f10fb-7cc3-470f-bd46-2fb08a8c1432 req-7d650841-7c54-4b41-ac50-cbedf9eb1f41 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.939740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f10fb-7cc3-470f-bd46-2fb08a8c1432 req-7d650841-7c54-4b41-ac50-cbedf9eb1f41 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.951305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f10fb-7cc3-470f-bd46-2fb08a8c1432 req-7d650841-7c54-4b41-ac50-cbedf9eb1f41 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.959276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f10fb-7cc3-470f-bd46-2fb08a8c1432 req-7d650841-7c54-4b41-ac50-cbedf9eb1f41 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.966508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f10fb-7cc3-470f-bd46-2fb08a8c1432 req-7d650841-7c54-4b41-ac50-cbedf9eb1f41 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.974094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f10fb-7cc3-470f-bd46-2fb08a8c1432 req-7d650841-7c54-4b41-ac50-cbedf9eb1f41 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:30.980034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-999f10fb-7cc3-470f-bd46-2fb08a8c1432 req-7d650841-7c54-4b41-ac50-cbedf9eb1f41 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5408 time: 0.1933517 Aug 19 12:22:31.002759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-977724cc-ee9d-4cb4-bf19-553933b100db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.003297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-977724cc-ee9d-4cb4-bf19-553933b100db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.003766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-977724cc-ee9d-4cb4-bf19-553933b100db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.005485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-977724cc-ee9d-4cb4-bf19-553933b100db service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3322275 Aug 19 12:22:31.022710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Network 0b3894f8-dae9-4e88-8329-0414c9eea13c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:31.029886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:31.059782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-999f10fb-7cc3-470f-bd46-2fb08a8c1432 req-1dc78b7a-f98d-4e25-b67b-a34214b991c3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739574 Aug 19 12:22:31.152549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] For port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:31.167621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:31.193263 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-169eddf0-a799-45ee-9846-a2f87ff9d56d req-9b9afcba-ec94-41e1-b285-9954e9e7d973 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:31.207731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-169eddf0-a799-45ee-9846-a2f87ff9d56d req-9b9afcba-ec94-41e1-b285-9954e9e7d973 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:31.216001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-169eddf0-a799-45ee-9846-a2f87ff9d56d req-9b9afcba-ec94-41e1-b285-9954e9e7d973 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e939042-2e5c-4dcc-ab8f-f2a5542c3072 HTTP/1.1" status: 204 len: 173 time: 1.1633170 Aug 19 12:22:31.323769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=49a4b9dc-6b60-4b67-9075-0e25cb51e805,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:31.332221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] For port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:31.348779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9afcba-ec94-41e1-b285-9954e9e7d973 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e939042-2e5c-4dcc-ab8f-f2a5542c3072,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:31.362087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-68b66365-6822-4cf8-bba2-d3cac2536327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.365225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39ce7ce4-2e5e-40d5-8882-149a509bfa46 req-68b66365-6822-4cf8-bba2-d3cac2536327 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3505785 Aug 19 12:22:31.373706 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e98c84-4c77-4f25-acf9-6ee9771b350d x-openstack-request-id: req-e5e98c84-4c77-4f25-acf9-6ee9771b350d {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:31.374012 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "208cb691-c9ac-4d91-bf98-44e1eb45c65c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:31.374274 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5e98c84-4c77-4f25-acf9-6ee9771b350d {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:31.379124 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': '208cb691-c9ac-4d91-bf98-44e1eb45c65c', 'status': 'completed', 'code': 200} Aug 19 12:22:31.413450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:31.537444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe2a1a-d536-4267-8149-f0d6591a61f2 req-e9a973b5-4cf2-446b-b1cf-6e16fbd021e4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.566386 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fbbe2a1a-d536-4267-8149-f0d6591a61f2 req-e9a973b5-4cf2-446b-b1cf-6e16fbd021e4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.2729304 Aug 19 12:22:31.574754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b6d6116-c42f-4007-a38e-1336a6830573 None None] Provisioning complete for port aaed0526-175b-4b3c-b93e-20adb0ef02e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:31.575074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:22:31.577109 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b6d6116-c42f-4007-a38e-1336a6830573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:31.691379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d6116-c42f-4007-a38e-1336a6830573 None None] Port aaed0526-175b-4b3c-b93e-20adb0ef02e3 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:22:31.721087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:31.723309 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:31.724792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] 10.222.0.62 "PUT /v2.0/ports/b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 HTTP/1.1" status: 200 len: 1091 time: 4.1268344 Aug 19 12:22:31.762933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55326) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:31.774300 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'subnets': [{'network_id': '87906d7f-dde8-4608-ab26-7bd33102cbe4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1238870765', 'ip_version': 6}, {'network_id': 'f2b9b6a4-d121-43fb-8713-455ab5299e98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:31.774669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'subnet': {'network_id': '87906d7f-dde8-4608-ab26-7bd33102cbe4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1238870765', 'ip_version': 6}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:31.775395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Request body: {'subnet': {'network_id': 'f2b9b6a4-d121-43fb-8713-455ab5299e98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:31.904048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:31.994199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c86d9-96b1-4aa0-b26d-6b4ae7183e3b service neutron] Pushing event updated for resources: {'Port': ['ID=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:32.061676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6a8c01a-a89f-4392-bed9-870205e0fa5c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:32.118286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd374a12-250a-4dd4-b55b-11bfe0c0bc76 req-2e0f3a13-1cbd-49fb-9e35-7d64dc41bd04 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.119866 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd374a12-250a-4dd4-b55b-11bfe0c0bc76 req-2e0f3a13-1cbd-49fb-9e35-7d64dc41bd04 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 945 time: 0.6265302 Aug 19 12:22:32.123656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:32.134109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-0fcd6723-f9e4-4a17-9230-0df4c24a5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.134595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-0fcd6723-f9e4-4a17-9230-0df4c24a5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.135115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-0fcd6723-f9e4-4a17-9230-0df4c24a5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.135589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-0fcd6723-f9e4-4a17-9230-0df4c24a5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.136059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-0fcd6723-f9e4-4a17-9230-0df4c24a5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.136527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-0fcd6723-f9e4-4a17-9230-0df4c24a5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.137006 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-0fcd6723-f9e4-4a17-9230-0df4c24a5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.138964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-0fcd6723-f9e4-4a17-9230-0df4c24a5a31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6355 time: 0.7100723 Aug 19 12:22:32.150242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fbbe2a1a-d536-4267-8149-f0d6591a61f2 req-186cb8c5-9282-4daa-bec2-984436f7778f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824413 Aug 19 12:22:32.375556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:22:32.376657 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f5fac-dc1f-4d66-a3fe-77faa9d0b7c9 x-openstack-request-id: req-488f5fac-dc1f-4d66-a3fe-77faa9d0b7c9 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:32.376657 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427d1811-6e3b-4850-b134-d8e477224b78", "name": "network-vif-plugged", "status": "completed", "tag": "49a4b9dc-6b60-4b67-9075-0e25cb51e805", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:32.376657 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-488f5fac-dc1f-4d66-a3fe-77faa9d0b7c9 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:32.376657 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427d1811-6e3b-4850-b134-d8e477224b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a4b9dc-6b60-4b67-9075-0e25cb51e805', 'code': 200} Aug 19 12:22:32.377556 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7da03cdd-cd45-412b-bc9f-51bf0c96181b admin admin] 10.222.0.21 "PUT /v2.0/routers/ffeeb700-03fd-45f8-ad74-efe7ff35ef8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4203696 Aug 19 12:22:32.377878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd374a12-250a-4dd4-b55b-11bfe0c0bc76 req-d7c5ff25-21a7-40dd-a480-f6ab78dbfe54 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407051 Aug 19 12:22:32.378511 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-c5e3d51e-096b-49d1-898a-075ba04bf863 req-f8e51bc6-3f00-45ce-8ea0-61e5ffbf6949 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] show failed (client error): The resource could not be found. Aug 19 12:22:32.378511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5e3d51e-096b-49d1-898a-075ba04bf863 req-f8e51bc6-3f00-45ce-8ea0-61e5ffbf6949 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/5e939042-2e5c-4dcc-ab8f-f2a5542c3072 HTTP/1.1" status: 404 len: 352 time: 0.0270712 Aug 19 12:22:32.466572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a169c-bd74-41a1-8224-8175a9bac871 req-d3b23779-96da-49b8-87d8-aaf375f96853 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.476426 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-882a169c-bd74-41a1-8224-8175a9bac871 req-d3b23779-96da-49b8-87d8-aaf375f96853 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.1117847 Aug 19 12:22:32.510050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d6a8c01a-a89f-4392-bed9-870205e0fa5c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:32.510500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-3119bf07-397c-4233-a9e2-3d5df2740110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.511036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-3119bf07-397c-4233-a9e2-3d5df2740110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.511510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-3119bf07-397c-4233-a9e2-3d5df2740110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.513218 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-3119bf07-397c-4233-a9e2-3d5df2740110 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3551512 Aug 19 12:22:32.518846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d6a8c01a-a89f-4392-bed9-870205e0fa5c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:32.519424 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:32.568966 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-882a169c-bd74-41a1-8224-8175a9bac871 req-8bd7af9d-b371-4d95-a9e2-6ad7bc932b53 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912547 Aug 19 12:22:32.597294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-915af472-abf7-457c-afd7-6557d5cb573e req-b4ad8175-aabc-475f-a3c2-1c3efef0af66 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2051050189', 'description': 'tempest-description-34332288'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:32.625498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:32.641130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Made reservation on behalf of c00e68202eff4c599b9bf34db3b23aa0 for: {'subnet': 2} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:32.649340 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:32.649691 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:32.728103 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:32.744312 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-915af472-abf7-457c-afd7-6557d5cb573e req-b4ad8175-aabc-475f-a3c2-1c3efef0af66 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:32.751769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d6a8c01a-a89f-4392-bed9-870205e0fa5c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d6a8c01a-a89f-4392-bed9-870205e0fa5c,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:32.767294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:32.771866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:32.772353 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:32.867135 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:32.889891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab820b-bb8a-416b-8819-483f9a1deece req-ac7f983e-e4f2-4905-b156-84c3824c151c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.896838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab820b-bb8a-416b-8819-483f9a1deece req-ac7f983e-e4f2-4905-b156-84c3824c151c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.902841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab820b-bb8a-416b-8819-483f9a1deece req-ac7f983e-e4f2-4905-b156-84c3824c151c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.909437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab820b-bb8a-416b-8819-483f9a1deece req-ac7f983e-e4f2-4905-b156-84c3824c151c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.915422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab820b-bb8a-416b-8819-483f9a1deece req-ac7f983e-e4f2-4905-b156-84c3824c151c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.921431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab820b-bb8a-416b-8819-483f9a1deece req-ac7f983e-e4f2-4905-b156-84c3824c151c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.927569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab820b-bb8a-416b-8819-483f9a1deece req-ac7f983e-e4f2-4905-b156-84c3824c151c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.930294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6ab820b-bb8a-416b-8819-483f9a1deece req-ac7f983e-e4f2-4905-b156-84c3824c151c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5408 time: 0.4297380 Aug 19 12:22:32.939775 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-915af472-abf7-457c-afd7-6557d5cb573e req-b4ad8175-aabc-475f-a3c2-1c3efef0af66 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:32.972172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760efc6-dacb-4732-8853-e32b3ba6e29b req-556a6f42-56b6-499b-9475-5e74206a18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.973713 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5760efc6-dacb-4732-8853-e32b3ba6e29b req-556a6f42-56b6-499b-9475-5e74206a18cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 1096 time: 0.6398304 Aug 19 12:22:32.986594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-9d6b4ade-1361-4b59-981c-9b77aaf99a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:32.988053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ac687aa-7ea6-404b-baf9-bd190bd9df5a req-9d6b4ade-1361-4b59-981c-9b77aaf99a5b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4417818 Aug 19 12:22:33.003085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d6a8c01a-a89f-4392-bed9-870205e0fa5c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:33.009114 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.024362 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-915af472-abf7-457c-afd7-6557d5cb573e req-b4ad8175-aabc-475f-a3c2-1c3efef0af66 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.068854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:33.076264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad8175-aabc-475f-a3c2-1c3efef0af66 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c1f0fd-3760-4c49-9d2d-d5fc3a6a1559,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:33.080813 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6ab820b-bb8a-416b-8819-483f9a1deece req-bbfdc95a-fec5-4e1a-b78a-296a71fba717 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337106 Aug 19 12:22:33.096436 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5760efc6-dacb-4732-8853-e32b3ba6e29b req-c2e849ed-beda-47db-adfc-bb160454771e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025181 Aug 19 12:22:33.229955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-915af472-abf7-457c-afd7-6557d5cb573e req-b4ad8175-aabc-475f-a3c2-1c3efef0af66 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.232365 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-915af472-abf7-457c-afd7-6557d5cb573e req-b4ad8175-aabc-475f-a3c2-1c3efef0af66 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6406634 Aug 19 12:22:33.270446 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.282763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741fd100-7f9a-4a27-8403-958a58d683e7 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:33.312821 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.348079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Transition to ACTIVE for port object 741fd100-7f9a-4a27-8403-958a58d683e7 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:33.380425 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': 'b1d6b5b7-f6c0-44d3-969b-56a75b8dab69'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:33.384467 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437492db-74a4-4707-ace3-c9ba831456d1" -d '{"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "b1d6b5b7-f6c0-44d3-969b-56a75b8dab69"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:33.395119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:33.433010 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Sync routers for ids ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:22:33.444902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b22402-f4a2-4956-8098-ff07ec002e9d req-094a0c04-9158-4a2e-bed5-cd845fac031f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.447001 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.449336 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Routers {'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:33.450013 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:22:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:33.452313 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-11b22402-f4a2-4956-8098-ff07ec002e9d req-094a0c04-9158-4a2e-bed5-cd845fac031f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.1072314 Aug 19 12:22:33.516366 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-11b22402-f4a2-4956-8098-ff07ec002e9d req-d028321f-f960-4ba1-99ce-489dc3981206 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523899 Aug 19 12:22:33.533497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-828927e4-997f-44f5-8de3-36cb5123dc4b req-388b6240-f427-4137-a2db-53303d2d8a5a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1303312207', 'description': 'tempest-description-1653959516'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:33.612733 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Set router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:33.624787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55356) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:33.630008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-94f4bd4e-0cbe-4895-ba96-cc942dbb5ec5 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1797317553', 'description': 'tempest-description--1475983437'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:33.660353 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-828927e4-997f-44f5-8de3-36cb5123dc4b req-388b6240-f427-4137-a2db-53303d2d8a5a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.682299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Pushing event updated for resources: {'Port': ['ID=741fd100-7f9a-4a27-8403-958a58d683e7,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:33.766106 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace7502f-4438-4841-afb9-f3ecf77b8679 x-openstack-request-id: req-ace7502f-4438-4841-afb9-f3ecf77b8679 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:33.769609 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "b1d6b5b7-f6c0-44d3-969b-56a75b8dab69", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:33.770085 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ace7502f-4438-4841-afb9-f3ecf77b8679 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:33.771063 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': 'b1d6b5b7-f6c0-44d3-969b-56a75b8dab69', 'status': 'completed', 'code': 200} Aug 19 12:22:33.854222 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f4bd4e-0cbe-4895-ba96-cc942dbb5ec5 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.870027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Attempting to bind port 741fd100-7f9a-4a27-8403-958a58d683e7 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:33.870373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Attempting to bind port 741fd100-7f9a-4a27-8403-958a58d683e7 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:33.870863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Attempting to bind port 741fd100-7f9a-4a27-8403-958a58d683e7 on network 906a279c-def4-4f79-bdc7-f9bd5fb2112e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:33.880624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Port 741fd100-7f9a-4a27-8403-958a58d683e7 on network 906a279c-def4-4f79-bdc7-f9bd5fb2112e not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:33.881066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Attempting to bind port 741fd100-7f9a-4a27-8403-958a58d683e7 on network 906a279c-def4-4f79-bdc7-f9bd5fb2112e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:33.908093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:33.908093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Checking segment: {'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:33.908093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Bound using segment: {'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:33.908093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Bound port: 741fd100-7f9a-4a27-8403-958a58d683e7, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:33.908694 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:33.935120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bb22f-7870-49cd-851b-f0b849a05b52 req-879c10ab-debf-4771-84c6-40a4e2a09ac8 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.942528 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e19bb22f-7870-49cd-851b-f0b849a05b52 req-879c10ab-debf-4771-84c6-40a4e2a09ac8 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 946 time: 0.1329648 Aug 19 12:22:33.962909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437492db-74a4-4707-ace3-c9ba831456d1 req-ea5572a3-4271-4127-a417-77bd8912e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.963396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437492db-74a4-4707-ace3-c9ba831456d1 req-ea5572a3-4271-4127-a417-77bd8912e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.963897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437492db-74a4-4707-ace3-c9ba831456d1 req-ea5572a3-4271-4127-a417-77bd8912e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.964368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437492db-74a4-4707-ace3-c9ba831456d1 req-ea5572a3-4271-4127-a417-77bd8912e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.964844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437492db-74a4-4707-ace3-c9ba831456d1 req-ea5572a3-4271-4127-a417-77bd8912e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.965308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437492db-74a4-4707-ace3-c9ba831456d1 req-ea5572a3-4271-4127-a417-77bd8912e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.965776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437492db-74a4-4707-ace3-c9ba831456d1 req-ea5572a3-4271-4127-a417-77bd8912e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:33.967701 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-437492db-74a4-4707-ace3-c9ba831456d1 req-ea5572a3-4271-4127-a417-77bd8912e7dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6380 time: 0.2072744 Aug 19 12:22:33.971305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6a8c01a-a89f-4392-bed9-870205e0fa5c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:34.017660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-828927e4-997f-44f5-8de3-36cb5123dc4b req-388b6240-f427-4137-a2db-53303d2d8a5a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.042865 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.054672 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:29Z', 'revision_number': 4, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'aaed0526-175b-4b3c-b93e-20adb0ef02e3', 'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'mac_address': 'fa:16:3e:19:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:28Z', 'updated_at': '2021-08-19T12:22:30Z', 'revision_number': 2, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'subnets': [{'id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:34.105466 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e19bb22f-7870-49cd-851b-f0b849a05b52 req-4edc5015-5788-45e5-849c-edbaee3a946b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563416 Aug 19 12:22:34.117195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d6a8c01a-a89f-4392-bed9-870205e0fa5c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:34.118314 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.151112 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Checking router: ffeeb700-03fd-45f8-ad74-efe7ff35ef8e for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:22:34.151568 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Updating router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e port aaed0526-175b-4b3c-b93e-20adb0ef02e3 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:22:34.154175 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-828927e4-997f-44f5-8de3-36cb5123dc4b req-388b6240-f427-4137-a2db-53303d2d8a5a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.207674 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.223274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b6240-f427-4137-a2db-53303d2d8a5a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39226266-e956-4061-ba4d-981d120e03fe,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:34.378971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f4bd4e-0cbe-4895-ba96-cc942dbb5ec5 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.428286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d68161-4bf7-46d0-a9bc-f13699af00b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:34.430976 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edbc786-c1ea-469d-8cb4-368b4537d795" -d '{"events": [{"server_uuid": "18d68161-4bf7-46d0-a9bc-f13699af00b4", "name": "network-vif-plugged", "status": "completed", "tag": "9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:34.446690 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f4bd4e-0cbe-4895-ba96-cc942dbb5ec5 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.465458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4571573-b126-4dd7-ab7b-9546d6e56876 req-c23621c2-19fe-45ea-9a05-0090a8f84dc6 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.477991 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4571573-b126-4dd7-ab7b-9546d6e56876 req-c23621c2-19fe-45ea-9a05-0090a8f84dc6 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.2398646 Aug 19 12:22:34.494869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event updated for resources: {'Subnet': ['ID=1be65d41-21fa-4727-b5fe-27a89ca90e6d,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:34.504244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] For port 741fd100-7f9a-4a27-8403-958a58d683e7, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:34.517670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Checking segment: {'id': '4fbae87f-3160-4fbc-b762-69926187f439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '87906d7f-dde8-4608-ab26-7bd33102cbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:34.518031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Network hostable DHCP agents. Network: 87906d7f-dde8-4608-ab26-7bd33102cbe4, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:22:34.547325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4bd4e-0cbe-4895-ba96-cc942dbb5ec5 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d847b118-bb94-435f-ae11-7c01f7c5cf0d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:34.561759 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-828927e4-997f-44f5-8de3-36cb5123dc4b req-388b6240-f427-4137-a2db-53303d2d8a5a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.576360 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-828927e4-997f-44f5-8de3-36cb5123dc4b req-388b6240-f427-4137-a2db-53303d2d8a5a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0434256 Aug 19 12:22:34.576516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437492db-74a4-4707-ace3-c9ba831456d1 req-0df3dcc1-d963-4808-ae45-71c1829a8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.576516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437492db-74a4-4707-ace3-c9ba831456d1 req-0df3dcc1-d963-4808-ae45-71c1829a8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.576965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437492db-74a4-4707-ace3-c9ba831456d1 req-0df3dcc1-d963-4808-ae45-71c1829a8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.578621 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-437492db-74a4-4707-ace3-c9ba831456d1 req-0df3dcc1-d963-4808-ae45-71c1829a8e0d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5986559 Aug 19 12:22:34.582768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] For port 741fd100-7f9a-4a27-8403-958a58d683e7, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=741fd100-7f9a-4a27-8403-958a58d683e7,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:34.630196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f4bd4e-0cbe-4895-ba96-cc942dbb5ec5 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.634245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-94f4bd4e-0cbe-4895-ba96-cc942dbb5ec5 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0082057 Aug 19 12:22:34.635071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55370) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:34.640400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a58b4c03-91f9-463b-99ed-ed57fd2b7795 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Request body: {'security_group_rule': {'security_group_id': 'd847b118-bb94-435f-ae11-7c01f7c5cf0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:34.653813 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.666242 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4571573-b126-4dd7-ab7b-9546d6e56876 req-655f043a-836c-4ebb-a6e9-3cef6410044a tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871924 Aug 19 12:22:34.679180 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Transition to ACTIVE for port object aaed0526-175b-4b3c-b93e-20adb0ef02e3 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:34.704869 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.731263 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5dae99-3c3c-4946-81d3-6939d778938f x-openstack-request-id: req-ab5dae99-3c3c-4946-81d3-6939d778938f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:34.731842 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d68161-4bf7-46d0-a9bc-f13699af00b4", "name": "network-vif-plugged", "status": "completed", "tag": "9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:34.732285 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab5dae99-3c3c-4946-81d3-6939d778938f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:34.732865 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d68161-4bf7-46d0-a9bc-f13699af00b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba', 'code': 200} Aug 19 12:22:34.741906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988f80-e5e4-44ba-a2aa-29e6b0e8a332 req-10646428-0cf5-4a7a-9985-8e7525f74a12 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.747952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988f80-e5e4-44ba-a2aa-29e6b0e8a332 req-10646428-0cf5-4a7a-9985-8e7525f74a12 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.754766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988f80-e5e4-44ba-a2aa-29e6b0e8a332 req-10646428-0cf5-4a7a-9985-8e7525f74a12 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.761025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988f80-e5e4-44ba-a2aa-29e6b0e8a332 req-10646428-0cf5-4a7a-9985-8e7525f74a12 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.767556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988f80-e5e4-44ba-a2aa-29e6b0e8a332 req-10646428-0cf5-4a7a-9985-8e7525f74a12 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.773714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988f80-e5e4-44ba-a2aa-29e6b0e8a332 req-10646428-0cf5-4a7a-9985-8e7525f74a12 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.780266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988f80-e5e4-44ba-a2aa-29e6b0e8a332 req-10646428-0cf5-4a7a-9985-8e7525f74a12 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:34.788892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a988f80-e5e4-44ba-a2aa-29e6b0e8a332 req-10646428-0cf5-4a7a-9985-8e7525f74a12 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5420 time: 0.1160951 Aug 19 12:22:34.810691 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.886436 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Pushing event updated for resources: {'Port': ['ID=aaed0526-175b-4b3c-b93e-20adb0ef02e3,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:34.918893 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a58b4c03-91f9-463b-99ed-ed57fd2b7795 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:34.933764 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:34.939278 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:34.939659 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:34.939996 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:34.942000 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:34.942363 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:34.942690 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:34.943037 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:34.943358 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:34.943747 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:34.944295 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:34.947248 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a988f80-e5e4-44ba-a2aa-29e6b0e8a332 req-8076c52c-2ae7-477b-8bfd-44779a494657 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573281 Aug 19 12:22:34.952072 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:35.027922 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ddb4ec45-51b8-46d1-9ac6-df3f4b6f4f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.038260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-08b04018-4204-4e3c-936b-d7029d9557c5 req-2e0d41f2-d414-4c63-9216-f9530df4501a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-212930331', 'description': 'tempest-description-461158129'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:35.055467 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Attempting to bind port aaed0526-175b-4b3c-b93e-20adb0ef02e3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:35.055865 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Attempting to bind port aaed0526-175b-4b3c-b93e-20adb0ef02e3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:35.056232 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Attempting to bind port aaed0526-175b-4b3c-b93e-20adb0ef02e3 on network 0b3894f8-dae9-4e88-8329-0414c9eea13c {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:35.069785 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:35.070297 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Checking segment: {'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:35.070624 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.071087 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Bound using segment: {'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:35.071833 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Bound port: aaed0526-175b-4b3c-b93e-20adb0ef02e3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:35.076330 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.112363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a51d2-7750-4e93-a912-128981800119 req-609a9acd-0960-4d25-b8d1-a91eb1626ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:35.114402 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b19a51d2-7750-4e93-a912-128981800119 req-609a9acd-0960-4d25-b8d1-a91eb1626ea7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 1097 time: 0.3054104 Aug 19 12:22:35.185570 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] For port aaed0526-175b-4b3c-b93e-20adb0ef02e3, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:35.185570 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] For port aaed0526-175b-4b3c-b93e-20adb0ef02e3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=aaed0526-175b-4b3c-b93e-20adb0ef02e3,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:35.185881 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a58b4c03-91f9-463b-99ed-ed57fd2b7795 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.195002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b19a51d2-7750-4e93-a912-128981800119 req-bc78d45d-6a75-4635-850b-f7e319fe8af2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701458 Aug 19 12:22:35.203704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Network 87906d7f-dde8-4608-ab26-7bd33102cbe4 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:22:35.244612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:35.245244 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.254877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] 10.222.0.62 "PUT /v2.0/ports/741fd100-7f9a-4a27-8403-958a58d683e7 HTTP/1.1" status: 200 len: 1091 time: 3.3471591 Aug 19 12:22:35.285160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-08b04018-4204-4e3c-936b-d7029d9557c5 req-2e0d41f2-d414-4c63-9216-f9530df4501a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.288204 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437492db-74a4-4707-ace3-c9ba831456d1 req-4c9dabaf-3be9-4c1c-a38f-fd30e03afe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:35.289701 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-437492db-74a4-4707-ace3-c9ba831456d1 req-4c9dabaf-3be9-4c1c-a38f-fd30e03afe93 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6926301 Aug 19 12:22:35.292240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efb771-da44-45e9-859a-69d7167a5c1b service neutron] Pushing event updated for resources: {'Port': ['ID=741fd100-7f9a-4a27-8403-958a58d683e7,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:35.303637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf47d1b-b39b-4c79-a38e-4b63395199bd req-1643e1c5-9208-4875-a635-27f02ff8d332 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:35.305166 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0bf47d1b-b39b-4c79-a38e-4b63395199bd req-1643e1c5-9208-4875-a635-27f02ff8d332 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.1110790 Aug 19 12:22:35.322528 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.324528 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a58b4c03-91f9-463b-99ed-ed57fd2b7795 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.364770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b4c03-91f9-463b-99ed-ed57fd2b7795 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0624a6-d487-4863-a841-73fca310346f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:35.410516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 87906d7f-dde8-4608-ab26-7bd33102cbe4) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:35.416555 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d65f49-c54a-4c0f-9890-350f522a34b4 None None] Pushing event updated for resources: {'Port': ['ID=aaed0526-175b-4b3c-b93e-20adb0ef02e3,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:35.424614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.427678 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Routers {'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:22:35.428307 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:22:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:35.442519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ab4c56-d5c7-4eeb-bbad-0398597e5c23 None None] Network 87906d7f-dde8-4608-ab26-7bd33102cbe4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:35.471478 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0bf47d1b-b39b-4c79-a38e-4b63395199bd req-1694e3c7-3d03-437c-bde2-4572c30e4124 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565747 Aug 19 12:22:35.519899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-08b04018-4204-4e3c-936b-d7029d9557c5 req-2e0d41f2-d414-4c63-9216-f9530df4501a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.572118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Request body: {'port': {'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:35.629446 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-08b04018-4204-4e3c-936b-d7029d9557c5 req-2e0d41f2-d414-4c63-9216-f9530df4501a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.676848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.678895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d41f2-d414-4c63-9216-f9530df4501a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c260269-5d8d-4f33-9c2b-1d57b3736441,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:35.709890 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a58b4c03-91f9-463b-99ed-ed57fd2b7795 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.716241 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a58b4c03-91f9-463b-99ed-ed57fd2b7795 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0802774 Aug 19 12:22:35.718094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55382) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:35.728097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fc207120-9b45-4802-97a7-83dcb06fa734 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Request body: {'security_group_rule': {'security_group_id': 'd847b118-bb94-435f-ae11-7c01f7c5cf0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:35.764644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Checking segment: {'id': '262639d8-3afb-4a57-8eeb-0f56e672d402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f2b9b6a4-d121-43fb-8713-455ab5299e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:35.765933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Network hostable DHCP agents. Network: f2b9b6a4-d121-43fb-8713-455ab5299e98, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:22:35.772481 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-08b04018-4204-4e3c-936b-d7029d9557c5 req-2e0d41f2-d414-4c63-9216-f9530df4501a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.773931 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08b04018-4204-4e3c-936b-d7029d9557c5 req-2e0d41f2-d414-4c63-9216-f9530df4501a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7789328 Aug 19 12:22:35.777616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': '741fd100-7f9a-4a27-8403-958a58d683e7'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:35.780127 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2213ef85-4d10-4476-b3dc-183de3511fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "741fd100-7f9a-4a27-8403-958a58d683e7"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:35.913526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-87906d7f-dde8-4608-ab26-7bd33102cbe4', 'network_id': '87906d7f-dde8-4608-ab26-7bd33102cbe4', 'tenant_id': 'c00e68202eff4c599b9bf34db3b23aa0', 'fixed_ips': [{'subnet_id': '1be65d41-21fa-4727-b5fe-27a89ca90e6d'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:22:35.914672 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:35.992272 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fc207120-9b45-4802-97a7-83dcb06fa734 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.001880 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] Set router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:22:36.087615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65e23b-b78c-4a26-a27f-772f8f2f9dc8 req-c12e368d-71ab-4baf-9220-c224f34b4149 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.089642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de65e23b-b78c-4a26-a27f-772f8f2f9dc8 req-c12e368d-71ab-4baf-9220-c224f34b4149 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 946 time: 0.4270315 Aug 19 12:22:36.090495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event updated for resources: {'Subnet': ['ID=755c0f4d-a927-4938-9451-e8f6cd7fedf9,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:36.121229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fedbad-78da-4b38-827e-62d9dd536245 req-dfb0d8b4-3143-45f2-959c-9b8065bd7f0c tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.147636 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27fedbad-78da-4b38-827e-62d9dd536245 req-dfb0d8b4-3143-45f2-959c-9b8065bd7f0c tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 1096 time: 0.2444184 Aug 19 12:22:36.147821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Allocated IP 2001:db8::1 (87906d7f-dde8-4608-ab26-7bd33102cbe4/1be65d41-21fa-4727-b5fe-27a89ca90e6d/d154c082-68c5-4df5-8915-d990dea17c49) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:36.222460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27fedbad-78da-4b38-827e-62d9dd536245 req-af176f85-dbaa-4b6d-992f-8ba4f6ebab0e tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785992 Aug 19 12:22:36.244766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fc207120-9b45-4802-97a7-83dcb06fa734 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.249520 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de65e23b-b78c-4a26-a27f-772f8f2f9dc8 req-0509bea7-5bcb-4fb7-b907-abe8ec488f41 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459539 Aug 19 12:22:36.334935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf73817-b517-4050-b969-77b44dbe49da {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:36.362699 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.395274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Network f2b9b6a4-d121-43fb-8713-455ab5299e98 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:22:36.399453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Transition to ACTIVE for port object caf73817-b517-4050-b969-77b44dbe49da will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:36.403759 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:29Z', 'revision_number': 4, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'aaed0526-175b-4b3c-b93e-20adb0ef02e3', 'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'mac_address': 'fa:16:3e:19:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:28Z', 'updated_at': '2021-08-19T12:22:35Z', 'revision_number': 4, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'subnets': [{'id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:36.422024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a9dd9-41e8-47ec-a6a0-341a68f53fdd req-45f8ca40-c007-4bd9-a0ee-bcf50406dc20 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.425226 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.429602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a78a9dd9-41e8-47ec-a6a0-341a68f53fdd req-45f8ca40-c007-4bd9-a0ee-bcf50406dc20 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.0888076 Aug 19 12:22:36.450291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Transition to ACTIVE for port object d154c082-68c5-4df5-8915-d990dea17c49 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:36.452551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fc207120-9b45-4802-97a7-83dcb06fa734 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.467051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98dcf8f-fd09-4cb7-9a7a-9ce92751b660 None None] The sync data for ids ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'] in n-d-803757-2 is: [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:29Z', 'revision_number': 4, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'aaed0526-175b-4b3c-b93e-20adb0ef02e3', 'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'mac_address': 'fa:16:3e:19:d9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:28Z', 'updated_at': '2021-08-19T12:22:35Z', 'revision_number': 4, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'subnets': [{'id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:22:36.474512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Transition to ACTIVE for port object d154c082-68c5-4df5-8915-d990dea17c49 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:36.475530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc207120-9b45-4802-97a7-83dcb06fa734 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2436e599-6308-4c1e-a443-fad3784110f0,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:36.506141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a78a9dd9-41e8-47ec-a6a0-341a68f53fdd req-815d49f4-258b-4858-b1e8-cb28e42a653e tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755632 Aug 19 12:22:36.509692 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.556101 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.580536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b57cfbb5-3e61-4686-9619-11e9ac7057c3 req-97b2904f-ea3d-4428-904d-0cba0ea6a088 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d HTTP/1.1" status: 200 len: 10909 time: 0.2827532 Aug 19 12:22:36.612416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Network 87906d7f-dde8-4608-ab26-7bd33102cbe4 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:36.621108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:36.623655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:36.629851 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fc207120-9b45-4802-97a7-83dcb06fa734 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.632097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fc207120-9b45-4802-97a7-83dcb06fa734 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9125586 Aug 19 12:22:36.635221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55396) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:36.651859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:36.656065 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036eb9a3-c3a4-482d-a437-d7b2d9e5e63c x-openstack-request-id: req-036eb9a3-c3a4-482d-a437-d7b2d9e5e63c {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:36.656483 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "741fd100-7f9a-4a27-8403-958a58d683e7", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:36.656838 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-036eb9a3-c3a4-482d-a437-d7b2d9e5e63c {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:36.657228 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': '741fd100-7f9a-4a27-8403-958a58d683e7', 'status': 'completed', 'code': 200} Aug 19 12:22:36.674915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, f2b9b6a4-d121-43fb-8713-455ab5299e98) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:36.705007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c04be55-e178-4110-b243-699b5ce1e840 None None] Network f2b9b6a4-d121-43fb-8713-455ab5299e98 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:36.763309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.763929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.765197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.841906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347cb4-208d-4b2b-8ba4-c466c3949391 req-5ef4867e-003c-4d45-a7fa-0f7db7ee8452 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.854952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347cb4-208d-4b2b-8ba4-c466c3949391 req-5ef4867e-003c-4d45-a7fa-0f7db7ee8452 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.873710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347cb4-208d-4b2b-8ba4-c466c3949391 req-5ef4867e-003c-4d45-a7fa-0f7db7ee8452 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.889318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347cb4-208d-4b2b-8ba4-c466c3949391 req-5ef4867e-003c-4d45-a7fa-0f7db7ee8452 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.912002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347cb4-208d-4b2b-8ba4-c466c3949391 req-5ef4867e-003c-4d45-a7fa-0f7db7ee8452 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.926925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347cb4-208d-4b2b-8ba4-c466c3949391 req-5ef4867e-003c-4d45-a7fa-0f7db7ee8452 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.953797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b347cb4-208d-4b2b-8ba4-c466c3949391 req-5ef4867e-003c-4d45-a7fa-0f7db7ee8452 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:36.957303 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b347cb4-208d-4b2b-8ba4-c466c3949391 req-5ef4867e-003c-4d45-a7fa-0f7db7ee8452 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.2290626 Aug 19 12:22:36.959509 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:36.974927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Pushing event updated for resources: {'Port': ['ID=caf73817-b517-4050-b969-77b44dbe49da,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:36.982879 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b57cfbb5-3e61-4686-9619-11e9ac7057c3 req-a69fe34c-7550-475b-9b87-fb0835a8afba tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/7a3f5e54-86a7-44a5-9946-7f1121038184 HTTP/1.1" status: 200 len: 2985 time: 0.4001963 Aug 19 12:22:36.992946 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-97b12e69-f391-4edd-9cf5-e2f56b0118b5 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2256999 Aug 19 12:22:36.997589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55402) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:37.073210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Pushing event updated for resources: {'Port': ['ID=d154c082-68c5-4df5-8915-d990dea17c49,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:37.118101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Attempting to bind port d154c082-68c5-4df5-8915-d990dea17c49 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:37.118470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Attempting to bind port d154c082-68c5-4df5-8915-d990dea17c49 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '4fbae87f-3160-4fbc-b762-69926187f439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '87906d7f-dde8-4608-ab26-7bd33102cbe4'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:37.124800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Attempting to bind port d154c082-68c5-4df5-8915-d990dea17c49 on network 87906d7f-dde8-4608-ab26-7bd33102cbe4 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:37.127671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-ba0ea657-0394-4ba4-936c-78ad9d5e9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.128349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-ba0ea657-0394-4ba4-936c-78ad9d5e9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.128990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-ba0ea657-0394-4ba4-936c-78ad9d5e9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.129622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-ba0ea657-0394-4ba4-936c-78ad9d5e9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.131030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-ba0ea657-0394-4ba4-936c-78ad9d5e9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.131716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-ba0ea657-0394-4ba4-936c-78ad9d5e9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.132546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-ba0ea657-0394-4ba4-936c-78ad9d5e9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.135041 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-ba0ea657-0394-4ba4-936c-78ad9d5e9caa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6447 time: 0.4769197 Aug 19 12:22:37.151268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-f2b9b6a4-d121-43fb-8713-455ab5299e98', 'network_id': 'f2b9b6a4-d121-43fb-8713-455ab5299e98', 'tenant_id': 'c00e68202eff4c599b9bf34db3b23aa0', 'fixed_ips': [{'subnet_id': '755c0f4d-a927-4938-9451-e8f6cd7fedf9'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:22:37.152187 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.177408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:37.177799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Checking segment: {'id': '4fbae87f-3160-4fbc-b762-69926187f439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '87906d7f-dde8-4608-ab26-7bd33102cbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:37.178211 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.178455 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b347cb4-208d-4b2b-8ba4-c466c3949391 req-341a81e3-1e54-49bb-8555-0af4f3a5ba3d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2050111 Aug 19 12:22:37.178588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Bound using segment: {'id': '4fbae87f-3160-4fbc-b762-69926187f439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '87906d7f-dde8-4608-ab26-7bd33102cbe4'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:37.179122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Bound port: d154c082-68c5-4df5-8915-d990dea17c49, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fbae87f-3160-4fbc-b762-69926187f439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '87906d7f-dde8-4608-ab26-7bd33102cbe4'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:37.179523 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.354255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.414291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec4170-8df5-4700-8095-039b8ac175c7 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.419235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec4170-8df5-4700-8095-039b8ac175c7 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.422772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec4170-8df5-4700-8095-039b8ac175c7 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.434921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-24ec4170-8df5-4700-8095-039b8ac175c7 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3867466 Aug 19 12:22:37.435165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] For port d154c082-68c5-4df5-8915-d990dea17c49, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:37.457564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b57cfbb5-3e61-4686-9619-11e9ac7057c3 req-b5927bce-b17c-4acc-80dc-fd6fa9a20621 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/7a3f5e54-86a7-44a5-9946-7f1121038184 HTTP/1.1" status: 200 len: 2985 time: 0.4612510 Aug 19 12:22:37.472122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55410) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:37.526586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Attempting to bind port caf73817-b517-4050-b969-77b44dbe49da on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:37.526953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Attempting to bind port caf73817-b517-4050-b969-77b44dbe49da by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:37.527285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Attempting to bind port caf73817-b517-4050-b969-77b44dbe49da on network 906a279c-def4-4f79-bdc7-f9bd5fb2112e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:37.579761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Allocated IP 172.25.2.183 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/27a910c3-16fe-4eef-b5cd-832f907e24cf) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:37.580680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] For port d154c082-68c5-4df5-8915-d990dea17c49, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d154c082-68c5-4df5-8915-d990dea17c49,segment=NetworkSegment(4fbae87f-3160-4fbc-b762-69926187f439),segment_id=4fbae87f-3160-4fbc-b762-69926187f439)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:37.618729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Allocated IP 2001:db8:0:1::1 (f2b9b6a4-d121-43fb-8713-455ab5299e98/755c0f4d-a927-4938-9451-e8f6cd7fedf9/043ca36e-6924-4d4e-b543-39bbdb158e07) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:37.619070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Port caf73817-b517-4050-b969-77b44dbe49da on network 906a279c-def4-4f79-bdc7-f9bd5fb2112e not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:37.619400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Attempting to bind port caf73817-b517-4050-b969-77b44dbe49da on network 906a279c-def4-4f79-bdc7-f9bd5fb2112e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:37.654007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:37.654352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Checking segment: {'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:37.654745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Bound using segment: {'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:37.656668 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Bound port: caf73817-b517-4050-b969-77b44dbe49da, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04dc62bc-2662-4a2f-8b95-87f704ed1a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:37.656668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.668875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-963bbc56-eff9-4826-a65b-0a19566c6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.669351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-963bbc56-eff9-4826-a65b-0a19566c6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.669819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-963bbc56-eff9-4826-a65b-0a19566c6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.672065 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-963bbc56-eff9-4826-a65b-0a19566c6ae2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5260391 Aug 19 12:22:37.692026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd20d595-c95b-4aca-9da5-26fee9e61518 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Deleting subnet 1be65d41-21fa-4727-b5fe-27a89ca90e6d {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:22:37.712873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd20d595-c95b-4aca-9da5-26fee9e61518 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.752777 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.793228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437b6bc-51b9-474d-bc1b-ad7d62d3be45 req-3e8adedf-00ef-43a4-a675-c904946a306e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:37.803720 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e437b6bc-51b9-474d-bc1b-ad7d62d3be45 req-3e8adedf-00ef-43a4-a675-c904946a306e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 946 time: 0.2036231 Aug 19 12:22:37.876682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Pushing event updated for resources: {'Port': ['ID=d154c082-68c5-4df5-8915-d990dea17c49,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:37.883010 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1c2d3db5-e540-4129-a05c-abf1b8289b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.911861 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.915435 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5469e745-802d-45d9-82fc-af9a138b4882 req-959044b4-80eb-43ff-92ca-709d3eba9846 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/c2c1f0fd-3760-4c49-9d2d-d5fc3a6a1559 HTTP/1.1" status: 200 len: 1801 time: 0.4083564 Aug 19 12:22:37.932426 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.972217 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd20d595-c95b-4aca-9da5-26fee9e61518 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:37.978467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.978467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.978467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.979372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.979851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.980926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.980926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.981351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.984567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.984942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.985313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:37.985647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20999fc-530d-4aa1-8003-22b396cf9b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:22:38.065692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device aaed0526-175b-4b3c-b93e-20adb0ef02e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:38.067128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e437b6bc-51b9-474d-bc1b-ad7d62d3be45 req-676e0835-68c1-44bb-bc46-4e6990a4bc54 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842154 Aug 19 12:22:38.196045 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.207652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Transition to ACTIVE for port object 043ca36e-6924-4d4e-b543-39bbdb158e07 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:38.229762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-a83314c9-89fa-4c96-b197-6d93dba16c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.232401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2213ef85-4d10-4476-b3dc-183de3511fb6 req-a83314c9-89fa-4c96-b197-6d93dba16c48 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5341802 Aug 19 12:22:38.234030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] For port caf73817-b517-4050-b969-77b44dbe49da, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:38.236468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Transition to ACTIVE for port object 043ca36e-6924-4d4e-b543-39bbdb158e07 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:38.243468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] For port caf73817-b517-4050-b969-77b44dbe49da, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=caf73817-b517-4050-b969-77b44dbe49da,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:38.253544 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:22:38.274428 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.302163 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5469e745-802d-45d9-82fc-af9a138b4882 req-1161817d-a001-4cae-be19-9c12a3b1cd09 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.349447 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd20d595-c95b-4aca-9da5-26fee9e61518 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.519636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:38.519636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:38.519636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Pushing event updated for resources: {'Port': ['ID=27a910c3-16fe-4eef-b5cd-832f907e24cf,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:38.519636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:38.522058 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5469e745-802d-45d9-82fc-af9a138b4882 req-1161817d-a001-4cae-be19-9c12a3b1cd09 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.522980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ceee87-1384-42a1-8dc0-299e500e18ef req-1b7b45c7-3662-438f-af06-11f2b641b27e tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.522980 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08ceee87-1384-42a1-8dc0-299e500e18ef req-1b7b45c7-3662-438f-af06-11f2b641b27e tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.2029362 Aug 19 12:22:38.555247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08ceee87-1384-42a1-8dc0-299e500e18ef req-27f6a81f-0aef-449a-9b9e-53b97ddf27ea tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653172 Aug 19 12:22:38.618751 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.650767 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.659462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port aaed0526-175b-4b3c-b93e-20adb0ef02e3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:38.664930 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd20d595-c95b-4aca-9da5-26fee9e61518 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.666943 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5469e745-802d-45d9-82fc-af9a138b4882 req-1161817d-a001-4cae-be19-9c12a3b1cd09 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.669919 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5469e745-802d-45d9-82fc-af9a138b4882 req-1161817d-a001-4cae-be19-9c12a3b1cd09 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.671412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5469e745-802d-45d9-82fc-af9a138b4882 req-1161817d-a001-4cae-be19-9c12a3b1cd09 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2c1f0fd-3760-4c49-9d2d-d5fc3a6a1559 HTTP/1.1" status: 204 len: 173 time: 0.7484355 Aug 19 12:22:38.681907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:38.682538 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.687514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Network f2b9b6a4-d121-43fb-8713-455ab5299e98 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:38.693400 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] 10.222.0.62 "PUT /v2.0/ports/caf73817-b517-4050-b969-77b44dbe49da HTTP/1.1" status: 200 len: 1091 time: 3.1243947 Aug 19 12:22:38.696638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port aaed0526-175b-4b3c-b93e-20adb0ef02e3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:38.697207 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.708235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:38.729303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': 'caf73817-b517-4050-b969-77b44dbe49da'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:38.731851 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d" -d '{"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "caf73817-b517-4050-b969-77b44dbe49da"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:38.744379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:38.750863 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.762140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Pushing event updated for resources: {'Port': ['ID=043ca36e-6924-4d4e-b543-39bbdb158e07,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:38.843329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20d595-c95b-4aca-9da5-26fee9e61518 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event deleted for resources: {'Subnet': ['ID=1be65d41-21fa-4727-b5fe-27a89ca90e6d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:38.887246 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd20d595-c95b-4aca-9da5-26fee9e61518 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:38.891743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cd20d595-c95b-4aca-9da5-26fee9e61518 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "DELETE /v2.0/subnets/1be65d41-21fa-4727-b5fe-27a89ca90e6d HTTP/1.1" status: 204 len: 168 time: 1.4160101 Aug 19 12:22:38.891743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161817d-a001-4cae-be19-9c12a3b1cd09 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c1f0fd-3760-4c49-9d2d-d5fc3a6a1559,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:38.902822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55438) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:38.963160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c3db5-e451-4d6c-969d-15735a6841da service neutron] Pushing event updated for resources: {'Port': ['ID=caf73817-b517-4050-b969-77b44dbe49da,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:38.993947 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-f532f522-719b-4b47-9148-3c5d4a94c7e8 req-ad15e1cf-1138-474d-b511-adfaa037b177 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] show failed (client error): The resource could not be found. Aug 19 12:22:38.997802 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f532f522-719b-4b47-9148-3c5d4a94c7e8 req-ad15e1cf-1138-474d-b511-adfaa037b177 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/c2c1f0fd-3760-4c49-9d2d-d5fc3a6a1559 HTTP/1.1" status: 404 len: 352 time: 0.0563900 Aug 19 12:22:39.040280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.046485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bada2f-6724-4bdc-91e5-958a3cf7d3f5 req-8bb3314b-1843-4117-b434-44570c41bd53 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.052737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bada2f-6724-4bdc-91e5-958a3cf7d3f5 req-8bb3314b-1843-4117-b434-44570c41bd53 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.059456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bada2f-6724-4bdc-91e5-958a3cf7d3f5 req-8bb3314b-1843-4117-b434-44570c41bd53 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.066307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Attempting to bind port 043ca36e-6924-4d4e-b543-39bbdb158e07 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:39.071592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bada2f-6724-4bdc-91e5-958a3cf7d3f5 req-8bb3314b-1843-4117-b434-44570c41bd53 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.071931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Attempting to bind port 043ca36e-6924-4d4e-b543-39bbdb158e07 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '262639d8-3afb-4a57-8eeb-0f56e672d402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f2b9b6a4-d121-43fb-8713-455ab5299e98'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:39.071931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Attempting to bind port 043ca36e-6924-4d4e-b543-39bbdb158e07 on network f2b9b6a4-d121-43fb-8713-455ab5299e98 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:39.072711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bada2f-6724-4bdc-91e5-958a3cf7d3f5 req-8bb3314b-1843-4117-b434-44570c41bd53 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.079011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bada2f-6724-4bdc-91e5-958a3cf7d3f5 req-8bb3314b-1843-4117-b434-44570c41bd53 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.085463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bada2f-6724-4bdc-91e5-958a3cf7d3f5 req-8bb3314b-1843-4117-b434-44570c41bd53 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.094302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-87bada2f-6724-4bdc-91e5-958a3cf7d3f5 req-8bb3314b-1843-4117-b434-44570c41bd53 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.2017148 Aug 19 12:22:39.137055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0b5337-2632-4bdd-80ae-0146ec9fa0b2 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Deleting subnet 755c0f4d-a927-4938-9451-e8f6cd7fedf9 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:22:39.143340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b4373fde-9223-49d6-9232-b2fa73164002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.144562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5337-2632-4bdd-80ae-0146ec9fa0b2 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.144921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b4373fde-9223-49d6-9232-b2fa73164002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.145600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b4373fde-9223-49d6-9232-b2fa73164002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.146246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b4373fde-9223-49d6-9232-b2fa73164002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.148639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b4373fde-9223-49d6-9232-b2fa73164002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.149125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b4373fde-9223-49d6-9232-b2fa73164002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.149598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b4373fde-9223-49d6-9232-b2fa73164002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.153124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:39.156100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Checking segment: {'id': '262639d8-3afb-4a57-8eeb-0f56e672d402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f2b9b6a4-d121-43fb-8713-455ab5299e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:39.157875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b4373fde-9223-49d6-9232-b2fa73164002 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6489 time: 0.3080635 Aug 19 12:22:39.158554 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.159253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Bound using segment: {'id': '262639d8-3afb-4a57-8eeb-0f56e672d402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f2b9b6a4-d121-43fb-8713-455ab5299e98'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:39.159980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Bound port: 043ca36e-6924-4d4e-b543-39bbdb158e07, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262639d8-3afb-4a57-8eeb-0f56e672d402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f2b9b6a4-d121-43fb-8713-455ab5299e98'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:39.164505 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.221528 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.253214 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.265722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-6afab69d-51da-4cf0-b29a-b98143aacc39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06203eaa-dc3d-4e03-9e70-f6f275eacbfc HTTP/1.1" status: 200 len: 217 time: 0.0709679 Aug 19 12:22:39.280444 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5337-2632-4bdd-80ae-0146ec9fa0b2 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.392311 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8244ec-ca7e-44fd-b43b-3f084b46b4a9 x-openstack-request-id: req-ee8244ec-ca7e-44fd-b43b-3f084b46b4a9 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:39.392575 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "caf73817-b517-4050-b969-77b44dbe49da", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:39.392826 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee8244ec-ca7e-44fd-b43b-3f084b46b4a9 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:39.403585 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': 'caf73817-b517-4050-b969-77b44dbe49da', 'status': 'completed', 'code': 200} Aug 19 12:22:39.418464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port aaed0526-175b-4b3c-b93e-20adb0ef02e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=aaed0526-175b-4b3c-b93e-20adb0ef02e3,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:39.422005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-9a76df3c-32c0-4cad-bf34-bee01880733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.425599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-9a76df3c-32c0-4cad-bf34-bee01880733a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52a51bc7-2214-4174-98c6-2f7fb87a2ae5 HTTP/1.1" status: 200 len: 855 time: 0.1597085 Aug 19 12:22:39.451562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] For port 043ca36e-6924-4d4e-b543-39bbdb158e07, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:39.456980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] For port 043ca36e-6924-4d4e-b543-39bbdb158e07, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=043ca36e-6924-4d4e-b543-39bbdb158e07,segment=NetworkSegment(262639d8-3afb-4a57-8eeb-0f56e672d402),segment_id=262639d8-3afb-4a57-8eeb-0f56e672d402)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:39.524024 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.540516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-87bada2f-6724-4bdc-91e5-958a3cf7d3f5 req-24297a24-4fdb-4791-81cc-4bbc27b9c651 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4450788 Aug 19 12:22:39.583101 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.585292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60141236-f183-4035-8103-69a72a6d55b0 req-2ec5bb11-efe6-486d-bd83-b96799ccec01 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.587337 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60141236-f183-4035-8103-69a72a6d55b0 req-2ec5bb11-efe6-486d-bd83-b96799ccec01 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 946 time: 0.1486435 Aug 19 12:22:39.589293 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5337-2632-4bdd-80ae-0146ec9fa0b2 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.596945 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.678876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=aaed0526-175b-4b3c-b93e-20adb0ef02e3,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:39.696402 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aef736f5-52a5-4b7c-90d6-b92beb920dd9 req-6a8c4d66-e3c9-4184-951f-0f534d362f94 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/39226266-e956-4061-ba4d-981d120e03fe HTTP/1.1" status: 200 len: 1803 time: 0.1101778 Aug 19 12:22:39.728628 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.800328 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Pushing event updated for resources: {'Port': ['ID=27a910c3-16fe-4eef-b5cd-832f907e24cf,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:39.804238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-ebfa7e97-59a0-44cc-a3ce-9d9122b239d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:39.805764 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-ebfa7e97-59a0-44cc-a3ce-9d9122b239d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33a63ac8-e80b-4f52-be34-1a8d66da6d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3698556 Aug 19 12:22:39.814907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c9e16-ffbf-4e4c-9e35-e0fd78ab40d7 None None] Pushing event updated for resources: {'Port': ['ID=043ca36e-6924-4d4e-b543-39bbdb158e07,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:39.890904 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c344e786-c414-42bd-9d78-99a613e9ca51 None None] Network 87906d7f-dde8-4608-ab26-7bd33102cbe4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:39.900916 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60141236-f183-4035-8103-69a72a6d55b0 req-9d02623e-9eb7-4810-93c9-7d070665c7db tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218015 Aug 19 12:22:39.964411 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-aef736f5-52a5-4b7c-90d6-b92beb920dd9 req-ceb693f4-6091-419f-91d0-46452f25e13e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:39.972049 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.049168 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-aef736f5-52a5-4b7c-90d6-b92beb920dd9 req-ceb693f4-6091-419f-91d0-46452f25e13e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.168428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ef7743e8-c42a-46c2-ae05-815ad3c3a998 None None] Provisioning for port d154c082-68c5-4df5-8915-d990dea17c49 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:40.172598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.185181 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-06601855-d37a-4b4e-aafa-dcfbd594d405 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5394835 Aug 19 12:22:40.185816 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-df3c4ba6-93da-4027-9f8a-f7b265ed791a service neutron] 10.222.0.62 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638101 Aug 19 12:22:40.192329 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5337-2632-4bdd-80ae-0146ec9fa0b2 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.219062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d0b5337-2632-4bdd-80ae-0146ec9fa0b2 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.232694 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5d0b5337-2632-4bdd-80ae-0146ec9fa0b2 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "DELETE /v2.0/subnets/755c0f4d-a927-4938-9451-e8f6cd7fedf9 HTTP/1.1" status: 204 len: 168 time: 1.3170261 Aug 19 12:22:40.244572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55458) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:40.254927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b5337-2632-4bdd-80ae-0146ec9fa0b2 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event deleted for resources: {'Subnet': ['ID=755c0f4d-a927-4938-9451-e8f6cd7fedf9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:40.282111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aac8a8-88e6-4f34-a5c2-2323c60808ff req-633b82d2-73d8-40e0-9863-bba2036ef87e tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.292118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09aac8a8-88e6-4f34-a5c2-2323c60808ff req-633b82d2-73d8-40e0-9863-bba2036ef87e tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.2130620 Aug 19 12:22:40.339162 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device aaed0526-175b-4b3c-b93e-20adb0ef02e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:40.349432 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-aef736f5-52a5-4b7c-90d6-b92beb920dd9 req-ceb693f4-6091-419f-91d0-46452f25e13e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.356872 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-aef736f5-52a5-4b7c-90d6-b92beb920dd9 req-ceb693f4-6091-419f-91d0-46452f25e13e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.375519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aef736f5-52a5-4b7c-90d6-b92beb920dd9 req-ceb693f4-6091-419f-91d0-46452f25e13e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "DELETE /v2.0/security-groups/39226266-e956-4061-ba4d-981d120e03fe HTTP/1.1" status: 204 len: 173 time: 0.6780624 Aug 19 12:22:40.395732 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09aac8a8-88e6-4f34-a5c2-2323c60808ff req-c128d2c2-ad75-4772-bdf3-4baaf7af8e3b tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018412 Aug 19 12:22:40.423098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e839888-400e-48cf-aa99-af17de73febc None None] DHCP port deletion for 87906d7f-dde8-4608-ab26-7bd33102cbe4 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:22:40.427257 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.528223 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a001e02b-e961-4222-9931-286a48c0f1fe service neutron] 10.222.0.62 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355954 Aug 19 12:22:40.529527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb693f4-6091-419f-91d0-46452f25e13e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39226266-e956-4061-ba4d-981d120e03fe,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:40.557808 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-828039ef-929e-4c8e-99f3-7ddcacb21bd5 req-fd6cb829-eb43-4177-90d4-41fa5dfc36c7 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] show failed (client error): The resource could not be found. Aug 19 12:22:40.558858 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-828039ef-929e-4c8e-99f3-7ddcacb21bd5 req-fd6cb829-eb43-4177-90d4-41fa5dfc36c7 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/39226266-e956-4061-ba4d-981d120e03fe HTTP/1.1" status: 404 len: 352 time: 0.1604335 Aug 19 12:22:40.594453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port aaed0526-175b-4b3c-b93e-20adb0ef02e3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:40.594834 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.643517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5e839888-400e-48cf-aa99-af17de73febc None None] Deleting port d154c082-68c5-4df5-8915-d990dea17c49 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:40.643965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5e839888-400e-48cf-aa99-af17de73febc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.656933 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-9920eac7-660c-475c-abeb-857c3c40cad4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=53dc58b7-9984-40dc-8a11-1f42b19c5175 HTTP/1.1" status: 200 len: 217 time: 0.1123183 Aug 19 12:22:40.682738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612cdb0-1539-46a5-84ba-3f7808f2a05b tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.689297 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e612cdb0-1539-46a5-84ba-3f7808f2a05b tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4433889 Aug 19 12:22:40.691705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55492) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:40.732605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5e839888-400e-48cf-aa99-af17de73febc None None] For port d154c082-68c5-4df5-8915-d990dea17c49, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d154c082-68c5-4df5-8915-d990dea17c49,segment=NetworkSegment(4fbae87f-3160-4fbc-b762-69926187f439),segment_id=4fbae87f-3160-4fbc-b762-69926187f439)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:40.733711 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5e839888-400e-48cf-aa99-af17de73febc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.765677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9e38-171e-40c4-88d6-5bf43b76cd1a req-0ae790bc-6878-4d21-81c1-7dabf15fe140 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.772156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9e38-171e-40c4-88d6-5bf43b76cd1a req-0ae790bc-6878-4d21-81c1-7dabf15fe140 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.783324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9e38-171e-40c4-88d6-5bf43b76cd1a req-0ae790bc-6878-4d21-81c1-7dabf15fe140 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.790614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5e839888-400e-48cf-aa99-af17de73febc None None] Calling delete_port for d154c082-68c5-4df5-8915-d990dea17c49 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:40.792820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9e38-171e-40c4-88d6-5bf43b76cd1a req-0ae790bc-6878-4d21-81c1-7dabf15fe140 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.810739 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d154c082-68c5-4df5-8915-d990dea17c49 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:40.828008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a279b5ce-ebb8-401d-a7bb-02983dbed158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.829557 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a279b5ce-ebb8-401d-a7bb-02983dbed158 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.1610498 Aug 19 12:22:40.833936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9e38-171e-40c4-88d6-5bf43b76cd1a req-0ae790bc-6878-4d21-81c1-7dabf15fe140 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.851412 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9e38-171e-40c4-88d6-5bf43b76cd1a req-0ae790bc-6878-4d21-81c1-7dabf15fe140 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.872868 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9e38-171e-40c4-88d6-5bf43b76cd1a req-0ae790bc-6878-4d21-81c1-7dabf15fe140 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:40.878510 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f73f9e38-171e-40c4-88d6-5bf43b76cd1a req-0ae790bc-6878-4d21-81c1-7dabf15fe140 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.2264268 Aug 19 12:22:40.946413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ce3b3df-e7e4-4735-91be-fe6e1a65518c req-1675bdda-134a-48dd-a05f-51b411b3ab7c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/7c260269-5d8d-4f33-9c2b-1d57b3736441 HTTP/1.1" status: 200 len: 1801 time: 0.3102925 Aug 19 12:22:40.968451 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:40.992880 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f73f9e38-171e-40c4-88d6-5bf43b76cd1a req-e755cba1-d61a-4831-80c5-0162ac4e2be9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095438 Aug 19 12:22:41.063217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-5683a845-df7d-4998-83ef-1aaf89627889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.064838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-5683a845-df7d-4998-83ef-1aaf89627889 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2258139 Aug 19 12:22:41.087728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d154c082-68c5-4df5-8915-d990dea17c49 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:41.095738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d154c082-68c5-4df5-8915-d990dea17c49 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:41.097443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.252927 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5e839888-400e-48cf-aa99-af17de73febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.255383 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7ce3b3df-e7e4-4735-91be-fe6e1a65518c req-f70ad810-e0b5-4f37-b45b-306c387b0c57 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.258008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Port d154c082-68c5-4df5-8915-d990dea17c49 update to ACTIVE by agent not found {{(pid=95544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 12:22:41.274195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7851a2d-1426-4b27-b02b-e51f0abec755 req-e34cf228-cebd-484d-a60d-802c25f929af tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.275981 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7851a2d-1426-4b27-b02b-e51f0abec755 req-e34cf228-cebd-484d-a60d-802c25f929af tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 946 time: 0.1413760 Aug 19 12:22:41.344533 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7ce3b3df-e7e4-4735-91be-fe6e1a65518c req-f70ad810-e0b5-4f37-b45b-306c387b0c57 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.379044 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7851a2d-1426-4b27-b02b-e51f0abec755 req-93afd04b-9278-4d19-83bc-5109d7ae8064 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959077 Aug 19 12:22:41.420905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-9ca15e02-873c-478d-ad6e-b92536d42ecd service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232591 Aug 19 12:22:41.425536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Deleting port 043ca36e-6924-4d4e-b543-39bbdb158e07 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:41.427597 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.467624 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5352cef5-5504-42f5-a055-7592fc3aa3d3 None None] Network f2b9b6a4-d121-43fb-8713-455ab5299e98 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:41.473292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e839888-400e-48cf-aa99-af17de73febc None None] Pushing event deleted for resources: {'Port': ['ID=d154c082-68c5-4df5-8915-d990dea17c49,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:41.521174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e839888-400e-48cf-aa99-af17de73febc None None] No DVR routers for this DVR port d154c082-68c5-4df5-8915-d990dea17c49 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:41.638738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] For port 043ca36e-6924-4d4e-b543-39bbdb158e07, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=043ca36e-6924-4d4e-b543-39bbdb158e07,segment=NetworkSegment(262639d8-3afb-4a57-8eeb-0f56e672d402),segment_id=262639d8-3afb-4a57-8eeb-0f56e672d402)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:41.640050 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.641631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-54740100-bbaa-4d02-b098-b7abe32a1815 None None] Provisioning for port 043ca36e-6924-4d4e-b543-39bbdb158e07 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:22:41.658847 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7ce3b3df-e7e4-4735-91be-fe6e1a65518c req-f70ad810-e0b5-4f37-b45b-306c387b0c57 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.664973 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7ce3b3df-e7e4-4735-91be-fe6e1a65518c req-f70ad810-e0b5-4f37-b45b-306c387b0c57 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.666189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ce3b3df-e7e4-4735-91be-fe6e1a65518c req-f70ad810-e0b5-4f37-b45b-306c387b0c57 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "DELETE /v2.0/security-groups/7c260269-5d8d-4f33-9c2b-1d57b3736441 HTTP/1.1" status: 204 len: 173 time: 0.6936023 Aug 19 12:22:41.693139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Calling delete_port for 043ca36e-6924-4d4e-b543-39bbdb158e07 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:41.703178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ad810-e0b5-4f37-b45b-306c387b0c57 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c260269-5d8d-4f33-9c2b-1d57b3736441,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:41.737532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c66d400-391d-4623-857e-efcbbfc1e56b None None] DHCP port deletion for f2b9b6a4-d121-43fb-8713-455ab5299e98 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:22:41.777555 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a6577530-79cb-4c7a-bc8c-649eafd94441 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687562 Aug 19 12:22:41.806196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8c66d400-391d-4623-857e-efcbbfc1e56b None None] Deleting port 043ca36e-6924-4d4e-b543-39bbdb158e07 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:41.807326 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8c66d400-391d-4623-857e-efcbbfc1e56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.879743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c7bc98c8-b2f3-44bc-b3cc-80e98dd2a13e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=a48d692e-ec2d-4064-b30e-5fa0a3029cb7 HTTP/1.1" status: 200 len: 217 time: 0.0910957 Aug 19 12:22:41.925059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8c66d400-391d-4623-857e-efcbbfc1e56b None None] For port 043ca36e-6924-4d4e-b543-39bbdb158e07, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=043ca36e-6924-4d4e-b543-39bbdb158e07,segment=NetworkSegment(262639d8-3afb-4a57-8eeb-0f56e672d402),segment_id=262639d8-3afb-4a57-8eeb-0f56e672d402)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:41.926553 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8c66d400-391d-4623-857e-efcbbfc1e56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:41.964725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8c66d400-391d-4623-857e-efcbbfc1e56b None None] Calling delete_port for 043ca36e-6924-4d4e-b543-39bbdb158e07 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:41.980681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d154c082-68c5-4df5-8915-d990dea17c49 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:41.996452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-2011de49-eba9-47cf-9f3d-9df67ab86ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:41.998354 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-2011de49-eba9-47cf-9f3d-9df67ab86ee2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.1046727 Aug 19 12:22:42.013430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d154c082-68c5-4df5-8915-d990dea17c49 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:22:42.013430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d154c082-68c5-4df5-8915-d990dea17c49 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:22:42.078696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-46559bff-c120-4b44-b9d6-32e512c0c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.080541 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-46559bff-c120-4b44-b9d6-32e512c0c148 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685859 Aug 19 12:22:42.151921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.154451 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8c66d400-391d-4623-857e-efcbbfc1e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.190153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event deleted for resources: {'Port': ['ID=043ca36e-6924-4d4e-b543-39bbdb158e07,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:42.195881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] No DVR routers for this DVR port 043ca36e-6924-4d4e-b543-39bbdb158e07 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:42.223021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66d400-391d-4623-857e-efcbbfc1e56b None None] No DVR routers for this DVR port 043ca36e-6924-4d4e-b543-39bbdb158e07 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:42.238344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66d400-391d-4623-857e-efcbbfc1e56b None None] Pushing event deleted for resources: {'Port': ['ID=043ca36e-6924-4d4e-b543-39bbdb158e07,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:42.652837 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-127f10da-68c9-4f49-a6d5-215041c78ed0 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642028 Aug 19 12:22:42.686673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.699603 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-82a1c58d-3439-4c57-9ce7-f9cfdf186743 req-2a905b4c-76ee-4e40-b9d1-5ae5ee864175 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] show failed (client error): The resource could not be found. Aug 19 12:22:42.718202 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-82a1c58d-3439-4c57-9ce7-f9cfdf186743 req-2a905b4c-76ee-4e40-b9d1-5ae5ee864175 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/7c260269-5d8d-4f33-9c2b-1d57b3736441 HTTP/1.1" status: 404 len: 352 time: 0.0350254 Aug 19 12:22:42.753204 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b9b6a4-d121-43fb-8713-455ab5299e98']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:42.772510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262639d8-3afb-4a57-8eeb-0f56e672d402') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:42.772992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262639d8-3afb-4a57-8eeb-0f56e672d402') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:42.797403 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.820309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538f619-b250-4776-a3ad-db69d466cca6 req-53e492c1-bf82-451b-9232-9d70fe1102fb tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.822149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5538f619-b250-4776-a3ad-db69d466cca6 req-53e492c1-bf82-451b-9232-9d70fe1102fb tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.1999032 Aug 19 12:22:42.851186 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.864128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac84cf-bdf3-45c2-94f7-c58ed7b3d9f3 req-7ffbffea-d0f4-476e-8c58-24152842b40d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.872526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:42.873153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac84cf-bdf3-45c2-94f7-c58ed7b3d9f3 req-7ffbffea-d0f4-476e-8c58-24152842b40d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.873583 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:42.877274 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:42.884005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac84cf-bdf3-45c2-94f7-c58ed7b3d9f3 req-7ffbffea-d0f4-476e-8c58-24152842b40d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.891459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac84cf-bdf3-45c2-94f7-c58ed7b3d9f3 req-7ffbffea-d0f4-476e-8c58-24152842b40d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.899311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac84cf-bdf3-45c2-94f7-c58ed7b3d9f3 req-7ffbffea-d0f4-476e-8c58-24152842b40d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.907013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac84cf-bdf3-45c2-94f7-c58ed7b3d9f3 req-7ffbffea-d0f4-476e-8c58-24152842b40d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.913366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac84cf-bdf3-45c2-94f7-c58ed7b3d9f3 req-7ffbffea-d0f4-476e-8c58-24152842b40d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:42.925641 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35ac84cf-bdf3-45c2-94f7-c58ed7b3d9f3 req-7ffbffea-d0f4-476e-8c58-24152842b40d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.1381531 Aug 19 12:22:42.986915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35ac84cf-bdf3-45c2-94f7-c58ed7b3d9f3 req-2f7769f2-d816-4d10-b529-5ad3b78416a7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602794 Aug 19 12:22:42.996532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-480c64ef-ee97-4269-9136-54feb015f9c6 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213229 Aug 19 12:22:43.002100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5538f619-b250-4776-a3ad-db69d466cca6 req-fe441d89-4c3f-4e72-bb0c-2ccfb59dbba7 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679330 Aug 19 12:22:43.107961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-8ea31c73-ad3d-447b-9fc5-ced1ffe9bf36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=208cb691-c9ac-4d91-bf98-44e1eb45c65c HTTP/1.1" status: 200 len: 217 time: 0.1029232 Aug 19 12:22:43.138235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5918ba-a998-4c45-809d-b1f8166225a7 req-dd3ba970-c51e-421a-ae67-315cb7795eaa tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:43.138235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a5918ba-a998-4c45-809d-b1f8166225a7 req-dd3ba970-c51e-421a-ae67-315cb7795eaa tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 946 time: 0.0713706 Aug 19 12:22:43.197154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a5918ba-a998-4c45-809d-b1f8166225a7 req-814fc99f-a990-4d3d-bec5-4c7b9e2661d6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493915 Aug 19 12:22:43.242414 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.242414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c1109223-a321-4cc7-8588-b83839ba5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:43.244280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c1109223-a321-4cc7-8588-b83839ba5658 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.1002815 Aug 19 12:22:43.265025 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.266947 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "DELETE /v2.0/networks/f2b9b6a4-d121-43fb-8713-455ab5299e98 HTTP/1.1" status: 204 len: 168 time: 2.5727751 Aug 19 12:22:43.268728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023e8ad-b935-446e-9d94-326c9d35749e tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event deleted for resources: {'Network': ['ID=f2b9b6a4-d121-43fb-8713-455ab5299e98,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:43.269411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55576) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:43.298021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-344de0ce-4999-4814-b3bb-0720f17010b2 req-8a9840ec-1fc8-4901-b9a2-5fb1e11d4b0b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d HTTP/1.1" status: 200 len: 6157 time: 0.1890814 Aug 19 12:22:43.381339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-344de0ce-4999-4814-b3bb-0720f17010b2 req-ae76be36-a004-447e-85ff-320dba21a0cd tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/7a3f5e54-86a7-44a5-9946-7f1121038184 HTTP/1.1" status: 200 len: 2985 time: 0.0593245 Aug 19 12:22:43.391949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c5a24984-3bb4-43eb-b463-0b88f0a3ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:43.393730 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c5a24984-3bb4-43eb-b463-0b88f0a3ed8f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306481 Aug 19 12:22:43.457933 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.506041 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-344de0ce-4999-4814-b3bb-0720f17010b2 req-b4478c13-ec76-43b2-a3ac-6f6430592520 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/7a3f5e54-86a7-44a5-9946-7f1121038184 HTTP/1.1" status: 200 len: 2985 time: 0.1232934 Aug 19 12:22:43.541221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-04fe0b27-1a9a-40dc-8806-6a24a4cdbf51 req-8f27ea7d-0f6f-483a-9cf7-33e34bcefd24 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1048150327', 'description': 'tempest-description-909213055'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:43.587380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-00f60ce5-0e28-46fa-8170-9c13ac05d508 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752331 Aug 19 12:22:43.612800 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.627858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87906d7f-dde8-4608-ab26-7bd33102cbe4']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:43.641079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbae87f-3160-4fbc-b762-69926187f439') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:43.641800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbae87f-3160-4fbc-b762-69926187f439') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:43.654491 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.671940 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.686602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:43.687300 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:43.692859 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:43.705843 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-04fe0b27-1a9a-40dc-8806-6a24a4cdbf51 req-8f27ea7d-0f6f-483a-9cf7-33e34bcefd24 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.741258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-c9a9871e-b32c-4658-a6d2-855287eb07a1 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440063 Aug 19 12:22:43.907606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b9e034d2-97cc-4f28-a84b-65d87d0133cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 HTTP/1.1" status: 200 len: 217 time: 0.1527495 Aug 19 12:22:43.923650 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-04fe0b27-1a9a-40dc-8806-6a24a4cdbf51 req-8f27ea7d-0f6f-483a-9cf7-33e34bcefd24 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:43.980932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc419671-87ce-4cbf-b143-dc79760354e7 req-b27ad7f1-8dd8-469a-89cb-cbff55688fc0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:43.982630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc419671-87ce-4cbf-b143-dc79760354e7 req-b27ad7f1-8dd8-469a-89cb-cbff55688fc0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 946 time: 0.1384225 Aug 19 12:22:43.989334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.004653 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.007510 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "DELETE /v2.0/networks/87906d7f-dde8-4608-ab26-7bd33102cbe4 HTTP/1.1" status: 204 len: 168 time: 0.7360790 Aug 19 12:22:44.016026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55584) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:44.184573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-66f7881a-3bc1-4518-b7ea-52bcb4995523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.185668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6d4d0-4587-4acb-a36a-0d9fb21823dc tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event deleted for resources: {'Network': ['ID=87906d7f-dde8-4608-ab26-7bd33102cbe4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:44.195938 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-66f7881a-3bc1-4518-b7ea-52bcb4995523 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.2802444 Aug 19 12:22:44.200595 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-04fe0b27-1a9a-40dc-8806-6a24a4cdbf51 req-8f27ea7d-0f6f-483a-9cf7-33e34bcefd24 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.259478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.261488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27ea7d-0f6f-483a-9cf7-33e34bcefd24 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec6eb5c-e351-4455-b241-5b6eeaafb570,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:44.360981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-cc419671-87ce-4cbf-b143-dc79760354e7 req-8d3ed6e9-af50-4a2d-908c-7ba28ad18aa3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Deleting port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:44.361611 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cc419671-87ce-4cbf-b143-dc79760354e7 req-8d3ed6e9-af50-4a2d-908c-7ba28ad18aa3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.377965 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-04fe0b27-1a9a-40dc-8806-6a24a4cdbf51 req-8f27ea7d-0f6f-483a-9cf7-33e34bcefd24 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.379215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04fe0b27-1a9a-40dc-8806-6a24a4cdbf51 req-8f27ea7d-0f6f-483a-9cf7-33e34bcefd24 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8423882 Aug 19 12:22:44.396858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122f2b-34b0-4ac1-9c1a-c731b377746c req-0358c18d-3aa3-44ee-8184-cbd1081634dc tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.408596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122f2b-34b0-4ac1-9c1a-c731b377746c req-0358c18d-3aa3-44ee-8184-cbd1081634dc tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.416353 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.426021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dca28a1-b87b-42ed-bb57-6a666dafd0ea']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:44.434881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122f2b-34b0-4ac1-9c1a-c731b377746c req-0358c18d-3aa3-44ee-8184-cbd1081634dc tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.444802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df62b27-0d17-45a8-8bc0-756dee0254d5') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:44.446122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122f2b-34b0-4ac1-9c1a-c731b377746c req-0358c18d-3aa3-44ee-8184-cbd1081634dc tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.447043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df62b27-0d17-45a8-8bc0-756dee0254d5') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:44.454186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122f2b-34b0-4ac1-9c1a-c731b377746c req-0358c18d-3aa3-44ee-8184-cbd1081634dc tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.462177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122f2b-34b0-4ac1-9c1a-c731b377746c req-0358c18d-3aa3-44ee-8184-cbd1081634dc tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.471080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122f2b-34b0-4ac1-9c1a-c731b377746c req-0358c18d-3aa3-44ee-8184-cbd1081634dc tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.473376 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.481908 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8122f2b-34b0-4ac1-9c1a-c731b377746c req-0358c18d-3aa3-44ee-8184-cbd1081634dc tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.3387203 Aug 19 12:22:44.515933 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.529102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:44.529687 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.538467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-0f58436b-e2c2-4799-9b54-bd0870ccefed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.539973 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-0f58436b-e2c2-4799-9b54-bd0870ccefed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2923656 Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:44.621129 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:44.689589 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8122f2b-34b0-4ac1-9c1a-c731b377746c req-39ef4239-f3e4-4300-945b-d6f12a9e2d4d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2065725 Aug 19 12:22:44.724450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db70381-8497-4aec-bae4-bb3cd0cfdfc7 req-83ed062b-23cc-4a7e-be6f-0a8dc0fcb753 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:44.729953 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3db70381-8497-4aec-bae4-bb3cd0cfdfc7 req-83ed062b-23cc-4a7e-be6f-0a8dc0fcb753 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.1049345 Aug 19 12:22:44.787788 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.796214 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.797128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-cc419671-87ce-4cbf-b143-dc79760354e7 req-8d3ed6e9-af50-4a2d-908c-7ba28ad18aa3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] For port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:44.797128 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cc419671-87ce-4cbf-b143-dc79760354e7 req-8d3ed6e9-af50-4a2d-908c-7ba28ad18aa3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:44.797608 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "DELETE /v2.0/networks/5dca28a1-b87b-42ed-bb57-6a666dafd0ea HTTP/1.1" status: 204 len: 168 time: 0.7776797 Aug 19 12:22:44.802476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55594) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:44.822309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab5454-a32e-45a3-8a01-4e0e07ee6db6 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event deleted for resources: {'Network': ['ID=5dca28a1-b87b-42ed-bb57-6a666dafd0ea,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:44.838862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3db70381-8497-4aec-bae4-bb3cd0cfdfc7 req-af75d211-5b2a-4503-a35c-559057867267 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922956 Aug 19 12:22:44.888776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-44411ff7-56d5-4105-96ea-802f4c3577f3 req-08e8ed2f-9d92-41d5-acfb-a5e1167abc8e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-52240157', 'description': 'tempest-description-1937795987'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:44.954878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-cc419671-87ce-4cbf-b143-dc79760354e7 req-8d3ed6e9-af50-4a2d-908c-7ba28ad18aa3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Calling delete_port for 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:44.956731 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-801c74b9-0e20-4bba-b9f5-a942cc0f8328 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969827 Aug 19 12:22:45.069467 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-44411ff7-56d5-4105-96ea-802f4c3577f3 req-08e8ed2f-9d92-41d5-acfb-a5e1167abc8e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:45.257434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-44411ff7-56d5-4105-96ea-802f4c3577f3 req-08e8ed2f-9d92-41d5-acfb-a5e1167abc8e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:45.265273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:45.285127 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a842-6f36-4784-a871-0c6458cab8d8 req-f070e99b-54ef-4869-95da-364d532f8726 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.285127 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec77a842-6f36-4784-a871-0c6458cab8d8 req-f070e99b-54ef-4869-95da-364d532f8726 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 946 time: 0.4069872 Aug 19 12:22:45.343484 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-ec4d2e3a-a755-4f5b-a651-6519afbf0f91 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774829 Aug 19 12:22:45.445185 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-a4ca2beb-a51d-4a68-91c7-b9dc9a59148d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=741fd100-7f9a-4a27-8403-958a58d683e7 HTTP/1.1" status: 200 len: 217 time: 0.0737934 Aug 19 12:22:45.448179 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec77a842-6f36-4784-a871-0c6458cab8d8 req-064db3c5-1ab5-446e-9455-e112e38ea3b8 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587536 Aug 19 12:22:45.544821 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:45.590584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bb186d-6fb8-4d88-8cf1-f286910df16e']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:45.596611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-e6378060-367e-49b7-979b-e617687ec6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.598126 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-e6378060-367e-49b7-979b-e617687ec6ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=637a575a-ec31-4c4a-af4b-533c95b75677 HTTP/1.1" status: 200 len: 797 time: 0.1166801 Aug 19 12:22:45.619455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172a6400-65d3-47d5-bcb1-86dbbf9e7867') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:45.619752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172a6400-65d3-47d5-bcb1-86dbbf9e7867') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:45.658094 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:45.676338 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:45.685636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:45.686586 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:45.689536 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:45.701524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-2be2f1e4-9850-47aa-aa91-2445f5c72a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.703564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-2be2f1e4-9850-47aa-aa91-2445f5c72a0c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965042 Aug 19 12:22:45.766828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-44411ff7-56d5-4105-96ea-802f4c3577f3 req-08e8ed2f-9d92-41d5-acfb-a5e1167abc8e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:45.807522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8ed2f-9d92-41d5-acfb-a5e1167abc8e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9974f81c-6c2d-496c-8539-b4a18684d0fd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:45.915220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7942-3d33-4bbe-9e27-d176b7cd542b req-c9ab1c40-413c-4b9b-9d08-ab9107489fd4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.915220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7942-3d33-4bbe-9e27-d176b7cd542b req-c9ab1c40-413c-4b9b-9d08-ab9107489fd4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.915220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7942-3d33-4bbe-9e27-d176b7cd542b req-c9ab1c40-413c-4b9b-9d08-ab9107489fd4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.915220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7942-3d33-4bbe-9e27-d176b7cd542b req-c9ab1c40-413c-4b9b-9d08-ab9107489fd4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.915220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7942-3d33-4bbe-9e27-d176b7cd542b req-c9ab1c40-413c-4b9b-9d08-ab9107489fd4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.915220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7942-3d33-4bbe-9e27-d176b7cd542b req-c9ab1c40-413c-4b9b-9d08-ab9107489fd4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.921083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7942-3d33-4bbe-9e27-d176b7cd542b req-c9ab1c40-413c-4b9b-9d08-ab9107489fd4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:45.924604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12ba7942-3d33-4bbe-9e27-d176b7cd542b req-c9ab1c40-413c-4b9b-9d08-ab9107489fd4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.1311457 Aug 19 12:22:45.958743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-70e1979f-d74b-43c9-b07f-3479dd6021e4 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294557 Aug 19 12:22:45.979481 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12ba7942-3d33-4bbe-9e27-d176b7cd542b req-d399e30b-0d23-4fa6-95f9-3d3851a7fb61 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436940 Aug 19 12:22:46.079598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-34bc0b99-fa0f-44bb-83ec-08c18f8cba9c service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048884 Aug 19 12:22:46.101944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-44411ff7-56d5-4105-96ea-802f4c3577f3 req-08e8ed2f-9d92-41d5-acfb-a5e1167abc8e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.103679 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-44411ff7-56d5-4105-96ea-802f4c3577f3 req-08e8ed2f-9d92-41d5-acfb-a5e1167abc8e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2193816 Aug 19 12:22:46.130300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cc419671-87ce-4cbf-b143-dc79760354e7 req-8d3ed6e9-af50-4a2d-908c-7ba28ad18aa3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.136887 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.136887 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-ec91a103-9c93-4c7e-b1a4-9178c56ec111 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=caf73817-b517-4050-b969-77b44dbe49da HTTP/1.1" status: 200 len: 217 time: 0.0476124 Aug 19 12:22:46.149698 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.171942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] 10.222.0.21 "DELETE /v2.0/networks/96bb186d-6fb8-4d88-8cf1-f286910df16e HTTP/1.1" status: 204 len: 168 time: 1.3681734 Aug 19 12:22:46.273045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b25486-9fae-40c6-8c2e-2e21c0239557 tempest-BulkNetworkOpsIpV6Test-1960809581 tempest-BulkNetworkOpsIpV6Test-1960809581-project] Pushing event deleted for resources: {'Network': ['ID=96bb186d-6fb8-4d88-8cf1-f286910df16e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:46.319722 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ed6e9-af50-4a2d-908c-7ba28ad18aa3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event deleted for resources: {'Port': ['ID=9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:46.377440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b28f77a6-2883-4422-b834-ac140c947af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.379268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-b28f77a6-2883-4422-b834-ac140c947af2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=637a575a-ec31-4c4a-af4b-533c95b75677 HTTP/1.1" status: 200 len: 797 time: 0.1448185 Aug 19 12:22:46.405936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dd102-c394-45fd-8c8f-3a7256368d6d req-6bbf66b2-1c9e-4b06-bd08-709558b8e342 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.408330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2c8dd102-c394-45fd-8c8f-3a7256368d6d req-6bbf66b2-1c9e-4b06-bd08-709558b8e342 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.2798023 Aug 19 12:22:46.418133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc419671-87ce-4cbf-b143-dc79760354e7 req-8d3ed6e9-af50-4a2d-908c-7ba28ad18aa3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] No DVR routers for this DVR port 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:22:46.430323 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cc419671-87ce-4cbf-b143-dc79760354e7 req-8d3ed6e9-af50-4a2d-908c-7ba28ad18aa3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:46.432671 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc419671-87ce-4cbf-b143-dc79760354e7 req-8d3ed6e9-af50-4a2d-908c-7ba28ad18aa3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "DELETE /v2.0/ports/9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba HTTP/1.1" status: 204 len: 173 time: 2.4429903 Aug 19 12:22:46.449734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d68161-4bf7-46d0-a9bc-f13699af00b4', 'name': 'network-vif-deleted', 'tag': '9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:46.452395 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0cc73e-ce6e-4142-954e-5692a1bc8b2f" -d '{"events": [{"server_uuid": "18d68161-4bf7-46d0-a9bc-f13699af00b4", "name": "network-vif-deleted", "tag": "9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:46.555936 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2c8dd102-c394-45fd-8c8f-3a7256368d6d req-b3404879-72ec-4206-843a-2492559f8554 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333892 Aug 19 12:22:46.565018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-65a39aa8-04b2-401f-871a-383d287ee995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:46.566753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-65a39aa8-04b2-401f-871a-383d287ee995 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1573772 Aug 19 12:22:46.631083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:46.679202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:22:46.681713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:22:46.687887 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273b04ba-cffd-4b42-ae54-46aebde3464b x-openstack-request-id: req-273b04ba-cffd-4b42-ae54-46aebde3464b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:46.688434 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d68161-4bf7-46d0-a9bc-f13699af00b4", "name": "network-vif-deleted", "tag": "9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:46.688793 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-273b04ba-cffd-4b42-ae54-46aebde3464b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:46.689303 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d68161-4bf7-46d0-a9bc-f13699af00b4', 'name': 'network-vif-deleted', 'tag': '9fc5ede7-9dcd-4bc4-85f5-400e59c7f9ba', 'status': 'completed', 'code': 200} Aug 19 12:22:46.697729 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-10756626-d3b7-4a0b-abdf-43216155a8f5 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230421 Aug 19 12:22:46.864541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55628) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:46.865331 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c7614f6-80c4-41aa-ab16-3bee3d709ddc req-af3b1416-ded0-4048-aaf2-19e8fca6edec tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=18d68161-4bf7-46d0-a9bc-f13699af00b4 HTTP/1.1" status: 200 len: 210 time: 0.1325777 Aug 19 12:22:46.957574 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51dc239c-2345-4074-9ea0-9fb9de9ab5cc req-fec471f3-03f0-4d84-a1c8-29bb8260c742 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517571 Aug 19 12:22:47.108734 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e527b758-e308-4888-8f34-eecdc650060e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c00e68202eff4c599b9bf34db3b23aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433646 Aug 19 12:22:47.109232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55636) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:47.286887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a54f-772f-4361-93e1-700149a8239a req-d1afcd54-6010-4275-b2bc-50cc6f97c0f7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.292775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a54f-772f-4361-93e1-700149a8239a req-d1afcd54-6010-4275-b2bc-50cc6f97c0f7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.299863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a54f-772f-4361-93e1-700149a8239a req-d1afcd54-6010-4275-b2bc-50cc6f97c0f7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.305888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a54f-772f-4361-93e1-700149a8239a req-d1afcd54-6010-4275-b2bc-50cc6f97c0f7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.313583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a54f-772f-4361-93e1-700149a8239a req-d1afcd54-6010-4275-b2bc-50cc6f97c0f7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.320060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a54f-772f-4361-93e1-700149a8239a req-d1afcd54-6010-4275-b2bc-50cc6f97c0f7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.328243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a54f-772f-4361-93e1-700149a8239a req-d1afcd54-6010-4275-b2bc-50cc6f97c0f7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.335651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b569a54f-772f-4361-93e1-700149a8239a req-d1afcd54-6010-4275-b2bc-50cc6f97c0f7 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.1955464 Aug 19 12:22:47.355089 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f075c5a0-7581-4bbd-bde2-e1d809648b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:47.411947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-bd30e03a-36d7-4a60-88c3-5acfbe468b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.412520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-bd30e03a-36d7-4a60-88c3-5acfbe468b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.413354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-bd30e03a-36d7-4a60-88c3-5acfbe468b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.413835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-bd30e03a-36d7-4a60-88c3-5acfbe468b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.416234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-bd30e03a-36d7-4a60-88c3-5acfbe468b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.416745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-bd30e03a-36d7-4a60-88c3-5acfbe468b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.417223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-bd30e03a-36d7-4a60-88c3-5acfbe468b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.419490 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-bd30e03a-36d7-4a60-88c3-5acfbe468b7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6489 time: 0.2056699 Aug 19 12:22:47.454258 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f075c5a0-7581-4bbd-bde2-e1d809648b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:47.532549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b569a54f-772f-4361-93e1-700149a8239a req-8f7c2b6c-d49f-46fa-983d-7e021a16dede tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805563 Aug 19 12:22:47.603576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-ac096dda-a5cd-4e6e-afdf-d4d6fb7d6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:47.603576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-ac096dda-a5cd-4e6e-afdf-d4d6fb7d6b54 service neutron] 10.222.0.62 "GET /v2.0/networks?id=906a279c-def4-4f79-bdc7-f9bd5fb2112e HTTP/1.1" status: 200 len: 902 time: 0.1709516 Aug 19 12:22:47.946342 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-4b48cb61-ff70-4b3f-ad1b-1bf3fa71c193 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=caf73817-b517-4050-b969-77b44dbe49da HTTP/1.1" status: 200 len: 217 time: 0.3339722 Aug 19 12:22:47.946959 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f075c5a0-7581-4bbd-bde2-e1d809648b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:47.949479 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f075c5a0-7581-4bbd-bde2-e1d809648b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:47.950464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f075c5a0-7581-4bbd-bde2-e1d809648b99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06f84e08-8a98-4d2d-9dce-e260c347192b HTTP/1.1" status: 204 len: 168 time: 0.8402343 Aug 19 12:22:48.010377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075c5a0-7581-4bbd-bde2-e1d809648b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f84e08-8a98-4d2d-9dce-e260c347192b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:48.052799 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-af15077e-c322-4954-9b16-326d6a22098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.055951 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-af15077e-c322-4954-9b16-326d6a22098d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=637a575a-ec31-4c4a-af4b-533c95b75677 HTTP/1.1" status: 200 len: 797 time: 0.0945690 Aug 19 12:22:48.063527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c0baf-d9f3-4708-9a85-772c4a8fe09b req-d7e99f15-38f3-4782-ad9c-f372243406a9 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.064983 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc5c0baf-d9f3-4708-9a85-772c4a8fe09b req-d7e99f15-38f3-4782-ad9c-f372243406a9 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.1218984 Aug 19 12:22:48.134191 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc5c0baf-d9f3-4708-9a85-772c4a8fe09b req-65e99083-62fb-4b74-b226-b830b6d218a9 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578442 Aug 19 12:22:48.135885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-664c4393-1866-4dcf-a6cb-a8daff7e6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.137804 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-664c4393-1866-4dcf-a6cb-a8daff7e6dac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719645 Aug 19 12:22:48.284232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-39eb426c-3ac3-41b6-8e0f-dfeb2a323e31 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382802 Aug 19 12:22:48.406207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea9fad3-d60e-4d4d-91c0-c6c1b79f000d req-8ce22906-c33d-4623-a94b-0c5ce526be0c service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144211 Aug 19 12:22:48.671661 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-5d946a71-aedf-4530-a70b-cac6c9dd3e9c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.671661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-5d946a71-aedf-4530-a70b-cac6c9dd3e9c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 812 time: 0.1777797 Aug 19 12:22:48.677665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-cd4fc463-5bfd-4128-93dd-7535ba9246e7 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/quotas/989fa3b6e54242c28bbc8fc6b8d91d9d HTTP/1.1" status: 200 len: 375 time: 0.0094450 Aug 19 12:22:48.686693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ae680-616b-4287-8997-b69c9e58a079 req-46e6e818-12f3-480f-a64f-32b7b7fb506a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:48.688230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-46e6e818-12f3-480f-a64f-32b7b7fb506a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.1900632 Aug 19 12:22:48.706700 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-0885a72f-d000-48e2-95ae-6101cd993d60 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/quotas/e9122b62ade54036998fddd91baf1714 HTTP/1.1" status: 200 len: 375 time: 0.0122519 Aug 19 12:22:48.733403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-bedf3be8-637f-4c7d-9bfc-1da8a6123fd0 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485234 Aug 19 12:22:48.744100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-a1c78716-dd3d-47d9-b961-09898cdba3b9 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303712 Aug 19 12:22:48.841293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-07e9f52c-f664-4cf4-8f55-591383fb4665 service neutron] 10.222.0.21 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996110 Aug 19 12:22:48.852930 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-839e97c7-4f95-4b40-8254-16e2807bd828 service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008589 Aug 19 12:22:48.970009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-b0aa9a2c-d29c-42b9-a726-d27b419b5cab service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091523 Aug 19 12:22:48.984631 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-9ee18010-7b6f-4717-a0f2-6fe1d46a0725 service neutron] 10.222.0.21 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319563 Aug 19 12:22:49.422893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f86f0-0d31-444a-8bb5-33b8c86788e6 req-83ecd56f-c3ee-4d6e-92f7-35757c8624a2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.429667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f86f0-0d31-444a-8bb5-33b8c86788e6 req-83ecd56f-c3ee-4d6e-92f7-35757c8624a2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.434652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a900e-bb2d-4fb7-89cd-3dd16ec9464a req-7af0ff9a-a6b9-404a-839e-a987d0025228 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.437621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f86f0-0d31-444a-8bb5-33b8c86788e6 req-83ecd56f-c3ee-4d6e-92f7-35757c8624a2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.445000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f86f0-0d31-444a-8bb5-33b8c86788e6 req-83ecd56f-c3ee-4d6e-92f7-35757c8624a2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.448112 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-af8a900e-bb2d-4fb7-89cd-3dd16ec9464a req-7af0ff9a-a6b9-404a-839e-a987d0025228 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 945 time: 0.1228807 Aug 19 12:22:49.451809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f86f0-0d31-444a-8bb5-33b8c86788e6 req-83ecd56f-c3ee-4d6e-92f7-35757c8624a2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.458336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f86f0-0d31-444a-8bb5-33b8c86788e6 req-83ecd56f-c3ee-4d6e-92f7-35757c8624a2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.471895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f86f0-0d31-444a-8bb5-33b8c86788e6 req-83ecd56f-c3ee-4d6e-92f7-35757c8624a2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.474531 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a0f86f0-0d31-444a-8bb5-33b8c86788e6 req-83ecd56f-c3ee-4d6e-92f7-35757c8624a2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.1169815 Aug 19 12:22:49.491140 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-af8a900e-bb2d-4fb7-89cd-3dd16ec9464a req-78dd4ead-7361-4f5f-bad9-97ce9341afde tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Aug 19 12:22:49.535838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55720) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:49.558992 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a0f86f0-0d31-444a-8bb5-33b8c86788e6 req-fb42ae8b-1da3-4cc7-899a-2eec13ba4929 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749390 Aug 19 12:22:49.635401 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-988cd236-c893-438b-9470-07414efddd84 req-462f5378-3a5e-4bf9-a68e-89d810d7df75 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 210 time: 0.0348399 Aug 19 12:22:49.680471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc752fa-b125-45f7-918d-bc5f4c992369 req-2950be62-3968-4566-8443-d75623e0c601 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:49.684066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3bc752fa-b125-45f7-918d-bc5f4c992369 req-2950be62-3968-4566-8443-d75623e0c601 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.0681474 Aug 19 12:22:49.729110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'networks': [{'name': 'tempest-network--748824234'}, {'name': 'tempest-network--1613411447'}]} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:49.731855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'network': {'name': 'tempest-network--748824234'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:49.731855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'network': {'name': 'tempest-network--1613411447'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:49.737677 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3bc752fa-b125-45f7-918d-bc5f4c992369 req-5ceaee4e-73fb-4522-bebe-a91970065724 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468709 Aug 19 12:22:49.775898 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f94689e0-7d0e-4a18-a863-353081ace9e8 req-8cac39d9-fcc5-4f05-b8a2-3f88269441fc tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 210 time: 0.0537944 Aug 19 12:22:49.875153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Made reservation on behalf of e3a20134bde54a22be964c3309d9baa6 for: {'network': 2} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:49.880162 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:49.888961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.005492 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.109667 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.110150 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.165455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:50.168220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d367b6c-ba4b-4127-b654-ed18f7b079c6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:50.184570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.185017 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Added segment f44c6b11-b597-4815-8b09-3d933846b3e7 of type vlan for network d334a85d-898b-4712-b55e-3215d300f0f4 Aug 19 12:22:50.236520 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.270540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:50.280028 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.280373 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Added segment b20bdeb2-16cf-4a52-a3fb-610a03e73cfa of type vlan for network 6c095cb4-f0cc-4e39-8dc9-ba2903759de0 Aug 19 12:22:50.321613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.457588 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.458356 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.464249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.469317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.469749 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:50.541324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event updated for resources: {'Network': ['ID=d334a85d-898b-4712-b55e-3215d300f0f4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:50.553181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network d334a85d-898b-4712-b55e-3215d300f0f4 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:50.600004 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0606685 Aug 19 12:22:50.600245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55750) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:50.729620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d4cb4-bc11-4f60-a7f6-2f0256318dcf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event updated for resources: {'Network': ['ID=6c095cb4-f0cc-4e39-8dc9-ba2903759de0,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:50.744265 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 6c095cb4-f0cc-4e39-8dc9-ba2903759de0 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:50.805248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-09eff6dd-ef3b-4452-b20a-f3be2aeab984 req-7e44442e-5736-4188-be4a-fe4871afd474 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 210 time: 0.0615845 Aug 19 12:22:50.893214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8afc-e8d8-4a65-8683-a54eadcc8e09 req-d4ee69c4-134f-47c3-95fe-135af4153843 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.899312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8afc-e8d8-4a65-8683-a54eadcc8e09 req-d4ee69c4-134f-47c3-95fe-135af4153843 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.905375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8afc-e8d8-4a65-8683-a54eadcc8e09 req-d4ee69c4-134f-47c3-95fe-135af4153843 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.911315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8afc-e8d8-4a65-8683-a54eadcc8e09 req-d4ee69c4-134f-47c3-95fe-135af4153843 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.917161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8afc-e8d8-4a65-8683-a54eadcc8e09 req-d4ee69c4-134f-47c3-95fe-135af4153843 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.922679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b708c7-f5bc-405f-8344-d9caa06688a8 req-de7e99ce-a276-4b87-b618-a2e16406b2de tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.923039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8afc-e8d8-4a65-8683-a54eadcc8e09 req-d4ee69c4-134f-47c3-95fe-135af4153843 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.924211 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4b708c7-f5bc-405f-8344-d9caa06688a8 req-de7e99ce-a276-4b87-b618-a2e16406b2de tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.0702486 Aug 19 12:22:50.928926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc8afc-e8d8-4a65-8683-a54eadcc8e09 req-d4ee69c4-134f-47c3-95fe-135af4153843 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.931443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08cc8afc-e8d8-4a65-8683-a54eadcc8e09 req-d4ee69c4-134f-47c3-95fe-135af4153843 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.2599411 Aug 19 12:22:50.944948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8164286-a784-4062-a572-ee312c2cbf7b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.951865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8164286-a784-4062-a572-ee312c2cbf7b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.957685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8164286-a784-4062-a572-ee312c2cbf7b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.963758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8164286-a784-4062-a572-ee312c2cbf7b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:50.968107 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f8164286-a784-4062-a572-ee312c2cbf7b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3643987 Aug 19 12:22:50.971754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55760) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:50.983980 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4b708c7-f5bc-405f-8344-d9caa06688a8 req-2326e8de-28b4-4287-ab29-b7bdc8d1172b tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529149 Aug 19 12:22:51.032557 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08cc8afc-e8d8-4a65-8683-a54eadcc8e09 req-e27d9ee8-1a28-4931-8cac-3079b2be5cc0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428023 Aug 19 12:22:51.108307 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5965006a-d9f2-4dd4-9545-414503ae3af5 req-3fd90956-70e8-42ff-a744-353494bbba08 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 210 time: 0.0364230 Aug 19 12:22:51.115760 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.202606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.213416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d334a85d-898b-4712-b55e-3215d300f0f4']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:51.227704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44c6b11-b597-4815-8b09-3d933846b3e7') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:51.228002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44c6b11-b597-4815-8b09-3d933846b3e7') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:51.237259 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.256404 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.262644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:51.263058 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:51.266570 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:51.403921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.413325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.415177 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "DELETE /v2.0/networks/d334a85d-898b-4712-b55e-3215d300f0f4 HTTP/1.1" status: 204 len: 168 time: 0.4302065 Aug 19 12:22:51.424152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55762) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:51.425845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67851988-9013-4622-a48f-0b0f721e976d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Network': ['ID=d334a85d-898b-4712-b55e-3215d300f0f4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:51.504937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.617093 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.632572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c095cb4-f0cc-4e39-8dc9-ba2903759de0']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:51.644707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20bdeb2-16cf-4a52-a3fb-610a03e73cfa') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:51.644999 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20bdeb2-16cf-4a52-a3fb-610a03e73cfa') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:22:51.681686 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:22:51.888592 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be5623df-2ec1-450c-b8f4-486fe56d94f1 req-002db49a-f149-4509-84cc-91a9b4ada498 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 210 time: 0.0319881 Aug 19 12:22:51.964103 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.973923 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:51.975797 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "DELETE /v2.0/networks/6c095cb4-f0cc-4e39-8dc9-ba2903759de0 HTTP/1.1" status: 204 len: 168 time: 0.5568938 Aug 19 12:22:51.978416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55774) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:51.986034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a15f06-0852-44e9-acbf-464836111c0f tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Network': ['ID=6c095cb4-f0cc-4e39-8dc9-ba2903759de0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:52.156887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ab4f5-57f7-41db-b948-e2988fccb08f req-be788e7e-5aac-46ac-abd8-ce3ea99fefd6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.162954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ab4f5-57f7-41db-b948-e2988fccb08f req-be788e7e-5aac-46ac-abd8-ce3ea99fefd6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.169172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ab4f5-57f7-41db-b948-e2988fccb08f req-be788e7e-5aac-46ac-abd8-ce3ea99fefd6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.175076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ab4f5-57f7-41db-b948-e2988fccb08f req-be788e7e-5aac-46ac-abd8-ce3ea99fefd6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.181542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ab4f5-57f7-41db-b948-e2988fccb08f req-be788e7e-5aac-46ac-abd8-ce3ea99fefd6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.187651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ab4f5-57f7-41db-b948-e2988fccb08f req-be788e7e-5aac-46ac-abd8-ce3ea99fefd6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.193674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ab4f5-57f7-41db-b948-e2988fccb08f req-be788e7e-5aac-46ac-abd8-ce3ea99fefd6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.195629 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a9ab4f5-57f7-41db-b948-e2988fccb08f req-be788e7e-5aac-46ac-abd8-ce3ea99fefd6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.1038167 Aug 19 12:22:52.240796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cc93e1-2df9-4511-9be2-1ec2284155d5 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.247178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cc93e1-2df9-4511-9be2-1ec2284155d5 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.252498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55782) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:52.253836 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f8cc93e1-2df9-4511-9be2-1ec2284155d5 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2731488 Aug 19 12:22:52.264555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2116892956'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:52.273491 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a9ab4f5-57f7-41db-b948-e2988fccb08f req-24282624-a701-49db-9cab-1c494a64099c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712476 Aug 19 12:22:52.276244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fd1d6-a146-40e5-8cb9-1dce6957d203 req-3747118c-5cd4-42e6-9746-1d4c2b91032f tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.283389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f12fd1d6-a146-40e5-8cb9-1dce6957d203 req-3747118c-5cd4-42e6-9746-1d4c2b91032f tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.2077203 Aug 19 12:22:52.324681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ae680-616b-4287-8997-b69c9e58a079 req-cc926b4e-a79d-4218-a3af-85f71083eb90 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.326279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-cc926b4e-a79d-4218-a3af-85f71083eb90 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.2470117 Aug 19 12:22:52.344027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Request body: {'port': {'device_id': '4b8687b4-f94d-4036-8181-76933fa065cd', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'admin_state_up': True, 'tenant_id': 'e9122b62ade54036998fddd91baf1714'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:52.352944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f12fd1d6-a146-40e5-8cb9-1dce6957d203 req-af463a54-6fb3-409a-8131-a3e6383d6ccf tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672083 Aug 19 12:22:52.408846 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e6b7c0d-c2e6-40f3-86d7-7b0f4f0eb148 req-5700ef31-6a0e-4993-9a51-173a2e258d17 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 210 time: 0.0292308 Aug 19 12:22:52.450560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Made reservation on behalf of e3a20134bde54a22be964c3309d9baa6 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:52.455381 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.481604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:52.491621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.491894 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Added segment eacb17f1-4c97-4a7f-aa4f-ec1e185487e5 of type vlan for network ee41e00a-07e8-4470-8f72-60f2281e8193 Aug 19 12:22:52.540532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.560010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Made reservation on behalf of e9122b62ade54036998fddd91baf1714 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:52.563989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.701772 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.703714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Allocated IP 172.20.0.4 (ce726399-d1c8-4413-8ca5-6de1e3ca0925/81a30a79-0796-4e2e-a201-ffee4494f99e/a0fd7896-9aa4-4f12-ae21-e5a198d53674) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:52.707651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:52.710829 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.777078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event updated for resources: {'Network': ['ID=ee41e00a-07e8-4470-8f72-60f2281e8193,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:52.788216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ee41e00a-07e8-4470-8f72-60f2281e8193 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:52.870947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:52.907783 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3efc85a4-e21d-4b50-81c4-98acd93b85ba tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6540642 Aug 19 12:22:52.910253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55792) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:52.917326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-800248837'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:52.991635 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dfdbc156-2413-4acf-9493-b2bbb92ca088 req-181e8412-668e-4361-a98e-b292c16f9b83 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 210 time: 0.0285656 Aug 19 12:22:53.015536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Made reservation on behalf of e3a20134bde54a22be964c3309d9baa6 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:53.019002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.036834 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.049971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:53.060764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.061261 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Added segment fafe2c66-620b-4254-a2cb-2523604e429b of type vlan for network 466e6643-00d1-44ce-bb12-4852bb127b6a Aug 19 12:22:53.128832 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.144506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Network ce726399-d1c8-4413-8ca5-6de1e3ca0925 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:53.157487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:53.161629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:53.164316 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event updated for resources: {'Port': ['ID=a0fd7896-9aa4-4f12-ae21-e5a198d53674,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:53.221463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-09ef88fc-0d85-4678-90d6-bd29bf0ef4b2 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.222965 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-09ef88fc-0d85-4678-90d6-bd29bf0ef4b2 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.62 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 812 time: 0.2105374 Aug 19 12:22:53.235828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.236442 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.243707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'port': {'device_id': 'a0d45679-086a-4955-9072-84e132ca6746', 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88', 'admin_state_up': True, 'tenant_id': '989fa3b6e54242c28bbc8fc6b8d91d9d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:53.350766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.359989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.361119 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.389371 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-d1552388-674a-4bbb-b366-a92fbf1e6d48 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0464306 Aug 19 12:22:53.397941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Request body: {'port': {'device_id': '4b8687b4-f94d-4036-8181-76933fa065cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:53.483409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event updated for resources: {'Network': ['ID=466e6643-00d1-44ce-bb12-4852bb127b6a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:53.495997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 466e6643-00d1-44ce-bb12-4852bb127b6a details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:53.501998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea377c9-4f9e-4f25-a04e-8381a9ba7140 req-f5eda72d-e67c-4ac6-9e67-3ffdfc8876f4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.502225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Made reservation on behalf of 989fa3b6e54242c28bbc8fc6b8d91d9d for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:53.508256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea377c9-4f9e-4f25-a04e-8381a9ba7140 req-f5eda72d-e67c-4ac6-9e67-3ffdfc8876f4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.509346 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.514908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea377c9-4f9e-4f25-a04e-8381a9ba7140 req-f5eda72d-e67c-4ac6-9e67-3ffdfc8876f4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.523262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea377c9-4f9e-4f25-a04e-8381a9ba7140 req-f5eda72d-e67c-4ac6-9e67-3ffdfc8876f4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.527535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea377c9-4f9e-4f25-a04e-8381a9ba7140 req-f5eda72d-e67c-4ac6-9e67-3ffdfc8876f4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.534377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea377c9-4f9e-4f25-a04e-8381a9ba7140 req-f5eda72d-e67c-4ac6-9e67-3ffdfc8876f4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.540540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea377c9-4f9e-4f25-a04e-8381a9ba7140 req-f5eda72d-e67c-4ac6-9e67-3ffdfc8876f4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.543994 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ea377c9-4f9e-4f25-a04e-8381a9ba7140 req-f5eda72d-e67c-4ac6-9e67-3ffdfc8876f4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.1742344 Aug 19 12:22:53.589454 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9e6972f1-de02-4b06-b98e-5eb4a444002a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6726265 Aug 19 12:22:53.589454 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55806) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:53.589792 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:53.590626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'ports': [{'network_id': 'ee41e00a-07e8-4470-8f72-60f2281e8193', 'name': 'tempest-port--55366433', 'admin_state_up': True}, {'network_id': '466e6643-00d1-44ce-bb12-4852bb127b6a', 'admin_state_up': False}]} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:53.590973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'port': {'network_id': 'ee41e00a-07e8-4470-8f72-60f2281e8193', 'name': 'tempest-port--55366433', 'admin_state_up': True}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:53.591519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'port': {'network_id': '466e6643-00d1-44ce-bb12-4852bb127b6a', 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:53.715793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa9b8c-4a86-488a-9bb3-2188371e15d1 req-ff2aa9ea-9cc8-4c24-82ff-0a997fe6e88d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:53.717513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43aa9b8c-4a86-488a-9bb3-2188371e15d1 req-ff2aa9ea-9cc8-4c24-82ff-0a997fe6e88d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.2650316 Aug 19 12:22:53.910845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43aa9b8c-4a86-488a-9bb3-2188371e15d1 req-83c54bce-31c7-42a6-b0ee-756b1c76aa31 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852052 Aug 19 12:22:53.928424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:22:53.932142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:22:53.949629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Allocated IP 172.20.0.13 (c067dae9-fca6-41a1-b2bc-44c2d8b3cc88/59f4e646-38ae-486f-af95-28a2e0ba949f/2fcf05fa-e8e2-4c86-a9b0-75ef450c879c) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:22:54.037842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ea377c9-4f9e-4f25-a04e-8381a9ba7140 req-0bcaf7c9-995e-4d88-919f-cc4964c9ee98 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4881656 Aug 19 12:22:54.179425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9a5a6ccb-6440-4334-8712-bde68751018f req-300afd6d-7089-4584-88fc-0c4879056fcf tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 210 time: 0.0427725 Aug 19 12:22:54.192426 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.230660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:54.232960 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff56ba9-eb1f-437e-a2aa-e5b8b6abb8e0" -d '{"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-unplugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:54.245852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Made reservation on behalf of e3a20134bde54a22be964c3309d9baa6 for: {'port': 2} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:54.246957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:54.254617 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.257784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:54.263743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'port_id': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'mac_address': 'fa:16:3e:4d:ca:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:22:54.288746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6455d85-f023-44f5-b3f3-e945dbdc3cda req-87e37267-72f0-4e22-8dfa-65110a70897a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:54.290975 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6455d85-f023-44f5-b3f3-e945dbdc3cda req-87e37267-72f0-4e22-8dfa-65110a70897a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 931 time: 0.2360644 Aug 19 12:22:54.299303 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.299916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fd7896-9aa4-4f12-ae21-e5a198d53674 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:54.306988 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad9248a-24ce-4774-8b12-81a38d2a6d94 x-openstack-request-id: req-fad9248a-24ce-4774-8b12-81a38d2a6d94 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:54.307526 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-unplugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:54.307953 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fad9248a-24ce-4774-8b12-81a38d2a6d94 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:54.308570 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'code': 200} Aug 19 12:22:54.314454 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.315795 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.331216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34fb5ad3-93ee-445f-a75f-822dbe1b9083 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:54.355107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Transition to ACTIVE for port object a0fd7896-9aa4-4f12-ae21-e5a198d53674 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:54.384776 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6455d85-f023-44f5-b3f3-e945dbdc3cda req-1ad03f1f-d333-4a85-af0c-58f773a05c1c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793509 Aug 19 12:22:54.395464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.407218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] device_id is not set on port bd0f208c-7953-4dba-bff2-bd2bbd2299ac yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:22:54.407461 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.451225 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.482489 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:22:54.482885 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:22:54.488014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:54.505385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Pushing event updated for resources: {'Port': ['ID=a0fd7896-9aa4-4f12-ae21-e5a198d53674,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:54.531224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.544373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['772f1ea4-dee6-4bb8-83c3-f79ead882782'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:54.606984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.699180 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] device_id is not set on port ec1f4f53-d3de-4455-b235-6217db02efc4 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:22:54.876944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:54.937046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:22:54.947827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:54.960095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:54.962718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'Port': ['ID=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:54.988100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Attempting to bind port a0fd7896-9aa4-4f12-ae21-e5a198d53674 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:54.988438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Attempting to bind port a0fd7896-9aa4-4f12-ae21-e5a198d53674 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:54.988767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Attempting to bind port a0fd7896-9aa4-4f12-ae21-e5a198d53674 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:54.996790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Port a0fd7896-9aa4-4f12-ae21-e5a198d53674 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:55.001309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Attempting to bind port a0fd7896-9aa4-4f12-ae21-e5a198d53674 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:55.008073 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:55.008410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Checking segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:55.008797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Bound using segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:55.009245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Bound port: a0fd7896-9aa4-4f12-ae21-e5a198d53674, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:55.009613 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.030636 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.039384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.040014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.066054 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.070211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d49a2-ebfb-4873-bc7a-bb764811c7db req-f7dbd256-1beb-4add-9e7e-8b89e87df930 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.078871 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-459d49a2-ebfb-4873-bc7a-bb764811c7db req-f7dbd256-1beb-4add-9e7e-8b89e87df930 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.0757344 Aug 19 12:22:55.095579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.100867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fb5ad3-93ee-445f-a75f-822dbe1b9083 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:55.136871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] For port a0fd7896-9aa4-4f12-ae21-e5a198d53674, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:55.146606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] For port a0fd7896-9aa4-4f12-ae21-e5a198d53674, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0fd7896-9aa4-4f12-ae21-e5a198d53674,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:55.160338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:55.194511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-459d49a2-ebfb-4873-bc7a-bb764811c7db req-379c45ab-b0e2-4680-8586-f0fc23e02782 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141808 Aug 19 12:22:55.209804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event updated for resources: {'Port': ['ID=bd0f208c-7953-4dba-bff2-bd2bbd2299ac,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:55.212303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Checking segment: {'id': 'eacb17f1-4c97-4a7f-aa4f-ec1e185487e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ee41e00a-07e8-4470-8f72-60f2281e8193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:55.212658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Network hostable DHCP agents. Network: ee41e00a-07e8-4470-8f72-60f2281e8193, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:22:55.225414 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-28552be0-9e55-4f26-aed7-8fe72eece058 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9862673 Aug 19 12:22:55.251122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Request body: {'port': {'device_id': 'a0d45679-086a-4955-9072-84e132ca6746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:55.259247 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.276301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.340700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.342169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.343635 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] 10.222.0.62 "PUT /v2.0/ports/a0fd7896-9aa4-4f12-ae21-e5a198d53674 HTTP/1.1" status: 200 len: 1091 time: 1.9510884 Aug 19 12:22:55.351162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8687b4-f94d-4036-8181-76933fa065cd', 'tag': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:55.354304 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3a0de4-f82e-433c-b8e6-774de15bc9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8687b4-f94d-4036-8181-76933fa065cd", "tag": "a0fd7896-9aa4-4f12-ae21-e5a198d53674"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:55.356519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a32548-61d8-465a-a3a4-29f704c6e8cd req-2689cd40-2aa1-410c-bf89-d84459a3e0df tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.364766 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86a32548-61d8-465a-a3a4-29f704c6e8cd req-2689cd40-2aa1-410c-bf89-d84459a3e0df tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 932 time: 0.0709238 Aug 19 12:22:55.374376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:55.391380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b917083-cb41-47c4-b103-d5dd61f3ae7c req-9b28c15b-3bbb-485a-84cc-47c22454e79e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.397408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b917083-cb41-47c4-b103-d5dd61f3ae7c req-9b28c15b-3bbb-485a-84cc-47c22454e79e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.401629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Network ee41e00a-07e8-4470-8f72-60f2281e8193 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:22:55.403429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b917083-cb41-47c4-b103-d5dd61f3ae7c req-9b28c15b-3bbb-485a-84cc-47c22454e79e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.407992 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86a32548-61d8-465a-a3a4-29f704c6e8cd req-f4bf4d3e-34e1-42bf-9172-63d1776c0457 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Aug 19 12:22:55.413125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b917083-cb41-47c4-b103-d5dd61f3ae7c req-9b28c15b-3bbb-485a-84cc-47c22454e79e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.417003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['34fb5ad3-93ee-445f-a75f-822dbe1b9083'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:22:55.420313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b917083-cb41-47c4-b103-d5dd61f3ae7c req-9b28c15b-3bbb-485a-84cc-47c22454e79e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.436116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b917083-cb41-47c4-b103-d5dd61f3ae7c req-9b28c15b-3bbb-485a-84cc-47c22454e79e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.442250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b917083-cb41-47c4-b103-d5dd61f3ae7c req-9b28c15b-3bbb-485a-84cc-47c22454e79e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.450954 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b917083-cb41-47c4-b103-d5dd61f3ae7c req-9b28c15b-3bbb-485a-84cc-47c22454e79e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.2503877 Aug 19 12:22:55.491849 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91af15b3-4056-4039-8fd9-b4415e14e06f x-openstack-request-id: req-91af15b3-4056-4039-8fd9-b4415e14e06f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:55.493545 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8687b4-f94d-4036-8181-76933fa065cd", "tag": "a0fd7896-9aa4-4f12-ae21-e5a198d53674", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:55.493806 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91af15b3-4056-4039-8fd9-b4415e14e06f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:55.494941 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8687b4-f94d-4036-8181-76933fa065cd', 'tag': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674', 'status': 'completed', 'code': 200} Aug 19 12:22:55.505601 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.532934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20b891-19e9-4dc6-9924-99893b15074e service neutron] Pushing event updated for resources: {'Port': ['ID=a0fd7896-9aa4-4f12-ae21-e5a198d53674,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:55.579165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b917083-cb41-47c4-b103-d5dd61f3ae7c req-478a3dce-3261-43b0-9b61-f51116d80437 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197727 Aug 19 12:22:55.598752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, ee41e00a-07e8-4470-8f72-60f2281e8193) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:55.609483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:55.610726 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.623442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a0de4-f82e-433c-b8e6-774de15bc9b7 req-41c2e676-451a-4d42-b0d6-e91f6a007e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.629061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a3a0de4-f82e-433c-b8e6-774de15bc9b7 req-41c2e676-451a-4d42-b0d6-e91f6a007e77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 1094 time: 0.1206582 Aug 19 12:22:55.629237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f138d-3dca-490c-b0e7-52d548f589cf None None] Network ee41e00a-07e8-4470-8f72-60f2281e8193 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:55.738212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373593e2-702a-4df9-a379-fa322db90a06 req-7169031b-133f-46ab-b6fe-58c61abab34b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.746359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-373593e2-702a-4df9-a379-fa322db90a06 req-7169031b-133f-46ab-b6fe-58c61abab34b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 943 time: 0.1931319 Aug 19 12:22:55.760363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event updated for resources: {'Port': ['ID=ec1f4f53-d3de-4455-b235-6217db02efc4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:55.820627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Checking segment: {'id': 'fafe2c66-620b-4254-a2cb-2523604e429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '466e6643-00d1-44ce-bb12-4852bb127b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:55.821003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Network hostable DHCP agents. Network: 466e6643-00d1-44ce-bb12-4852bb127b6a, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:22:55.875687 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-373593e2-702a-4df9-a379-fa322db90a06 req-ec0eba4d-497c-4393-b633-e251c9e04813 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276457 Aug 19 12:22:55.894576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a0de4-f82e-433c-b8e6-774de15bc9b7 req-60347c1b-a76b-4ae2-a1e4-28550799c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:55.896561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a3a0de4-f82e-433c-b8e6-774de15bc9b7 req-60347c1b-a76b-4ae2-a1e4-28550799c621 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e9122b62ade54036998fddd91baf1714&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2635763 Aug 19 12:22:55.929548 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:55.980800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Network 466e6643-00d1-44ce-bb12-4852bb127b6a is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:22:56.088573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a0de4-f82e-433c-b8e6-774de15bc9b7 req-77750ab2-f3e8-4604-a9bb-f96a74132ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.090162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a3a0de4-f82e-433c-b8e6-774de15bc9b7 req-77750ab2-f3e8-4604-a9bb-f96a74132ce5 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832271 Aug 19 12:22:56.101818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c248bf-a0e8-44c9-a0c6-cb00d8e6d028 req-0050a99a-c553-441e-8987-9f03cf57dd8d tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.103378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c248bf-a0e8-44c9-a0c6-cb00d8e6d028 req-0050a99a-c553-441e-8987-9f03cf57dd8d tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 1096 time: 0.0729308 Aug 19 12:22:56.151129 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c248bf-a0e8-44c9-a0c6-cb00d8e6d028 req-6530374d-c64e-486f-9fc6-775970bcb4a6 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Aug 19 12:22:56.181431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 466e6643-00d1-44ce-bb12-4852bb127b6a) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:22:56.183429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:22:56.192235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.195071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a3112-b36b-40d4-8360-9d81261536b1 None None] Network 466e6643-00d1-44ce-bb12-4852bb127b6a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:22:56.202759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.205587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.301600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:22:56.313294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.316829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ae680-616b-4287-8997-b69c9e58a079 req-9f1dbcbd-da83-4477-a693-5c4a2c9d72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.318348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-9f1dbcbd-da83-4477-a693-5c4a2c9d72ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 1094 time: 0.1890473 Aug 19 12:22:56.374854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Transition to ACTIVE for port object 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:22:56.375599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55872) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:56.376611 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6d7c89b6-f090-4f73-b7fd-6e33364c169b tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.7898223 Aug 19 12:22:56.417913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-db357ec6-a7ff-41b9-a8aa-a5cd0fe0210b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fd7896-9aa4-4f12-ae21-e5a198d53674 HTTP/1.1" status: 200 len: 217 time: 0.0570295 Aug 19 12:22:56.486580 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.504626 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d202c2-d21f-4ba5-8c01-14f735f303cf req-ba04e7d6-5f67-42ea-9f83-ea225a18dc0a tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.507077 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75d202c2-d21f-4ba5-8c01-14f735f303cf req-ba04e7d6-5f67-42ea-9f83-ea225a18dc0a tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.1836102 Aug 19 12:22:56.587642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ae680-616b-4287-8997-b69c9e58a079 req-0ff1d962-b473-48f7-888e-7e1dc4af4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.589305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-0ff1d962-b473-48f7-888e-7e1dc4af4df7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a30a79-0796-4e2e-a201-ffee4494f99e HTTP/1.1" status: 200 len: 852 time: 0.1543307 Aug 19 12:22:56.618754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66d483-35d5-4212-a969-71d15189c045 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.624803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66d483-35d5-4212-a969-71d15189c045 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.629007 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bc66d483-35d5-4212-a969-71d15189c045 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2494996 Aug 19 12:22:56.629007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:56.629405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55878) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:56.659668 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-e15db788-df76-459e-8c13-84a7d79b4587 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce726399-d1c8-4413-8ca5-6de1e3ca0925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594907 Aug 19 12:22:56.674016 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75d202c2-d21f-4ba5-8c01-14f735f303cf req-b5b65fe8-8ff6-4aac-bc59-4b04076880c3 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358967 Aug 19 12:22:56.823557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-891df8d8-6f06-4c6e-822f-e52d05980ee1 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Deleting port bd0f208c-7953-4dba-bff2-bd2bbd2299ac {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:56.824190 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-891df8d8-6f06-4c6e-822f-e52d05980ee1 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.927693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1085d1-5c48-4e7e-b568-868c7e463cee req-d85256ed-bbb4-4c58-815e-05a5ad4598ba tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:56.927693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d1085d1-5c48-4e7e-b568-868c7e463cee req-d85256ed-bbb4-4c58-815e-05a5ad4598ba tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 944 time: 0.1352537 Aug 19 12:22:56.939990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Attempting to bind port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:22:56.941372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Attempting to bind port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '16f4b3f6-0833-46d1-afdc-b2ca7f74fe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:22:56.941906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Attempting to bind port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c on network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:56.956379 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-891df8d8-6f06-4c6e-822f-e52d05980ee1 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:56.960615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-e94fa1f3-ebe0-4e0d-a229-ecad79c2e419 service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855554 Aug 19 12:22:56.962634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c on network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:22:56.963001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Attempting to bind port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c on network c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:22:56.975261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-891df8d8-6f06-4c6e-822f-e52d05980ee1 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Calling delete_port for bd0f208c-7953-4dba-bff2-bd2bbd2299ac owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:56.993351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:22:56.993351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Checking segment: {'id': '16f4b3f6-0833-46d1-afdc-b2ca7f74fe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:22:56.993351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Bound using segment: {'id': '16f4b3f6-0833-46d1-afdc-b2ca7f74fe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:22:56.993857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Bound port: 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f4b3f6-0833-46d1-afdc-b2ca7f74fe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:22:56.993857 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:57.094591 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d1085d1-5c48-4e7e-b568-868c7e463cee req-908546ea-ca11-40da-bb98-fc5a8c4b9e7a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481843 Aug 19 12:22:57.170956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] For port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:22:57.175279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-355ae680-616b-4287-8997-b69c9e58a079 req-695b7cc1-4464-41db-88c4-89291dd57262 service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020209 Aug 19 12:22:57.176824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] For port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:22:57.252547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319132e-87b6-46ef-9328-51084c4f81bc req-0b9ba41c-5a07-4228-be88-0a168798c52d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.470360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319132e-87b6-46ef-9328-51084c4f81bc req-0b9ba41c-5a07-4228-be88-0a168798c52d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.470360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319132e-87b6-46ef-9328-51084c4f81bc req-0b9ba41c-5a07-4228-be88-0a168798c52d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.470360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319132e-87b6-46ef-9328-51084c4f81bc req-0b9ba41c-5a07-4228-be88-0a168798c52d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.470360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319132e-87b6-46ef-9328-51084c4f81bc req-0b9ba41c-5a07-4228-be88-0a168798c52d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.470360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319132e-87b6-46ef-9328-51084c4f81bc req-0b9ba41c-5a07-4228-be88-0a168798c52d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.470360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319132e-87b6-46ef-9328-51084c4f81bc req-0b9ba41c-5a07-4228-be88-0a168798c52d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.470360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2319132e-87b6-46ef-9328-51084c4f81bc req-0b9ba41c-5a07-4228-be88-0a168798c52d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.1066959 Aug 19 12:22:57.470360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2319132e-87b6-46ef-9328-51084c4f81bc req-5b906c93-4e23-45a5-8b65-208c68f03b44 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568957 Aug 19 12:22:57.510201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d60981-ba30-4557-a077-268fd2e0cd4a req-71d49104-bb4e-4b8c-9f5f-b3239d7d43d5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.518040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6d60981-ba30-4557-a077-268fd2e0cd4a req-71d49104-bb4e-4b8c-9f5f-b3239d7d43d5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 943 time: 0.0932894 Aug 19 12:22:57.574636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6d60981-ba30-4557-a077-268fd2e0cd4a req-f5cc890a-d9cf-43aa-88f2-17cd7f37bffb tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507810 Aug 19 12:22:57.805420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faab244-e120-46d3-9071-44f1e988691f req-5cf2c85b-9c58-4a96-b67c-18a6697d24ce tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:57.813684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1faab244-e120-46d3-9071-44f1e988691f req-5cf2c85b-9c58-4a96-b67c-18a6697d24ce tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.0640328 Aug 19 12:22:57.860651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1faab244-e120-46d3-9071-44f1e988691f req-4bbab145-9412-429a-ad10-0024269a04a0 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457470 Aug 19 12:22:57.941278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:22:58.022685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:22:58.023503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.120889 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.156028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:58.159797 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b81e889-d592-4006-abe9-960415f8964d" -d '{"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-plugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:58.184619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:22:58.255514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2aafd1-8e5f-49fb-aad2-271a5a01875e req-efa19d75-ee79-4f11-b760-efc46b49c80b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.257038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2aafd1-8e5f-49fb-aad2-271a5a01875e req-efa19d75-ee79-4f11-b760-efc46b49c80b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 944 time: 0.0754764 Aug 19 12:22:58.316228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2aafd1-8e5f-49fb-aad2-271a5a01875e req-cf261747-2639-4385-b64a-edae76f00ba3 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524731 Aug 19 12:22:58.372845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-891df8d8-6f06-4c6e-822f-e52d05980ee1 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.375638 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbb50d5-116d-4310-99e8-1f323269b45c x-openstack-request-id: req-7fbb50d5-116d-4310-99e8-1f323269b45c {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:58.376086 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-plugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:58.376452 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fbb50d5-116d-4310-99e8-1f323269b45c {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:58.376858 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'code': 200} Aug 19 12:22:58.409765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891df8d8-6f06-4c6e-822f-e52d05980ee1 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Port': ['ID=bd0f208c-7953-4dba-bff2-bd2bbd2299ac,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:58.428164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-891df8d8-6f06-4c6e-822f-e52d05980ee1 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.433629 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-891df8d8-6f06-4c6e-822f-e52d05980ee1 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "DELETE /v2.0/ports/bd0f208c-7953-4dba-bff2-bd2bbd2299ac HTTP/1.1" status: 204 len: 168 time: 1.7996662 Aug 19 12:22:58.433806 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.433948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55890) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:58.434650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.540719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.542291 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.545249 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] 10.222.0.62 "PUT /v2.0/ports/2fcf05fa-e8e2-4c86-a9b0-75ef450c879c HTTP/1.1" status: 200 len: 1092 time: 3.3000515 Aug 19 12:22:58.548342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d45679-086a-4955-9072-84e132ca6746', 'tag': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:22:58.551775 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8640d9-d77b-4d6e-b2d5-2559d0131895" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d45679-086a-4955-9072-84e132ca6746", "tag": "2fcf05fa-e8e2-4c86-a9b0-75ef450c879c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:22:58.577226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=10']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:58.598407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71000a0-ea99-4663-828d-fb0dc522b4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:58.656005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e083e94d-b3d3-4325-ab08-487918e4d029 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Deleting port ec1f4f53-d3de-4455-b235-6217db02efc4 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:22:58.656698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e083e94d-b3d3-4325-ab08-487918e4d029 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.740516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-4aa98ce2-8833-4cb8-ba17-27a5a0759789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.742350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-4aa98ce2-8833-4cb8-ba17-27a5a0759789 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 1095 time: 0.0633249 Aug 19 12:22:58.755142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511118b-088f-45b7-8f0c-f237dc9b1ee1 req-8a6f7406-90fd-4730-8181-7ee8b4036e9d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.763858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511118b-088f-45b7-8f0c-f237dc9b1ee1 req-8a6f7406-90fd-4730-8181-7ee8b4036e9d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.770591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511118b-088f-45b7-8f0c-f237dc9b1ee1 req-8a6f7406-90fd-4730-8181-7ee8b4036e9d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.777226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511118b-088f-45b7-8f0c-f237dc9b1ee1 req-8a6f7406-90fd-4730-8181-7ee8b4036e9d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.786307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511118b-088f-45b7-8f0c-f237dc9b1ee1 req-8a6f7406-90fd-4730-8181-7ee8b4036e9d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.787504 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e083e94d-b3d3-4325-ab08-487918e4d029 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:58.796824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511118b-088f-45b7-8f0c-f237dc9b1ee1 req-8a6f7406-90fd-4730-8181-7ee8b4036e9d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.804024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511118b-088f-45b7-8f0c-f237dc9b1ee1 req-8a6f7406-90fd-4730-8181-7ee8b4036e9d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.806656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e083e94d-b3d3-4325-ab08-487918e4d029 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Calling delete_port for ec1f4f53-d3de-4455-b235-6217db02efc4 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:22:58.812497 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7511118b-088f-45b7-8f0c-f237dc9b1ee1 req-8a6f7406-90fd-4730-8181-7ee8b4036e9d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.1832273 Aug 19 12:22:58.891527 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-819e9205-936d-4b7a-9e94-059ebd2009ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c HTTP/1.1" status: 200 len: 217 time: 0.0705452 Aug 19 12:22:58.953895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7511118b-088f-45b7-8f0c-f237dc9b1ee1 req-9447f5de-edc1-405f-9fce-505557110cad tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405318 Aug 19 12:22:58.985487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-333f6b39-6766-492e-9a91-38edf971acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:58.985487 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-333f6b39-6766-492e-9a91-38edf971acdd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f4e646-38ae-486f-af95-28a2e0ba949f HTTP/1.1" status: 200 len: 852 time: 0.0748484 Aug 19 12:22:59.049607 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-1c068542-c85b-4cb1-8bb6-f1dc1f4c530c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537283 Aug 19 12:22:59.051349 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a88bf-e556-4ab3-8aa1-fbc24233e0f6 x-openstack-request-id: req-943a88bf-e556-4ab3-8aa1-fbc24233e0f6 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:22:59.051885 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d45679-086a-4955-9072-84e132ca6746", "tag": "2fcf05fa-e8e2-4c86-a9b0-75ef450c879c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:22:59.052325 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-943a88bf-e556-4ab3-8aa1-fbc24233e0f6 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:22:59.052830 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d45679-086a-4955-9072-84e132ca6746', 'tag': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c', 'status': 'completed', 'code': 200} Aug 19 12:22:59.068405 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e083e94d-b3d3-4325-ab08-487918e4d029 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.131920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083e94d-b3d3-4325-ab08-487918e4d029 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Port': ['ID=ec1f4f53-d3de-4455-b235-6217db02efc4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:59.137652 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e083e94d-b3d3-4325-ab08-487918e4d029 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.142874 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e083e94d-b3d3-4325-ab08-487918e4d029 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "DELETE /v2.0/ports/ec1f4f53-d3de-4455-b235-6217db02efc4 HTTP/1.1" status: 204 len: 168 time: 0.7061262 Aug 19 12:22:59.142874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55918) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:59.171634 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-e427f271-1e4f-493e-a2dd-622147f8957e service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135035 Aug 19 12:22:59.182916 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ffc184f2-d53a-4503-a209-899e52dc3ead tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0353351 Aug 19 12:22:59.183155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55920) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:59.192103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1413072542'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:59.289524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e45ecd-1170-405d-a3a1-22068fd8a316 req-98623b05-17d8-4950-88b1-01592907a1a6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:59.291139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40e45ecd-1170-405d-a3a1-22068fd8a316 req-98623b05-17d8-4950-88b1-01592907a1a6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 943 time: 0.1184118 Aug 19 12:22:59.323910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Made reservation on behalf of e3a20134bde54a22be964c3309d9baa6 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:59.324616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51c6b7b8-4673-43ca-b403-1cb3c201badc req-8afe07d2-0130-47c4-9b9c-9727c616eee7 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412594 Aug 19 12:22:59.328712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.379680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40e45ecd-1170-405d-a3a1-22068fd8a316 req-f9870e9a-2309-4f5c-9690-f0d665b4f13b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784936 Aug 19 12:22:59.386285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:22:59.406712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.407099 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Added segment 0912cbb6-7c41-4ff5-a5b3-5f98d03f4083 of type vlan for network 0af8d708-56bb-4281-a21a-5bb232bf65c3 Aug 19 12:22:59.461386 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.602825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7645d74-19d9-4b4b-8b6c-46f28fe796d5 req-54fc8300-5415-4eb4-a8ea-8ff0e595f68d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:59.602825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b7645d74-19d9-4b4b-8b6c-46f28fe796d5 req-54fc8300-5415-4eb4-a8ea-8ff0e595f68d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.1189969 Aug 19 12:22:59.611372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.617142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:59.646544 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.647655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8640d9-d77b-4d6e-b2d5-2559d0131895 req-c2e78335-c029-4d55-b7f0-25fb61d2bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:22:59.647655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc8640d9-d77b-4d6e-b2d5-2559d0131895 req-c2e78335-c029-4d55-b7f0-25fb61d2bdba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 1095 time: 0.1102638 Aug 19 12:22:59.781667 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5966821 Aug 19 12:22:59.784310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55930) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:22:59.800759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1336753064'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:22:59.800759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b58701-f2b3-4836-9023-1382a22fb7f3 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event updated for resources: {'Network': ['ID=0af8d708-56bb-4281-a21a-5bb232bf65c3,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:22:59.827660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 0af8d708-56bb-4281-a21a-5bb232bf65c3 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:22:59.914354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Made reservation on behalf of e3a20134bde54a22be964c3309d9baa6 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:22:59.918634 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:22:59.993245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b7645d74-19d9-4b4b-8b6c-46f28fe796d5 req-906e5474-cf68-4b1e-8e02-b1c6709873ba tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830714 Aug 19 12:23:00.036572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:00.050913 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.052300 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Added segment 84a1d4ae-b5df-4678-8045-e92d3d510471 of type vlan for network 2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e Aug 19 12:23:00.098993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8640d9-d77b-4d6e-b2d5-2559d0131895 req-fc5fcc79-c00b-49d0-8b96-73c423f891fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.105801 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc8640d9-d77b-4d6e-b2d5-2559d0131895 req-fc5fcc79-c00b-49d0-8b96-73c423f891fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 913 time: 0.4650559 Aug 19 12:23:00.148438 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.200617 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc8640d9-d77b-4d6e-b2d5-2559d0131895 req-63b68e42-8d35-4ad2-8be0-f643c03fdb35 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c HTTP/1.1" status: 200 len: 217 time: 0.0866473 Aug 19 12:23:00.264372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.271035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.271690 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.336661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09397b-b9c9-42a6-b8c1-4d6183bc1726 req-39bc8c82-5968-4f4c-8ed5-aaec0dabc7a0 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.346201 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ae09397b-b9c9-42a6-b8c1-4d6183bc1726 req-39bc8c82-5968-4f4c-8ed5-aaec0dabc7a0 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 944 time: 0.1490302 Aug 19 12:23:00.368693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event updated for resources: {'Network': ['ID=2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:00.384555 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:00.403556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8640d9-d77b-4d6e-b2d5-2559d0131895 req-6fc549b1-046c-4b48-9cb6-8c83ef425860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.405091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc8640d9-d77b-4d6e-b2d5-2559d0131895 req-6fc549b1-046c-4b48-9cb6-8c83ef425860 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f4e646-38ae-486f-af95-28a2e0ba949f HTTP/1.1" status: 200 len: 852 time: 0.1687870 Aug 19 12:23:00.469269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7aa673cf-fa4e-4655-a18c-2ae9aae7d04d tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6835847 Aug 19 12:23:00.477637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc8640d9-d77b-4d6e-b2d5-2559d0131895 req-4ef84d7d-74ea-4b01-8523-26fe6b8ca745 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600455 Aug 19 12:23:00.491395 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ae09397b-b9c9-42a6-b8c1-4d6183bc1726 req-674a3619-7bfa-4983-9da0-42b618c4f02a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440961 Aug 19 12:23:00.606067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-17ccc5dd-c922-4b8a-ab64-6fcc54dbe557 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:23:00.608348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-17ccc5dd-c922-4b8a-ab64-6fcc54dbe557 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2165766 Aug 19 12:23:00.609023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55938) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:00.614491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'subnets': [{'network_id': '0af8d708-56bb-4281-a21a-5bb232bf65c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--78235158', 'ip_version': 4}, {'network_id': '2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:00.615043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'subnet': {'network_id': '0af8d708-56bb-4281-a21a-5bb232bf65c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--78235158', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:00.615907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Request body: {'subnet': {'network_id': '2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:00.654528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a0fd7896-9aa4-4f12-ae21-e5a198d53674 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:00.690681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93ec69-f246-4a08-aae5-11f596ceb77c req-e84354b3-c417-4c54-b2ad-f2262f1ce345 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.696946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93ec69-f246-4a08-aae5-11f596ceb77c req-e84354b3-c417-4c54-b2ad-f2262f1ce345 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.703162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93ec69-f246-4a08-aae5-11f596ceb77c req-e84354b3-c417-4c54-b2ad-f2262f1ce345 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.709634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93ec69-f246-4a08-aae5-11f596ceb77c req-e84354b3-c417-4c54-b2ad-f2262f1ce345 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.715489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93ec69-f246-4a08-aae5-11f596ceb77c req-e84354b3-c417-4c54-b2ad-f2262f1ce345 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.722210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93ec69-f246-4a08-aae5-11f596ceb77c req-e84354b3-c417-4c54-b2ad-f2262f1ce345 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.729081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93ec69-f246-4a08-aae5-11f596ceb77c req-e84354b3-c417-4c54-b2ad-f2262f1ce345 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:00.731403 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a93ec69-f246-4a08-aae5-11f596ceb77c req-e84354b3-c417-4c54-b2ad-f2262f1ce345 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.1499317 Aug 19 12:23:00.763928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Request body: {'binding': {'host': 'n-h1-803757-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:00.764400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Unknown quota resources ['binding']. {{(pid=95542) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:23:00.807302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc8640d9-d77b-4d6e-b2d5-2559d0131895 req-28aeeba8-9e70-4ddf-b8e2-7e5620a71619 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029292 Aug 19 12:23:00.807659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a0fd7896-9aa4-4f12-ae21-e5a198d53674, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0fd7896-9aa4-4f12-ae21-e5a198d53674,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:00.832557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'port_id': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674', 'mac_address': 'fa:16:3e:57:94:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a30a79-0796-4e2e-a201-ffee4494f99e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:00.865579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a93ec69-f246-4a08-aae5-11f596ceb77c req-68eff36c-8c66-4070-a11f-21180e43a250 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261916 Aug 19 12:23:00.877088 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:00.902453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fd7896-9aa4-4f12-ae21-e5a198d53674 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:00.935296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a0fd7896-9aa4-4f12-ae21-e5a198d53674, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0fd7896-9aa4-4f12-ae21-e5a198d53674,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:01.280795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Made reservation on behalf of e3a20134bde54a22be964c3309d9baa6 for: {'subnet': 2} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:01.285825 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.285825 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.297289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08978bb-8354-4b3c-b214-4c885ea34f02 req-4ae4b8cd-872f-415d-8599-44a4b2d82e76 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:01.298785 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e08978bb-8354-4b3c-b214-4c885ea34f02 req-4ae4b8cd-872f-415d-8599-44a4b2d82e76 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 943 time: 0.1294329 Aug 19 12:23:01.306430 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.307607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:01.348755 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc8640d9-d77b-4d6e-b2d5-2559d0131895 req-d638f95e-4d15-496c-a4a7-237fe974c45c service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269718 Aug 19 12:23:01.373110 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on host n-h1-803757-2 for vnic_type normal with profile None {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:01.376832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:01.376832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:01.389831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:01.390205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:01.397899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:01.398250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:01.398636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:01.399241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Bound port: 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:01.489379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a0fd7896-9aa4-4f12-ae21-e5a198d53674,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:01.508964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e08978bb-8354-4b3c-b214-4c885ea34f02 req-9ba3e811-2629-4433-ae1d-da1b154dd356 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425784 Aug 19 12:23:01.559154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:01.576754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:01.591421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c', 'network_id': 'c067dae9-fca6-41a1-b2bc-44c2d8b3cc88', 'port_id': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c', 'mac_address': 'fa:16:3e:30:b3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f4e646-38ae-486f-af95-28a2e0ba949f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:01.654321 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.663583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa96a6-8cd8-4d11-9686-9811bdee4ee3 req-a339e0b0-37f4-48ba-81d4-5af904d6f4b0 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:01.675193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65aa96a6-8cd8-4d11-9686-9811bdee4ee3 req-a339e0b0-37f4-48ba-81d4-5af904d6f4b0 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 945 time: 0.0743697 Aug 19 12:23:01.689405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:01.691895 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] Notify callbacks [] for binding, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.693281 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-604195db-69d0-44f9-9eab-d42f1a0eedcf service neutron] 10.222.0.21 "POST /v2.0/ports/49a4b9dc-6b60-4b67-9075-0e25cb51e805/bindings HTTP/1.1" status: 201 len: 389 time: 1.0608306 Aug 19 12:23:01.733534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:01.739636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65aa96a6-8cd8-4d11-9686-9811bdee4ee3 req-0a9f7db8-9ac5-4b94-ae0b-bfdf251fec3a tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629280 Aug 19 12:23:01.811960 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.840393 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:01.912436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event updated for resources: {'Subnet': ['ID=92ca61fa-ec3e-4f6f-92ed-6bfe998d75ce,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:01.919514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Checking segment: {'id': '0912cbb6-7c41-4ff5-a5b3-5f98d03f4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0af8d708-56bb-4281-a21a-5bb232bf65c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:01.920124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Network hostable DHCP agents. Network: 0af8d708-56bb-4281-a21a-5bb232bf65c3, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:01.944362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:01.946395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448f3c-c01b-4c2a-b6de-94839628c151 req-bce9f716-ea9b-4bbc-9d64-dc00ce5b4579 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:01.955789 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb448f3c-c01b-4c2a-b6de-94839628c151 req-bce9f716-ea9b-4bbc-9d64-dc00ce5b4579 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 944 time: 0.1316996 Aug 19 12:23:02.016817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Network 0af8d708-56bb-4281-a21a-5bb232bf65c3 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:02.031318 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb448f3c-c01b-4c2a-b6de-94839628c151 req-f8e7f2cb-a7ec-4fb0-9fa1-55670cf264d2 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552561 Aug 19 12:23:02.079814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['2fcf05fa-e8e2-4c86-a9b0-75ef450c879c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:02.084621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a0fd7896-9aa4-4f12-ae21-e5a198d53674'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:02.108545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 0af8d708-56bb-4281-a21a-5bb232bf65c3) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:02.117763 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:02.261160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059374b8-9625-48a2-b1df-d426459c8ca6 None None] Network 0af8d708-56bb-4281-a21a-5bb232bf65c3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:02.426926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Checking segment: {'id': '84a1d4ae-b5df-4678-8045-e92d3d510471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:02.433856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Network hostable DHCP agents. Network: 2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:02.475531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event updated for resources: {'Subnet': ['ID=6aed13e1-55b1-4a68-a5c5-31a7c63b4a3f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:02.493635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa61cb8-2414-423e-81d0-1b7a8e6b7d63 req-4f06a231-78d2-4c8a-b775-6c750fd2d190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.500142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa61cb8-2414-423e-81d0-1b7a8e6b7d63 req-4f06a231-78d2-4c8a-b775-6c750fd2d190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.507080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa61cb8-2414-423e-81d0-1b7a8e6b7d63 req-4f06a231-78d2-4c8a-b775-6c750fd2d190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.514333 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa61cb8-2414-423e-81d0-1b7a8e6b7d63 req-4f06a231-78d2-4c8a-b775-6c750fd2d190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.520457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa61cb8-2414-423e-81d0-1b7a8e6b7d63 req-4f06a231-78d2-4c8a-b775-6c750fd2d190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.529620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa61cb8-2414-423e-81d0-1b7a8e6b7d63 req-4f06a231-78d2-4c8a-b775-6c750fd2d190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.536924 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa61cb8-2414-423e-81d0-1b7a8e6b7d63 req-4f06a231-78d2-4c8a-b775-6c750fd2d190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.539107 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0aa61cb8-2414-423e-81d0-1b7a8e6b7d63 req-4f06a231-78d2-4c8a-b775-6c750fd2d190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.2921596 Aug 19 12:23:02.567067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Network 2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:02.599007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-36a66d6e-9f00-41e9-9296-2745f4f375d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.600701 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-36a66d6e-9f00-41e9-9296-2745f4f375d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 1096 time: 0.1332283 Aug 19 12:23:02.688082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0aa61cb8-2414-423e-81d0-1b7a8e6b7d63 req-a5cd1742-e4d0-444f-b79f-0bf6fc7f8548 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389716 Aug 19 12:23:02.697485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:02.711253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.717211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.718651 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:02.747041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802dbd91-675a-4916-be07-b1154496017e None None] Network 2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:02.846348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-55cece0b-99d0-42ab-ab76-3c960812a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.847881 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-55cece0b-99d0-42ab-ab76-3c960812a263 service neutron] 10.222.0.62 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.2397535 Aug 19 12:23:02.870860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12028418-d11e-42cc-b17a-c1bb4e26bcff req-127197fa-11a4-4214-b1aa-6a85035994db tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:02.885655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-12028418-d11e-42cc-b17a-c1bb4e26bcff req-127197fa-11a4-4214-b1aa-6a85035994db tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.0952120 Aug 19 12:23:02.901646 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9e7ff118-3792-4342-bb9a-cb8aa4a3f7c2 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.2911663 Aug 19 12:23:02.911608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55994) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:02.963348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-dd11be2b-bf13-4835-a15b-0e7eade9408e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805 HTTP/1.1" status: 200 len: 217 time: 0.1031940 Aug 19 12:23:03.042356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-0af8d708-56bb-4281-a21a-5bb232bf65c3', 'network_id': '0af8d708-56bb-4281-a21a-5bb232bf65c3', 'tenant_id': 'e3a20134bde54a22be964c3309d9baa6', 'fixed_ips': [{'subnet_id': '92ca61fa-ec3e-4f6f-92ed-6bfe998d75ce'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:23:03.043123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:03.093373 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-12028418-d11e-42cc-b17a-c1bb4e26bcff req-cc203973-ef61-4870-8677-702c9f14d6a4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012787 Aug 19 12:23:03.107738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-977afba0-0fe7-48cb-a52e-af76ee9c003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.109965 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-977afba0-0fe7-48cb-a52e-af76ee9c003c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.1383374 Aug 19 12:23:03.128284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2db6c7-82cf-4626-a592-440971466672 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.130171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2db6c7-82cf-4626-a592-440971466672 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.132037 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2db6c7-82cf-4626-a592-440971466672 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.133806 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aa2db6c7-82cf-4626-a592-440971466672 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.2208545 Aug 19 12:23:03.137133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56006) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:03.198544 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-394c0c16-a8b4-4b08-94b1-15733d8ad263 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805757 Aug 19 12:23:03.269071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-8628e649-eb6d-42ae-8252-6b64b85173d4 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Deleting subnet 92ca61fa-ec3e-4f6f-92ed-6bfe998d75ce {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:23:03.305002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Allocated IP 172.20.0.2 (0af8d708-56bb-4281-a21a-5bb232bf65c3/92ca61fa-ec3e-4f6f-92ed-6bfe998d75ce/006b3677-873a-4c9f-9151-31a010ad1c9a) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:03.340389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b65b3e-0a96-465b-8710-e50c3a0f8d40 req-556b5613-3129-4a97-9991-5ec5f21f75a5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.342710 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2b65b3e-0a96-465b-8710-e50c3a0f8d40 req-556b5613-3129-4a97-9991-5ec5f21f75a5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 944 time: 0.2561624 Aug 19 12:23:03.382485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56006c74-f4bb-462a-97d6-5fa27b365909 req-1c4bb412-3558-4b55-8f44-c29e495914ad tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:03.384088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56006c74-f4bb-462a-97d6-5fa27b365909 req-1c4bb412-3558-4b55-8f44-c29e495914ad tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 945 time: 0.0952618 Aug 19 12:23:03.413615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e', 'network_id': '2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e', 'tenant_id': 'e3a20134bde54a22be964c3309d9baa6', 'fixed_ips': [{'subnet_id': '6aed13e1-55b1-4a68-a5c5-31a7c63b4a3f'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:23:03.414490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:03.451459 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2b65b3e-0a96-465b-8710-e50c3a0f8d40 req-7c7e39a5-e5f4-4029-a0d8-6a97e42972db tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971575 Aug 19 12:23:03.456304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-d33a8f8e-1d36-43e0-9f2d-f8e36950024f service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497728 Aug 19 12:23:03.477795 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56006c74-f4bb-462a-97d6-5fa27b365909 req-0459a0a0-8016-4f2f-a74f-19f4d808b24c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856583 Aug 19 12:23:03.668383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-defdcfb2-ac77-44c4-8eeb-bd41df0b6a36 service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012928 Aug 19 12:23:03.685628 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:03.702225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Transition to ACTIVE for port object 006b3677-873a-4c9f-9151-31a010ad1c9a will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:03.726459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Allocated IP 172.20.0.18 (2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e/6aed13e1-55b1-4a68-a5c5-31a7c63b4a3f/68333ca7-6700-4502-bf9b-5106a876fbae) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:03.728547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Transition to ACTIVE for port object 006b3677-873a-4c9f-9151-31a010ad1c9a will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:03.823108 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:03.869346 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8628e649-eb6d-42ae-8252-6b64b85173d4 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:03.913355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Network 0af8d708-56bb-4281-a21a-5bb232bf65c3 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:03.926193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:03.934827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:03.954861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Pushing event updated for resources: {'Port': ['ID=006b3677-873a-4c9f-9151-31a010ad1c9a,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:03.981779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8628e649-eb6d-42ae-8252-6b64b85173d4 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.051712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Attempting to bind port 006b3677-873a-4c9f-9151-31a010ad1c9a on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:04.051712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Attempting to bind port 006b3677-873a-4c9f-9151-31a010ad1c9a by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '0912cbb6-7c41-4ff5-a5b3-5f98d03f4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0af8d708-56bb-4281-a21a-5bb232bf65c3'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:04.051712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Attempting to bind port 006b3677-873a-4c9f-9151-31a010ad1c9a on network 0af8d708-56bb-4281-a21a-5bb232bf65c3 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:04.058832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602058f7-9175-4eb9-8352-62436136fc64 req-ba7b02c4-a76c-4c2d-9cd9-c4e98637b173 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.065102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:04.065488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Checking segment: {'id': '0912cbb6-7c41-4ff5-a5b3-5f98d03f4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0af8d708-56bb-4281-a21a-5bb232bf65c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:04.066161 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.066288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Bound using segment: {'id': '0912cbb6-7c41-4ff5-a5b3-5f98d03f4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0af8d708-56bb-4281-a21a-5bb232bf65c3'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:04.072070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602058f7-9175-4eb9-8352-62436136fc64 req-ba7b02c4-a76c-4c2d-9cd9-c4e98637b173 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.073648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Bound port: 006b3677-873a-4c9f-9151-31a010ad1c9a, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0912cbb6-7c41-4ff5-a5b3-5f98d03f4083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '0af8d708-56bb-4281-a21a-5bb232bf65c3'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:04.074157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.102227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602058f7-9175-4eb9-8352-62436136fc64 req-ba7b02c4-a76c-4c2d-9cd9-c4e98637b173 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.109332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602058f7-9175-4eb9-8352-62436136fc64 req-ba7b02c4-a76c-4c2d-9cd9-c4e98637b173 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.151537 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.157056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602058f7-9175-4eb9-8352-62436136fc64 req-ba7b02c4-a76c-4c2d-9cd9-c4e98637b173 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.177936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602058f7-9175-4eb9-8352-62436136fc64 req-ba7b02c4-a76c-4c2d-9cd9-c4e98637b173 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.192735 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602058f7-9175-4eb9-8352-62436136fc64 req-ba7b02c4-a76c-4c2d-9cd9-c4e98637b173 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.211430 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-602058f7-9175-4eb9-8352-62436136fc64 req-ba7b02c4-a76c-4c2d-9cd9-c4e98637b173 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5432 time: 0.4083209 Aug 19 12:23:04.230306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Transition to ACTIVE for port object 68333ca7-6700-4502-bf9b-5106a876fbae will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:04.296747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb478b-6e08-40ce-a57e-7f053047bdb7 req-d1992920-77bc-4536-b151-37e9b2f3d0bd tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.298675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3bb478b-6e08-40ce-a57e-7f053047bdb7 req-d1992920-77bc-4536-b151-37e9b2f3d0bd tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.1130974 Aug 19 12:23:04.338043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Transition to ACTIVE for port object 68333ca7-6700-4502-bf9b-5106a876fbae will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:04.360272 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-602058f7-9175-4eb9-8352-62436136fc64 req-d3c54d24-154a-4e0c-a496-32f5c4d42a5b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476028 Aug 19 12:23:04.366772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3bb478b-6e08-40ce-a57e-7f053047bdb7 req-bb46c1f1-4e0c-4db2-8f9d-e2aa691f6812 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547497 Aug 19 12:23:04.370609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] For port 006b3677-873a-4c9f-9151-31a010ad1c9a, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:04.376252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] For port 006b3677-873a-4c9f-9151-31a010ad1c9a, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=006b3677-873a-4c9f-9151-31a010ad1c9a,segment=NetworkSegment(0912cbb6-7c41-4ff5-a5b3-5f98d03f4083),segment_id=0912cbb6-7c41-4ff5-a5b3-5f98d03f4083)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:04.404690 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.456259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Network 2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:04.480436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:04.488630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:04.503115 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.566020 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8628e649-eb6d-42ae-8252-6b64b85173d4 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.712987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Attempting to bind port 68333ca7-6700-4502-bf9b-5106a876fbae on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:04.716119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Attempting to bind port 68333ca7-6700-4502-bf9b-5106a876fbae by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '84a1d4ae-b5df-4678-8045-e92d3d510471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:04.716597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8e48-f8c7-462e-bd99-6644c5b7b4cb req-b9c6bb6a-8a45-4dff-b321-4dcd8fa4e5a7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.717681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Attempting to bind port 68333ca7-6700-4502-bf9b-5106a876fbae on network 2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:04.723401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca4bb9-7d5e-435a-8711-5f41d758c98d req-7200512b-6920-4be0-a3e8-8fef076a75c0 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:04.724748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 53dc58b7-9984-40dc-8a11-1f42b19c5175 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:04.724971 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87ca4bb9-7d5e-435a-8711-5f41d758c98d req-7200512b-6920-4be0-a3e8-8fef076a75c0 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 945 time: 0.0870557 Aug 19 12:23:04.732000 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f51d8e48-f8c7-462e-bd99-6644c5b7b4cb req-b9c6bb6a-8a45-4dff-b321-4dcd8fa4e5a7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 944 time: 0.0939610 Aug 19 12:23:04.810380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f51d8e48-f8c7-462e-bd99-6644c5b7b4cb req-b7692097-e34e-40b4-a024-a88dabbda75b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770028 Aug 19 12:23:04.832784 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87ca4bb9-7d5e-435a-8711-5f41d758c98d req-63ed1e0d-2d8e-48d0-9497-3f7bc56a3fa7 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002553 Aug 19 12:23:04.833800 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8628e649-eb6d-42ae-8252-6b64b85173d4 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.870603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628e649-eb6d-42ae-8252-6b64b85173d4 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Subnet': ['ID=92ca61fa-ec3e-4f6f-92ed-6bfe998d75ce,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:04.882936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8628e649-eb6d-42ae-8252-6b64b85173d4 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.887879 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8628e649-eb6d-42ae-8252-6b64b85173d4 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "DELETE /v2.0/subnets/92ca61fa-ec3e-4f6f-92ed-6bfe998d75ce HTTP/1.1" status: 204 len: 168 time: 1.7459841 Aug 19 12:23:04.888413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56048) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:04.926550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 53dc58b7-9984-40dc-8a11-1f42b19c5175, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=53dc58b7-9984-40dc-8a11-1f42b19c5175,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:04.939164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:04.952207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '53dc58b7-9984-40dc-8a11-1f42b19c5175', 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1', 'port_id': '53dc58b7-9984-40dc-8a11-1f42b19c5175', 'mac_address': 'fa:16:3e:77:44:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982b4c8a-b0e0-4f0e-b23c-b949be65f0b3', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:04.955742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a74a8ba-8f9f-4369-89f4-dd084fc78220 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Deleting subnet 6aed13e1-55b1-4a68-a5c5-31a7c63b4a3f {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:23:04.962980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a74a8ba-8f9f-4369-89f4-dd084fc78220 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.988181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Pushing event updated for resources: {'Port': ['ID=68333ca7-6700-4502-bf9b-5106a876fbae,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:04.995381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:04.995751 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Checking segment: {'id': '84a1d4ae-b5df-4678-8045-e92d3d510471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:04.996069 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:04.996462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Bound using segment: {'id': '84a1d4ae-b5df-4678-8045-e92d3d510471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:04.997086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Bound port: 68333ca7-6700-4502-bf9b-5106a876fbae, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a1d4ae-b5df-4678-8045-e92d3d510471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:04.997506 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.033014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a74a8ba-8f9f-4369-89f4-dd084fc78220 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.083240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19ecc3-ee49-44fc-a2f6-d32a5d37a732 None None] Pushing event updated for resources: {'Port': ['ID=006b3677-873a-4c9f-9151-31a010ad1c9a,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:05.202086 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a74a8ba-8f9f-4369-89f4-dd084fc78220 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.214308 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.228668 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4a8490a0-68f9-47c1-8461-921533f02700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.275605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53dc58b7-9984-40dc-8a11-1f42b19c5175 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:05.341525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:05.346365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 53dc58b7-9984-40dc-8a11-1f42b19c5175, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=53dc58b7-9984-40dc-8a11-1f42b19c5175,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:05.349242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:05.349621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.417676 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a74a8ba-8f9f-4369-89f4-dd084fc78220 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.442912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] For port 68333ca7-6700-4502-bf9b-5106a876fbae, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:05.473035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74a8ba-8f9f-4369-89f4-dd084fc78220 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Subnet': ['ID=6aed13e1-55b1-4a68-a5c5-31a7c63b4a3f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:05.518541 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.528303 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.529263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 06203eaa-dc3d-4e03-9e70-f6f275eacbfc details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:05.586046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a74a8ba-8f9f-4369-89f4-dd084fc78220 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:05.592804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56062) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:05.596046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0a74a8ba-8f9f-4369-89f4-dd084fc78220 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "DELETE /v2.0/subnets/6aed13e1-55b1-4a68-a5c5-31a7c63b4a3f HTTP/1.1" status: 204 len: 168 time: 0.7065070 Aug 19 12:23:05.682024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cad6a-3c91-4a5a-901d-3f659bf35f4e req-bdca01a1-d376-4936-993c-7945e8539d88 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.690645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cad6a-3c91-4a5a-901d-3f659bf35f4e req-bdca01a1-d376-4936-993c-7945e8539d88 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.697122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cad6a-3c91-4a5a-901d-3f659bf35f4e req-bdca01a1-d376-4936-993c-7945e8539d88 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.700278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=06203eaa-dc3d-4e03-9e70-f6f275eacbfc,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:05.705799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cad6a-3c91-4a5a-901d-3f659bf35f4e req-bdca01a1-d376-4936-993c-7945e8539d88 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.712984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cad6a-3c91-4a5a-901d-3f659bf35f4e req-bdca01a1-d376-4936-993c-7945e8539d88 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.722852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cad6a-3c91-4a5a-901d-3f659bf35f4e req-bdca01a1-d376-4936-993c-7945e8539d88 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.736249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cad6a-3c91-4a5a-901d-3f659bf35f4e req-bdca01a1-d376-4936-993c-7945e8539d88 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.745115 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-592cad6a-3c91-4a5a-901d-3f659bf35f4e req-bdca01a1-d376-4936-993c-7945e8539d88 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5433 time: 0.2004938 Aug 19 12:23:05.784386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'port_id': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc', 'mac_address': 'fa:16:3e:e1:a1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:05.791680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] For port 68333ca7-6700-4502-bf9b-5106a876fbae, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=68333ca7-6700-4502-bf9b-5106a876fbae,segment=NetworkSegment(84a1d4ae-b5df-4678-8045-e92d3d510471),segment_id=84a1d4ae-b5df-4678-8045-e92d3d510471)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:05.795136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=53dc58b7-9984-40dc-8a11-1f42b19c5175,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:05.815709 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-592cad6a-3c91-4a5a-901d-3f659bf35f4e req-1001fa03-bf5f-4b7e-8efa-8280273dba93 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692296 Aug 19 12:23:05.830660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd9f2e-1bbf-4aee-a7e4-1b9abe99c0b9 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.833766 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-89dd9f2e-1bbf-4aee-a7e4-1b9abe99c0b9 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2382143 Aug 19 12:23:05.838483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56066) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:05.843456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328548c-c381-4495-9f9a-83a8191f978a req-5a4896fe-6863-49c1-98fe-e85156b79b44 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:05.858294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d328548c-c381-4495-9f9a-83a8191f978a req-5a4896fe-6863-49c1-98fe-e85156b79b44 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.2801805 Aug 19 12:23:05.901899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32d0a753-36a1-4b9a-a921-6fb4cb5da059 req-f9eef9e4-6411-44ad-b9ce-5bcf306ef58a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4283128 Aug 19 12:23:05.971066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-679068fa-9145-4c88-a36d-1e9d85317dd6 req-9b19c3fc-0e1f-4bc5-b8ab-5ab369f44e42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2958913 Aug 19 12:23:05.975018 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.039503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.073604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f75a5939-e126-4c75-a539-e1c6697016bd details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:06.145098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 006b3677-873a-4c9f-9151-31a010ad1c9a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:06.231683 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.320490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:06.371549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d328548c-c381-4495-9f9a-83a8191f978a req-f0dd945b-449e-4aff-897d-6c63c1a1082a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873495 Aug 19 12:23:06.465281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d45679-086a-4955-9072-84e132ca6746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:06.469328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679068fa-9145-4c88-a36d-1e9d85317dd6 req-9d788a95-9e8a-47a4-870c-2d0fac5678dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:06.469936 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15597330-e682-46c3-988c-4e3734111e5a" -d '{"events": [{"server_uuid": "a0d45679-086a-4955-9072-84e132ca6746", "name": "network-vif-plugged", "status": "completed", "tag": "2fcf05fa-e8e2-4c86-a9b0-75ef450c879c"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:06.470877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-679068fa-9145-4c88-a36d-1e9d85317dd6 req-9d788a95-9e8a-47a4-870c-2d0fac5678dd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 1174 time: 0.4176469 Aug 19 12:23:06.569795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06203eaa-dc3d-4e03-9e70-f6f275eacbfc {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:06.582135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Deleting port 68333ca7-6700-4502-bf9b-5106a876fbae {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:06.582620 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.604086 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.resource_extend [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:23:06.641194 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec73821-f36b-44a7-a9e0-95dea9b488ff req-e293b0cf-52db-4e1b-9918-5ce153052f14 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:06.664219 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fec73821-f36b-44a7-a9e0-95dea9b488ff req-e293b0cf-52db-4e1b-9918-5ce153052f14 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 944 time: 0.3518579 Aug 19 12:23:06.770243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0a753-36a1-4b9a-a921-6fb4cb5da059 req-92f97f91-9dcf-433a-af23-ed7caa4dd207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:06.774561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32d0a753-36a1-4b9a-a921-6fb4cb5da059 req-92f97f91-9dcf-433a-af23-ed7caa4dd207 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 1095 time: 0.8182631 Aug 19 12:23:06.826732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] For port 68333ca7-6700-4502-bf9b-5106a876fbae, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=68333ca7-6700-4502-bf9b-5106a876fbae,segment=NetworkSegment(84a1d4ae-b5df-4678-8045-e92d3d510471),segment_id=84a1d4ae-b5df-4678-8045-e92d3d510471)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:06.827577 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:06.834792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=06203eaa-dc3d-4e03-9e70-f6f275eacbfc,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:06.839893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ffe48-2609-45fd-bac8-5cc90e51a45b None None] Pushing event updated for resources: {'Port': ['ID=68333ca7-6700-4502-bf9b-5106a876fbae,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:06.851986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Calling delete_port for 68333ca7-6700-4502-bf9b-5106a876fbae owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:06.914709 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f75a5939-e126-4c75-a539-e1c6697016bd, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f75a5939-e126-4c75-a539-e1c6697016bd,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:06.966435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'f75a5939-e126-4c75-a539-e1c6697016bd', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'port_id': 'f75a5939-e126-4c75-a539-e1c6697016bd', 'mac_address': 'fa:16:3e:3e:ba:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6d7280-9d8b-4b3d-8463-77a7307cc2ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:07.019588 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fec73821-f36b-44a7-a9e0-95dea9b488ff req-cae6beb2-b963-4183-8a04-80c9569f9434 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548515 Aug 19 12:23:07.060771 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:07.062927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a0fd7896-9aa4-4f12-ae21-e5a198d53674 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:07.167547 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:07.169324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 741fd100-7f9a-4a27-8403-958a58d683e7 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:07.185170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3903df2-8235-43b5-97a5-f8d1ad8d430e None None] Network 0af8d708-56bb-4281-a21a-5bb232bf65c3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:07.316585 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:07.343107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 741fd100-7f9a-4a27-8403-958a58d683e7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=741fd100-7f9a-4a27-8403-958a58d683e7,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:07.345041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679068fa-9145-4c88-a36d-1e9d85317dd6 req-92538a5f-1532-494f-a095-a82fcfeff848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.346594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-679068fa-9145-4c88-a36d-1e9d85317dd6 req-92538a5f-1532-494f-a095-a82fcfeff848 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 913 time: 0.8379195 Aug 19 12:23:07.389537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] No DVR routers for this DVR port 68333ca7-6700-4502-bf9b-5106a876fbae on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:07.391942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Port': ['ID=68333ca7-6700-4502-bf9b-5106a876fbae,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:07.411391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d466de-eaad-46e3-a348-87af9ef328cd req-1cad1b45-e09c-4531-a2a3-d1ed91c9d975 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.417616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d6d466de-eaad-46e3-a348-87af9ef328cd req-1cad1b45-e09c-4531-a2a3-d1ed91c9d975 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 945 time: 0.6575274 Aug 19 12:23:07.563996 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ab316e-f7c7-40fd-bb3a-8143440d0c35 x-openstack-request-id: req-a6ab316e-f7c7-40fd-bb3a-8143440d0c35 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:07.568197 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d45679-086a-4955-9072-84e132ca6746", "name": "network-vif-plugged", "status": "completed", "tag": "2fcf05fa-e8e2-4c86-a9b0-75ef450c879c", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:07.568197 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6ab316e-f7c7-40fd-bb3a-8143440d0c35 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:07.568197 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d45679-086a-4955-9072-84e132ca6746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c', 'code': 200} Aug 19 12:23:07.592092 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 006b3677-873a-4c9f-9151-31a010ad1c9a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:07.608738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '741fd100-7f9a-4a27-8403-958a58d683e7', 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e', 'port_id': '741fd100-7f9a-4a27-8403-958a58d683e7', 'mac_address': 'fa:16:3e:77:87:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637a575a-ec31-4c4a-af4b-533c95b75677', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:07.677160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb1f8-d27d-4bd0-b8bf-3b4eaa9c4e85 req-51830a60-99da-4488-b53a-e7cf9cd1dca4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.695334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb1f8-d27d-4bd0-b8bf-3b4eaa9c4e85 req-51830a60-99da-4488-b53a-e7cf9cd1dca4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.708733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb1f8-d27d-4bd0-b8bf-3b4eaa9c4e85 req-51830a60-99da-4488-b53a-e7cf9cd1dca4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.715106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-679068fa-9145-4c88-a36d-1e9d85317dd6 req-8d6e4db4-4f97-4122-af9c-e629dd8169a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782 HTTP/1.1" status: 200 len: 217 time: 0.2948341 Aug 19 12:23:07.715800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb1f8-d27d-4bd0-b8bf-3b4eaa9c4e85 req-51830a60-99da-4488-b53a-e7cf9cd1dca4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.740518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb1f8-d27d-4bd0-b8bf-3b4eaa9c4e85 req-51830a60-99da-4488-b53a-e7cf9cd1dca4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.759093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb1f8-d27d-4bd0-b8bf-3b4eaa9c4e85 req-51830a60-99da-4488-b53a-e7cf9cd1dca4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.763755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8d848-8c90-45c3-897c-1c6e4f3372d4 req-d2cb541f-eb64-4e76-84ee-2abbf3db9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.765324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ce8d848-8c90-45c3-897c-1c6e4f3372d4 req-d2cb541f-eb64-4e76-84ee-2abbf3db9347 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 1097 time: 0.5712345 Aug 19 12:23:07.766347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0a753-36a1-4b9a-a921-6fb4cb5da059 req-62dac8d9-b6ed-46ac-bcc1-da4946ea8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.767687 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32d0a753-36a1-4b9a-a921-6fb4cb5da059 req-62dac8d9-b6ed-46ac-bcc1-da4946ea8f97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.9485869 Aug 19 12:23:07.780594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb1f8-d27d-4bd0-b8bf-3b4eaa9c4e85 req-51830a60-99da-4488-b53a-e7cf9cd1dca4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:07.787757 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf9eb1f8-d27d-4bd0-b8bf-3b4eaa9c4e85 req-51830a60-99da-4488-b53a-e7cf9cd1dca4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5434 time: 0.5586197 Aug 19 12:23:07.834554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:07.850029 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:07.870904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a1d4ae-b5df-4678-8045-e92d3d510471') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:07.870904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a1d4ae-b5df-4678-8045-e92d3d510471') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:07.882265 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:07.905611 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:07.917930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:07.919062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:08.007991 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:08.074547 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.085528 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32d0a753-36a1-4b9a-a921-6fb4cb5da059 req-efd30b89-4247-49bd-ab11-6edb996a1e62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3620ea-7b45-4707-a39c-356764d916b2 HTTP/1.1" status: 200 len: 217 time: 0.2010920 Aug 19 12:23:08.109885 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf9eb1f8-d27d-4bd0-b8bf-3b4eaa9c4e85 req-aa75e647-403e-42ec-8619-ac686d5096eb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3034301 Aug 19 12:23:08.117388 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d6d466de-eaad-46e3-a348-87af9ef328cd req-c7e80868-7b46-466e-be11-e9fe8151ed8e tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6688201 Aug 19 12:23:08.139662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679068fa-9145-4c88-a36d-1e9d85317dd6 req-c039191c-60cc-4c30-9d2f-2c68a614bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:08.150061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-679068fa-9145-4c88-a36d-1e9d85317dd6 req-c039191c-60cc-4c30-9d2f-2c68a614bac0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f4e646-38ae-486f-af95-28a2e0ba949f HTTP/1.1" status: 200 len: 852 time: 0.4216411 Aug 19 12:23:08.150306 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.159248 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.164933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "DELETE /v2.0/networks/2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e HTTP/1.1" status: 204 len: 168 time: 2.3204098 Aug 19 12:23:08.173900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56124) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:08.221215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f75a5939-e126-4c75-a539-e1c6697016bd {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:08.235341 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ce8d848-8c90-45c3-897c-1c6e4f3372d4 req-9f432bdf-3fc6-4bef-b936-933997ff574a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387698 Aug 19 12:23:08.294214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f75a5939-e126-4c75-a539-e1c6697016bd, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f75a5939-e126-4c75-a539-e1c6697016bd,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:08.305043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-679068fa-9145-4c88-a36d-1e9d85317dd6 req-70e6676a-37f0-498d-80a3-f7f5778518f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684266 Aug 19 12:23:08.322391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2839eb05-2769-4b12-9f73-ced3448b5231 None None] Provisioning for port 006b3677-873a-4c9f-9151-31a010ad1c9a completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:08.346196 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-10097caf-4e25-49f1-989f-89b0adbd1700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.363976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0a753-36a1-4b9a-a921-6fb4cb5da059 req-22570807-7344-41dc-8828-509be1d51bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:08.365828 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32d0a753-36a1-4b9a-a921-6fb4cb5da059 req-22570807-7344-41dc-8828-509be1d51bf4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.2571142 Aug 19 12:23:08.412503 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.423920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74af1d8-8614-463a-a6fa-77526f26f4bf tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Network': ['ID=2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:08.432639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e043368-89ee-4e55-93b4-8be836fd677f req-d60e7209-af00-4a75-ae01-9fcededcf41c tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:08.433295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2839eb05-2769-4b12-9f73-ced3448b5231 None None] Provisioning complete for port 006b3677-873a-4c9f-9151-31a010ad1c9a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:08.434772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e043368-89ee-4e55-93b4-8be836fd677f req-d60e7209-af00-4a75-ae01-9fcededcf41c tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.1319141 Aug 19 12:23:08.435321 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2839eb05-2769-4b12-9f73-ced3448b5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.444069 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32d0a753-36a1-4b9a-a921-6fb4cb5da059 req-09741df8-c79c-486b-8f62-3279104531ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626392 Aug 19 12:23:08.444346 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.550423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741fd100-7f9a-4a27-8403-958a58d683e7 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:08.556463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Deleting port 006b3677-873a-4c9f-9151-31a010ad1c9a {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:08.557058 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.604186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 741fd100-7f9a-4a27-8403-958a58d683e7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=741fd100-7f9a-4a27-8403-958a58d683e7,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:08.607290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96a4010-6733-4bc7-95d3-003beab34caa None None] DHCP port deletion for 2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:23:08.689152 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.698672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port a0fd7896-9aa4-4f12-ae21-e5a198d53674 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:08.717732 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.746192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port a0fd7896-9aa4-4f12-ae21-e5a198d53674 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:08.752586 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.758051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0b334-0582-43ef-acf8-6d0822029cee None None] Network 2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:08.761629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] For port 006b3677-873a-4c9f-9151-31a010ad1c9a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=006b3677-873a-4c9f-9151-31a010ad1c9a,segment=NetworkSegment(0912cbb6-7c41-4ff5-a5b3-5f98d03f4083),segment_id=0912cbb6-7c41-4ff5-a5b3-5f98d03f4083)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:08.781805 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.807170 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e043368-89ee-4e55-93b4-8be836fd677f req-0a6c4c1b-eecc-4085-b538-37daa4958785 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562121 Aug 19 12:23:08.835304 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:08.842563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a48d692e-ec2d-4064-b30e-5fa0a3029cb7 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:08.864226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Calling delete_port for 006b3677-873a-4c9f-9151-31a010ad1c9a owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:08.947356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:08.975770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32d0a753-36a1-4b9a-a921-6fb4cb5da059 req-6467f3fd-42c4-4e0a-ac1c-8b3ffe6eed1f service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167758 Aug 19 12:23:09.017983 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-679068fa-9145-4c88-a36d-1e9d85317dd6 req-d1dc9a79-5f03-46dd-8329-fbfa3c0aae0f service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949843 Aug 19 12:23:09.093777 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=06203eaa-dc3d-4e03-9e70-f6f275eacbfc,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:09.164628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f75a5939-e126-4c75-a539-e1c6697016bd'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:09.199924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.221617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882b521-abd7-43fe-a7d4-f0b2ab932f77 req-70a3d929-5d89-4aae-8ede-cc4a3ff210cc tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.224665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] No DVR routers for this DVR port 006b3677-873a-4c9f-9151-31a010ad1c9a on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:09.229158 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b882b521-abd7-43fe-a7d4-f0b2ab932f77 req-70a3d929-5d89-4aae-8ede-cc4a3ff210cc tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 944 time: 0.2488821 Aug 19 12:23:09.272340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=f75a5939-e126-4c75-a539-e1c6697016bd,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:09.284648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Port': ['ID=006b3677-873a-4c9f-9151-31a010ad1c9a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:09.367640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=741fd100-7f9a-4a27-8403-958a58d683e7,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:09.387906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0b334-0582-43ef-acf8-6d0822029cee None None] Network 2ca0d2ba-6b87-41c2-b2a0-e00150c9d94e could not be found, it might have been deleted concurrently. {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 12:23:09.420198 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b882b521-abd7-43fe-a7d4-f0b2ab932f77 req-9e1b26e6-9ec6-4cf0-89cb-86050852a3d0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707642 Aug 19 12:23:09.472651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32d0a753-36a1-4b9a-a921-6fb4cb5da059 req-edd10b0d-6c41-46a9-a4e0-ebaf2f8e076d service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230042 Aug 19 12:23:09.474363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-679068fa-9145-4c88-a36d-1e9d85317dd6 req-9e4ab551-48ac-46a4-a248-debad4a8abed service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121180 Aug 19 12:23:09.492263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.519407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af8d708-56bb-4281-a21a-5bb232bf65c3']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:09.549427 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.resource_extend [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:23:09.552980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2839eb05-2769-4b12-9f73-ced3448b5231 None None] Could not find standard attr ID for object 006b3677-873a-4c9f-9151-31a010ad1c9a. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:23:09.555247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0912cbb6-7c41-4ff5-a5b3-5f98d03f4083') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:09.555796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0912cbb6-7c41-4ff5-a5b3-5f98d03f4083') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:09.585265 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.616345 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.619716 n-d-803757-2 neutron-server[95544]: INFO neutron.plugins.ml2.db [None req-2839eb05-2769-4b12-9f73-ced3448b5231 None None] No ports have port_id starting with 006b3677-873a-4c9f-9151-31a010ad1c9a Aug 19 12:23:09.633135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:09.637691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:09.641886 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:09.647207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a48d692e-ec2d-4064-b30e-5fa0a3029cb7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:09.659912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48718f73-8fab-41ab-a916-2e7217f13a33 None None] DHCP port deletion for 0af8d708-56bb-4281-a21a-5bb232bf65c3 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:23:09.749266 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:09.803853 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'a48d692e-ec2d-4064-b30e-5fa0a3029cb7', 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1', 'port_id': 'a48d692e-ec2d-4064-b30e-5fa0a3029cb7', 'mac_address': 'fa:16:3e:7a:b6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982b4c8a-b0e0-4f0e-b23c-b949be65f0b3', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:09.840237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85b301-c6ec-41ef-b3a9-2a377b000aa5 req-39b765ae-c1ea-47fe-834e-51c514a38b86 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.867890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85b301-c6ec-41ef-b3a9-2a377b000aa5 req-39b765ae-c1ea-47fe-834e-51c514a38b86 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.886149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85b301-c6ec-41ef-b3a9-2a377b000aa5 req-39b765ae-c1ea-47fe-834e-51c514a38b86 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.900357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1665c7bf-daf2-427e-a526-635f6a9f70f5 None None] Could not find standard attr ID for object 68333ca7-6700-4502-bf9b-5106a876fbae. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:23:09.903444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85b301-c6ec-41ef-b3a9-2a377b000aa5 req-39b765ae-c1ea-47fe-834e-51c514a38b86 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.917045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85b301-c6ec-41ef-b3a9-2a377b000aa5 req-39b765ae-c1ea-47fe-834e-51c514a38b86 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.948906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85b301-c6ec-41ef-b3a9-2a377b000aa5 req-39b765ae-c1ea-47fe-834e-51c514a38b86 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.956898 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85b301-c6ec-41ef-b3a9-2a377b000aa5 req-39b765ae-c1ea-47fe-834e-51c514a38b86 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:09.985970 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc85b301-c6ec-41ef-b3a9-2a377b000aa5 req-39b765ae-c1ea-47fe-834e-51c514a38b86 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5435 time: 0.3060958 Aug 19 12:23:10.022512 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.045802 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.051080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48d692e-ec2d-4064-b30e-5fa0a3029cb7 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:10.055118 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.057741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 68333ca7-6700-4502-bf9b-5106a876fbae no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:10.062963 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "DELETE /v2.0/networks/0af8d708-56bb-4281-a21a-5bb232bf65c3 HTTP/1.1" status: 204 len: 168 time: 1.8847435 Aug 19 12:23:10.070259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56144) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:10.092611 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc85b301-c6ec-41ef-b3a9-2a377b000aa5 req-dae0cf85-9565-4c24-952b-11d68478de59 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055920 Aug 19 12:23:10.111603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 68333ca7-6700-4502-bf9b-5106a876fbae {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:10.112474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 68333ca7-6700-4502-bf9b-5106a876fbae not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:10.113203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 006b3677-873a-4c9f-9151-31a010ad1c9a no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:10.115847 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.160936 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a48d692e-ec2d-4064-b30e-5fa0a3029cb7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:10.162253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 006b3677-873a-4c9f-9151-31a010ad1c9a {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:10.162710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 006b3677-873a-4c9f-9151-31a010ad1c9a not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:10.189256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb4ca5-e016-4fc5-bb12-eb7c946e547a tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Network': ['ID=0af8d708-56bb-4281-a21a-5bb232bf65c3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:10.223895 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a0fd7896-9aa4-4f12-ae21-e5a198d53674, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0fd7896-9aa4-4f12-ae21-e5a198d53674,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:10.224983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8687b4-f94d-4036-8181-76933fa065cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:10.227574 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a74196-1f62-447c-acc5-4f57d5ce7c71" -d '{"events": [{"server_uuid": "4b8687b4-f94d-4036-8181-76933fa065cd", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd7896-9aa4-4f12-ae21-e5a198d53674"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:10.260470 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.261219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:10.353939 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.416688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:10.426216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c8da4-1e60-4dba-95ef-f9d0d94001ec req-6fe9a80e-d96a-48e9-a5f0-f61e93ef72ef tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:10.434716 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.439160 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2c8da4-1e60-4dba-95ef-f9d0d94001ec req-6fe9a80e-d96a-48e9-a5f0-f61e93ef72ef tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 946 time: 0.1241739 Aug 19 12:23:10.466795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'b1d6b5b7-f6c0-44d3-969b-56a75b8dab69', 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1', 'port_id': 'b1d6b5b7-f6c0-44d3-969b-56a75b8dab69', 'mac_address': 'fa:16:3e:6a:3a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982b4c8a-b0e0-4f0e-b23c-b949be65f0b3', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:10.541526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2c8da4-1e60-4dba-95ef-f9d0d94001ec req-478b55ce-0580-4fce-9b02-e1befd2fa95f tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012909 Aug 19 12:23:10.560071 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.585188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466e6643-00d1-44ce-bb12-4852bb127b6a']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:10.615335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fafe2c66-620b-4254-a2cb-2523604e429b') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:10.619058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fafe2c66-620b-4254-a2cb-2523604e429b') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:10.619196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:10.638048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.673223 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.688898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:10.689319 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:10.698187 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:10.717145 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.718148 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.742124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f75a5939-e126-4c75-a539-e1c6697016bd up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:10.757327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a0fd7896-9aa4-4f12-ae21-e5a198d53674,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:10.826004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aec6be-5e0e-4f7d-9f63-b8c4ef3c9c4a req-8fb2b40b-cdbe-44b6-9d3d-b55908beed43 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:10.829009 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:10.866953 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82aec6be-5e0e-4f7d-9f63-b8c4ef3c9c4a req-8fb2b40b-cdbe-44b6-9d3d-b55908beed43 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.1340785 Aug 19 12:23:10.902234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:10.934328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port f75a5939-e126-4c75-a539-e1c6697016bd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:10.935095 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:10.937070 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82aec6be-5e0e-4f7d-9f63-b8c4ef3c9c4a req-b8274835-d55d-4e4d-aecd-4b701d603148 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955403 Aug 19 12:23:11.024165 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8708ccb1-01a8-48e8-b8bf-dee758d78726 x-openstack-request-id: req-8708ccb1-01a8-48e8-b8bf-dee758d78726 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:11.024165 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8687b4-f94d-4036-8181-76933fa065cd", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd7896-9aa4-4f12-ae21-e5a198d53674", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:11.024165 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8708ccb1-01a8-48e8-b8bf-dee758d78726 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:11.024165 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8687b4-f94d-4036-8181-76933fa065cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674', 'code': 200} Aug 19 12:23:11.169912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.169912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.169912 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "DELETE /v2.0/networks/466e6643-00d1-44ce-bb12-4852bb127b6a HTTP/1.1" status: 204 len: 168 time: 1.0674999 Aug 19 12:23:11.171046 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.171046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 208cb691-c9ac-4d91-bf98-44e1eb45c65c details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:11.171299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56156) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:11.377642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f238c-7c82-4072-abe4-5a4fe7cbe99b req-565d1d90-36a7-41d4-aa7f-9e082e61e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:11.379110 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-617f238c-7c82-4072-abe4-5a4fe7cbe99b req-565d1d90-36a7-41d4-aa7f-9e082e61e7a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 1096 time: 0.3150346 Aug 19 12:23:11.408008 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.416434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d595f-3db5-416e-be40-48193fa00666 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Network': ['ID=466e6643-00d1-44ce-bb12-4852bb127b6a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:11.425408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b1cb9-ba18-47c9-9bb6-f275b4c9512c req-29cac784-41e2-4322-810f-12d799776e1f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:11.429106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d7b1cb9-ba18-47c9-9bb6-f275b4c9512c req-29cac784-41e2-4322-810f-12d799776e1f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.2843008 Aug 19 12:23:11.496400 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.528639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.resource_extend [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:23:11.568915 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d7b1cb9-ba18-47c9-9bb6-f275b4c9512c req-c5a5a866-f7d7-4c19-999c-971dfc0a2bb3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168542 Aug 19 12:23:11.571036 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-617f238c-7c82-4072-abe4-5a4fe7cbe99b req-75ec11dd-6148-406e-af1d-71b000c65ba6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744649 Aug 19 12:23:11.644618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f75a5939-e126-4c75-a539-e1c6697016bd, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f75a5939-e126-4c75-a539-e1c6697016bd,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:11.649525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 208cb691-c9ac-4d91-bf98-44e1eb45c65c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=208cb691-c9ac-4d91-bf98-44e1eb45c65c,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:11.682219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:11.707662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '208cb691-c9ac-4d91-bf98-44e1eb45c65c', 'network_id': '375e670c-9336-413c-8db9-b94fabc3b0a1', 'port_id': '208cb691-c9ac-4d91-bf98-44e1eb45c65c', 'mac_address': 'fa:16:3e:85:96:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982b4c8a-b0e0-4f0e-b23c-b949be65f0b3', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:11.763006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.790779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee41e00a-07e8-4470-8f72-60f2281e8193']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:11.819112 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.825862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacb17f1-4c97-4a7f-aa4f-ec1e185487e5') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:11.832955 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacb17f1-4c97-4a7f-aa4f-ec1e185487e5') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:11.843724 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a053ec42-43cd-43c9-81f2-1691a50bd8fb req-8f4ffabc-cebb-4d56-9d44-5123ab73bb4b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1048150327&fields=id&tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d HTTP/1.1" status: 200 len: 267 time: 0.1050546 Aug 19 12:23:11.858135 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.896326 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.899197 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.916696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:11.920983 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:11.928987 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:11.932049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208cb691-c9ac-4d91-bf98-44e1eb45c65c {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:11.959443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 208cb691-c9ac-4d91-bf98-44e1eb45c65c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=208cb691-c9ac-4d91-bf98-44e1eb45c65c,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:11.973601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053ec42-43cd-43c9-81f2-1691a50bd8fb req-ad8675a4-be37-452e-bd74-8110139d2efe tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:11.982376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a053ec42-43cd-43c9-81f2-1691a50bd8fb req-ad8675a4-be37-452e-bd74-8110139d2efe tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 946 time: 0.1376154 Aug 19 12:23:11.988794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a053ec42-43cd-43c9-81f2-1691a50bd8fb req-cbef9c43-bf77-4260-bcff-77056b75089b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'port': {'security_groups': ['7a3f5e54-86a7-44a5-9946-7f1121038184', 'eec6eb5c-e351-4455-b241-5b6eeaafb570']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:11.999384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=f75a5939-e126-4c75-a539-e1c6697016bd,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:12.083289 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.083995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device caf73817-b517-4050-b969-77b44dbe49da details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:12.100439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a053ec42-43cd-43c9-81f2-1691a50bd8fb req-cbef9c43-bf77-4260-bcff-77056b75089b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.159397 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.165444 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.168338 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] 10.222.0.21 "DELETE /v2.0/networks/ee41e00a-07e8-4470-8f72-60f2281e8193 HTTP/1.1" status: 204 len: 168 time: 0.9927967 Aug 19 12:23:12.229221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port caf73817-b517-4050-b969-77b44dbe49da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=caf73817-b517-4050-b969-77b44dbe49da,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:12.256880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'caf73817-b517-4050-b969-77b44dbe49da', 'network_id': '906a279c-def4-4f79-bdc7-f9bd5fb2112e', 'port_id': 'caf73817-b517-4050-b969-77b44dbe49da', 'mac_address': 'fa:16:3e:a5:e3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637a575a-ec31-4c4a-af4b-533c95b75677', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:12.257092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98303f-e8d6-4427-a49b-567874940b24 tempest-BulkNetworkOpsTest-1694892934 tempest-BulkNetworkOpsTest-1694892934-project] Pushing event deleted for resources: {'Network': ['ID=ee41e00a-07e8-4470-8f72-60f2281e8193,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:12.404077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=208cb691-c9ac-4d91-bf98-44e1eb45c65c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:12.415966 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.426258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a053ec42-43cd-43c9-81f2-1691a50bd8fb req-cbef9c43-bf77-4260-bcff-77056b75089b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] For port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:12.437366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf73817-b517-4050-b969-77b44dbe49da {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:12.475797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port caf73817-b517-4050-b969-77b44dbe49da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=caf73817-b517-4050-b969-77b44dbe49da,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:12.503043 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a053ec42-43cd-43c9-81f2-1691a50bd8fb req-cbef9c43-bf77-4260-bcff-77056b75089b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.697163 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.753938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a053ec42-43cd-43c9-81f2-1691a50bd8fb req-cbef9c43-bf77-4260-bcff-77056b75089b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.843058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=caf73817-b517-4050-b969-77b44dbe49da,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:12.865914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['772f1ea4-dee6-4bb8-83c3-f79ead882782', '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:12.913002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef9c43-bf77-4260-bcff-77056b75089b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'Port': ['ID=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,revision_number=6']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:12.967607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053ec42-43cd-43c9-81f2-1691a50bd8fb req-cbef9c43-bf77-4260-bcff-77056b75089b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:12.971763 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a053ec42-43cd-43c9-81f2-1691a50bd8fb req-cbef9c43-bf77-4260-bcff-77056b75089b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:12.992501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a053ec42-43cd-43c9-81f2-1691a50bd8fb req-cbef9c43-bf77-4260-bcff-77056b75089b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "PUT /v2.0/ports/2fcf05fa-e8e2-4c86-a9b0-75ef450c879c HTTP/1.1" status: 200 len: 982 time: 1.0088372 Aug 19 12:23:12.993200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d45679-086a-4955-9072-84e132ca6746', 'tag': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:13.006620 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47adb6ff-5f3c-4c06-8643-6d4f3bebe35f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d45679-086a-4955-9072-84e132ca6746", "tag": "2fcf05fa-e8e2-4c86-a9b0-75ef450c879c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:13.047287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75a5939-e126-4c75-a539-e1c6697016bd'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:13.076161 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938af9db-9c1d-48cf-92ef-65b067ad6b1b" -d '{"events": [{"server_uuid": "1d78ef04-69b0-492f-b414-dfb9e288dc08", "name": "network-vif-plugged", "status": "completed", "tag": "f75a5939-e126-4c75-a539-e1c6697016bd"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:13.233008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7da7f-affb-41c1-b9ef-cb5e15f4babd req-3f60b760-66e5-4c70-a671-6c403b99c3c6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.245432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7da7f-affb-41c1-b9ef-cb5e15f4babd req-3f60b760-66e5-4c70-a671-6c403b99c3c6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.269328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7da7f-affb-41c1-b9ef-cb5e15f4babd req-3f60b760-66e5-4c70-a671-6c403b99c3c6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.288538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7da7f-affb-41c1-b9ef-cb5e15f4babd req-3f60b760-66e5-4c70-a671-6c403b99c3c6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.292874 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['2fcf05fa-e8e2-4c86-a9b0-75ef450c879c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:13.295155 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7da7f-affb-41c1-b9ef-cb5e15f4babd req-3f60b760-66e5-4c70-a671-6c403b99c3c6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.303399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7da7f-affb-41c1-b9ef-cb5e15f4babd req-3f60b760-66e5-4c70-a671-6c403b99c3c6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.310001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7da7f-affb-41c1-b9ef-cb5e15f4babd req-3f60b760-66e5-4c70-a671-6c403b99c3c6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.320011 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9c7da7f-affb-41c1-b9ef-cb5e15f4babd req-3f60b760-66e5-4c70-a671-6c403b99c3c6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5439 time: 0.2290201 Aug 19 12:23:13.387601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9c7da7f-affb-41c1-b9ef-cb5e15f4babd req-794014dc-24b2-47a6-8b82-f250299963e3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532558 Aug 19 12:23:13.466771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['caf73817-b517-4050-b969-77b44dbe49da'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:13.494374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['53dc58b7-9984-40dc-8a11-1f42b19c5175'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:13.522115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4e209-6b60-4648-831e-6095967b2727 req-954a779d-c767-4617-a3f6-63e23cedb5bc tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.534232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2cd4e209-6b60-4648-831e-6095967b2727 req-954a779d-c767-4617-a3f6-63e23cedb5bc tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.0725894 Aug 19 12:23:13.560187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['06203eaa-dc3d-4e03-9e70-f6f275eacbfc'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:13.562328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['741fd100-7f9a-4a27-8403-958a58d683e7'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:13.565476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a48d692e-ec2d-4064-b30e-5fa0a3029cb7'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:13.567599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['b1d6b5b7-f6c0-44d3-969b-56a75b8dab69'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:13.663907 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2cd4e209-6b60-4648-831e-6095967b2727 req-6d877c1d-b48d-4eef-8dab-8e7b1cdd4b17 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232803 Aug 19 12:23:13.902260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56176) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:13.951714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a93b22-e343-4dad-b94f-3ef6fa9cd97f req-20716680-5141-4147-8cb9-a30057262724 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:13.956262 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43a93b22-e343-4dad-b94f-3ef6fa9cd97f req-20716680-5141-4147-8cb9-a30057262724 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1261241 Aug 19 12:23:14.051410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43a93b22-e343-4dad-b94f-3ef6fa9cd97f req-825f7445-164a-42eb-b622-f47768d35d81 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892169 Aug 19 12:23:14.186302 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d2e09d66-9116-451b-9d80-d94c3dafcd49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3a20134bde54a22be964c3309d9baa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832673 Aug 19 12:23:14.192965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56182) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:14.239884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3010c528-5e1d-4e20-9724-73f89b063b8e req-b1399051-3e49-4ce0-a192-61b6d33e148c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/eec6eb5c-e351-4455-b241-5b6eeaafb570 HTTP/1.1" status: 200 len: 1802 time: 0.1273184 Aug 19 12:23:14.313966 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-3010c528-5e1d-4e20-9724-73f89b063b8e req-26f31e8e-e87c-4740-9862-2ff7536e6393 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:23:14.315621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20c9345f-af19-4706-bd3a-435ad446dade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.336699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3010c528-5e1d-4e20-9724-73f89b063b8e req-26f31e8e-e87c-4740-9862-2ff7536e6393 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "DELETE /v2.0/security-groups/eec6eb5c-e351-4455-b241-5b6eeaafb570 HTTP/1.1" status: 409 len: 341 time: 0.0943131 Aug 19 12:23:14.343474 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20c9345f-af19-4706-bd3a-435ad446dade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.380684 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0751ad16-079c-4727-ad6e-9c4ec1927021 x-openstack-request-id: req-0751ad16-079c-4727-ad6e-9c4ec1927021 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:14.381656 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d45679-086a-4955-9072-84e132ca6746", "tag": "2fcf05fa-e8e2-4c86-a9b0-75ef450c879c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:14.381941 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0751ad16-079c-4727-ad6e-9c4ec1927021 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:14.382569 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d45679-086a-4955-9072-84e132ca6746', 'tag': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c', 'status': 'completed', 'code': 200} Aug 19 12:23:14.472283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adb6ff-5f3c-4c06-8643-6d4f3bebe35f req-5433969e-5cb5-451e-9e36-4b2f89a46551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:14.475340 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47adb6ff-5f3c-4c06-8643-6d4f3bebe35f req-5433969e-5cb5-451e-9e36-4b2f89a46551 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 1136 time: 0.0657599 Aug 19 12:23:14.500194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['208cb691-c9ac-4d91-bf98-44e1eb45c65c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:14.532844 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d5d2a9-3b79-4f39-8350-3da5d2c8409c x-openstack-request-id: req-c7d5d2a9-3b79-4f39-8350-3da5d2c8409c {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:14.533513 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d78ef04-69b0-492f-b414-dfb9e288dc08", "name": "network-vif-plugged", "status": "completed", "tag": "f75a5939-e126-4c75-a539-e1c6697016bd", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:14.533981 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7d5d2a9-3b79-4f39-8350-3da5d2c8409c {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:14.534573 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f75a5939-e126-4c75-a539-e1c6697016bd', 'code': 200} Aug 19 12:23:14.606926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20c9345f-af19-4706-bd3a-435ad446dade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.609626 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20c9345f-af19-4706-bd3a-435ad446dade admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:14.610981 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-20c9345f-af19-4706-bd3a-435ad446dade admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d367b6c-ba4b-4127-b654-ed18f7b079c6 HTTP/1.1" status: 204 len: 168 time: 0.4166791 Aug 19 12:23:14.638269 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9345f-af19-4706-bd3a-435ad446dade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d367b6c-ba4b-4127-b654-ed18f7b079c6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:15.262062 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:23:15.518707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adb6ff-5f3c-4c06-8643-6d4f3bebe35f req-7ab12afb-7455-477e-886d-6e525cbf7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:15.521348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47adb6ff-5f3c-4c06-8643-6d4f3bebe35f req-7ab12afb-7455-477e-886d-6e525cbf7720 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 913 time: 1.0383379 Aug 19 12:23:15.617904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47adb6ff-5f3c-4c06-8643-6d4f3bebe35f req-ee46e4b7-95ca-4831-befe-f2b2f86a5185 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c HTTP/1.1" status: 200 len: 217 time: 0.0863271 Aug 19 12:23:15.677201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adb6ff-5f3c-4c06-8643-6d4f3bebe35f req-0875e198-bd84-4635-aa60-d6b626dafd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:15.686021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47adb6ff-5f3c-4c06-8643-6d4f3bebe35f req-0875e198-bd84-4635-aa60-d6b626dafd32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f4e646-38ae-486f-af95-28a2e0ba949f HTTP/1.1" status: 200 len: 852 time: 0.0513022 Aug 19 12:23:15.748889 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47adb6ff-5f3c-4c06-8643-6d4f3bebe35f req-8251193b-6821-4338-bdef-9674064f2cff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577316 Aug 19 12:23:15.939027 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47adb6ff-5f3c-4c06-8643-6d4f3bebe35f req-694e0e88-d938-4585-89f7-de6cc00b838a service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814075 Aug 19 12:23:16.133215 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47adb6ff-5f3c-4c06-8643-6d4f3bebe35f req-8ae51775-22d8-4772-8e04-825221b7e2d1 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868889 Aug 19 12:23:16.716820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:16.879320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56234) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:16.913547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:16.917979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:16.918341 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.001947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9fe424cd-f22a-4791-a0d9-a91ecc005463 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] Request body: {'port': {'network_id': '6e5ae35f-fee6-4ff1-a70d-c5fad68933e2', 'name': 'tempest-NetworksNegativeTestJSON-2067306067'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:17.017118 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe424cd-f22a-4791-a0d9-a91ecc005463 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] POST failed (client error): The resource could not be found. Aug 19 12:23:17.018162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe424cd-f22a-4791-a0d9-a91ecc005463 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:23:17.024917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56240) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.025468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9fe424cd-f22a-4791-a0d9-a91ecc005463 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1438963 Aug 19 12:23:17.030465 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.047459 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbd38f4-a3a6-48c6-af23-8c1425fbafd6 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] DELETE failed (client error): The resource could not be found. Aug 19 12:23:17.048330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbd38f4-a3a6-48c6-af23-8c1425fbafd6 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:23:17.050285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ffbd38f4-a3a6-48c6-af23-8c1425fbafd6 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] 10.222.0.21 "DELETE /v2.0/networks/1daba478-529e-4ecd-acc4-ecb3956e4131 HTTP/1.1" status: 404 len: 339 time: 0.0235660 Aug 19 12:23:17.054337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56242) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.062526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d6b5b7-f6c0-44d3-969b-56a75b8dab69'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:17.065321 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2908204-b24e-4eac-a949-ac7f55ed04fa" -d '{"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "b1d6b5b7-f6c0-44d3-969b-56a75b8dab69"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:17.073705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:17.083223 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0de86c1-b687-4298-b641-b2ad70984a3f tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] DELETE failed (client error): The resource could not be found. Aug 19 12:23:17.083711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0de86c1-b687-4298-b641-b2ad70984a3f tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:23:17.091112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56248) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.092254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a0de86c1-b687-4298-b641-b2ad70984a3f tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] 10.222.0.21 "DELETE /v2.0/ports/ce50386b-3c60-428a-9efd-804c1c781a8b HTTP/1.1" status: 404 len: 333 time: 0.0359352 Aug 19 12:23:17.122269 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccd029a-1095-4d2a-846f-d18b719061a8 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] DELETE failed (client error): The resource could not be found. Aug 19 12:23:17.122733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccd029a-1095-4d2a-846f-d18b719061a8 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:23:17.128268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bccd029a-1095-4d2a-846f-d18b719061a8 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] 10.222.0.21 "DELETE /v2.0/subnets/be8a8b24-8a94-4588-96ed-a0525aed96d0 HTTP/1.1" status: 404 len: 337 time: 0.0326636 Aug 19 12:23:17.128442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56250) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.150726 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9601c4-adc5-4d6c-88a9-e261668a1901 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] GET failed (client error): The resource could not be found. Aug 19 12:23:17.156745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5f9601c4-adc5-4d6c-88a9-e261668a1901 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] 10.222.0.21 "GET /v2.0/networks/2f36bcd5-aef5-463a-9a33-b358235d93b2 HTTP/1.1" status: 404 len: 339 time: 0.0228493 Aug 19 12:23:17.156890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56252) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.185118 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b90b0e3-e8c3-4cfc-bc1d-b2d99ad45b1f tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] GET failed (client error): The resource could not be found. Aug 19 12:23:17.185476 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7b90b0e3-e8c3-4cfc-bc1d-b2d99ad45b1f tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] 10.222.0.21 "GET /v2.0/ports/9155e6f3-0344-42aa-8a00-54ffd9d3a148 HTTP/1.1" status: 404 len: 333 time: 0.0275512 Aug 19 12:23:17.189675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56254) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.193503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:17.224209 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb2c6f8-fe90-4ae7-9713-753fcc4a3fd1 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] GET failed (client error): The resource could not be found. Aug 19 12:23:17.225655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6fb2c6f8-fe90-4ae7-9713-753fcc4a3fd1 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] 10.222.0.21 "GET /v2.0/subnets/5b52e901-fa26-4323-a636-351041d7e106 HTTP/1.1" status: 404 len: 337 time: 0.0347192 Aug 19 12:23:17.229640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56256) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.235376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8f665229-2881-42b0-80aa-944e9972ecac tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:17.253481 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f665229-2881-42b0-80aa-944e9972ecac tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] PUT failed (client error): The resource could not be found. Aug 19 12:23:17.254921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f665229-2881-42b0-80aa-944e9972ecac tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:23:17.255056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8f665229-2881-42b0-80aa-944e9972ecac tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] 10.222.0.21 "PUT /v2.0/networks/e4f010d7-29ad-4bc2-9813-c2d8ba95f9ee HTTP/1.1" status: 404 len: 339 time: 0.0242198 Aug 19 12:23:17.258950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56258) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.263461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:17.279365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8dda7e60-f019-4449-8269-7300e9ae1828 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:17.306200 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dda7e60-f019-4449-8269-7300e9ae1828 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] PUT failed (client error): The resource could not be found. Aug 19 12:23:17.308013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dda7e60-f019-4449-8269-7300e9ae1828 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:23:17.315466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8dda7e60-f019-4449-8269-7300e9ae1828 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] 10.222.0.21 "PUT /v2.0/ports/7f9e0d91-c9a9-498a-8b4a-5da6ccae7d48 HTTP/1.1" status: 404 len: 333 time: 0.0535872 Aug 19 12:23:17.316346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56266) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:17.323704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ac40eb08-bddd-4c3a-ae51-ba1c9cb47da8 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:17.359061 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac40eb08-bddd-4c3a-ae51-ba1c9cb47da8 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] PUT failed (client error): The resource could not be found. Aug 19 12:23:17.359523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac40eb08-bddd-4c3a-ae51-ba1c9cb47da8 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:23:17.364369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ac40eb08-bddd-4c3a-ae51-ba1c9cb47da8 tempest-NetworksNegativeTestJSON-155897841 tempest-NetworksNegativeTestJSON-155897841-project] 10.222.0.21 "PUT /v2.0/subnets/7ff39551-0727-422f-be52-9248237e2eb0 HTTP/1.1" status: 404 len: 337 time: 0.0433726 Aug 19 12:23:18.011028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7836-b59c-46c3-a220-2dc31aa902e3 req-eb3ad0ab-41ea-45fe-bdbf-cfb9b636e370 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.022895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7836-b59c-46c3-a220-2dc31aa902e3 req-eb3ad0ab-41ea-45fe-bdbf-cfb9b636e370 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.025572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7836-b59c-46c3-a220-2dc31aa902e3 req-eb3ad0ab-41ea-45fe-bdbf-cfb9b636e370 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.033680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7836-b59c-46c3-a220-2dc31aa902e3 req-eb3ad0ab-41ea-45fe-bdbf-cfb9b636e370 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.039731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7836-b59c-46c3-a220-2dc31aa902e3 req-eb3ad0ab-41ea-45fe-bdbf-cfb9b636e370 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.046748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7836-b59c-46c3-a220-2dc31aa902e3 req-eb3ad0ab-41ea-45fe-bdbf-cfb9b636e370 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.054383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a7836-b59c-46c3-a220-2dc31aa902e3 req-eb3ad0ab-41ea-45fe-bdbf-cfb9b636e370 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.075916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd0a7836-b59c-46c3-a220-2dc31aa902e3 req-eb3ad0ab-41ea-45fe-bdbf-cfb9b636e370 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5440 time: 0.1324043 Aug 19 12:23:18.152945 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd0a7836-b59c-46c3-a220-2dc31aa902e3 req-37626d55-999d-4a94-baa1-960f1538acb8 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722718 Aug 19 12:23:18.166025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026f7e9-ef93-4647-8fab-ba4015cfab4c req-35ed2b6c-4917-4e1c-a716-2791a0bd7ad2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.178448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3026f7e9-ef93-4647-8fab-ba4015cfab4c req-35ed2b6c-4917-4e1c-a716-2791a0bd7ad2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.0969632 Aug 19 12:23:18.254865 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3026f7e9-ef93-4647-8fab-ba4015cfab4c req-63324cf9-926c-4406-9529-fc59ed2f070c tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749984 Aug 19 12:23:18.273471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41acc25-ab55-48b3-a581-31da5be3b355 req-436f5eea-9970-47ed-8a98-0ccf2396913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.275921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c41acc25-ab55-48b3-a581-31da5be3b355 req-436f5eea-9970-47ed-8a98-0ccf2396913b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 1136 time: 0.0752892 Aug 19 12:23:18.280085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56294) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:18.303333 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf24b6c8-e211-4740-ae50-1bf3bfa3e4ad x-openstack-request-id: req-bf24b6c8-e211-4740-ae50-1bf3bfa3e4ad {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:18.303842 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "b1d6b5b7-f6c0-44d3-969b-56a75b8dab69", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:18.303842 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf24b6c8-e211-4740-ae50-1bf3bfa3e4ad {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:18.305039 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d6b5b7-f6c0-44d3-969b-56a75b8dab69', 'code': 200} Aug 19 12:23:18.435221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41acc25-ab55-48b3-a581-31da5be3b355 req-03a95a8d-263c-4f8b-9e52-6fee0e54ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.437352 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c41acc25-ab55-48b3-a581-31da5be3b355 req-03a95a8d-263c-4f8b-9e52-6fee0e54ce8d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 913 time: 0.1500945 Aug 19 12:23:18.438438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de33c3e-7c43-4ede-a13f-cf0d4e84e094 req-281e626b-ae86-46d9-926a-9dc4b649cf3d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.440797 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6de33c3e-7c43-4ede-a13f-cf0d4e84e094 req-281e626b-ae86-46d9-926a-9dc4b649cf3d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.0753467 Aug 19 12:23:18.496650 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6de33c3e-7c43-4ede-a13f-cf0d4e84e094 req-411202c6-4b98-418c-9af8-a759d655a08f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474148 Aug 19 12:23:18.537799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c41acc25-ab55-48b3-a581-31da5be3b355 req-b7f8513e-b710-44e9-94e7-6f51c74d2c44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c HTTP/1.1" status: 200 len: 217 time: 0.0837748 Aug 19 12:23:18.538903 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c5383d40-50f4-4ca4-9ca8-b4560707a830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.559501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fdf11-7bea-4d8a-a2d2-e5b4bc6e28fd req-12892c9f-4c68-411a-aec6-aaff4392280e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.559501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d73fdf11-7bea-4d8a-a2d2-e5b4bc6e28fd req-12892c9f-4c68-411a-aec6-aaff4392280e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1828375 Aug 19 12:23:18.626855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f2799-1dbf-4ab1-ba8d-78d5b304ed8c req-e1193483-407c-4f58-86ed-12a28bc26cb3 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.626855 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a5f2799-1dbf-4ab1-ba8d-78d5b304ed8c req-e1193483-407c-4f58-86ed-12a28bc26cb3 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 985 time: 0.0577149 Aug 19 12:23:18.667254 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d73fdf11-7bea-4d8a-a2d2-e5b4bc6e28fd req-0d5c78c7-5902-4a49-be74-26b24240d5b9 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103294 Aug 19 12:23:18.669191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41acc25-ab55-48b3-a581-31da5be3b355 req-c5b264f6-401c-4023-b976-1ce995954f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:18.670608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c41acc25-ab55-48b3-a581-31da5be3b355 req-c5b264f6-401c-4023-b976-1ce995954f1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f4e646-38ae-486f-af95-28a2e0ba949f HTTP/1.1" status: 200 len: 852 time: 0.1099422 Aug 19 12:23:18.703566 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a5f2799-1dbf-4ab1-ba8d-78d5b304ed8c req-d50ba20d-54d1-43ad-827b-10c38b5bc2da tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&id=eec6eb5c-e351-4455-b241-5b6eeaafb570&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0684836 Aug 19 12:23:18.712545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c41acc25-ab55-48b3-a581-31da5be3b355 req-253f05f8-a5dc-48af-b403-509e3091f16e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344965 Aug 19 12:23:18.733562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 53dc58b7-9984-40dc-8a11-1f42b19c5175 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:18.845294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c5383d40-50f4-4ca4-9ca8-b4560707a830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:18.858879 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c41acc25-ab55-48b3-a581-31da5be3b355 req-07021927-d267-435d-807b-0cae51cb4eda service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381783 Aug 19 12:23:18.953155 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c41acc25-ab55-48b3-a581-31da5be3b355 req-6690dd53-be89-443a-a2a1-b503a2a15a2a service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863607 Aug 19 12:23:19.322857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be5e9-61c3-4387-8c60-1d09a49aad6a req-8c027f2c-3e96-470f-a2e7-db70b0cd8b07 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.329263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be5e9-61c3-4387-8c60-1d09a49aad6a req-8c027f2c-3e96-470f-a2e7-db70b0cd8b07 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.335159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be5e9-61c3-4387-8c60-1d09a49aad6a req-8c027f2c-3e96-470f-a2e7-db70b0cd8b07 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.335979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 53dc58b7-9984-40dc-8a11-1f42b19c5175 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:19.340282 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 53dc58b7-9984-40dc-8a11-1f42b19c5175 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:19.340888 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.341076 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be5e9-61c3-4387-8c60-1d09a49aad6a req-8c027f2c-3e96-470f-a2e7-db70b0cd8b07 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.347050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be5e9-61c3-4387-8c60-1d09a49aad6a req-8c027f2c-3e96-470f-a2e7-db70b0cd8b07 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.352986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be5e9-61c3-4387-8c60-1d09a49aad6a req-8c027f2c-3e96-470f-a2e7-db70b0cd8b07 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.358889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be5e9-61c3-4387-8c60-1d09a49aad6a req-8c027f2c-3e96-470f-a2e7-db70b0cd8b07 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.361693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-849be5e9-61c3-4387-8c60-1d09a49aad6a req-8c027f2c-3e96-470f-a2e7-db70b0cd8b07 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5440 time: 0.0941572 Aug 19 12:23:19.388330 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c5383d40-50f4-4ca4-9ca8-b4560707a830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.451430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-849be5e9-61c3-4387-8c60-1d09a49aad6a req-4dd43680-f4b2-4c24-995c-f7b773027695 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814700 Aug 19 12:23:19.463324 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.484262 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c5383d40-50f4-4ca4-9ca8-b4560707a830 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=217da2df19d94f6f818e3d52405171f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2025020 Aug 19 12:23:19.486822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56328) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:19.491122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5383d40-50f4-4ca4-9ca8-b4560707a830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6135bf2-5a68-4b0b-9138-ac76ab93ea9a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:19.540429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 53dc58b7-9984-40dc-8a11-1f42b19c5175, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=53dc58b7-9984-40dc-8a11-1f42b19c5175,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:19.567814 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.595031 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.620805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369c61c-54b8-4465-8de5-f3d168c54d7e req-6f68dad3-6950-4bfd-a112-aae2f77c3494 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.622516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b369c61c-54b8-4465-8de5-f3d168c54d7e req-6f68dad3-6950-4bfd-a112-aae2f77c3494 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.0684071 Aug 19 12:23:19.678709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b369c61c-54b8-4465-8de5-f3d168c54d7e req-bae35a0a-59d9-4f14-9baa-6440a1108b86 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475657 Aug 19 12:23:19.849923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cfc6e-a882-490b-87f0-f4b4702a9e9a req-41e62628-08c8-4a1d-a78a-f1bd2147f0dc tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:19.849923 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-235cfc6e-a882-490b-87f0-f4b4702a9e9a req-41e62628-08c8-4a1d-a78a-f1bd2147f0dc tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.0747995 Aug 19 12:23:19.879699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-235cfc6e-a882-490b-87f0-f4b4702a9e9a req-043c6f29-ae94-4a20-9f49-b54f8e2da371 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522110 Aug 19 12:23:19.885172 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:19.886329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 741fd100-7f9a-4a27-8403-958a58d683e7 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:20.004527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.008526 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.014166 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6135bf2-5a68-4b0b-9138-ac76ab93ea9a HTTP/1.1" status: 204 len: 168 time: 0.5247793 Aug 19 12:23:20.030849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6135bf2-5a68-4b0b-9138-ac76ab93ea9a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:20.051005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.053942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.056802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.057281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.059055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.059693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.060330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.062996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.063640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.064210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.065923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.066154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8fc94-9797-4a57-b33b-11059724fb05 req-a810f99d-511e-4a86-8e64-e07c79e7fe8b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.066690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6425fe79-1356-42c0-89fd-1a03a18a696b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:20.074954 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46e8fc94-9797-4a57-b33b-11059724fb05 req-a810f99d-511e-4a86-8e64-e07c79e7fe8b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 985 time: 0.0829582 Aug 19 12:23:20.099197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=53dc58b7-9984-40dc-8a11-1f42b19c5175,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:20.157727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46e8fc94-9797-4a57-b33b-11059724fb05 req-ffee4e66-c04d-48b1-808f-c92f0e6a7eec tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&id=eec6eb5c-e351-4455-b241-5b6eeaafb570&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0786040 Aug 19 12:23:20.193238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 741fd100-7f9a-4a27-8403-958a58d683e7 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:20.198067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 741fd100-7f9a-4a27-8403-958a58d683e7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:20.198637 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.309894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dc58b7-9984-40dc-8a11-1f42b19c5175'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:20.313136 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a47c99-aed6-415b-b097-7fee2ad9ea33" -d '{"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "53dc58b7-9984-40dc-8a11-1f42b19c5175"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:20.324905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33e4ea-6f20-4964-aa23-57906255e682 req-a4ca559d-74f1-410f-ba81-59ceded43e9e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.334852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d33e4ea-6f20-4964-aa23-57906255e682 req-a4ca559d-74f1-410f-ba81-59ceded43e9e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.1054449 Aug 19 12:23:20.395241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d33e4ea-6f20-4964-aa23-57906255e682 req-721a71d6-0b27-49df-ac3f-c27b0250ccd1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572214 Aug 19 12:23:20.431111 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f36f8e9-2868-4c50-9349-bf7c2ecfe4d5 x-openstack-request-id: req-7f36f8e9-2868-4c50-9349-bf7c2ecfe4d5 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:20.432435 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "53dc58b7-9984-40dc-8a11-1f42b19c5175", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:20.433753 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f36f8e9-2868-4c50-9349-bf7c2ecfe4d5 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:20.434337 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53dc58b7-9984-40dc-8a11-1f42b19c5175', 'code': 200} Aug 19 12:23:20.435139 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.476171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 741fd100-7f9a-4a27-8403-958a58d683e7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=741fd100-7f9a-4a27-8403-958a58d683e7,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:20.619518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee8d5-e705-4973-9843-38ee45541d49 req-8615ca0f-a1ff-4b1d-ba92-8b0057dc5944 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.627665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee8d5-e705-4973-9843-38ee45541d49 req-8615ca0f-a1ff-4b1d-ba92-8b0057dc5944 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.634262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee8d5-e705-4973-9843-38ee45541d49 req-8615ca0f-a1ff-4b1d-ba92-8b0057dc5944 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.636896 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.637725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a48d692e-ec2d-4064-b30e-5fa0a3029cb7 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:20.641788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee8d5-e705-4973-9843-38ee45541d49 req-8615ca0f-a1ff-4b1d-ba92-8b0057dc5944 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.652988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee8d5-e705-4973-9843-38ee45541d49 req-8615ca0f-a1ff-4b1d-ba92-8b0057dc5944 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.669805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee8d5-e705-4973-9843-38ee45541d49 req-8615ca0f-a1ff-4b1d-ba92-8b0057dc5944 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.678409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee8d5-e705-4973-9843-38ee45541d49 req-8615ca0f-a1ff-4b1d-ba92-8b0057dc5944 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.697202 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad1ee8d5-e705-4973-9843-38ee45541d49 req-8615ca0f-a1ff-4b1d-ba92-8b0057dc5944 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5441 time: 0.1611896 Aug 19 12:23:20.781784 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad1ee8d5-e705-4973-9843-38ee45541d49 req-6c21a68b-cfd0-47bc-afa7-d629f0024165 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797045 Aug 19 12:23:20.804833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=741fd100-7f9a-4a27-8403-958a58d683e7,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:20.826277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:20.874014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c9ed7-c910-4681-841e-1558be6bbee5 req-b7e750cd-a4ab-4f12-9316-bc0536860a2d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:20.883079 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c12c9ed7-c910-4681-841e-1558be6bbee5 req-b7e750cd-a4ab-4f12-9316-bc0536860a2d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 945 time: 0.0717192 Aug 19 12:23:20.929611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:20.936729 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c12c9ed7-c910-4681-841e-1558be6bbee5 req-303ddc7c-5a3d-41d3-9ab1-d8b1f10cf6f4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508997 Aug 19 12:23:20.937081 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.956118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:20.956486 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:20.998900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:21.107110 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-ea3e0150-ec1b-4082-9078-bff46b0f12b9 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.110156 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-ea3e0150-ec1b-4082-9078-bff46b0f12b9 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.1022167 Aug 19 12:23:21.124362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803757-2'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:21.130295 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.154673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50df224-a59a-47f3-aa2a-b492613a338b req-119646c6-f3b3-4c30-ab03-18399e58db50 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.157035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e50df224-a59a-47f3-aa2a-b492613a338b req-119646c6-f3b3-4c30-ab03-18399e58db50 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1045420 Aug 19 12:23:21.174840 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.199264 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.205983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a48d692e-ec2d-4064-b30e-5fa0a3029cb7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:21.230908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e50df224-a59a-47f3-aa2a-b492613a338b req-9969cdca-580a-4328-846c-07c84732dbde tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654864 Aug 19 12:23:21.275459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=11']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:21.419299 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.420218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 06203eaa-dc3d-4e03-9e70-f6f275eacbfc up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:21.462085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703a3a5-7a30-44ca-9cc2-4ddda5738aee req-2650826f-6400-4400-85ed-a09e530caf5d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.470138 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8703a3a5-7a30-44ca-9cc2-4ddda5738aee req-2650826f-6400-4400-85ed-a09e530caf5d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 985 time: 0.1365376 Aug 19 12:23:21.481797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:21.546213 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8703a3a5-7a30-44ca-9cc2-4ddda5738aee req-8c93e1f5-e3db-49d7-bb2e-dbd0edeba592 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&id=eec6eb5c-e351-4455-b241-5b6eeaafb570&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0739634 Aug 19 12:23:21.567362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938f354-8f4f-4e24-9d65-9f083212129c req-20dd3e56-9af2-4050-9498-cd4e29bedf9c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.576558 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4938f354-8f4f-4e24-9d65-9f083212129c req-20dd3e56-9af2-4050-9498-cd4e29bedf9c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0749242 Aug 19 12:23:21.582917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:21.631631 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4938f354-8f4f-4e24-9d65-9f083212129c req-646cbca9-c0f2-4ef3-af1a-24bdfd35ffdf tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471921 Aug 19 12:23:21.695443 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95c8f96f-364d-4c09-85cc-6e103dbe40b1 req-df224f45-e61f-48a5-8596-0859b3afabc3 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-52240157&fields=id&tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d HTTP/1.1" status: 200 len: 267 time: 0.0484946 Aug 19 12:23:21.742660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:21.771431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56394) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:21.795637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:21.801975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:21.802698 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.812682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f96f-364d-4c09-85cc-6e103dbe40b1 req-d5d27d9f-8e08-4046-972c-603583e29645 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:21.815037 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95c8f96f-364d-4c09-85cc-6e103dbe40b1 req-d5d27d9f-8e08-4046-972c-603583e29645 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 985 time: 0.1121173 Aug 19 12:23:21.821580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427d1811-6e3b-4850-b134-d8e477224b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a4b9dc-6b60-4b67-9075-0e25cb51e805'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:21.827559 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665e2d4c-37a4-48ed-b85e-60d6abdcef49" -d '{"events": [{"server_uuid": "427d1811-6e3b-4850-b134-d8e477224b78", "name": "network-vif-unplugged", "status": "completed", "tag": "49a4b9dc-6b60-4b67-9075-0e25cb51e805"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:21.841895 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.852923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-95c8f96f-364d-4c09-85cc-6e103dbe40b1 req-64ef7a68-ca83-427d-ab20-8f6d57dc9d73 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'port': {'security_groups': ['7a3f5e54-86a7-44a5-9946-7f1121038184', 'eec6eb5c-e351-4455-b241-5b6eeaafb570', '9974f81c-6c2d-496c-8539-b4a18684d0fd']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:21.971698 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.974609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2088604982'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:21.982950 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-95c8f96f-364d-4c09-85cc-6e103dbe40b1 req-64ef7a68-ca83-427d-ab20-8f6d57dc9d73 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:21.994537 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.043595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41aa9-3edc-42cf-8444-a2fc4dfcb7fc req-b6290d10-1c18-499b-ac73-042424344c02 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.051347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41aa9-3edc-42cf-8444-a2fc4dfcb7fc req-b6290d10-1c18-499b-ac73-042424344c02 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.063004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41aa9-3edc-42cf-8444-a2fc4dfcb7fc req-b6290d10-1c18-499b-ac73-042424344c02 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.072548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41aa9-3edc-42cf-8444-a2fc4dfcb7fc req-b6290d10-1c18-499b-ac73-042424344c02 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.073155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=06203eaa-dc3d-4e03-9e70-f6f275eacbfc,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:22.081507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41aa9-3edc-42cf-8444-a2fc4dfcb7fc req-b6290d10-1c18-499b-ac73-042424344c02 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.086100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41aa9-3edc-42cf-8444-a2fc4dfcb7fc req-b6290d10-1c18-499b-ac73-042424344c02 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.095365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd41aa9-3edc-42cf-8444-a2fc4dfcb7fc req-b6290d10-1c18-499b-ac73-042424344c02 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.098378 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-acd41aa9-3edc-42cf-8444-a2fc4dfcb7fc req-b6290d10-1c18-499b-ac73-042424344c02 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5443 time: 0.1776886 Aug 19 12:23:22.099910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:22.103306 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.123975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.180064 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-acd41aa9-3edc-42cf-8444-a2fc4dfcb7fc req-32bceaac-c498-4b71-a6af-83daf23486b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741632 Aug 19 12:23:22.216490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.217512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device caf73817-b517-4050-b969-77b44dbe49da up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:22.225711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on host n-h2-803757-2 for vnic_type normal with profile {"migrating_to": "n-h1-803757-2"} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:22.226068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:22.226401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:22.228622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Pushing event updated for resources: {'Port': ['ID=49a4b9dc-6b60-4b67-9075-0e25cb51e805,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:22.241471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.241826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.242247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.242559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.242935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.243360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.243790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.244122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.244456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.244781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.245106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.247286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:22.260792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:22.261193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Attempting to bind port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:22.275572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:22.275930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:22.276321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:22.277477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Bound port: 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:22.277846 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.311158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.337731 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f86cbe-4027-4688-a09e-e2c391d7d6ca x-openstack-request-id: req-52f86cbe-4027-4688-a09e-e2c391d7d6ca {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:22.338028 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427d1811-6e3b-4850-b134-d8e477224b78", "name": "network-vif-unplugged", "status": "completed", "tag": "49a4b9dc-6b60-4b67-9075-0e25cb51e805", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:22.338284 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52f86cbe-4027-4688-a09e-e2c391d7d6ca {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:22.338684 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427d1811-6e3b-4850-b134-d8e477224b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49a4b9dc-6b60-4b67-9075-0e25cb51e805', 'code': 200} Aug 19 12:23:22.352196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=06203eaa-dc3d-4e03-9e70-f6f275eacbfc,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:22.435703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741fd100-7f9a-4a27-8403-958a58d683e7'}, {'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083'}, {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48d692e-ec2d-4064-b30e-5fa0a3029cb7'}, {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:22.438050 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4900e984-0414-42b7-9eb9-86cba3e6e468" -d '{"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "741fd100-7f9a-4a27-8403-958a58d683e7"}, {"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-unplugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083"}, {"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "a48d692e-ec2d-4064-b30e-5fa0a3029cb7"}, {"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "06203eaa-dc3d-4e03-9e70-f6f275eacbfc"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:22.454861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d58d8-b5ea-4582-aae4-a10b730cc5d5 req-c35932b3-f270-4cf2-b613-ab2d658905fe tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.456650 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b5d58d8-b5ea-4582-aae4-a10b730cc5d5 req-c35932b3-f270-4cf2-b613-ab2d658905fe tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 943 time: 0.0555623 Aug 19 12:23:22.459565 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.471692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:22.475461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-95c8f96f-364d-4c09-85cc-6e103dbe40b1 req-64ef7a68-ca83-427d-ab20-8f6d57dc9d73 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] For port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:22.478555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:22.507968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:22.509753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-95c8f96f-364d-4c09-85cc-6e103dbe40b1 req-64ef7a68-ca83-427d-ab20-8f6d57dc9d73 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.510872 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port caf73817-b517-4050-b969-77b44dbe49da completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:22.516814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port caf73817-b517-4050-b969-77b44dbe49da triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:22.523553 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.523707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a6e0cc-d0c3-4dd7-aae7-614d7dc4a95e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:22.541328 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.541696 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Added segment 280e04d1-3acd-40e4-9ba6-603c61a6103f of type vlan for network f6e0e037-6418-4ef6-b493-9946d57ebc0e Aug 19 12:23:22.564324 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b5d58d8-b5ea-4582-aae4-a10b730cc5d5 req-29c18f19-2f9f-4ed9-a0a3-fa0cc7383e00 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865736 Aug 19 12:23:22.631856 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.648509 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.655421 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.694343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port caf73817-b517-4050-b969-77b44dbe49da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=caf73817-b517-4050-b969-77b44dbe49da,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:22.713128 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-95c8f96f-364d-4c09-85cc-6e103dbe40b1 req-64ef7a68-ca83-427d-ab20-8f6d57dc9d73 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.731430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['772f1ea4-dee6-4bb8-83c3-f79ead882782', '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:22.744284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad251c55-8ade-4689-ae97-61d4731d314d req-3d015585-b127-4f07-95ab-14b3a3b1416c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.746033 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad251c55-8ade-4689-ae97-61d4731d314d req-3d015585-b127-4f07-95ab-14b3a3b1416c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.0921497 Aug 19 12:23:22.761398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Pushing event updated for resources: {'Port': ['ID=49a4b9dc-6b60-4b67-9075-0e25cb51e805,revision_number=8']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:22.768165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 49a4b9dc-6b60-4b67-9075-0e25cb51e805 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:22.770261 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f96f-364d-4c09-85cc-6e103dbe40b1 req-64ef7a68-ca83-427d-ab20-8f6d57dc9d73 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.771045 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-95c8f96f-364d-4c09-85cc-6e103dbe40b1 req-64ef7a68-ca83-427d-ab20-8f6d57dc9d73 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.783663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95c8f96f-364d-4c09-85cc-6e103dbe40b1 req-64ef7a68-ca83-427d-ab20-8f6d57dc9d73 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "PUT /v2.0/ports/2fcf05fa-e8e2-4c86-a9b0-75ef450c879c HTTP/1.1" status: 200 len: 1021 time: 0.9411769 Aug 19 12:23:22.830221 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad251c55-8ade-4689-ae97-61d4731d314d req-f5669a51-3e2e-4988-a441-ee0d3e839233 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773294 Aug 19 12:23:22.859660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.860549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.862136 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8d26c6d0-7bab-47db-9114-0c1e7bd9a828 service neutron] 10.222.0.62 "PUT /v2.0/ports/49a4b9dc-6b60-4b67-9075-0e25cb51e805 HTTP/1.1" status: 200 len: 1121 time: 1.7434990 Aug 19 12:23:22.866961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.882751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:22.882751 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:22.928058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef7a68-ca83-427d-ab20-8f6d57dc9d73 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'Port': ['ID=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:23.010509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:23.028145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Network': ['ID=f6e0e037-6418-4ef6-b493-9946d57ebc0e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:23.044089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:23.054280 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1048900e-2bfc-48ae-8874-2dfadfa2ea24 x-openstack-request-id: req-1048900e-2bfc-48ae-8874-2dfadfa2ea24 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:23.054280 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "741fd100-7f9a-4a27-8403-958a58d683e7", "code": 200}, {"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-unplugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083", "code": 200}, {"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "a48d692e-ec2d-4064-b30e-5fa0a3029cb7", "code": 200}, {"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "06203eaa-dc3d-4e03-9e70-f6f275eacbfc", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:23.054280 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1048900e-2bfc-48ae-8874-2dfadfa2ea24 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:23.054280 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741fd100-7f9a-4a27-8403-958a58d683e7', 'code': 200} Aug 19 12:23:23.054280 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'code': 200} Aug 19 12:23:23.054280 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48d692e-ec2d-4064-b30e-5fa0a3029cb7', 'code': 200} Aug 19 12:23:23.054280 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc', 'code': 200} Aug 19 12:23:23.063755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:23.070081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 49a4b9dc-6b60-4b67-9075-0e25cb51e805 has no active binding in host n-h1-803757-2 {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:23:23.070310 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-04255d4d-f8a7-4d11-986e-862428b03130 req-f2d4ccd6-074a-4ed0-ad4d-97ab46213c65 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/9974f81c-6c2d-496c-8539-b4a18684d0fd HTTP/1.1" status: 200 len: 1801 time: 0.0858328 Aug 19 12:23:23.072497 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.073295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 208cb691-c9ac-4d91-bf98-44e1eb45c65c up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:23.104453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784e10d-f38f-42f7-a4cb-8c72f73d3675 req-973e8327-9d98-43e6-bc2a-bd34eb8b3a1a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.112260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2784e10d-f38f-42f7-a4cb-8c72f73d3675 req-973e8327-9d98-43e6-bc2a-bd34eb8b3a1a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1322315 Aug 19 12:23:23.122094 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-04255d4d-f8a7-4d11-986e-862428b03130 req-5e8227ab-8149-4992-b26f-4ba101c0c160 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:23:23.129904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-04255d4d-f8a7-4d11-986e-862428b03130 req-5e8227ab-8149-4992-b26f-4ba101c0c160 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "DELETE /v2.0/security-groups/9974f81c-6c2d-496c-8539-b4a18684d0fd HTTP/1.1" status: 409 len: 341 time: 0.0586915 Aug 19 12:23:23.149336 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3e15d489-e692-4bf8-a8ad-cde2ca73d4c0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3740754 Aug 19 12:23:23.151079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56426) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:23.166127 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['49a4b9dc-6b60-4b67-9075-0e25cb51e805'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:23.170764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['2fcf05fa-e8e2-4c86-a9b0-75ef450c879c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:23.171062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'name': 'tempest-PortsTestJSON-431348365'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:23.202676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['49a4b9dc-6b60-4b67-9075-0e25cb51e805'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:23.231995 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2784e10d-f38f-42f7-a4cb-8c72f73d3675 req-63a19298-098a-4cf8-87b3-7668c3eca67b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186845 Aug 19 12:23:23.345528 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.resource_extend [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:23:23.408662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847864da-3546-4360-945a-ed4e6fc6baa8 req-15f0ccef-6a49-489f-af20-a8fc9f2c1bae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.415286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847864da-3546-4360-945a-ed4e6fc6baa8 req-15f0ccef-6a49-489f-af20-a8fc9f2c1bae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.431244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847864da-3546-4360-945a-ed4e6fc6baa8 req-15f0ccef-6a49-489f-af20-a8fc9f2c1bae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.439765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847864da-3546-4360-945a-ed4e6fc6baa8 req-15f0ccef-6a49-489f-af20-a8fc9f2c1bae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.451646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847864da-3546-4360-945a-ed4e6fc6baa8 req-15f0ccef-6a49-489f-af20-a8fc9f2c1bae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.458114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847864da-3546-4360-945a-ed4e6fc6baa8 req-15f0ccef-6a49-489f-af20-a8fc9f2c1bae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.464622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847864da-3546-4360-945a-ed4e6fc6baa8 req-15f0ccef-6a49-489f-af20-a8fc9f2c1bae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:23.466678 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-847864da-3546-4360-945a-ed4e6fc6baa8 req-15f0ccef-6a49-489f-af20-a8fc9f2c1bae tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5445 time: 0.1434622 Aug 19 12:23:23.572136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=caf73817-b517-4050-b969-77b44dbe49da,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:23.812120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:23.887744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'port_id': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'mac_address': 'fa:16:3e:4d:ca:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:23.895212 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-847864da-3546-4360-945a-ed4e6fc6baa8 req-e814226e-838e-4c88-9348-c6aac4e201d1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4177537 Aug 19 12:23:23.912015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:23.918467 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:23.942519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:23:24.099554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 208cb691-c9ac-4d91-bf98-44e1eb45c65c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:24.154706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 208cb691-c9ac-4d91-bf98-44e1eb45c65c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:24.154706 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.154706 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.161991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33bd66-3ab2-49f8-a993-0c38d85acdf3 req-917b168f-da36-4bec-a77f-baecc0b695f6 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:24.171870 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad33bd66-3ab2-49f8-a993-0c38d85acdf3 req-917b168f-da36-4bec-a77f-baecc0b695f6 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 943 time: 0.1530161 Aug 19 12:23:24.259085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fb5ad3-93ee-445f-a75f-822dbe1b9083 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:24.299486 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad33bd66-3ab2-49f8-a993-0c38d85acdf3 req-484b831b-7b13-4db7-80a9-3c6288091367 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265070 Aug 19 12:23:24.356339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300fbbe-2e92-414f-8bd5-b81760df5764 req-5f91a209-1eb4-4a72-9dfd-e1b6155d3e64 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:24.363162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1300fbbe-2e92-414f-8bd5-b81760df5764 req-5f91a209-1eb4-4a72-9dfd-e1b6155d3e64 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1471357 Aug 19 12:23:24.363755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d45679-086a-4955-9072-84e132ca6746', 'tag': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c'}, {'name': 'network-changed', 'server_uuid': '427d1811-6e3b-4850-b134-d8e477224b78', 'tag': '49a4b9dc-6b60-4b67-9075-0e25cb51e805'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:24.375277 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e235ac55-3ba1-4bcc-9439-c2583d702406" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d45679-086a-4955-9072-84e132ca6746", "tag": "2fcf05fa-e8e2-4c86-a9b0-75ef450c879c"}, {"name": "network-changed", "server_uuid": "427d1811-6e3b-4850-b134-d8e477224b78", "tag": "49a4b9dc-6b60-4b67-9075-0e25cb51e805"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:24.375540 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.443568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:24.474419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1300fbbe-2e92-414f-8bd5-b81760df5764 req-7b02820f-b909-4137-b025-350cc4fa3aa2 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909593 Aug 19 12:23:24.530554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfa4e6-8b74-401e-b0ab-3fcf7d0c4153 req-5a928c31-7321-40c9-9198-4be14ce2d2aa tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:24.540058 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dacfa4e6-8b74-401e-b0ab-3fcf7d0c4153 req-5a928c31-7321-40c9-9198-4be14ce2d2aa tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 1024 time: 0.0852394 Aug 19 12:23:24.615985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dacfa4e6-8b74-401e-b0ab-3fcf7d0c4153 req-3b1fca6a-38ef-45a4-9f21-db936a1fa6ab tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&id=eec6eb5c-e351-4455-b241-5b6eeaafb570&id=9974f81c-6c2d-496c-8539-b4a18684d0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0727847 Aug 19 12:23:24.631614 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.638686 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.707385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa456698-b192-48c5-9ad7-e3176519892b req-fdf0b9ab-1c85-4f52-ac08-11b6bb3f87ae tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:24.709678 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aa456698-b192-48c5-9ad7-e3176519892b req-fdf0b9ab-1c85-4f52-ac08-11b6bb3f87ae tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 945 time: 0.0753584 Aug 19 12:23:24.732320 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ba7cdc-19d1-455e-a5aa-fb5e20cebc38 x-openstack-request-id: req-76ba7cdc-19d1-455e-a5aa-fb5e20cebc38 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:24.732320 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d45679-086a-4955-9072-84e132ca6746", "tag": "2fcf05fa-e8e2-4c86-a9b0-75ef450c879c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "427d1811-6e3b-4850-b134-d8e477224b78", "tag": "49a4b9dc-6b60-4b67-9075-0e25cb51e805", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:24.733654 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76ba7cdc-19d1-455e-a5aa-fb5e20cebc38 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:24.733827 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d45679-086a-4955-9072-84e132ca6746', 'tag': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c', 'status': 'completed', 'code': 200} Aug 19 12:23:24.734241 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427d1811-6e3b-4850-b134-d8e477224b78', 'tag': '49a4b9dc-6b60-4b67-9075-0e25cb51e805', 'status': 'completed', 'code': 200} Aug 19 12:23:24.765089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=93a67fef-9efc-4ab1-9d1a-c94979ff8281,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:24.782312 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aa456698-b192-48c5-9ad7-e3176519892b req-b7e07f15-55f0-4c79-a911-c0585d91f5b5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652599 Aug 19 12:23:24.786357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Checking segment: {'id': '280e04d1-3acd-40e4-9ba6-603c61a6103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:24.787168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network hostable DHCP agents. Network: f6e0e037-6418-4ef6-b493-9946d57ebc0e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:24.819859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['34fb5ad3-93ee-445f-a75f-822dbe1b9083'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:24.871749 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:24.878785 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-52ecb953-667c-4273-85f9-fde024b752b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:24.881069 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-52ecb953-667c-4273-85f9-fde024b752b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 1124 time: 0.1109209 Aug 19 12:23:24.895940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-4ab3740b-89ed-434b-95d7-25b6a07f8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:24.897824 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-4ab3740b-89ed-434b-95d7-25b6a07f8dbc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 1175 time: 0.1297946 Aug 19 12:23:24.920115 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:24.929260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=12']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:25.016419 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, f6e0e037-6418-4ef6-b493-9946d57ebc0e) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:25.017816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 208cb691-c9ac-4d91-bf98-44e1eb45c65c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=208cb691-c9ac-4d91-bf98-44e1eb45c65c,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:25.034570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:25.043469 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.054142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7516acdc-73aa-43bd-81f9-7a6a928de49b None None] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:25.062365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.066706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.067659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf73817-b517-4050-b969-77b44dbe49da'}, {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208cb691-c9ac-4d91-bf98-44e1eb45c65c'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:25.069954 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc28bc7-51ea-4a70-bff7-ef3179abb4ce" -d '{"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "caf73817-b517-4050-b969-77b44dbe49da"}, {"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "208cb691-c9ac-4d91-bf98-44e1eb45c65c"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:25.130635 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.178460 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01f14-d0c5-4a10-aca3-e5706508c55a req-9135ffcf-083d-4acd-815a-be3d7885143b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.224020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01f14-d0c5-4a10-aca3-e5706508c55a req-9135ffcf-083d-4acd-815a-be3d7885143b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.224267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-07b579e8-b029-4ec4-b784-16f2b0f872f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.224267 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-07b579e8-b029-4ec4-b784-16f2b0f872f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.3287632 Aug 19 12:23:25.224497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01f14-d0c5-4a10-aca3-e5706508c55a req-9135ffcf-083d-4acd-815a-be3d7885143b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.233762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01f14-d0c5-4a10-aca3-e5706508c55a req-9135ffcf-083d-4acd-815a-be3d7885143b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.238754 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448f571-bbff-4554-99f1-91268204b64c x-openstack-request-id: req-9448f571-bbff-4554-99f1-91268204b64c {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:25.241863 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "caf73817-b517-4050-b969-77b44dbe49da", "code": 200}, {"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-plugged", "status": "completed", "tag": "208cb691-c9ac-4d91-bf98-44e1eb45c65c", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:25.241863 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9448f571-bbff-4554-99f1-91268204b64c {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:25.241863 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf73817-b517-4050-b969-77b44dbe49da', 'code': 200} Aug 19 12:23:25.241863 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208cb691-c9ac-4d91-bf98-44e1eb45c65c', 'code': 200} Aug 19 12:23:25.242430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01f14-d0c5-4a10-aca3-e5706508c55a req-9135ffcf-083d-4acd-815a-be3d7885143b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.251192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01f14-d0c5-4a10-aca3-e5706508c55a req-9135ffcf-083d-4acd-815a-be3d7885143b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.258041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01f14-d0c5-4a10-aca3-e5706508c55a req-9135ffcf-083d-4acd-815a-be3d7885143b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.260147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0c01f14-d0c5-4a10-aca3-e5706508c55a req-9135ffcf-083d-4acd-815a-be3d7885143b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5446 time: 0.1725371 Aug 19 12:23:25.293468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-d8a6eff7-7465-4378-ac35-eae204a275f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805 HTTP/1.1" status: 200 len: 217 time: 0.0627794 Aug 19 12:23:25.294841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-67b40c6b-fad8-47ca-aee2-4f7a5ad743fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.296427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-67b40c6b-fad8-47ca-aee2-4f7a5ad743fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 200 len: 913 time: 0.3890533 Aug 19 12:23:25.304729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d029607b-27ec-4d4f-9979-50b9a61c26d0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1487830 Aug 19 12:23:25.308586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56490) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:25.316556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-961363915'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:25.329158 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0c01f14-d0c5-4a10-aca3-e5706508c55a req-d243982d-5cd8-4893-89d1-d3cbec9200fa tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615053 Aug 19 12:23:25.390884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-4bb1634a-e8c0-4225-810b-b608e97136fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c HTTP/1.1" status: 200 len: 217 time: 0.0669374 Aug 19 12:23:25.411070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=208cb691-c9ac-4d91-bf98-44e1eb45c65c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:25.456721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621173b-1915-4cd2-9600-d40720f5bdb4 req-6802f286-6c22-4c55-bcd9-caae6b45c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.457283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621173b-1915-4cd2-9600-d40720f5bdb4 req-6802f286-6c22-4c55-bcd9-caae6b45c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.458284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621173b-1915-4cd2-9600-d40720f5bdb4 req-6802f286-6c22-4c55-bcd9-caae6b45c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.458860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621173b-1915-4cd2-9600-d40720f5bdb4 req-6802f286-6c22-4c55-bcd9-caae6b45c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.459599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621173b-1915-4cd2-9600-d40720f5bdb4 req-6802f286-6c22-4c55-bcd9-caae6b45c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.460120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621173b-1915-4cd2-9600-d40720f5bdb4 req-6802f286-6c22-4c55-bcd9-caae6b45c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.460773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621173b-1915-4cd2-9600-d40720f5bdb4 req-6802f286-6c22-4c55-bcd9-caae6b45c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.461049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:25.463535 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7621173b-1915-4cd2-9600-d40720f5bdb4 req-6802f286-6c22-4c55-bcd9-caae6b45c73a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6503 time: 0.2128034 Aug 19 12:23:25.465018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.468350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-c39c0a5a-6678-4926-8ea5-72c83e4ec373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.469963 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-c39c0a5a-6678-4926-8ea5-72c83e4ec373 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.1556754 Aug 19 12:23:25.517448 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:25.528336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-e28a1e95-251a-4475-9fb5-fe07e6f4b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.530360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-e28a1e95-251a-4475-9fb5-fe07e6f4b6c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=59f4e646-38ae-486f-af95-28a2e0ba949f HTTP/1.1" status: 200 len: 852 time: 0.1321797 Aug 19 12:23:25.538859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abe748-84f4-4305-882c-663710f68e70 req-c46485e8-d4e4-471f-9cdc-1bc581730054 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.540439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0abe748-84f4-4305-882c-663710f68e70 req-c46485e8-d4e4-471f-9cdc-1bc581730054 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 943 time: 0.1277268 Aug 19 12:23:25.542722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.543096 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Added segment da42c8ff-edcb-4b23-94a0-c99940eb6334 of type vlan for network 1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e Aug 19 12:23:25.584356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-fee1dfe0-a074-4def-8224-88f82f2c20b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527508 Aug 19 12:23:25.609173 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.635451 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-0a83f574-3e1d-48dd-99df-685df5b2dac4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541778 Aug 19 12:23:25.649367 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0abe748-84f4-4305-882c-663710f68e70 req-4fff2faf-5b57-4d4f-9dee-7d8df80c3aa3 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947063 Aug 19 12:23:25.749188 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7621173b-1915-4cd2-9600-d40720f5bdb4 req-2feac3e6-5c6d-42c4-b48a-174addefd9b5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1743181 Aug 19 12:23:25.779358 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.785023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:25.785691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.838744 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:25.861565 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-03647912-4eba-4d28-a1af-17d48ca04f47 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870956 Aug 19 12:23:25.865085 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-f59a0169-90ba-44a1-a916-03e89b403570 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604749 Aug 19 12:23:25.954605 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-0c2b4254-1125-4c6c-8bb6-1992ab0426d0 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1797317553&fields=id&tenant_id=bdf60d8a50c344eeb9927fe5e603de14 HTTP/1.1" status: 200 len: 267 time: 0.1656108 Aug 19 12:23:26.020794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Network': ['ID=1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:26.027724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aa20c9b2-0628-4267-aa79-20c0827dda4c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7178955 Aug 19 12:23:26.030962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56524) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:26.040197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:26.041368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'ports': [{'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e'}, {'network_id': '1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e'}]} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:26.041833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:26.042634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': '1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:26.112734 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-d25ab898-cb89-4ad8-8297-44315a6e96d9 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396214 Aug 19 12:23:26.186418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c330-fc41-4f11-9e03-a58a7df97eff req-ed66416e-4cc3-4976-8122-11b03c485634 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:26.186418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6661c330-fc41-4f11-9e03-a58a7df97eff req-ed66416e-4cc3-4976-8122-11b03c485634 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 1024 time: 0.1060116 Aug 19 12:23:26.206477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e235ac55-3ba1-4bcc-9439-c2583d702406 req-3d392269-6980-44ee-bd20-2ca17cdd9426 service neutron] 10.222.0.62 "GET /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196426 Aug 19 12:23:26.262885 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-850deac4-0ea0-489d-9d6f-878be2ecee1d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:26.264468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-850deac4-0ea0-489d-9d6f-878be2ecee1d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/networks?id=0b3894f8-dae9-4e88-8329-0414c9eea13c HTTP/1.1" status: 200 len: 816 time: 0.3090584 Aug 19 12:23:26.272394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aad8d6-aabb-4ea2-b051-29c424e748d9 req-69f959eb-f0e7-4566-9796-18a1592b2976 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:26.281164 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-00aad8d6-aabb-4ea2-b051-29c424e748d9 req-69f959eb-f0e7-4566-9796-18a1592b2976 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1251814 Aug 19 12:23:26.294135 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-b4124098-511d-4d86-8840-557e11f889a3 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/quotas/bdf60d8a50c344eeb9927fe5e603de14 HTTP/1.1" status: 200 len: 375 time: 0.0225031 Aug 19 12:23:26.373053 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-f984c022-25be-4fb9-8ad6-e42ef2e2a7a2 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdf60d8a50c344eeb9927fe5e603de14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779467 Aug 19 12:23:26.381249 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-00aad8d6-aabb-4ea2-b051-29c424e748d9 req-9d1b79fd-8512-4b6a-a15e-8cd8574e98de tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984037 Aug 19 12:23:26.416307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6661c330-fc41-4f11-9e03-a58a7df97eff req-339bbe5c-ade9-4d3d-b80d-fdb182773cf1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Deleting port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:26.417463 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6661c330-fc41-4f11-9e03-a58a7df97eff req-339bbe5c-ade9-4d3d-b80d-fdb182773cf1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.440257 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 2} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:26.445686 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.467546 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.576546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-5322b230-a7eb-4dde-af2b-171442510d9c service neutron] 10.222.0.21 "GET /v2.0/networks/0b3894f8-dae9-4e88-8329-0414c9eea13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025535 Aug 19 12:23:26.608772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port 96e3d92c-af97-4e54-b585-4985736a1996 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:23:26.834223 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.836318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:26.854698 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-7306657f-5402-4c66-a275-6de826391e91 service neutron] 10.222.0.21 "GET /v2.0/networks/0b3894f8-dae9-4e88-8329-0414c9eea13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657969 Aug 19 12:23:26.875407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4d193-1281-4333-a3dd-18d4cc73d01a req-7c14f936-6ccb-420e-add5-63219053ee2c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:26.876981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58e4d193-1281-4333-a3dd-18d4cc73d01a req-7c14f936-6ccb-420e-add5-63219053ee2c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 1024 time: 0.3979313 Aug 19 12:23:26.887398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-6661c330-fc41-4f11-9e03-a58a7df97eff req-339bbe5c-ade9-4d3d-b80d-fdb182773cf1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] For port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:26.887780 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6661c330-fc41-4f11-9e03-a58a7df97eff req-339bbe5c-ade9-4d3d-b80d-fdb182773cf1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.936125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:26.936629 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:26.953486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58e4d193-1281-4333-a3dd-18d4cc73d01a req-9520ef3c-0258-406c-9d0d-5d9d8f43fd14 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&id=eec6eb5c-e351-4455-b241-5b6eeaafb570&id=9974f81c-6c2d-496c-8539-b4a18684d0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0682681 Aug 19 12:23:26.958086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6661c330-fc41-4f11-9e03-a58a7df97eff req-339bbe5c-ade9-4d3d-b80d-fdb182773cf1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Calling delete_port for 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:26.998270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port ffac3256-bbab-4c2a-b613-813f2a329a7e yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:23:27.099704 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.136414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.154716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:27.186835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18acb92-f428-4120-b948-00b1c87aa30e req-9b6a18f5-72eb-4a28-87bc-be25ae1ac791 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.188415 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b18acb92-f428-4120-b948-00b1c87aa30e req-9b6a18f5-72eb-4a28-87bc-be25ae1ac791 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 945 time: 0.1176605 Aug 19 12:23:27.232541 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.254612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:27.257165 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588c82c8-1c51-44aa-ab3e-980dca9ba805" -d '{"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-plugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:27.279385 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b18acb92-f428-4120-b948-00b1c87aa30e req-097ef80a-97b7-41c4-aa26-4e9ff111570a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823970 Aug 19 12:23:27.287612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=13']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:27.305381 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.354204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:27.356676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:27.360468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:27.361329 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.393358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=96e3d92c-af97-4e54-b585-4985736a1996,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:27.400862 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6661c330-fc41-4f11-9e03-a58a7df97eff req-339bbe5c-ade9-4d3d-b80d-fdb182773cf1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.422968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['772f1ea4-dee6-4bb8-83c3-f79ead882782'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:27.496575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bbe5c-ade9-4d3d-b80d-fdb182773cf1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event deleted for resources: {'Port': ['ID=2fcf05fa-e8e2-4c86-a9b0-75ef450c879c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:27.552721 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=ffac3256-bbab-4c2a-b613-813f2a329a7e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:27.575109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6661c330-fc41-4f11-9e03-a58a7df97eff req-339bbe5c-ade9-4d3d-b80d-fdb182773cf1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] No DVR routers for this DVR port 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:27.575593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Checking segment: {'id': 'da42c8ff-edcb-4b23-94a0-c99940eb6334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:27.577435 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network hostable DHCP agents. Network: 1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:27.579832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6661c330-fc41-4f11-9e03-a58a7df97eff req-339bbe5c-ade9-4d3d-b80d-fdb182773cf1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.582391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6661c330-fc41-4f11-9e03-a58a7df97eff req-339bbe5c-ade9-4d3d-b80d-fdb182773cf1 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.62 "DELETE /v2.0/ports/2fcf05fa-e8e2-4c86-a9b0-75ef450c879c HTTP/1.1" status: 204 len: 173 time: 1.3793495 Aug 19 12:23:27.582937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d45679-086a-4955-9072-84e132ca6746', 'name': 'network-vif-deleted', 'tag': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:27.585436 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a3e00e-d672-4c5d-839b-ca360d90420c" -d '{"events": [{"server_uuid": "a0d45679-086a-4955-9072-84e132ca6746", "name": "network-vif-deleted", "tag": "2fcf05fa-e8e2-4c86-a9b0-75ef450c879c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:27.621153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab9d1-0283-42b5-a938-290520551662 req-b0425058-1cd9-46b6-9925-f3d3a2df1d9b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.627379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab9d1-0283-42b5-a938-290520551662 req-b0425058-1cd9-46b6-9925-f3d3a2df1d9b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.633665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab9d1-0283-42b5-a938-290520551662 req-b0425058-1cd9-46b6-9925-f3d3a2df1d9b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.640029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab9d1-0283-42b5-a938-290520551662 req-b0425058-1cd9-46b6-9925-f3d3a2df1d9b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.646239 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab9d1-0283-42b5-a938-290520551662 req-b0425058-1cd9-46b6-9925-f3d3a2df1d9b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.653120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab9d1-0283-42b5-a938-290520551662 req-b0425058-1cd9-46b6-9925-f3d3a2df1d9b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.659439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ab9d1-0283-42b5-a938-290520551662 req-b0425058-1cd9-46b6-9925-f3d3a2df1d9b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.667435 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-092ab9d1-0283-42b5-a938-290520551662 req-b0425058-1cd9-46b6-9925-f3d3a2df1d9b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5446 time: 0.1790767 Aug 19 12:23:27.713466 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-092ab9d1-0283-42b5-a938-290520551662 req-c39e25de-c24d-4d5a-af3b-988422e543ce tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446181 Aug 19 12:23:27.737522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network 1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:27.838282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:27.843512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:27.850235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.853117 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0680a904-f008-4d7e-9fdc-34637fae71f7 x-openstack-request-id: req-0680a904-f008-4d7e-9fdc-34637fae71f7 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:27.853648 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-plugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:27.855011 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0680a904-f008-4d7e-9fdc-34637fae71f7 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:27.855704 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'code': 200} Aug 19 12:23:27.865853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.867342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a700c3d-06de-4902-a7bc-45c2dfe7c56e None None] Network 1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:27.883276 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:27.924762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfbb30-5adf-440e-9cb1-d526ae839938 req-3d2bbda2-f9bd-46cd-bdb1-1b32bde0c2a3 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:27.939136 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bedfbb30-5adf-440e-9cb1-d526ae839938 req-3d2bbda2-f9bd-46cd-bdb1-1b32bde0c2a3 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 943 time: 0.1103356 Aug 19 12:23:28.041566 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bedfbb30-5adf-440e-9cb1-d526ae839938 req-be135dc3-6f1f-4e8b-a18f-1aece59a7c56 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015508 Aug 19 12:23:28.048929 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6435e96c-9f10-400f-b126-0a4a5a549da1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0143461 Aug 19 12:23:28.048929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56572) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:28.166290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1ef49-9eb3-46e3-9560-bfe65dadab15 req-8582c2ec-cefe-43c8-9945-b67bceafe252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.175445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5c1ef49-9eb3-46e3-9560-bfe65dadab15 req-8582c2ec-cefe-43c8-9945-b67bceafe252 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.0642211 Aug 19 12:23:28.179189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4b780-bf8b-4b48-99c1-e3523fb490cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port ffac3256-bbab-4c2a-b613-813f2a329a7e {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:28.179760 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b780-bf8b-4b48-99c1-e3523fb490cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.216328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5c1ef49-9eb3-46e3-9560-bfe65dadab15 req-053a23e6-5a62-4c65-864b-73ac79f0afd7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Aug 19 12:23:28.269819 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b780-bf8b-4b48-99c1-e3523fb490cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.269949 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5560c60c-0ffa-410b-85f7-15478775cdd4 x-openstack-request-id: req-5560c60c-0ffa-410b-85f7-15478775cdd4 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:28.269949 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d45679-086a-4955-9072-84e132ca6746", "name": "network-vif-deleted", "tag": "2fcf05fa-e8e2-4c86-a9b0-75ef450c879c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:28.269949 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5560c60c-0ffa-410b-85f7-15478775cdd4 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:28.269949 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d45679-086a-4955-9072-84e132ca6746', 'name': 'network-vif-deleted', 'tag': '2fcf05fa-e8e2-4c86-a9b0-75ef450c879c', 'status': 'completed', 'code': 200} Aug 19 12:23:28.290971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4b780-bf8b-4b48-99c1-e3523fb490cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for ffac3256-bbab-4c2a-b613-813f2a329a7e owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:28.338045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25305aed-59cb-4fc4-8b63-23d92a978a9d req-992e3b66-d4fd-4d35-8bff-15103b79b766 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 210 time: 0.0297298 Aug 19 12:23:28.501686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6e76221b-9e79-4977-906e-ed63f48e5284 req-91fc83bc-cff9-4579-b2dc-ce9d49463ef2 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d45679-086a-4955-9072-84e132ca6746 HTTP/1.1" status: 200 len: 210 time: 0.0297751 Aug 19 12:23:28.556901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b780-bf8b-4b48-99c1-e3523fb490cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.588498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4b780-bf8b-4b48-99c1-e3523fb490cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=ffac3256-bbab-4c2a-b613-813f2a329a7e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:28.596084 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4d4b780-bf8b-4b48-99c1-e3523fb490cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.600295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e4d4b780-bf8b-4b48-99c1-e3523fb490cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/ffac3256-bbab-4c2a-b613-813f2a329a7e HTTP/1.1" status: 204 len: 168 time: 0.5489931 Aug 19 12:23:28.601271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56584) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:28.636451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc4f24-50da-4958-ac04-1ccb4441df94 req-5e2eaa42-aad8-40cb-b698-dd746ad7e504 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.638033 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51bc4f24-50da-4958-ac04-1ccb4441df94 req-5e2eaa42-aad8-40cb-b698-dd746ad7e504 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.0692992 Aug 19 12:23:28.661652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a4ebf-c688-4f9a-9ed5-8122862872b9 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.668474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a4ebf-c688-4f9a-9ed5-8122862872b9 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.670068 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e96a4ebf-c688-4f9a-9ed5-8122862872b9 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0686235 Aug 19 12:23:28.672776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56586) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:28.680198 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51bc4f24-50da-4958-ac04-1ccb4441df94 req-a830d412-4d03-4090-8145-3174c97e4c05 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352867 Aug 19 12:23:28.825801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:28.829237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f75a5939-e126-4c75-a539-e1c6697016bd no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:28.854083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ab4268c9-b1f9-474d-b6b5-71c8aa32b6cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port 96e3d92c-af97-4e54-b585-4985736a1996 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:28.857902 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ab4268c9-b1f9-474d-b6b5-71c8aa32b6cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.897299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:28.897917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2fcf05fa-e8e2-4c86-a9b0-75ef450c879c not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:28.941835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6229e66-b0f0-46d2-9144-0a5126401d75 req-5f883041-5cc4-4824-8629-8fc42cf5a5e2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.948608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6229e66-b0f0-46d2-9144-0a5126401d75 req-5f883041-5cc4-4824-8629-8fc42cf5a5e2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.951880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ab4268c9-b1f9-474d-b6b5-71c8aa32b6cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.954967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6229e66-b0f0-46d2-9144-0a5126401d75 req-5f883041-5cc4-4824-8629-8fc42cf5a5e2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.956352 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:28.965560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6229e66-b0f0-46d2-9144-0a5126401d75 req-5f883041-5cc4-4824-8629-8fc42cf5a5e2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.969343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6229e66-b0f0-46d2-9144-0a5126401d75 req-5f883041-5cc4-4824-8629-8fc42cf5a5e2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.976053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6229e66-b0f0-46d2-9144-0a5126401d75 req-5f883041-5cc4-4824-8629-8fc42cf5a5e2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.976633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ab4268c9-b1f9-474d-b6b5-71c8aa32b6cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for 96e3d92c-af97-4e54-b585-4985736a1996 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:28.985323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6229e66-b0f0-46d2-9144-0a5126401d75 req-5f883041-5cc4-4824-8629-8fc42cf5a5e2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:28.985961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6229e66-b0f0-46d2-9144-0a5126401d75 req-5f883041-5cc4-4824-8629-8fc42cf5a5e2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5446 time: 0.1492822 Aug 19 12:23:29.030569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f75a5939-e126-4c75-a539-e1c6697016bd, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f75a5939-e126-4c75-a539-e1c6697016bd,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:29.061770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6229e66-b0f0-46d2-9144-0a5126401d75 req-a2b42a05-f72f-41bb-a4ce-09bc31101d0b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688219 Aug 19 12:23:29.168253 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.243807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda847b-c5dd-4655-9f45-c774af95fc70 req-af7ae4e9-fe5e-4457-b4d1-a8051d5cf587 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.244590 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=f75a5939-e126-4c75-a539-e1c6697016bd,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:29.246223 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbda847b-c5dd-4655-9f45-c774af95fc70 req-af7ae4e9-fe5e-4457-b4d1-a8051d5cf587 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 943 time: 0.0839624 Aug 19 12:23:29.302165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbda847b-c5dd-4655-9f45-c774af95fc70 req-070c66d4-7864-4740-9e14-313187230cdd tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463805 Aug 19 12:23:29.335214 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ab4268c9-b1f9-474d-b6b5-71c8aa32b6cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.378567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4268c9-b1f9-474d-b6b5-71c8aa32b6cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=96e3d92c-af97-4e54-b585-4985736a1996,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:29.380904 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ab4268c9-b1f9-474d-b6b5-71c8aa32b6cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.386225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56616) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:29.389483 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ab4268c9-b1f9-474d-b6b5-71c8aa32b6cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/96e3d92c-af97-4e54-b585-4985736a1996 HTTP/1.1" status: 204 len: 168 time: 0.7150533 Aug 19 12:23:29.492634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3d2ffc-b45b-417c-bd00-ff536732bb98 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.497631 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56620) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:29.502312 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9c3d2ffc-b45b-417c-bd00-ff536732bb98 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1126020 Aug 19 12:23:29.530742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71513df6-bcd3-4f46-81ed-b4ef4e13830e req-c6fbc5a6-3543-4960-a44a-4c1f687d2dca tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.537179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71513df6-bcd3-4f46-81ed-b4ef4e13830e req-c6fbc5a6-3543-4960-a44a-4c1f687d2dca tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.544373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71513df6-bcd3-4f46-81ed-b4ef4e13830e req-c6fbc5a6-3543-4960-a44a-4c1f687d2dca tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.550770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71513df6-bcd3-4f46-81ed-b4ef4e13830e req-c6fbc5a6-3543-4960-a44a-4c1f687d2dca tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.557636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71513df6-bcd3-4f46-81ed-b4ef4e13830e req-c6fbc5a6-3543-4960-a44a-4c1f687d2dca tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.563938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71513df6-bcd3-4f46-81ed-b4ef4e13830e req-c6fbc5a6-3543-4960-a44a-4c1f687d2dca tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.566507 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a9b6d0-2cf8-4f45-9157-678106bf7a18 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:23:29.570440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71513df6-bcd3-4f46-81ed-b4ef4e13830e req-c6fbc5a6-3543-4960-a44a-4c1f687d2dca tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.573761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d4a9b6d0-2cf8-4f45-9157-678106bf7a18 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/ffac3256-bbab-4c2a-b613-813f2a329a7e HTTP/1.1" status: 404 len: 333 time: 0.0748429 Aug 19 12:23:29.583518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56624) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:29.584012 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-71513df6-bcd3-4f46-81ed-b4ef4e13830e req-c6fbc5a6-3543-4960-a44a-4c1f687d2dca tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5446 time: 0.1778305 Aug 19 12:23:29.584784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56626) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:29.596362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2a0723f7-683b-427f-b808-8a4e3ab7eba0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Request body: {'floatingip': {'port_id': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:29.639650 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cc0641-d954-47bc-999f-96d67e7f0c13 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:23:29.644778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-80cc0641-d954-47bc-999f-96d67e7f0c13 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/96e3d92c-af97-4e54-b585-4985736a1996 HTTP/1.1" status: 404 len: 333 time: 0.0673740 Aug 19 12:23:29.645921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56628) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:29.666462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a0723f7-683b-427f-b808-8a4e3ab7eba0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.763229 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.857176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75a5939-e126-4c75-a539-e1c6697016bd'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:29.859527 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcad82a0-8fa1-4fcf-ab8a-a542ad232bca" -d '{"events": [{"server_uuid": "1d78ef04-69b0-492f-b414-dfb9e288dc08", "name": "network-vif-unplugged", "status": "completed", "tag": "f75a5939-e126-4c75-a539-e1c6697016bd"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:29.920282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.920282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:29.920282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da42c8ff-edcb-4b23-94a0-c99940eb6334') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:29.920282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da42c8ff-edcb-4b23-94a0-c99940eb6334') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:29.920282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.921493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fb3eb-e69a-4afa-9213-9ac503eae5f6 req-3921a493-52a5-4d3d-b9b5-8ce6273f53c0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:29.921493 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e69fb3eb-e69a-4afa-9213-9ac503eae5f6 req-3921a493-52a5-4d3d-b9b5-8ce6273f53c0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1558418 Aug 19 12:23:29.926331 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.933427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:29.933974 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:29.937531 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:30.023389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e69fb3eb-e69a-4afa-9213-9ac503eae5f6 req-0872f330-c24f-4e0d-b1e7-4e49f59e6f4d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654089 Aug 19 12:23:30.164660 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-93aee8c2-2717-4920-be0e-3ef3d77c948e req-23d7d2f4-b646-4270-83ee-e431e825d80f tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 210 time: 0.0450149 Aug 19 12:23:30.279269 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.318640 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.324804 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/networks/1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e HTTP/1.1" status: 204 len: 168 time: 0.6735768 Aug 19 12:23:30.324804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39a733-8cf6-4e4e-8247-b728a4835870 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Network': ['ID=1f78d7c3-cd69-4708-8cdc-e44ef2c3c67e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:30.326777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56636) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:30.333919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1652580238'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:30.418855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513913e-d334-481c-8996-65193a864070 req-ab712443-5937-45be-805a-b93c07a42a29 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:30.426106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a513913e-d334-481c-8996-65193a864070 req-ab712443-5937-45be-805a-b93c07a42a29 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.1576526 Aug 19 12:23:30.447556 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94dac94-b14b-4a2b-9647-f661ad3118f9 x-openstack-request-id: req-c94dac94-b14b-4a2b-9647-f661ad3118f9 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:30.448109 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d78ef04-69b0-492f-b414-dfb9e288dc08", "name": "network-vif-unplugged", "status": "completed", "tag": "f75a5939-e126-4c75-a539-e1c6697016bd", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:30.448536 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c94dac94-b14b-4a2b-9647-f661ad3118f9 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:30.449632 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f75a5939-e126-4c75-a539-e1c6697016bd', 'code': 200} Aug 19 12:23:30.522536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:30.530637 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.577372 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a513913e-d334-481c-8996-65193a864070 req-b8a24b9c-b4ec-499b-92c9-8d8748f824d1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503427 Aug 19 12:23:30.579180 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-904fc926-a50a-4cd4-a882-8ceae683e504 req-ce0fc209-e379-4f73-a1f2-9dfaec339d5a tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/eec6eb5c-e351-4455-b241-5b6eeaafb570 HTTP/1.1" status: 200 len: 1802 time: 0.1147468 Aug 19 12:23:30.610741 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a0723f7-683b-427f-b808-8a4e3ab7eba0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.638742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:30.658049 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.658393 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Added segment facf0f2e-e461-4ec2-897b-42974c1229f8 of type vlan for network be842c63-17dd-4aca-9516-149f523777cf Aug 19 12:23:30.703765 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-904fc926-a50a-4cd4-a882-8ceae683e504 req-8c1cd178-ed93-4f0e-938e-83e50aa28efa tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.732749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a0723f7-683b-427f-b808-8a4e3ab7eba0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.737620 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.759331 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-904fc926-a50a-4cd4-a882-8ceae683e504 req-8c1cd178-ed93-4f0e-938e-83e50aa28efa tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.802324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1afdbc-6003-4db0-9acb-189896630825 req-656ab7b8-b694-47e3-a6c1-ddf7c1764ca0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:30.811081 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e1afdbc-6003-4db0-9acb-189896630825 req-656ab7b8-b694-47e3-a6c1-ddf7c1764ca0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 943 time: 0.1161463 Aug 19 12:23:30.898906 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e1afdbc-6003-4db0-9acb-189896630825 req-abcb64e0-2695-4911-8fa0-8012bf97257c tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868111 Aug 19 12:23:30.939823 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-2a0723f7-683b-427f-b808-8a4e3ab7eba0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Floating IP c86661b7-d8a0-4a78-9e6a-f6af133fa18b associated. External IP: 172.25.2.194, port: 06203eaa-dc3d-4e03-9e70-f6f275eacbfc. Aug 19 12:23:30.963987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.974430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:30.983394 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.993694 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-904fc926-a50a-4cd4-a882-8ceae683e504 req-8c1cd178-ed93-4f0e-938e-83e50aa28efa tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:30.996910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-904fc926-a50a-4cd4-a882-8ceae683e504 req-8c1cd178-ed93-4f0e-938e-83e50aa28efa tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.014411 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-904fc926-a50a-4cd4-a882-8ceae683e504 req-8c1cd178-ed93-4f0e-938e-83e50aa28efa tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "DELETE /v2.0/security-groups/eec6eb5c-e351-4455-b241-5b6eeaafb570 HTTP/1.1" status: 204 len: 173 time: 0.4340572 Aug 19 12:23:31.126950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cd178-ed93-4f0e-938e-83e50aa28efa tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec6eb5c-e351-4455-b241-5b6eeaafb570,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:31.146860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Network': ['ID=be842c63-17dd-4aca-9516-149f523777cf,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:31.162139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network be842c63-17dd-4aca-9516-149f523777cf details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:31.162649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5311022-08e2-4505-9679-0f776a4d397a req-8ed6b505-a763-43c0-8206-32c6ae57ceea tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/9974f81c-6c2d-496c-8539-b4a18684d0fd HTTP/1.1" status: 200 len: 1801 time: 0.1381378 Aug 19 12:23:31.277785 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b27fd7d3-cb5c-4672-8111-6ea4226a990e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9497950 Aug 19 12:23:31.278907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56652) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:31.286611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'be842c63-17dd-4aca-9516-149f523777cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:31.363286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0723f7-683b-427f-b808-8a4e3ab7eba0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Router 0f8db931-cb66-4517-857d-fb12092190bc has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:23:31.387533 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5311022-08e2-4505-9679-0f776a4d397a req-c2d2082d-de0b-4663-b57f-bdbeb24c8d0f tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.461501 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5311022-08e2-4505-9679-0f776a4d397a req-c2d2082d-de0b-4663-b57f-bdbeb24c8d0f tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.670609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0723f7-683b-427f-b808-8a4e3ab7eba0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:31.694963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f27bbe-bf15-4c13-b883-c6085726b850 None None] Sync routers for ids ['0f8db931-cb66-4517-857d-fb12092190bc'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:31.695101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:31.695558 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a0723f7-683b-427f-b808-8a4e3ab7eba0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.695657 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.695766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f27bbe-bf15-4c13-b883-c6085726b850 None None] Routers {'0f8db931-cb66-4517-857d-fb12092190bc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:31.695766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-19f27bbe-bf15-4c13-b883-c6085726b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:23:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0f8db931-cb66-4517-857d-fb12092190bc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:31.696935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80598e65-ee6d-45d5-8348-754aa31728f6 req-0b06d359-554c-461b-8904-a53c5c04def7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:31.702917 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80598e65-ee6d-45d5-8348-754aa31728f6 req-0b06d359-554c-461b-8904-a53c5c04def7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1568809 Aug 19 12:23:31.756215 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2a0723f7-683b-427f-b808-8a4e3ab7eba0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "PUT /v2.0/floatingips/c86661b7-d8a0-4a78-9e6a-f6af133fa18b HTTP/1.1" status: 200 len: 992 time: 2.1692464 Aug 19 12:23:31.766049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:31.771331 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "06203eaa-dc3d-4e03-9e70-f6f275eacbfc"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:31.829397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-52a2148b-eb92-4813-bd81-0ecb8ac4aa8c tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:31.832834 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-52a2148b-eb92-4813-bd81-0ecb8ac4aa8c tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.30 "GET /v2.0/networks?id=0b3894f8-dae9-4e88-8329-0414c9eea13c HTTP/1.1" status: 200 len: 816 time: 0.2919538 Aug 19 12:23:31.839643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5311022-08e2-4505-9679-0f776a4d397a req-c2d2082d-de0b-4663-b57f-bdbeb24c8d0f tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.842517 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5311022-08e2-4505-9679-0f776a4d397a req-c2d2082d-de0b-4663-b57f-bdbeb24c8d0f tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:31.857292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-19f27bbe-bf15-4c13-b883-c6085726b850 None None] Set router 0f8db931-cb66-4517-857d-fb12092190bc gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:31.862832 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5311022-08e2-4505-9679-0f776a4d397a req-c2d2082d-de0b-4663-b57f-bdbeb24c8d0f tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "DELETE /v2.0/security-groups/9974f81c-6c2d-496c-8539-b4a18684d0fd HTTP/1.1" status: 204 len: 173 time: 0.6996911 Aug 19 12:23:31.879112 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80598e65-ee6d-45d5-8348-754aa31728f6 req-a9f18ca2-96b0-49be-aa11-926626849ce2 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212831 Aug 19 12:23:31.935979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2082d-de0b-4663-b57f-bdbeb24c8d0f tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9974f81c-6c2d-496c-8539-b4a18684d0fd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:31.956936 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-2b48ed4c-898d-4e2a-996a-8e9776e33f16 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdf60d8a50c344eeb9927fe5e603de14 HTTP/1.1" status: 200 len: 380 time: 0.0965483 Aug 19 12:23:31.978909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Request body: {'port': {'device_id': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'admin_state_up': True, 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'security_groups': ['d847b118-bb94-435f-ae11-7c01f7c5cf0d']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:32.097961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a125b85e-82ed-4ac4-a844-4f7d6427c6c8 req-8854eb77-6bb8-4c6c-b514-b0c1015d40ae tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 210 time: 0.1113820 Aug 19 12:23:32.107429 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-f329367b-8643-4fc6-b6a4-e1ff520bb943 service neutron] 10.222.0.30 "GET /v2.0/ports/49a4b9dc-6b60-4b67-9075-0e25cb51e805/bindings/n-h1-803757-2 HTTP/1.1" status: 200 len: 384 time: 0.4762654 Aug 19 12:23:32.218937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.243436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1d9aa-61e3-498d-a761-0704794455fa req-a9607563-4b3f-4dcd-b6ed-f84b83dbd83d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:32.251111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-a9607563-4b3f-4dcd-b6ed-f84b83dbd83d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/networks?id=c7910af9-fa9f-4757-879c-8d5ffd82842e HTTP/1.1" status: 200 len: 805 time: 0.1555896 Aug 19 12:23:32.266846 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-b107e1b2-20b9-4f72-ba6a-9e9ce31a4fa5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/quotas/d6752f5519ee46b194f5aaf30292b5f8 HTTP/1.1" status: 200 len: 375 time: 0.0148392 Aug 19 12:23:32.341979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-19f27bbe-bf15-4c13-b883-c6085726b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:39Z', 'revision_number': 4, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'c86661b7-d8a0-4a78-9e6a-f6af133fa18b', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'port_id': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'mac_address': 'fa:16:3e:e1:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:21:48Z', 'updated_at': '2021-08-19T12:23:30Z', 'revision_number': 1, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bd4270-210c-43ad-938c-91090979bbc5', 'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:36Z', 'updated_at': '2021-08-19T12:20:48Z', 'revision_number': 5, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'subnets': [{'id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:32.380983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f27bbe-bf15-4c13-b883-c6085726b850 None None] Checking router: 0f8db931-cb66-4517-857d-fb12092190bc for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:32.392956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f27bbe-bf15-4c13-b883-c6085726b850 None None] Routers {'0f8db931-cb66-4517-857d-fb12092190bc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:32.396714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-19f27bbe-bf15-4c13-b883-c6085726b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:23:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0f8db931-cb66-4517-857d-fb12092190bc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:32.465525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Subnet': ['ID=095f7b6f-1018-445f-ba8b-2e87f3104fbc,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:32.472310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Checking segment: {'id': 'facf0f2e-e461-4ec2-897b-42974c1229f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be842c63-17dd-4aca-9516-149f523777cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:32.472631 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network hostable DHCP agents. Network: be842c63-17dd-4aca-9516-149f523777cf, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:32.525334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841ea1f-c518-4c10-a249-fe91ae2af4c1 req-1f94ea31-9e62-4d21-8c02-7d62690874fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:32.534494 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6841ea1f-c518-4c10-a249-fe91ae2af4c1 req-1f94ea31-9e62-4d21-8c02-7d62690874fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.2727616 Aug 19 12:23:32.565046 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-1b49cebd-e34f-4578-990e-a09fa558e6d9 service neutron] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:32.568439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network be842c63-17dd-4aca-9516-149f523777cf is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:32.612997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-1b49cebd-e34f-4578-990e-a09fa558e6d9 service neutron] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:32.618027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-19f27bbe-bf15-4c13-b883-c6085726b850 None None] Set router 0f8db931-cb66-4517-857d-fb12092190bc gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:32.659415 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6841ea1f-c518-4c10-a249-fe91ae2af4c1 req-e12b1456-5170-44e8-b6c9-ce47032fee97 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238825 Aug 19 12:23:32.668964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-9c53d81d-033d-4cf5-b134-3987dd5b46a4 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3934402 Aug 19 12:23:32.690421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, be842c63-17dd-4aca-9516-149f523777cf) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:32.706573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:32.709077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.719121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482fa0c6-3adc-4973-96fd-57960e9e39bb None None] Network be842c63-17dd-4aca-9516-149f523777cf requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:32.719753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-1b49cebd-e34f-4578-990e-a09fa558e6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a4b9dc-6b60-4b67-9075-0e25cb51e805 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:32.740367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Made reservation on behalf of bdf60d8a50c344eeb9927fe5e603de14 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:32.745301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.757334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-1b49cebd-e34f-4578-990e-a09fa558e6d9 service neutron] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:32.845406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-8d24308b-c82f-4cf1-8001-78fcfbfb4f20 req-fb0186bd-75ac-4073-8c44-92e1b584882c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-374590415', 'description': 'tempest-description-1963029103'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:32.870986 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-140214d3-54ab-4238-9122-7ad34af17280 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5904572 Aug 19 12:23:32.873465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56676) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:32.881368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': 'be842c63-17dd-4aca-9516-149f523777cf', 'name': 'tempest-PortsTestJSON-1035714191'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:32.882217 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6deffe-9b78-4fc4-8a0b-4426cf0fc808 x-openstack-request-id: req-4c6deffe-9b78-4fc4-8a0b-4426cf0fc808 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:32.885630 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "tag": "06203eaa-dc3d-4e03-9e70-f6f275eacbfc", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:32.886131 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c6deffe-9b78-4fc4-8a0b-4426cf0fc808 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:32.886646 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'tag': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc', 'status': 'completed', 'code': 200} Aug 19 12:23:32.939825 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-1b49cebd-e34f-4578-990e-a09fa558e6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:32.990465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8d24308b-c82f-4cf1-8001-78fcfbfb4f20 req-fb0186bd-75ac-4073-8c44-92e1b584882c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.040214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-48249997-e3fd-4ca7-90fd-85624a1e6f5a service neutron] 10.222.0.21 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704007 Aug 19 12:23:33.067937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cbb87-c368-43a3-8e20-bbc886673ffe req-ddf13eb8-23ee-473b-a767-3f44b3e838fb tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.069155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 49a4b9dc-6b60-4b67-9075-0e25cb51e805 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:33.070728 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d2cbb87-c368-43a3-8e20-bbc886673ffe req-ddf13eb8-23ee-473b-a767-3f44b3e838fb tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d78ef04-69b0-492f-b414-dfb9e288dc08 HTTP/1.1" status: 200 len: 943 time: 0.1676035 Aug 19 12:23:33.152211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-0f025076-3ddf-488d-9ba0-f85eea8e0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.152886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-0f025076-3ddf-488d-9ba0-f85eea8e0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.153431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-0f025076-3ddf-488d-9ba0-f85eea8e0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.153972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-0f025076-3ddf-488d-9ba0-f85eea8e0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.154524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-0f025076-3ddf-488d-9ba0-f85eea8e0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.155086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-0f025076-3ddf-488d-9ba0-f85eea8e0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.155618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-0f025076-3ddf-488d-9ba0-f85eea8e0dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.157670 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-0f025076-3ddf-488d-9ba0-f85eea8e0dda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6503 time: 0.2702384 Aug 19 12:23:33.232208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-1b49cebd-e34f-4578-990e-a09fa558e6d9 service neutron] Transition to ACTIVE for port object 49a4b9dc-6b60-4b67-9075-0e25cb51e805 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:33.278178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Allocated IP 172.20.0.14 (0b3894f8-dae9-4e88-8329-0414c9eea13c/4ebce066-b026-4e5d-ae09-5e49c26b0665/95a8d371-0bb3-4cd2-940f-8c5f87541eac) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:33.287531 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8d24308b-c82f-4cf1-8001-78fcfbfb4f20 req-fb0186bd-75ac-4073-8c44-92e1b584882c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.334943 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-1b49cebd-e34f-4578-990e-a09fa558e6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.351429 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-59620589-7189-4894-a580-fe8dc67a4061 service neutron] 10.222.0.21 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017056 Aug 19 12:23:33.364675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-5d2cbb87-c368-43a3-8e20-bbc886673ffe req-661fc529-e8f1-40ba-b13b-4b86b969b9dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Deleting port f75a5939-e126-4c75-a539-e1c6697016bd {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:33.366521 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5d2cbb87-c368-43a3-8e20-bbc886673ffe req-661fc529-e8f1-40ba-b13b-4b86b969b9dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.399760 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8d24308b-c82f-4cf1-8001-78fcfbfb4f20 req-fb0186bd-75ac-4073-8c44-92e1b584882c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.452692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-be842c63-17dd-4aca-9516-149f523777cf', 'network_id': 'be842c63-17dd-4aca-9516-149f523777cf', 'tenant_id': 'c626a89e92434352a2dc7dedaa7c508c', 'fixed_ips': [{'subnet_id': '095f7b6f-1018-445f-ba8b-2e87f3104fbc'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:23:33.453581 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.485054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-fbda8c2c-09c6-4154-9bf1-db3e251feaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.486882 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-fbda8c2c-09c6-4154-9bf1-db3e251feaa5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=33a63ac8-e80b-4f52-be34-1a8d66da6d0e HTTP/1.1" status: 200 len: 917 time: 0.3182054 Aug 19 12:23:33.608702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-8daa6ba8-f99f-4447-a879-a4843a86261a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06203eaa-dc3d-4e03-9e70-f6f275eacbfc HTTP/1.1" status: 200 len: 1000 time: 0.1143773 Aug 19 12:23:33.685052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.749063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Transition to ACTIVE for port object 95a8d371-0bb3-4cd2-940f-8c5f87541eac will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:33.780300 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-1e92d06d-19f7-47bc-9969-da2bc225316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:33.785970 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-1e92d06d-19f7-47bc-9969-da2bc225316a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52a51bc7-2214-4174-98c6-2f7fb87a2ae5 HTTP/1.1" status: 200 len: 855 time: 0.1668987 Aug 19 12:23:33.828516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-1b49cebd-e34f-4578-990e-a09fa558e6d9 service neutron] No DVR routers for this DVR port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:33.847322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Allocated IP 172.20.0.2 (be842c63-17dd-4aca-9516-149f523777cf/095f7b6f-1018-445f-ba8b-2e87f3104fbc/f93d5095-d94f-44b9-9b2b-10fbea2c78a6) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:33.878905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0186bd-75ac-4073-8c44-92e1b584882c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a25add1-2ddc-4da5-9c22-9a0ea7d1344f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:33.886597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-19f27bbe-bf15-4c13-b883-c6085726b850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:39Z', 'revision_number': 4, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'c86661b7-d8a0-4a78-9e6a-f6af133fa18b', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'port_id': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'mac_address': 'fa:16:3e:e1:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:21:48Z', 'updated_at': '2021-08-19T12:23:30Z', 'revision_number': 1, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bd4270-210c-43ad-938c-91090979bbc5', 'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:36Z', 'updated_at': '2021-08-19T12:20:48Z', 'revision_number': 5, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'subnets': [{'id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:33.897541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:33.906985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:33.959310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f27bbe-bf15-4c13-b883-c6085726b850 None None] The sync data for ids ['0f8db931-cb66-4517-857d-fb12092190bc'] in n-d-803757-2 is: [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:39Z', 'revision_number': 4, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'c86661b7-d8a0-4a78-9e6a-f6af133fa18b', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'port_id': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'mac_address': 'fa:16:3e:e1:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554060d2-8b2b-4741-9cfb-145c22352242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:21:48Z', 'updated_at': '2021-08-19T12:23:30Z', 'revision_number': 1, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bd4270-210c-43ad-938c-91090979bbc5', 'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:36Z', 'updated_at': '2021-08-19T12:20:48Z', 'revision_number': 5, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'subnets': [{'id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:34.032537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49cebd-e34f-4578-990e-a09fa558e6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=49a4b9dc-6b60-4b67-9075-0e25cb51e805,revision_number=10']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:34.039828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-1b49cebd-e34f-4578-990e-a09fa558e6d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/49a4b9dc-6b60-4b67-9075-0e25cb51e805/bindings/n-h1-803757-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9225712 Aug 19 12:23:34.056712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8d24308b-c82f-4cf1-8001-78fcfbfb4f20 req-fb0186bd-75ac-4073-8c44-92e1b584882c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.097457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d24308b-c82f-4cf1-8001-78fcfbfb4f20 req-fb0186bd-75ac-4073-8c44-92e1b584882c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2535779 Aug 19 12:23:34.122744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-5d2cbb87-c368-43a3-8e20-bbc886673ffe req-661fc529-e8f1-40ba-b13b-4b86b969b9dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] For port f75a5939-e126-4c75-a539-e1c6697016bd, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f75a5939-e126-4c75-a539-e1c6697016bd,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:34.125734 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5d2cbb87-c368-43a3-8e20-bbc886673ffe req-661fc529-e8f1-40ba-b13b-4b86b969b9dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.138254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581c489-3a3b-4cbd-b30c-9e79e284f669 req-7e38a1ee-44a9-4fa4-9e41-ec105ba5bd08 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:34.147308 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6581c489-3a3b-4cbd-b30c-9e79e284f669 req-7e38a1ee-44a9-4fa4-9e41-ec105ba5bd08 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 944 time: 0.3215628 Aug 19 12:23:34.158849 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-b5067922-4f80-49fb-98c8-8355acfdfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:34.160492 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-b5067922-4f80-49fb-98c8-8355acfdfe8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33a63ac8-e80b-4f52-be34-1a8d66da6d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3613164 Aug 19 12:23:34.171466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port bc31c467-59d8-4a76-a5e6-e957ae171a7b yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:23:34.198466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-5d2cbb87-c368-43a3-8e20-bbc886673ffe req-661fc529-e8f1-40ba-b13b-4b86b969b9dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Calling delete_port for f75a5939-e126-4c75-a539-e1c6697016bd owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:34.285415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.358606 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.381504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Transition to ACTIVE for port object f93d5095-d94f-44b9-9b2b-10fbea2c78a6 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:34.409738 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ed839-6343-48ab-80f3-0b33eab48915 None None] New status for floating IP c86661b7-d8a0-4a78-9e6a-f6af133fa18b: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:23:34.425980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Transition to ACTIVE for port object f93d5095-d94f-44b9-9b2b-10fbea2c78a6 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:34.522482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c7df9-6c78-4fed-a898-c34719cb737e req-64f37553-3d93-4cdb-aa0d-6da0563774c7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:34.522711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Network 0b3894f8-dae9-4e88-8329-0414c9eea13c is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:34.524337 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-987c7df9-6c78-4fed-a898-c34719cb737e req-64f37553-3d93-4cdb-aa0d-6da0563774c7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.3102469 Aug 19 12:23:34.532071 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-c8d564e6-651b-46fa-8d5f-c3f058bc7d8b service neutron] 10.222.0.62 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605833 Aug 19 12:23:34.548525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6581c489-3a3b-4cbd-b30c-9e79e284f669 req-92000f15-7953-4dd9-95bc-0552f3387dbb tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869066 Aug 19 12:23:34.559488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:34.575363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:34.587686 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.653799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Pushing event updated for resources: {'Port': ['ID=f93d5095-d94f-44b9-9b2b-10fbea2c78a6,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:34.681298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Network be842c63-17dd-4aca-9516-149f523777cf is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:34.683117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:34.690494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:34.731414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.12 (be842c63-17dd-4aca-9516-149f523777cf/095f7b6f-1018-445f-ba8b-2e87f3104fbc/bc31c467-59d8-4a76-a5e6-e957ae171a7b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:34.802816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Attempting to bind port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:34.803194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Attempting to bind port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'facf0f2e-e461-4ec2-897b-42974c1229f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be842c63-17dd-4aca-9516-149f523777cf'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:34.803560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Attempting to bind port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 on network be842c63-17dd-4aca-9516-149f523777cf {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:34.817806 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:34.820723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Checking segment: {'id': 'facf0f2e-e461-4ec2-897b-42974c1229f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be842c63-17dd-4aca-9516-149f523777cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:34.820723 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.825302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Bound using segment: {'id': 'facf0f2e-e461-4ec2-897b-42974c1229f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be842c63-17dd-4aca-9516-149f523777cf'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:34.825930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Bound port: f93d5095-d94f-44b9-9b2b-10fbea2c78a6, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facf0f2e-e461-4ec2-897b-42974c1229f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'be842c63-17dd-4aca-9516-149f523777cf'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:34.826336 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:34.979501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:34.980214 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.005802 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1cb3f0b3-6dba-4c5b-873e-d55933598cc4 req-a556fc4c-8a8f-40ce-b79c-e07d8d242ddc service neutron] 10.222.0.62 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560630 Aug 19 12:23:35.007946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] For port f93d5095-d94f-44b9-9b2b-10fbea2c78a6, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:35.014548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] For port f93d5095-d94f-44b9-9b2b-10fbea2c78a6, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f93d5095-d94f-44b9-9b2b-10fbea2c78a6,segment=NetworkSegment(facf0f2e-e461-4ec2-897b-42974c1229f8),segment_id=facf0f2e-e461-4ec2-897b-42974c1229f8)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:35.059748 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0c0fad72-66ae-4e0d-9317-8b3c096dfdca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.077962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-3035799a-95d5-45bf-9144-10580f4b5cfd tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:35.079532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-3035799a-95d5-45bf-9144-10580f4b5cfd tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1095 time: 0.8896461 Aug 19 12:23:35.084329 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.107364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aebbeb-6a5d-41dc-9b15-1c50afca15aa req-44a91606-dcec-4848-84b7-8c19c0eda0b9 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:35.126920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75aebbeb-6a5d-41dc-9b15-1c50afca15aa req-44a91606-dcec-4848-84b7-8c19c0eda0b9 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 932 time: 0.2098410 Aug 19 12:23:35.157988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Pushing event updated for resources: {'Port': ['ID=95a8d371-0bb3-4cd2-940f-8c5f87541eac,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:35.161956 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-3bcf90ed-f19e-4880-98f4-237f06307271 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1985593 Aug 19 12:23:35.184265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Request body: {'port': {'device_id': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:35.210210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e54c4-cd84-45c0-8bf2-69c0566b8e93 None None] Pushing event updated for resources: {'Port': ['ID=f93d5095-d94f-44b9-9b2b-10fbea2c78a6,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:35.216381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-338ae34b-9bc6-4f89-a8b8-d1b74ac9be0c None None] Provisioning for port 95a8d371-0bb3-4cd2-940f-8c5f87541eac completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:35.234390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-338ae34b-9bc6-4f89-a8b8-d1b74ac9be0c None None] Provisioning complete for port 95a8d371-0bb3-4cd2-940f-8c5f87541eac triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:35.234735 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-338ae34b-9bc6-4f89-a8b8-d1b74ac9be0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.331333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-338ae34b-9bc6-4f89-a8b8-d1b74ac9be0c None None] Port 95a8d371-0bb3-4cd2-940f-8c5f87541eac cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:23:35.343185 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.454224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-987c7df9-6c78-4fed-a898-c34719cb737e req-a25bec59-65ea-424c-96cb-abeb1881fc34 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9198446 Aug 19 12:23:35.828987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82b1e2-1420-41ce-bd58-9b182e5c026a req-b714e6ba-d287-4b04-ac72-492156504281 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:35.830478 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd82b1e2-1420-41ce-bd58-9b182e5c026a req-b714e6ba-d287-4b04-ac72-492156504281 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.1929162 Aug 19 12:23:35.839766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.840006 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a8d371-0bb3-4cd2-940f-8c5f87541eac {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:35.848218 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.862458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Transition to ACTIVE for port object 95a8d371-0bb3-4cd2-940f-8c5f87541eac will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:35.874550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object bc31c467-59d8-4a76-a5e6-e957ae171a7b will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:35.894663 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5d2cbb87-c368-43a3-8e20-bbc886673ffe req-661fc529-e8f1-40ba-b13b-4b86b969b9dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:35.960135 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75aebbeb-6a5d-41dc-9b15-1c50afca15aa req-66313771-2901-4736-8162-28c851d99c13 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8416417 Aug 19 12:23:35.972817 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd82b1e2-1420-41ce-bd58-9b182e5c026a req-3a3c8518-a90d-4c22-92bd-8b8ab0e6ba7d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285355 Aug 19 12:23:35.981262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-ab97cce0-83fd-47a7-8b1c-366e5b6a735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:35.982768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-ab97cce0-83fd-47a7-8b1c-366e5b6a735e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78&tenant_id=6234d0c986c14810828c0377a08fc051 HTTP/1.1" status: 200 len: 1095 time: 0.8491371 Aug 19 12:23:35.983571 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.028980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fc529-e8f1-40ba-b13b-4b86b969b9dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Pushing event deleted for resources: {'Port': ['ID=f75a5939-e126-4c75-a539-e1c6697016bd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:36.034496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2cbb87-c368-43a3-8e20-bbc886673ffe req-661fc529-e8f1-40ba-b13b-4b86b969b9dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] No DVR routers for this DVR port f75a5939-e126-4c75-a539-e1c6697016bd on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:36.040399 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5d2cbb87-c368-43a3-8e20-bbc886673ffe req-661fc529-e8f1-40ba-b13b-4b86b969b9dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.043178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d2cbb87-c368-43a3-8e20-bbc886673ffe req-661fc529-e8f1-40ba-b13b-4b86b969b9dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "DELETE /v2.0/ports/f75a5939-e126-4c75-a539-e1c6697016bd HTTP/1.1" status: 204 len: 173 time: 2.9596877 Aug 19 12:23:36.047343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'name': 'network-vif-deleted', 'tag': 'f75a5939-e126-4c75-a539-e1c6697016bd'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:36.052399 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e96384a-3225-43a0-a7ab-38ed98223799" -d '{"events": [{"server_uuid": "1d78ef04-69b0-492f-b414-dfb9e288dc08", "name": "network-vif-deleted", "tag": "f75a5939-e126-4c75-a539-e1c6697016bd"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:36.116627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Pushing event updated for resources: {'Port': ['ID=95a8d371-0bb3-4cd2-940f-8c5f87541eac,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:36.154116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f93d5095-d94f-44b9-9b2b-10fbea2c78a6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:36.217430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc9d64cf-320e-4b48-a0e3-3e229198d933 req-c2477ffd-dbe0-4f17-ac4c-dd88c4ee2b83 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 210 time: 0.0941885 Aug 19 12:23:36.295816 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.394143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-db795e84-1a9c-4dd0-b71e-4ddb09fd1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:36.400359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-db795e84-1a9c-4dd0-b71e-4ddb09fd1775 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 1095 time: 0.3798563 Aug 19 12:23:36.402009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network be842c63-17dd-4aca-9516-149f523777cf is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:36.405957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:36.421530 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-623c8305-9624-4f11-a86a-6d788c1f5f21 req-f69e1ac8-cd0d-4975-a0e2-fa0d3c954d16 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/3a25add1-2ddc-4da5-9c22-9a0ea7d1344f HTTP/1.1" status: 200 len: 1802 time: 0.2008646 Aug 19 12:23:36.422564 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:36.461088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:36.496502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-623c8305-9624-4f11-a86a-6d788c1f5f21 req-1ebda799-c077-44c9-91b7-a2aa0ea1a5c9 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Request body: {'security_group': {'name': 'tempest-sg-hth-732067256', 'description': 'tempest-description-hth-1393337427'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:36.566687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=bc31c467-59d8-4a76-a5e6-e957ae171a7b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:36.601305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Attempting to bind port 95a8d371-0bb3-4cd2-940f-8c5f87541eac on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:36.602945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Attempting to bind port 95a8d371-0bb3-4cd2-940f-8c5f87541eac by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:36.603359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Attempting to bind port 95a8d371-0bb3-4cd2-940f-8c5f87541eac on network 0b3894f8-dae9-4e88-8329-0414c9eea13c {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:36.644141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Port 95a8d371-0bb3-4cd2-940f-8c5f87541eac on network 0b3894f8-dae9-4e88-8329-0414c9eea13c not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:36.646063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Attempting to bind port 95a8d371-0bb3-4cd2-940f-8c5f87541eac on network 0b3894f8-dae9-4e88-8329-0414c9eea13c {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:36.646204 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-623c8305-9624-4f11-a86a-6d788c1f5f21 req-1ebda799-c077-44c9-91b7-a2aa0ea1a5c9 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.669947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:36.670786 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.691803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61691d45-0b13-4d14-94a8-f14064fb1a41 req-b79351af-57b2-4d7d-9345-5a51806e8062 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:36.694092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61691d45-0b13-4d14-94a8-f14064fb1a41 req-b79351af-57b2-4d7d-9345-5a51806e8062 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 944 time: 0.3273885 Aug 19 12:23:36.744321 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-623c8305-9624-4f11-a86a-6d788c1f5f21 req-1ebda799-c077-44c9-91b7-a2aa0ea1a5c9 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.753837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:36.754458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Checking segment: {'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:36.755064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Bound using segment: {'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:36.755824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Bound port: 95a8d371-0bb3-4cd2-940f-8c5f87541eac, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4a2e21-9072-4ecd-9fbc-72774183468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:36.756386 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:36.759015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-43873621-8d16-4c34-bcaf-4e53be053d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:36.761679 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-43873621-8d16-4c34-bcaf-4e53be053d2f service neutron] 10.222.0.62 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.3409402 Aug 19 12:23:36.776634 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5965360c-d18e-477b-9645-544449982b14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9017892 Aug 19 12:23:36.779224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56704) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:36.829366 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-c313368d-0c2d-4b75-8da6-9be3a1623870 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805 HTTP/1.1" status: 200 len: 217 time: 0.0527666 Aug 19 12:23:36.876838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f75a5939-e126-4c75-a539-e1c6697016bd no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:36.911253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: f75a5939-e126-4c75-a539-e1c6697016bd {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:36.912229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f75a5939-e126-4c75-a539-e1c6697016bd not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:36.939499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf27c26d-93a9-4634-b8f3-0dfa86e53401 None None] Network be842c63-17dd-4aca-9516-149f523777cf requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:36.957861 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61691d45-0b13-4d14-94a8-f14064fb1a41 req-716b5fe3-bc96-4f89-bb13-df604423a10c tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494025 Aug 19 12:23:37.045387 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c07070b-6a8b-4abf-80f1-72819cf646af x-openstack-request-id: req-8c07070b-6a8b-4abf-80f1-72819cf646af {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:37.045592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8138d2ac-c1c3-4571-b2a8-178b34f9fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.046049 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d78ef04-69b0-492f-b414-dfb9e288dc08", "name": "network-vif-deleted", "tag": "f75a5939-e126-4c75-a539-e1c6697016bd", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:37.046049 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c07070b-6a8b-4abf-80f1-72819cf646af {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:37.046394 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d78ef04-69b0-492f-b414-dfb9e288dc08', 'name': 'network-vif-deleted', 'tag': 'f75a5939-e126-4c75-a539-e1c6697016bd', 'status': 'completed', 'code': 200} Aug 19 12:23:37.051567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-8138d2ac-c1c3-4571-b2a8-178b34f9fb2d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.1556101 Aug 19 12:23:37.054963 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-623c8305-9624-4f11-a86a-6d788c1f5f21 req-1ebda799-c077-44c9-91b7-a2aa0ea1a5c9 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.057942 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-623c8305-9624-4f11-a86a-6d788c1f5f21 req-1ebda799-c077-44c9-91b7-a2aa0ea1a5c9 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.072833 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-623c8305-9624-4f11-a86a-6d788c1f5f21 req-1ebda799-c077-44c9-91b7-a2aa0ea1a5c9 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "PUT /v2.0/security-groups/3a25add1-2ddc-4da5-9c22-9a0ea7d1344f HTTP/1.1" status: 200 len: 1776 time: 0.5808644 Aug 19 12:23:37.129066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-afb7b3c2-0cdb-4bb0-8300-f06415227c99 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680509 Aug 19 12:23:37.135239 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] For port 95a8d371-0bb3-4cd2-940f-8c5f87541eac, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:37.230934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebda799-c077-44c9-91b7-a2aa0ea1a5c9 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a25add1-2ddc-4da5-9c22-9a0ea7d1344f,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:37.240012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-56cb2bdc-636c-42fb-9231-bfdd4fa08541 None None] Provisioning for port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:37.245110 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-a8fb1786-b8a1-4430-ba6c-6520bb2048ba service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059089 Aug 19 12:23:37.252277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-56cb2bdc-636c-42fb-9231-bfdd4fa08541 None None] Provisioning complete for port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:37.253039 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-56cb2bdc-636c-42fb-9231-bfdd4fa08541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.260863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-15eb8354-2fe4-4b05-953a-40c1c6a983cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port bc31c467-59d8-4a76-a5e6-e957ae171a7b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:37.261262 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15eb8354-2fe4-4b05-953a-40c1c6a983cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.295017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] For port 95a8d371-0bb3-4cd2-940f-8c5f87541eac, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=95a8d371-0bb3-4cd2-940f-8c5f87541eac,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:37.385762 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-b1c97b69-3552-4c70-9cf6-257bc825cb5b service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288409 Aug 19 12:23:37.422631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce5f9f-54e3-4604-8f13-e81101c39c3e req-cc8fda4f-8728-4850-8ce3-e991af172111 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.426735 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f3ce5f9f-54e3-4604-8f13-e81101c39c3e req-cc8fda4f-8728-4850-8ce3-e991af172111 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1790831 Aug 19 12:23:37.427721 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-56cb2bdc-636c-42fb-9231-bfdd4fa08541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.432538 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.503405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-56cb2bdc-636c-42fb-9231-bfdd4fa08541 None None] For port f93d5095-d94f-44b9-9b2b-10fbea2c78a6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f93d5095-d94f-44b9-9b2b-10fbea2c78a6,segment=NetworkSegment(facf0f2e-e461-4ec2-897b-42974c1229f8),segment_id=facf0f2e-e461-4ec2-897b-42974c1229f8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:37.577513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Pushing event updated for resources: {'Port': ['ID=95a8d371-0bb3-4cd2-940f-8c5f87541eac,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:37.586901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1d9aa-61e3-498d-a761-0704794455fa req-bd98c2d8-28ee-4477-b390-fd8d54e88dde tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.589252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-bd98c2d8-28ee-4477-b390-fd8d54e88dde tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "GET /v2.0/networks?id=c7910af9-fa9f-4757-879c-8d5ffd82842e HTTP/1.1" status: 200 len: 805 time: 0.6930277 Aug 19 12:23:37.614686 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-56cb2bdc-636c-42fb-9231-bfdd4fa08541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.633772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Request body: {'port': {'device_id': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'admin_state_up': True, 'tenant_id': 'd6752f5519ee46b194f5aaf30292b5f8'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:37.633908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.633908 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.635485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c8af1dc4-2eb2-4033-8b5a-758a2b0e5f24 service neutron] 10.222.0.30 "PUT /v2.0/ports/95a8d371-0bb3-4cd2-940f-8c5f87541eac HTTP/1.1" status: 200 len: 1092 time: 2.4626968 Aug 19 12:23:37.644437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'tag': '95a8d371-0bb3-4cd2-940f-8c5f87541eac'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:37.646790 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cecc2b-5a50-4379-98e6-8f531e7819d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9913ae89-fa5d-4a81-8277-96a5d8d322f6", "tag": "95a8d371-0bb3-4cd2-940f-8c5f87541eac"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:37.675793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f3ce5f9f-54e3-4604-8f13-e81101c39c3e req-e3a1da3a-3cf7-4031-84cd-297fd0b8d717 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345090 Aug 19 12:23:37.738218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03018c30-bd2f-46b5-a12d-a91255c2b0d5 req-0c3d224a-ffb9-43e0-b918-8a49473b5d96 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.755666 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03018c30-bd2f-46b5-a12d-a91255c2b0d5 req-0c3d224a-ffb9-43e0-b918-8a49473b5d96 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 944 time: 0.4912090 Aug 19 12:23:37.761946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb2bdc-636c-42fb-9231-bfdd4fa08541 None None] Pushing event updated for resources: {'Port': ['ID=f93d5095-d94f-44b9-9b2b-10fbea2c78a6,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:37.773339 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.781493 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7c4b0012-2b69-45c1-a5d4-72a8825cbb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:37.919328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098385d1-2e83-4dc8-851d-11769590bb68 req-0a0e0220-611f-4404-a36b-96ed77465d92 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:37.921191 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-098385d1-2e83-4dc8-851d-11769590bb68 req-0a0e0220-611f-4404-a36b-96ed77465d92 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.1541994 Aug 19 12:23:37.998291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15eb8354-2fe4-4b05-953a-40c1c6a983cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.009465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-559b066d-8636-488c-b187-c7cb3c66b66b None None] Provisioning for port bc31c467-59d8-4a76-a5e6-e957ae171a7b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:38.013545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-559b066d-8636-488c-b187-c7cb3c66b66b None None] Provisioning complete for port bc31c467-59d8-4a76-a5e6-e957ae171a7b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:38.015357 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-559b066d-8636-488c-b187-c7cb3c66b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.046030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-15eb8354-2fe4-4b05-953a-40c1c6a983cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for bc31c467-59d8-4a76-a5e6-e957ae171a7b owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:38.101718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f93d5095-d94f-44b9-9b2b-10fbea2c78a6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:38.176114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-559b066d-8636-488c-b187-c7cb3c66b66b None None] Port bc31c467-59d8-4a76-a5e6-e957ae171a7b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:23:38.196841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-9430b88c-9b02-451f-a7fc-f75fe9bf4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.198988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-9430b88c-9b02-451f-a7fc-f75fe9bf4a90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdf60d8a50c344eeb9927fe5e603de14&device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 1095 time: 0.3579450 Aug 19 12:23:38.210851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-559b066d-8636-488c-b187-c7cb3c66b66b None None] Provisioning complete for port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:38.211292 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-559b066d-8636-488c-b187-c7cb3c66b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.238521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-dd6c5198-8129-4981-ad09-81b2fa4d4692 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.243077 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-dd6c5198-8129-4981-ad09-81b2fa4d4692 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1095 time: 0.2110038 Aug 19 12:23:38.251832 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-098385d1-2e83-4dc8-851d-11769590bb68 req-ce5af520-32c8-4890-9106-49ad04f65850 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910800 Aug 19 12:23:38.300253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:38.300993 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.335995 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03018c30-bd2f-46b5-a12d-a91255c2b0d5 req-6f79421a-b94a-46f6-89a7-becb57b602cb tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5778480 Aug 19 12:23:38.426303 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-562db042-0aa4-488d-83bd-370467af2829 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a8d371-0bb3-4cd2-940f-8c5f87541eac HTTP/1.1" status: 200 len: 217 time: 0.2028193 Aug 19 12:23:38.509524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e494ba10-f5bb-42fd-95b1-118cb4ad66f3 req-a4d521a6-d5e5-490a-b8e5-c3172c808abc tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/3a25add1-2ddc-4da5-9c22-9a0ea7d1344f HTTP/1.1" status: 200 len: 1776 time: 0.1662240 Aug 19 12:23:38.534570 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66f40dc1-6c5f-4957-9b20-5748332b7a0a req-6e6b5b14-5719-4021-857f-cd92444c559a tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 210 time: 0.0422902 Aug 19 12:23:38.536218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-dcd89698-3153-4657-b7b5-0211b63e7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.538072 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-dcd89698-3153-4657-b7b5-0211b63e7d13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ebce066-b026-4e5d-ae09-5e49c26b0665 HTTP/1.1" status: 200 len: 855 time: 0.1024938 Aug 19 12:23:38.543032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15eb8354-2fe4-4b05-953a-40c1c6a983cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.565829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-90b76c77-b338-4b63-8266-448840b6c53e None None] Could not find standard attr ID for object bc31c467-59d8-4a76-a5e6-e957ae171a7b. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:23:38.586000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb8354-2fe4-4b05-953a-40c1c6a983cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=bc31c467-59d8-4a76-a5e6-e957ae171a7b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:38.589856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Made reservation on behalf of d6752f5519ee46b194f5aaf30292b5f8 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:38.595003 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.600043 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facfb306-d447-413f-b9ea-97d57c696221 x-openstack-request-id: req-facfb306-d447-413f-b9ea-97d57c696221 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:38.600196 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9913ae89-fa5d-4a81-8277-96a5d8d322f6", "tag": "95a8d371-0bb3-4cd2-940f-8c5f87541eac", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:38.604071 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-facfb306-d447-413f-b9ea-97d57c696221 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:38.604628 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'tag': '95a8d371-0bb3-4cd2-940f-8c5f87541eac', 'status': 'completed', 'code': 200} Aug 19 12:23:38.658138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-09ff8e88-4f09-4560-85c1-369feb18ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.659973 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-09ff8e88-4f09-4560-85c1-369feb18ceff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b3894f8-dae9-4e88-8329-0414c9eea13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015248 Aug 19 12:23:38.698110 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba95615f-ee6a-4333-b8bb-1eccef65bd66 req-0401f0a2-2624-4b8a-a861-642b126a7b52 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/3a25add1-2ddc-4da5-9c22-9a0ea7d1344f HTTP/1.1" status: 200 len: 1776 time: 0.0755916 Aug 19 12:23:38.763485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-277b397d-c86b-4031-87b1-898525430109 service neutron] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:38.792664 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-277b397d-c86b-4031-87b1-898525430109 service neutron] Notify callbacks [] for binding, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.793947 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f78a8da-05cc-4da8-8148-8cb4db778bf0 req-277b397d-c86b-4031-87b1-898525430109 service neutron] 10.222.0.62 "DELETE /v2.0/ports/49a4b9dc-6b60-4b67-9075-0e25cb51e805/bindings/n-h2-803757-2 HTTP/1.1" status: 204 len: 173 time: 0.5344439 Aug 19 12:23:38.867210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15eb8354-2fe4-4b05-953a-40c1c6a983cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.870585 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-15eb8354-2fe4-4b05-953a-40c1c6a983cf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/bc31c467-59d8-4a76-a5e6-e957ae171a7b HTTP/1.1" status: 204 len: 168 time: 2.0901177 Aug 19 12:23:38.880780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56728) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:38.883788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa0459-6288-4a52-934d-87dfe804bbd8 req-c04423a9-03e3-4556-82fc-37470a66da63 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:38.885502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7daa0459-6288-4a52-934d-87dfe804bbd8 req-c04423a9-03e3-4556-82fc-37470a66da63 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 944 time: 0.2117290 Aug 19 12:23:38.895706 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba95615f-ee6a-4333-b8bb-1eccef65bd66 req-73d47810-f77d-4dcf-8a81-1f1ba364aca8 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:38.963464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba95615f-ee6a-4333-b8bb-1eccef65bd66 req-73d47810-f77d-4dcf-8a81-1f1ba364aca8 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.012786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-c085629c-f093-4f83-9304-5df42709ecfd service neutron] 10.222.0.30 "GET /v2.0/networks/0b3894f8-dae9-4e88-8329-0414c9eea13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440568 Aug 19 12:23:39.013872 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7ff8b5-b9c2-4a7c-90e4-63546716bf26 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:23:39.014875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7ff8b5-b9c2-4a7c-90e4-63546716bf26 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:23:39.019500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ff7ff8b5-b9c2-4a7c-90e4-63546716bf26 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/bc31c467-59d8-4a76-a5e6-e957ae171a7b HTTP/1.1" status: 404 len: 333 time: 0.1376832 Aug 19 12:23:39.023571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56730) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:39.024669 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.026737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Allocated IP 172.20.0.3 (c7910af9-fa9f-4757-879c-8d5ffd82842e/2b6d7280-9d8b-4b3d-8463-77a7307cc2ef/42552f96-dc4b-40b5-adc8-4a0a301ca500) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:39.035235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7daa0459-6288-4a52-934d-87dfe804bbd8 req-891264bd-a531-4634-92ef-08b137b9b214 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909727 Aug 19 12:23:39.084241 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-992bfb0a-0366-4d77-98a8-139e2a722d34 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:23:39.086272 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-992bfb0a-0366-4d77-98a8-139e2a722d34 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/bc31c467-59d8-4a76-a5e6-e957ae171a7b HTTP/1.1" status: 404 len: 333 time: 0.0646980 Aug 19 12:23:39.116866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56734) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:39.128149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba95615f-ee6a-4333-b8bb-1eccef65bd66 req-73d47810-f77d-4dcf-8a81-1f1ba364aca8 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.130863 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ba95615f-ee6a-4333-b8bb-1eccef65bd66 req-73d47810-f77d-4dcf-8a81-1f1ba364aca8 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.132083 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba95615f-ee6a-4333-b8bb-1eccef65bd66 req-73d47810-f77d-4dcf-8a81-1f1ba364aca8 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "DELETE /v2.0/security-groups/3a25add1-2ddc-4da5-9c22-9a0ea7d1344f HTTP/1.1" status: 204 len: 173 time: 0.3888347 Aug 19 12:23:39.327718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4456f2-c74f-4174-9760-576d299106c3 req-cba0ecbe-78f8-4604-9d0e-8f70e3b71179 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.334724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e4456f2-c74f-4174-9760-576d299106c3 req-cba0ecbe-78f8-4604-9d0e-8f70e3b71179 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1232102 Aug 19 12:23:39.398058 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.463692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e4456f2-c74f-4174-9760-576d299106c3 req-1bece454-d30c-460f-ba83-57984aa6ce3a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262252 Aug 19 12:23:39.649198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d47810-f77d-4dcf-8a81-1f1ba364aca8 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a25add1-2ddc-4da5-9c22-9a0ea7d1344f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:39.658447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98af529-742f-4390-b7e5-7822249d6974 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting subnet 095f7b6f-1018-445f-ba8b-2e87f3104fbc {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:23:39.666300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bfccf-24ba-4208-8056-1cfd3342bb68 req-1866dce1-9709-40e3-bb31-60c346308db6 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.675657 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c7bfccf-24ba-4208-8056-1cfd3342bb68 req-1866dce1-9709-40e3-bb31-60c346308db6 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.1134846 Aug 19 12:23:39.685848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d98af529-742f-4390-b7e5-7822249d6974 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.687004 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.783859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Network c7910af9-fa9f-4757-879c-8d5ffd82842e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:39.787793 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d98af529-742f-4390-b7e5-7822249d6974 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:39.791956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05be4b6-55ce-410b-aa86-2b7b9f27eb0c req-a22a8c61-dbd3-4802-b937-0ff7a51706c7 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.793681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d05be4b6-55ce-410b-aa86-2b7b9f27eb0c req-a22a8c61-dbd3-4802-b937-0ff7a51706c7 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 1095 time: 0.1292806 Aug 19 12:23:39.805917 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c7bfccf-24ba-4208-8056-1cfd3342bb68 req-e7b43f18-389d-4e9f-912c-11b3d3e1e290 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292708 Aug 19 12:23:39.829766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:39.840133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Pushing event updated for resources: {'Port': ['ID=42552f96-dc4b-40b5-adc8-4a0a301ca500,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:39.851938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:39.898871 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d05be4b6-55ce-410b-aa86-2b7b9f27eb0c req-a4d97aaf-ec6c-4f93-9932-f43f6febdf7c tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494943 Aug 19 12:23:39.898871 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21533f6e-bffb-4be9-b432-3fd6a426dc28 req-f527f6af-1cfa-4d04-8d04-63a9f9d14756 service neutron] 10.222.0.30 "GET /v2.0/networks/0b3894f8-dae9-4e88-8329-0414c9eea13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8637540 Aug 19 12:23:39.990275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:39.991270 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.086987 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d98af529-742f-4390-b7e5-7822249d6974 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.172929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6c19f-9f88-4dc8-9fb9-8c3a1f22c094 req-f41b9980-4e23-4069-b6de-08877a69a542 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.181318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b6c19f-9f88-4dc8-9fb9-8c3a1f22c094 req-f41b9980-4e23-4069-b6de-08877a69a542 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 931 time: 0.0732832 Aug 19 12:23:40.191283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5d227-b999-4606-bc0d-fb4af1b7aea0 req-8972e7b9-b91e-40a5-b882-cf12ae7f4068 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.192983 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49f5d227-b999-4606-bc0d-fb4af1b7aea0 req-8972e7b9-b91e-40a5-b882-cf12ae7f4068 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 944 time: 0.1933315 Aug 19 12:23:40.248472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cecc2b-5a50-4379-98e6-8f531e7819d1 req-4c8d463c-9a28-4595-80e7-fc21a98a56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.250327 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58cecc2b-5a50-4379-98e6-8f531e7819d1 req-4c8d463c-9a28-4595-80e7-fc21a98a56d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdf60d8a50c344eeb9927fe5e603de14&device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 1095 time: 0.1561875 Aug 19 12:23:40.268245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b6c19f-9f88-4dc8-9fb9-8c3a1f22c094 req-362e8c62-5035-4d6d-9f59-69e441f8caec tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770066 Aug 19 12:23:40.268245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5b21488e-7d89-4f7e-982d-4ef5fb1affc5 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6453867 Aug 19 12:23:40.277416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Request body: {'port': {'device_id': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:40.368186 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.391687 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49f5d227-b999-4606-bc0d-fb4af1b7aea0 req-04f4fe3f-8a47-439a-a8fa-b819211bcfa3 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817224 Aug 19 12:23:40.439636 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-442a4955-3626-4685-b54e-8d4e01eba890 req-11cb9b55-3b12-4d1e-86b8-033d73363385 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] show failed (client error): The resource could not be found. Aug 19 12:23:40.440792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-442a4955-3626-4685-b54e-8d4e01eba890 req-11cb9b55-3b12-4d1e-86b8-033d73363385 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/9974f81c-6c2d-496c-8539-b4a18684d0fd HTTP/1.1" status: 404 len: 352 time: 0.0207798 Aug 19 12:23:40.455319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cecc2b-5a50-4379-98e6-8f531e7819d1 req-207043d9-fa8c-4ae1-b223-6914b1749fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.457760 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58cecc2b-5a50-4379-98e6-8f531e7819d1 req-207043d9-fa8c-4ae1-b223-6914b1749fd3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b3894f8-dae9-4e88-8329-0414c9eea13c HTTP/1.1" status: 200 len: 917 time: 0.1959236 Aug 19 12:23:40.465316 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.521808 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58cecc2b-5a50-4379-98e6-8f531e7819d1 req-274372f5-157a-46b5-8eeb-5988759b71ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a8d371-0bb3-4cd2-940f-8c5f87541eac HTTP/1.1" status: 200 len: 217 time: 0.0476482 Aug 19 12:23:40.523146 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-ea08cc35-965d-42d0-a36c-7778db96c7e6 req-efdc9ada-a420-4a30-9c35-dea3e8595edb tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] show failed (client error): The resource could not be found. Aug 19 12:23:40.538681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea08cc35-965d-42d0-a36c-7778db96c7e6 req-efdc9ada-a420-4a30-9c35-dea3e8595edb tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/eec6eb5c-e351-4455-b241-5b6eeaafb570 HTTP/1.1" status: 404 len: 352 time: 0.0738509 Aug 19 12:23:40.635902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4c932-774f-4df7-9844-b25f6cab9c6a req-0fbb4827-cc57-436b-ba1b-fa0b9c25947d tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.638141 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d98af529-742f-4390-b7e5-7822249d6974 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.646095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91c4c932-774f-4df7-9844-b25f6cab9c6a req-0fbb4827-cc57-436b-ba1b-fa0b9c25947d tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 1095 time: 0.2971985 Aug 19 12:23:40.700993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98af529-742f-4390-b7e5-7822249d6974 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Subnet': ['ID=095f7b6f-1018-445f-ba8b-2e87f3104fbc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:40.714848 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91c4c932-774f-4df7-9844-b25f6cab9c6a req-1b9080d0-6c73-4a47-b15c-659ede447c62 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636487 Aug 19 12:23:40.725586 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d98af529-742f-4390-b7e5-7822249d6974 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.725767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1883a6c9-6f26-4fcd-9a2a-a34b1441df87 None None] Network be842c63-17dd-4aca-9516-149f523777cf requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:40.728269 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d98af529-742f-4390-b7e5-7822249d6974 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/095f7b6f-1018-445f-ba8b-2e87f3104fbc HTTP/1.1" status: 204 len: 168 time: 1.6094699 Aug 19 12:23:40.733106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56760) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:40.734766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cecc2b-5a50-4379-98e6-8f531e7819d1 req-85e3bc53-52ce-4854-b98b-b9736c3fb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.738063 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58cecc2b-5a50-4379-98e6-8f531e7819d1 req-85e3bc53-52ce-4854-b98b-b9736c3fb851 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ebce066-b026-4e5d-ae09-5e49c26b0665 HTTP/1.1" status: 200 len: 855 time: 0.1918981 Aug 19 12:23:40.829999 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-25f83548-3a91-415d-a428-dee387b14410 req-8dd76971-898e-4f3c-8a98-0eba638b9243 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] show failed (client error): The resource could not be found. Aug 19 12:23:40.838156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245456e-19b1-4857-a865-467edb0f1866 req-7d43d36d-c292-4c0e-833d-aa5a98d0ae9d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.844079 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25f83548-3a91-415d-a428-dee387b14410 req-8dd76971-898e-4f3c-8a98-0eba638b9243 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/7c260269-5d8d-4f33-9c2b-1d57b3736441 HTTP/1.1" status: 404 len: 352 time: 0.0475795 Aug 19 12:23:40.846604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4245456e-19b1-4857-a865-467edb0f1866 req-7d43d36d-c292-4c0e-833d-aa5a98d0ae9d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.2264299 Aug 19 12:23:40.873173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42552f96-dc4b-40b5-adc8-4a0a301ca500 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:40.890417 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.918455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cecc2b-5a50-4379-98e6-8f531e7819d1 req-11a03f74-f167-4756-b3f4-007f45b8af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:40.920098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58cecc2b-5a50-4379-98e6-8f531e7819d1 req-11a03f74-f167-4756-b3f4-007f45b8af72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b3894f8-dae9-4e88-8329-0414c9eea13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1733091 Aug 19 12:23:40.920324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Transition to ACTIVE for port object 42552f96-dc4b-40b5-adc8-4a0a301ca500 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:40.924294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:40.938068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4245456e-19b1-4857-a865-467edb0f1866 req-6dc6d8a9-55bb-44a7-88c3-b662edbfb096 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903993 Aug 19 12:23:40.990569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.010579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ed6c9-0875-4615-bdd1-2c6a21fd2451 req-255ec8b7-afa5-4bca-be40-a1cbe9d3c160 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:41.018551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-274ed6c9-0875-4615-bdd1-2c6a21fd2451 req-255ec8b7-afa5-4bca-be40-a1cbe9d3c160 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.0902650 Aug 19 12:23:41.078213 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-b348ea92-c9ed-4871-8a8c-4babb9f05257 req-baeb4a26-5fff-40f2-82d9-a28d3cf2384d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] show failed (client error): The resource could not be found. Aug 19 12:23:41.091461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b348ea92-c9ed-4871-8a8c-4babb9f05257 req-baeb4a26-5fff-40f2-82d9-a28d3cf2384d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/39226266-e956-4061-ba4d-981d120e03fe HTTP/1.1" status: 404 len: 352 time: 0.0861003 Aug 19 12:23:41.128942 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-274ed6c9-0875-4615-bdd1-2c6a21fd2451 req-3f5860be-3d51-4729-bf15-10f37c3ec792 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094055 Aug 19 12:23:41.129859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Pushing event updated for resources: {'Port': ['ID=42552f96-dc4b-40b5-adc8-4a0a301ca500,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:41.214490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] DHCP port deletion for be842c63-17dd-4aca-9516-149f523777cf request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:23:41.278908 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58cecc2b-5a50-4379-98e6-8f531e7819d1 req-7e9539fd-5984-49c0-9e1b-b0fed4a1c0fc service neutron] 10.222.0.30 "GET /v2.0/networks/0b3894f8-dae9-4e88-8329-0414c9eea13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389254 Aug 19 12:23:41.326627 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-1e7d4d00-3a32-4f1c-b4d8-c61a3cf38572 req-bf24d003-e01c-4703-a93a-552c349a0e3b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] show failed (client error): The resource could not be found. Aug 19 12:23:41.328939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Deleting port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:41.329325 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.339793 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e7d4d00-3a32-4f1c-b4d8-c61a3cf38572 req-bf24d003-e01c-4703-a93a-552c349a0e3b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/c2c1f0fd-3760-4c49-9d2d-d5fc3a6a1559 HTTP/1.1" status: 404 len: 352 time: 0.0369833 Aug 19 12:23:41.351168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Attempting to bind port 42552f96-dc4b-40b5-adc8-4a0a301ca500 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:41.354027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Attempting to bind port 42552f96-dc4b-40b5-adc8-4a0a301ca500 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:41.355930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Attempting to bind port 42552f96-dc4b-40b5-adc8-4a0a301ca500 on network c7910af9-fa9f-4757-879c-8d5ffd82842e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:41.366933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Port 42552f96-dc4b-40b5-adc8-4a0a301ca500 on network c7910af9-fa9f-4757-879c-8d5ffd82842e not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:23:41.367478 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Attempting to bind port 42552f96-dc4b-40b5-adc8-4a0a301ca500 on network c7910af9-fa9f-4757-879c-8d5ffd82842e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:41.386552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:41.387233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Checking segment: {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:41.387811 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Bound using segment: {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:41.388420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Bound port: 42552f96-dc4b-40b5-adc8-4a0a301ca500, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:41.389002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.435335 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58cecc2b-5a50-4379-98e6-8f531e7819d1 req-30e980bb-bc85-402b-8a31-3e7cd720463d service neutron] 10.222.0.30 "GET /v2.0/networks/0b3894f8-dae9-4e88-8329-0414c9eea13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350129 Aug 19 12:23:41.446624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:41.447022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.450999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] For port f93d5095-d94f-44b9-9b2b-10fbea2c78a6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f93d5095-d94f-44b9-9b2b-10fbea2c78a6,segment=NetworkSegment(facf0f2e-e461-4ec2-897b-42974c1229f8),segment_id=facf0f2e-e461-4ec2-897b-42974c1229f8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:41.451731 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.465578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Calling delete_port for f93d5095-d94f-44b9-9b2b-10fbea2c78a6 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:41.517947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] For port 42552f96-dc4b-40b5-adc8-4a0a301ca500, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:41.523027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] For port f93d5095-d94f-44b9-9b2b-10fbea2c78a6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f93d5095-d94f-44b9-9b2b-10fbea2c78a6,segment=NetworkSegment(facf0f2e-e461-4ec2-897b-42974c1229f8),segment_id=facf0f2e-e461-4ec2-897b-42974c1229f8)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:41.523439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.527737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa66ed0-04e6-4442-b812-e85124dd09b8 req-c764d392-e117-4c42-ac0a-811ded6330a3 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:41.535443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2aa66ed0-04e6-4442-b812-e85124dd09b8 req-c764d392-e117-4c42-ac0a-811ded6330a3 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 943 time: 0.0923994 Aug 19 12:23:41.538078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for f93d5095-d94f-44b9-9b2b-10fbea2c78a6 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:41.545204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] For port 42552f96-dc4b-40b5-adc8-4a0a301ca500, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=42552f96-dc4b-40b5-adc8-4a0a301ca500,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:41.588655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2aa66ed0-04e6-4442-b812-e85124dd09b8 req-05528337-5187-47ec-965f-3194fdb5ac19 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521691 Aug 19 12:23:41.623151 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-7a03763f-1278-4e24-bff3-4523df1fe3f9 req-354669e7-284d-4926-89b3-cc897513eb28 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] show failed (client error): The resource could not be found. Aug 19 12:23:41.629549 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a03763f-1278-4e24-bff3-4523df1fe3f9 req-354669e7-284d-4926-89b3-cc897513eb28 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/5e939042-2e5c-4dcc-ab8f-f2a5542c3072 HTTP/1.1" status: 404 len: 352 time: 0.0263698 Aug 19 12:23:41.706250 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.711703 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.751580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:41.752179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066de74-7afa-4da5-8c5f-2ad63dadc7ee req-bb74f8fc-f9c2-4c1f-95dd-a9832adb10c1 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:41.753241 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.753925 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4066de74-7afa-4da5-8c5f-2ad63dadc7ee req-bb74f8fc-f9c2-4c1f-95dd-a9832adb10c1 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 944 time: 0.0873082 Aug 19 12:23:41.755564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] 10.222.0.30 "PUT /v2.0/ports/42552f96-dc4b-40b5-adc8-4a0a301ca500 HTTP/1.1" status: 200 len: 1091 time: 1.4867265 Aug 19 12:23:41.756212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'tag': '42552f96-dc4b-40b5-adc8-4a0a301ca500'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:41.758239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Pushing event deleted for resources: {'Port': ['ID=f93d5095-d94f-44b9-9b2b-10fbea2c78a6,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:41.758886 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fb6f9e-3d14-4710-a6f6-4757fd9aa7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a9e9df-4b27-427a-8cb3-57f4b7a72545", "tag": "42552f96-dc4b-40b5-adc8-4a0a301ca500"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:41.759896 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:41.768048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] No DVR routers for this DVR port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:41.786456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.789948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.790470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.791083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.792090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:41.793924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:42.134068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:42.134068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:42.134068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:42.134068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:42.134068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:42.134068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31032d93-831a-442b-b8d1-e4291453e86d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:23:42.138493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335d2e0-1f90-4a2b-8865-f0c372273d53 service neutron] Pushing event updated for resources: {'Port': ['ID=42552f96-dc4b-40b5-adc8-4a0a301ca500,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:42.139677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=f93d5095-d94f-44b9-9b2b-10fbea2c78a6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:42.139677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No DVR routers for this DVR port f93d5095-d94f-44b9-9b2b-10fbea2c78a6 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:42.139677 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4066de74-7afa-4da5-8c5f-2ad63dadc7ee req-0de78d10-a496-4547-8769-dc107d182eda tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584375 Aug 19 12:23:42.139677 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.139677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be842c63-17dd-4aca-9516-149f523777cf']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:42.140531 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a56a93e-b9d3-403b-bd7d-72be009f6758 x-openstack-request-id: req-2a56a93e-b9d3-403b-bd7d-72be009f6758 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:42.140531 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a9e9df-4b27-427a-8cb3-57f4b7a72545", "tag": "42552f96-dc4b-40b5-adc8-4a0a301ca500", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:42.140531 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a56a93e-b9d3-403b-bd7d-72be009f6758 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:42.140531 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'tag': '42552f96-dc4b-40b5-adc8-4a0a301ca500', 'status': 'completed', 'code': 200} Aug 19 12:23:42.141786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f93d5095-d94f-44b9-9b2b-10fbea2c78a6 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:42.141786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f93d5095-d94f-44b9-9b2b-10fbea2c78a6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:42.141786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f93d5095-d94f-44b9-9b2b-10fbea2c78a6 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facf0f2e-e461-4ec2-897b-42974c1229f8') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facf0f2e-e461-4ec2-897b-42974c1229f8') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:42.143592 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:42.147784 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:42.147784 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:42.147978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb6f9e-3d14-4710-a6f6-4757fd9aa7ea req-827e3453-74b7-45c6-8eb1-c12b7ffb633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.147978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25fb6f9e-3d14-4710-a6f6-4757fd9aa7ea req-827e3453-74b7-45c6-8eb1-c12b7ffb633c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 1094 time: 0.0900712 Aug 19 12:23:42.233000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d38a86-7807-4391-94c9-fbf07da03760 req-2aad3229-9b86-42c9-a3a7-4aef05b6409d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.234915 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9d38a86-7807-4391-94c9-fbf07da03760 req-2aad3229-9b86-42c9-a3a7-4aef05b6409d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1301532 Aug 19 12:23:42.281709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb6f9e-3d14-4710-a6f6-4757fd9aa7ea req-5a9079bd-34cc-4ceb-bcd2-dc5bece81c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.284712 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25fb6f9e-3d14-4710-a6f6-4757fd9aa7ea req-5a9079bd-34cc-4ceb-bcd2-dc5bece81c24 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1503584 Aug 19 12:23:42.299124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9d38a86-7807-4391-94c9-fbf07da03760 req-ba77eb99-86c2-4817-b269-92af12151453 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457385 Aug 19 12:23:42.326599 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.334507 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.350995 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/networks/be842c63-17dd-4aca-9516-149f523777cf HTTP/1.1" status: 204 len: 168 time: 1.6132832 Aug 19 12:23:42.353676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56796) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:42.385990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-600327466'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:42.385990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f569130-15cc-4e0e-9676-36bff98c048f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Network': ['ID=be842c63-17dd-4aca-9516-149f523777cf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:42.459339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb6f9e-3d14-4710-a6f6-4757fd9aa7ea req-d0db30bd-002e-4a5e-89a9-8d6d563518b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.460833 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25fb6f9e-3d14-4710-a6f6-4757fd9aa7ea req-d0db30bd-002e-4a5e-89a9-8d6d563518b6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1667573 Aug 19 12:23:42.481024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d7a4f-7111-4eb9-a8a4-c86b8100c968 req-343c528f-5fae-4184-810b-8aee124bcbcf tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.484337 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b7d7a4f-7111-4eb9-a8a4-c86b8100c968 req-343c528f-5fae-4184-810b-8aee124bcbcf tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.0709739 Aug 19 12:23:42.557623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:42.557623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.570660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1d9aa-61e3-498d-a761-0704794455fa req-108b94c4-eb5d-4198-9a81-58783a3a1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.572593 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-108b94c4-eb5d-4198-9a81-58783a3a1a5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 1094 time: 0.0692785 Aug 19 12:23:42.591846 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b7d7a4f-7111-4eb9-a8a4-c86b8100c968 req-40068868-8a7f-4ee8-9e19-74c32ecfedf8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930593 Aug 19 12:23:42.614414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:42.655521 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.655521 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Added segment fe660730-07fa-4a78-883d-1e792d7fbb8a of type vlan for network 9ee533a2-e5d5-4969-b3d5-a568ec99b834 Aug 19 12:23:42.669910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-0dc7590f-17b7-4d74-a188-e2a5de7590f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42552f96-dc4b-40b5-adc8-4a0a301ca500 HTTP/1.1" status: 200 len: 217 time: 0.0888970 Aug 19 12:23:42.770899 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.773539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65474646-2703-4c37-ae33-8d884342b680 req-12a459d1-8f60-4fae-98cc-aa0fca7a1518 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.781268 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65474646-2703-4c37-ae33-8d884342b680 req-12a459d1-8f60-4fae-98cc-aa0fca7a1518 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 1023 time: 0.1103828 Aug 19 12:23:42.790239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1d9aa-61e3-498d-a761-0704794455fa req-1654b020-c56f-4db1-ab55-a7fbd02df99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.792391 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-1654b020-c56f-4db1-ab55-a7fbd02df99e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b6d7280-9d8b-4b3d-8463-77a7307cc2ef HTTP/1.1" status: 200 len: 845 time: 0.0866196 Aug 19 12:23:42.817465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397046d4-1aef-49a8-9608-cb0e9951bbc4 req-3febaa2a-77ac-4c30-aabc-2f868f35b155 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.825945 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-397046d4-1aef-49a8-9608-cb0e9951bbc4 req-3febaa2a-77ac-4c30-aabc-2f868f35b155 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 943 time: 0.1023881 Aug 19 12:23:42.835817 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-b62e7b6f-5d32-4c11-b2e4-2a8fa0f3b872 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7910af9-fa9f-4757-879c-8d5ffd82842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332603 Aug 19 12:23:42.874577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-397046d4-1aef-49a8-9608-cb0e9951bbc4 req-ec024bd9-8114-4217-b3e5-f0e7624e88cb tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474582 Aug 19 12:23:42.911462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.917964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:42.918842 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:42.922226 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65474646-2703-4c37-ae33-8d884342b680 req-45a3a04b-608d-453d-9c19-59b4d1508e6b tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&id=9c987706-6513-4043-a747-35c9b32dbf4e&id=7cd856d9-8f6c-40fa-929c-796d909cfc58&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1398144 Aug 19 12:23:43.014536 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-9fc6a8ca-499f-4c9a-af5a-bfdeb4b4c6ed service neutron] 10.222.0.30 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645396 Aug 19 12:23:43.046564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Network': ['ID=9ee533a2-e5d5-4969-b3d5-a568ec99b834,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:43.053608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ba9e978c-63df-4a7b-85b3-9fdf4f80fd43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6989949 Aug 19 12:23:43.057189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56806) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:43.062555 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 9ee533a2-e5d5-4969-b3d5-a568ec99b834 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:43.063655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': '9ee533a2-e5d5-4969-b3d5-a568ec99b834', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:43.198490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0a27c-bd08-46fd-b16f-7c1c083b5049 req-dc1b56aa-0c01-475e-9c54-451cfb2b38d5 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:43.206155 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f3a0a27c-bd08-46fd-b16f-7c1c083b5049 req-dc1b56aa-0c01-475e-9c54-451cfb2b38d5 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 944 time: 0.1497507 Aug 19 12:23:43.224296 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16f1d9aa-61e3-498d-a761-0704794455fa req-226c682e-26be-4ea1-97c2-1df5cdf1d15e service neutron] 10.222.0.30 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976357 Aug 19 12:23:43.260524 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f3a0a27c-bd08-46fd-b16f-7c1c083b5049 req-39ce6144-4ecc-4f67-a59a-783f304085f0 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480917 Aug 19 12:23:43.277826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:43.281683 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.579806 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41caac-7e0a-40d9-b5cf-22f210d65e3d req-863fcb44-c60a-496f-b2f3-6d3c42fa7efa tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:43.587282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea41caac-7e0a-40d9-b5cf-22f210d65e3d req-863fcb44-c60a-496f-b2f3-6d3c42fa7efa tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.0791392 Aug 19 12:23:43.603806 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:43.673973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Subnet': ['ID=32403b26-0a53-4823-bd5b-290052a9b220,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:43.719789 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea41caac-7e0a-40d9-b5cf-22f210d65e3d req-8500f5ae-cff1-48c3-a58d-d585a231454d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314454 Aug 19 12:23:43.748605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Checking segment: {'id': 'fe660730-07fa-4a78-883d-1e792d7fbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9ee533a2-e5d5-4969-b3d5-a568ec99b834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:43.749249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network hostable DHCP agents. Network: 9ee533a2-e5d5-4969-b3d5-a568ec99b834, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:43.820195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbd685-1ea8-43b0-8b70-99d93ab0af44 req-9d1b92cf-ee4a-4dc5-9d8e-d36ffa7c7e6b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:43.821876 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-54cbd685-1ea8-43b0-8b70-99d93ab0af44 req-9d1b92cf-ee4a-4dc5-9d8e-d36ffa7c7e6b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.0634859 Aug 19 12:23:43.850037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network 9ee533a2-e5d5-4969-b3d5-a568ec99b834 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:43.879694 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-54cbd685-1ea8-43b0-8b70-99d93ab0af44 req-3fd52102-4b13-428c-9408-e259e8f69dc0 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514350 Aug 19 12:23:44.029343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b2c5a-e7e7-4d00-93a0-e3cda13ddca4 req-e433e61e-424a-4eff-80d7-bbd8df06634d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:44.032973 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c42b2c5a-e7e7-4d00-93a0-e3cda13ddca4 req-e433e61e-424a-4eff-80d7-bbd8df06634d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 943 time: 0.0623040 Aug 19 12:23:44.085218 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c42b2c5a-e7e7-4d00-93a0-e3cda13ddca4 req-36b0225a-f940-44dc-b6a2-dc9f13a0de8a tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459714 Aug 19 12:23:44.085541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b25bc-d7be-457f-a0d9-f5bc1c32e329 req-f929ec9b-d2fe-46cf-99ca-85f6ec9a9624 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:44.092201 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9e0b25bc-d7be-457f-a0d9-f5bc1c32e329 req-f929ec9b-d2fe-46cf-99ca-85f6ec9a9624 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 1023 time: 0.0806110 Aug 19 12:23:44.143866 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9e0b25bc-d7be-457f-a0d9-f5bc1c32e329 req-5563e49d-490b-464b-8330-d25578750510 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a3f5e54-86a7-44a5-9946-7f1121038184&id=9c987706-6513-4043-a747-35c9b32dbf4e&id=7cd856d9-8f6c-40fa-929c-796d909cfc58&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0500531 Aug 19 12:23:44.144858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b52f2-69eb-429f-96a9-9d2fd1a1c7fc req-76b6c1a4-a421-42ae-966d-090ec0cc7f2c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:44.146833 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1c4b52f2-69eb-429f-96a9-9d2fd1a1c7fc req-76b6c1a4-a421-42ae-966d-090ec0cc7f2c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 1023 time: 0.0604236 Aug 19 12:23:44.307193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-1c4b52f2-69eb-429f-96a9-9d2fd1a1c7fc req-f4b6a6d4-7c31-4372-8467-bdc0b0af748d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Deleting port 772f1ea4-dee6-4bb8-83c3-f79ead882782 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:44.307534 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1c4b52f2-69eb-429f-96a9-9d2fd1a1c7fc req-f4b6a6d4-7c31-4372-8467-bdc0b0af748d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:44.312042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 9ee533a2-e5d5-4969-b3d5-a568ec99b834) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:44.323373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c511e-6ec4-4ed2-8395-d9b9aa0ba14d None None] Network 9ee533a2-e5d5-4969-b3d5-a568ec99b834 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:44.389374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:44.389895 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:44.447867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbfe2c-82fe-4864-906e-62f5f05c0f2d req-81b3631c-a065-47a9-aa5a-6a4099337183 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:44.449483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bfbbfe2c-82fe-4864-906e-62f5f05c0f2d req-81b3631c-a065-47a9-aa5a-6a4099337183 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 944 time: 0.1244199 Aug 19 12:23:44.488527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-1c4b52f2-69eb-429f-96a9-9d2fd1a1c7fc req-f4b6a6d4-7c31-4372-8467-bdc0b0af748d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] For port 772f1ea4-dee6-4bb8-83c3-f79ead882782, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=772f1ea4-dee6-4bb8-83c3-f79ead882782,segment=NetworkSegment(16f4b3f6-0833-46d1-afdc-b2ca7f74fe31),segment_id=16f4b3f6-0833-46d1-afdc-b2ca7f74fe31)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:44.489661 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1c4b52f2-69eb-429f-96a9-9d2fd1a1c7fc req-f4b6a6d4-7c31-4372-8467-bdc0b0af748d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:44.503077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-9ee533a2-e5d5-4969-b3d5-a568ec99b834', 'network_id': '9ee533a2-e5d5-4969-b3d5-a568ec99b834', 'tenant_id': 'c626a89e92434352a2dc7dedaa7c508c', 'fixed_ips': [{'subnet_id': '32403b26-0a53-4823-bd5b-290052a9b220'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:23:44.503077 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:44.525582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-1c4b52f2-69eb-429f-96a9-9d2fd1a1c7fc req-f4b6a6d4-7c31-4372-8467-bdc0b0af748d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Calling delete_port for 772f1ea4-dee6-4bb8-83c3-f79ead882782 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:44.563894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56826) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:44.564670 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ab8ccc45-c8c3-4658-bc2b-6974d0e3e30c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5059719 Aug 19 12:23:44.569852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': '9ee533a2-e5d5-4969-b3d5-a568ec99b834', 'security_groups': [], 'name': 'tempest-PortsTestJSON-169591955'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:44.620434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bfbbfe2c-82fe-4864-906e-62f5f05c0f2d req-70a72f6f-279d-4569-ade0-121eabb36582 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564906 Aug 19 12:23:44.742631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Allocated IP 172.20.0.2 (9ee533a2-e5d5-4969-b3d5-a568ec99b834/32403b26-0a53-4823-bd5b-290052a9b220/0ba27b9b-f588-4989-9b19-3236be89e7a3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:44.817842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:44.821908 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:44.847200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port b27d50a0-e885-45c7-ba73-db373475e6f1 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:23:44.884090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c32fe6-d3f6-4ffe-b61e-414c98dc958c req-80da52e3-cebb-4526-ae0d-6ea1db262c27 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:44.885715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65c32fe6-d3f6-4ffe-b61e-414c98dc958c req-80da52e3-cebb-4526-ae0d-6ea1db262c27 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.0804207 Aug 19 12:23:44.911927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 42552f96-dc4b-40b5-adc8-4a0a301ca500 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:44.913756 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1c4b52f2-69eb-429f-96a9-9d2fd1a1c7fc req-f4b6a6d4-7c31-4372-8467-bdc0b0af748d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:44.990328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6a6d4-7c31-4372-8467-bdc0b0af748d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event deleted for resources: {'Port': ['ID=772f1ea4-dee6-4bb8-83c3-f79ead882782,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:45.077850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65c32fe6-d3f6-4ffe-b61e-414c98dc958c req-29302e27-9f2f-4771-b5fd-26df062e066b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819007 Aug 19 12:23:45.099610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a02747-9314-40c6-8d84-54ca037040fc req-88b41775-b836-4357-b7c1-d64373ec758e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:45.101299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03a02747-9314-40c6-8d84-54ca037040fc req-88b41775-b836-4357-b7c1-d64373ec758e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.1108727 Aug 19 12:23:45.119543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b52f2-69eb-429f-96a9-9d2fd1a1c7fc req-f4b6a6d4-7c31-4372-8467-bdc0b0af748d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] No DVR routers for this DVR port 772f1ea4-dee6-4bb8-83c3-f79ead882782 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:45.132035 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1c4b52f2-69eb-429f-96a9-9d2fd1a1c7fc req-f4b6a6d4-7c31-4372-8467-bdc0b0af748d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.134629 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1c4b52f2-69eb-429f-96a9-9d2fd1a1c7fc req-f4b6a6d4-7c31-4372-8467-bdc0b0af748d tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.62 "DELETE /v2.0/ports/772f1ea4-dee6-4bb8-83c3-f79ead882782 HTTP/1.1" status: 204 len: 173 time: 0.9807079 Aug 19 12:23:45.135212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'name': 'network-vif-deleted', 'tag': '772f1ea4-dee6-4bb8-83c3-f79ead882782'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:45.137517 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2831bb7-c7c2-4552-bde9-3cc96adf1bab" -d '{"events": [{"server_uuid": "c0ac33d4-3929-4d34-89cd-0fda8f99751d", "name": "network-vif-deleted", "tag": "772f1ea4-dee6-4bb8-83c3-f79ead882782"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:45.159016 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.164424 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03a02747-9314-40c6-8d84-54ca037040fc req-bdbab744-9b58-4bb2-af05-8f2fb65cfdb4 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512211 Aug 19 12:23:45.176740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Transition to ACTIVE for port object 0ba27b9b-f588-4989-9b19-3236be89e7a3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:45.206515 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 42552f96-dc4b-40b5-adc8-4a0a301ca500, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=42552f96-dc4b-40b5-adc8-4a0a301ca500,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:45.224482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Transition to ACTIVE for port object 0ba27b9b-f588-4989-9b19-3236be89e7a3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:45.230155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '42552f96-dc4b-40b5-adc8-4a0a301ca500', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'port_id': '42552f96-dc4b-40b5-adc8-4a0a301ca500', 'mac_address': 'fa:16:3e:6e:94:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6d7280-9d8b-4b3d-8463-77a7307cc2ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:45.294783 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.311569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42552f96-dc4b-40b5-adc8-4a0a301ca500 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:45.322893 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba68681e-21d5-497d-9456-1ebeafde7bcc x-openstack-request-id: req-ba68681e-21d5-497d-9456-1ebeafde7bcc {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:45.323182 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ac33d4-3929-4d34-89cd-0fda8f99751d", "name": "network-vif-deleted", "tag": "772f1ea4-dee6-4bb8-83c3-f79ead882782", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:45.323385 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba68681e-21d5-497d-9456-1ebeafde7bcc {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:45.323922 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ac33d4-3929-4d34-89cd-0fda8f99751d', 'name': 'network-vif-deleted', 'tag': '772f1ea4-dee6-4bb8-83c3-f79ead882782', 'status': 'completed', 'code': 200} Aug 19 12:23:45.342139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 42552f96-dc4b-40b5-adc8-4a0a301ca500, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=42552f96-dc4b-40b5-adc8-4a0a301ca500,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:45.354062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb738-e0b1-4f7d-90d0-189293986b7c req-ff315939-671c-4cf5-8868-956c95f49883 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:45.354631 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.379927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fdeb738-e0b1-4f7d-90d0-189293986b7c req-ff315939-671c-4cf5-8868-956c95f49883 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 943 time: 0.1236844 Aug 19 12:23:45.450558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fdeb738-e0b1-4f7d-90d0-189293986b7c req-65c157db-ce81-49b3-b2d1-3ac1f55c19ba tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590634 Aug 19 12:23:45.475467 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.489118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2eafb4f-6ef0-49be-89ac-677502d13161 req-d3c62cc3-145b-43f8-8b80-00f0bf7cfe6c tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0ac33d4-3929-4d34-89cd-0fda8f99751d HTTP/1.1" status: 200 len: 210 time: 0.0630763 Aug 19 12:23:45.518310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Network 9ee533a2-e5d5-4969-b3d5-a568ec99b834 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:45.519365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Pushing event updated for resources: {'Port': ['ID=0ba27b9b-f588-4989-9b19-3236be89e7a3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:45.530452 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:45.536466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:45.545351 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.11 (9ee533a2-e5d5-4969-b3d5-a568ec99b834/32403b26-0a53-4823-bd5b-290052a9b220/b27d50a0-e885-45c7-ba73-db373475e6f1) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:23:45.702026 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.718168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object b27d50a0-e885-45c7-ba73-db373475e6f1 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:23:45.817852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e6cd7-5dfb-4b06-ae6a-4baf6e0fc5f7 req-bd800853-d9a5-4ea3-af4b-18fb7b9eda14 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:45.821752 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c81e6cd7-5dfb-4b06-ae6a-4baf6e0fc5f7 req-bd800853-d9a5-4ea3-af4b-18fb7b9eda14 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 944 time: 0.0882862 Aug 19 12:23:45.847706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.874542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['42552f96-dc4b-40b5-adc8-4a0a301ca500'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:45.907182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=b27d50a0-e885-45c7-ba73-db373475e6f1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:45.914057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=42552f96-dc4b-40b5-adc8-4a0a301ca500,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:45.926221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Attempting to bind port 0ba27b9b-f588-4989-9b19-3236be89e7a3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:23:45.926596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Attempting to bind port 0ba27b9b-f588-4989-9b19-3236be89e7a3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'fe660730-07fa-4a78-883d-1e792d7fbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9ee533a2-e5d5-4969-b3d5-a568ec99b834'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:23:45.926987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Attempting to bind port 0ba27b9b-f588-4989-9b19-3236be89e7a3 on network 9ee533a2-e5d5-4969-b3d5-a568ec99b834 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:23:45.928720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c81e6cd7-5dfb-4b06-ae6a-4baf6e0fc5f7 req-68a7d70d-030b-4511-8678-6fd1c44f6918 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005020 Aug 19 12:23:45.936665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network 9ee533a2-e5d5-4969-b3d5-a568ec99b834 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:45.938157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:45.941954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:45.950135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:23:45.950583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Checking segment: {'id': 'fe660730-07fa-4a78-883d-1e792d7fbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9ee533a2-e5d5-4969-b3d5-a568ec99b834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:45.951081 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:45.960329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Bound using segment: {'id': 'fe660730-07fa-4a78-883d-1e792d7fbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9ee533a2-e5d5-4969-b3d5-a568ec99b834'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:23:45.960329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Bound port: 0ba27b9b-f588-4989-9b19-3236be89e7a3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe660730-07fa-4a78-883d-1e792d7fbb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9ee533a2-e5d5-4969-b3d5-a568ec99b834'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:23:45.960329 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.001980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:46.002697 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.074586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] For port 0ba27b9b-f588-4989-9b19-3236be89e7a3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:23:46.091906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] For port 0ba27b9b-f588-4989-9b19-3236be89e7a3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0ba27b9b-f588-4989-9b19-3236be89e7a3,segment=NetworkSegment(fe660730-07fa-4a78-883d-1e792d7fbb8a),segment_id=fe660730-07fa-4a78-883d-1e792d7fbb8a)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:23:46.202320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5dc4465d-04e5-4ec8-a504-ea08cfe0613e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6373045 Aug 19 12:23:46.206078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56854) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:46.225618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bf4c1-35d0-43f8-8a96-d7118a019f75 req-8965f7a7-1a25-4279-9f07-edf5c9dc1f0a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:46.227187 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd5bf4c1-35d0-43f8-8a96-d7118a019f75 req-8965f7a7-1a25-4279-9f07-edf5c9dc1f0a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.0624888 Aug 19 12:23:46.284325 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.298902 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd5bf4c1-35d0-43f8-8a96-d7118a019f75 req-b19bc9d4-2b77-4905-8451-dd191e50ea83 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613978 Aug 19 12:23:46.373020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f42e8-8a79-4c68-b05d-d3d211269a0f req-7d22aeac-c1c8-4413-b84b-d858ac004c06 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:46.374608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-716f42e8-8a79-4c68-b05d-d3d211269a0f req-7d22aeac-c1c8-4413-b84b-d858ac004c06 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.1104219 Aug 19 12:23:46.402180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a38456-1c1f-4fde-9660-ff8fa6268390 None None] Pushing event updated for resources: {'Port': ['ID=0ba27b9b-f588-4989-9b19-3236be89e7a3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:46.451150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3436816e-1a88-4972-909e-e177280afd2c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port b27d50a0-e885-45c7-ba73-db373475e6f1 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:46.451150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3436816e-1a88-4972-909e-e177280afd2c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.457427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-716f42e8-8a79-4c68-b05d-d3d211269a0f req-547c7e76-d029-4478-bb60-c19a046f34fa tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750697 Aug 19 12:23:46.631703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e470-3a88-4229-bbd5-0757fa0e65b7 req-7f2aa137-f395-42af-8dc2-e6969fa664ae tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:46.633138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b11e470-3a88-4229-bbd5-0757fa0e65b7 req-7f2aa137-f395-42af-8dc2-e6969fa664ae tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 944 time: 0.1094005 Aug 19 12:23:46.663491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3436816e-1a88-4972-909e-e177280afd2c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.686262 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b11e470-3a88-4229-bbd5-0757fa0e65b7 req-1a8a061f-e48c-4fd0-9d3f-50477c1e50e6 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446837 Aug 19 12:23:46.692566 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3436816e-1a88-4972-909e-e177280afd2c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for b27d50a0-e885-45c7-ba73-db373475e6f1 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:46.713656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-095e1b5f-9805-478f-893b-88f55ef5f251 req-2b28a44f-d9c2-4b2e-b736-a08fdf8290cb tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/7cd856d9-8f6c-40fa-929c-796d909cfc58 HTTP/1.1" status: 200 len: 1803 time: 0.1030018 Aug 19 12:23:46.838120 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-095e1b5f-9805-478f-893b-88f55ef5f251 req-d3f9e273-b3c1-42f2-8e69-64cf7f9cf9fd tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.878079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 772f1ea4-dee6-4bb8-83c3-f79ead882782 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:46.885721 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-095e1b5f-9805-478f-893b-88f55ef5f251 req-d3f9e273-b3c1-42f2-8e69-64cf7f9cf9fd tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:46.900174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 772f1ea4-dee6-4bb8-83c3-f79ead882782 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:46.901885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 772f1ea4-dee6-4bb8-83c3-f79ead882782 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:46.913528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 42552f96-dc4b-40b5-adc8-4a0a301ca500 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:46.998247 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3436816e-1a88-4972-909e-e177280afd2c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.038000 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-095e1b5f-9805-478f-893b-88f55ef5f251 req-d3f9e273-b3c1-42f2-8e69-64cf7f9cf9fd tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.039097 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-095e1b5f-9805-478f-893b-88f55ef5f251 req-d3f9e273-b3c1-42f2-8e69-64cf7f9cf9fd tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.043336 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-095e1b5f-9805-478f-893b-88f55ef5f251 req-d3f9e273-b3c1-42f2-8e69-64cf7f9cf9fd tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "DELETE /v2.0/security-groups/7cd856d9-8f6c-40fa-929c-796d909cfc58 HTTP/1.1" status: 204 len: 173 time: 0.3017623 Aug 19 12:23:47.061337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436816e-1a88-4972-909e-e177280afd2c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=b27d50a0-e885-45c7-ba73-db373475e6f1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:47.107058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2059fa-c5cb-4a21-9be8-5620684678f3 req-29b9a407-11b4-4733-bdfc-a217653979b1 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:47.109060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9e273-b3c1-42f2-8e69-64cf7f9cf9fd tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd856d9-8f6c-40fa-929c-796d909cfc58,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:47.116692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af2059fa-c5cb-4a21-9be8-5620684678f3 req-29b9a407-11b4-4733-bdfc-a217653979b1 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 944 time: 0.0630496 Aug 19 12:23:47.135385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 42552f96-dc4b-40b5-adc8-4a0a301ca500 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:47.147651 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 42552f96-dc4b-40b5-adc8-4a0a301ca500 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:47.150852 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.159658 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3436816e-1a88-4972-909e-e177280afd2c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.164365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3436816e-1a88-4972-909e-e177280afd2c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/b27d50a0-e885-45c7-ba73-db373475e6f1 HTTP/1.1" status: 204 len: 168 time: 0.9571276 Aug 19 12:23:47.164989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56878) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:47.177602 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad6669e1-881b-4b9e-949b-0810d09202f3 req-b6a0495e-0919-47ca-88b7-c21eb3e376fa tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "GET /v2.0/security-groups/9c987706-6513-4043-a747-35c9b32dbf4e HTTP/1.1" status: 200 len: 1802 time: 0.1126423 Aug 19 12:23:47.204355 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecdb319-2e54-4276-a39a-6c8fe958b61b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:23:47.208792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3ecdb319-2e54-4276-a39a-6c8fe958b61b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/b27d50a0-e885-45c7-ba73-db373475e6f1 HTTP/1.1" status: 404 len: 333 time: 0.0425608 Aug 19 12:23:47.209411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56880) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:47.226892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af2059fa-c5cb-4a21-9be8-5620684678f3 req-22d12668-da83-4071-89c2-b2dce1de1a5d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957267 Aug 19 12:23:47.293398 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.313164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d741fef6-31ad-41b9-b760-9f3f567bcc7f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting subnet 32403b26-0a53-4823-bd5b-290052a9b220 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:23:47.316655 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d741fef6-31ad-41b9-b760-9f3f567bcc7f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.347433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 42552f96-dc4b-40b5-adc8-4a0a301ca500, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=42552f96-dc4b-40b5-adc8-4a0a301ca500,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:47.348764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42552f96-dc4b-40b5-adc8-4a0a301ca500'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:47.351594 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aba7e1-9f38-4e49-9007-8edd0683dd7b" -d '{"events": [{"server_uuid": "a1a9e9df-4b27-427a-8cb3-57f4b7a72545", "name": "network-vif-plugged", "status": "completed", "tag": "42552f96-dc4b-40b5-adc8-4a0a301ca500"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:47.403529 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d741fef6-31ad-41b9-b760-9f3f567bcc7f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.435100 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.440090 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad6669e1-881b-4b9e-949b-0810d09202f3 req-3a9f1ad0-9f7e-4aec-9deb-2d3bfe779735 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.469290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160cce5-410c-4c5e-ad36-161b1c7e60d1 req-13437177-9211-4191-a6b3-dcf16fb5bac1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:47.471579 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8160cce5-410c-4c5e-ad36-161b1c7e60d1 req-13437177-9211-4191-a6b3-dcf16fb5bac1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.0670390 Aug 19 12:23:47.519185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=42552f96-dc4b-40b5-adc8-4a0a301ca500,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:47.521843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad6669e1-881b-4b9e-949b-0810d09202f3 req-3a9f1ad0-9f7e-4aec-9deb-2d3bfe779735 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.557340 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8160cce5-410c-4c5e-ad36-161b1c7e60d1 req-e601f638-b8c6-439e-a282-002f382fc152 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740366 Aug 19 12:23:47.584092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d741fef6-31ad-41b9-b760-9f3f567bcc7f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.596350 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b67b89b-b29f-488a-87a9-f0d63e4255b0 x-openstack-request-id: req-1b67b89b-b29f-488a-87a9-f0d63e4255b0 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:47.596653 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a9e9df-4b27-427a-8cb3-57f4b7a72545", "name": "network-vif-plugged", "status": "completed", "tag": "42552f96-dc4b-40b5-adc8-4a0a301ca500", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:47.596907 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b67b89b-b29f-488a-87a9-f0d63e4255b0 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:47.597307 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42552f96-dc4b-40b5-adc8-4a0a301ca500', 'code': 200} Aug 19 12:23:47.696692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56602f0-97ab-40b6-8535-ab0d0fdf2542 None None] Network 9ee533a2-e5d5-4969-b3d5-a568ec99b834 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:47.733427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e65d5-dbdc-4b30-a36c-96eb5d7a3950 req-7822ad7f-3078-4688-8459-0ff98ae77fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:47.734967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-165e65d5-dbdc-4b30-a36c-96eb5d7a3950 req-7822ad7f-3078-4688-8459-0ff98ae77fd4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 1096 time: 0.0758452 Aug 19 12:23:47.778191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b819b-779f-42a8-bd5d-6d4a950d5883 req-e011361a-369a-4cd1-b8e5-69a2497ea0db tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:47.779963 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a3b819b-779f-42a8-bd5d-6d4a950d5883 req-e011361a-369a-4cd1-b8e5-69a2497ea0db tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.0798967 Aug 19 12:23:47.791764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad6669e1-881b-4b9e-949b-0810d09202f3 req-3a9f1ad0-9f7e-4aec-9deb-2d3bfe779735 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.797960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad6669e1-881b-4b9e-949b-0810d09202f3 req-3a9f1ad0-9f7e-4aec-9deb-2d3bfe779735 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.802433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56910) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:47.804191 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad6669e1-881b-4b9e-949b-0810d09202f3 req-3a9f1ad0-9f7e-4aec-9deb-2d3bfe779735 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] 10.222.0.21 "DELETE /v2.0/security-groups/9c987706-6513-4043-a747-35c9b32dbf4e HTTP/1.1" status: 204 len: 173 time: 0.6074884 Aug 19 12:23:47.819056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-165e65d5-dbdc-4b30-a36c-96eb5d7a3950 req-4d4872a9-2dc0-4ba5-9239-97ade59b8aa3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749145 Aug 19 12:23:47.824217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f1ad0-9f7e-4aec-9deb-2d3bfe779735 tempest-SecurityGroupsTestJSON-838713204 tempest-SecurityGroupsTestJSON-838713204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c987706-6513-4043-a747-35c9b32dbf4e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:47.871425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a3b819b-779f-42a8-bd5d-6d4a950d5883 req-b066d0a2-811f-4de7-8230-cff5bdf39d82 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852063 Aug 19 12:23:47.878462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c976f3-fe4a-462a-b8df-e7de8a82d1a1 admin admin] Deleting subnet 59f4e646-38ae-486f-af95-28a2e0ba949f {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:23:47.885102 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5c976f3-fe4a-462a-b8df-e7de8a82d1a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.911323 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d741fef6-31ad-41b9-b760-9f3f567bcc7f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.934415 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5c976f3-fe4a-462a-b8df-e7de8a82d1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.960871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741fef6-31ad-41b9-b760-9f3f567bcc7f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Subnet': ['ID=32403b26-0a53-4823-bd5b-290052a9b220,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:47.965185 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d741fef6-31ad-41b9-b760-9f3f567bcc7f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:47.967270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d741fef6-31ad-41b9-b760-9f3f567bcc7f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/32403b26-0a53-4823-bd5b-290052a9b220 HTTP/1.1" status: 204 len: 168 time: 0.7555873 Aug 19 12:23:47.970183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56916) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:47.983039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feb763-d062-495b-ba06-e3b9f02f37c1 req-9f15ed2d-21ea-4702-9c8f-e725a1ba743d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:47.986240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-78c51b46-ae95-41b3-8929-330ed81ed5fc None None] Provisioning for port 0ba27b9b-f588-4989-9b19-3236be89e7a3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:47.991114 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2feb763-d062-495b-ba06-e3b9f02f37c1 req-9f15ed2d-21ea-4702-9c8f-e725a1ba743d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 945 time: 0.1234505 Aug 19 12:23:48.073781 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2feb763-d062-495b-ba06-e3b9f02f37c1 req-745ac40c-566a-43d2-98a7-1292ea689e35 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813172 Aug 19 12:23:48.078573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5c976f3-fe4a-462a-b8df-e7de8a82d1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.098307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0ba27b9b-f588-4989-9b19-3236be89e7a3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:48.158926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.173708 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe655b-4e27-49c2-9d50-b92877667e5e None None] Network 9ee533a2-e5d5-4969-b3d5-a568ec99b834 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:48.226528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port 0ba27b9b-f588-4989-9b19-3236be89e7a3 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:48.226911 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.238348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 0ba27b9b-f588-4989-9b19-3236be89e7a3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:48.253582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 0ba27b9b-f588-4989-9b19-3236be89e7a3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:48.253997 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.258429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6e502840-81a9-4571-8c5b-bd6e9c8fcb8d None None] Provisioning complete for port 0ba27b9b-f588-4989-9b19-3236be89e7a3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:48.259551 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6e502840-81a9-4571-8c5b-bd6e9c8fcb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.297027 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5c976f3-fe4a-462a-b8df-e7de8a82d1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.305674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] For port 0ba27b9b-f588-4989-9b19-3236be89e7a3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0ba27b9b-f588-4989-9b19-3236be89e7a3,segment=NetworkSegment(fe660730-07fa-4a78-883d-1e792d7fbb8a),segment_id=fe660730-07fa-4a78-883d-1e792d7fbb8a)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:48.306637 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.335354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3a608-ff1c-4c6f-babe-251abcb29a0c req-cd4b67d8-3086-41e5-b308-ce9c4f4af17a tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:48.337986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3eb3a608-ff1c-4c6f-babe-251abcb29a0c req-cd4b67d8-3086-41e5-b308-ce9c4f4af17a tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 944 time: 0.0630567 Aug 19 12:23:48.348358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c976f3-fe4a-462a-b8df-e7de8a82d1a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f4e646-38ae-486f-af95-28a2e0ba949f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:48.355052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for 0ba27b9b-f588-4989-9b19-3236be89e7a3 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:48.357248 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5c976f3-fe4a-462a-b8df-e7de8a82d1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.361771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d5c976f3-fe4a-462a-b8df-e7de8a82d1a1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/59f4e646-38ae-486f-af95-28a2e0ba949f HTTP/1.1" status: 204 len: 168 time: 0.5578196 Aug 19 12:23:48.363428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56934) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:48.383053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3eb3a608-ff1c-4c6f-babe-251abcb29a0c req-b9f25b55-28dd-493c-ad32-db912fae4393 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354621 Aug 19 12:23:48.472944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.503203 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6e502840-81a9-4571-8c5b-bd6e9c8fcb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.510909 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.535726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6222620c-177e-404e-94b6-81bb37de7c04 None None] DHCP port deletion for 9ee533a2-e5d5-4969-b3d5-a568ec99b834 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:23:48.543862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 0ba27b9b-f588-4989-9b19-3236be89e7a3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0ba27b9b-f588-4989-9b19-3236be89e7a3,segment=NetworkSegment(fe660730-07fa-4a78-883d-1e792d7fbb8a),segment_id=fe660730-07fa-4a78-883d-1e792d7fbb8a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:48.595573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6222620c-177e-404e-94b6-81bb37de7c04 None None] Deleting port 0ba27b9b-f588-4989-9b19-3236be89e7a3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:48.595950 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6222620c-177e-404e-94b6-81bb37de7c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.599538 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.612147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c067dae9-fca6-41a1-b2bc-44c2d8b3cc88']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:48.624906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f4b3f6-0833-46d1-afdc-b2ca7f74fe31') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:48.625196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f4b3f6-0833-46d1-afdc-b2ca7f74fe31') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:48.646188 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.668060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6222620c-177e-404e-94b6-81bb37de7c04 None None] For port 0ba27b9b-f588-4989-9b19-3236be89e7a3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0ba27b9b-f588-4989-9b19-3236be89e7a3,segment=NetworkSegment(fe660730-07fa-4a78-883d-1e792d7fbb8a),segment_id=fe660730-07fa-4a78-883d-1e792d7fbb8a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:48.679724 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6222620c-177e-404e-94b6-81bb37de7c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.680363 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.686060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6222620c-177e-404e-94b6-81bb37de7c04 None None] Calling delete_port for 0ba27b9b-f588-4989-9b19-3236be89e7a3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:48.689813 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:48.690216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:48.692120 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:48.793352 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:48.878837 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-6e502840-81a9-4571-8c5b-bd6e9c8fcb8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:23:48.879348 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-6e502840-81a9-4571-8c5b-bd6e9c8fcb8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:23:48.879729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=0ba27b9b-f588-4989-9b19-3236be89e7a3,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:48.924048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 95a8d371-0bb3-4cd2-940f-8c5f87541eac details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:49.059881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 95a8d371-0bb3-4cd2-940f-8c5f87541eac, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=95a8d371-0bb3-4cd2-940f-8c5f87541eac,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:49.075112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '95a8d371-0bb3-4cd2-940f-8c5f87541eac', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'port_id': '95a8d371-0bb3-4cd2-940f-8c5f87541eac', 'mac_address': 'fa:16:3e:a0:c4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:49.119169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0cfb5-a008-49f1-9d28-3ba69a14d3ec req-5628e9ff-8708-47f6-ae55-e6982a221f5d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:49.126304 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-63b0cfb5-a008-49f1-9d28-3ba69a14d3ec req-5628e9ff-8708-47f6-ae55-e6982a221f5d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.4946783 Aug 19 12:23:49.143643 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.166208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a8d371-0bb3-4cd2-940f-8c5f87541eac {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:49.201487 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-63b0cfb5-a008-49f1-9d28-3ba69a14d3ec req-f9903d62-3a78-4f82-8fff-ed2cb1e69658 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739875 Aug 19 12:23:49.209219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 95a8d371-0bb3-4cd2-940f-8c5f87541eac, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=95a8d371-0bb3-4cd2-940f-8c5f87541eac,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:49.224361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99514953-3ec2-46a0-8b73-e25c00702c14 req-23564321-5b09-44ad-a0b9-e5447e892dbb tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:49.228719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99514953-3ec2-46a0-8b73-e25c00702c14 req-23564321-5b09-44ad-a0b9-e5447e892dbb tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 945 time: 0.0838540 Aug 19 12:23:49.254365 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.265325 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6222620c-177e-404e-94b6-81bb37de7c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.282307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=0ba27b9b-f588-4989-9b19-3236be89e7a3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:49.288626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No DVR routers for this DVR port 0ba27b9b-f588-4989-9b19-3236be89e7a3 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:49.294285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99514953-3ec2-46a0-8b73-e25c00702c14 req-8b4bb815-c397-451d-98f4-2cb96c877dd2 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595014 Aug 19 12:23:49.317245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222620c-177e-404e-94b6-81bb37de7c04 None None] No DVR routers for this DVR port 0ba27b9b-f588-4989-9b19-3236be89e7a3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:23:49.324353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222620c-177e-404e-94b6-81bb37de7c04 None None] Pushing event deleted for resources: {'Port': ['ID=0ba27b9b-f588-4989-9b19-3236be89e7a3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:49.339485 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.364153 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.384403 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.384403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c067dae9-fca6-41a1-b2bc-44c2d8b3cc88 HTTP/1.1" status: 204 len: 168 time: 1.0145636 Aug 19 12:23:49.394712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.410269 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee533a2-e5d5-4969-b3d5-a568ec99b834']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:49.422539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe660730-07fa-4a78-883d-1e792d7fbb8a') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:49.423287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe660730-07fa-4a78-883d-1e792d7fbb8a') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:49.423906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=95a8d371-0bb3-4cd2-940f-8c5f87541eac,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:49.427447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6e502840-81a9-4571-8c5b-bd6e9c8fcb8d None None] Port 0ba27b9b-f588-4989-9b19-3236be89e7a3 update to ACTIVE by agent not found {{(pid=95544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 12:23:49.453551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc93b8-377f-4798-8122-3372db2f8503 admin admin] Pushing event deleted for resources: {'Network': ['ID=c067dae9-fca6-41a1-b2bc-44c2d8b3cc88,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:49.458687 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.474685 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.485996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:23:49.485996 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:23:49.492001 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:23:49.533475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d698ef0-08c6-4754-981c-f52b833a24b9 req-30ce0f6d-28b3-454b-935b-f69a3897be1a tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:49.535005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d698ef0-08c6-4754-981c-f52b833a24b9 req-30ce0f6d-28b3-454b-935b-f69a3897be1a tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 945 time: 0.0585039 Aug 19 12:23:49.575639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d698ef0-08c6-4754-981c-f52b833a24b9 req-712723fc-ddec-4b13-84f2-d55761b6a5fb tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335529 Aug 19 12:23:49.582023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['95a8d371-0bb3-4cd2-940f-8c5f87541eac'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:49.625841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.636594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.636594 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/networks/9ee533a2-e5d5-4969-b3d5-a568ec99b834 HTTP/1.1" status: 204 len: 168 time: 1.6647346 Aug 19 12:23:49.639898 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56998) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:49.645923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'name': 'tempest-PortsTestJSON-280818433'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:49.651756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd383be-cf48-4979-9fe2-2caebf2f9c76 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Network': ['ID=9ee533a2-e5d5-4969-b3d5-a568ec99b834,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:49.807092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50d876-8e19-417c-9b2b-5678bce4d244 req-46304eec-d163-4cfe-896d-3b8ec9e37f9c tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:49.808565 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb50d876-8e19-417c-9b2b-5678bce4d244 req-46304eec-d163-4cfe-896d-3b8ec9e37f9c tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 945 time: 0.0526533 Aug 19 12:23:49.840129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:49.843504 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:49.860040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb50d876-8e19-417c-9b2b-5678bce4d244 req-3b446db2-056e-4a78-8da2-0586d416403d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Aug 19 12:23:49.866616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port a42ea6d4-fbfb-43ac-93b0-d4d35153f959 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:23:49.913400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57004) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:49.957285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0ba27b9b-f588-4989-9b19-3236be89e7a3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:49.981031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 0ba27b9b-f588-4989-9b19-3236be89e7a3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:23:49.986908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0ba27b9b-f588-4989-9b19-3236be89e7a3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:23:50.005305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1a038367-ff93-4ea0-b55b-bf4311a0ec81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=989fa3b6e54242c28bbc8fc6b8d91d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908914 Aug 19 12:23:50.008301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57016) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:50.069262 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-262201ed-7753-40b9-aaf8-2ce9c5f0805a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.091843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.102443 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-262201ed-7753-40b9-aaf8-2ce9c5f0805a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.174581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da75e-16cc-45e0-8fa6-41fdb3b62a40 req-eb3dba7e-abc7-4707-8ce6-4dfd98644312 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.176079 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f2da75e-16cc-45e0-8fa6-41fdb3b62a40 req-eb3dba7e-abc7-4707-8ce6-4dfd98644312 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 946 time: 0.0668252 Aug 19 12:23:50.215436 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f2da75e-16cc-45e0-8fa6-41fdb3b62a40 req-a9d2185e-ef3d-4c40-bafa-a663e1028f93 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325928 Aug 19 12:23:50.304071 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.363227 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-262201ed-7753-40b9-aaf8-2ce9c5f0805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.365464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-262201ed-7753-40b9-aaf8-2ce9c5f0805a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.366576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-262201ed-7753-40b9-aaf8-2ce9c5f0805a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a3f5e54-86a7-44a5-9946-7f1121038184 HTTP/1.1" status: 204 len: 168 time: 0.3559053 Aug 19 12:23:50.388600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262201ed-7753-40b9-aaf8-2ce9c5f0805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3f5e54-86a7-44a5-9946-7f1121038184,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:50.722062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b19d-016c-459b-9ea6-517a921da895 req-47f1efa1-3569-4a68-82b6-2ea44b57e703 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.723645 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c444b19d-016c-459b-9ea6-517a921da895 req-47f1efa1-3569-4a68-82b6-2ea44b57e703 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 945 time: 0.0554936 Aug 19 12:23:50.732704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35d420-8ae5-431c-9f5a-e97211239228 req-a1d7a35d-a068-47e6-ab2a-61b34db565f5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.734202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff35d420-8ae5-431c-9f5a-e97211239228 req-a1d7a35d-a068-47e6-ab2a-61b34db565f5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.4695177 Aug 19 12:23:50.740522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:50.743899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:50.750264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:50.755925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:50.756542 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:50.775756 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c444b19d-016c-459b-9ea6-517a921da895 req-8d7fa8f5-78d1-4287-8e7d-954f5d4ac513 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452905 Aug 19 12:23:50.791672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=a42ea6d4-fbfb-43ac-93b0-d4d35153f959,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:50.818438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ff35d420-8ae5-431c-9f5a-e97211239228 req-db785dd4-c17b-4be5-b260-2b72f6a6bc38 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676820 Aug 19 12:23:50.900885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a0fd7896-9aa4-4f12-ae21-e5a198d53674 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:50.920104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57086) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:50.920343 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-27aae4bd-899e-4363-911d-d6879689f343 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2788601 Aug 19 12:23:50.948873 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 95a8d371-0bb3-4cd2-940f-8c5f87541eac up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:51.085320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a0fd7896-9aa4-4f12-ae21-e5a198d53674, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0fd7896-9aa4-4f12-ae21-e5a198d53674,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:51.106911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'port_id': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674', 'mac_address': 'fa:16:3e:57:94:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a30a79-0796-4e2e-a201-ffee4494f99e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:51.130477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ee596-9634-4ff3-a2a8-f03591b66dc0 req-d436d638-1361-4ff9-b705-2a0c4948353c tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:51.132000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 95a8d371-0bb3-4cd2-940f-8c5f87541eac completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:23:51.132171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf1ee596-9634-4ff3-a2a8-f03591b66dc0 req-d436d638-1361-4ff9-b705-2a0c4948353c tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 945 time: 0.0945287 Aug 19 12:23:51.135511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f081497b-f99d-45cc-bbd4-26ae1998f6b3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port a42ea6d4-fbfb-43ac-93b0-d4d35153f959 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:51.135857 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f081497b-f99d-45cc-bbd4-26ae1998f6b3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.141697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 95a8d371-0bb3-4cd2-940f-8c5f87541eac triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:51.142747 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.175728 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.198943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0fd7896-9aa4-4f12-ae21-e5a198d53674 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:51.225283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a0fd7896-9aa4-4f12-ae21-e5a198d53674, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0fd7896-9aa4-4f12-ae21-e5a198d53674,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:51.236999 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf1ee596-9634-4ff3-a2a8-f03591b66dc0 req-ac8904f9-05f9-429b-af61-4e4ef02f6f30 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967255 Aug 19 12:23:51.249045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f081497b-f99d-45cc-bbd4-26ae1998f6b3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.273705 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.295056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f081497b-f99d-45cc-bbd4-26ae1998f6b3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for a42ea6d4-fbfb-43ac-93b0-d4d35153f959 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:51.312449 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a8d371-0bb3-4cd2-940f-8c5f87541eac'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:51.316156 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d106bdea-32c8-4caf-b05e-01d49aa49c00" -d '{"events": [{"server_uuid": "9913ae89-fa5d-4a81-8277-96a5d8d322f6", "name": "network-vif-plugged", "status": "completed", "tag": "95a8d371-0bb3-4cd2-940f-8c5f87541eac"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:51.337224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 95a8d371-0bb3-4cd2-940f-8c5f87541eac, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=95a8d371-0bb3-4cd2-940f-8c5f87541eac,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:51.362219 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2af6ab-e7a1-42c2-b573-92b7c9203f2e x-openstack-request-id: req-2e2af6ab-e7a1-42c2-b573-92b7c9203f2e {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:51.363056 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9913ae89-fa5d-4a81-8277-96a5d8d322f6", "name": "network-vif-plugged", "status": "completed", "tag": "95a8d371-0bb3-4cd2-940f-8c5f87541eac", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:51.363441 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e2af6ab-e7a1-42c2-b573-92b7c9203f2e {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:51.363998 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a8d371-0bb3-4cd2-940f-8c5f87541eac', 'code': 200} Aug 19 12:23:51.411534 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.471126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f0e8c-8076-427e-8efe-49ab199eef5b req-a055633a-2afe-4881-b232-9cda2f47a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:51.472646 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-541f0e8c-8076-427e-8efe-49ab199eef5b req-a055633a-2afe-4881-b232-9cda2f47a45e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 1096 time: 0.0490704 Aug 19 12:23:51.475053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a0fd7896-9aa4-4f12-ae21-e5a198d53674,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:51.513599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-541f0e8c-8076-427e-8efe-49ab199eef5b req-aa26c7ed-b464-493f-8989-914b85e78d53 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339487 Aug 19 12:23:51.528497 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.529336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:23:51.534297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a0fd7896-9aa4-4f12-ae21-e5a198d53674'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:51.573929 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f081497b-f99d-45cc-bbd4-26ae1998f6b3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.609303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081497b-f99d-45cc-bbd4-26ae1998f6b3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=a42ea6d4-fbfb-43ac-93b0-d4d35153f959,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:51.623955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f081497b-f99d-45cc-bbd4-26ae1998f6b3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.626527 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f081497b-f99d-45cc-bbd4-26ae1998f6b3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/a42ea6d4-fbfb-43ac-93b0-d4d35153f959 HTTP/1.1" status: 204 len: 168 time: 0.7054079 Aug 19 12:23:51.632144 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57124) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:51.639459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'mac_address': 'fa:16:3e:27:7b:4f', 'name': 'tempest-PortsTestJSON-1814456769'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:51.658704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=95a8d371-0bb3-4cd2-940f-8c5f87541eac,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:51.726678 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:51.789765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:51.899019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dc0c0-8035-4f70-a8af-e0932ec52e58 req-0ca6f58b-e993-4b2e-bcea-4878e7120624 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:51.900547 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed6dc0c0-8035-4f70-a8af-e0932ec52e58 req-0ca6f58b-e993-4b2e-bcea-4878e7120624 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 946 time: 0.0535200 Aug 19 12:23:51.943436 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed6dc0c0-8035-4f70-a8af-e0932ec52e58 req-fe25a7b9-1283-47c3-91f5-0d88ee6bbbfb tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368350 Aug 19 12:23:51.957779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:51.957971 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.026592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=14']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:52.075707 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.106934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port 4140d041-363f-49ae-906b-67c1ca083dfc yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:23:52.139871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e1fcf-62da-40b0-9da0-75593e526731 req-461cf14e-7d12-46a0-95d6-f3e49b2df677 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:52.142635 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-944e1fcf-62da-40b0-9da0-75593e526731 req-461cf14e-7d12-46a0-95d6-f3e49b2df677 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 944 time: 0.1332145 Aug 19 12:23:52.207984 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-944e1fcf-62da-40b0-9da0-75593e526731 req-56f5768f-7fba-474d-b46a-c250429287fd tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534821 Aug 19 12:23:52.256201 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:23:52.333475 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.483003 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.542146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:52.545459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:52.549555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:52.555798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:52.561876 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.565138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=4140d041-363f-49ae-906b-67c1ca083dfc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:52.744054 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9102316d-dcb6-45d3-a70a-6f4c7d46cc19 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1106405 Aug 19 12:23:52.746826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57172) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:52.795259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c998e3-4486-429b-8224-34a4536cb335 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:52.799164 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-54c998e3-4486-429b-8224-34a4536cb335 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/4140d041-363f-49ae-906b-67c1ca083dfc HTTP/1.1" status: 200 len: 841 time: 0.0487592 Aug 19 12:23:52.799388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57174) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:52.900478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a0fd7896-9aa4-4f12-ae21-e5a198d53674 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:52.920357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-367b2d6d-fc69-4124-8094-7d556e818b43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port 4140d041-363f-49ae-906b-67c1ca083dfc {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:52.920732 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-367b2d6d-fc69-4124-8094-7d556e818b43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:52.955368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port a0fd7896-9aa4-4f12-ae21-e5a198d53674 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:52.955712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.016624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-367b2d6d-fc69-4124-8094-7d556e818b43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.069148 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-367b2d6d-fc69-4124-8094-7d556e818b43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for 4140d041-363f-49ae-906b-67c1ca083dfc owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:53.092535 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.138527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74233d-0aa9-48b0-af55-0e9ab1bd1ad6 req-a548f954-e88b-4e93-ba35-e63b090ae9a5 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:53.151110 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c74233d-0aa9-48b0-af55-0e9ab1bd1ad6 req-a548f954-e88b-4e93-ba35-e63b090ae9a5 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 946 time: 0.1082432 Aug 19 12:23:53.157084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a0fd7896-9aa4-4f12-ae21-e5a198d53674, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0fd7896-9aa4-4f12-ae21-e5a198d53674,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:53.218844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c74233d-0aa9-48b0-af55-0e9ab1bd1ad6 req-3d7572ff-1b28-405b-a536-77605d824b19 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661848 Aug 19 12:23:53.235988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57196) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:53.269007 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.340207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a0fd7896-9aa4-4f12-ae21-e5a198d53674,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:53.354178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-367b2d6d-fc69-4124-8094-7d556e818b43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.356125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df223f3-1bf5-4f66-9636-44706b5aa320 req-f5f1a2c9-1d4c-404d-abf6-36fbf427f978 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:53.356125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5df223f3-1bf5-4f66-9636-44706b5aa320 req-f5f1a2c9-1d4c-404d-abf6-36fbf427f978 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.0625339 Aug 19 12:23:53.375877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083'}, {'server_uuid': '4b8687b4-f94d-4036-8181-76933fa065cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:53.376650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b2d6d-fc69-4124-8094-7d556e818b43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=4140d041-363f-49ae-906b-67c1ca083dfc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:53.383408 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e93ed1-6580-46b7-bbf2-766e20ae8a0f" -d '{"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-unplugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083"}, {"server_uuid": "4b8687b4-f94d-4036-8181-76933fa065cd", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd7896-9aa4-4f12-ae21-e5a198d53674"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:53.389230 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-367b2d6d-fc69-4124-8094-7d556e818b43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.391782 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-367b2d6d-fc69-4124-8094-7d556e818b43 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/4140d041-363f-49ae-906b-67c1ca083dfc HTTP/1.1" status: 204 len: 168 time: 0.5914650 Aug 19 12:23:53.395404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57208) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:53.405092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f7cc-c0d0-4c25-b45e-8dbcb80c0226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.432641 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-875117dc-14fd-4075-b34d-17090224fb92 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:23:53.434258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-875117dc-14fd-4075-b34d-17090224fb92 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/4140d041-363f-49ae-906b-67c1ca083dfc HTTP/1.1" status: 404 len: 333 time: 0.0376439 Aug 19 12:23:53.438075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57210) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:53.441968 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5df223f3-1bf5-4f66-9636-44706b5aa320 req-8b2373b7-c289-4827-9203-84fe463ff3ae tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824642 Aug 19 12:23:53.445629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'name': 'tempest-PortsTestJSON-1977440846'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:53.562729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f75df1-0ba1-432b-89f4-b989e342a6e4 req-54ba28a3-2ddb-4508-83f0-d259c88230cf tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:53.564590 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a3f75df1-0ba1-432b-89f4-b989e342a6e4 req-54ba28a3-2ddb-4508-83f0-d259c88230cf tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 946 time: 0.0654771 Aug 19 12:23:53.573550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57214) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:53.583904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8a4233f3-d52e-441b-9b5a-cee547a2e2e4 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Request body: {'floatingip': {'port_id': '95a8d371-0bb3-4cd2-940f-8c5f87541eac'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:53.595440 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f7cc-c0d0-4c25-b45e-8dbcb80c0226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.623770 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a4e9ec-ea4c-4e0a-a00f-e8a8413033d4 x-openstack-request-id: req-66a4e9ec-ea4c-4e0a-a00f-e8a8413033d4 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:53.624271 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-unplugged", "status": "completed", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083", "code": 200}, {"server_uuid": "4b8687b4-f94d-4036-8181-76933fa065cd", "name": "network-vif-plugged", "status": "completed", "tag": "a0fd7896-9aa4-4f12-ae21-e5a198d53674", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:53.624603 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66a4e9ec-ea4c-4e0a-a00f-e8a8413033d4 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:53.625573 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'code': 200} Aug 19 12:23:53.625932 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8687b4-f94d-4036-8181-76933fa065cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674', 'code': 200} Aug 19 12:23:53.631122 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a4233f3-d52e-441b-9b5a-cee547a2e2e4 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.699936 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f7cc-c0d0-4c25-b45e-8dbcb80c0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.753516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a7e8f7cc-c0d0-4c25-b45e-8dbcb80c0226 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fb2ba22dfd3486b99fd4f9665dfe050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161760 Aug 19 12:23:53.756341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57218) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:53.767555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8f7cc-c0d0-4c25-b45e-8dbcb80c0226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432b2214-05e8-4af9-938c-b49f34e42179,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:53.825900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8baa5921-81a2-4bca-aed9-5dd85a54758c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.849632 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8baa5921-81a2-4bca-aed9-5dd85a54758c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.886425 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:53.890136 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:53.910468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port 81e607c7-f000-483b-a05b-bc3cc287bb80 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:23:54.033462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8baa5921-81a2-4bca-aed9-5dd85a54758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.036219 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8baa5921-81a2-4bca-aed9-5dd85a54758c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.037726 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8baa5921-81a2-4bca-aed9-5dd85a54758c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/432b2214-05e8-4af9-938c-b49f34e42179 HTTP/1.1" status: 204 len: 168 time: 0.2801268 Aug 19 12:23:54.087849 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa5921-81a2-4bca-aed9-5dd85a54758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432b2214-05e8-4af9-938c-b49f34e42179,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:54.278532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.371447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7c730-7bf6-495e-9ff6-43dc18357d5a req-0fcef491-d03f-499d-8342-6258f5271b38 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:54.375536 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24b7c730-7bf6-495e-9ff6-43dc18357d5a req-0fcef491-d03f-499d-8342-6258f5271b38 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1828074 Aug 19 12:23:54.384384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a4233f3-d52e-441b-9b5a-cee547a2e2e4 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.397093 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.428507 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24b7c730-7bf6-495e-9ff6-43dc18357d5a req-519fc19e-7040-4ed1-9958-735094249a88 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467315 Aug 19 12:23:54.467518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:23:54.474450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a4233f3-d52e-441b-9b5a-cee547a2e2e4 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.478596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:54.484449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:23:54.489301 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:54.489983 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.502507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=81e607c7-f000-483b-a05b-bc3cc287bb80,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:54.598872 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-8a4233f3-d52e-441b-9b5a-cee547a2e2e4 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Floating IP 8e2e824b-6a43-43f2-9678-86edea604d25 associated. External IP: 172.25.2.183, port: 95a8d371-0bb3-4cd2-940f-8c5f87541eac. Aug 19 12:23:54.695830 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-92b20356-86e3-4096-b4f5-3e0f8590547b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2540543 Aug 19 12:23:54.696257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57244) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:54.702639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c7ebe01f-cf7f-4dc6-b34b-6e8d787637d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:54.817979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7ebe01f-cf7f-4dc6-b34b-6e8d787637d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:54.914171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709fea1-18bc-43d6-831e-a9e595af6f8f req-f7e10713-96c6-4a19-b314-d5fd350280a0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:54.916591 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a709fea1-18bc-43d6-831e-a9e595af6f8f req-f7e10713-96c6-4a19-b314-d5fd350280a0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1122479 Aug 19 12:23:54.971252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4233f3-d52e-441b-9b5a-cee547a2e2e4 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:23:55.003543 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.043151 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a709fea1-18bc-43d6-831e-a9e595af6f8f req-2fa68f8b-0f7b-4f78-941b-468a5c497b80 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185138 Aug 19 12:23:55.113785 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7ebe01f-cf7f-4dc6-b34b-6e8d787637d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.223511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7ebe01f-cf7f-4dc6-b34b-6e8d787637d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.236261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c65de-72ad-4c73-b83d-c0d6e676a972 req-804f1960-008c-4706-a3d6-da7787c43dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.238225 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e2c65de-72ad-4c73-b83d-c0d6e676a972 req-804f1960-008c-4706-a3d6-da7787c43dbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 1095 time: 0.1241438 Aug 19 12:23:55.276684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c7ebe01f-cf7f-4dc6-b34b-6e8d787637d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] In _notify_port_updated(), no bound segment for port 81e607c7-f000-483b-a05b-bc3cc287bb80 on network f6e0e037-6418-4ef6-b493-9946d57ebc0e {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:23:55.299593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ebe01f-cf7f-4dc6-b34b-6e8d787637d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.300154 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7ebe01f-cf7f-4dc6-b34b-6e8d787637d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.304830 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c7ebe01f-cf7f-4dc6-b34b-6e8d787637d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "PUT /v2.0/ports/81e607c7-f000-483b-a05b-bc3cc287bb80 HTTP/1.1" status: 200 len: 818 time: 0.6077082 Aug 19 12:23:55.311972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57268) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:55.322088 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41808957-c594-46da-971f-7dfb6ffaaac6 req-a9a476ab-b119-4981-9daa-d93a91e8754b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.323722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41808957-c594-46da-971f-7dfb6ffaaac6 req-a9a476ab-b119-4981-9daa-d93a91e8754b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1688991 Aug 19 12:23:55.353300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4233f3-d52e-441b-9b5a-cee547a2e2e4 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:23:55.365709 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c4804-c8af-4b4a-a2e9-85b95a61d28b None None] Sync routers for ids ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:23:55.375591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a4233f3-d52e-441b-9b5a-cee547a2e2e4 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.385084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c4804-c8af-4b4a-a2e9-85b95a61d28b None None] Routers {'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:55.385743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ea5c4804-c8af-4b4a-a2e9-85b95a61d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:23:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:55.427330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebe01f-cf7f-4dc6-b34b-6e8d787637d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=81e607c7-f000-483b-a05b-bc3cc287bb80,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:55.492714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41808957-c594-46da-971f-7dfb6ffaaac6 req-b7be45ab-ae2f-4279-8246-26d719b07cc4 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755897 Aug 19 12:23:55.493436 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8a4233f3-d52e-441b-9b5a-cee547a2e2e4 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "PUT /v2.0/floatingips/8e2e824b-6a43-43f2-9678-86edea604d25 HTTP/1.1" status: 200 len: 992 time: 1.9185324 Aug 19 12:23:55.495986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'tag': '95a8d371-0bb3-4cd2-940f-8c5f87541eac'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:55.498549 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0469896-7091-46a9-9f83-f49e7d0f37eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9913ae89-fa5d-4a81-8277-96a5d8d322f6", "tag": "95a8d371-0bb3-4cd2-940f-8c5f87541eac"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:55.536494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5588c9d8-0f4e-41ae-a92e-2556bd7503c1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port 81e607c7-f000-483b-a05b-bc3cc287bb80 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:23:55.538375 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5588c9d8-0f4e-41ae-a92e-2556bd7503c1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.544817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c65de-72ad-4c73-b83d-c0d6e676a972 req-9a77eeae-8a5a-46eb-b1a2-9a88914b6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.546690 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e2c65de-72ad-4c73-b83d-c0d6e676a972 req-9a77eeae-8a5a-46eb-b1a2-9a88914b6d03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.2993228 Aug 19 12:23:55.586120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ea5c4804-c8af-4b4a-a2e9-85b95a61d28b None None] Set router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:55.643322 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5588c9d8-0f4e-41ae-a92e-2556bd7503c1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:55.689536 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e2c65de-72ad-4c73-b83d-c0d6e676a972 req-be3d52a3-f5e3-4871-a538-2e6b0893e9ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083 HTTP/1.1" status: 200 len: 999 time: 0.1348293 Aug 19 12:23:55.699941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5588c9d8-0f4e-41ae-a92e-2556bd7503c1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for 81e607c7-f000-483b-a05b-bc3cc287bb80 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:23:55.809806 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c65de-72ad-4c73-b83d-c0d6e676a972 req-6eee3aaa-b99a-40b1-945b-163bee72b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.811833 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e2c65de-72ad-4c73-b83d-c0d6e676a972 req-6eee3aaa-b99a-40b1-945b-163bee72b83b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1144235 Aug 19 12:23:55.813701 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c0b579-d9d9-4191-9f3e-4e8dcd7efc1d x-openstack-request-id: req-79c0b579-d9d9-4191-9f3e-4e8dcd7efc1d {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:55.814081 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9913ae89-fa5d-4a81-8277-96a5d8d322f6", "tag": "95a8d371-0bb3-4cd2-940f-8c5f87541eac", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:55.814401 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79c0b579-d9d9-4191-9f3e-4e8dcd7efc1d {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:55.815021 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'tag': '95a8d371-0bb3-4cd2-940f-8c5f87541eac', 'status': 'completed', 'code': 200} Aug 19 12:23:55.856775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0469896-7091-46a9-9f83-f49e7d0f37eb req-01ee78b5-b332-44d2-b852-1167b3dc031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.858751 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0469896-7091-46a9-9f83-f49e7d0f37eb req-01ee78b5-b332-44d2-b852-1167b3dc031c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdf60d8a50c344eeb9927fe5e603de14&device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 1097 time: 0.0823021 Aug 19 12:23:55.948351 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c65de-72ad-4c73-b83d-c0d6e676a972 req-e5d51fdb-601f-41d2-a44d-ca886d9ade16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.949927 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e2c65de-72ad-4c73-b83d-c0d6e676a972 req-e5d51fdb-601f-41d2-a44d-ca886d9ade16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266370 Aug 19 12:23:55.989827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0469896-7091-46a9-9f83-f49e7d0f37eb req-18658338-45d9-4284-845b-5b6a94142abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:55.991543 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0469896-7091-46a9-9f83-f49e7d0f37eb req-18658338-45d9-4284-845b-5b6a94142abf service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b3894f8-dae9-4e88-8329-0414c9eea13c HTTP/1.1" status: 200 len: 917 time: 0.1162510 Aug 19 12:23:56.127003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57290) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:56.128197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5588c9d8-0f4e-41ae-a92e-2556bd7503c1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.174012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ea5c4804-c8af-4b4a-a2e9-85b95a61d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:29Z', 'revision_number': 4, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '8e2e824b-6a43-43f2-9678-86edea604d25', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'port_id': '95a8d371-0bb3-4cd2-940f-8c5f87541eac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'mac_address': 'fa:16:3e:a0:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:22:38Z', 'updated_at': '2021-08-19T12:23:54Z', 'revision_number': 1, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaed0526-175b-4b3c-b93e-20adb0ef02e3', 'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'mac_address': 'fa:16:3e:19:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:28Z', 'updated_at': '2021-08-19T12:22:39Z', 'revision_number': 5, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'subnets': [{'id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:56.196404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588c9d8-0f4e-41ae-a92e-2556bd7503c1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=81e607c7-f000-483b-a05b-bc3cc287bb80,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:56.220165 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5588c9d8-0f4e-41ae-a92e-2556bd7503c1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.222748 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5588c9d8-0f4e-41ae-a92e-2556bd7503c1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/81e607c7-f000-483b-a05b-bc3cc287bb80 HTTP/1.1" status: 204 len: 168 time: 0.9096241 Aug 19 12:23:56.224311 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e2c65de-72ad-4c73-b83d-c0d6e676a972 req-1fdd9b9b-04f5-4a6c-9fa2-f74cad0f6fe0 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655249 Aug 19 12:23:56.225643 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57294) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:56.248376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0469896-7091-46a9-9f83-f49e7d0f37eb req-1cd221ec-8333-4f1d-b7e4-f24f8458554f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a8d371-0bb3-4cd2-940f-8c5f87541eac HTTP/1.1" status: 200 len: 1000 time: 0.2427471 Aug 19 12:23:56.253938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c4804-c8af-4b4a-a2e9-85b95a61d28b None None] Checking router: ffeeb700-03fd-45f8-ad74-efe7ff35ef8e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:23:56.265080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c4804-c8af-4b4a-a2e9-85b95a61d28b None None] Routers {'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:23:56.266711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ea5c4804-c8af-4b4a-a2e9-85b95a61d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:23:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:56.374101 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.405421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95e666f-fea7-4f09-8b84-fd82a9f836af tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:56.405421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f95e666f-fea7-4f09-8b84-fd82a9f836af tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1724899 Aug 19 12:23:56.405421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57296) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:56.440483 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-747eae7e-1894-4c59-91e6-aa81b970ae13 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:23:56.445264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-747eae7e-1894-4c59-91e6-aa81b970ae13 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/81e607c7-f000-483b-a05b-bc3cc287bb80 HTTP/1.1" status: 404 len: 333 time: 0.0353374 Aug 19 12:23:56.446730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57300) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:56.451543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-808644206'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:56.466533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-852681267-network', 'tenant_id': 'd7c83abddebd448ba77f9a61b47abb73'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:56.490501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0469896-7091-46a9-9f83-f49e7d0f37eb req-65a452de-df38-4401-b53b-cbe2a738325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:56.490654 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e2c65de-72ad-4c73-b83d-c0d6e676a972 req-71b66d22-8b74-4bb1-a8b8-f0812b18ffb1 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076020 Aug 19 12:23:56.490884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0469896-7091-46a9-9f83-f49e7d0f37eb req-65a452de-df38-4401-b53b-cbe2a738325d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ebce066-b026-4e5d-ae09-5e49c26b0665 HTTP/1.1" status: 200 len: 855 time: 0.2329874 Aug 19 12:23:56.536948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ea5c4804-c8af-4b4a-a2e9-85b95a61d28b None None] Set router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:23:56.557829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1ea7-86a2-411e-8c6d-03934691f05c req-2ee30419-9b36-4b97-95de-50e1c2556468 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:56.559809 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c03b1ea7-86a2-411e-8c6d-03934691f05c req-2ee30419-9b36-4b97-95de-50e1c2556468 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.3054588 Aug 19 12:23:56.594656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0469896-7091-46a9-9f83-f49e7d0f37eb req-45abbba7-232e-434d-bbd1-af3e0db00d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:56.597419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0469896-7091-46a9-9f83-f49e7d0f37eb req-45abbba7-232e-434d-bbd1-af3e0db00d81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b3894f8-dae9-4e88-8329-0414c9eea13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903053 Aug 19 12:23:56.639685 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c03b1ea7-86a2-411e-8c6d-03934691f05c req-d26f7748-5324-44aa-ac77-584be605e5dd tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640211 Aug 19 12:23:56.659701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:56.663557 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.752006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:56.770566 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0469896-7091-46a9-9f83-f49e7d0f37eb req-53bedf1c-dc87-41d3-85c8-bdd02f9bc6d6 service neutron] 10.222.0.30 "GET /v2.0/networks/0b3894f8-dae9-4e88-8329-0414c9eea13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615899 Aug 19 12:23:56.793528 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.794188 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Added segment 7b1a17d6-3bef-46df-b2d1-05ddf26c8134 of type vlan for network b1a0468b-d702-45d0-978b-e3e51295b5d4 Aug 19 12:23:56.885699 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.929253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Made reservation on behalf of d7c83abddebd448ba77f9a61b47abb73 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:56.932462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.939339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ea5c4804-c8af-4b4a-a2e9-85b95a61d28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:29Z', 'revision_number': 4, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '8e2e824b-6a43-43f2-9678-86edea604d25', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'port_id': '95a8d371-0bb3-4cd2-940f-8c5f87541eac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'mac_address': 'fa:16:3e:a0:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:22:38Z', 'updated_at': '2021-08-19T12:23:54Z', 'revision_number': 1, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaed0526-175b-4b3c-b93e-20adb0ef02e3', 'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'mac_address': 'fa:16:3e:19:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:28Z', 'updated_at': '2021-08-19T12:22:39Z', 'revision_number': 5, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'subnets': [{'id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:23:56.957107 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:56.973356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c4804-c8af-4b4a-a2e9-85b95a61d28b None None] The sync data for ids ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'] in n-d-803757-2 is: [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:29Z', 'revision_number': 4, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '8e2e824b-6a43-43f2-9678-86edea604d25', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'port_id': '95a8d371-0bb3-4cd2-940f-8c5f87541eac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'mac_address': 'fa:16:3e:a0:c4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:22:38Z', 'updated_at': '2021-08-19T12:23:54Z', 'revision_number': 1, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaed0526-175b-4b3c-b93e-20adb0ef02e3', 'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'mac_address': 'fa:16:3e:19:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:28Z', 'updated_at': '2021-08-19T12:22:39Z', 'revision_number': 5, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'subnets': [{'id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:23:57.001679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 42552f96-dc4b-40b5-adc8-4a0a301ca500 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:23:57.065032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.071569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:57.072299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.133084 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf1baa-63e2-4409-8727-a550bbc8a67a req-d607bcad-f688-49a3-82d0-53c9f0850e23 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:57.141990 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7bf1baa-63e2-4409-8727-a550bbc8a67a req-d607bcad-f688-49a3-82d0-53c9f0850e23 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.2254620 Aug 19 12:23:57.151884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0469896-7091-46a9-9f83-f49e7d0f37eb req-7648ab61-4e7e-4ded-8cd9-b033a0895567 service neutron] 10.222.0.30 "GET /v2.0/networks/0b3894f8-dae9-4e88-8329-0414c9eea13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671837 Aug 19 12:23:57.206550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 42552f96-dc4b-40b5-adc8-4a0a301ca500, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=42552f96-dc4b-40b5-adc8-4a0a301ca500,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:57.242577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7bf1baa-63e2-4409-8727-a550bbc8a67a req-d8f21353-97c7-424d-be0c-9eae68b42e89 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995035 Aug 19 12:23:57.246659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '42552f96-dc4b-40b5-adc8-4a0a301ca500', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'port_id': '42552f96-dc4b-40b5-adc8-4a0a301ca500', 'mac_address': 'fa:16:3e:6e:94:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6d7280-9d8b-4b3d-8463-77a7307cc2ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:23:57.306471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Network': ['ID=b1a0468b-d702-45d0-978b-e3e51295b5d4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:57.350632 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.352788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b1a0468b-d702-45d0-978b-e3e51295b5d4 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:57.382124 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35fcbe4-6ffc-44ed-bede-d35b1d047129 None None] New status for floating IP 8e2e824b-6a43-43f2-9678-86edea604d25: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:23:57.423614 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.459278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42552f96-dc4b-40b5-adc8-4a0a301ca500 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:23:57.476757 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.525402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:23:57.544723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 42552f96-dc4b-40b5-adc8-4a0a301ca500, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=42552f96-dc4b-40b5-adc8-4a0a301ca500,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:57.567090 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.567330 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Added segment 9d2992c0-ca3a-4d56-a188-0981217a7369 of type vlan for network 1f4d8d59-c751-4309-b06f-dc56108a1441 Aug 19 12:23:57.568732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259f4b69-f000-44b6-8018-c3c3ccd9ab42,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:57.625170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8e5c8d92-ef2c-46b2-bec7-eef6a553f0e1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1776657 Aug 19 12:23:57.634514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57312) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:57.643701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'b1a0468b-d702-45d0-978b-e3e51295b5d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:57.693789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.728505 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.802236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=42552f96-dc4b-40b5-adc8-4a0a301ca500,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:57.815365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['42552f96-dc4b-40b5-adc8-4a0a301ca500'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:23:57.888865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d87610-e76f-4b17-95e8-92435e83ef52 req-05007f04-4783-40cd-b3c8-37ace0f2b250 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:57.890967 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e5d87610-e76f-4b17-95e8-92435e83ef52 req-05007f04-4783-40cd-b3c8-37ace0f2b250 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1024990 Aug 19 12:23:57.967428 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e5d87610-e76f-4b17-95e8-92435e83ef52 req-5a3eece5-824e-4d7d-a090-f91e04771be6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623863 Aug 19 12:23:57.969315 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.971184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:57.979117 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:57.987627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:57.992642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:58.074149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] Pushing event updated for resources: {'Network': ['ID=1f4d8d59-c751-4309-b06f-dc56108a1441,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:58.090356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 1f4d8d59-c751-4309-b06f-dc56108a1441 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:23:58.173015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f634d4f3-59ac-4ede-b4dc-3e227e7a4230 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0363662 Aug 19 12:23:58.175834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57316) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:58.186382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] Request body: {'subnet': {'network_id': '1f4d8d59-c751-4309-b06f-dc56108a1441', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-852681267-subnet', 'tenant_id': 'd7c83abddebd448ba77f9a61b47abb73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:58.316748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] Made reservation on behalf of d7c83abddebd448ba77f9a61b47abb73 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:23:58.319870 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:58.491246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c37376-a343-45ef-9035-875db74085ac req-874d049d-213b-4a68-b5b5-3e8bea03aa32 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:58.501982 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54c37376-a343-45ef-9035-875db74085ac req-874d049d-213b-4a68-b5b5-3e8bea03aa32 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1050653 Aug 19 12:23:58.572504 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54c37376-a343-45ef-9035-875db74085ac req-f9cf99a8-c593-4548-a209-e70861c27d17 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693526 Aug 19 12:23:58.915030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:58.985194 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:58.997163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Subnet': ['ID=006df4b3-14a4-4060-8f82-478d41ed2005,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:59.002748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Checking segment: {'id': '7b1a17d6-3bef-46df-b2d1-05ddf26c8134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b1a0468b-d702-45d0-978b-e3e51295b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:59.003119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network hostable DHCP agents. Network: b1a0468b-d702-45d0-978b-e3e51295b5d4, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:59.018270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 42552f96-dc4b-40b5-adc8-4a0a301ca500 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:23:59.080499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network b1a0468b-d702-45d0-978b-e3e51295b5d4 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:59.129996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] Pushing event updated for resources: {'Subnet': ['ID=635a2b6d-a40d-4496-8cc6-4dcfca1ccc52,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:23:59.141183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] Checking segment: {'id': '9d2992c0-ca3a-4d56-a188-0981217a7369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1f4d8d59-c751-4309-b06f-dc56108a1441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:23:59.141183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] Network hostable DHCP agents. Network: 1f4d8d59-c751-4309-b06f-dc56108a1441, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:23:59.145986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 42552f96-dc4b-40b5-adc8-4a0a301ca500 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:23:59.145986 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:59.165032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6e595-71f5-402a-b056-9a8c2d12f2a3 req-9dd83607-6158-4cc2-aa2b-f79525639f79 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.171063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, b1a0468b-d702-45d0-978b-e3e51295b5d4) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:59.177170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.177899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:59.183401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62f6e595-71f5-402a-b056-9a8c2d12f2a3 req-9dd83607-6158-4cc2-aa2b-f79525639f79 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1291878 Aug 19 12:23:59.191831 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4761cc-c9ee-4c8e-8655-c9d617b8333e None None] Network b1a0468b-d702-45d0-978b-e3e51295b5d4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:59.251081 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62f6e595-71f5-402a-b056-9a8c2d12f2a3 req-6624f3ce-0944-4714-af83-5b67336bc785 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660150 Aug 19 12:23:59.324145 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-49e0322d-9f9e-4d28-b952-e2df8fcd822f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6882980 Aug 19 12:23:59.375110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57334) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:23:59.381836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-333f56f3-ecad-4f69-96c2-9ec3041cd822 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'b1a0468b-d702-45d0-978b-e3e51295b5d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:23:59.386122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961901d8-76b6-45be-9382-ad0b4a5dcae7 req-cf539b05-e7da-439f-9dae-6363b13d826c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.393999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-961901d8-76b6-45be-9382-ad0b4a5dcae7 req-cf539b05-e7da-439f-9dae-6363b13d826c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.0734274 Aug 19 12:23:59.421588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] Network 1f4d8d59-c751-4309-b06f-dc56108a1441 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:23:59.424398 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:59.434446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 1f4d8d59-c751-4309-b06f-dc56108a1441) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:23:59.442003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.442654 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:59.466245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-961901d8-76b6-45be-9382-ad0b4a5dcae7 req-b11360af-4927-4354-a073-fbd511512047 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643752 Aug 19 12:23:59.467809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e87fe63-d2e8-4294-823b-e69d538fa87d None None] Network 1f4d8d59-c751-4309-b06f-dc56108a1441 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:59.608592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-08203fd4-2c76-4ae8-ad41-f5521174a32e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4315374 Aug 19 12:23:59.665897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ea42-bf76-4186-a14d-6d8b34039007 req-8bf35aa2-4136-42d7-b043-ab401a6451b2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:23:59.668639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43c7ea42-bf76-4186-a14d-6d8b34039007 req-8bf35aa2-4136-42d7-b043-ab401a6451b2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1326935 Aug 19 12:23:59.675981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 42552f96-dc4b-40b5-adc8-4a0a301ca500, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=42552f96-dc4b-40b5-adc8-4a0a301ca500,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:23:59.681529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42552f96-dc4b-40b5-adc8-4a0a301ca500'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:23:59.685243 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4d7cbe-a104-438f-9553-836fdb4bca53" -d '{"events": [{"server_uuid": "a1a9e9df-4b27-427a-8cb3-57f4b7a72545", "name": "network-vif-plugged", "status": "completed", "tag": "42552f96-dc4b-40b5-adc8-4a0a301ca500"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:23:59.771919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43c7ea42-bf76-4186-a14d-6d8b34039007 req-69bb0019-d8dd-4385-867c-6c1f59f83674 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828390 Aug 19 12:23:59.796186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-b1a0468b-d702-45d0-978b-e3e51295b5d4', 'network_id': 'b1a0468b-d702-45d0-978b-e3e51295b5d4', 'tenant_id': 'c626a89e92434352a2dc7dedaa7c508c', 'fixed_ips': [{'subnet_id': '006df4b3-14a4-4060-8f82-478d41ed2005'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:23:59.796489 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:23:59.825639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032830ee-df9b-4535-9ab1-40b5fb2cd41f None None] Network 1f4d8d59-c751-4309-b06f-dc56108a1441 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:23:59.877314 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1bbb08-e58d-4c55-9acf-bff848b9de2f x-openstack-request-id: req-4e1bbb08-e58d-4c55-9acf-bff848b9de2f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:23:59.877597 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a9e9df-4b27-427a-8cb3-57f4b7a72545", "name": "network-vif-plugged", "status": "completed", "tag": "42552f96-dc4b-40b5-adc8-4a0a301ca500", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:23:59.877874 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e1bbb08-e58d-4c55-9acf-bff848b9de2f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:23:59.878239 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42552f96-dc4b-40b5-adc8-4a0a301ca500', 'code': 200} Aug 19 12:24:00.219086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Allocated IP 172.20.0.2 (b1a0468b-d702-45d0-978b-e3e51295b5d4/006df4b3-14a4-4060-8f82-478d41ed2005/e9e78027-ad4c-4465-a9ed-4ba2a9510011) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:00.245523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333f56f3-ecad-4f69-96c2-9ec3041cd822 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:00.355846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-333f56f3-ecad-4f69-96c2-9ec3041cd822 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.356020 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.402458 n-d-803757-2 neutron-server[95543]: INFO neutron.db.ipam_backend_mixin [None req-333f56f3-ecad-4f69-96c2-9ec3041cd822 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 006df4b3-14a4-4060-8f82-478d41ed2005 (CIDR: 172.20.0.0/28) Aug 19 12:24:00.629833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=42552f96-dc4b-40b5-adc8-4a0a301ca500,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:00.655845 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:00.668052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Transition to ACTIVE for port object e9e78027-ad4c-4465-a9ed-4ba2a9510011 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:00.684136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Transition to ACTIVE for port object e9e78027-ad4c-4465-a9ed-4ba2a9510011 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:01.687407 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-333f56f3-ecad-4f69-96c2-9ec3041cd822 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:24:01.688094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333f56f3-ecad-4f69-96c2-9ec3041cd822 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:24:01.891536 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:01.949197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Network b1a0468b-d702-45d0-978b-e3e51295b5d4 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:01.949197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:01.949197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:01.950882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Pushing event updated for resources: {'Port': ['ID=e9e78027-ad4c-4465-a9ed-4ba2a9510011,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:02.002351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Attempting to bind port e9e78027-ad4c-4465-a9ed-4ba2a9510011 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:02.002724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Attempting to bind port e9e78027-ad4c-4465-a9ed-4ba2a9510011 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '7b1a17d6-3bef-46df-b2d1-05ddf26c8134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b1a0468b-d702-45d0-978b-e3e51295b5d4'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:02.003134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Attempting to bind port e9e78027-ad4c-4465-a9ed-4ba2a9510011 on network b1a0468b-d702-45d0-978b-e3e51295b5d4 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:02.008167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:02.008543 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Checking segment: {'id': '7b1a17d6-3bef-46df-b2d1-05ddf26c8134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b1a0468b-d702-45d0-978b-e3e51295b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:02.009060 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:02.009462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Bound using segment: {'id': '7b1a17d6-3bef-46df-b2d1-05ddf26c8134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b1a0468b-d702-45d0-978b-e3e51295b5d4'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:02.009938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Bound port: e9e78027-ad4c-4465-a9ed-4ba2a9510011, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a17d6-3bef-46df-b2d1-05ddf26c8134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b1a0468b-d702-45d0-978b-e3e51295b5d4'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:02.010319 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:02.076902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] For port e9e78027-ad4c-4465-a9ed-4ba2a9510011, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:02.081215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] For port e9e78027-ad4c-4465-a9ed-4ba2a9510011, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e9e78027-ad4c-4465-a9ed-4ba2a9510011,segment=NetworkSegment(7b1a17d6-3bef-46df-b2d1-05ddf26c8134),segment_id=7b1a17d6-3bef-46df-b2d1-05ddf26c8134)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:02.140517 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-333f56f3-ecad-4f69-96c2-9ec3041cd822 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7638485 Aug 19 12:24:02.143855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57372) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:02.151687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e3ea0f4b-f65e-4979-b424-d82ce3392f14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'b1a0468b-d702-45d0-978b-e3e51295b5d4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:02.248671 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:02.343791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528e1e1-dd57-4386-bb3c-abf4e0f81a45 None None] Pushing event updated for resources: {'Port': ['ID=e9e78027-ad4c-4465-a9ed-4ba2a9510011,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:02.535461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ea0f4b-f65e-4979-b424-d82ce3392f14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:02.544205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3ea0f4b-f65e-4979-b424-d82ce3392f14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:03.019785 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3ea0f4b-f65e-4979-b424-d82ce3392f14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:03.086596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ea0f4b-f65e-4979-b424-d82ce3392f14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network b1a0468b-d702-45d0-978b-e3e51295b5d4 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:03.090363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e3ea0f4b-f65e-4979-b424-d82ce3392f14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:03.093801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ea0f4b-f65e-4979-b424-d82ce3392f14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:03.094432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3ea0f4b-f65e-4979-b424-d82ce3392f14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:03.122308 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea0f4b-f65e-4979-b424-d82ce3392f14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Subnet': ['ID=65da56df-97d3-420b-954e-4a1e150cac0f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:03.185522 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e3ea0f4b-f65e-4979-b424-d82ce3392f14 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0407727 Aug 19 12:24:03.189754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57376) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:03.193868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': 'b1a0468b-d702-45d0-978b-e3e51295b5d4', 'fixed_ips': [{'subnet_id': '006df4b3-14a4-4060-8f82-478d41ed2005'}, {'subnet_id': '65da56df-97d3-420b-954e-4a1e150cac0f'}], 'name': 'tempest-PortsTestJSON-466356155'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:03.512141 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ed03a2-c4d4-4a7c-84b6-a846598413f1 None None] Network b1a0468b-d702-45d0-978b-e3e51295b5d4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:03.585070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:03.733104 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:03.759376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:24:03.792015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c66bc34b-c2bb-44ce-923a-fd8d57359e7f None None] Provisioning for port e9e78027-ad4c-4465-a9ed-4ba2a9510011 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:03.824242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecf070e-d762-4658-86e5-d066f9d93c72 None None] Update dhcp port {'port': {'network_id': 'b1a0468b-d702-45d0-978b-e3e51295b5d4', 'fixed_ips': [{'subnet_id': '006df4b3-14a4-4060-8f82-478d41ed2005', 'ip_address': '172.20.0.2'}, {'subnet_id': '65da56df-97d3-420b-954e-4a1e150cac0f'}], 'binding:host_id': 'n-d-803757-2'}, 'id': 'e9e78027-ad4c-4465-a9ed-4ba2a9510011'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:24:03.942518 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5ecf070e-d762-4658-86e5-d066f9d93c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.127518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e9e78027-ad4c-4465-a9ed-4ba2a9510011 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:04.231866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.7 (b1a0468b-d702-45d0-978b-e3e51295b5d4/006df4b3-14a4-4060-8f82-478d41ed2005/a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:04.240445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.26 (b1a0468b-d702-45d0-978b-e3e51295b5d4/65da56df-97d3-420b-954e-4a1e150cac0f/a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:04.403066 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.417178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:04.613988 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.620129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e9e78027-ad4c-4465-a9ed-4ba2a9510011 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:04.647762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e9e78027-ad4c-4465-a9ed-4ba2a9510011 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:04.648157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.667267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:04.687237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network b1a0468b-d702-45d0-978b-e3e51295b5d4 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:04.692328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:04.692328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:04.711758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-5ecf070e-d762-4658-86e5-d066f9d93c72 None None] Allocated IP 172.20.0.18 (b1a0468b-d702-45d0-978b-e3e51295b5d4/65da56df-97d3-420b-954e-4a1e150cac0f/e9e78027-ad4c-4465-a9ed-4ba2a9510011) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:04.749326 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:04.750116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.813722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.871710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5ecf070e-d762-4658-86e5-d066f9d93c72 None None] For port e9e78027-ad4c-4465-a9ed-4ba2a9510011, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e9e78027-ad4c-4465-a9ed-4ba2a9510011,segment=NetworkSegment(7b1a17d6-3bef-46df-b2d1-05ddf26c8134),segment_id=7b1a17d6-3bef-46df-b2d1-05ddf26c8134)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:04.876902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4f928872-fbed-4fb7-8216-fa2a960e90bd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.6874654 Aug 19 12:24:04.882124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57380) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:04.885074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-bbb3e459-1c06-4924-b11b-649275a0c9b7 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '006df4b3-14a4-4060-8f82-478d41ed2005'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:04.961242 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5ecf070e-d762-4658-86e5-d066f9d93c72 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:04.978140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5ecf070e-d762-4658-86e5-d066f9d93c72 None None] Transition to ACTIVE for port object e9e78027-ad4c-4465-a9ed-4ba2a9510011 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:05.005586 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e459-1c06-4924-b11b-649275a0c9b7 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:05.024900 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ffe33bb5-1756-4d90-9269-69b4c7751663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:05.126213 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5ecf070e-d762-4658-86e5-d066f9d93c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:05.320470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf070e-d762-4658-86e5-d066f9d93c72 None None] Pushing event updated for resources: {'Port': ['ID=e9e78027-ad4c-4465-a9ed-4ba2a9510011,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:05.325136 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:24:05.325645 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:24:05.391679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-bbb3e459-1c06-4924-b11b-649275a0c9b7 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Delete allocated IP 172.20.0.26 (b1a0468b-d702-45d0-978b-e3e51295b5d4/65da56df-97d3-420b-954e-4a1e150cac0f) {{(pid=95542) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:24:05.571168 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e459-1c06-4924-b11b-649275a0c9b7 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:05.592748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-bbb3e459-1c06-4924-b11b-649275a0c9b7 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Ignored duplicate provisioning block setup for port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 12:24:05.680491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e459-1c06-4924-b11b-649275a0c9b7 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:05.819650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3e459-1c06-4924-b11b-649275a0c9b7 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:05.855008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3e459-1c06-4924-b11b-649275a0c9b7 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] In _notify_port_updated(), no bound segment for port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce on network b1a0468b-d702-45d0-978b-e3e51295b5d4 {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:24:05.863100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb3e459-1c06-4924-b11b-649275a0c9b7 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:05.863784 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbb3e459-1c06-4924-b11b-649275a0c9b7 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:05.865145 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bbb3e459-1c06-4924-b11b-649275a0c9b7 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "PUT /v2.0/ports/a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce HTTP/1.1" status: 200 len: 918 time: 0.9847569 Aug 19 12:24:05.868404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57384) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:05.873833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-df5f9825-4fe7-4965-82a9-296f69b8f206 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '006df4b3-14a4-4060-8f82-478d41ed2005'}, {'subnet_id': '65da56df-97d3-420b-954e-4a1e150cac0f'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:05.875193 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:05.919727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port e9e78027-ad4c-4465-a9ed-4ba2a9510011, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e9e78027-ad4c-4465-a9ed-4ba2a9510011,segment=NetworkSegment(7b1a17d6-3bef-46df-b2d1-05ddf26c8134),segment_id=7b1a17d6-3bef-46df-b2d1-05ddf26c8134)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:05.954459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df5f9825-4fe7-4965-82a9-296f69b8f206 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:06.139803 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79367617-f828-4ca2-aacf-1486911f5ed6 None None] Network b1a0468b-d702-45d0-978b-e3e51295b5d4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:06.193780 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:06.259387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-df5f9825-4fe7-4965-82a9-296f69b8f206 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.20 (b1a0468b-d702-45d0-978b-e3e51295b5d4/65da56df-97d3-420b-954e-4a1e150cac0f/a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:06.347399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e9e78027-ad4c-4465-a9ed-4ba2a9510011 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:06.351077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=e9e78027-ad4c-4465-a9ed-4ba2a9510011,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:06.408399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9c0013ab-a85d-427b-800d-935830756649 None None] Provisioning for port e9e78027-ad4c-4465-a9ed-4ba2a9510011 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:06.415010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9c0013ab-a85d-427b-800d-935830756649 None None] Provisioning complete for port e9e78027-ad4c-4465-a9ed-4ba2a9510011 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:06.415391 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9c0013ab-a85d-427b-800d-935830756649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:06.486052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df5f9825-4fe7-4965-82a9-296f69b8f206 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:06.498720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-df5f9825-4fe7-4965-82a9-296f69b8f206 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Ignored duplicate provisioning block setup for port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 12:24:06.519676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e9e78027-ad4c-4465-a9ed-4ba2a9510011 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:06.520378 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:06.616312 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df5f9825-4fe7-4965-82a9-296f69b8f206 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:06.819222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f9825-4fe7-4965-82a9-296f69b8f206 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:06.859490 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-010c9ec3-cb98-456b-95e3-e9cb8c831211 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1866601 Aug 19 12:24:06.885685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-df5f9825-4fe7-4965-82a9-296f69b8f206 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] In _notify_port_updated(), no bound segment for port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce on network b1a0468b-d702-45d0-978b-e3e51295b5d4 {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:24:06.885685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5f9825-4fe7-4965-82a9-296f69b8f206 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:06.887671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df5f9825-4fe7-4965-82a9-296f69b8f206 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:06.889368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-df5f9825-4fe7-4965-82a9-296f69b8f206 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "PUT /v2.0/ports/a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce HTTP/1.1" status: 200 len: 998 time: 1.0198436 Aug 19 12:24:06.892009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57392) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:06.954688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5ec761d5-937c-4ae3-a042-d4977a083f41 None None] Provisioning complete for port e9e78027-ad4c-4465-a9ed-4ba2a9510011 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:06.955278 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5ec761d5-937c-4ae3-a042-d4977a083f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.055489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-707f0637-bd2e-4334-bd97-3b0ee8b1fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.056027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-707f0637-bd2e-4334-bd97-3b0ee8b1fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.056517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-707f0637-bd2e-4334-bd97-3b0ee8b1fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.057046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-707f0637-bd2e-4334-bd97-3b0ee8b1fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.057562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-707f0637-bd2e-4334-bd97-3b0ee8b1fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.058058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-707f0637-bd2e-4334-bd97-3b0ee8b1fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.058526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-707f0637-bd2e-4334-bd97-3b0ee8b1fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.061357 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-707f0637-bd2e-4334-bd97-3b0ee8b1fe21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6503 time: 0.1106336 Aug 19 12:24:07.314090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5ec761d5-937c-4ae3-a042-d4977a083f41 None None] Provisioning for port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:07.320988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5ec761d5-937c-4ae3-a042-d4977a083f41 None None] Provisioning complete for port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:07.320988 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5ec761d5-937c-4ae3-a042-d4977a083f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.443849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5ec761d5-937c-4ae3-a042-d4977a083f41 None None] Port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:07.637192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-10bdb609-eac7-483d-9574-288a001561b9 None None] Provisioning complete for port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:07.637879 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-10bdb609-eac7-483d-9574-288a001561b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.729803 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7a701a16-8d6a-41da-8c80-0bf3d7ce9700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.737131 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.753161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-25196166-241a-41cb-b268-5318880adfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.753161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-25196166-241a-41cb-b268-5318880adfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.753161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-25196166-241a-41cb-b268-5318880adfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:07.753161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-25196166-241a-41cb-b268-5318880adfc2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=33a63ac8-e80b-4f52-be34-1a8d66da6d0e&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&id=906a279c-def4-4f79-bdc7-f9bd5fb2112e HTTP/1.1" status: 200 len: 2297 time: 0.6585822 Aug 19 12:24:07.799109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-10bdb609-eac7-483d-9574-288a001561b9 None None] Port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:07.864502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6d28d059-f3b0-4652-8bd1-d3ef0c139a09 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:07.864852 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d28d059-f3b0-4652-8bd1-d3ef0c139a09 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.934223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7bc8c570-9a0c-4ebd-bb0f-c8c0e543801a None None] Provisioning complete for port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:07.935400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c570-9a0c-4ebd-bb0f-c8c0e543801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:07.973690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7bc8c570-9a0c-4ebd-bb0f-c8c0e543801a None None] Port a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:08.030244 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-b9baad3b-9aca-4537-83e8-6608484a43cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06203eaa-dc3d-4e03-9e70-f6f275eacbfc HTTP/1.1" status: 200 len: 1002 time: 0.2599061 Aug 19 12:24:08.107898 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-69bef13f-d8ec-4293-a6ad-952072842b6e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:08.110611 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-69bef13f-d8ec-4293-a6ad-952072842b6e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 811 time: 0.3588014 Aug 19 12:24:08.112726 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d28d059-f3b0-4652-8bd1-d3ef0c139a09 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:08.139075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6d28d059-f3b0-4652-8bd1-d3ef0c139a09 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:08.156661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-86e185b3-00c7-4c9e-a5be-33ce0ebf420d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/quotas/71865e080f284c3da990ac66652fb3d0 HTTP/1.1" status: 200 len: 375 time: 0.0317314 Aug 19 12:24:08.160010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-d34a0eca-cd48-41bf-b1b1-67ed5b594cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:08.161472 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-d34a0eca-cd48-41bf-b1b1-67ed5b594cfd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52a51bc7-2214-4174-98c6-2f7fb87a2ae5 HTTP/1.1" status: 200 len: 855 time: 0.1186683 Aug 19 12:24:08.312524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-bebc0aec-1066-4fe1-af5d-1a9104d978c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:08.314047 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-bebc0aec-1066-4fe1-af5d-1a9104d978c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33a63ac8-e80b-4f52-be34-1a8d66da6d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209123 Aug 19 12:24:08.324310 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2292eff5-28f8-4abc-914c-7c58001c24ae tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1328135 Aug 19 12:24:08.363363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e9e78027-ad4c-4465-a9ed-4ba2a9510011 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:08.522323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e9e78027-ad4c-4465-a9ed-4ba2a9510011 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:08.525985 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:08.667971 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-97ce6b4b-2eaa-4131-9375-e2569148396a service neutron] 10.222.0.21 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308744 Aug 19 12:24:08.708675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-d505bd13-4a7d-4f20-b0c7-28d40e916aca tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:08.720552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-d505bd13-4a7d-4f20-b0c7-28d40e916aca tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/networks?id=1f4d8d59-c751-4309-b06f-dc56108a1441 HTTP/1.1" status: 200 len: 813 time: 0.2543018 Aug 19 12:24:08.741196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-db65bf19-cb78-459c-8aea-3724aa6daefb tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/quotas/d7c83abddebd448ba77f9a61b47abb73 HTTP/1.1" status: 200 len: 375 time: 0.0110691 Aug 19 12:24:08.801694 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-a1e2b150-01a9-4e4e-b45d-95548a21aeae tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7c83abddebd448ba77f9a61b47abb73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509758 Aug 19 12:24:08.810176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-e558afad-2408-42f8-acb0-ac77fb396ca6 service neutron] 10.222.0.62 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835126 Aug 19 12:24:08.920071 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d28d059-f3b0-4652-8bd1-d3ef0c139a09 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:08.981885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28d059-f3b0-4652-8bd1-d3ef0c139a09 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:09.004234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-9e379494-53d9-4dd2-81fd-b218ae25d7af service neutron] 10.222.0.21 "GET /v2.0/networks/1f4d8d59-c751-4309-b06f-dc56108a1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890347 Aug 19 12:24:09.024620 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.058667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-3bddb5f5-abbe-48d0-b3db-80ddc6a10489 service neutron] 10.222.0.21 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558602 Aug 19 12:24:09.176240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-7bfacb85-c55f-4a17-aed5-60f4b6e89d15 service neutron] 10.222.0.62 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401423 Aug 19 12:24:09.227036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-8f17021c-2db1-4817-91f2-8b4de516b77b service neutron] 10.222.0.21 "GET /v2.0/networks/1f4d8d59-c751-4309-b06f-dc56108a1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093039 Aug 19 12:24:09.263989 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-2ff0eb29-0651-463c-a89e-12ee3860edbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=53dc58b7-9984-40dc-8a11-1f42b19c5175 HTTP/1.1" status: 200 len: 217 time: 0.0833814 Aug 19 12:24:09.328721 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d28d059-f3b0-4652-8bd1-d3ef0c139a09 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.333455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57444) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:09.333661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6d28d059-f3b0-4652-8bd1-d3ef0c139a09 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce HTTP/1.1" status: 204 len: 168 time: 2.4402213 Aug 19 12:24:09.354887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-657c58a1-1d8b-47ea-abe3-3f0164bdc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:09.358778 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-657c58a1-1d8b-47ea-abe3-3f0164bdc25c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.0837584 Aug 19 12:24:09.421640 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fff9228-b7f9-43b9-8dd3-bc061e711446 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:24:09.425179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6fff9228-b7f9-43b9-8dd3-bc061e711446 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce HTTP/1.1" status: 404 len: 333 time: 0.0902145 Aug 19 12:24:09.428248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57450) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:09.467120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-c58c7dd1-477a-4c9e-a74d-b4d61e2eb7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:09.469613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-c58c7dd1-477a-4c9e-a74d-b4d61e2eb7c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009707 Aug 19 12:24:09.613574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0e4c58-8a52-4f5d-b10d-8c5cfe6ba75d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting subnet 65da56df-97d3-420b-954e-4a1e150cac0f {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:24:09.626888 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4c58-8a52-4f5d-b10d-8c5cfe6ba75d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.736076 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4c58-8a52-4f5d-b10d-8c5cfe6ba75d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:09.753645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-1663bd2a-f905-46c0-bc9a-523a2f18333b service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728319 Aug 19 12:24:10.066705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4c58-8a52-4f5d-b10d-8c5cfe6ba75d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:10.134116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7679111-3f90-4b76-bbbd-fe2895f2de0e req-ef318880-2a84-49d9-b632-7e2985c310cd tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:10.136194 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7679111-3f90-4b76-bbbd-fe2895f2de0e req-ef318880-2a84-49d9-b632-7e2985c310cd tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.3752801 Aug 19 12:24:10.142976 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-508028b1-88e3-4c4f-82a8-7a4a34e74029 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670547 Aug 19 12:24:10.201398 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7679111-3f90-4b76-bbbd-fe2895f2de0e req-9ea8e709-b150-4aef-9a41-807e9dfb1b9b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568943 Aug 19 12:24:10.311596 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-8ee29a5b-f448-4ff8-8104-5b524008e3a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=a48d692e-ec2d-4064-b30e-5fa0a3029cb7 HTTP/1.1" status: 200 len: 217 time: 0.1497304 Aug 19 12:24:10.333860 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4c58-8a52-4f5d-b10d-8c5cfe6ba75d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:10.361983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac57659-b985-49ed-9754-c682d5cad1e9 None None] Network b1a0468b-d702-45d0-978b-e3e51295b5d4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:10.401869 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4c58-8a52-4f5d-b10d-8c5cfe6ba75d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:10.404540 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1f0e4c58-8a52-4f5d-b10d-8c5cfe6ba75d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/65da56df-97d3-420b-954e-4a1e150cac0f HTTP/1.1" status: 204 len: 168 time: 0.9745541 Aug 19 12:24:10.407593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57478) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:10.480221 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:10.485476 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d237ad5-3529-4127-a040-e915d92d4767 req-90365f4b-3bb7-4abf-a1c6-62504a340533 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 210 time: 0.1716933 Aug 19 12:24:10.559751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-34cfe2cc-8950-48c8-abab-2e1fb924df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:10.567240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-34cfe2cc-8950-48c8-abab-2e1fb924df19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.2434144 Aug 19 12:24:10.604957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e4c58-8a52-4f5d-b10d-8c5cfe6ba75d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Subnet': ['ID=65da56df-97d3-420b-954e-4a1e150cac0f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:10.615880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-38508b62-2bef-4e3a-8a6f-83c2667b72fc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting subnet 006df4b3-14a4-4060-8f82-478d41ed2005 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:24:10.620471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38508b62-2bef-4e3a-8a6f-83c2667b72fc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:10.666538 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38508b62-2bef-4e3a-8a6f-83c2667b72fc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:10.769612 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4fd70e0-08b3-48b2-94f1-e00673828c7b req-69b50d47-5453-4016-9ba5-1f81d18b36fa tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 210 time: 0.1560183 Aug 19 12:24:10.849450 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-370a632e-689d-4157-8ac2-2f5c1f46c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:10.851362 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-370a632e-689d-4157-8ac2-2f5c1f46c5ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2713723 Aug 19 12:24:11.010835 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38508b62-2bef-4e3a-8a6f-83c2667b72fc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.181900 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-26e24532-b638-4f6f-ad6f-4fe2e4eac701 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212605 Aug 19 12:24:11.299433 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38508b62-2bef-4e3a-8a6f-83c2667b72fc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.342724 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38508b62-2bef-4e3a-8a6f-83c2667b72fc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.350561 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-38508b62-2bef-4e3a-8a6f-83c2667b72fc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/006df4b3-14a4-4060-8f82-478d41ed2005 HTTP/1.1" status: 204 len: 168 time: 0.9416075 Aug 19 12:24:11.353197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57492) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:11.468963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38508b62-2bef-4e3a-8a6f-83c2667b72fc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Subnet': ['ID=006df4b3-14a4-4060-8f82-478d41ed2005,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:11.590660 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.645388 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-f09cb020-361b-41c4-bef4-0dc419aa5f6c service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527118 Aug 19 12:24:11.745545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-0ce68363-4d01-4686-8764-e46a894521cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=208cb691-c9ac-4d91-bf98-44e1eb45c65c HTTP/1.1" status: 200 len: 217 time: 0.0760221 Aug 19 12:24:11.765686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e7a4d-d959-4cac-9d29-dd7c24ac5917 req-1af274fb-b9ff-456d-9c47-f738ec05c464 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:11.767257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-200e7a4d-d959-4cac-9d29-dd7c24ac5917 req-1af274fb-b9ff-456d-9c47-f738ec05c464 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.2325847 Aug 19 12:24:11.824936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port e9e78027-ad4c-4465-a9ed-4ba2a9510011 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:11.825275 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:11.835794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914225a0-f821-4fec-ad96-f13c4fe3c141 None None] Network b1a0468b-d702-45d0-978b-e3e51295b5d4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:11.925046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-94028b61-2305-4edb-bb7b-dd72f6bef732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:11.926561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-94028b61-2305-4edb-bb7b-dd72f6bef732 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.1697848 Aug 19 12:24:11.935353 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-200e7a4d-d959-4cac-9d29-dd7c24ac5917 req-ccf73253-f8f6-431e-a361-fd00eaca6c7c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379721 Aug 19 12:24:12.029294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d999a089-2ebd-40f1-a389-690233c94b9d None None] Provisioning complete for port e9e78027-ad4c-4465-a9ed-4ba2a9510011 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:12.030359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d999a089-2ebd-40f1-a389-690233c94b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.076558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-718a8467-e394-443d-8586-be8de11dc6f2 req-dfdd8cac-a3c8-4509-bf38-99649c926db1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 210 time: 0.0587072 Aug 19 12:24:12.078683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] For port e9e78027-ad4c-4465-a9ed-4ba2a9510011, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e9e78027-ad4c-4465-a9ed-4ba2a9510011,segment=NetworkSegment(7b1a17d6-3bef-46df-b2d1-05ddf26c8134),segment_id=7b1a17d6-3bef-46df-b2d1-05ddf26c8134)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:12.079023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.082836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-c15e3038-1eff-446f-b80e-a3bf5da8bced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:12.084355 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-c15e3038-1eff-446f-b80e-a3bf5da8bced service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1480761 Aug 19 12:24:12.118353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for e9e78027-ad4c-4465-a9ed-4ba2a9510011 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:12.126825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27096118-7839-48ab-85f9-9126d2af8d96 None None] DHCP port deletion for b1a0468b-d702-45d0-978b-e3e51295b5d4 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:24:12.220941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d77e40f8-57d1-4ae2-a62e-21838cd40c76 req-f80e7e6e-0847-4c8d-b74d-a2c75bf61aa0 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 210 time: 0.0583420 Aug 19 12:24:12.314507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-27096118-7839-48ab-85f9-9126d2af8d96 None None] Deleting port e9e78027-ad4c-4465-a9ed-4ba2a9510011 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:12.317452 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-27096118-7839-48ab-85f9-9126d2af8d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.326321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-3d458d30-65b3-4635-b8b5-8781c4a96248 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217937 Aug 19 12:24:12.389106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e9e78027-ad4c-4465-a9ed-4ba2a9510011 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:12.474592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-5d5e008c-5989-457b-aa55-3eb107e7c632 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348224 Aug 19 12:24:12.538938 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-38246d67-8665-42e7-b31f-0d146895fdb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 HTTP/1.1" status: 200 len: 217 time: 0.0518560 Aug 19 12:24:12.555937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-27096118-7839-48ab-85f9-9126d2af8d96 None None] For port e9e78027-ad4c-4465-a9ed-4ba2a9510011, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e9e78027-ad4c-4465-a9ed-4ba2a9510011,segment=NetworkSegment(7b1a17d6-3bef-46df-b2d1-05ddf26c8134),segment_id=7b1a17d6-3bef-46df-b2d1-05ddf26c8134)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:12.556259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-27096118-7839-48ab-85f9-9126d2af8d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.649810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-2ee972fc-81b8-480e-bcfc-e189f82f7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:12.657007 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-2ee972fc-81b8-480e-bcfc-e189f82f7227 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.1085961 Aug 19 12:24:12.779855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-3e7c7ffa-2f3f-4ed1-ad5d-991615b6b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:12.781716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-3e7c7ffa-2f3f-4ed1-ad5d-991615b6b41e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1162012 Aug 19 12:24:12.807488 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.819945 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:12.834416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-27096118-7839-48ab-85f9-9126d2af8d96 None None] Calling delete_port for e9e78027-ad4c-4465-a9ed-4ba2a9510011 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:12.981576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-da9c47a9-bd47-4300-8b09-5f7167700982 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912444 Aug 19 12:24:13.014013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No DVR routers for this DVR port e9e78027-ad4c-4465-a9ed-4ba2a9510011 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:13.026023 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-27096118-7839-48ab-85f9-9126d2af8d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.047864 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=e9e78027-ad4c-4465-a9ed-4ba2a9510011,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:13.051141 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27096118-7839-48ab-85f9-9126d2af8d96 None None] No DVR routers for this DVR port e9e78027-ad4c-4465-a9ed-4ba2a9510011 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:13.080566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27096118-7839-48ab-85f9-9126d2af8d96 None None] Pushing event deleted for resources: {'Port': ['ID=e9e78027-ad4c-4465-a9ed-4ba2a9510011,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:13.575897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52967e5-8e23-429b-a227-54bc6114a01d req-2652974a-bc88-402e-9be9-aa536e917758 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:13.578090 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e52967e5-8e23-429b-a227-54bc6114a01d req-2652974a-bc88-402e-9be9-aa536e917758 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.4735184 Aug 19 12:24:13.580219 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.596338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a0468b-d702-45d0-978b-e3e51295b5d4']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:13.611386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1a17d6-3bef-46df-b2d1-05ddf26c8134') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:13.628143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1a17d6-3bef-46df-b2d1-05ddf26c8134') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:13.655961 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.680681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.689462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:24:13.689462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:13.780261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-b3e5bf19-70b2-4b4e-b2f3-62d7ca686536 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631233 Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:24:13.781008 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:24:13.849292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-46ee9382-fc2a-492a-8886-b9cf99fba1c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=741fd100-7f9a-4a27-8403-958a58d683e7 HTTP/1.1" status: 200 len: 217 time: 0.0434303 Aug 19 12:24:13.946060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb40c521-d551-40cc-bafe-916b9edb294b req-9fa84035-38ed-4e1a-a152-9a9e5e497ec8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 210 time: 0.0849302 Aug 19 12:24:14.029419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-ae1d1aa0-b2d9-455c-9d18-c1edf21e3afe tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:14.031430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-ae1d1aa0-b2d9-455c-9d18-c1edf21e3afe tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 811 time: 0.2496159 Aug 19 12:24:14.046652 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.054724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Request body: {'port': {'device_id': '5f1febb2-2c48-4d59-afc6-337aefd218ee', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'admin_state_up': True, 'tenant_id': '71865e080f284c3da990ac66652fb3d0'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:14.099401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.106372 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/networks/b1a0468b-d702-45d0-978b-e3e51295b5d4 HTTP/1.1" status: 204 len: 168 time: 2.7486420 Aug 19 12:24:14.106820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57542) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:14.233004 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5642e754-a22f-4d30-8ae1-41d6151aca05 req-b1b36283-57dc-4ec1-afe4-1a880546b6b1 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 210 time: 0.1033146 Aug 19 12:24:14.252756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d6dbf-e111-4192-ab90-9b91484d0539 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:14.259366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d969ea-c628-4d21-9e01-81f512de7443 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Network': ['ID=b1a0468b-d702-45d0-978b-e3e51295b5d4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:14.267457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57544) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:14.269213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2c3d6dbf-e111-4192-ab90-9b91484d0539 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1610706 Aug 19 12:24:14.291193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e52967e5-8e23-429b-a227-54bc6114a01d req-38af15d5-33f3-4114-9adc-2b4175d94e80 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947381 Aug 19 12:24:14.314911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-1cf0ce82-9ad4-4a2a-bdb7-3f29f8a48369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:14.316505 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-1cf0ce82-9ad4-4a2a-bdb7-3f29f8a48369 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=637a575a-ec31-4c4a-af4b-533c95b75677 HTTP/1.1" status: 200 len: 797 time: 0.3255880 Aug 19 12:24:14.376479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0eef33dc-aadb-4248-b515-b19dcba537d4 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1004519 Aug 19 12:24:14.377994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57546) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:14.383359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-c859f877-b79d-4699-8bfb-8695fc5f9f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:14.384485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-186587500'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:14.384894 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-c859f877-b79d-4699-8bfb-8695fc5f9f2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604270 Aug 19 12:24:14.489337 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-2ac4dc8e-2185-4b5b-b9c0-2fb304aabbd9 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965617 Aug 19 12:24:14.629260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Made reservation on behalf of 71865e080f284c3da990ac66652fb3d0 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:14.633322 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.667337 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-e824a262-c87d-433d-8c68-7ce30c204634 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689951 Aug 19 12:24:14.787417 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-c554f44b-6073-4f2d-89c7-4e92c719bb6d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=caf73817-b517-4050-b969-77b44dbe49da HTTP/1.1" status: 200 len: 217 time: 0.1095223 Aug 19 12:24:14.800757 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:14.817532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.922574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-f437a8fa-a539-4dbb-b092-31fe88c3b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:14.926181 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-f437a8fa-a539-4dbb-b092-31fe88c3b35b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=637a575a-ec31-4c4a-af4b-533c95b75677 HTTP/1.1" status: 200 len: 797 time: 0.1038070 Aug 19 12:24:14.937517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:24:14.948061 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:14.949093 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Added segment e0c61812-fe2f-44e9-8c52-8fb7873ec2ac of type vlan for network 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f Aug 19 12:24:14.952279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dc4a7-05f5-4050-a269-0fea9dec45da req-e73a5dbe-07af-4e97-a3e1-f648094fba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:14.953869 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-404dc4a7-05f5-4050-a269-0fea9dec45da req-e73a5dbe-07af-4e97-a3e1-f648094fba7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 1096 time: 0.2023919 Aug 19 12:24:15.010452 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.082679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-b9924651-0679-407d-955e-f204c36a1408 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:15.083808 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Allocated IP 172.20.0.11 (68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8/6cc58d73-9a1e-4ed3-814d-0ef0a0095792/25fb744b-74b2-49c0-b4a7-69c9ede3f16e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:15.084429 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-b9924651-0679-407d-955e-f204c36a1408 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.30 "GET /v2.0/networks?id=1f4d8d59-c751-4309-b06f-dc56108a1441 HTTP/1.1" status: 200 len: 813 time: 0.3396738 Aug 19 12:24:15.099521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Request body: {'port': {'device_id': 'b0018a0e-1f18-4e44-8834-a5ee1b6026da', 'network_id': '1f4d8d59-c751-4309-b06f-dc56108a1441', 'admin_state_up': True, 'tenant_id': 'd7c83abddebd448ba77f9a61b47abb73'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:15.148173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-272490f5-11de-46dd-815b-0f7f09c4c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:15.149785 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-272490f5-11de-46dd-815b-0f7f09c4c560 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1926863 Aug 19 12:24:15.170632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d802628e-227e-407a-95b8-5f17ecd1954e req-f434abd9-58d9-44e9-a1c4-c98673812221 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 210 time: 0.0670362 Aug 19 12:24:15.259671 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.265703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:15.266407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.341746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dc4a7-05f5-4050-a269-0fea9dec45da req-6d032c3b-8dd5-4706-bd7b-c373cf45df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:15.342017 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-404dc4a7-05f5-4050-a269-0fea9dec45da req-6d032c3b-8dd5-4706-bd7b-c373cf45df77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 913 time: 0.3538387 Aug 19 12:24:15.405666 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-404dc4a7-05f5-4050-a269-0fea9dec45da req-1446d8cc-41f3-413f-9001-d02a157e49b8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fd7896-9aa4-4f12-ae21-e5a198d53674 HTTP/1.1" status: 200 len: 217 time: 0.0416200 Aug 19 12:24:15.513179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cbb001c9-3e31-45cb-953f-8ef7957a70d0 req-5446863e-0447-4ab0-ba39-1189fcba4b6e tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 210 time: 0.0510604 Aug 19 12:24:15.523417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Network': ['ID=9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:15.534350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:24:15.577442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Made reservation on behalf of d7c83abddebd448ba77f9a61b47abb73 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:15.581297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:15.682517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dc4a7-05f5-4050-a269-0fea9dec45da req-61f051a9-500b-4402-bf68-29451eaf0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:15.684093 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-404dc4a7-05f5-4050-a269-0fea9dec45da req-61f051a9-500b-4402-bf68-29451eaf0bce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a30a79-0796-4e2e-a201-ffee4494f99e HTTP/1.1" status: 200 len: 852 time: 0.2578576 Aug 19 12:24:15.716311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-df58f88f-e584-4aac-a66c-7b55a0134c19 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445678 Aug 19 12:24:15.731779 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-be744702-a523-40a3-9a6f-948bd4e1aea5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3518846 Aug 19 12:24:15.757723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57574) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:15.760745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-404dc4a7-05f5-4050-a269-0fea9dec45da req-293c60d7-e2a4-40c4-b124-77f46d2d71cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce726399-d1c8-4413-8ca5-6de1e3ca0925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596907 Aug 19 12:24:15.766031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': '9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:15.777208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee81f2e-0062-4cb6-855b-7d2e8af56cdb req-dfb23f01-1fd6-4056-9dea-258d1fc7ae54 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:15.780603 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ee81f2e-0062-4cb6-855b-7d2e8af56cdb req-dfb23f01-1fd6-4056-9dea-258d1fc7ae54 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.3675270 Aug 19 12:24:15.807025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Allocated IP 172.20.0.10 (1f4d8d59-c751-4309-b06f-dc56108a1441/635a2b6d-a40d-4496-8cc6-4dcfca1ccc52/a9a339dd-7e86-43d9-b3bc-f8bf0e16e889) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:16.003577 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.020541 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ee81f2e-0062-4cb6-855b-7d2e8af56cdb req-de89e9b1-2601-48ae-9d57-eb3df2fd8839 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044697 Aug 19 12:24:16.057159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Transition to ACTIVE for port object 25fb744b-74b2-49c0-b4a7-69c9ede3f16e will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:16.102706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.141946 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75fc586a-d010-4698-a27f-2933b9eb0763 req-87e04371-6e9d-4cec-b6fb-60e2c3b4cee2 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155383 Aug 19 12:24:16.176285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-404dc4a7-05f5-4050-a269-0fea9dec45da req-0fe1b807-c711-4523-8a2d-9952a30115ec service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895810 Aug 19 12:24:16.289602 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-404dc4a7-05f5-4050-a269-0fea9dec45da req-1d1e204d-1d3a-4509-a934-a0e057be97ee service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050057 Aug 19 12:24:16.320115 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-01779e0c-97cf-4acd-bf51-89df9f34118d req-e1ad5592-1d1f-40ff-8a9c-358d1d9200b0 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 210 time: 0.0521829 Aug 19 12:24:16.337751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:16.337951 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.341822 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.419589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Network 1f4d8d59-c751-4309-b06f-dc56108a1441 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:16.426946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:16.431892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:16.437435 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.477974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Pushing event updated for resources: {'Port': ['ID=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:16.514783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:16.517944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event updated for resources: {'Port': ['ID=25fb744b-74b2-49c0-b4a7-69c9ede3f16e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:16.520858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:16.525790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:16.546948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:16.547853 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.714110 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-e291b8b2-9ebf-4375-9e3c-43a856ffea14 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6185327 Aug 19 12:24:16.734344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Request body: {'port': {'device_id': 'b0018a0e-1f18-4e44-8834-a5ee1b6026da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:16.766153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:16.766832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.828967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8705fc5-a403-44a1-99d6-f15475dec735 req-9398e0b2-18bc-45d7-83d8-db68a5680fd6 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:16.839349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c8705fc5-a403-44a1-99d6-f15475dec735 req-9398e0b2-18bc-45d7-83d8-db68a5680fd6 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 932 time: 0.1874566 Aug 19 12:24:16.902368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-2772916e-8f34-4ec6-839e-660ffa2d2d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8526113 Aug 19 12:24:16.916399 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:16.920884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Request body: {'port': {'device_id': '5f1febb2-2c48-4d59-afc6-337aefd218ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:16.958533 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c8705fc5-a403-44a1-99d6-f15475dec735 req-384f5d92-3c7a-4890-a36c-307b436f61b8 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182158 Aug 19 12:24:17.065219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ed8074ac-d87a-4421-8b86-47cb6030f925 None None] Provisioning for port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:17.066379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ed8074ac-d87a-4421-8b86-47cb6030f925 None None] Provisioning complete for port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:17.066928 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ed8074ac-d87a-4421-8b86-47cb6030f925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.105510 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.155195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ed8074ac-d87a-4421-8b86-47cb6030f925 None None] Port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:17.412318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:17.427549 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.441997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Transition to ACTIVE for port object a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:17.535892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fb744b-74b2-49c0-b4a7-69c9ede3f16e {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:17.546953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852ea5b-161c-439c-91c6-a77b469c6dde req-9c7baa07-f8fe-4014-b9a0-54b55ea0c6dc tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:17.548174 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.549120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8852ea5b-161c-439c-91c6-a77b469c6dde req-9c7baa07-f8fe-4014-b9a0-54b55ea0c6dc tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 932 time: 0.0913594 Aug 19 12:24:17.561506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d9799-0416-42cc-b201-8a9361667255 req-b735f3e8-5005-4cfd-ab57-1ba4d0790b76 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:17.563075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d1d9799-0416-42cc-b201-8a9361667255 req-b735f3e8-5005-4cfd-ab57-1ba4d0790b76 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.1181002 Aug 19 12:24:17.582929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Transition to ACTIVE for port object 25fb744b-74b2-49c0-b4a7-69c9ede3f16e will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:17.595767 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.596176 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.664159 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8852ea5b-161c-439c-91c6-a77b469c6dde req-60149902-f129-4570-aa5e-bf73d0b9b7ec tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045110 Aug 19 12:24:17.665266 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d1d9799-0416-42cc-b201-8a9361667255 req-a1002aa6-7f45-44a6-8c60-da2943dbc725 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930254 Aug 19 12:24:17.705408 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:17.760398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:17.807751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Pushing event updated for resources: {'Port': ['ID=25fb744b-74b2-49c0-b4a7-69c9ede3f16e,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:17.813396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Subnet': ['ID=5f232dc9-d7c3-4dd2-b97a-464b68fd42f9,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:17.831038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Checking segment: {'id': 'e0c61812-fe2f-44e9-8c52-8fb7873ec2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:17.831758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network hostable DHCP agents. Network: 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:24:17.862066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Attempting to bind port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:17.862446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Attempting to bind port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '9d2992c0-ca3a-4d56-a188-0981217a7369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1f4d8d59-c751-4309-b06f-dc56108a1441'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:17.863856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Attempting to bind port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 on network 1f4d8d59-c751-4309-b06f-dc56108a1441 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:17.875969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 on network 1f4d8d59-c751-4309-b06f-dc56108a1441 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:17.876366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Attempting to bind port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 on network 1f4d8d59-c751-4309-b06f-dc56108a1441 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:17.884027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:17.884382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Checking segment: {'id': '9d2992c0-ca3a-4d56-a188-0981217a7369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1f4d8d59-c751-4309-b06f-dc56108a1441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:17.885051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Bound using segment: {'id': '9d2992c0-ca3a-4d56-a188-0981217a7369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1f4d8d59-c751-4309-b06f-dc56108a1441'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:17.885605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Bound port: a9a339dd-7e86-43d9-b3bc-f8bf0e16e889, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2992c0-ca3a-4d56-a188-0981217a7369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1f4d8d59-c751-4309-b06f-dc56108a1441'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:17.886085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.040190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] For port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:18.049968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] For port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889,segment=NetworkSegment(9d2992c0-ca3a-4d56-a188-0981217a7369),segment_id=9d2992c0-ca3a-4d56-a188-0981217a7369)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:18.067251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:24:18.077740 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Attempting to bind port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:18.078391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Attempting to bind port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:18.078841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Attempting to bind port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:18.083938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:18.084354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Attempting to bind port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:18.090111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:18.090935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Checking segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:18.091195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Bound using segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:18.091706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Bound port: 25fb744b-74b2-49c0-b4a7-69c9ede3f16e, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:18.092171 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.186468 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.242074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] For port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:18.246060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] For port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=25fb744b-74b2-49c0-b4a7-69c9ede3f16e,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:18.247858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:18.252762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:18.253327 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.259631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4074dc-8eec-4b6b-90ac-c21cbaea64ef None None] Network 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:18.280751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:18.281380 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.283054 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] 10.222.0.30 "PUT /v2.0/ports/a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 HTTP/1.1" status: 200 len: 1092 time: 1.5579069 Aug 19 12:24:18.286829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0018a0e-1f18-4e44-8834-a5ee1b6026da', 'tag': 'a9a339dd-7e86-43d9-b3bc-f8bf0e16e889'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:18.290790 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b2a91d-cb6d-43a4-920d-0d2f31595416" -d '{"events": [{"name": "network-changed", "server_uuid": "b0018a0e-1f18-4e44-8834-a5ee1b6026da", "tag": "a9a339dd-7e86-43d9-b3bc-f8bf0e16e889"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:18.321054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824f1e4-4d79-42fb-b0be-b3ba46aedc1f req-04799245-1b62-4e1e-ad52-87665b46bbbc tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:18.322591 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a824f1e4-4d79-42fb-b0be-b3ba46aedc1f req-04799245-1b62-4e1e-ad52-87665b46bbbc tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 944 time: 0.2303057 Aug 19 12:24:18.376716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620b4c7-ddb5-48f4-b9b7-5acf2beb4c59 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:18.386323 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019b8fef-66c7-4805-9e73-7f88804dbad3 x-openstack-request-id: req-019b8fef-66c7-4805-9e73-7f88804dbad3 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:18.386612 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0018a0e-1f18-4e44-8834-a5ee1b6026da", "tag": "a9a339dd-7e86-43d9-b3bc-f8bf0e16e889", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:18.386920 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-019b8fef-66c7-4805-9e73-7f88804dbad3 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:18.387306 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0018a0e-1f18-4e44-8834-a5ee1b6026da', 'tag': 'a9a339dd-7e86-43d9-b3bc-f8bf0e16e889', 'status': 'completed', 'code': 200} Aug 19 12:24:18.461958 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a824f1e4-4d79-42fb-b0be-b3ba46aedc1f req-ab154c9d-935f-4a47-8d6a-330890a25385 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132705 Aug 19 12:24:18.483987 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4c942f03-87b4-4acc-873f-11d75431f1a2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7210586 Aug 19 12:24:18.495219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57642) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:18.495219 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.503850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': '9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f', 'name': 'tempest-PortsTestJSON-1622471023'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:18.506857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f', 'network_id': '9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f', 'tenant_id': 'c626a89e92434352a2dc7dedaa7c508c', 'fixed_ips': [{'subnet_id': '5f232dc9-d7c3-4dd2-b97a-464b68fd42f9'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:24:18.507789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.514073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2a91d-cb6d-43a4-920d-0d2f31595416 req-04b4f34f-022d-48a5-b613-b8c29c092970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:18.516399 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1b2a91d-cb6d-43a4-920d-0d2f31595416 req-04b4f34f-022d-48a5-b613-b8c29c092970 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7c83abddebd448ba77f9a61b47abb73&device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 1095 time: 0.1215887 Aug 19 12:24:18.658414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:18.659072 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.660772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] 10.222.0.30 "PUT /v2.0/ports/25fb744b-74b2-49c0-b4a7-69c9ede3f16e HTTP/1.1" status: 200 len: 1092 time: 1.7440071 Aug 19 12:24:18.664052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1febb2-2c48-4d59-afc6-337aefd218ee', 'tag': '25fb744b-74b2-49c0-b4a7-69c9ede3f16e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:18.666586 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5e7dea-21f1-40b7-87d6-61adb71dc7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1febb2-2c48-4d59-afc6-337aefd218ee", "tag": "25fb744b-74b2-49c0-b4a7-69c9ede3f16e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:18.710554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2a91d-cb6d-43a4-920d-0d2f31595416 req-07d0db18-244a-4fb7-8830-5128b038c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:18.713813 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1b2a91d-cb6d-43a4-920d-0d2f31595416 req-07d0db18-244a-4fb7-8830-5128b038c8cc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d7c83abddebd448ba77f9a61b47abb73&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1855631 Aug 19 12:24:18.734598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be9d5b-aa58-4d4c-a1dc-3793c4fb3996 service neutron] Pushing event updated for resources: {'Port': ['ID=25fb744b-74b2-49c0-b4a7-69c9ede3f16e,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:18.780571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Allocated IP 172.20.0.2 (9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f/5f232dc9-d7c3-4dd2-b97a-464b68fd42f9/40ae6e95-be75-48b8-a0d8-3c3dd603689a) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:18.800318 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9408c1d9-fed7-4b17-9a76-2c62c7038084 x-openstack-request-id: req-9408c1d9-fed7-4b17-9a76-2c62c7038084 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:18.800616 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1febb2-2c48-4d59-afc6-337aefd218ee", "tag": "25fb744b-74b2-49c0-b4a7-69c9ede3f16e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:18.800870 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9408c1d9-fed7-4b17-9a76-2c62c7038084 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:18.801320 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1febb2-2c48-4d59-afc6-337aefd218ee', 'tag': '25fb744b-74b2-49c0-b4a7-69c9ede3f16e', 'status': 'completed', 'code': 200} Aug 19 12:24:18.931847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:18.935786 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:18.994119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f7f0e-d218-4332-82b6-dbd8df766787 req-57577d5e-1510-455c-9a16-32808ada61ac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.002771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7d9f7f0e-d218-4332-82b6-dbd8df766787 req-57577d5e-1510-455c-9a16-32808ada61ac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 944 time: 0.1375995 Aug 19 12:24:19.003372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e7dea-21f1-40b7-87d6-61adb71dc7c5 req-0f7e1e3a-373a-4f39-91c8-9e7cbd24a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.005432 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe5e7dea-21f1-40b7-87d6-61adb71dc7c5 req-0f7e1e3a-373a-4f39-91c8-9e7cbd24a057 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 1095 time: 0.1730802 Aug 19 12:24:19.018345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port f2e3c3b1-ec1b-4975-af0c-8397d00e93ce yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:24:19.055165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a0fd7896-9aa4-4f12-ae21-e5a198d53674 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:19.060159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2a91d-cb6d-43a4-920d-0d2f31595416 req-793e46a0-2075-4b00-85db-a89f0fbafe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.063590 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1b2a91d-cb6d-43a4-920d-0d2f31595416 req-793e46a0-2075-4b00-85db-a89f0fbafe9e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3423009 Aug 19 12:24:19.085995 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7d9f7f0e-d218-4332-82b6-dbd8df766787 req-d3f30b39-7efd-40aa-aeff-9e62e5a0742e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788941 Aug 19 12:24:19.124586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b73ab-0f39-49fd-915a-016ff1e3303b req-25e9c99e-2ce6-4f98-8e75-b4c751846c2a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.126339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-070b73ab-0f39-49fd-915a-016ff1e3303b req-25e9c99e-2ce6-4f98-8e75-b4c751846c2a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 945 time: 0.2301519 Aug 19 12:24:19.188156 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.198416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-78b999f5-d5d9-4294-9507-1e08e4e976fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.200563 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.202956 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-78b999f5-d5d9-4294-9507-1e08e4e976fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7c83abddebd448ba77f9a61b47abb73&device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 1095 time: 0.0931180 Aug 19 12:24:19.209105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Transition to ACTIVE for port object 40ae6e95-be75-48b8-a0d8-3c3dd603689a will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:19.233719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-070b73ab-0f39-49fd-915a-016ff1e3303b req-a393006a-cd7a-42a4-9561-d887615c93b6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704501 Aug 19 12:24:19.268650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a0fd7896-9aa4-4f12-ae21-e5a198d53674, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0fd7896-9aa4-4f12-ae21-e5a198d53674,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:19.273634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8687b4-f94d-4036-8181-76933fa065cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:19.277180 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9576b5f-340b-4dfd-bd84-005e6be663ab" -d '{"events": [{"server_uuid": "4b8687b4-f94d-4036-8181-76933fa065cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a0fd7896-9aa4-4f12-ae21-e5a198d53674"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:19.287744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Transition to ACTIVE for port object 40ae6e95-be75-48b8-a0d8-3c3dd603689a will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:19.298972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e7dea-21f1-40b7-87d6-61adb71dc7c5 req-3d32ee04-a8ab-4892-8858-b252560669b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.300510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe5e7dea-21f1-40b7-87d6-61adb71dc7c5 req-3d32ee04-a8ab-4892-8858-b252560669b2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=71865e080f284c3da990ac66652fb3d0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2549291 Aug 19 12:24:19.318606 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-617280d1-617d-4eb2-a33e-cad450c9bdf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 HTTP/1.1" status: 200 len: 217 time: 0.1003730 Aug 19 12:24:19.390294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.415900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-ceb850bc-d07f-4492-97f5-86148fb6fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.418367 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-ceb850bc-d07f-4492-97f5-86148fb6fc47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=635a2b6d-a40d-4496-8cc6-4dcfca1ccc52 HTTP/1.1" status: 200 len: 853 time: 0.0895069 Aug 19 12:24:19.489467 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56f970e-d1bd-42ee-9628-7fd7f9dc1150 x-openstack-request-id: req-c56f970e-d1bd-42ee-9628-7fd7f9dc1150 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:19.489759 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8687b4-f94d-4036-8181-76933fa065cd", "name": "network-vif-unplugged", "status": "completed", "tag": "a0fd7896-9aa4-4f12-ae21-e5a198d53674", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:19.490009 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c56f970e-d1bd-42ee-9628-7fd7f9dc1150 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:19.490402 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8687b4-f94d-4036-8181-76933fa065cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674', 'code': 200} Aug 19 12:24:19.491716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a0fd7896-9aa4-4f12-ae21-e5a198d53674,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:19.494974 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.539953 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-66634cbf-7307-4411-8a7e-9164029bd13d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f4d8d59-c751-4309-b06f-dc56108a1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144087 Aug 19 12:24:19.618049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Pushing event updated for resources: {'Port': ['ID=40ae6e95-be75-48b8-a0d8-3c3dd603689a,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:19.640564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Network 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:19.642716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:19.887021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:19.887938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e7dea-21f1-40b7-87d6-61adb71dc7c5 req-ed1b2853-14eb-45a7-a7db-05e7c76a80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.887938 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe5e7dea-21f1-40b7-87d6-61adb71dc7c5 req-ed1b2853-14eb-45a7-a7db-05e7c76a80d8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3705652 Aug 19 12:24:19.888252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-a1134bf6-a986-4b1c-8323-92c2bba4bd17 service neutron] 10.222.0.30 "GET /v2.0/networks/1f4d8d59-c751-4309-b06f-dc56108a1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613188 Aug 19 12:24:19.888512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.4 (9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f/5f232dc9-d7c3-4dd2-b97a-464b68fd42f9/f2e3c3b1-ec1b-4975-af0c-8397d00e93ce) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:19.888733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Attempting to bind port 40ae6e95-be75-48b8-a0d8-3c3dd603689a on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:19.888733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Attempting to bind port 40ae6e95-be75-48b8-a0d8-3c3dd603689a by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'e0c61812-fe2f-44e9-8c52-8fb7873ec2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:19.888733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Attempting to bind port 40ae6e95-be75-48b8-a0d8-3c3dd603689a on network 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:19.888733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:19.888733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Checking segment: {'id': 'e0c61812-fe2f-44e9-8c52-8fb7873ec2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:19.888733 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.888733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Bound using segment: {'id': 'e0c61812-fe2f-44e9-8c52-8fb7873ec2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:19.888733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Bound port: 40ae6e95-be75-48b8-a0d8-3c3dd603689a, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c61812-fe2f-44e9-8c52-8fb7873ec2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:19.888733 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:19.889848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46902f37-c30b-4aec-8b1e-a4f203f35692 req-a8857cfb-b33b-45d8-82d5-477b91cb9367 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.889848 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46902f37-c30b-4aec-8b1e-a4f203f35692 req-a8857cfb-b33b-45d8-82d5-477b91cb9367 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 944 time: 0.1709070 Aug 19 12:24:19.890145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] For port 40ae6e95-be75-48b8-a0d8-3c3dd603689a, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:19.890145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] For port 40ae6e95-be75-48b8-a0d8-3c3dd603689a, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=40ae6e95-be75-48b8-a0d8-3c3dd603689a,segment=NetworkSegment(e0c61812-fe2f-44e9-8c52-8fb7873ec2ac),segment_id=e0c61812-fe2f-44e9-8c52-8fb7873ec2ac)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:19.903329 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a83e1f3e-620e-44c2-a040-9bcf90b03cca req-541a64fe-2bc6-43af-a198-36057b2574de service neutron] 10.222.0.30 "GET /v2.0/networks/1f4d8d59-c751-4309-b06f-dc56108a1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710708 Aug 19 12:24:19.935587 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46902f37-c30b-4aec-8b1e-a4f203f35692 req-87cb4d00-2af6-4373-8fa0-2a42f2cdd4bc tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042969 Aug 19 12:24:19.969939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-1cb8cd75-b0b9-4441-b747-68b1bd68c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:19.971540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-1cb8cd75-b0b9-4441-b747-68b1bd68c9d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 1095 time: 0.2308693 Aug 19 12:24:20.072869 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-1f0fe571-a848-4724-916e-d717c2b13118 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25fb744b-74b2-49c0-b4a7-69c9ede3f16e HTTP/1.1" status: 200 len: 217 time: 0.0742438 Aug 19 12:24:20.414184 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.485160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12202ab3-10fb-4849-baa7-75eca6078f81 None None] Pushing event updated for resources: {'Port': ['ID=40ae6e95-be75-48b8-a0d8-3c3dd603689a,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:20.585930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-09edbb8f-3bc0-4d51-8e12-87f3647ba4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:20.585930 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-09edbb8f-3bc0-4d51-8e12-87f3647ba4d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.5011241 Aug 19 12:24:20.602916 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:20.656043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object f2e3c3b1-ec1b-4975-af0c-8397d00e93ce will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:20.667614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477af7d5-70ea-441e-a160-9281e5ab6684 req-7d39d52c-be10-4457-8af0-cfa8efcd262e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:20.669176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-477af7d5-70ea-441e-a160-9281e5ab6684 req-7d39d52c-be10-4457-8af0-cfa8efcd262e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 944 time: 0.1662862 Aug 19 12:24:20.697046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-7d69987b-ba76-46b6-b0e0-fe473d1d9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:20.698529 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-7d69987b-ba76-46b6-b0e0-fe473d1d9ffd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932417 Aug 19 12:24:20.849285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-477af7d5-70ea-441e-a160-9281e5ab6684 req-dc63cab2-26cb-4692-8731-4bfbc43e11c1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655431 Aug 19 12:24:20.854555 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-b7edd184-c7b1-498c-bc02-a5cc297c993e service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455305 Aug 19 12:24:20.994637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d708682c-867b-42c4-93d4-1eb9f3852616 req-e1f08819-7f82-4e10-a76d-3715a8808620 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329238 Aug 19 12:24:21.013450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.067473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:21.073614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:21.076272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:21.122301 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=f2e3c3b1-ec1b-4975-af0c-8397d00e93ce,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:21.159280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:21.160075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.357076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-02cd6ad6-8f13-4906-8c45-a7a48f6d97cc tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8594615 Aug 19 12:24:21.359712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57720) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:21.364845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': '9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f', 'name': 'tempest-PortsTestJSON-1204186071'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:21.550013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccda01-1a3f-41f8-9ee5-c41d2e9c0c1c None None] Network 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:21.687601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:21.692044 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:21.720525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port ef00560b-dcfe-468d-b5df-885636f37407 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:24:21.774116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-794c697c-0047-4970-a167-9cc74f1b47f8 None None] Provisioning for port 40ae6e95-be75-48b8-a0d8-3c3dd603689a completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:21.892079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.5 (9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f/5f232dc9-d7c3-4dd2-b97a-464b68fd42f9/ef00560b-dcfe-468d-b5df-885636f37407) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:22.147356 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.164296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object ef00560b-dcfe-468d-b5df-885636f37407 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:22.252843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-abc57bef-0b53-4d16-83be-f8b0a0524591 None None] Provisioning for port f2e3c3b1-ec1b-4975-af0c-8397d00e93ce completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:22.257837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-abc57bef-0b53-4d16-83be-f8b0a0524591 None None] Provisioning complete for port f2e3c3b1-ec1b-4975-af0c-8397d00e93ce triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:22.258500 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-abc57bef-0b53-4d16-83be-f8b0a0524591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.298752 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.343504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-abc57bef-0b53-4d16-83be-f8b0a0524591 None None] Port f2e3c3b1-ec1b-4975-af0c-8397d00e93ce cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:22.393118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 40ae6e95-be75-48b8-a0d8-3c3dd603689a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:22.398126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:22.401567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:22.415287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:22.469505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-697b2422-44e1-4a27-b9b6-02012796046d None None] Provisioning complete for port f2e3c3b1-ec1b-4975-af0c-8397d00e93ce triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:22.472778 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-697b2422-44e1-4a27-b9b6-02012796046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.494686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:22.495428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.499645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=ef00560b-dcfe-468d-b5df-885636f37407,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:22.514415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.514674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.514973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.515354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.516189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.516538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.516896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.517221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.517555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.517885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.518339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.518524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:22.528771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-697b2422-44e1-4a27-b9b6-02012796046d None None] Port f2e3c3b1-ec1b-4975-af0c-8397d00e93ce cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:22.652642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 40ae6e95-be75-48b8-a0d8-3c3dd603689a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:22.657156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 40ae6e95-be75-48b8-a0d8-3c3dd603689a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:22.657532 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.742357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57740) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:22.743250 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-902cc1a6-185e-4f68-bf2f-fe38aa91d7ee tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3817778 Aug 19 12:24:22.751636 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.791849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 40ae6e95-be75-48b8-a0d8-3c3dd603689a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=40ae6e95-be75-48b8-a0d8-3c3dd603689a,segment=NetworkSegment(e0c61812-fe2f-44e9-8c52-8fb7873ec2ac),segment_id=e0c61812-fe2f-44e9-8c52-8fb7873ec2ac)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:22.818784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-25137918-1f5c-43d0-8ce1-7ffa22ceb95c None None] Provisioning for port ef00560b-dcfe-468d-b5df-885636f37407 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:22.836027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-25137918-1f5c-43d0-8ce1-7ffa22ceb95c None None] Provisioning complete for port ef00560b-dcfe-468d-b5df-885636f37407 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:22.836408 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-25137918-1f5c-43d0-8ce1-7ffa22ceb95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.863729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4cebb4-51aa-4c9f-abe6-b4d8c4d22297 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:22.871157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57744) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:22.872087 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5a4cebb4-51aa-4c9f-abe6-b4d8c4d22297 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1285963 Aug 19 12:24:22.937443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:22.981730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-25137918-1f5c-43d0-8ce1-7ffa22ceb95c None None] Port ef00560b-dcfe-468d-b5df-885636f37407 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:22.997101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=40ae6e95-be75-48b8-a0d8-3c3dd603689a,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:23.064761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a0fd7896-9aa4-4f12-ae21-e5a198d53674 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:23.064983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7254aa56-6cd9-4ed1-8eba-bce9244f213f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port ef00560b-dcfe-468d-b5df-885636f37407 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:23.065214 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7254aa56-6cd9-4ed1-8eba-bce9244f213f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.142564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c19e6d-d99f-461e-b1bc-e921099849b8 req-d1df02b2-1af8-4e20-95e9-baa3bd2eb5e2 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:23.154648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34c19e6d-d99f-461e-b1bc-e921099849b8 req-d1df02b2-1af8-4e20-95e9-baa3bd2eb5e2 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 944 time: 0.1591456 Aug 19 12:24:23.185516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 25fb744b-74b2-49c0-b4a7-69c9ede3f16e details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:23.228445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821377-96e0-4b4a-9532-c6b1ca4151de req-cdbbc509-fd59-4b26-89a1-a5defdcab0ba tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:23.230584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e821377-96e0-4b4a-9532-c6b1ca4151de req-cdbbc509-fd59-4b26-89a1-a5defdcab0ba tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b8687b4-f94d-4036-8181-76933fa065cd HTTP/1.1" status: 200 len: 943 time: 0.1352940 Aug 19 12:24:23.230731 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34c19e6d-d99f-461e-b1bc-e921099849b8 req-f6143800-8116-48be-8419-d6a036908667 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751417 Aug 19 12:24:23.234882 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7254aa56-6cd9-4ed1-8eba-bce9244f213f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.271176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7254aa56-6cd9-4ed1-8eba-bce9244f213f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for ef00560b-dcfe-468d-b5df-885636f37407 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:23.340629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=25fb744b-74b2-49c0-b4a7-69c9ede3f16e,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:23.359330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '25fb744b-74b2-49c0-b4a7-69c9ede3f16e', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'port_id': '25fb744b-74b2-49c0-b4a7-69c9ede3f16e', 'mac_address': 'fa:16:3e:14:5c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:23.881382 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.888445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-0e821377-96e0-4b4a-9532-c6b1ca4151de req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Deleting port a0fd7896-9aa4-4f12-ae21-e5a198d53674 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:23.888445 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0e821377-96e0-4b4a-9532-c6b1ca4151de req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.889303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fb744b-74b2-49c0-b4a7-69c9ede3f16e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:23.889303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=25fb744b-74b2-49c0-b4a7-69c9ede3f16e,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:23.889577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d271e3e-3c45-4baa-870d-7c27bec7cb88 req-318fee42-5d74-499b-870f-9420460b6aee tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:23.889577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d271e3e-3c45-4baa-870d-7c27bec7cb88 req-318fee42-5d74-499b-870f-9420460b6aee tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 944 time: 0.1334500 Aug 19 12:24:23.889577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d271e3e-3c45-4baa-870d-7c27bec7cb88 req-74d748dd-0495-42d3-b088-2e3a962bca2e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381908 Aug 19 12:24:23.891901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-0e821377-96e0-4b4a-9532-c6b1ca4151de req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] For port a0fd7896-9aa4-4f12-ae21-e5a198d53674, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0fd7896-9aa4-4f12-ae21-e5a198d53674,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:23.891901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0e821377-96e0-4b4a-9532-c6b1ca4151de req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.891901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-0e821377-96e0-4b4a-9532-c6b1ca4151de req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Calling delete_port for a0fd7896-9aa4-4f12-ae21-e5a198d53674 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:23.893370 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7254aa56-6cd9-4ed1-8eba-bce9244f213f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.893549 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.893549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:23.893967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254aa56-6cd9-4ed1-8eba-bce9244f213f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=ef00560b-dcfe-468d-b5df-885636f37407,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:23.893967 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7254aa56-6cd9-4ed1-8eba-bce9244f213f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:23.894265 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=25fb744b-74b2-49c0-b4a7-69c9ede3f16e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:23.894396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57752) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:23.894963 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7254aa56-6cd9-4ed1-8eba-bce9244f213f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/ef00560b-dcfe-468d-b5df-885636f37407 HTTP/1.1" status: 204 len: 168 time: 0.9850936 Aug 19 12:24:23.937326 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889,segment=NetworkSegment(9d2992c0-ca3a-4d56-a188-0981217a7369),segment_id=9d2992c0-ca3a-4d56-a188-0981217a7369)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:23.939048 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-72160422-6b56-401d-b776-e6d41a13ad0d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:24:23.946754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57758) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:23.961359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-72160422-6b56-401d-b776-e6d41a13ad0d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/ef00560b-dcfe-468d-b5df-885636f37407 HTTP/1.1" status: 404 len: 333 time: 0.0843835 Aug 19 12:24:23.993698 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'a9a339dd-7e86-43d9-b3bc-f8bf0e16e889', 'network_id': '1f4d8d59-c751-4309-b06f-dc56108a1441', 'port_id': 'a9a339dd-7e86-43d9-b3bc-f8bf0e16e889', 'mac_address': 'fa:16:3e:78:ae:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635a2b6d-a40d-4496-8cc6-4dcfca1ccc52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:24.046606 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.080845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0e821377-96e0-4b4a-9532-c6b1ca4151de req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.092356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:24.118155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889,segment=NetworkSegment(9d2992c0-ca3a-4d56-a188-0981217a7369),segment_id=9d2992c0-ca3a-4d56-a188-0981217a7369)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:24.144474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event deleted for resources: {'Port': ['ID=a0fd7896-9aa4-4f12-ae21-e5a198d53674,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:24.159670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.160166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.160611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.161072 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.161708 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.162079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.163488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.163896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.164477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.165007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.165422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.166562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:24.194770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-339fb06d-5576-4044-8f49-1a9d3dc252bb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port f2e3c3b1-ec1b-4975-af0c-8397d00e93ce {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:24.195343 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-339fb06d-5576-4044-8f49-1a9d3dc252bb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.227013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e821377-96e0-4b4a-9532-c6b1ca4151de req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] No DVR routers for this DVR port a0fd7896-9aa4-4f12-ae21-e5a198d53674 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:24.229714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0e821377-96e0-4b4a-9532-c6b1ca4151de req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.236615 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e821377-96e0-4b4a-9532-c6b1ca4151de req-c70bb52e-454f-43e4-a3f8-0bb92c483a56 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "DELETE /v2.0/ports/a0fd7896-9aa4-4f12-ae21-e5a198d53674 HTTP/1.1" status: 204 len: 173 time: 0.9925911 Aug 19 12:24:24.237164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8687b4-f94d-4036-8181-76933fa065cd', 'name': 'network-vif-deleted', 'tag': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:24.242026 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87e145d-3579-4e34-8073-4830731561aa" -d '{"events": [{"server_uuid": "4b8687b4-f94d-4036-8181-76933fa065cd", "name": "network-vif-deleted", "tag": "a0fd7896-9aa4-4f12-ae21-e5a198d53674"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:24.295723 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143ed785-f6ba-4814-8c21-be179a2a040a x-openstack-request-id: req-143ed785-f6ba-4814-8c21-be179a2a040a {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:24.296329 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8687b4-f94d-4036-8181-76933fa065cd", "name": "network-vif-deleted", "tag": "a0fd7896-9aa4-4f12-ae21-e5a198d53674", "status": "failed", "code": 422}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:24.296759 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-143ed785-f6ba-4814-8c21-be179a2a040a {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:24.297309 n-d-803757-2 neutron-server[95543]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b8687b4-f94d-4036-8181-76933fa065cd', 'name': 'network-vif-deleted', 'tag': 'a0fd7896-9aa4-4f12-ae21-e5a198d53674', 'status': 'failed', 'code': 422} returned with failed status Aug 19 12:24:24.308218 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.357235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 40ae6e95-be75-48b8-a0d8-3c3dd603689a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:24.373637 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-339fb06d-5576-4044-8f49-1a9d3dc252bb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.406391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-339fb06d-5576-4044-8f49-1a9d3dc252bb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for f2e3c3b1-ec1b-4975-af0c-8397d00e93ce owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:24.413481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:24.435663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 40ae6e95-be75-48b8-a0d8-3c3dd603689a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:24.436042 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.506929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a5d74-9523-408d-a590-296a36be3501 req-8cade88c-4b42-438a-9133-af482fd624e4 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:24.508536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c31a5d74-9523-408d-a590-296a36be3501 req-8cade88c-4b42-438a-9133-af482fd624e4 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 945 time: 0.1240766 Aug 19 12:24:24.568551 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c31a5d74-9523-408d-a590-296a36be3501 req-e7b0339e-c067-4a21-a16f-875df98e3c29 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521896 Aug 19 12:24:24.611861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['a9a339dd-7e86-43d9-b3bc-f8bf0e16e889'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:24.634254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['25fb744b-74b2-49c0-b4a7-69c9ede3f16e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:24.687874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c38695-95cf-4c8a-bd44-549e36ab7114 req-01b594f6-685f-447c-9ec0-3f22fc921add tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:24.689472 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82c38695-95cf-4c8a-bd44-549e36ab7114 req-01b594f6-685f-447c-9ec0-3f22fc921add tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 945 time: 0.0542316 Aug 19 12:24:24.732639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82c38695-95cf-4c8a-bd44-549e36ab7114 req-044d80f7-b4f6-4d7e-b798-f44aa0c0f21c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361595 Aug 19 12:24:24.808548 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-339fb06d-5576-4044-8f49-1a9d3dc252bb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.853536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fb06d-5576-4044-8f49-1a9d3dc252bb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=f2e3c3b1-ec1b-4975-af0c-8397d00e93ce,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:24.968182 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-339fb06d-5576-4044-8f49-1a9d3dc252bb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:24.973003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57786) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:24.975401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-339fb06d-5576-4044-8f49-1a9d3dc252bb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/f2e3c3b1-ec1b-4975-af0c-8397d00e93ce HTTP/1.1" status: 204 len: 168 time: 1.0270226 Aug 19 12:24:25.014129 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc1c4dd-42bd-4842-956f-2aa2413779cb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:24:25.015989 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7fc1c4dd-42bd-4842-956f-2aa2413779cb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/f2e3c3b1-ec1b-4975-af0c-8397d00e93ce HTTP/1.1" status: 404 len: 333 time: 0.0417967 Aug 19 12:24:25.018706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57788) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:25.078209 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.124717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05955f1-ff7d-4513-adc5-496a0367b275 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting subnet 5f232dc9-d7c3-4dd2-b97a-464b68fd42f9 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:24:25.128673 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e05955f1-ff7d-4513-adc5-496a0367b275 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.192480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e05955f1-ff7d-4513-adc5-496a0367b275 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.286573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e05955f1-ff7d-4513-adc5-496a0367b275 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.527149 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e05955f1-ff7d-4513-adc5-496a0367b275 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.557100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05955f1-ff7d-4513-adc5-496a0367b275 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Subnet': ['ID=5f232dc9-d7c3-4dd2-b97a-464b68fd42f9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:25.560958 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e05955f1-ff7d-4513-adc5-496a0367b275 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.562994 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e05955f1-ff7d-4513-adc5-496a0367b275 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/5f232dc9-d7c3-4dd2-b97a-464b68fd42f9 HTTP/1.1" status: 204 len: 168 time: 0.5414712 Aug 19 12:24:25.565524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57802) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:25.567937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3059be-d015-4e2a-ab98-cb7a2d8de702 None None] Network 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:25.649605 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.695395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc1ac3-ccd0-4e06-854a-58545855e216 req-9a4a2cc8-d798-42af-a43c-7c2a29b0d4ab tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:25.696922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7bc1ac3-ccd0-4e06-854a-58545855e216 req-9a4a2cc8-d798-42af-a43c-7c2a29b0d4ab tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 945 time: 0.0535057 Aug 19 12:24:25.725642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port 40ae6e95-be75-48b8-a0d8-3c3dd603689a {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:25.726261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.764902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7bc1ac3-ccd0-4e06-854a-58545855e216 req-417e0ac5-d9f9-4a7e-aaf0-59d61300b52a tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571091 Aug 19 12:24:25.777852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f27bf-6929-4766-8522-e5a25a9f57c5 None None] DHCP port deletion for 9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:24:25.833698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] For port 40ae6e95-be75-48b8-a0d8-3c3dd603689a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=40ae6e95-be75-48b8-a0d8-3c3dd603689a,segment=NetworkSegment(e0c61812-fe2f-44e9-8c52-8fb7873ec2ac),segment_id=e0c61812-fe2f-44e9-8c52-8fb7873ec2ac)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:25.836697 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.838853 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f27bf-6929-4766-8522-e5a25a9f57c5 None None] Deleting port 40ae6e95-be75-48b8-a0d8-3c3dd603689a {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:25.839183 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7e1f27bf-6929-4766-8522-e5a25a9f57c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.880630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for 40ae6e95-be75-48b8-a0d8-3c3dd603689a owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:25.914092 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7e1f27bf-6929-4766-8522-e5a25a9f57c5 None None] For port 40ae6e95-be75-48b8-a0d8-3c3dd603689a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=40ae6e95-be75-48b8-a0d8-3c3dd603689a,segment=NetworkSegment(e0c61812-fe2f-44e9-8c52-8fb7873ec2ac),segment_id=e0c61812-fe2f-44e9-8c52-8fb7873ec2ac)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:25.914490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7e1f27bf-6929-4766-8522-e5a25a9f57c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:25.927685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f27bf-6929-4766-8522-e5a25a9f57c5 None None] Calling delete_port for 40ae6e95-be75-48b8-a0d8-3c3dd603689a owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:25.970610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c849-7c1b-4f6c-b1be-1aa12dfc02bc req-8181b84f-0e68-40d4-8f16-f6bc6e0667a1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:25.972665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cde9c849-7c1b-4f6c-b1be-1aa12dfc02bc req-8181b84f-0e68-40d4-8f16-f6bc6e0667a1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 945 time: 0.1242714 Aug 19 12:24:26.047037 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cde9c849-7c1b-4f6c-b1be-1aa12dfc02bc req-71add4c5-e11f-4ab8-90e7-8d70ed720ead tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643942 Aug 19 12:24:26.110367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-6ca055a7-5172-411e-b245-18bf52aa92c5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:26.112810 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-6ca055a7-5172-411e-b245-18bf52aa92c5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.1427348 Aug 19 12:24:26.134926 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-600a9989-144d-4310-a2ed-7024c9a30e08 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/quotas/e9122b62ade54036998fddd91baf1714 HTTP/1.1" status: 200 len: 375 time: 0.0116940 Aug 19 12:24:26.149831 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.174399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-af5a79ff-358e-4017-b97d-6288f9b5c453 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347250 Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.258267 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:24:26.265972 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:24:26.266611 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.266696 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7e1f27bf-6929-4766-8522-e5a25a9f57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.286423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=40ae6e95-be75-48b8-a0d8-3c3dd603689a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:26.296231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No DVR routers for this DVR port 40ae6e95-be75-48b8-a0d8-3c3dd603689a on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:26.296644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f27bf-6929-4766-8522-e5a25a9f57c5 None None] Pushing event deleted for resources: {'Port': ['ID=40ae6e95-be75-48b8-a0d8-3c3dd603689a,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:26.307863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1f27bf-6929-4766-8522-e5a25a9f57c5 None None] No DVR routers for this DVR port 40ae6e95-be75-48b8-a0d8-3c3dd603689a on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:26.312675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 40ae6e95-be75-48b8-a0d8-3c3dd603689a no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:26.321790 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-e84c50b4-d9b9-44a6-95cf-f7c765a08c78 service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349051 Aug 19 12:24:26.359281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 40ae6e95-be75-48b8-a0d8-3c3dd603689a {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:26.359799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 40ae6e95-be75-48b8-a0d8-3c3dd603689a not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:26.401653 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.412353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:26.428699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c61812-fe2f-44e9-8c52-8fb7873ec2ac') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:26.429001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c61812-fe2f-44e9-8c52-8fb7873ec2ac') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:26.436519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-66f7f711-508b-4bff-94fe-a40e81a02e08 service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098368 Aug 19 12:24:26.438363 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.454240 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:24:26.471002 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:24:26.678740 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.688334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.691447 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/networks/9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f HTTP/1.1" status: 204 len: 168 time: 1.1247830 Aug 19 12:24:26.695347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57874) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:26.700389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1578358626'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:26.714041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd3a64-be25-4ba1-ba1e-20ba4dcaf102 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Network': ['ID=9e7f99c6-1beb-4fc9-9fa4-65c90fc7cc8f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:26.835501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-513a51c2-0594-452f-918f-2bc68e105675 req-9f68c438-cbd9-44ad-91e5-beb0d75541b0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 210 time: 0.0281665 Aug 19 12:24:26.884327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:26.890553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.916288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:24:26.926507 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:26.926903 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Added segment de53d2d0-4005-4cfe-b7a3-9cb22870959b of type vlan for network 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc Aug 19 12:24:26.962415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ef881-3f0c-43b6-8bf1-e90f31b06a01 req-a82ea89c-2f8e-48fa-bc81-72feac0fd14d tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:26.971331 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-915ef881-3f0c-43b6-8bf1-e90f31b06a01 req-a82ea89c-2f8e-48fa-bc81-72feac0fd14d tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 945 time: 0.0747659 Aug 19 12:24:26.977667 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.011352 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-915ef881-3f0c-43b6-8bf1-e90f31b06a01 req-da4b62b8-85d5-46c3-bd44-c11fa9158398 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 Aug 19 12:24:27.160409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 25fb744b-74b2-49c0-b4a7-69c9ede3f16e up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:27.195969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac085f-8fe0-4fc1-8688-436ba49ec196 req-1742ce8e-0964-4d05-84cc-5d9afb8af358 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:27.197575 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9ac085f-8fe0-4fc1-8688-436ba49ec196 req-1742ce8e-0964-4d05-84cc-5d9afb8af358 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 945 time: 0.0554094 Aug 19 12:24:27.303985 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9ac085f-8fe0-4fc1-8688-436ba49ec196 req-0e9790e5-2a3b-4e48-ac14-4e5c4b650ee1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357184 Aug 19 12:24:27.346845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.352505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:27.353107 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.421117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Network': ['ID=4ce6ec5e-62f2-4573-bd6d-49a1526c32fc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:27.431836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:24:27.652567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:27.653423 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0fe086b7-e8f4-4731-aa81-831e356bf932 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9569221 Aug 19 12:24:27.656065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57914) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:27.656635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:27.657007 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.661053 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': '4ce6ec5e-62f2-4573-bd6d-49a1526c32fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:27.747137 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.776266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1febb2-2c48-4d59-afc6-337aefd218ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fb744b-74b2-49c0-b4a7-69c9ede3f16e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:27.778899 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61bc8e3-2ded-460c-9372-a1036caa2aff" -d '{"events": [{"server_uuid": "5f1febb2-2c48-4d59-afc6-337aefd218ee", "name": "network-vif-plugged", "status": "completed", "tag": "25fb744b-74b2-49c0-b4a7-69c9ede3f16e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:27.793510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=25fb744b-74b2-49c0-b4a7-69c9ede3f16e,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:27.822157 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea505e2-a25d-4d17-a4bd-98c83d9054ad x-openstack-request-id: req-6ea505e2-a25d-4d17-a4bd-98c83d9054ad {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:27.822473 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1febb2-2c48-4d59-afc6-337aefd218ee", "name": "network-vif-plugged", "status": "completed", "tag": "25fb744b-74b2-49c0-b4a7-69c9ede3f16e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:27.822726 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ea505e2-a25d-4d17-a4bd-98c83d9054ad {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:27.823173 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1febb2-2c48-4d59-afc6-337aefd218ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fb744b-74b2-49c0-b4a7-69c9ede3f16e', 'code': 200} Aug 19 12:24:27.929871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:27.933562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.937580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b010e4fd-1da2-4bbf-be44-7ee58a5259d8 req-2e866f22-1560-44e4-96fa-5b9ca1fab24b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 210 time: 0.0429666 Aug 19 12:24:27.951388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f893b-6888-481e-ad3e-99ab07c4feea req-ec0d732f-c9ac-421b-84fb-6a4468f0b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:27.953092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-118f893b-6888-481e-ad3e-99ab07c4feea req-ec0d732f-c9ac-421b-84fb-6a4468f0b37c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 1096 time: 0.0691574 Aug 19 12:24:27.962380 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:27.963494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:27.993989 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-118f893b-6888-481e-ad3e-99ab07c4feea req-9c9f60f8-fbfc-44e6-93d6-d1bf22947588 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328512 Aug 19 12:24:28.069730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=25fb744b-74b2-49c0-b4a7-69c9ede3f16e,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:28.138125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaa772-6fb5-4f8b-8791-2b91454c6542 req-29aac9e6-1a82-4a1c-ab58-2a48b558a4fd tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.140443 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2edaa772-6fb5-4f8b-8791-2b91454c6542 req-29aac9e6-1a82-4a1c-ab58-2a48b558a4fd tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 945 time: 0.0547810 Aug 19 12:24:28.186086 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2edaa772-6fb5-4f8b-8791-2b91454c6542 req-5aefb2d0-f4d8-4f2b-974b-020af561067c tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382512 Aug 19 12:24:28.318511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:28.319625 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:28.325580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:28.326312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:28.390634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Subnet': ['ID=523c9939-4447-42a5-84b9-50cf208148ad,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:28.399389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Checking segment: {'id': 'de53d2d0-4005-4cfe-b7a3-9cb22870959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ce6ec5e-62f2-4573-bd6d-49a1526c32fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:28.399755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network hostable DHCP agents. Network: 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:24:28.428671 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:28.467358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889,segment=NetworkSegment(9d2992c0-ca3a-4d56-a188-0981217a7369),segment_id=9d2992c0-ca3a-4d56-a188-0981217a7369)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:28.487461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ace0c6-396c-4308-97de-1ef862556f22 req-26786680-8dbf-4245-94ac-436e994db670 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.489013 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97ace0c6-396c-4308-97de-1ef862556f22 req-26786680-8dbf-4245-94ac-436e994db670 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0561893 Aug 19 12:24:28.529929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97ace0c6-396c-4308-97de-1ef862556f22 req-ae1fef73-17c6-480f-ad37-09202b0b7f47 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340075 Aug 19 12:24:28.598288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:24:28.666822 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:28.718547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:28.864181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:28.868378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:28.868983 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:28.876735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895df0b4-fe6c-471a-b136-11d00d9eb38f None None] Network 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:29.024718 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-77f117f4-2714-47fc-b471-abea1d5dae56 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3675971 Aug 19 12:24:29.027487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57944) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:29.033604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': '4ce6ec5e-62f2-4573-bd6d-49a1526c32fc', 'name': 'tempest-PortsTestJSON-1003053500', 'fixed_ips': [{'subnet_id': '523c9939-4447-42a5-84b9-50cf208148ad', 'ip_address': '172.20.0.10'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:29.051978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46eb546-776e-4908-9422-efec941919fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-4ce6ec5e-62f2-4573-bd6d-49a1526c32fc', 'network_id': '4ce6ec5e-62f2-4573-bd6d-49a1526c32fc', 'tenant_id': 'c626a89e92434352a2dc7dedaa7c508c', 'fixed_ips': [{'subnet_id': '523c9939-4447-42a5-84b9-50cf208148ad'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:24:29.053361 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c46eb546-776e-4908-9422-efec941919fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:29.084458 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-221ec0a4-bc5c-4683-be95-6d7b8f5b52dd req-b0bc95d0-087f-48f5-9e40-f0750f800dca tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 210 time: 0.0664282 Aug 19 12:24:29.171638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 42552f96-dc4b-40b5-adc8-4a0a301ca500 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:29.229124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-c46eb546-776e-4908-9422-efec941919fb None None] Allocated IP 172.20.0.2 (4ce6ec5e-62f2-4573-bd6d-49a1526c32fc/523c9939-4447-42a5-84b9-50cf208148ad/efde2c62-01e1-434e-93d6-f7b71690e76a) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:29.259809 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:24:29.312656 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:29.318555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:29.380745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e8b43-9526-4477-8dcd-21d4ace9203d req-c8b0fddb-38d3-465a-a768-4f08055f04b4 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:29.382592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a6e8b43-9526-4477-8dcd-21d4ace9203d req-c8b0fddb-38d3-465a-a768-4f08055f04b4 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 946 time: 0.0739045 Aug 19 12:24:29.432495 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a6e8b43-9526-4477-8dcd-21d4ace9203d req-25ccdc10-36ec-494b-b6a6-fa1d01635481 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Aug 19 12:24:29.447174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:29.475092 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 42552f96-dc4b-40b5-adc8-4a0a301ca500, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=42552f96-dc4b-40b5-adc8-4a0a301ca500,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:29.520130 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port 19385371-9e1b-4a1d-90f1-5369454b7696 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:24:29.528436 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c46eb546-776e-4908-9422-efec941919fb None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:29.537909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c46eb546-776e-4908-9422-efec941919fb None None] Transition to ACTIVE for port object efde2c62-01e1-434e-93d6-f7b71690e76a will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:29.555602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c46eb546-776e-4908-9422-efec941919fb None None] Transition to ACTIVE for port object efde2c62-01e1-434e-93d6-f7b71690e76a will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:29.664574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a9446-a637-4399-a86a-8e1c04003129 req-51588706-cb8c-41a4-b378-c9243161e102 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:29.666165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b4a9446-a637-4399-a86a-8e1c04003129 req-51588706-cb8c-41a4-b378-c9243161e102 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0559242 Aug 19 12:24:29.683657 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:29.708530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b4a9446-a637-4399-a86a-8e1c04003129 req-b749fee6-39b3-4018-a5ab-8b01ee566ebb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360162 Aug 19 12:24:29.748706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=42552f96-dc4b-40b5-adc8-4a0a301ca500,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:29.824019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0018a0e-1f18-4e44-8834-a5ee1b6026da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a339dd-7e86-43d9-b3bc-f8bf0e16e889'}, {'server_uuid': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42552f96-dc4b-40b5-adc8-4a0a301ca500'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:29.826519 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b48ecdd-7e7d-4c7d-9e19-ae74e83abecf" -d '{"events": [{"server_uuid": "b0018a0e-1f18-4e44-8834-a5ee1b6026da", "name": "network-vif-plugged", "status": "completed", "tag": "a9a339dd-7e86-43d9-b3bc-f8bf0e16e889"}, {"server_uuid": "a1a9e9df-4b27-427a-8cb3-57f4b7a72545", "name": "network-vif-unplugged", "status": "completed", "tag": "42552f96-dc4b-40b5-adc8-4a0a301ca500"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:29.852857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c46eb546-776e-4908-9422-efec941919fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:29.893406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46eb546-776e-4908-9422-efec941919fb None None] Network 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:29.896979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-c46eb546-776e-4908-9422-efec941919fb None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:29.901002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46eb546-776e-4908-9422-efec941919fb None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:29.906623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46eb546-776e-4908-9422-efec941919fb None None] Pushing event updated for resources: {'Port': ['ID=efde2c62-01e1-434e-93d6-f7b71690e76a,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:29.964115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c46eb546-776e-4908-9422-efec941919fb None None] Attempting to bind port efde2c62-01e1-434e-93d6-f7b71690e76a on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:29.964483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c46eb546-776e-4908-9422-efec941919fb None None] Attempting to bind port efde2c62-01e1-434e-93d6-f7b71690e76a by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'de53d2d0-4005-4cfe-b7a3-9cb22870959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ce6ec5e-62f2-4573-bd6d-49a1526c32fc'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:29.964842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46eb546-776e-4908-9422-efec941919fb None None] Attempting to bind port efde2c62-01e1-434e-93d6-f7b71690e76a on network 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:29.969994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46eb546-776e-4908-9422-efec941919fb None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:29.970373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46eb546-776e-4908-9422-efec941919fb None None] Checking segment: {'id': 'de53d2d0-4005-4cfe-b7a3-9cb22870959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ce6ec5e-62f2-4573-bd6d-49a1526c32fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:29.970767 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c46eb546-776e-4908-9422-efec941919fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:29.971190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46eb546-776e-4908-9422-efec941919fb None None] Bound using segment: {'id': 'de53d2d0-4005-4cfe-b7a3-9cb22870959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ce6ec5e-62f2-4573-bd6d-49a1526c32fc'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:29.971652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c46eb546-776e-4908-9422-efec941919fb None None] Bound port: efde2c62-01e1-434e-93d6-f7b71690e76a, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de53d2d0-4005-4cfe-b7a3-9cb22870959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ce6ec5e-62f2-4573-bd6d-49a1526c32fc'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:29.972032 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c46eb546-776e-4908-9422-efec941919fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:30.017759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-8a0cb065-db18-47f9-96c5-9faae556c395 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:30.019395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-8a0cb065-db18-47f9-96c5-9faae556c395 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/networks?id=c7910af9-fa9f-4757-879c-8d5ffd82842e HTTP/1.1" status: 200 len: 805 time: 0.5696456 Aug 19 12:24:30.039307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c46eb546-776e-4908-9422-efec941919fb None None] For port efde2c62-01e1-434e-93d6-f7b71690e76a, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:30.042618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c46eb546-776e-4908-9422-efec941919fb None None] For port efde2c62-01e1-434e-93d6-f7b71690e76a, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=efde2c62-01e1-434e-93d6-f7b71690e76a,segment=NetworkSegment(de53d2d0-4005-4cfe-b7a3-9cb22870959b),segment_id=de53d2d0-4005-4cfe-b7a3-9cb22870959b)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:30.045109 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-2c8ce667-129a-42b4-afeb-652674044307 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/quotas/d6752f5519ee46b194f5aaf30292b5f8 HTTP/1.1" status: 200 len: 375 time: 0.0171187 Aug 19 12:24:30.123156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.10 (4ce6ec5e-62f2-4573-bd6d-49a1526c32fc/523c9939-4447-42a5-84b9-50cf208148ad/19385371-9e1b-4a1d-90f1-5369454b7696) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:30.140136 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0552d9b4-eb35-4578-b31a-3ffee09bb588 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858331 Aug 19 12:24:30.193019 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c46eb546-776e-4908-9422-efec941919fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:30.208288 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad34b284-6f2b-45e6-9983-bb3639a3aec3 x-openstack-request-id: req-ad34b284-6f2b-45e6-9983-bb3639a3aec3 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:30.208288 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0018a0e-1f18-4e44-8834-a5ee1b6026da", "name": "network-vif-plugged", "status": "completed", "tag": "a9a339dd-7e86-43d9-b3bc-f8bf0e16e889", "code": 200}, {"server_uuid": "a1a9e9df-4b27-427a-8cb3-57f4b7a72545", "name": "network-vif-unplugged", "status": "completed", "tag": "42552f96-dc4b-40b5-adc8-4a0a301ca500", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:30.208288 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad34b284-6f2b-45e6-9983-bb3639a3aec3 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:30.208288 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0018a0e-1f18-4e44-8834-a5ee1b6026da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a339dd-7e86-43d9-b3bc-f8bf0e16e889', 'code': 200} Aug 19 12:24:30.208288 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42552f96-dc4b-40b5-adc8-4a0a301ca500', 'code': 200} Aug 19 12:24:30.286424 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-afb47a20-43ef-4edb-9c21-1942119085a7 req-d5c730cc-fac0-4190-9a60-958acbb49ef1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 210 time: 0.0360298 Aug 19 12:24:30.318173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46eb546-776e-4908-9422-efec941919fb None None] Pushing event updated for resources: {'Port': ['ID=efde2c62-01e1-434e-93d6-f7b71690e76a,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:30.329803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-713635c0-dd60-47f6-844a-b109d633bd49 service neutron] 10.222.0.21 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811469 Aug 19 12:24:30.351816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82b494-3423-430b-aa81-5f5ea9128757 req-69f5fb89-42c8-4b31-8dbc-426455f00de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:30.354186 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d82b494-3423-430b-aa81-5f5ea9128757 req-69f5fb89-42c8-4b31-8dbc-426455f00de8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 1097 time: 0.0705321 Aug 19 12:24:30.416757 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d82b494-3423-430b-aa81-5f5ea9128757 req-9bc5d5fd-b748-4b6c-b4fe-23045d9c70d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526454 Aug 19 12:24:30.419709 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:30.454584 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object 19385371-9e1b-4a1d-90f1-5369454b7696 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:30.457109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbbbe4-963c-41fe-bb10-13345eb2d28e req-5e0b3874-32c6-4728-9fcb-564479866176 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:30.459233 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31fbbbe4-963c-41fe-bb10-13345eb2d28e req-5e0b3874-32c6-4728-9fcb-564479866176 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0589669 Aug 19 12:24:30.479396 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-f149f8fb-fdc8-459d-83de-5c66665b8959 service neutron] 10.222.0.21 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487470 Aug 19 12:24:30.504561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31fbbbe4-963c-41fe-bb10-13345eb2d28e req-7b0de33f-dde8-43ae-a62d-cf8617c95a1e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367670 Aug 19 12:24:30.641276 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:30.697063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:30.700613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:30.705071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:30.711812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=19385371-9e1b-4a1d-90f1-5369454b7696,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:30.731959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c96c0-dc16-4bfd-bb39-eb1b0f9f7b80 req-42ab47e5-773a-4249-8116-af3608cf689b tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:30.731959 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-197c96c0-dc16-4bfd-bb39-eb1b0f9f7b80 req-42ab47e5-773a-4249-8116-af3608cf689b tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 946 time: 0.0573967 Aug 19 12:24:30.758842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:30.759467 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:30.771951 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-197c96c0-dc16-4bfd-bb39-eb1b0f9f7b80 req-4eea8bf9-ceec-460b-b75c-2d3d09db1d33 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325444 Aug 19 12:24:30.881000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c3313ce2-ae4c-4151-bb75-954dd17709bb req-e556966c-1a8d-420a-9ad2-8448809816b2 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 210 time: 0.0282037 Aug 19 12:24:30.955776 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7662607c-11f2-4821-9d1a-fcae076fd640 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9270155 Aug 19 12:24:30.958467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57988) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:30.964103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': '4ce6ec5e-62f2-4573-bd6d-49a1526c32fc', 'name': 'tempest-PortsTestJSON-2058790675', 'fixed_ips': [{'subnet_id': '523c9939-4447-42a5-84b9-50cf208148ad', 'ip_address': '172.20.0.9'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:31.185258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-11c2e07a-395b-4895-a590-8fe5e0f7f4fe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:31.186761 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-11c2e07a-395b-4895-a590-8fe5e0f7f4fe tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.1411138 Aug 19 12:24:31.203098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Request body: {'port': {'device_id': 'a17bdfeb-ba45-497b-9011-2d68aba256ec', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'admin_state_up': True, 'tenant_id': 'e9122b62ade54036998fddd91baf1714'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:31.315796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:31.333005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6bd1ac-72f6-4210-9cd4-a8e2aa7063ff None None] Network 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:31.447867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b59377a-8dad-416d-831f-e42bec69ccc0 req-c82327bd-a992-4e44-beba-7452ac7cb49e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 210 time: 0.0564420 Aug 19 12:24:31.476220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9917874-5581-4a3f-90e9-9a8e7b3d0fc2 req-c4000e69-9927-4076-9d14-6519284e7d9d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:31.477874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9917874-5581-4a3f-90e9-9a8e7b3d0fc2 req-c4000e69-9927-4076-9d14-6519284e7d9d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1a9e9df-4b27-427a-8cb3-57f4b7a72545 HTTP/1.1" status: 200 len: 943 time: 0.1203837 Aug 19 12:24:31.511724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.565063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port be20ae15-8373-4386-9bc6-53bae1a1f05e yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:24:31.646748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b111e7-d6a5-4d9c-bcf3-5086a70eef15 req-0cc4202c-0f46-4b2f-8187-172e5b427af5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:31.649221 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84b111e7-d6a5-4d9c-bcf3-5086a70eef15 req-0cc4202c-0f46-4b2f-8187-172e5b427af5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0681729 Aug 19 12:24:31.650197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-84659160-9c28-4d05-ad2d-ef5c249760c0 None None] Provisioning for port efde2c62-01e1-434e-93d6-f7b71690e76a completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:31.708289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e9917874-5581-4a3f-90e9-9a8e7b3d0fc2 req-f230bb94-2185-41e4-9fec-51093c1e566d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Deleting port 42552f96-dc4b-40b5-adc8-4a0a301ca500 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:31.708749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e9917874-5581-4a3f-90e9-9a8e7b3d0fc2 req-f230bb94-2185-41e4-9fec-51093c1e566d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.714383 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84b111e7-d6a5-4d9c-bcf3-5086a70eef15 req-90b67a88-2143-464d-9a4e-c1ab913a8222 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571253 Aug 19 12:24:31.716673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Made reservation on behalf of e9122b62ade54036998fddd91baf1714 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:31.720751 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.971815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e9917874-5581-4a3f-90e9-9a8e7b3d0fc2 req-f230bb94-2185-41e4-9fec-51093c1e566d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] For port 42552f96-dc4b-40b5-adc8-4a0a301ca500, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=42552f96-dc4b-40b5-adc8-4a0a301ca500,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:31.972197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e9917874-5581-4a3f-90e9-9a8e7b3d0fc2 req-f230bb94-2185-41e4-9fec-51093c1e566d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:31.975227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.9 (4ce6ec5e-62f2-4573-bd6d-49a1526c32fc/523c9939-4447-42a5-84b9-50cf208148ad/be20ae15-8373-4386-9bc6-53bae1a1f05e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:31.984087 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e98429f2-db5e-4bae-bb56-004b1ed6186d req-3d7b0c53-6829-4202-af68-3d364867c628 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 210 time: 0.0285439 Aug 19 12:24:32.002724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e9917874-5581-4a3f-90e9-9a8e7b3d0fc2 req-f230bb94-2185-41e4-9fec-51093c1e566d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Calling delete_port for 42552f96-dc4b-40b5-adc8-4a0a301ca500 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:32.009167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7a7cd0d7-87be-448a-a185-c2c30171a409 None None] Provisioning for port 19385371-9e1b-4a1d-90f1-5369454b7696 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:32.013234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7a7cd0d7-87be-448a-a185-c2c30171a409 None None] Provisioning complete for port 19385371-9e1b-4a1d-90f1-5369454b7696 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:32.013697 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7a7cd0d7-87be-448a-a185-c2c30171a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:32.053759 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7a7cd0d7-87be-448a-a185-c2c30171a409 None None] Port 19385371-9e1b-4a1d-90f1-5369454b7696 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:32.122884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52828d-f6f0-4e93-8a6e-b6c86651f41b req-c652cb83-c903-4dc3-b558-bba841b5c2ab tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:32.124293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b52828d-f6f0-4e93-8a6e-b6c86651f41b req-c652cb83-c903-4dc3-b558-bba841b5c2ab tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 946 time: 0.2412245 Aug 19 12:24:32.126829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Allocated IP 172.20.0.10 (ce726399-d1c8-4413-8ca5-6de1e3ca0925/81a30a79-0796-4e2e-a201-ffee4494f99e/3ed46404-6f98-4953-a766-86af9d3d4d1c) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:32.171828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a1f67cc2-5208-4656-8583-c454d7701065 None None] Provisioning complete for port 19385371-9e1b-4a1d-90f1-5369454b7696 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:32.172440 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1f67cc2-5208-4656-8583-c454d7701065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:32.210682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a1f67cc2-5208-4656-8583-c454d7701065 None None] Port 19385371-9e1b-4a1d-90f1-5369454b7696 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:32.240572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b52828d-f6f0-4e93-8a6e-b6c86651f41b req-e5cc4d26-1db5-4e27-8dc6-fa450513d99f tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008649 Aug 19 12:24:32.320493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device efde2c62-01e1-434e-93d6-f7b71690e76a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:32.400572 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:32.422223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object be20ae15-8373-4386-9bc6-53bae1a1f05e will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:32.550866 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ef28279-9e60-4ba0-bf46-ecb9870d50d8 req-75f1206b-74d2-46a3-9942-1d897e040220 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 210 time: 0.0263939 Aug 19 12:24:32.586133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port efde2c62-01e1-434e-93d6-f7b71690e76a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:32.590148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port efde2c62-01e1-434e-93d6-f7b71690e76a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:32.590868 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:32.640824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e9917874-5581-4a3f-90e9-9a8e7b3d0fc2 req-f230bb94-2185-41e4-9fec-51093c1e566d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:32.646961 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:32.670199 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:32.704929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port efde2c62-01e1-434e-93d6-f7b71690e76a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=efde2c62-01e1-434e-93d6-f7b71690e76a,segment=NetworkSegment(de53d2d0-4005-4cfe-b7a3-9cb22870959b),segment_id=de53d2d0-4005-4cfe-b7a3-9cb22870959b)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:32.847990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1153281-672d-4e7d-a102-105a2c5c9e2f req-7e674810-3e2c-4b35-8efa-5f26f3818088 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:32.849648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1153281-672d-4e7d-a102-105a2c5c9e2f req-7e674810-3e2c-4b35-8efa-5f26f3818088 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0563490 Aug 19 12:24:32.857591 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:32.893950 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1153281-672d-4e7d-a102-105a2c5c9e2f req-2f49237c-01c5-49b6-8775-315648bf4f18 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363855 Aug 19 12:24:32.914721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=efde2c62-01e1-434e-93d6-f7b71690e76a,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:33.027847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230bb94-2185-41e4-9fec-51093c1e566d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Pushing event deleted for resources: {'Port': ['ID=42552f96-dc4b-40b5-adc8-4a0a301ca500,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:33.047930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:33.071286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:33.082518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:33.119314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91e8f0b9-377e-4f0f-8fa3-375b542cc716 req-2d98bb8d-6de2-4f22-bce7-1df97e40dbf8 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 210 time: 0.0478117 Aug 19 12:24:33.178366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9917874-5581-4a3f-90e9-9a8e7b3d0fc2 req-f230bb94-2185-41e4-9fec-51093c1e566d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] No DVR routers for this DVR port 42552f96-dc4b-40b5-adc8-4a0a301ca500 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:33.188564 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e9917874-5581-4a3f-90e9-9a8e7b3d0fc2 req-f230bb94-2185-41e4-9fec-51093c1e566d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.190525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9917874-5581-4a3f-90e9-9a8e7b3d0fc2 req-f230bb94-2185-41e4-9fec-51093c1e566d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.30 "DELETE /v2.0/ports/42552f96-dc4b-40b5-adc8-4a0a301ca500 HTTP/1.1" status: 204 len: 173 time: 1.6960592 Aug 19 12:24:33.191221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=be20ae15-8373-4386-9bc6-53bae1a1f05e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:33.194314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'name': 'network-vif-deleted', 'tag': '42552f96-dc4b-40b5-adc8-4a0a301ca500'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:33.196140 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54bfefa-4a6a-4c9c-8232-de82157aaae9" -d '{"events": [{"server_uuid": "a1a9e9df-4b27-427a-8cb3-57f4b7a72545", "name": "network-vif-deleted", "tag": "42552f96-dc4b-40b5-adc8-4a0a301ca500"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:33.226138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.226818 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.245952 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.249435 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e79342-ca08-4261-bd08-9d48142ccfe8 x-openstack-request-id: req-a1e79342-ca08-4261-bd08-9d48142ccfe8 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:33.249729 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a9e9df-4b27-427a-8cb3-57f4b7a72545", "name": "network-vif-deleted", "tag": "42552f96-dc4b-40b5-adc8-4a0a301ca500", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:33.249977 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1e79342-ca08-4261-bd08-9d48142ccfe8 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:33.250373 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a9e9df-4b27-427a-8cb3-57f4b7a72545', 'name': 'network-vif-deleted', 'tag': '42552f96-dc4b-40b5-adc8-4a0a301ca500', 'status': 'completed', 'code': 200} Aug 19 12:24:33.380771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb3ad3-10e6-4124-b520-f5ca5a642e04 req-e7e691f8-cf8d-4a38-ab41-324e7d6fcc09 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.382388 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ddb3ad3-10e6-4124-b520-f5ca5a642e04 req-e7e691f8-cf8d-4a38-ab41-324e7d6fcc09 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 946 time: 0.0532205 Aug 19 12:24:33.422760 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ddb3ad3-10e6-4124-b520-f5ca5a642e04 req-b11885db-8061-4637-ac87-11012aba6133 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340927 Aug 19 12:24:33.441532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b0305e1c-82f6-401c-b35d-ea3423286896 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4758496 Aug 19 12:24:33.441532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58026) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:33.526155 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f9873f-a576-4ab4-a015-3e7e711b3a51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.527657 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-96f9873f-a576-4ab4-a015-3e7e711b3a51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0884926 Aug 19 12:24:33.530405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58032) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:33.540780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e83a9ab2-b582-4bbc-a541-d66f2a88b050 None None] Provisioning for port be20ae15-8373-4386-9bc6-53bae1a1f05e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:33.542595 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.545343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e83a9ab2-b582-4bbc-a541-d66f2a88b050 None None] Provisioning complete for port be20ae15-8373-4386-9bc6-53bae1a1f05e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:33.545813 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e83a9ab2-b582-4bbc-a541-d66f2a88b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.604397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e83a9ab2-b582-4bbc-a541-d66f2a88b050 None None] Port be20ae15-8373-4386-9bc6-53bae1a1f05e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:33.628384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Network ce726399-d1c8-4413-8ca5-6de1e3ca0925 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:33.636524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:33.651444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:33.657388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event updated for resources: {'Port': ['ID=3ed46404-6f98-4953-a766-86af9d3d4d1c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:33.710617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e6c5a-0f79-49be-b25b-1b4f0310767e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.716603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e6c5a-0f79-49be-b25b-1b4f0310767e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.722535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43e6c5a-0f79-49be-b25b-1b4f0310767e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.724939 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c43e6c5a-0f79-49be-b25b-1b4f0310767e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1933100 Aug 19 12:24:33.727817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58038) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:33.755697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.756426 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.773682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4a9f-7346-4c63-b2ec-4dacba78e3f1 req-e8a90a32-831d-46bb-b302-b6476090d563 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.775219 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53aa4a9f-7346-4c63-b2ec-4dacba78e3f1 req-e8a90a32-831d-46bb-b302-b6476090d563 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 932 time: 0.1418281 Aug 19 12:24:33.839862 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53aa4a9f-7346-4c63-b2ec-4dacba78e3f1 req-f9d865cf-a9b0-4b70-b7ee-ee4a8d5fa357 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 Aug 19 12:24:33.843837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-87d3e265-6286-4b17-b168-a2856f41e629 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port be20ae15-8373-4386-9bc6-53bae1a1f05e {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:33.844357 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87d3e265-6286-4b17-b168-a2856f41e629 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.939452 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87d3e265-6286-4b17-b168-a2856f41e629 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:33.947952 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537350f-affa-4cff-9baa-c219bdb307c3 req-2378a204-830f-4618-86c4-b1f2027d7bfc tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:33.952199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-87d3e265-6286-4b17-b168-a2856f41e629 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for be20ae15-8373-4386-9bc6-53bae1a1f05e owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:33.955324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e537350f-affa-4cff-9baa-c219bdb307c3 req-2378a204-830f-4618-86c4-b1f2027d7bfc tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 946 time: 0.0608268 Aug 19 12:24:33.963853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-4aa9f0ff-3428-4c0b-ba2a-9b28576f2fb1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7673116 Aug 19 12:24:33.978618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Request body: {'port': {'device_id': 'a17bdfeb-ba45-497b-9011-2d68aba256ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:34.019210 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e537350f-affa-4cff-9baa-c219bdb307c3 req-accfef65-3482-470d-bed0-b7a32f8ac322 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629764 Aug 19 12:24:34.062894 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:34.077574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc5fb9-8c48-40e1-8dc6-8f9eb9e559af req-22c01e63-6d52-42ac-a5c6-aefd215e0802 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:34.079766 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2edc5fb9-8c48-40e1-8dc6-8f9eb9e559af req-22c01e63-6d52-42ac-a5c6-aefd215e0802 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0838292 Aug 19 12:24:34.167798 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2edc5fb9-8c48-40e1-8dc6-8f9eb9e559af req-466b4bfa-54d1-450c-9fb1-d1dc1e2f8987 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796483 Aug 19 12:24:34.301528 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5e8d574-f470-44aa-93d9-c2169612fbba req-fc93c240-ed4a-4c1f-83a9-e59bcb15c165 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 210 time: 0.0480273 Aug 19 12:24:34.324475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e979e-7af1-49f9-8a4e-8c4d03fcb58b req-dab0cf99-6839-428b-95d0-ab4e5f52daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:34.326352 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c5e979e-7af1-49f9-8a4e-8c4d03fcb58b req-dab0cf99-6839-428b-95d0-ab4e5f52daaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d7c83abddebd448ba77f9a61b47abb73&device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 1097 time: 0.2148376 Aug 19 12:24:34.326714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87d3e265-6286-4b17-b168-a2856f41e629 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:34.334337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device efde2c62-01e1-434e-93d6-f7b71690e76a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:34.392043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port efde2c62-01e1-434e-93d6-f7b71690e76a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:34.392672 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:34.415925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3e265-6286-4b17-b168-a2856f41e629 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=be20ae15-8373-4386-9bc6-53bae1a1f05e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:34.445172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-2d0d22ed-c963-41ea-8d54-b55814884127 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:34.446518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-2d0d22ed-c963-41ea-8d54-b55814884127 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.62 "GET /v2.0/networks?id=c7910af9-fa9f-4757-879c-8d5ffd82842e HTTP/1.1" status: 200 len: 805 time: 0.3695662 Aug 19 12:24:34.474875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Request body: {'port': {'device_id': 'eae0be33-af95-4414-b02d-6fcb09acb09f', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'admin_state_up': True, 'tenant_id': 'd6752f5519ee46b194f5aaf30292b5f8'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:34.492771 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87d3e265-6286-4b17-b168-a2856f41e629 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:34.497296 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-87d3e265-6286-4b17-b168-a2856f41e629 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/be20ae15-8373-4386-9bc6-53bae1a1f05e HTTP/1.1" status: 204 len: 168 time: 0.7659452 Aug 19 12:24:34.497493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58050) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:34.526218 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ca7e3c-6874-476e-aecf-0f4e0455e800 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:24:34.527813 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b2ca7e3c-6874-476e-aecf-0f4e0455e800 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/be20ae15-8373-4386-9bc6-53bae1a1f05e HTTP/1.1" status: 404 len: 333 time: 0.0291710 Aug 19 12:24:34.531230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58052) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:34.647280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e131265d-dd66-4519-8683-8987ea9359aa tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port 19385371-9e1b-4a1d-90f1-5369454b7696 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:34.648266 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e131265d-dd66-4519-8683-8987ea9359aa tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:34.677654 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e979e-7af1-49f9-8a4e-8c4d03fcb58b req-d0f6da8b-562a-4053-a43a-e8cde7629bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:34.679450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c5e979e-7af1-49f9-8a4e-8c4d03fcb58b req-d0f6da8b-562a-4053-a43a-e8cde7629bac service neutron] 10.222.0.30 "GET /v2.0/networks?id=1f4d8d59-c751-4309-b06f-dc56108a1441 HTTP/1.1" status: 200 len: 914 time: 0.3407185 Aug 19 12:24:34.746090 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c5e979e-7af1-49f9-8a4e-8c4d03fcb58b req-2ddf95ca-0066-44b6-adce-ec1b83303688 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 HTTP/1.1" status: 200 len: 217 time: 0.0577631 Aug 19 12:24:34.752048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e131265d-dd66-4519-8683-8987ea9359aa tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:34.766118 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e131265d-dd66-4519-8683-8987ea9359aa tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for 19385371-9e1b-4a1d-90f1-5369454b7696 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:34.817375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e979e-7af1-49f9-8a4e-8c4d03fcb58b req-ad617d67-1e07-4bab-83e9-f5f8e19c75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:34.819431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c5e979e-7af1-49f9-8a4e-8c4d03fcb58b req-ad617d67-1e07-4bab-83e9-f5f8e19c75c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=635a2b6d-a40d-4496-8cc6-4dcfca1ccc52 HTTP/1.1" status: 200 len: 853 time: 0.0626011 Aug 19 12:24:34.867625 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c5e979e-7af1-49f9-8a4e-8c4d03fcb58b req-4f1b53f6-a72f-488b-8b2c-6d5f3ce24008 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1f4d8d59-c751-4309-b06f-dc56108a1441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277808 Aug 19 12:24:34.884446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed46404-6f98-4953-a766-86af9d3d4d1c {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:34.930796 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:34.964791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fe0ff-48be-437b-a8bc-7055b9e3ebb5 req-5f62d1ce-4bb2-4d26-bf2d-0f1a7245d44c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:34.966360 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b4fe0ff-48be-437b-a8bc-7055b9e3ebb5 req-5f62d1ce-4bb2-4d26-bf2d-0f1a7245d44c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 932 time: 0.0653045 Aug 19 12:24:34.986635 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c5e979e-7af1-49f9-8a4e-8c4d03fcb58b req-4fff9067-c7c0-4c22-8b63-0c1f8d4518be service neutron] 10.222.0.30 "GET /v2.0/networks/1f4d8d59-c751-4309-b06f-dc56108a1441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111720 Aug 19 12:24:35.006214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b4fe0ff-48be-437b-a8bc-7055b9e3ebb5 req-c70a9f5d-7703-4237-aa10-4fab5f480199 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331292 Aug 19 12:24:35.064755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Made reservation on behalf of d6752f5519ee46b194f5aaf30292b5f8 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:35.068947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.095322 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c5e979e-7af1-49f9-8a4e-8c4d03fcb58b req-e06cf3fa-1038-4479-a4f3-099d8c468feb service neutron] 10.222.0.30 "GET /v2.0/networks/1f4d8d59-c751-4309-b06f-dc56108a1441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014237 Aug 19 12:24:35.103044 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cb5ef3ec-5b09-42e1-9df3-1630f469046d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.176106 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e131265d-dd66-4519-8683-8987ea9359aa tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.176493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Transition to ACTIVE for port object 3ed46404-6f98-4953-a766-86af9d3d4d1c will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:35.189954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 42552f96-dc4b-40b5-adc8-4a0a301ca500 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:35.215532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131265d-dd66-4519-8683-8987ea9359aa tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=19385371-9e1b-4a1d-90f1-5369454b7696,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:35.217989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 42552f96-dc4b-40b5-adc8-4a0a301ca500 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:35.218848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 42552f96-dc4b-40b5-adc8-4a0a301ca500 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:35.231955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c597c-071c-4fe0-99c6-b2b61a71f7c3 req-9e022908-be5a-4975-bcf5-093b8dcc6015 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:35.233545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-568c597c-071c-4fe0-99c6-b2b61a71f7c3 req-9e022908-be5a-4975-bcf5-093b8dcc6015 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 946 time: 0.0947425 Aug 19 12:24:35.271953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Allocated IP 172.20.0.3 (c7910af9-fa9f-4757-879c-8d5ffd82842e/2b6d7280-9d8b-4b3d-8463-77a7307cc2ef/95ba3eb2-fcfa-4651-b037-da3c4eddbd1a) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:35.301640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-568c597c-071c-4fe0-99c6-b2b61a71f7c3 req-923e42f4-8f50-4971-b8e2-200fd399095a tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572944 Aug 19 12:24:35.315551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.391080 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e131265d-dd66-4519-8683-8987ea9359aa tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.395431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e131265d-dd66-4519-8683-8987ea9359aa tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/19385371-9e1b-4a1d-90f1-5369454b7696 HTTP/1.1" status: 204 len: 168 time: 0.8613799 Aug 19 12:24:35.400436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58068) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:35.431031 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-77089a79-8ebb-48c7-85f4-57bdc3c4463c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:24:35.435468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-77089a79-8ebb-48c7-85f4-57bdc3c4463c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/19385371-9e1b-4a1d-90f1-5369454b7696 HTTP/1.1" status: 404 len: 333 time: 0.0308266 Aug 19 12:24:35.435788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58070) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:35.480824 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bad72037-c906-41c0-9ed9-0d7ace9c8d8c req-45c787f5-1268-4d67-99e2-93bea1ef6d8a tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 210 time: 0.0571539 Aug 19 12:24:35.488866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65871da7-029b-48a9-9d2d-bc257f81210b req-1e34430b-9663-4144-bbe5-5a796542aa5b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:35.491049 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65871da7-029b-48a9-9d2d-bc257f81210b req-1e34430b-9663-4144-bbe5-5a796542aa5b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.1296284 Aug 19 12:24:35.515101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed46404-6f98-4953-a766-86af9d3d4d1c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:35.520716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1486aaa-83a9-4e26-809a-c81056fdbba4 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting subnet 523c9939-4447-42a5-84b9-50cf208148ad {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:24:35.526713 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1486aaa-83a9-4e26-809a-c81056fdbba4 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.574390 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65871da7-029b-48a9-9d2d-bc257f81210b req-ce88c09d-360c-40bf-84e4-921f2f5dcec7 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753129 Aug 19 12:24:35.586915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1486aaa-83a9-4e26-809a-c81056fdbba4 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.593180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.617332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Attempting to bind port 3ed46404-6f98-4953-a766-86af9d3d4d1c on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:35.617685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Attempting to bind port 3ed46404-6f98-4953-a766-86af9d3d4d1c by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:35.617983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Attempting to bind port 3ed46404-6f98-4953-a766-86af9d3d4d1c on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:35.627030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Port 3ed46404-6f98-4953-a766-86af9d3d4d1c on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:35.627354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Attempting to bind port 3ed46404-6f98-4953-a766-86af9d3d4d1c on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:35.643198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:35.643529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Checking segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:35.643908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Bound using segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:35.644341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Bound port: 3ed46404-6f98-4953-a766-86af9d3d4d1c, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:35.644731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.682472 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1486aaa-83a9-4e26-809a-c81056fdbba4 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.715341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] For port 3ed46404-6f98-4953-a766-86af9d3d4d1c, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:35.718519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] For port 3ed46404-6f98-4953-a766-86af9d3d4d1c, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3ed46404-6f98-4953-a766-86af9d3d4d1c,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:35.817841 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.863571 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1486aaa-83a9-4e26-809a-c81056fdbba4 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.866876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Network c7910af9-fa9f-4757-879c-8d5ffd82842e is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:35.870551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.875491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:35.883551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:35.888916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Pushing event updated for resources: {'Port': ['ID=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:35.897290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1486aaa-83a9-4e26-809a-c81056fdbba4 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Subnet': ['ID=523c9939-4447-42a5-84b9-50cf208148ad,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:35.901551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1486aaa-83a9-4e26-809a-c81056fdbba4 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.903509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b1486aaa-83a9-4e26-809a-c81056fdbba4 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/523c9939-4447-42a5-84b9-50cf208148ad HTTP/1.1" status: 204 len: 168 time: 0.4664800 Aug 19 12:24:35.906158 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58074) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:35.909238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36e31a4-988f-4616-a560-4e870710506a None None] Network 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:35.920056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:35.920677 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:35.922079 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] 10.222.0.62 "PUT /v2.0/ports/3ed46404-6f98-4953-a766-86af9d3d4d1c HTTP/1.1" status: 200 len: 1092 time: 1.9482207 Aug 19 12:24:35.942138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17bdfeb-ba45-497b-9011-2d68aba256ec', 'tag': '3ed46404-6f98-4953-a766-86af9d3d4d1c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:35.945348 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75900df0-4fcf-4e67-98ae-c9a9ed242448" -d '{"events": [{"name": "network-changed", "server_uuid": "a17bdfeb-ba45-497b-9011-2d68aba256ec", "tag": "3ed46404-6f98-4953-a766-86af9d3d4d1c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:35.982667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:35.983345 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.006990 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7143b53-9694-4cea-b39f-6c414cf2075c x-openstack-request-id: req-f7143b53-9694-4cea-b39f-6c414cf2075c {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:36.007252 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17bdfeb-ba45-497b-9011-2d68aba256ec", "tag": "3ed46404-6f98-4953-a766-86af9d3d4d1c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:36.007552 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7143b53-9694-4cea-b39f-6c414cf2075c {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:36.007926 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17bdfeb-ba45-497b-9011-2d68aba256ec', 'tag': '3ed46404-6f98-4953-a766-86af9d3d4d1c', 'status': 'completed', 'code': 200} Aug 19 12:24:36.008470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fb302-f342-4afb-a3bb-f54a45a62049 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed46404-6f98-4953-a766-86af9d3d4d1c,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:36.049534 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.097709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75900df0-4fcf-4e67-98ae-c9a9ed242448 req-e1aaa5ce-61d5-4ff2-a176-039c94088bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.100349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75900df0-4fcf-4e67-98ae-c9a9ed242448 req-e1aaa5ce-61d5-4ff2-a176-039c94088bb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 1095 time: 0.0617237 Aug 19 12:24:36.121968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port efde2c62-01e1-434e-93d6-f7b71690e76a {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:36.122316 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.151723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b1e546-1195-43f5-a135-fb375989b5d3 None None] DHCP port deletion for 4ce6ec5e-62f2-4573-bd6d-49a1526c32fc request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:24:36.187257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0e3c7f24-fccd-4db9-81e7-48a075df7259 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7170789 Aug 19 12:24:36.200468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Request body: {'port': {'device_id': 'eae0be33-af95-4414-b02d-6fcb09acb09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:36.206614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] For port efde2c62-01e1-434e-93d6-f7b71690e76a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=efde2c62-01e1-434e-93d6-f7b71690e76a,segment=NetworkSegment(de53d2d0-4005-4cfe-b7a3-9cb22870959b),segment_id=de53d2d0-4005-4cfe-b7a3-9cb22870959b)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:36.207230 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.214969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1e546-1195-43f5-a135-fb375989b5d3 None None] Deleting port efde2c62-01e1-434e-93d6-f7b71690e76a {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:36.215555 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e546-1195-43f5-a135-fb375989b5d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.222077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for efde2c62-01e1-434e-93d6-f7b71690e76a owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:36.253745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162c6f3-8838-458a-a0c8-0bfc95f346bc req-edde4e4d-723a-42a8-bd56-a9321e386e7f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.255840 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6162c6f3-8838-458a-a0c8-0bfc95f346bc req-edde4e4d-723a-42a8-bd56-a9321e386e7f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 944 time: 0.1356294 Aug 19 12:24:36.300503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d1b1e546-1195-43f5-a135-fb375989b5d3 None None] For port efde2c62-01e1-434e-93d6-f7b71690e76a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=efde2c62-01e1-434e-93d6-f7b71690e76a,segment=NetworkSegment(de53d2d0-4005-4cfe-b7a3-9cb22870959b),segment_id=de53d2d0-4005-4cfe-b7a3-9cb22870959b)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:36.300503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e546-1195-43f5-a135-fb375989b5d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.316071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1e546-1195-43f5-a135-fb375989b5d3 None None] Calling delete_port for efde2c62-01e1-434e-93d6-f7b71690e76a owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:36.325345 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.341737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75900df0-4fcf-4e67-98ae-c9a9ed242448 req-1b3d589a-146a-4650-85c1-21e483595db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.343242 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75900df0-4fcf-4e67-98ae-c9a9ed242448 req-1b3d589a-146a-4650-85c1-21e483595db8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e9122b62ade54036998fddd91baf1714&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2330961 Aug 19 12:24:36.368580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6162c6f3-8838-458a-a0c8-0bfc95f346bc req-9e30908e-2744-4063-97f9-7a651dc9b0d1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993054 Aug 19 12:24:36.400396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device efde2c62-01e1-434e-93d6-f7b71690e76a no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:36.492941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27463010-2b77-4695-9e39-a9807d8628ae req-f99888b9-fbf5-4430-b10c-fca8611ae853 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.494659 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27463010-2b77-4695-9e39-a9807d8628ae req-f99888b9-fbf5-4430-b10c-fca8611ae853 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 946 time: 0.0557594 Aug 19 12:24:36.496064 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.506371 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.514237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No DVR routers for this DVR port efde2c62-01e1-434e-93d6-f7b71690e76a on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:36.536120 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e546-1195-43f5-a135-fb375989b5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.546776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75900df0-4fcf-4e67-98ae-c9a9ed242448 req-da78d313-32a1-42e9-accb-e9995d2e4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.548510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75900df0-4fcf-4e67-98ae-c9a9ed242448 req-da78d313-32a1-42e9-accb-e9995d2e4196 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1962767 Aug 19 12:24:36.568776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1e546-1195-43f5-a135-fb375989b5d3 None None] Pushing event deleted for resources: {'Port': ['ID=efde2c62-01e1-434e-93d6-f7b71690e76a,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:36.575231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b1e546-1195-43f5-a135-fb375989b5d3 None None] No DVR routers for this DVR port efde2c62-01e1-434e-93d6-f7b71690e76a on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:36.638496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=efde2c62-01e1-434e-93d6-f7b71690e76a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:36.687095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27463010-2b77-4695-9e39-a9807d8628ae req-3ddb8ed3-9062-47c8-8084-7132124d0dc3 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352687 Aug 19 12:24:36.694692 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.708895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce6ec5e-62f2-4573-bd6d-49a1526c32fc']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:36.712768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603686e4-33fe-478f-9ca1-40c24171b70f req-bb227d26-9a74-4847-95e1-5229c4df0252 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.714282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-603686e4-33fe-478f-9ca1-40c24171b70f req-bb227d26-9a74-4847-95e1-5229c4df0252 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 931 time: 0.1006961 Aug 19 12:24:36.727472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de53d2d0-4005-4cfe-b7a3-9cb22870959b') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:36.727762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de53d2d0-4005-4cfe-b7a3-9cb22870959b') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:36.737839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-ff578491-7fec-4c48-afc7-b9c9888b90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.738487 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.739352 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-ff578491-7fec-4c48-afc7-b9c9888b90f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 1095 time: 0.1246486 Aug 19 12:24:36.754542 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.762690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:24:36.763130 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:24:36.766165 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:24:36.791793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-6af52974-2f61-45f3-b8ec-59b22e8379e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ed46404-6f98-4953-a766-86af9d3d4d1c HTTP/1.1" status: 200 len: 217 time: 0.0401425 Aug 19 12:24:36.852097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-603686e4-33fe-478f-9ca1-40c24171b70f req-f7c259cb-e1bb-4b08-8379-e5101f542eb3 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299996 Aug 19 12:24:36.878079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90a62c-83aa-498a-b7c6-44dde114442c req-221e218e-6aa7-4375-a0c2-fff131e91b77 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.878079 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d90a62c-83aa-498a-b7c6-44dde114442c req-221e218e-6aa7-4375-a0c2-fff131e91b77 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.1044791 Aug 19 12:24:36.898477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-9089c90d-774d-4e28-8fea-32be10ae12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:36.900158 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-9089c90d-774d-4e28-8fea-32be10ae12f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a30a79-0796-4e2e-a201-ffee4494f99e HTTP/1.1" status: 200 len: 852 time: 0.0995712 Aug 19 12:24:36.902078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:36.914234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d90a62c-83aa-498a-b7c6-44dde114442c req-97723cb3-b449-4615-b840-d9d154a58999 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366960 Aug 19 12:24:36.917941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.940124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-6bf06ac6-887c-4381-ae16-c0bd5539fae5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce726399-d1c8-4413-8ca5-6de1e3ca0925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311291 Aug 19 12:24:36.949354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Transition to ACTIVE for port object 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:36.986614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.996954 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:36.999634 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/networks/4ce6ec5e-62f2-4573-bd6d-49a1526c32fc HTTP/1.1" status: 204 len: 168 time: 1.0925345 Aug 19 12:24:37.003616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58096) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:37.011515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-395200576'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:37.025411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ed648-ecd1-4933-9614-8fe73bc2c5d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Network': ['ID=4ce6ec5e-62f2-4573-bd6d-49a1526c32fc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:37.334737 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.393804 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-5de7280e-14b3-4c6b-8d0f-cef84937660f service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456086 Aug 19 12:24:37.404195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Pushing event updated for resources: {'Port': ['ID=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:37.488567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:37.492655 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.534156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b2bbb-f741-4d59-8d06-8fe3800212ca req-e365473c-d8bb-4614-a0a4-8aa475a7ed5b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:37.537013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a18b2bbb-f741-4d59-8d06-8fe3800212ca req-e365473c-d8bb-4614-a0a4-8aa475a7ed5b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 944 time: 0.0588572 Aug 19 12:24:37.580752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:24:37.583543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a18b2bbb-f741-4d59-8d06-8fe3800212ca req-d4bf823a-a9e3-4ae7-8387-2bf66c0ff5c7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385628 Aug 19 12:24:37.608491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Attempting to bind port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:37.608876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Attempting to bind port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:37.609202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Attempting to bind port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a on network c7910af9-fa9f-4757-879c-8d5ffd82842e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:37.613927 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.614296 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Added segment 9e7a1d43-88f2-4f69-9941-855fbae52bd7 of type vlan for network c3040483-e63f-4072-a2f1-4be7b55093f4 Aug 19 12:24:37.625531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90fe8e18-95a6-40e4-95e5-63163facf90e req-3a583e24-934b-4278-97ae-f3b782288ab6 service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244556 Aug 19 12:24:37.627864 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a on network c7910af9-fa9f-4757-879c-8d5ffd82842e not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:37.628189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Attempting to bind port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a on network c7910af9-fa9f-4757-879c-8d5ffd82842e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:37.637888 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.664567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8b00b-3834-4625-8bc6-d55ce5649454 req-c531bb27-7738-4782-bc69-6043fca96e3d tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:37.666007 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-08d8b00b-3834-4625-8bc6-d55ce5649454 req-c531bb27-7738-4782-bc69-6043fca96e3d tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 946 time: 0.1541286 Aug 19 12:24:37.672079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:37.672416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Checking segment: {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:37.672792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Bound using segment: {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:37.673224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Bound port: 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a8a118-cec4-49b9-91db-a47464377b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:37.673576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.696776 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.772208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-08d8b00b-3834-4625-8bc6-d55ce5649454 req-88b2b1ba-ca18-4e25-9997-e467e758960c tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965030 Aug 19 12:24:37.788532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] For port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:37.791567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] For port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:37.797729 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bd04a9b6-1e97-48b4-82ad-2004a36281fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.978298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46649a45-588f-4061-9344-745f81d52952 req-266d2ea5-c7e0-4594-b3f3-52d809798976 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:37.979979 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-46649a45-588f-4061-9344-745f81d52952 req-266d2ea5-c7e0-4594-b3f3-52d809798976 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 943 time: 0.0536718 Aug 19 12:24:37.984707 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.986850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:37.992483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:37.993103 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.029597 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-46649a45-588f-4061-9344-745f81d52952 req-2c1f2792-e3fe-427c-b4d2-2f13660e63cb tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406694 Aug 19 12:24:38.115844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.116451 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.118046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] 10.222.0.62 "PUT /v2.0/ports/95ba3eb2-fcfa-4651-b037-da3c4eddbd1a HTTP/1.1" status: 200 len: 1091 time: 1.9217236 Aug 19 12:24:38.118489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae0be33-af95-4414-b02d-6fcb09acb09f', 'tag': '95ba3eb2-fcfa-4651-b037-da3c4eddbd1a'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:38.120740 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cab4d30-f929-474e-b677-ca4ee3ede1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "eae0be33-af95-4414-b02d-6fcb09acb09f", "tag": "95ba3eb2-fcfa-4651-b037-da3c4eddbd1a"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:38.153964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Network': ['ID=c3040483-e63f-4072-a2f1-4be7b55093f4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:38.162905 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e625c533-a2ec-4c7b-83b9-b6be88d7af9a x-openstack-request-id: req-e625c533-a2ec-4c7b-83b9-b6be88d7af9a {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:38.163194 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae0be33-af95-4414-b02d-6fcb09acb09f", "tag": "95ba3eb2-fcfa-4651-b037-da3c4eddbd1a", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:38.166955 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e625c533-a2ec-4c7b-83b9-b6be88d7af9a {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:38.166955 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae0be33-af95-4414-b02d-6fcb09acb09f', 'tag': '95ba3eb2-fcfa-4651-b037-da3c4eddbd1a', 'status': 'completed', 'code': 200} Aug 19 12:24:38.166955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a4525-9d1d-494f-96b0-220d0ca4d612 service neutron] Pushing event updated for resources: {'Port': ['ID=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:38.168000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network c3040483-e63f-4072-a2f1-4be7b55093f4 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:24:38.175623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce48574-0c7c-4425-8feb-b008f6868bf3 req-1528b54a-25f5-4e47-92e6-3a906812f9c5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.177212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dce48574-0c7c-4425-8feb-b008f6868bf3 req-1528b54a-25f5-4e47-92e6-3a906812f9c5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.1806259 Aug 19 12:24:38.244644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bbda242f-bfbb-4b3c-a6dc-a5568536ff31 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2394881 Aug 19 12:24:38.250844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58116) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:38.253850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dce48574-0c7c-4425-8feb-b008f6868bf3 req-391a393f-0f78-407d-b86e-28cb65a650dd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700281 Aug 19 12:24:38.256155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'c3040483-e63f-4072-a2f1-4be7b55093f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:38.266778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab4d30-f929-474e-b677-ca4ee3ede1d0 req-e0d52227-bb4c-4220-88d3-95f90c810499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.268589 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3cab4d30-f929-474e-b677-ca4ee3ede1d0 req-e0d52227-bb4c-4220-88d3-95f90c810499 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 1094 time: 0.0831239 Aug 19 12:24:38.370366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab4d30-f929-474e-b677-ca4ee3ede1d0 req-2abeddfb-dbb0-489b-9ca0-81e50d55af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.371838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3cab4d30-f929-474e-b677-ca4ee3ede1d0 req-2abeddfb-dbb0-489b-9ca0-81e50d55af00 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0939479 Aug 19 12:24:38.471817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab4d30-f929-474e-b677-ca4ee3ede1d0 req-21bf7aba-0e58-478c-8e45-1995a0a22ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.473487 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3cab4d30-f929-474e-b677-ca4ee3ede1d0 req-21bf7aba-0e58-478c-8e45-1995a0a22ab3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943835 Aug 19 12:24:38.490239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:38.496197 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.567941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-07567d6f-f164-4a19-a5fc-73024472a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.569495 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-07567d6f-f164-4a19-a5fc-73024472a11a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 1094 time: 0.0457973 Aug 19 12:24:38.616896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-75cfa45a-ae02-4f1a-ada7-888a63d52746 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a HTTP/1.1" status: 200 len: 217 time: 0.0374937 Aug 19 12:24:38.713399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-5bcb7f6e-2c2e-488e-88bc-9e58e08a2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.714896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-5bcb7f6e-2c2e-488e-88bc-9e58e08a2580 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2b6d7280-9d8b-4b3d-8463-77a7307cc2ef HTTP/1.1" status: 200 len: 845 time: 0.0882730 Aug 19 12:24:38.727839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65970e4e-10fe-4fcf-92d5-3f472c7f5f8d req-ed44b77c-72d5-438a-bfaa-cc789ea75654 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.729289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65970e4e-10fe-4fcf-92d5-3f472c7f5f8d req-ed44b77c-72d5-438a-bfaa-cc789ea75654 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 944 time: 0.0727985 Aug 19 12:24:38.766140 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-06967384-3b1a-45d8-98f7-0bb8b3acbd12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c7910af9-fa9f-4757-879c-8d5ffd82842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359099 Aug 19 12:24:38.803867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65970e4e-10fe-4fcf-92d5-3f472c7f5f8d req-2f704bdc-b07f-4706-ab46-679869dfac21 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656855 Aug 19 12:24:38.809885 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:38.885354 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-55c544b7-675f-4b0a-851e-131b29e3cfd5 service neutron] 10.222.0.62 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058810 Aug 19 12:24:38.905441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Subnet': ['ID=d431cf4f-381f-4157-9d60-f21dbb9ac91d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:38.923491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Checking segment: {'id': '9e7a1d43-88f2-4f69-9941-855fbae52bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c3040483-e63f-4072-a2f1-4be7b55093f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:38.924084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network hostable DHCP agents. Network: c3040483-e63f-4072-a2f1-4be7b55093f4, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:24:38.936489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cc5b5-a289-4a9d-8b90-59704935cb50 req-87d741db-e556-493f-8e43-b23cf2c7b080 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:38.938003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e62cc5b5-a289-4a9d-8b90-59704935cb50 req-87d741db-e556-493f-8e43-b23cf2c7b080 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 946 time: 0.0846634 Aug 19 12:24:38.987351 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e62cc5b5-a289-4a9d-8b90-59704935cb50 req-0d166d29-e7ec-461d-961e-1b86b83af261 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/security-groups?id=259f4b69-f000-44b6-8018-c3c3ccd9ab42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Aug 19 12:24:38.989261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9702d28e-c544-44eb-9ff7-9d7536c9a59d req-5403abae-bb39-4e36-8c5f-c802ae2de96d service neutron] 10.222.0.62 "GET /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955868 Aug 19 12:24:39.039946 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.045527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bb8f1-8c74-4424-9577-67e2beab40f0 req-f8e34580-36e2-4e19-a4d2-2d18632bfc10 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:39.045527 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a24bb8f1-8c74-4424-9577-67e2beab40f0 req-f8e34580-36e2-4e19-a4d2-2d18632bfc10 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 946 time: 0.0496426 Aug 19 12:24:39.177890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b7c03-9fe6-4264-a94c-12368cc220d3 req-61a94333-2018-4b47-b4b5-5420ab1a6d42 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:39.179857 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba4b7c03-9fe6-4264-a94c-12368cc220d3 req-61a94333-2018-4b47-b4b5-5420ab1a6d42 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 943 time: 0.0817485 Aug 19 12:24:39.203955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-a24bb8f1-8c74-4424-9577-67e2beab40f0 req-3d54c28c-6c8a-4cdf-b07b-58814c82a8ff tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Deleting port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:39.204336 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a24bb8f1-8c74-4424-9577-67e2beab40f0 req-3d54c28c-6c8a-4cdf-b07b-58814c82a8ff tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.254820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network c3040483-e63f-4072-a2f1-4be7b55093f4 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:24:39.269268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba4b7c03-9fe6-4264-a94c-12368cc220d3 req-542c4093-2b41-4343-8e21-067fa52b6b8c tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819976 Aug 19 12:24:39.328599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a24bb8f1-8c74-4424-9577-67e2beab40f0 req-3d54c28c-6c8a-4cdf-b07b-58814c82a8ff tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] For port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889,segment=NetworkSegment(9d2992c0-ca3a-4d56-a188-0981217a7369),segment_id=9d2992c0-ca3a-4d56-a188-0981217a7369)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:39.328973 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a24bb8f1-8c74-4424-9577-67e2beab40f0 req-3d54c28c-6c8a-4cdf-b07b-58814c82a8ff tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.352042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-a24bb8f1-8c74-4424-9577-67e2beab40f0 req-3d54c28c-6c8a-4cdf-b07b-58814c82a8ff tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Calling delete_port for a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:39.432799 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad21509-1df4-43e1-b3c1-0f47b0d3c930 req-c27a4c9b-9d31-4870-aec6-c36352a2bbfc tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:39.434180 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0ad21509-1df4-43e1-b3c1-0f47b0d3c930 req-c27a4c9b-9d31-4870-aec6-c36352a2bbfc tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0970831 Aug 19 12:24:39.488420 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0ad21509-1df4-43e1-b3c1-0f47b0d3c930 req-7bb50316-2ef1-4e2f-82a1-9503974413ae tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Aug 19 12:24:39.522824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, c3040483-e63f-4072-a2f1-4be7b55093f4) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:39.527015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:39.527762 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.532586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64021061-8060-48d2-b0c7-375a3dfe0620 None None] Network c3040483-e63f-4072-a2f1-4be7b55093f4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:39.676648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-c3040483-e63f-4072-a2f1-4be7b55093f4', 'network_id': 'c3040483-e63f-4072-a2f1-4be7b55093f4', 'tenant_id': 'c626a89e92434352a2dc7dedaa7c508c', 'fixed_ips': [{'subnet_id': 'd431cf4f-381f-4157-9d60-f21dbb9ac91d'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:24:39.677752 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.720851 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2a7b9b83-4940-4793-bf2c-c7d6b4f16493 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4715426 Aug 19 12:24:39.723485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58136) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:39.729658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-45bb6014-5d41-4359-94ce-7e32c715240f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-489010756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:39.731553 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a24bb8f1-8c74-4424-9577-67e2beab40f0 req-3d54c28c-6c8a-4cdf-b07b-58814c82a8ff tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.760499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54c28c-6c8a-4cdf-b07b-58814c82a8ff tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Pushing event deleted for resources: {'Port': ['ID=a9a339dd-7e86-43d9-b3bc-f8bf0e16e889,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:39.804086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24bb8f1-8c74-4424-9577-67e2beab40f0 req-3d54c28c-6c8a-4cdf-b07b-58814c82a8ff tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] No DVR routers for this DVR port a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:39.806703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a24bb8f1-8c74-4424-9577-67e2beab40f0 req-3d54c28c-6c8a-4cdf-b07b-58814c82a8ff tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.808876 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a24bb8f1-8c74-4424-9577-67e2beab40f0 req-3d54c28c-6c8a-4cdf-b07b-58814c82a8ff tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.30 "DELETE /v2.0/ports/a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 HTTP/1.1" status: 204 len: 173 time: 0.7577810 Aug 19 12:24:39.815846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Allocated IP 172.20.0.2 (c3040483-e63f-4072-a2f1-4be7b55093f4/d431cf4f-381f-4157-9d60-f21dbb9ac91d/8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:39.932424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb5b1-69a0-4339-b888-f234e814f9c2 req-668320ad-b984-4933-9aa2-0b5980efc3c2 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:39.933986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-69edb5b1-69a0-4339-b888-f234e814f9c2 req-668320ad-b984-4933-9aa2-0b5980efc3c2 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 944 time: 0.0548189 Aug 19 12:24:39.948830 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45bb6014-5d41-4359-94ce-7e32c715240f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.950180 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45bb6014-5d41-4359-94ce-7e32c715240f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.967008 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:39.975466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Transition to ACTIVE for port object 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:39.977577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-69edb5b1-69a0-4339-b888-f234e814f9c2 req-6ee3a38d-0d4e-40ac-b884-28fcd28eebaf tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360169 Aug 19 12:24:39.991364 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Transition to ACTIVE for port object 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:40.040332 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45bb6014-5d41-4359-94ce-7e32c715240f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.086917 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd6de7cd-8818-4377-9911-eb749355a4b8 req-8c46c091-9f86-4ea2-a48a-566af599849f tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 210 time: 0.0291834 Aug 19 12:24:40.164832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0018a0e-1f18-4e44-8834-a5ee1b6026da', 'name': 'network-vif-deleted', 'tag': 'a9a339dd-7e86-43d9-b3bc-f8bf0e16e889'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:40.167776 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10830923-d21c-4c60-990f-5650cf0b5da7" -d '{"events": [{"server_uuid": "b0018a0e-1f18-4e44-8834-a5ee1b6026da", "name": "network-vif-deleted", "tag": "a9a339dd-7e86-43d9-b3bc-f8bf0e16e889"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:40.178244 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.206093 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b181eb3-ee97-450b-bfea-5c70d049e086 x-openstack-request-id: req-0b181eb3-ee97-450b-bfea-5c70d049e086 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:40.206393 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0018a0e-1f18-4e44-8834-a5ee1b6026da", "name": "network-vif-deleted", "tag": "a9a339dd-7e86-43d9-b3bc-f8bf0e16e889", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:40.206649 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b181eb3-ee97-450b-bfea-5c70d049e086 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:40.207270 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0018a0e-1f18-4e44-8834-a5ee1b6026da', 'name': 'network-vif-deleted', 'tag': 'a9a339dd-7e86-43d9-b3bc-f8bf0e16e889', 'status': 'completed', 'code': 200} Aug 19 12:24:40.219182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Network c3040483-e63f-4072-a2f1-4be7b55093f4 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:40.222024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:40.225703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:40.231090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45bb6014-5d41-4359-94ce-7e32c715240f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.231266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Pushing event updated for resources: {'Port': ['ID=8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:40.285272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Attempting to bind port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:40.285643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Attempting to bind port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '9e7a1d43-88f2-4f69-9941-855fbae52bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c3040483-e63f-4072-a2f1-4be7b55093f4'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:40.286033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Attempting to bind port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 on network c3040483-e63f-4072-a2f1-4be7b55093f4 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:40.290941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:40.291314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Checking segment: {'id': '9e7a1d43-88f2-4f69-9941-855fbae52bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c3040483-e63f-4072-a2f1-4be7b55093f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:40.291717 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.292191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Bound using segment: {'id': '9e7a1d43-88f2-4f69-9941-855fbae52bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c3040483-e63f-4072-a2f1-4be7b55093f4'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:40.292662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Bound port: 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7a1d43-88f2-4f69-9941-855fbae52bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c3040483-e63f-4072-a2f1-4be7b55093f4'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:40.293041 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.380028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] For port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:40.383799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] For port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0,segment=NetworkSegment(9e7a1d43-88f2-4f69-9941-855fbae52bd7),segment_id=9e7a1d43-88f2-4f69-9941-855fbae52bd7)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:40.392660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f9f7d-9ef5-439f-93c9-23374398b14b req-2b372416-c87d-4f66-a131-dd1f3fc253f2 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:40.394202 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa5f9f7d-9ef5-439f-93c9-23374398b14b req-2b372416-c87d-4f66-a131-dd1f3fc253f2 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 943 time: 0.0547752 Aug 19 12:24:40.414913 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45bb6014-5d41-4359-94ce-7e32c715240f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.416030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-45bb6014-5d41-4359-94ce-7e32c715240f tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6911368 Aug 19 12:24:40.418796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58150) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:40.424126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'network_id': 'c3040483-e63f-4072-a2f1-4be7b55093f4', 'name': 'tempest-PortsTestJSON-923485546'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:40.435746 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa5f9f7d-9ef5-439f-93c9-23374398b14b req-4f570861-1dc0-4b5d-be1a-df88fa57f2bc tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351281 Aug 19 12:24:40.609874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62c514-5f79-4c41-bd3a-fd02b185ee69 req-fc1951e7-690f-43e6-82b2-19eb3947ca90 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:40.611420 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f62c514-5f79-4c41-bd3a-fd02b185ee69 req-fc1951e7-690f-43e6-82b2-19eb3947ca90 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0532367 Aug 19 12:24:40.626652 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.628133 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.651894 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f62c514-5f79-4c41-bd3a-fd02b185ee69 req-578b15b5-3bd9-4974-bd73-b1b3c1489a70 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333834 Aug 19 12:24:40.689045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4014d-0fe1-4c67-b1ad-1fe2823bf681 None None] Pushing event updated for resources: {'Port': ['ID=8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:40.691769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:40.695607 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:40.713746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port b5cbad4c-2e01-4f83-8498-edf7f74d2da6 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:24:40.823836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.5 (c3040483-e63f-4072-a2f1-4be7b55093f4/d431cf4f-381f-4157-9d60-f21dbb9ac91d/b5cbad4c-2e01-4f83-8498-edf7f74d2da6) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:41.005264 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.029625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object b5cbad4c-2e01-4f83-8498-edf7f74d2da6 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:41.111146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6cab2-43fa-4272-8960-7fed0b01c9f4 req-290c6cf2-0765-4866-9914-cd172e437534 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.112973 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d3d6cab2-43fa-4272-8960-7fed0b01c9f4 req-290c6cf2-0765-4866-9914-cd172e437534 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 944 time: 0.0536647 Aug 19 12:24:41.146975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3ed46404-6f98-4953-a766-86af9d3d4d1c details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:41.160696 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d3d6cab2-43fa-4272-8960-7fed0b01c9f4 req-5ce6d7cc-ed74-47a3-a91a-24707e6278c8 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Aug 19 12:24:41.207140 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6740e436-a486-4f24-ae07-0ea550703f3a req-05fcf113-c806-40f8-9468-94944acb5167 tempest-InstanceActionsTestJSON-609665072 tempest-InstanceActionsTestJSON-609665072-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0018a0e-1f18-4e44-8834-a5ee1b6026da HTTP/1.1" status: 200 len: 210 time: 0.0266926 Aug 19 12:24:41.215638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:41.243721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:41.244057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a9a339dd-7e86-43d9-b3bc-f8bf0e16e889 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:41.279843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3ed46404-6f98-4953-a766-86af9d3d4d1c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3ed46404-6f98-4953-a766-86af9d3d4d1c,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:41.290507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '3ed46404-6f98-4953-a766-86af9d3d4d1c', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'port_id': '3ed46404-6f98-4953-a766-86af9d3d4d1c', 'mac_address': 'fa:16:3e:ac:f4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a30a79-0796-4e2e-a201-ffee4494f99e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:41.301807 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.335275 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.349458 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed46404-6f98-4953-a766-86af9d3d4d1c {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:41.354314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network c3040483-e63f-4072-a2f1-4be7b55093f4 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:41.357781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:41.361823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:41.372726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3ed46404-6f98-4953-a766-86af9d3d4d1c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3ed46404-6f98-4953-a766-86af9d3d4d1c,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:41.387700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=b5cbad4c-2e01-4f83-8498-edf7f74d2da6,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:41.425185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.425185 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.503276 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:41.639825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cb5f8-2e7f-4b91-8422-d47a9e1418fe req-5d3d0473-5fdd-440d-a4d9-b16041f53952 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.639825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-790cb5f8-2e7f-4b91-8422-d47a9e1418fe req-5d3d0473-5fdd-440d-a4d9-b16041f53952 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 943 time: 0.1198709 Aug 19 12:24:41.639825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6fc4837d-cdd6-4e75-a177-3a7b142397f5 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2177980 Aug 19 12:24:41.640588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58166) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:41.641260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=3ed46404-6f98-4953-a766-86af9d3d4d1c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:41.663298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36113aef-6e6f-4167-a82c-3a689a23cae8 None None] Network c3040483-e63f-4072-a2f1-4be7b55093f4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:41.792253 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-790cb5f8-2e7f-4b91-8422-d47a9e1418fe req-c8726fee-758f-4ab6-9871-c783ccae230b tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422307 Aug 19 12:24:41.799181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['3ed46404-6f98-4953-a766-86af9d3d4d1c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:41.830264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aada312-68d8-45f4-8176-bda9bb95dfb6 req-a573ab78-59db-4fdf-8393-a6da0beec0a0 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:41.832126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8aada312-68d8-45f4-8176-bda9bb95dfb6 req-a573ab78-59db-4fdf-8393-a6da0beec0a0 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0524771 Aug 19 12:24:41.873165 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8aada312-68d8-45f4-8176-bda9bb95dfb6 req-adf60e16-58eb-425d-b15b-1f7eeeb44d89 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340178 Aug 19 12:24:42.006302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d198a4e7-4571-44ed-aac4-8a1ebe93a40b None None] Provisioning for port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:42.030606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.277597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58178) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:42.348013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ea4eb0-3901-404c-a3b5-e8ea94718fc5 admin admin] Deleting subnet 635a2b6d-a40d-4496-8cc6-4dcfca1ccc52 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:24:42.352308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87ea4eb0-3901-404c-a3b5-e8ea94718fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.359609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4f24-8df0-4c98-b241-b1bc61a38ddd req-3b487529-6faf-466b-b57b-2774f8aff893 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.361346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f2e4f24-8df0-4c98-b241-b1bc61a38ddd req-3b487529-6faf-466b-b57b-2774f8aff893 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 945 time: 0.0948093 Aug 19 12:24:42.367991 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.384537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:42.394084 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87ea4eb0-3901-404c-a3b5-e8ea94718fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.408569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f2e4f24-8df0-4c98-b241-b1bc61a38ddd req-acab9a4d-000d-4aea-8b97-84db3c412e19 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357845 Aug 19 12:24:42.451841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87ea4eb0-3901-404c-a3b5-e8ea94718fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.480449 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0c70cb5f-4720-43e6-81f2-51ba0ec2091c None None] Provisioning for port b5cbad4c-2e01-4f83-8498-edf7f74d2da6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:42.485540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0c70cb5f-4720-43e6-81f2-51ba0ec2091c None None] Provisioning complete for port b5cbad4c-2e01-4f83-8498-edf7f74d2da6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:42.485910 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0c70cb5f-4720-43e6-81f2-51ba0ec2091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.556340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0c70cb5f-4720-43e6-81f2-51ba0ec2091c None None] Port b5cbad4c-2e01-4f83-8498-edf7f74d2da6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:42.588471 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.664648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-acb0ac13-99af-4760-bbef-9520869b6f1a None None] Provisioning complete for port b5cbad4c-2e01-4f83-8498-edf7f74d2da6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:42.666912 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-acb0ac13-99af-4760-bbef-9520869b6f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.668268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:42.676975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=b5cbad4c-2e01-4f83-8498-edf7f74d2da6,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:42.692550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:42.692550 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.726158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87ea4eb0-3901-404c-a3b5-e8ea94718fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.731104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-acb0ac13-99af-4760-bbef-9520869b6f1a None None] Port b5cbad4c-2e01-4f83-8498-edf7f74d2da6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:42.765298 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87ea4eb0-3901-404c-a3b5-e8ea94718fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.771811 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-87ea4eb0-3901-404c-a3b5-e8ea94718fc5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/635a2b6d-a40d-4496-8cc6-4dcfca1ccc52 HTTP/1.1" status: 204 len: 168 time: 0.4930704 Aug 19 12:24:42.792984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58184) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:42.795754 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea4eb0-3901-404c-a3b5-e8ea94718fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635a2b6d-a40d-4496-8cc6-4dcfca1ccc52,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:42.853157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.867839 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.901588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0,segment=NetworkSegment(9e7a1d43-88f2-4f69-9941-855fbae52bd7),segment_id=9e7a1d43-88f2-4f69-9941-855fbae52bd7)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:42.938325 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.968151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2f5e97d5-87f2-4742-9ee4-d467c18ee077 None None] Provisioning complete for port b5cbad4c-2e01-4f83-8498-edf7f74d2da6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:42.968812 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2f5e97d5-87f2-4742-9ee4-d467c18ee077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:42.986557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de9aee-41a6-45f0-bbc0-0eb2ede2d14e req-2c383e8e-3810-46ba-9e7d-ff9f773e7938 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:42.988096 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99de9aee-41a6-45f0-bbc0-0eb2ede2d14e req-2c383e8e-3810-46ba-9e7d-ff9f773e7938 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 943 time: 0.0982912 Aug 19 12:24:43.012383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e97d5-87f2-4742-9ee4-d467c18ee077 None None] Port b5cbad4c-2e01-4f83-8498-edf7f74d2da6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:43.013665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569f48a-4098-42d4-b7cb-d0fae4b693cd req-46fa76cf-9181-44e6-9b90-90c8e519f8d2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:43.016256 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7569f48a-4098-42d4-b7cb-d0fae4b693cd req-46fa76cf-9181-44e6-9b90-90c8e519f8d2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0586557 Aug 19 12:24:43.019225 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.062620 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.067632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7569f48a-4098-42d4-b7cb-d0fae4b693cd req-2ebc83b5-c7df-4ca0-af52-f601e282e9bb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381768 Aug 19 12:24:43.080539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:43.081234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4d8d59-c751-4309-b06f-dc56108a1441']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:43.086467 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99de9aee-41a6-45f0-bbc0-0eb2ede2d14e req-1fd2a947-3dad-43ed-a0bb-6cf8347965bb tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850515 Aug 19 12:24:43.088921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.089283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.089635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.090105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.090448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.090783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.091140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.091469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.091797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.093730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.094136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.094714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:24:43.095064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2992c0-ca3a-4d56-a188-0981217a7369') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:43.095360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2992c0-ca3a-4d56-a188-0981217a7369') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:43.107498 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.127308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.133433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:24:43.133821 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:24:43.135469 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:24:43.147307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:43.149216 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.151607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3ed46404-6f98-4953-a766-86af9d3d4d1c up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:43.288937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:43.300627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '95ba3eb2-fcfa-4651-b037-da3c4eddbd1a', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'port_id': '95ba3eb2-fcfa-4651-b037-da3c4eddbd1a', 'mac_address': 'fa:16:3e:e5:b9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6d7280-9d8b-4b3d-8463-77a7307cc2ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:43.314183 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.333379 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.338688 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] 10.222.0.21 "DELETE /v2.0/networks/1f4d8d59-c751-4309-b06f-dc56108a1441 HTTP/1.1" status: 204 len: 168 time: 0.5415611 Aug 19 12:24:43.340188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375232e0-adb9-49b7-ae9d-9f3457f736da admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4d8d59-c751-4309-b06f-dc56108a1441,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:43.344621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.359754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:43.376791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 3ed46404-6f98-4953-a766-86af9d3d4d1c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:43.382879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:43.384172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 3ed46404-6f98-4953-a766-86af9d3d4d1c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:43.384535 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.431310 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.467187 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.491266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17bdfeb-ba45-497b-9011-2d68aba256ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed46404-6f98-4953-a766-86af9d3d4d1c'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:43.493712 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9e8e00-2083-4554-9875-61100c41b76b" -d '{"events": [{"server_uuid": "a17bdfeb-ba45-497b-9011-2d68aba256ec", "name": "network-vif-plugged", "status": "completed", "tag": "3ed46404-6f98-4953-a766-86af9d3d4d1c"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:43.506684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3ed46404-6f98-4953-a766-86af9d3d4d1c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3ed46404-6f98-4953-a766-86af9d3d4d1c,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:43.508239 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.534598 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c7762c-071b-4042-ba1a-9412637e7063 x-openstack-request-id: req-68c7762c-071b-4042-ba1a-9412637e7063 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:43.534923 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17bdfeb-ba45-497b-9011-2d68aba256ec", "name": "network-vif-plugged", "status": "completed", "tag": "3ed46404-6f98-4953-a766-86af9d3d4d1c", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:43.535175 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68c7762c-071b-4042-ba1a-9412637e7063 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:43.538401 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17bdfeb-ba45-497b-9011-2d68aba256ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed46404-6f98-4953-a766-86af9d3d4d1c', 'code': 200} Aug 19 12:24:43.540536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b2452-e860-43ab-8bc0-d9e87cfb8885 req-5c14dd21-4379-43d2-b725-2c6994c3e883 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:43.542287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e3b2452-e860-43ab-8bc0-d9e87cfb8885 req-5c14dd21-4379-43d2-b725-2c6994c3e883 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 945 time: 0.0614805 Aug 19 12:24:43.544170 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.577382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:43.590714 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.647854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=3ed46404-6f98-4953-a766-86af9d3d4d1c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:43.792460 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58200) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:43.836850 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['95ba3eb2-fcfa-4651-b037-da3c4eddbd1a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:43.851794 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e4c8aceb-4e48-4419-beb9-f6a4d8d950a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7c83abddebd448ba77f9a61b47abb73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579777 Aug 19 12:24:43.854395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58204) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:43.964957 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baf0cae8-1dc6-4f11-b936-77d2a0296151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:43.989182 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baf0cae8-1dc6-4f11-b936-77d2a0296151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.046980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.050503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=b5cbad4c-2e01-4f83-8498-edf7f74d2da6,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:44.061475 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e3b2452-e860-43ab-8bc0-d9e87cfb8885 req-e421e71d-1a30-4e91-8afb-0ffd0c074e5a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107610 Aug 19 12:24:44.069384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dc2b4-8c3e-4476-9ada-55ea1e8a35ea req-0b3c2f99-e43d-4185-b8de-91be38fe0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:44.070856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f2dc2b4-8c3e-4476-9ada-55ea1e8a35ea req-0b3c2f99-e43d-4185-b8de-91be38fe0d52 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 1097 time: 0.4501555 Aug 19 12:24:44.156194 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f2dc2b4-8c3e-4476-9ada-55ea1e8a35ea req-9212ac75-f8ba-4b8f-95c3-3c8d6f77493b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736728 Aug 19 12:24:44.188281 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baf0cae8-1dc6-4f11-b936-77d2a0296151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.192647 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network c3040483-e63f-4072-a2f1-4be7b55093f4 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:44.192865 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baf0cae8-1dc6-4f11-b936-77d2a0296151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.192968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:44.193061 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-baf0cae8-1dc6-4f11-b936-77d2a0296151 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/259f4b69-f000-44b6-8018-c3c3ccd9ab42 HTTP/1.1" status: 204 len: 168 time: 0.3357813 Aug 19 12:24:44.209225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0cae8-1dc6-4f11-b936-77d2a0296151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259f4b69-f000-44b6-8018-c3c3ccd9ab42,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:44.241340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bf991-25e3-49d0-9e81-2e513efa8230 req-598649f0-7b80-4cde-8719-6387335bef31 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:44.250753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-555bf991-25e3-49d0-9e81-2e513efa8230 req-598649f0-7b80-4cde-8719-6387335bef31 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0926833 Aug 19 12:24:44.347953 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-555bf991-25e3-49d0-9e81-2e513efa8230 req-cb68cd5e-8165-450b-8309-873d408ececd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923450 Aug 19 12:24:44.369656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f662798-21eb-47b3-a46c-df757dd4b352 req-0d8878c8-3448-40c6-938e-b443ed0de7db tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:44.371106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1f662798-21eb-47b3-a46c-df757dd4b352 req-0d8878c8-3448-40c6-938e-b443ed0de7db tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 944 time: 0.1189060 Aug 19 12:24:44.400146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:44.431001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1f662798-21eb-47b3-a46c-df757dd4b352 req-2f7d4c39-cb55-415a-825f-2e8b9c2177fe tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495937 Aug 19 12:24:44.464560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:44.464560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.556816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-79bcf2c7-7f9c-4962-a1b9-fd8c1a283b63 None None] Provisioning complete for port b5cbad4c-2e01-4f83-8498-edf7f74d2da6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:44.557450 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-79bcf2c7-7f9c-4962-a1b9-fd8c1a283b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:44.591656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-79bcf2c7-7f9c-4962-a1b9-fd8c1a283b63 None None] Port b5cbad4c-2e01-4f83-8498-edf7f74d2da6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:44.619998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Router a232c2cc-bc05-4d0c-b07a-378f47e0767c is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:24:44.713892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:44.719903 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7fe3f533-4c42-45db-8bc3-293e81425389 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "PUT /v2.0/routers/a232c2cc-bc05-4d0c-b07a-378f47e0767c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0781937 Aug 19 12:24:44.721993 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58216) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:44.725021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ceb79-37d9-41da-a35e-f74fb1b71d5c None None] Sync routers for ids ['a232c2cc-bc05-4d0c-b07a-378f47e0767c'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:44.734317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ceb79-37d9-41da-a35e-f74fb1b71d5c None None] Routers {'a232c2cc-bc05-4d0c-b07a-378f47e0767c'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:44.736647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860ceb79-37d9-41da-a35e-f74fb1b71d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:24:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a232c2cc-bc05-4d0c-b07a-378f47e0767c'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:44.771020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860ceb79-37d9-41da-a35e-f74fb1b71d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:44.771969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95bef6e-cbb3-4099-9645-516518250994 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:44.776394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a95bef6e-cbb3-4099-9645-516518250994 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports?device_id=a232c2cc-bc05-4d0c-b07a-378f47e0767c HTTP/1.1" status: 200 len: 981 time: 0.0506756 Aug 19 12:24:44.776645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58218) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:44.780153 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ceb79-37d9-41da-a35e-f74fb1b71d5c None None] Routers {'a232c2cc-bc05-4d0c-b07a-378f47e0767c'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:44.780896 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860ceb79-37d9-41da-a35e-f74fb1b71d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:24:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a232c2cc-bc05-4d0c-b07a-378f47e0767c'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:44.818996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860ceb79-37d9-41da-a35e-f74fb1b71d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:44.819657 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860ceb79-37d9-41da-a35e-f74fb1b71d5c None None] The sync data for ids ['a232c2cc-bc05-4d0c-b07a-378f47e0767c'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:45.177136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:45.269758 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fd8b-80bb-450f-9ac4-aea43d81df49 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.280864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172287ea-7fdc-4482-95d6-d7fbca68457a req-44ffb004-54c9-4259-9f06-a4712600ec50 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:45.282426 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-172287ea-7fdc-4482-95d6-d7fbca68457a req-44ffb004-54c9-4259-9f06-a4712600ec50 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1496863 Aug 19 12:24:45.388743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-172287ea-7fdc-4482-95d6-d7fbca68457a req-33633edf-05fe-4723-b781-ebf4033663d7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748689 Aug 19 12:24:45.471743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:45.477583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:45.477960 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.492489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a738790-18d8-429a-ae2d-1852d7129ac9 req-2137d542-22c4-41f9-a3a5-09db101e75df tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:45.494075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a738790-18d8-429a-ae2d-1852d7129ac9 req-2137d542-22c4-41f9-a3a5-09db101e75df tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0805876 Aug 19 12:24:45.541530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a738790-18d8-429a-ae2d-1852d7129ac9 req-b58c206e-b318-479b-b579-148cac06a792 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413795 Aug 19 12:24:45.580780 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.605552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae0be33-af95-4414-b02d-6fcb09acb09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ba3eb2-fcfa-4651-b037-da3c4eddbd1a'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:45.608082 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e11152-3e71-4145-b53f-4631481742e1" -d '{"events": [{"server_uuid": "eae0be33-af95-4414-b02d-6fcb09acb09f", "name": "network-vif-plugged", "status": "completed", "tag": "95ba3eb2-fcfa-4651-b037-da3c4eddbd1a"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:45.629390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:45.676886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8f9c3-9673-44b4-a966-81ddce9f3e4a req-db213038-cf4a-4c48-af8d-f231920ba1dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:45.678912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9da8f9c3-9673-44b4-a966-81ddce9f3e4a req-db213038-cf4a-4c48-af8d-f231920ba1dd tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 944 time: 0.0535693 Aug 19 12:24:45.704664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-ac7dac8b-d62b-48f0-b62a-d46cddca8d81 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:45.706124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-ac7dac8b-d62b-48f0-b62a-d46cddca8d81 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 808 time: 0.1891968 Aug 19 12:24:45.721773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9da8f9c3-9673-44b4-a966-81ddce9f3e4a req-df86c9fd-0fed-482a-a980-23b3680b2240 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361097 Aug 19 12:24:45.732464 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-e82b309a-dd10-4496-9b31-2a029cf05c9e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/quotas/6234d0c986c14810828c0377a08fc051 HTTP/1.1" status: 200 len: 375 time: 0.0185006 Aug 19 12:24:45.755071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8fd8b-80bb-450f-9ac4-aea43d81df49 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port b5cbad4c-2e01-4f83-8498-edf7f74d2da6 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:45.755398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fd8b-80bb-450f-9ac4-aea43d81df49 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.769257 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef58259-20cd-4dc2-9c47-8243692a899e x-openstack-request-id: req-9ef58259-20cd-4dc2-9c47-8243692a899e {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:45.769607 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae0be33-af95-4414-b02d-6fcb09acb09f", "name": "network-vif-plugged", "status": "completed", "tag": "95ba3eb2-fcfa-4651-b037-da3c4eddbd1a", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:45.769991 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ef58259-20cd-4dc2-9c47-8243692a899e {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:45.770463 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae0be33-af95-4414-b02d-6fcb09acb09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ba3eb2-fcfa-4651-b037-da3c4eddbd1a', 'code': 200} Aug 19 12:24:45.818125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:45.877200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca46b63-2083-475f-bb66-347cd8d75e26 req-209a8b91-e9e5-4499-85a0-5ce9d36a01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:45.879070 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eca46b63-2083-475f-bb66-347cd8d75e26 req-209a8b91-e9e5-4499-85a0-5ce9d36a01ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 1096 time: 0.0496795 Aug 19 12:24:45.892518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:45.929045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eca46b63-2083-475f-bb66-347cd8d75e26 req-1e6bd486-cb41-4b58-a943-44d5ca1d5ecd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Aug 19 12:24:45.941301 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58256) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:46.078610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-798297158-network', 'tenant_id': '36dc8682afa94302b8378320634e58dc'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:46.199755 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-66e973cd-6c02-4745-b4c7-b49ca6177983 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4606407 Aug 19 12:24:46.250941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Made reservation on behalf of 36dc8682afa94302b8378320634e58dc for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:46.253346 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.261949 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fd8b-80bb-450f-9ac4-aea43d81df49 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.266372 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.280966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8fd8b-80bb-450f-9ac4-aea43d81df49 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for b5cbad4c-2e01-4f83-8498-edf7f74d2da6 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:46.358797 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d3e28922-469a-4c19-85fc-0e4c013e5eb0 service neutron] 10.222.0.21 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502662 Aug 19 12:24:46.359026 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.454464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.486593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:24:46.517602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d07ec8b-65ee-410e-97e7-4b63170d6d7c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:46.521289 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.521635 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Added segment 3e77ae3b-a90d-4d1e-9c86-769f5109afa2 of type vlan for network eddfbb48-5e14-41bc-b1f7-415e402a085d Aug 19 12:24:46.562391 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-32535810-2980-495e-ab8c-02a3c9a92741 service neutron] 10.222.0.21 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938915 Aug 19 12:24:46.570614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.579754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fd5ce-d059-49de-80ad-c807a63f1339 req-9fa53e85-e370-4bd2-9544-b819f59263e0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.581280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d5fd5ce-d059-49de-80ad-c807a63f1339 req-9fa53e85-e370-4bd2-9544-b819f59263e0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1182981 Aug 19 12:24:46.635948 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d5fd5ce-d059-49de-80ad-c807a63f1339 req-1e3dd9d0-ea98-4123-8185-bda860e681ad tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445237 Aug 19 12:24:46.680097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fd8b-80bb-450f-9ac4-aea43d81df49 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.713373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8fd8b-80bb-450f-9ac4-aea43d81df49 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=b5cbad4c-2e01-4f83-8498-edf7f74d2da6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:46.734452 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.735472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.736060 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.808774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] Pushing event updated for resources: {'Network': ['ID=eddfbb48-5e14-41bc-b1f7-415e402a085d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:46.819004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network eddfbb48-5e14-41bc-b1f7-415e402a085d details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:24:46.825932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9418c-7cc7-4518-9c95-0f4ac80b2b3f req-4cc2d304-7461-4206-9b36-131ae331defe tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:46.827602 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3b9418c-7cc7-4518-9c95-0f4ac80b2b3f req-4cc2d304-7461-4206-9b36-131ae331defe tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.1330004 Aug 19 12:24:46.882216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fd8b-80bb-450f-9ac4-aea43d81df49 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:46.882408 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3b9418c-7cc7-4518-9c95-0f4ac80b2b3f req-c94453a2-d9de-4b8a-bb17-e758ff1ba471 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Aug 19 12:24:46.888297 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-61c9a387-6e96-4305-b1d7-c613a49c232c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9427714 Aug 19 12:24:46.888539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58278) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:46.893943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] Request body: {'subnet': {'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-798297158-subnet', 'tenant_id': '36dc8682afa94302b8378320634e58dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:47.008610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] Made reservation on behalf of 36dc8682afa94302b8378320634e58dc for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:47.011091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.071660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e8fd8b-80bb-450f-9ac4-aea43d81df49 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Router a232c2cc-bc05-4d0c-b07a-378f47e0767c has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:24:47.151551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e8fd8b-80bb-450f-9ac4-aea43d81df49 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:24:47.156627 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e4e8fd8b-80bb-450f-9ac4-aea43d81df49 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "PUT /v2.0/routers/a232c2cc-bc05-4d0c-b07a-378f47e0767c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3790715 Aug 19 12:24:47.159236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58282) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:47.164148 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f7cf0-2a03-4f51-b0b9-114a01f5fbc6 None None] Sync routers for ids ['a232c2cc-bc05-4d0c-b07a-378f47e0767c'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:24:47.173498 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f7cf0-2a03-4f51-b0b9-114a01f5fbc6 None None] Routers {'a232c2cc-bc05-4d0c-b07a-378f47e0767c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:47.174249 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-572f7cf0-2a03-4f51-b0b9-114a01f5fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:24:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a232c2cc-bc05-4d0c-b07a-378f47e0767c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:47.186006 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c8460f-758c-4123-ae5b-eb5c5c14d952 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:24:47.190052 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-28c8460f-758c-4123-ae5b-eb5c5c14d952 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/b5cbad4c-2e01-4f83-8498-edf7f74d2da6 HTTP/1.1" status: 404 len: 333 time: 0.0274777 Aug 19 12:24:47.190311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58284) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:47.214989 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-572f7cf0-2a03-4f51-b0b9-114a01f5fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:47.231280 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f7cf0-2a03-4f51-b0b9-114a01f5fbc6 None None] Routers {'a232c2cc-bc05-4d0c-b07a-378f47e0767c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:24:47.232382 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-572f7cf0-2a03-4f51-b0b9-114a01f5fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:24:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a232c2cc-bc05-4d0c-b07a-378f47e0767c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:47.266375 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-572f7cf0-2a03-4f51-b0b9-114a01f5fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:47.267465 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f7cf0-2a03-4f51-b0b9-114a01f5fbc6 None None] The sync data for ids ['a232c2cc-bc05-4d0c-b07a-378f47e0767c'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:24:47.284636 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f3bee91-15a2-441b-a250-b900f384f065 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.304202 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.363157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6319b7-2087-4722-b404-15d074ef7303,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:47.439693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] Checking segment: {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:47.439693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] Network hostable DHCP agents. Network: eddfbb48-5e14-41bc-b1f7-415e402a085d, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:24:47.453855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875b06c-1c30-4388-8d67-ab1d41f0a136 req-b83d72b5-823c-47f7-ad18-20da79b97183 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.462279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b875b06c-1c30-4388-8d67-ab1d41f0a136 req-b83d72b5-823c-47f7-ad18-20da79b97183 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 945 time: 0.1009724 Aug 19 12:24:47.508713 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b875b06c-1c30-4388-8d67-ab1d41f0a136 req-458367d1-7220-4528-988e-abb8b074b94d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455139 Aug 19 12:24:47.510499 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f3bee91-15a2-441b-a250-b900f384f065 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.513836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f3bee91-15a2-441b-a250-b900f384f065 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.570482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] Network eddfbb48-5e14-41bc-b1f7-415e402a085d is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:24:47.589097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c8f6c-d2e6-4750-9fbf-7a083d7290aa req-24267b88-17ef-4964-b79c-abc59fc7f29a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.589755 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa28d4e7-9ab6-4d67-bc95-fe7a50dc406d req-a7b47e76-76d4-4994-b82a-ee0c6da745af tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 210 time: 0.0304232 Aug 19 12:24:47.590595 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c6c8f6c-d2e6-4750-9fbf-7a083d7290aa req-24267b88-17ef-4964-b79c-abc59fc7f29a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1376069 Aug 19 12:24:47.633324 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c6c8f6c-d2e6-4750-9fbf-7a083d7290aa req-c45d8f26-9a76-4670-822e-08d35f74c1a8 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Aug 19 12:24:47.676833 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f3bee91-15a2-441b-a250-b900f384f065 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.677546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3bee91-15a2-441b-a250-b900f384f065 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Fanout notify agent at l3_agent the message router_deleted on router a232c2cc-bc05-4d0c-b07a-378f47e0767c {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:24:47.688553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f3bee91-15a2-441b-a250-b900f384f065 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.688553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9f3bee91-15a2-441b-a250-b900f384f065 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/routers/a232c2cc-bc05-4d0c-b07a-378f47e0767c HTTP/1.1" status: 204 len: 168 time: 0.4944282 Aug 19 12:24:47.689822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58296) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:47.740194 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70278de-5305-4a26-bd03-8d6446cd06d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting subnet d431cf4f-381f-4157-9d60-f21dbb9ac91d {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:24:47.743441 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b70278de-5305-4a26-bd03-8d6446cd06d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.762491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, eddfbb48-5e14-41bc-b1f7-415e402a085d) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:47.766689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:47.767317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.773145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadf0628-fac7-4af9-b23f-d3f1a2afa5e0 None None] Network eddfbb48-5e14-41bc-b1f7-415e402a085d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:47.790119 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b70278de-5305-4a26-bd03-8d6446cd06d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.876602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b70278de-5305-4a26-bd03-8d6446cd06d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:47.883261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a7272252-faa6-449e-81fc-460910ad86c0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9935808 Aug 19 12:24:47.924491 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f29adbf-2517-42a9-83af-96b8282f431f None None] Network eddfbb48-5e14-41bc-b1f7-415e402a085d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:48.051708 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b70278de-5305-4a26-bd03-8d6446cd06d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.078404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351e073-7651-40f4-a0f7-8b1c233d1fd8 req-9b1c3ce1-5fe4-471c-b674-2657f2f1f0c8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:48.080313 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0351e073-7651-40f4-a0f7-8b1c233d1fd8 req-9b1c3ce1-5fe4-471c-b674-2657f2f1f0c8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.1015074 Aug 19 12:24:48.092658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70278de-5305-4a26-bd03-8d6446cd06d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Subnet': ['ID=d431cf4f-381f-4157-9d60-f21dbb9ac91d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:48.099628 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b70278de-5305-4a26-bd03-8d6446cd06d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.101540 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b70278de-5305-4a26-bd03-8d6446cd06d3 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/d431cf4f-381f-4157-9d60-f21dbb9ac91d HTTP/1.1" status: 204 len: 168 time: 0.4107559 Aug 19 12:24:48.103638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f3026-57c6-4b85-aa91-de413cb0b56f None None] Network c3040483-e63f-4072-a2f1-4be7b55093f4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:48.109780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58310) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:48.193930 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0351e073-7651-40f4-a0f7-8b1c233d1fd8 req-e0300c8f-5073-4613-8b67-bcc31cc2c631 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021566 Aug 19 12:24:48.222194 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.282556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:48.282954 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.291221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713d1a76-4238-4581-9b93-f996fdb3bf0f None None] DHCP port deletion for c3040483-e63f-4072-a2f1-4be7b55093f4 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:24:48.349325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-713d1a76-4238-4581-9b93-f996fdb3bf0f None None] Deleting port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:48.350152 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-713d1a76-4238-4581-9b93-f996fdb3bf0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.360596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] For port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0,segment=NetworkSegment(9e7a1d43-88f2-4f69-9941-855fbae52bd7),segment_id=9e7a1d43-88f2-4f69-9941-855fbae52bd7)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:48.360964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.377847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:48.423767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-713d1a76-4238-4581-9b93-f996fdb3bf0f None None] For port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0,segment=NetworkSegment(9e7a1d43-88f2-4f69-9941-855fbae52bd7),segment_id=9e7a1d43-88f2-4f69-9941-855fbae52bd7)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:48.424463 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-713d1a76-4238-4581-9b93-f996fdb3bf0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.443637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-713d1a76-4238-4581-9b93-f996fdb3bf0f None None] Calling delete_port for 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:48.471833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-dcf57b2e-5eb5-4c05-a119-642c8fd02635 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:48.473575 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-dcf57b2e-5eb5-4c05-a119-642c8fd02635 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/networks?id=eddfbb48-5e14-41bc-b1f7-415e402a085d HTTP/1.1" status: 200 len: 812 time: 0.1517868 Aug 19 12:24:48.489002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-f37c7a5a-b305-4e82-95d4-b10ebad28186 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/quotas/36dc8682afa94302b8378320634e58dc HTTP/1.1" status: 200 len: 375 time: 0.0092106 Aug 19 12:24:48.523774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-5f3d5338-6dc9-4efb-93c3-ebfcf1a9cf9c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36dc8682afa94302b8378320634e58dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274796 Aug 19 12:24:48.617843 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-626cb9a8-895b-482f-92bb-6f8ccb12c234 service neutron] 10.222.0.21 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875835 Aug 19 12:24:48.643664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236debb-1abb-4db6-b30d-830d1d76267f req-d4e46ecd-f90e-4a55-aae7-f03bd55d93e6 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:48.645175 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e236debb-1abb-4db6-b30d-830d1d76267f req-d4e46ecd-f90e-4a55-aae7-f03bd55d93e6 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 945 time: 0.0557418 Aug 19 12:24:48.685324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e236debb-1abb-4db6-b30d-830d1d76267f req-a0c73de9-e5b3-45e2-bfed-b01d55416809 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341644 Aug 19 12:24:48.711046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-d33f9181-0d33-4fa5-a8c0-5ec5f21a06bb service neutron] 10.222.0.21 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869074 Aug 19 12:24:48.715167 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.724415 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-713d1a76-4238-4581-9b93-f996fdb3bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.742917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:48.746774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No DVR routers for this DVR port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:48.761505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d1a76-4238-4581-9b93-f996fdb3bf0f None None] Pushing event deleted for resources: {'Port': ['ID=8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:48.768765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d1a76-4238-4581-9b93-f996fdb3bf0f None None] No DVR routers for this DVR port 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:48.814280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-576ca635-09a8-4162-a12a-12665fc064ce req-d3fed55d-3280-4ab8-b69a-733fb535220a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 210 time: 0.0553620 Aug 19 12:24:48.860767 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.871663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3040483-e63f-4072-a2f1-4be7b55093f4']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:48.891516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7a1d43-88f2-4f69-9941-855fbae52bd7') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:48.891814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7a1d43-88f2-4f69-9941-855fbae52bd7') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:24:48.915909 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.935957 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.947464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73f97d-e9c9-4fdb-bcb8-d2de31a1a22d req-84cb559e-7740-417c-bb0f-4b5bda07b285 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:48.948962 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f73f97d-e9c9-4fdb-bcb8-d2de31a1a22d req-84cb559e-7740-417c-bb0f-4b5bda07b285 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0750415 Aug 19 12:24:48.951610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:24:48.952014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:24:48.955043 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:24:49.038113 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f73f97d-e9c9-4fdb-bcb8-d2de31a1a22d req-2ea422a6-6df3-4d65-8d06-4578695f4354 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821569 Aug 19 12:24:49.194155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:49.201819 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:49.207296 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/networks/c3040483-e63f-4072-a2f1-4be7b55093f4 HTTP/1.1" status: 204 len: 168 time: 1.0931351 Aug 19 12:24:49.208116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58338) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:49.229064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d99d0c-be60-45d1-9efd-823fa1ca997d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Network': ['ID=c3040483-e63f-4072-a2f1-4be7b55093f4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:49.284499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfebdaaf-1b8d-43b5-bb17-ccaa994cc3e6 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:49.288292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bfebdaaf-1b8d-43b5-bb17-ccaa994cc3e6 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/93a67fef-9efc-4ab1-9d1a-c94979ff8281 HTTP/1.1" status: 200 len: 840 time: 0.0777719 Aug 19 12:24:49.292957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58350) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:49.369720 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1f0b9554-d6bb-49fb-92ef-6d66ffe75ec6 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/93a67fef-9efc-4ab1-9d1a-c94979ff8281?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0756195 Aug 19 12:24:49.375383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58354) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:49.380586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-1b0e9b21-2092-460c-acc4-2a372e46c29c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:49.394405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564c2e6-cd57-4f42-bbcc-152dc5f7d889 req-0edbff4f-05d3-4e38-9d76-fc4ffe81ab7e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:49.396478 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7564c2e6-cd57-4f42-bbcc-152dc5f7d889 req-0edbff4f-05d3-4e38-9d76-fc4ffe81ab7e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0669532 Aug 19 12:24:49.443606 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7564c2e6-cd57-4f42-bbcc-152dc5f7d889 req-02c5a816-0f14-46fb-84ce-3fee43c14567 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349720 Aug 19 12:24:49.520398 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d98a934-047e-4aa9-9670-0f3f5043110c req-ac81a46f-02a9-4e3a-b888-a31bdbf3e612 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 210 time: 0.0281510 Aug 19 12:24:49.773662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0e9b21-2092-460c-acc4-2a372e46c29c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:49.777313 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9b21-2092-460c-acc4-2a372e46c29c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:49.918569 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fdaa49d3-e92b-439e-9e55-3f0ae28eee52 req-d2b85ca2-3da7-4ffa-9160-39a27f345233 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 210 time: 0.0327466 Aug 19 12:24:50.074150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9b21-2092-460c-acc4-2a372e46c29c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.143441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e9b21-2092-460c-acc4-2a372e46c29c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:50.146894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e9b21-2092-460c-acc4-2a372e46c29c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:50.151215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e9b21-2092-460c-acc4-2a372e46c29c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.152350 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b0e9b21-2092-460c-acc4-2a372e46c29c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.156492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b698c31c-1d2f-4923-85de-6b76a904c565 None None] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:50.166246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e9b21-2092-460c-acc4-2a372e46c29c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Subnet': ['ID=b9e6bc47-e0b4-429b-8f11-ef374c3d953f,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:50.184929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066bec2-111d-46b2-a523-ff7a28a2f276 req-46451175-ffb9-4585-a56e-496f2a58626b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.187271 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3066bec2-111d-46b2-a523-ff7a28a2f276 req-46451175-ffb9-4585-a56e-496f2a58626b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0641403 Aug 19 12:24:50.227372 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3066bec2-111d-46b2-a523-ff7a28a2f276 req-28c990a9-d2e6-4744-a912-c568810a1500 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340736 Aug 19 12:24:50.263480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1b0e9b21-2092-460c-acc4-2a372e46c29c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8871057 Aug 19 12:24:50.266187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58396) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:50.271512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fb26d5b2-dfab-4bd5-a8d2-5fd21ad87976 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'security_group': {'name': 'tempest-secgroup-164339594'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:50.317337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:50.357122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:24:50.357473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8d54bb93-b81b-4cbc-b92c-f2017dc0d6c0 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:24:50.391329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'tenant_id': 'c626a89e92434352a2dc7dedaa7c508c', 'fixed_ips': [{'subnet_id': 'b9e6bc47-e0b4-429b-8f11-ef374c3d953f'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:24:50.392217 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.508616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb26d5b2-dfab-4bd5-a8d2-5fd21ad87976 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.528056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Allocated IP 172.20.0.2 (f6e0e037-6418-4ef6-b493-9946d57ebc0e/b9e6bc47-e0b4-429b-8f11-ef374c3d953f/7f586048-7322-4e68-9fa9-5226fd8da9a8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:50.592421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e514384-6a11-4932-a416-6aef4429b5f9 req-1e8d7b38-6658-4796-832c-87333a3ecc6b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.594434 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5e514384-6a11-4932-a416-6aef4429b5f9 req-1e8d7b38-6658-4796-832c-87333a3ecc6b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0560408 Aug 19 12:24:50.651433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5e514384-6a11-4932-a416-6aef4429b5f9 req-228b4377-812c-4acc-8a0f-d8ae7408c7fd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501137 Aug 19 12:24:50.681636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d7078-34e8-4640-b16b-832a88d0eab7 req-47f486a5-a13e-4ba7-84eb-ad6d1ca28d48 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.683548 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-610d7078-34e8-4640-b16b-832a88d0eab7 req-47f486a5-a13e-4ba7-84eb-ad6d1ca28d48 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 945 time: 0.1587765 Aug 19 12:24:50.688986 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.697879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Transition to ACTIVE for port object 7f586048-7322-4e68-9fa9-5226fd8da9a8 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:50.714103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Transition to ACTIVE for port object 7f586048-7322-4e68-9fa9-5226fd8da9a8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:50.722877 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64fb7e27-eda4-4721-96ca-81f0437aeec6 req-b09fd88d-d596-4dc3-b68b-565593f393c1 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 210 time: 0.0283506 Aug 19 12:24:50.741985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-008360f5-510f-4beb-8aa8-de1f53e63601 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:50.743477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-008360f5-510f-4beb-8aa8-de1f53e63601 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.30 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 808 time: 0.1949821 Aug 19 12:24:50.762853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Request body: {'port': {'device_id': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4', 'admin_state_up': True, 'tenant_id': '6234d0c986c14810828c0377a08fc051'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:50.819475 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-610d7078-34e8-4640-b16b-832a88d0eab7 req-8df55eff-42ad-4383-91ec-f524f5a7d6db tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222465 Aug 19 12:24:50.831498 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb26d5b2-dfab-4bd5-a8d2-5fd21ad87976 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:50.991836 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.038316 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:51.040306 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47bb06b2-2594-4392-b925-7ced0cc0be69 req-bd5a0d77-d9bd-4e88-905f-2e7489a18225 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 210 time: 0.0492024 Aug 19 12:24:51.042663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:51.044570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Pushing event updated for resources: {'Port': ['ID=7f586048-7322-4e68-9fa9-5226fd8da9a8,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:51.046675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:51.062671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb26d5b2-dfab-4bd5-a8d2-5fd21ad87976 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.101655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26d5b2-dfab-4bd5-a8d2-5fd21ad87976 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1962fa63-610a-46a5-a4b4-36b1f5e575bc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:51.102830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Attempting to bind port 7f586048-7322-4e68-9fa9-5226fd8da9a8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:51.103158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Attempting to bind port 7f586048-7322-4e68-9fa9-5226fd8da9a8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '280e04d1-3acd-40e4-9ba6-603c61a6103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:51.103528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Attempting to bind port 7f586048-7322-4e68-9fa9-5226fd8da9a8 on network f6e0e037-6418-4ef6-b493-9946d57ebc0e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:51.108680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:51.109035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Checking segment: {'id': '280e04d1-3acd-40e4-9ba6-603c61a6103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:51.109420 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.109802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Bound using segment: {'id': '280e04d1-3acd-40e4-9ba6-603c61a6103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:51.110261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Bound port: 7f586048-7322-4e68-9fa9-5226fd8da9a8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280e04d1-3acd-40e4-9ba6-603c61a6103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:51.110645 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.159087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Made reservation on behalf of 6234d0c986c14810828c0377a08fc051 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:51.164653 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.180077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] For port 7f586048-7322-4e68-9fa9-5226fd8da9a8, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:51.184207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] For port 7f586048-7322-4e68-9fa9-5226fd8da9a8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7f586048-7322-4e68-9fa9-5226fd8da9a8,segment=NetworkSegment(280e04d1-3acd-40e4-9ba6-603c61a6103f),segment_id=280e04d1-3acd-40e4-9ba6-603c61a6103f)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:51.284728 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb26d5b2-dfab-4bd5-a8d2-5fd21ad87976 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.288797 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fb26d5b2-dfab-4bd5-a8d2-5fd21ad87976 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0189095 Aug 19 12:24:51.289190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58420) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:51.293883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b9da1e2c-33c3-4aae-8ed5-191e602cb310 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'security_group': {'name': 'tempest-secgroup-1802562934'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:51.310292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Allocated IP 172.20.0.13 (142bcacd-7cc1-49d7-8cfe-21991cda91a4/d5051029-ce9d-4119-b80a-a2ba91652dde/cfa267a4-1315-4f8b-ba5d-199bafc7de5c) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:51.326700 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.406164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c7654-3e51-4b70-ad7b-1d148b42ace9 None None] Pushing event updated for resources: {'Port': ['ID=7f586048-7322-4e68-9fa9-5226fd8da9a8,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:51.417175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8cb7e-a60c-4cc6-a0ee-b11beb3a2eb8 req-b7b8c975-1cd6-4f51-9cdc-e4da3c782c43 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:51.429400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-afa8cb7e-a60c-4cc6-a0ee-b11beb3a2eb8 req-b7b8c975-1cd6-4f51-9cdc-e4da3c782c43 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0830522 Aug 19 12:24:51.471725 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-afa8cb7e-a60c-4cc6-a0ee-b11beb3a2eb8 req-eca29fa4-cb43-48f4-90c6-b5868c403f6d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 Aug 19 12:24:51.483329 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9da1e2c-33c3-4aae-8ed5-191e602cb310 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.507961 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.646153 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9da1e2c-33c3-4aae-8ed5-191e602cb310 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.684069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.699391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['49a4b9dc-6b60-4b67-9075-0e25cb51e805'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:51.753446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:51.755813 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:51.774519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:51.814901 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6d5f38c1-7bdb-4555-8734-bb491b1f37eb req-b14b452a-7ce7-498e-95e7-2b0f7ba16a52 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 210 time: 0.0304816 Aug 19 12:24:51.836980 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9da1e2c-33c3-4aae-8ed5-191e602cb310 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.845318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Pushing event updated for resources: {'Port': ['ID=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:51.866362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:51.873843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:51.880948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da1e2c-33c3-4aae-8ed5-191e602cb310 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc4a8f1-ffec-418f-ad39-63bd8c4aeddf,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:51.891237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe1a4d-9d70-4d99-81ca-e6ff1e19a29a req-c82811d2-bc7a-4562-ab67-5b6963c616f6 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:51.893240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7fe1a4d-9d70-4d99-81ca-e6ff1e19a29a req-c82811d2-bc7a-4562-ab67-5b6963c616f6 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.1556702 Aug 19 12:24:51.943854 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7fe1a4d-9d70-4d99-81ca-e6ff1e19a29a req-91cfd618-572a-442e-8e07-0eb314c57437 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Aug 19 12:24:52.012172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcfa6b-b823-45c3-9e89-8dd83c69c3b0 req-eb71f930-df51-4f05-80ef-6ec6e9bd1382 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:52.013902 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6bfcfa6b-b823-45c3-9e89-8dd83c69c3b0 req-eb71f930-df51-4f05-80ef-6ec6e9bd1382 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 945 time: 0.0582867 Aug 19 12:24:52.023243 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-d40fd328-ab33-4aac-b269-978bf1da50ff tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2654722 Aug 19 12:24:52.036233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9da1e2c-33c3-4aae-8ed5-191e602cb310 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.036233 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b9da1e2c-33c3-4aae-8ed5-191e602cb310 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7439427 Aug 19 12:24:52.037383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58432) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:52.043703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-80b852fd-5c58-4ffd-b8d8-ea6012880fe2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:24:52.044710 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-80b852fd-5c58-4ffd-b8d8-ea6012880fe2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060418 Aug 19 12:24:52.053324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-322363316', 'security_groups': ['4fc4a8f1-ffec-418f-ad39-63bd8c4aeddf'], 'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b9e6bc47-e0b4-429b-8f11-ef374c3d953f'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:52.137541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6bfcfa6b-b823-45c3-9e89-8dd83c69c3b0 req-266c65cb-a60d-43e9-b3d0-e8ce2e0a365f tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159770 Aug 19 12:24:52.188881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Request body: {'port': {'device_id': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:52.235827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee30ea5-e712-4a9c-a33d-7ca80e3b48c6 req-34e3b614-b8d1-4bb1-ab68-7fba5890be55 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:52.237552 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cee30ea5-e712-4a9c-a33d-7ca80e3b48c6 req-34e3b614-b8d1-4bb1-ab68-7fba5890be55 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 932 time: 0.1254315 Aug 19 12:24:52.291294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.362475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:52.373093 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cee30ea5-e712-4a9c-a33d-7ca80e3b48c6 req-9cb469a2-15f2-4fcd-adb1-c4d2c1047e24 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969496 Aug 19 12:24:52.422513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7f586048-7322-4e68-9fa9-5226fd8da9a8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:52.541053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.586717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port cd704841-092b-40fb-86c9-f5a6407c1fd7 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:24:52.587993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:52.757447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd046e70-1c13-4347-9aff-2e59b98cce9f req-3ac8c2ed-08eb-4711-9cb0-46a1c686c1a5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:52.759309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd046e70-1c13-4347-9aff-2e59b98cce9f req-3ac8c2ed-08eb-4711-9cb0-46a1c686c1a5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1802692 Aug 19 12:24:52.768189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bd02e8fa-53bf-4374-a735-d6ba1a0a78d6 None None] Provisioning for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:52.774216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bd02e8fa-53bf-4374-a735-d6ba1a0a78d6 None None] Provisioning complete for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:52.774587 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bd02e8fa-53bf-4374-a735-d6ba1a0a78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.813802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa267a4-1315-4f8b-ba5d-199bafc7de5c {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:52.826272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.873379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Transition to ACTIVE for port object cfa267a4-1315-4f8b-ba5d-199bafc7de5c will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:52.893856 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bd02e8fa-53bf-4374-a735-d6ba1a0a78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:52.895915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd046e70-1c13-4347-9aff-2e59b98cce9f req-67f92ab8-9cb4-4001-b8c9-adb901145eab tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100719 Aug 19 12:24:52.934286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-bd02e8fa-53bf-4374-a735-d6ba1a0a78d6 None None] For port 7f586048-7322-4e68-9fa9-5226fd8da9a8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7f586048-7322-4e68-9fa9-5226fd8da9a8,segment=NetworkSegment(280e04d1-3acd-40e4-9ba6-603c61a6103f),segment_id=280e04d1-3acd-40e4-9ba6-603c61a6103f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:52.943730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.13 (f6e0e037-6418-4ef6-b493-9946d57ebc0e/b9e6bc47-e0b4-429b-8f11-ef374c3d953f/cd704841-092b-40fb-86c9-f5a6407c1fd7) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:52.981567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fcadae4-585f-474e-aa68-c2e289790f0a req-c7fbad54-9288-453c-8d05-ad517ca262b2 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 210 time: 0.0660117 Aug 19 12:24:53.033737 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.076722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bd02e8fa-53bf-4374-a735-d6ba1a0a78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.092521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:53.166753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02e8fa-53bf-4374-a735-d6ba1a0a78d6 None None] Pushing event updated for resources: {'Port': ['ID=7f586048-7322-4e68-9fa9-5226fd8da9a8,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:53.193882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bd02e8fa-53bf-4374-a735-d6ba1a0a78d6 None None] Provisioning complete for port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:53.195576 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bd02e8fa-53bf-4374-a735-d6ba1a0a78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.217171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:24:53.247024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-bd02e8fa-53bf-4374-a735-d6ba1a0a78d6 None None] Port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:53.295702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:53.296364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:53.296926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:53.335563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:53.341655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:53.367119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:53.386584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '95ba3eb2-fcfa-4651-b037-da3c4eddbd1a', 'network_id': 'c7910af9-fa9f-4757-879c-8d5ffd82842e', 'port_id': '95ba3eb2-fcfa-4651-b037-da3c4eddbd1a', 'mac_address': 'fa:16:3e:e5:b9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6d7280-9d8b-4b3d-8463-77a7307cc2ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:24:53.387243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:53.387810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:53.388418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:53.389094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Bound port: cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:53.393597 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.432385 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.446571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313494cc-635f-49e0-97d1-871edc82bd95 req-cd7f0178-9012-4bf7-a30e-7b8ae08345b3 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:53.448588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:53.454459 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-313494cc-635f-49e0-97d1-871edc82bd95 req-cd7f0178-9012-4bf7-a30e-7b8ae08345b3 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 945 time: 0.1737375 Aug 19 12:24:53.474697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:53.523971 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-313494cc-635f-49e0-97d1-871edc82bd95 req-2f02f329-bf49-4d0b-ba1e-6ea91e14007d tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649889 Aug 19 12:24:53.530878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:53.539341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:53.578461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac404e-8c63-45c5-9823-af9fbdc14e24 req-e5acefe3-a36b-42fc-848c-ab6f79e36de2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:53.586640 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86ac404e-8c63-45c5-9823-af9fbdc14e24 req-e5acefe3-a36b-42fc-848c-ab6f79e36de2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.4756088 Aug 19 12:24:53.608472 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.664046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c534c-fc5a-43f3-ba86-314add48c33c req-273a249d-78e9-4b42-ae4d-4e48506d8d38 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:53.666075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f34c534c-fc5a-43f3-ba86-314add48c33c req-273a249d-78e9-4b42-ae4d-4e48506d8d38 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0607536 Aug 19 12:24:53.677005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.685073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:53.712783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object cd704841-092b-40fb-86c9-f5a6407c1fd7 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:53.725845 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86ac404e-8c63-45c5-9823-af9fbdc14e24 req-cd0aab4e-62b4-484d-ba09-4cf11cd95289 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381669 Aug 19 12:24:53.730428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['95ba3eb2-fcfa-4651-b037-da3c4eddbd1a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:24:53.739967 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f34c534c-fc5a-43f3-ba86-314add48c33c req-7086e193-7f34-4499-bac2-77aab2d6a8b9 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531328 Aug 19 12:24:53.744888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.794677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:53.795468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:53.797032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] 10.222.0.30 "PUT /v2.0/ports/cfa267a4-1315-4f8b-ba5d-199bafc7de5c HTTP/1.1" status: 200 len: 1092 time: 1.7447748 Aug 19 12:24:53.797415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'tag': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:53.799791 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bc65b2-e5e3-4bdf-a018-d33a8bb061db" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0e5c37-95f7-4e84-a9f5-44b927fc8379", "tag": "cfa267a4-1315-4f8b-ba5d-199bafc7de5c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:53.818047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-6068bfa5-95a0-4a46-8967-3bc423cb4b05 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:53.819593 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-6068bfa5-95a0-4a46-8967-3bc423cb4b05 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "GET /v2.0/networks?id=eddfbb48-5e14-41bc-b1f7-415e402a085d HTTP/1.1" status: 200 len: 812 time: 0.2236934 Aug 19 12:24:53.844054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Request body: {'port': {'device_id': '36e1565a-4caf-4ba9-82fc-9fdb6e33b812', 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d', 'admin_state_up': True, 'tenant_id': '36dc8682afa94302b8378320634e58dc'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:53.844336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79da5c4-fd33-4a12-82bf-50fb87e4fa48 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:53.870446 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b34e93-0b89-44f0-b35f-3501ae2d42ea x-openstack-request-id: req-29b34e93-0b89-44f0-b35f-3501ae2d42ea {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:53.870755 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0e5c37-95f7-4e84-a9f5-44b927fc8379", "tag": "cfa267a4-1315-4f8b-ba5d-199bafc7de5c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:53.871053 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29b34e93-0b89-44f0-b35f-3501ae2d42ea {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:53.871465 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'tag': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c', 'status': 'completed', 'code': 200} Aug 19 12:24:54.077385 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.107280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc65b2-e5e3-4bdf-a018-d33a8bb061db req-405dd36b-c1e0-4935-b30d-1f6743c33a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.107921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98bc65b2-e5e3-4bdf-a018-d33a8bb061db req-405dd36b-c1e0-4935-b30d-1f6743c33a1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 1095 time: 0.2085936 Aug 19 12:24:54.122460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8669501-19d6-4ea5-92ea-bdc68f326bf9 req-1aeb5c37-0251-47f5-8f33-54c5dd30db34 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.133564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b8669501-19d6-4ea5-92ea-bdc68f326bf9 req-1aeb5c37-0251-47f5-8f33-54c5dd30db34 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1810093 Aug 19 12:24:54.134561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:54.137912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Made reservation on behalf of 36dc8682afa94302b8378320634e58dc for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:54.141774 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.144166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:54.191050 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3db98c4b-3b0c-4a43-b72f-3eefce446e17 req-0ef73e52-dea0-4419-8e42-aba03dac789c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 210 time: 0.0435853 Aug 19 12:24:54.191872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:54.302281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.303569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.350087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=cd704841-092b-40fb-86c9-f5a6407c1fd7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:54.366782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7f586048-7322-4e68-9fa9-5226fd8da9a8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:54.405996 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b8669501-19d6-4ea5-92ea-bdc68f326bf9 req-eaeede9a-7d4d-4316-9dc6-cab6bf48dc84 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713330 Aug 19 12:24:54.436451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-07753a3e-0da7-437d-8968-4c0c86066888 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.439616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-07753a3e-0da7-437d-8968-4c0c86066888 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.62 "GET /v2.0/networks?id=eddfbb48-5e14-41bc-b1f7-415e402a085d HTTP/1.1" status: 200 len: 812 time: 0.4501073 Aug 19 12:24:54.444095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc65b2-e5e3-4bdf-a018-d33a8bb061db req-5f2c2af8-9297-450b-8ab3-30bfa3bc0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.448865 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98bc65b2-e5e3-4bdf-a018-d33a8bb061db req-5f2c2af8-9297-450b-8ab3-30bfa3bc0163 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6234d0c986c14810828c0377a08fc051&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2803900 Aug 19 12:24:54.470881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Request body: {'port': {'device_id': '458e5efd-e47f-4b79-b522-9d6a9c69703a', 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d', 'admin_state_up': True, 'tenant_id': '36dc8682afa94302b8378320634e58dc'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:54.488547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:54.489600 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.509571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Allocated IP 172.20.0.7 (eddfbb48-5e14-41bc-b1f7-415e402a085d/2c6319b7-2087-4722-b404-15d074ef7303/297c3dee-19c8-47b7-9a4d-5a347029fc63) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:54.515595 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f9cd6a43-d21c-4f04-8983-3a92196b1290 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4739556 Aug 19 12:24:54.520190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58464) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:54.538576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6c3ce40e-6c40-44d8-ac39-0f58eef0b103 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:54.685111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ece87f8d-c636-4de0-a462-a5d69f7e1411 None None] Provisioning for port cd704841-092b-40fb-86c9-f5a6407c1fd7 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:54.690676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ece87f8d-c636-4de0-a462-a5d69f7e1411 None None] Provisioning complete for port cd704841-092b-40fb-86c9-f5a6407c1fd7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:54.691400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ece87f8d-c636-4de0-a462-a5d69f7e1411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.738231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ece87f8d-c636-4de0-a462-a5d69f7e1411 None None] Port cd704841-092b-40fb-86c9-f5a6407c1fd7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:54.803286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626d261-9594-43d8-8d2e-7984c16fe580 req-1bbf22ff-0227-4a0f-9b2d-6e46486d5392 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:54.804914 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f626d261-9594-43d8-8d2e-7984c16fe580 req-1bbf22ff-0227-4a0f-9b2d-6e46486d5392 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 944 time: 0.1556525 Aug 19 12:24:54.875915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:54.890213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f626d261-9594-43d8-8d2e-7984c16fe580 req-40bf72bb-17ae-40cd-8f26-a05dea7aae46 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765002 Aug 19 12:24:54.968132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3ce40e-6c40-44d8-ac39-0f58eef0b103 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:54.971697 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c3ce40e-6c40-44d8-ac39-0f58eef0b103 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.035247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3395523-0dd7-4060-adcf-87033c558bfa req-a637bf55-7a18-484a-923d-71cb67a4a2ab tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:55.037237 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f3395523-0dd7-4060-adcf-87033c558bfa req-a637bf55-7a18-484a-923d-71cb67a4a2ab tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.1067986 Aug 19 12:24:55.051111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc65b2-e5e3-4bdf-a018-d33a8bb061db req-8eb6eceb-9b53-4b20-a3c5-db523fef5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:55.052757 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98bc65b2-e5e3-4bdf-a018-d33a8bb061db req-8eb6eceb-9b53-4b20-a3c5-db523fef5991 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5692377 Aug 19 12:24:55.069449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1236e-9c71-486b-a5c9-fa0ebb0d8205 req-21fb8b64-b3da-4464-a865-45f33f7ef464 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:55.071110 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81d1236e-9c71-486b-a5c9-fa0ebb0d8205 req-21fb8b64-b3da-4464-a865-45f33f7ef464 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.1200655 Aug 19 12:24:55.110240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f3395523-0dd7-4060-adcf-87033c558bfa req-8b61cd2f-442e-47dd-9857-b28c0d434651 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629966 Aug 19 12:24:55.115956 n-d-803757-2 neutron-server[95543]: INFO neutron.db.ipam_backend_mixin [None req-6c3ce40e-6c40-44d8-ac39-0f58eef0b103 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b9e6bc47-e0b4-429b-8f11-ef374c3d953f (CIDR: 172.20.0.0/28) Aug 19 12:24:55.123677 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.124465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.151476 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81d1236e-9c71-486b-a5c9-fa0ebb0d8205 req-f9803706-a69d-4129-a60b-3138c51ff384 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737882 Aug 19 12:24:55.166694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-177deba4-9bab-4d3b-8081-2cf16396ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:55.166694 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-177deba4-9bab-4d3b-8081-2cf16396ab03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 1095 time: 0.0552704 Aug 19 12:24:55.208886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Network eddfbb48-5e14-41bc-b1f7-415e402a085d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:55.213216 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:55.216286 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3ce40e-6c40-44d8-ac39-0f58eef0b103 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:24:55.216769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3ce40e-6c40-44d8-ac39-0f58eef0b103 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:24:55.221307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:55.226943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:24:55.270117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Made reservation on behalf of 36dc8682afa94302b8378320634e58dc for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:55.273825 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.278380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-6f102123-c99d-44e2-a9cb-7d52bdb0bd84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c HTTP/1.1" status: 200 len: 217 time: 0.1027575 Aug 19 12:24:55.320398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Pushing event updated for resources: {'Port': ['ID=297c3dee-19c8-47b7-9a4d-5a347029fc63,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:55.346934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:55.348155 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.377733 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.392150 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f5ace76-b42c-4b8d-a364-2e6e87f42082 req-836974f6-e0b0-41d8-bcdb-2b4a7a2e0d90 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 210 time: 0.0379934 Aug 19 12:24:55.399877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:55.418887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-bbd7a715-1349-425e-b0b4-1fabf8f4d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:55.421147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-bbd7a715-1349-425e-b0b4-1fabf8f4d441 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.1308148 Aug 19 12:24:55.424218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:55.469642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-59d250fd-2507-45ad-9a4e-e79af6000c4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388074 Aug 19 12:24:55.575754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Allocated IP 172.20.0.4 (eddfbb48-5e14-41bc-b1f7-415e402a085d/2c6319b7-2087-4722-b404-15d074ef7303/a0ab157e-6b99-4e29-8443-cf94f610cdbd) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:55.591527 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6c3ce40e-6c40-44d8-ac39-0f58eef0b103 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0688336 Aug 19 12:24:55.594950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58482) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:55.600179 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.603883 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-2f7cf346-87cb-4894-bc6b-97dbc88d2257 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7707708 Aug 19 12:24:55.615431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Request body: {'port': {'device_id': '36e1565a-4caf-4ba9-82fc-9fdb6e33b812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:55.639589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6816b35d-0a2d-41d5-91f2-6ef13c2c6566 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:55.646386 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-75f23794-5b64-4133-aac2-ea5afd86e2fa service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516485 Aug 19 12:24:55.661777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78496a60-ff73-4d1b-bdd5-f0ee45fab574 req-d5c57530-df78-43be-a183-8db1643440f5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:55.664639 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78496a60-ff73-4d1b-bdd5-f0ee45fab574 req-d5c57530-df78-43be-a183-8db1643440f5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1019831 Aug 19 12:24:55.725454 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:55.781479 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78496a60-ff73-4d1b-bdd5-f0ee45fab574 req-b296ee3f-fae2-4d77-a8a7-6511f6b628ce tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064894 Aug 19 12:24:55.828276 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2aa51270-4a0e-4e60-8880-28bdbc741248 req-515dcf9e-8c8f-4748-ae0a-f15c0de01893 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695104 Aug 19 12:24:55.859994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:56.167390 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.245734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba08da-7d81-4e40-975b-b18c76350b88 req-55f9ca91-f0ec-4a1a-9fe5-6b6afeb3545a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.247292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66ba08da-7d81-4e40-975b-b18c76350b88 req-55f9ca91-f0ec-4a1a-9fe5-6b6afeb3545a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0513899 Aug 19 12:24:56.287132 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66ba08da-7d81-4e40-975b-b18c76350b88 req-a46be096-4ceb-4b64-a980-d7c373161a13 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330083 Aug 19 12:24:56.287922 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.356017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.361233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6816b35d-0a2d-41d5-91f2-6ef13c2c6566 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:24:56.364746 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6816b35d-0a2d-41d5-91f2-6ef13c2c6566 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.395515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Network eddfbb48-5e14-41bc-b1f7-415e402a085d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:56.407064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:56.452917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:24:56.463903 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847937e-66e0-4c57-ac25-de809e326e3c req-ad982aa6-9dc3-4d3f-a09c-23d4494bf312 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.471939 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5847937e-66e0-4c57-ac25-de809e326e3c req-ad982aa6-9dc3-4d3f-a09c-23d4494bf312 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.1252258 Aug 19 12:24:56.520402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Pushing event updated for resources: {'Port': ['ID=a0ab157e-6b99-4e29-8443-cf94f610cdbd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:56.544448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5847937e-66e0-4c57-ac25-de809e326e3c req-fdc4396a-739b-47af-955e-fcb58a83050d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710099 Aug 19 12:24:56.548608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.549252 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.622077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297c3dee-19c8-47b7-9a4d-5a347029fc63 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:56.632220 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.645869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03428716-e0f5-4e7c-b54e-07fbb5f67c7e req-f6187ac9-0919-45b7-bdd3-8a25c9f37864 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.647960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03428716-e0f5-4e7c-b54e-07fbb5f67c7e req-f6187ac9-0919-45b7-bdd3-8a25c9f37864 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 943 time: 0.0943184 Aug 19 12:24:56.677285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Transition to ACTIVE for port object 297c3dee-19c8-47b7-9a4d-5a347029fc63 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:56.698591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88862f-a043-45e3-a64b-cb9f2c8607ad req-d562c425-c80a-4b90-abef-78417a5f870f tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.700388 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c88862f-a043-45e3-a64b-cb9f2c8607ad req-d562c425-c80a-4b90-abef-78417a5f870f tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 931 time: 0.0639255 Aug 19 12:24:56.737456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03428716-e0f5-4e7c-b54e-07fbb5f67c7e req-17d82e6a-631a-492c-a9c1-4c5bb4cb4324 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774176 Aug 19 12:24:56.739902 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c88862f-a043-45e3-a64b-cb9f2c8607ad req-55ddda81-54f8-4ac4-a272-e453fdeaa583 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333393 Aug 19 12:24:56.783652 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-cbc8ee45-7a7f-4c47-9f01-206842740e49 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3322988 Aug 19 12:24:56.811191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-16ccf304-8af5-433a-a813-28a2701198cd tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:24:56.813005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-16ccf304-8af5-433a-a813-28a2701198cd tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107970 Aug 19 12:24:56.822586 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.914643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Request body: {'port': {'device_id': '458e5efd-e47f-4b79-b522-9d6a9c69703a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:56.921007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Pushing event updated for resources: {'Port': ['ID=297c3dee-19c8-47b7-9a4d-5a347029fc63,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:56.975779 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:56.977544 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b6033-30fe-4d07-a68a-40bd426113e5 req-b773a164-06a3-45d8-91f9-cff01a5d5a12 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:56.979153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-338b6033-30fe-4d07-a68a-40bd426113e5 req-b773a164-06a3-45d8-91f9-cff01a5d5a12 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1101365 Aug 19 12:24:56.991874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6816b35d-0a2d-41d5-91f2-6ef13c2c6566 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.043246 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-338b6033-30fe-4d07-a68a-40bd426113e5 req-4ca8cf94-c2cd-4051-99c6-3621aedb151e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579836 Aug 19 12:24:57.044356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Attempting to bind port 297c3dee-19c8-47b7-9a4d-5a347029fc63 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:57.044728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Attempting to bind port 297c3dee-19c8-47b7-9a4d-5a347029fc63 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:57.045082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Attempting to bind port 297c3dee-19c8-47b7-9a4d-5a347029fc63 on network eddfbb48-5e14-41bc-b1f7-415e402a085d {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:57.050782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Port 297c3dee-19c8-47b7-9a4d-5a347029fc63 on network eddfbb48-5e14-41bc-b1f7-415e402a085d not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:57.051140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Attempting to bind port 297c3dee-19c8-47b7-9a4d-5a347029fc63 on network eddfbb48-5e14-41bc-b1f7-415e402a085d {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:57.062090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:57.062421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Checking segment: {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:57.062820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Bound using segment: {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:57.063702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Bound port: 297c3dee-19c8-47b7-9a4d-5a347029fc63, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:57.064063 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.066353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816b35d-0a2d-41d5-91f2-6ef13c2c6566 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:24:57.077651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6816b35d-0a2d-41d5-91f2-6ef13c2c6566 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:24:57.081066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816b35d-0a2d-41d5-91f2-6ef13c2c6566 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.081674 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6816b35d-0a2d-41d5-91f2-6ef13c2c6566 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.084057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816b35d-0a2d-41d5-91f2-6ef13c2c6566 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Subnet': ['ID=65171321-821b-4107-bcd0-a826e59a39ac,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:57.088276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a7da4a-2b60-4d18-b87a-149d4c3168b9 None None] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:24:57.140587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] For port 297c3dee-19c8-47b7-9a4d-5a347029fc63, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:57.144061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] For port 297c3dee-19c8-47b7-9a4d-5a347029fc63, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=297c3dee-19c8-47b7-9a4d-5a347029fc63,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:57.271495 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.277920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6816b35d-0a2d-41d5-91f2-6ef13c2c6566 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6789858 Aug 19 12:24:57.284406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58508) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:57.287514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1010689929', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '65171321-821b-4107-bcd0-a826e59a39ac'}], 'security_groups': ['1962fa63-610a-46a5-a4b4-36b1f5e575bc']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:24:57.307586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8e450-3609-45e7-873c-0b081cfc15ef None None] Update dhcp port {'port': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'fixed_ips': [{'subnet_id': 'b9e6bc47-e0b4-429b-8f11-ef374c3d953f', 'ip_address': '172.20.0.2'}, {'subnet_id': '65171321-821b-4107-bcd0-a826e59a39ac'}], 'binding:host_id': 'n-d-803757-2'}, 'id': '7f586048-7322-4e68-9fa9-5226fd8da9a8'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:24:57.322451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.323514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.325212 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] 10.222.0.30 "PUT /v2.0/ports/297c3dee-19c8-47b7-9a4d-5a347029fc63 HTTP/1.1" status: 200 len: 1091 time: 1.7147558 Aug 19 12:24:57.326093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e1565a-4caf-4ba9-82fc-9fdb6e33b812', 'tag': '297c3dee-19c8-47b7-9a4d-5a347029fc63'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:57.329899 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cfacb6-987a-4259-8ff1-62db309a94c3" -d '{"events": [{"name": "network-changed", "server_uuid": "36e1565a-4caf-4ba9-82fc-9fdb6e33b812", "tag": "297c3dee-19c8-47b7-9a4d-5a347029fc63"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:57.367294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-53e8e450-3609-45e7-873c-0b081cfc15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.368105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60391f05-724d-41f7-957b-00b12a22dac1 service neutron] Pushing event updated for resources: {'Port': ['ID=297c3dee-19c8-47b7-9a4d-5a347029fc63,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:57.389131 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf4d62c-11b1-40a1-81e4-2c02449dd0a8 x-openstack-request-id: req-8bf4d62c-11b1-40a1-81e4-2c02449dd0a8 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:57.389441 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e1565a-4caf-4ba9-82fc-9fdb6e33b812", "tag": "297c3dee-19c8-47b7-9a4d-5a347029fc63", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:57.389699 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bf4d62c-11b1-40a1-81e4-2c02449dd0a8 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:57.390135 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e1565a-4caf-4ba9-82fc-9fdb6e33b812', 'tag': '297c3dee-19c8-47b7-9a4d-5a347029fc63', 'status': 'completed', 'code': 200} Aug 19 12:24:57.458355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfacb6-987a-4259-8ff1-62db309a94c3 req-a6c716fb-5c47-48d1-b854-0c23361561cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.459931 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-28cfacb6-987a-4259-8ff1-62db309a94c3 req-a6c716fb-5c47-48d1-b854-0c23361561cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36dc8682afa94302b8378320634e58dc&device_id=36e1565a-4caf-4ba9-82fc-9fdb6e33b812 HTTP/1.1" status: 200 len: 1094 time: 0.0483506 Aug 19 12:24:57.466906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ab157e-6b99-4e29-8443-cf94f610cdbd {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:24:57.479274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.523630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5ac26-bfa5-4753-8f81-c62cd1eadedd req-dd135541-8a82-49ea-af7c-f8a5251590e2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.525114 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbd5ac26-bfa5-4753-8f81-c62cd1eadedd req-dd135541-8a82-49ea-af7c-f8a5251590e2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.1163294 Aug 19 12:24:57.529365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Transition to ACTIVE for port object a0ab157e-6b99-4e29-8443-cf94f610cdbd will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:57.561902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-53e8e450-3609-45e7-873c-0b081cfc15ef None None] Allocated IP 172.20.0.18 (f6e0e037-6418-4ef6-b493-9946d57ebc0e/65171321-821b-4107-bcd0-a826e59a39ac/7f586048-7322-4e68-9fa9-5226fd8da9a8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:57.611432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfacb6-987a-4259-8ff1-62db309a94c3 req-35d7d945-3ceb-4f8e-b9b8-94b0b4c162f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.614065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-28cfacb6-987a-4259-8ff1-62db309a94c3 req-35d7d945-3ceb-4f8e-b9b8-94b0b4c162f1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=36dc8682afa94302b8378320634e58dc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1454065 Aug 19 12:24:57.635564 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.639938 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbd5ac26-bfa5-4753-8f81-c62cd1eadedd req-c69d6261-73e4-45a5-847c-dd48bdc5f2ac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036267 Aug 19 12:24:57.640900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.689487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-53e8e450-3609-45e7-873c-0b081cfc15ef None None] For port 7f586048-7322-4e68-9fa9-5226fd8da9a8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7f586048-7322-4e68-9fa9-5226fd8da9a8,segment=NetworkSegment(280e04d1-3acd-40e4-9ba6-603c61a6103f),segment_id=280e04d1-3acd-40e4-9ba6-603c61a6103f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:57.716942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8c640-dde2-4dff-9a4b-28c922486739 req-6cfcc332-616b-4213-9af2-6ad61bde6ef1 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.718458 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7aa8c640-dde2-4dff-9a4b-28c922486739 req-6cfcc332-616b-4213-9af2-6ad61bde6ef1 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.62 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 943 time: 0.1784079 Aug 19 12:24:57.727700 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-53e8e450-3609-45e7-873c-0b081cfc15ef None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.753025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-53e8e450-3609-45e7-873c-0b081cfc15ef None None] Transition to ACTIVE for port object 7f586048-7322-4e68-9fa9-5226fd8da9a8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:57.765571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ab157e-6b99-4e29-8443-cf94f610cdbd,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:57.816083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fb3c2-d9ea-4858-8655-1b697a372b0d req-e5811d4e-3f0a-49eb-b737-6bf4d74e69e0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.817599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c10fb3c2-d9ea-4858-8655-1b697a372b0d req-e5811d4e-3f0a-49eb-b737-6bf4d74e69e0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.1605551 Aug 19 12:24:57.850547 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-53e8e450-3609-45e7-873c-0b081cfc15ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:57.855443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfacb6-987a-4259-8ff1-62db309a94c3 req-e138e82e-c1f7-4812-8778-c44e0a5cba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.857209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-28cfacb6-987a-4259-8ff1-62db309a94c3 req-e138e82e-c1f7-4812-8778-c44e0a5cba7c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2345273 Aug 19 12:24:57.879340 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c10fb3c2-d9ea-4858-8655-1b697a372b0d req-a17195f9-3906-4919-9b91-8fa68bfa5da7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545998 Aug 19 12:24:57.977396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-6dce7d3e-5e9f-4692-8de5-0ceb6f991605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:57.980620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8e450-3609-45e7-873c-0b081cfc15ef None None] Pushing event updated for resources: {'Port': ['ID=7f586048-7322-4e68-9fa9-5226fd8da9a8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:57.980754 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-6dce7d3e-5e9f-4692-8de5-0ceb6f991605 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36dc8682afa94302b8378320634e58dc&device_id=36e1565a-4caf-4ba9-82fc-9fdb6e33b812 HTTP/1.1" status: 200 len: 1094 time: 0.0680299 Aug 19 12:24:58.046949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Attempting to bind port a0ab157e-6b99-4e29-8443-cf94f610cdbd on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:24:58.047292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Attempting to bind port a0ab157e-6b99-4e29-8443-cf94f610cdbd by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:24:58.047673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Attempting to bind port a0ab157e-6b99-4e29-8443-cf94f610cdbd on network eddfbb48-5e14-41bc-b1f7-415e402a085d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:58.059729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-eb99e077-cf0d-4fb4-86b1-311525977f44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=297c3dee-19c8-47b7-9a4d-5a347029fc63 HTTP/1.1" status: 200 len: 217 time: 0.0636361 Aug 19 12:24:58.071490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Port a0ab157e-6b99-4e29-8443-cf94f610cdbd on network eddfbb48-5e14-41bc-b1f7-415e402a085d not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:24:58.071910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Attempting to bind port a0ab157e-6b99-4e29-8443-cf94f610cdbd on network eddfbb48-5e14-41bc-b1f7-415e402a085d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:24:58.080847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d036cb-4bb4-4bd7-9f3f-f67911d4582b req-6f897132-874d-4c7c-8cfc-4bbfac608e5e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.083100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b5d036cb-4bb4-4bd7-9f3f-f67911d4582b req-6f897132-874d-4c7c-8cfc-4bbfac608e5e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.2516859 Aug 19 12:24:58.099969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:24:58.100310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Checking segment: {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:24:58.100967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Bound using segment: {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:24:58.101141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Bound port: a0ab157e-6b99-4e29-8443-cf94f610cdbd, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:24:58.101491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.117835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df729fa-e174-4b1c-aaaa-1b7c69f76cc3 req-cacc5f81-1bea-4a08-bb82-fea753119630 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.119431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3df729fa-e174-4b1c-aaaa-1b7c69f76cc3 req-cacc5f81-1bea-4a08-bb82-fea753119630 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 943 time: 0.1444411 Aug 19 12:24:58.148587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-4faafc88-bc45-4b6b-be59-a213b8e32554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.150143 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-4faafc88-bc45-4b6b-be59-a213b8e32554 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c6319b7-2087-4722-b404-15d074ef7303 HTTP/1.1" status: 200 len: 852 time: 0.0808570 Aug 19 12:24:58.170061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7aa8c640-dde2-4dff-9a4b-28c922486739 req-73055c7f-87df-405b-b4fa-bba198ef1a62 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Deleting port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:24:58.172127 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7aa8c640-dde2-4dff-9a4b-28c922486739 req-73055c7f-87df-405b-b4fa-bba198ef1a62 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.199877 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3df729fa-e174-4b1c-aaaa-1b7c69f76cc3 req-9885cda8-804f-416e-b9a1-93067a23db09 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/security-groups?id=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739288 Aug 19 12:24:58.202105 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-01c1a060-f528-4a90-89eb-0d72d891bdaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eddfbb48-5e14-41bc-b1f7-415e402a085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402727 Aug 19 12:24:58.280840 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b5d036cb-4bb4-4bd7-9f3f-f67911d4582b req-2c0eb082-47a6-4a94-adf1-91ed855c1775 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877699 Aug 19 12:24:58.370576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7f586048-7322-4e68-9fa9-5226fd8da9a8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:24:58.394585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dab10-cd13-4d92-90b7-fce2b35e062d req-6a0946e6-2cd8-49fe-b70d-39132fb0065b tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.401935 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e59dab10-cd13-4d92-90b7-fce2b35e062d req-6a0946e6-2cd8-49fe-b70d-39132fb0065b tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 943 time: 0.1014812 Aug 19 12:24:58.417339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-8a587eff-430d-4db1-ab8f-1afe81317cb2 service neutron] 10.222.0.30 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069328 Aug 19 12:24:58.451788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7aa8c640-dde2-4dff-9a4b-28c922486739 req-73055c7f-87df-405b-b4fa-bba198ef1a62 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] For port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,segment=NetworkSegment(76a8a118-cec4-49b9-91db-a47464377b9e),segment_id=76a8a118-cec4-49b9-91db-a47464377b9e)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:24:58.452036 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7aa8c640-dde2-4dff-9a4b-28c922486739 req-73055c7f-87df-405b-b4fa-bba198ef1a62 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.511600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e59dab10-cd13-4d92-90b7-fce2b35e062d req-c5055568-5955-444e-97f6-51431430dbc9 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086247 Aug 19 12:24:58.519851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] For port a0ab157e-6b99-4e29-8443-cf94f610cdbd, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:24:58.540570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7aa8c640-dde2-4dff-9a4b-28c922486739 req-73055c7f-87df-405b-b4fa-bba198ef1a62 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Calling delete_port for 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:24:58.573969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-a9296ca5-7b39-47f9-8ae1-4efa200ed9b0 service neutron] 10.222.0.30 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391134 Aug 19 12:24:58.574159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] For port a0ab157e-6b99-4e29-8443-cf94f610cdbd, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0ab157e-6b99-4e29-8443-cf94f610cdbd,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:24:58.639046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033bdf3-939d-4767-b7d6-e56deeab2703 req-097441ff-f505-4b36-aa90-abd68d78897a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.640567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c033bdf3-939d-4767-b7d6-e56deeab2703 req-097441ff-f505-4b36-aa90-abd68d78897a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1842601 Aug 19 12:24:58.641781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Delete allocated IP 172.20.0.13 (f6e0e037-6418-4ef6-b493-9946d57ebc0e/b9e6bc47-e0b4-429b-8f11-ef374c3d953f) {{(pid=95542) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:24:58.656674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329de5a-df33-469c-86b2-6902c9077a37 req-d77fa763-fac7-4559-bee7-fb4d0c3b7d44 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.658333 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6329de5a-df33-469c-86b2-6902c9077a37 req-d77fa763-fac7-4559-bee7-fb4d0c3b7d44 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0582173 Aug 19 12:24:58.669780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.28 (f6e0e037-6418-4ef6-b493-9946d57ebc0e/65171321-821b-4107-bcd0-a826e59a39ac/cd704841-092b-40fb-86c9-f5a6407c1fd7) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:24:58.688422 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.703808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d33c4ad0-5784-4180-a341-5b0d931ba944 None None] Provisioning complete for port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:58.704179 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d33c4ad0-5784-4180-a341-5b0d931ba944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.704958 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6329de5a-df33-469c-86b2-6902c9077a37 req-dc7e7777-159c-4f33-b3f1-98424509ff4f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403712 Aug 19 12:24:58.746514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d33c4ad0-5784-4180-a341-5b0d931ba944 None None] Port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:58.790476 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c033bdf3-939d-4767-b7d6-e56deeab2703 req-8ca997e0-9fd5-41fe-9e2d-a5f563d01853 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413400 Aug 19 12:24:58.794988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:58.795598 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.796961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] 10.222.0.62 "PUT /v2.0/ports/a0ab157e-6b99-4e29-8443-cf94f610cdbd HTTP/1.1" status: 200 len: 1091 time: 1.9390593 Aug 19 12:24:58.798029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458e5efd-e47f-4b79-b522-9d6a9c69703a', 'tag': 'a0ab157e-6b99-4e29-8443-cf94f610cdbd'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:24:58.801308 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc44d4b-1c33-469c-a44a-af31688dae5d" -d '{"events": [{"name": "network-changed", "server_uuid": "458e5efd-e47f-4b79-b522-9d6a9c69703a", "tag": "a0ab157e-6b99-4e29-8443-cf94f610cdbd"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:24:58.876743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d33c4ad0-5784-4180-a341-5b0d931ba944 None None] Provisioning for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:24:58.881550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d33c4ad0-5784-4180-a341-5b0d931ba944 None None] Provisioning complete for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:58.882000 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d33c4ad0-5784-4180-a341-5b0d931ba944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:58.886734 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd5bf7c-ad8f-4460-9275-b86b58aeff30 x-openstack-request-id: req-9cd5bf7c-ad8f-4460-9275-b86b58aeff30 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:24:58.887049 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458e5efd-e47f-4b79-b522-9d6a9c69703a", "tag": "a0ab157e-6b99-4e29-8443-cf94f610cdbd", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:24:58.887302 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cd5bf7c-ad8f-4460-9275-b86b58aeff30 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:24:58.887703 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458e5efd-e47f-4b79-b522-9d6a9c69703a', 'tag': 'a0ab157e-6b99-4e29-8443-cf94f610cdbd', 'status': 'completed', 'code': 200} Aug 19 12:24:58.893454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624881b-6d90-4513-a5c2-c7afecc11112 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ab157e-6b99-4e29-8443-cf94f610cdbd,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:58.984950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d33c4ad0-5784-4180-a341-5b0d931ba944 None None] Provisioning complete for port cd704841-092b-40fb-86c9-f5a6407c1fd7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:24:58.985486 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d33c4ad0-5784-4180-a341-5b0d931ba944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.012697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd936f-1ae7-480e-b111-2be1a008a74f req-659492ea-f8a8-4912-b076-f58ce16aa9ed tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.014219 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57bd936f-1ae7-480e-b111-2be1a008a74f req-659492ea-f8a8-4912-b076-f58ce16aa9ed tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0567417 Aug 19 12:24:59.025508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d33c4ad0-5784-4180-a341-5b0d931ba944 None None] Port cd704841-092b-40fb-86c9-f5a6407c1fd7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:24:59.064710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57bd936f-1ae7-480e-b111-2be1a008a74f req-1c050a91-10a9-40b3-a57e-e6c6218d80fc tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Aug 19 12:24:59.299060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27c97ca4-c6ad-4696-8b1e-2525dad3d9a4 req-dce320a2-1440-4745-b655-02580e4573f4 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 210 time: 0.0284598 Aug 19 12:24:59.336054 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7aa8c640-dde2-4dff-9a4b-28c922486739 req-73055c7f-87df-405b-b4fa-bba198ef1a62 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.400354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc44d4b-1c33-469c-a44a-af31688dae5d req-fc024ff1-7ab1-41a9-bb0e-3c777ec6360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.402041 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dcc44d4b-1c33-469c-a44a-af31688dae5d req-fc024ff1-7ab1-41a9-bb0e-3c777ec6360b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36dc8682afa94302b8378320634e58dc&device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 1094 time: 0.5131388 Aug 19 12:24:59.411217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73055c7f-87df-405b-b4fa-bba198ef1a62 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Pushing event deleted for resources: {'Port': ['ID=95ba3eb2-fcfa-4651-b037-da3c4eddbd1a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:59.527314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-1fa27175-666b-4401-a0d6-0baa3bf87476 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.528679 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-1fa27175-666b-4401-a0d6-0baa3bf87476 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 811 time: 0.6038463 Aug 19 12:24:59.529361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa8c640-dde2-4dff-9a4b-28c922486739 req-73055c7f-87df-405b-b4fa-bba198ef1a62 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] No DVR routers for this DVR port 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:24:59.544038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7aa8c640-dde2-4dff-9a4b-28c922486739 req-73055c7f-87df-405b-b4fa-bba198ef1a62 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.544038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7aa8c640-dde2-4dff-9a4b-28c922486739 req-73055c7f-87df-405b-b4fa-bba198ef1a62 tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.62 "DELETE /v2.0/ports/95ba3eb2-fcfa-4651-b037-da3c4eddbd1a HTTP/1.1" status: 204 len: 173 time: 1.7954004 Aug 19 12:24:59.556221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.578167 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-241e10bc-182b-4d65-9d3a-28dbfb1ad383 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/quotas/71865e080f284c3da990ac66652fb3d0 HTTP/1.1" status: 200 len: 375 time: 0.0381861 Aug 19 12:24:59.587781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object cd704841-092b-40fb-86c9-f5a6407c1fd7 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:24:59.625890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc44d4b-1c33-469c-a44a-af31688dae5d req-a485ca88-5acb-479c-bbd8-13cbc418b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.627368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dcc44d4b-1c33-469c-a44a-af31688dae5d req-a485ca88-5acb-479c-bbd8-13cbc418b9da service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=36dc8682afa94302b8378320634e58dc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2096252 Aug 19 12:24:59.631169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87d2b8-55ea-4313-aea4-d9b8eec23ca8 req-79ffc6a0-f0c3-4bda-86ef-d3fe0eb1af65 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.632653 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7d87d2b8-55ea-4313-aea4-d9b8eec23ca8 req-79ffc6a0-f0c3-4bda-86ef-d3fe0eb1af65 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 943 time: 0.0486953 Aug 19 12:24:59.660391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-2c74d823-1feb-4987-9207-b7993ebc03eb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0755823 Aug 19 12:24:59.672466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7d87d2b8-55ea-4313-aea4-d9b8eec23ca8 req-84e16b59-3430-42eb-89a5-0ee5cb94f1ae tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330195 Aug 19 12:24:59.728973 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.765982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-4225a4fd-8534-44bb-b720-80d7f5a777b2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:24:59.767049 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-4225a4fd-8534-44bb-b720-80d7f5a777b2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0971220 Aug 19 12:24:59.860070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc44d4b-1c33-469c-a44a-af31688dae5d req-1dc5a9a6-4391-4571-8dad-a2be04d37e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.861622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dcc44d4b-1c33-469c-a44a-af31688dae5d req-1dc5a9a6-4391-4571-8dad-a2be04d37e23 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2223403 Aug 19 12:24:59.888683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=cd704841-092b-40fb-86c9-f5a6407c1fd7,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:24:59.955682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] In _notify_port_updated(), no bound segment for port cd704841-092b-40fb-86c9-f5a6407c1fd7 on network f6e0e037-6418-4ef6-b493-9946d57ebc0e {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:24:59.961655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.962266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:24:59.963582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7d65d315-c0f0-4a7c-96cc-5792ca2deb28 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "PUT /v2.0/ports/cd704841-092b-40fb-86c9-f5a6407c1fd7 HTTP/1.1" status: 200 len: 921 time: 2.6813054 Aug 19 12:24:59.966896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58562) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:24:59.970941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d65c34-f067-4676-8a22-21df14aa9359 req-e092f933-4a5b-4780-bd02-dbbea7611aa2 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:24:59.972420 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d8d65c34-f067-4676-8a22-21df14aa9359 req-e092f933-4a5b-4780-bd02-dbbea7611aa2 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0557864 Aug 19 12:25:00.013174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d8d65c34-f067-4676-8a22-21df14aa9359 req-b2555bd3-aae5-4f1c-bac9-f380e61a0fc1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347254 Aug 19 12:25:00.020531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-31cca716-0156-4bf6-831c-6603d829e093 service neutron] 10.222.0.21 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457592 Aug 19 12:25:00.025835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-0f8b0b4a-d383-4bd6-8deb-254857a24259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:00.027334 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-0f8b0b4a-d383-4bd6-8deb-254857a24259 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=36dc8682afa94302b8378320634e58dc&device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 1094 time: 0.1216941 Aug 19 12:25:00.131359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-7b946004-ec30-4c50-8f47-e08be4ebfe62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0ab157e-6b99-4e29-8443-cf94f610cdbd HTTP/1.1" status: 200 len: 217 time: 0.0907242 Aug 19 12:25:00.193875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6bcf2-8d4c-4e68-b089-868eed6ff04e req-2fecb743-0eda-4349-8688-d4185d4b3cd1 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:00.195605 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56f6bcf2-8d4c-4e68-b089-868eed6ff04e req-2fecb743-0eda-4349-8688-d4185d4b3cd1 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0556068 Aug 19 12:25:00.224138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-293576b2-e3bf-4dfa-b347-4fba1c5ab58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:00.225671 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-293576b2-e3bf-4dfa-b347-4fba1c5ab58a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2c6319b7-2087-4722-b404-15d074ef7303 HTTP/1.1" status: 200 len: 852 time: 0.0833099 Aug 19 12:25:00.234297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-623a89ca-e1a8-4808-9309-4805cb998465 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port cd704841-092b-40fb-86c9-f5a6407c1fd7 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:00.235234 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-623a89ca-e1a8-4808-9309-4805cb998465 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.240018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56f6bcf2-8d4c-4e68-b089-868eed6ff04e req-7cbe25c5-3ea4-4d0a-bd3b-ab89c2008938 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376194 Aug 19 12:25:00.241947 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-c88a6984-5d83-4f4a-ae2f-25f30e5e8d26 service neutron] 10.222.0.21 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134564 Aug 19 12:25:00.308927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-09609293-78f3-4c44-984e-ae3d92dcaf47 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eddfbb48-5e14-41bc-b1f7-415e402a085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709770 Aug 19 12:25:00.414221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-623a89ca-e1a8-4808-9309-4805cb998465 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.417139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a48aa478-45c5-4141-a8b4-be6c6f5acb65 req-fd855d71-04b3-4ef2-b444-a2704ee60a0a tempest-ImagesTestJSON-139949559 tempest-ImagesTestJSON-139949559-project] 10.222.0.21 "GET /v2.0/ports?device_id=eae0be33-af95-4414-b02d-6fcb09acb09f HTTP/1.1" status: 200 len: 210 time: 0.0284281 Aug 19 12:25:00.440634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-623a89ca-e1a8-4808-9309-4805cb998465 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for cd704841-092b-40fb-86c9-f5a6407c1fd7 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:00.449976 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-8a715219-73ec-4fe8-8124-bda2dbef8f29 service neutron] 10.222.0.62 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318846 Aug 19 12:25:00.638533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2eb86c30-7de0-41c3-bd18-9a6d599e05d5 None None] Provisioning for port cd704841-092b-40fb-86c9-f5a6407c1fd7 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:00.643097 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2eb86c30-7de0-41c3-bd18-9a6d599e05d5 None None] Provisioning complete for port cd704841-092b-40fb-86c9-f5a6407c1fd7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:00.652759 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2eb86c30-7de0-41c3-bd18-9a6d599e05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.653030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-627c8931-2044-4de4-b380-3ff56835f159 req-a3594625-93a3-45f0-8eba-63cd9fdab7e0 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 210 time: 0.0418167 Aug 19 12:25:00.725260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2eb86c30-7de0-41c3-bd18-9a6d599e05d5 None None] Port cd704841-092b-40fb-86c9-f5a6407c1fd7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:00.727228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0551fdf-ebf9-4ad9-89ca-b9985c7f537b req-df12eb8a-3eee-41ad-bc9f-dc6c915d4aa6 service neutron] 10.222.0.62 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665603 Aug 19 12:25:00.868542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e7e00-0011-4aa9-9800-b3114af914c4 req-c23492ba-72a4-4a24-a67b-5ca89637d81d tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:00.873519 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b51e7e00-0011-4aa9-9800-b3114af914c4 req-c23492ba-72a4-4a24-a67b-5ca89637d81d tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 943 time: 0.0850434 Aug 19 12:25:00.889106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae0be33-af95-4414-b02d-6fcb09acb09f', 'name': 'network-vif-deleted', 'tag': '95ba3eb2-fcfa-4651-b037-da3c4eddbd1a'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:00.892197 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f511cb5-63ed-4e47-82e8-38a2b5cb2eef" -d '{"events": [{"server_uuid": "eae0be33-af95-4414-b02d-6fcb09acb09f", "name": "network-vif-deleted", "tag": "95ba3eb2-fcfa-4651-b037-da3c4eddbd1a"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:00.933574 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-623a89ca-e1a8-4808-9309-4805cb998465 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:00.934943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b51e7e00-0011-4aa9-9800-b3114af914c4 req-10cae57a-4335-4980-8e7b-9f89981a3f90 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558648 Aug 19 12:25:00.979260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a89ca-e1a8-4808-9309-4805cb998465 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=cd704841-092b-40fb-86c9-f5a6407c1fd7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:01.020454 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bf472f-0521-45c5-b403-173e080fc010 x-openstack-request-id: req-58bf472f-0521-45c5-b403-173e080fc010 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:01.020829 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae0be33-af95-4414-b02d-6fcb09acb09f", "name": "network-vif-deleted", "tag": "95ba3eb2-fcfa-4651-b037-da3c4eddbd1a", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:01.021087 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58bf472f-0521-45c5-b403-173e080fc010 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:01.021492 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae0be33-af95-4414-b02d-6fcb09acb09f', 'name': 'network-vif-deleted', 'tag': '95ba3eb2-fcfa-4651-b037-da3c4eddbd1a', 'status': 'completed', 'code': 200} Aug 19 12:25:01.097838 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-623a89ca-e1a8-4808-9309-4805cb998465 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.105547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-623a89ca-e1a8-4808-9309-4805cb998465 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/cd704841-092b-40fb-86c9-f5a6407c1fd7 HTTP/1.1" status: 204 len: 168 time: 1.1344962 Aug 19 12:25:01.106206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58586) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:01.140818 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b370b66-fba7-449d-adea-ab6b80b80907 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:25:01.142387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4b370b66-fba7-449d-adea-ab6b80b80907 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/cd704841-092b-40fb-86c9-f5a6407c1fd7 HTTP/1.1" status: 404 len: 333 time: 0.0356941 Aug 19 12:25:01.152888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58588) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:01.197509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777acaf-34ef-400f-9b5f-d2595ffcd882 req-e8583847-a498-4480-a3ba-c4fbd98e86b3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:01.199279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6777acaf-34ef-400f-9b5f-d2595ffcd882 req-e8583847-a498-4480-a3ba-c4fbd98e86b3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0538497 Aug 19 12:25:01.217541 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2110353e-a63b-4797-b0ef-1e4f3bfa970c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.240594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6777acaf-34ef-400f-9b5f-d2595ffcd882 req-4a5ede9e-dacf-417c-8112-64faf36c2d4d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334077 Aug 19 12:25:01.244276 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2110353e-a63b-4797-b0ef-1e4f3bfa970c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.270771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:01.290766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:01.290946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 95ba3eb2-fcfa-4651-b037-da3c4eddbd1a not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:01.339034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 297c3dee-19c8-47b7-9a4d-5a347029fc63 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:01.383537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb41a0-6163-4e6f-a2c8-a78364990851 req-5e7108ee-cc74-43bc-bec8-4cda7223c7e0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:01.383537 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6eb41a0-6163-4e6f-a2c8-a78364990851 req-5e7108ee-cc74-43bc-bec8-4cda7223c7e0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0521543 Aug 19 12:25:01.422501 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6eb41a0-6163-4e6f-a2c8-a78364990851 req-a3e7fb4a-a901-4445-a101-d5962f985f04 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325489 Aug 19 12:25:01.424608 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2110353e-a63b-4797-b0ef-1e4f3bfa970c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.435365 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2110353e-a63b-4797-b0ef-1e4f3bfa970c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.435365 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2110353e-a63b-4797-b0ef-1e4f3bfa970c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/security-groups/4fc4a8f1-ffec-418f-ad39-63bd8c4aeddf HTTP/1.1" status: 204 len: 168 time: 0.2756040 Aug 19 12:25:01.436016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58594) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:01.448181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 297c3dee-19c8-47b7-9a4d-5a347029fc63, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=297c3dee-19c8-47b7-9a4d-5a347029fc63,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:01.455442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110353e-a63b-4797-b0ef-1e4f3bfa970c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc4a8f1-ffec-418f-ad39-63bd8c4aeddf,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:01.461857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '297c3dee-19c8-47b7-9a4d-5a347029fc63', 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d', 'port_id': '297c3dee-19c8-47b7-9a4d-5a347029fc63', 'mac_address': 'fa:16:3e:6f:c9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6319b7-2087-4722-b404-15d074ef7303', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:01.506947 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.513399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41b3987b-9612-4c0a-bcdd-5ac62c8e65e8 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.520820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297c3dee-19c8-47b7-9a4d-5a347029fc63 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:01.542752 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41b3987b-9612-4c0a-bcdd-5ac62c8e65e8 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.543907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 297c3dee-19c8-47b7-9a4d-5a347029fc63, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=297c3dee-19c8-47b7-9a4d-5a347029fc63,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:01.664338 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.714354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=297c3dee-19c8-47b7-9a4d-5a347029fc63,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:01.719242 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41b3987b-9612-4c0a-bcdd-5ac62c8e65e8 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.726236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41b3987b-9612-4c0a-bcdd-5ac62c8e65e8 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.727937 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-41b3987b-9612-4c0a-bcdd-5ac62c8e65e8 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/security-groups/1962fa63-610a-46a5-a4b4-36b1f5e575bc HTTP/1.1" status: 204 len: 168 time: 0.2925649 Aug 19 12:25:01.728583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58628) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:01.765523 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4fc2f2c5-597c-4624-979a-7a3188f5f54c req-0beafb00-6cf5-4fc6-918a-682f1efb643e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 210 time: 0.0510111 Aug 19 12:25:01.774903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3987b-9612-4c0a-bcdd-5ac62c8e65e8 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1962fa63-610a-46a5-a4b4-36b1f5e575bc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:01.806984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-91bd0eba-15fb-4700-9d21-f74c62212f5d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting subnet b9e6bc47-e0b4-429b-8f11-ef374c3d953f {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:01.810207 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91bd0eba-15fb-4700-9d21-f74c62212f5d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.819678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58634) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:01.851985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91bd0eba-15fb-4700-9d21-f74c62212f5d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.865722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7878c74-50f7-4dd7-9d64-256fe701a1b8 admin admin] Deleting subnet 2b6d7280-9d8b-4b3d-8463-77a7307cc2ef {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:01.868975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7878c74-50f7-4dd7-9d64-256fe701a1b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.904114 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7878c74-50f7-4dd7-9d64-256fe701a1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.933137 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['297c3dee-19c8-47b7-9a4d-5a347029fc63'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:01.941065 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91bd0eba-15fb-4700-9d21-f74c62212f5d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:01.948374 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7878c74-50f7-4dd7-9d64-256fe701a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.100008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41249873-de25-4fec-9aaa-cbbc21225a03 req-9df62e32-e547-4e93-a58d-ad787c8d9999 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:02.101637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41249873-de25-4fec-9aaa-cbbc21225a03 req-9df62e32-e547-4e93-a58d-ad787c8d9999 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 943 time: 0.0530698 Aug 19 12:25:02.125701 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91bd0eba-15fb-4700-9d21-f74c62212f5d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.153436 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7878c74-50f7-4dd7-9d64-256fe701a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.165623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91bd0eba-15fb-4700-9d21-f74c62212f5d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.172661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-91bd0eba-15fb-4700-9d21-f74c62212f5d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/b9e6bc47-e0b4-429b-8f11-ef374c3d953f HTTP/1.1" status: 204 len: 168 time: 0.4390922 Aug 19 12:25:02.173444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58640) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:02.177023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e2e187-173a-4625-b0ee-3b8671e5c271 None None] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:02.186904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd0eba-15fb-4700-9d21-f74c62212f5d tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e6bc47-e0b4-429b-8f11-ef374c3d953f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:02.187243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7878c74-50f7-4dd7-9d64-256fe701a1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6d7280-9d8b-4b3d-8463-77a7307cc2ef,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:02.187349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b31807e7-78a1-45ca-9d08-7f7e350b20b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:02.188972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7878c74-50f7-4dd7-9d64-256fe701a1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.192775 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b7878c74-50f7-4dd7-9d64-256fe701a1b8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2b6d7280-9d8b-4b3d-8463-77a7307cc2ef HTTP/1.1" status: 204 len: 168 time: 0.3715796 Aug 19 12:25:02.195303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58642) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:02.210978 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41249873-de25-4fec-9aaa-cbbc21225a03 req-149b0be5-2c97-4096-874a-4080637e6d47 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027849 Aug 19 12:25:02.270901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.390533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31807e7-78a1-45ca-9d08-7f7e350b20b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:02.395074 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b31807e7-78a1-45ca-9d08-7f7e350b20b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.398714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.412635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7910af9-fa9f-4757-879c-8d5ffd82842e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:02.426246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a8a118-cec4-49b9-91db-a47464377b9e') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:02.445283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a8a118-cec4-49b9-91db-a47464377b9e') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:02.445283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46274281-fd01-4bd2-81a3-d9823a7026de req-3d05a11a-1d14-4018-9092-ccd611271aa1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:02.446595 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-46274281-fd01-4bd2-81a3-d9823a7026de req-3d05a11a-1d14-4018-9092-ccd611271aa1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1154656 Aug 19 12:25:02.448525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.482115 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.490464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:25:02.490893 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:25:02.493607 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:25:02.554618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-46274281-fd01-4bd2-81a3-d9823a7026de req-1715ff58-d31b-4366-95d1-103e9cdf63b5 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934827 Aug 19 12:25:02.588890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70d0c2-659d-4ddd-bf4c-d1421da02170 req-ecb8760c-2cd2-4832-bdae-03df51e7cb3b tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:02.590584 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd70d0c2-659d-4ddd-bf4c-d1421da02170 req-ecb8760c-2cd2-4832-bdae-03df51e7cb3b tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0843573 Aug 19 12:25:02.665207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd70d0c2-659d-4ddd-bf4c-d1421da02170 req-25295cbe-90b3-4c70-ada8-0a2f7629a300 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513279 Aug 19 12:25:02.721851 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.745962 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.747964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c7910af9-fa9f-4757-879c-8d5ffd82842e HTTP/1.1" status: 204 len: 168 time: 0.5517113 Aug 19 12:25:02.749468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c9623-5360-47f8-a20f-fbb2a5e13535 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7910af9-fa9f-4757-879c-8d5ffd82842e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:02.821899 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b31807e7-78a1-45ca-9d08-7f7e350b20b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.895048 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d555eb31-598d-4570-a0bb-a83f829a520b req-2e69ceb7-c887-47de-b32a-692c059afbe9 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 210 time: 0.0392914 Aug 19 12:25:02.903342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31807e7-78a1-45ca-9d08-7f7e350b20b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:02.908745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-b31807e7-78a1-45ca-9d08-7f7e350b20b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:02.916185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31807e7-78a1-45ca-9d08-7f7e350b20b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:02.916952 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b31807e7-78a1-45ca-9d08-7f7e350b20b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:02.920729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31807e7-78a1-45ca-9d08-7f7e350b20b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Subnet': ['ID=7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:02.938978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1285f475-f941-4e7c-99a3-5c5b616ffcba None None] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:02.995320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2e28c937-762e-4f18-ae1c-bac1e008a1f1 None None] Provisioning complete for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:02.995626 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2e28c937-762e-4f18-ae1c-bac1e008a1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.083493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58656) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:03.086183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b31807e7-78a1-45ca-9d08-7f7e350b20b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9061704 Aug 19 12:25:03.090326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-33331c4a-7eab-42d0-a046-dc1ea7e8edea tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'security_group': {'name': 'tempest-secgroup-1506236521'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:03.160684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2e28c937-762e-4f18-ae1c-bac1e008a1f1 None None] Provisioning complete for port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:03.161049 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2e28c937-762e-4f18-ae1c-bac1e008a1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.204584 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-33331c4a-7eab-42d0-a046-dc1ea7e8edea tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.207579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2e28c937-762e-4f18-ae1c-bac1e008a1f1 None None] Port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:03.263013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58660) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:03.275012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f21874-e20b-4884-b62c-7698365aabc2 None None] Update dhcp port {'port': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'fixed_ips': [{'subnet_id': '65171321-821b-4107-bcd0-a826e59a39ac', 'ip_address': '172.20.0.18'}, {'subnet_id': '7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e'}], 'binding:host_id': 'n-d-803757-2'}, 'id': '7f586048-7322-4e68-9fa9-5226fd8da9a8'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:25:03.303717 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-74f21874-e20b-4884-b62c-7698365aabc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.338765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 297c3dee-19c8-47b7-9a4d-5a347029fc63 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:03.341309 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-33331c4a-7eab-42d0-a046-dc1ea7e8edea tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.364953 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9bb29137-76a9-45d7-a3f9-a29d7205541d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6752f5519ee46b194f5aaf30292b5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0976102 Aug 19 12:25:03.365379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58662) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:03.386875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51635208-6408-45ca-8de6-d3ae572da806 req-d44fbdac-2a90-4dd3-9b4c-679db605eaa2 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:03.388790 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51635208-6408-45ca-8de6-d3ae572da806 req-d44fbdac-2a90-4dd3-9b4c-679db605eaa2 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 943 time: 0.0752547 Aug 19 12:25:03.417063 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ec14780-902f-476b-818d-608a0f4f9547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.450091 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ec14780-902f-476b-818d-608a0f4f9547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.450414 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51635208-6408-45ca-8de6-d3ae572da806 req-62a1ee56-a168-4fe9-99a1-52b189610ed0 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533676 Aug 19 12:25:03.452602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-33331c4a-7eab-42d0-a046-dc1ea7e8edea tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.508906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33331c4a-7eab-42d0-a046-dc1ea7e8edea tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55d61a-8014-4b61-9de6-30b0ea302589,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:03.526215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-74f21874-e20b-4884-b62c-7698365aabc2 None None] Allocated IP 172.20.0.2 (f6e0e037-6418-4ef6-b493-9946d57ebc0e/7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e/7f586048-7322-4e68-9fa9-5226fd8da9a8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:03.568773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-2c658403-5857-422e-9c8c-8dc556eab4d2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:03.570414 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-2c658403-5857-422e-9c8c-8dc556eab4d2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.62 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 811 time: 0.1255641 Aug 19 12:25:03.584728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Request body: {'port': {'device_id': 'b85c55b2-4bf1-4878-b7a5-318e7a27e2ac', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'admin_state_up': True, 'tenant_id': '71865e080f284c3da990ac66652fb3d0'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:03.643040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-74f21874-e20b-4884-b62c-7698365aabc2 None None] For port 7f586048-7322-4e68-9fa9-5226fd8da9a8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7f586048-7322-4e68-9fa9-5226fd8da9a8,segment=NetworkSegment(280e04d1-3acd-40e4-9ba6-603c61a6103f),segment_id=280e04d1-3acd-40e4-9ba6-603c61a6103f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:03.647912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-33331c4a-7eab-42d0-a046-dc1ea7e8edea tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.651679 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-33331c4a-7eab-42d0-a046-dc1ea7e8edea tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5640080 Aug 19 12:25:03.651994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58666) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:03.652494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 297c3dee-19c8-47b7-9a4d-5a347029fc63 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:03.658739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-15a38008-7ad1-41fa-b481-c3085b592a88 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'security_group': {'name': 'tempest-secgroup-228928123'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:03.660436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 297c3dee-19c8-47b7-9a4d-5a347029fc63 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:03.660898 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.668258 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ec14780-902f-476b-818d-608a0f4f9547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.670888 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ec14780-902f-476b-818d-608a0f4f9547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.674385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4ec14780-902f-476b-818d-608a0f4f9547 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89e66cac-eaa4-451b-ba02-f3b2fb40d8a4 HTTP/1.1" status: 204 len: 168 time: 0.3056560 Aug 19 12:25:03.707060 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-74f21874-e20b-4884-b62c-7698365aabc2 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.714467 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec14780-902f-476b-818d-608a0f4f9547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e66cac-eaa4-451b-ba02-f3b2fb40d8a4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:03.753908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1af820-c6c7-473b-bb23-198024e5fc93 req-341c59fa-3478-4797-ad26-4f128403a60a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:03.762910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff1af820-c6c7-473b-bb23-198024e5fc93 req-341c59fa-3478-4797-ad26-4f128403a60a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1275642 Aug 19 12:25:03.764172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-74f21874-e20b-4884-b62c-7698365aabc2 None None] Transition to ACTIVE for port object 7f586048-7322-4e68-9fa9-5226fd8da9a8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:03.777986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-15a38008-7ad1-41fa-b481-c3085b592a88 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.813233 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.817785 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff1af820-c6c7-473b-bb23-198024e5fc93 req-9014c02c-97fb-4af6-aed3-bcdec95fd115 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538299 Aug 19 12:25:03.844891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e1565a-4caf-4ba9-82fc-9fdb6e33b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297c3dee-19c8-47b7-9a4d-5a347029fc63'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:03.847271 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62172185-c460-4899-8f3d-5e33178f62e6" -d '{"events": [{"server_uuid": "36e1565a-4caf-4ba9-82fc-9fdb6e33b812", "name": "network-vif-plugged", "status": "completed", "tag": "297c3dee-19c8-47b7-9a4d-5a347029fc63"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:03.863715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 297c3dee-19c8-47b7-9a4d-5a347029fc63, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=297c3dee-19c8-47b7-9a4d-5a347029fc63,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:03.881588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4897c25-904a-4e74-bb54-94aa964169cc req-ad5d17f1-1417-4e35-9170-126298776ed1 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:03.883242 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4897c25-904a-4e74-bb54-94aa964169cc req-ad5d17f1-1417-4e35-9170-126298776ed1 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.1003058 Aug 19 12:25:03.897442 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-74f21874-e20b-4884-b62c-7698365aabc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:03.928124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4897c25-904a-4e74-bb54-94aa964169cc req-ed66690d-252e-4e4e-a5e3-5bf74b832035 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381074 Aug 19 12:25:03.992267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Made reservation on behalf of 71865e080f284c3da990ac66652fb3d0 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:03.998649 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.026887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.032914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f21874-e20b-4884-b62c-7698365aabc2 None None] Pushing event updated for resources: {'Port': ['ID=7f586048-7322-4e68-9fa9-5226fd8da9a8,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:04.098281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=297c3dee-19c8-47b7-9a4d-5a347029fc63,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:04.215663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e39b68df-c76d-4d6a-ae29-0d470b368556 req-6deb08da-d4eb-495c-98ed-f9d948207321 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 210 time: 0.1111462 Aug 19 12:25:04.324226 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-15a38008-7ad1-41fa-b481-c3085b592a88 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.338762 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13497abf-cea4-48e0-bbf7-a6fabc49bcc3 x-openstack-request-id: req-13497abf-cea4-48e0-bbf7-a6fabc49bcc3 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:04.339083 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e1565a-4caf-4ba9-82fc-9fdb6e33b812", "name": "network-vif-plugged", "status": "completed", "tag": "297c3dee-19c8-47b7-9a4d-5a347029fc63", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:04.339984 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13497abf-cea4-48e0-bbf7-a6fabc49bcc3 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:04.340418 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e1565a-4caf-4ba9-82fc-9fdb6e33b812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297c3dee-19c8-47b7-9a4d-5a347029fc63', 'code': 200} Aug 19 12:25:04.354229 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Allocated IP 172.20.0.14 (68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8/6cc58d73-9a1e-4ed3-814d-0ef0a0095792/1e95dd5a-47be-4f0a-b88e-6a01deb21aa2) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:04.378786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7f586048-7322-4e68-9fa9-5226fd8da9a8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:04.466700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fcbff-8f25-43a4-8fed-52d439a0fdb4 req-87ca49e3-ffd9-4265-9e0f-3f0cf055a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:04.468345 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-981fcbff-8f25-43a4-8fed-52d439a0fdb4 req-87ca49e3-ffd9-4265-9e0f-3f0cf055a8b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36e1565a-4caf-4ba9-82fc-9fdb6e33b812 HTTP/1.1" status: 200 len: 1096 time: 0.0668824 Aug 19 12:25:04.496537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-15a38008-7ad1-41fa-b481-c3085b592a88 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.514477 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-981fcbff-8f25-43a4-8fed-52d439a0fdb4 req-e4d9eb74-435a-45c7-b099-d8cb1114b993 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371599 Aug 19 12:25:04.573271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a38008-7ad1-41fa-b481-c3085b592a88 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6d8e44-882b-4be5-80fa-1bd8c73b662d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:04.633195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.642538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5149c-f465-40db-ad6c-f95e2e138358 req-a26b357b-ff49-4be1-8db5-9b7b0c5dc046 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:04.644166 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-81a5149c-f465-40db-ad6c-f95e2e138358 req-a26b357b-ff49-4be1-8db5-9b7b0c5dc046 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 943 time: 0.0959549 Aug 19 12:25:04.662419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Transition to ACTIVE for port object 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:04.675957 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-15a38008-7ad1-41fa-b481-c3085b592a88 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.677116 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-15a38008-7ad1-41fa-b481-c3085b592a88 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0236292 Aug 19 12:25:04.679994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58692) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:04.684585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d410a60d-2e65-44ff-9395-8e0d92d00741 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'security_group': {'name': 'tempest-secgroup-1995392815'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:04.715585 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-81a5149c-f465-40db-ad6c-f95e2e138358 req-b1f87e23-5bcd-4c3a-8600-3fe2b9a92592 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625556 Aug 19 12:25:04.810574 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d410a60d-2e65-44ff-9395-8e0d92d00741 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.867110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8b47e935-d4b0-43e1-8387-f916157dfc6b None None] Provisioning for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:04.868097 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.871191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8b47e935-d4b0-43e1-8387-f916157dfc6b None None] Provisioning complete for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:04.871541 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8b47e935-d4b0-43e1-8387-f916157dfc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.898213 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['25fb744b-74b2-49c0-b4a7-69c9ede3f16e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:04.899444 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d410a60d-2e65-44ff-9395-8e0d92d00741 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:04.943347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:04.947359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:04.950056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:04.986001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event updated for resources: {'Port': ['ID=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:05.024296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.025803 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fc030-1680-4c7f-8864-8d67d76533e1 req-59788a9e-a0c9-4c74-afb7-f001b055d5cc tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.034601 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.035438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e48fc030-1680-4c7f-8864-8d67d76533e1 req-59788a9e-a0c9-4c74-afb7-f001b055d5cc tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1283667 Aug 19 12:25:05.035438 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d410a60d-2e65-44ff-9395-8e0d92d00741 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.094312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-132fcd01-824e-4262-ad42-39e6230acc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.111335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410a60d-2e65-44ff-9395-8e0d92d00741 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77efea76-67fd-41a2-9028-1a30f4de4485,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:05.163544 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e48fc030-1680-4c7f-8864-8d67d76533e1 req-5163d7ce-5d89-4c4e-a5d7-dbcd02646fca tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026609 Aug 19 12:25:05.174444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9fdb5-2b0d-42dd-9c40-b3c60a09c770 req-9c655511-4ffc-490e-821e-5769e3cc28e1 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.177652 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4a9fdb5-2b0d-42dd-9c40-b3c60a09c770 req-9c655511-4ffc-490e-821e-5769e3cc28e1 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0630646 Aug 19 12:25:05.180653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6dbdaba7-c306-4e35-8725-77c0457b0ec5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6006665 Aug 19 12:25:05.196189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8b47e935-d4b0-43e1-8387-f916157dfc6b None None] Provisioning complete for port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:05.196560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8b47e935-d4b0-43e1-8387-f916157dfc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.202768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Request body: {'port': {'device_id': 'b85c55b2-4bf1-4878-b7a5-318e7a27e2ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:05.240808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8b47e935-d4b0-43e1-8387-f916157dfc6b None None] Port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:05.241946 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d410a60d-2e65-44ff-9395-8e0d92d00741 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.247023 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d410a60d-2e65-44ff-9395-8e0d92d00741 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5655982 Aug 19 12:25:05.247475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58710) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:05.261377 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4a9fdb5-2b0d-42dd-9c40-b3c60a09c770 req-2dee8180-557f-404d-9674-a2c5d769dce0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786386 Aug 19 12:25:05.272982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-599143719', 'security_groups': ['77efea76-67fd-41a2-9028-1a30f4de4485'], 'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:05.298147 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.299047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a0ab157e-6b99-4e29-8443-cf94f610cdbd details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:05.376602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device cfa267a4-1315-4f8b-ba5d-199bafc7de5c details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:05.439078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58716) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:05.459441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7344fa-4ef4-41d6-9856-1d78363c3b40 req-43a664f4-6798-4741-a13d-effd01eff156 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.468184 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f7344fa-4ef4-41d6-9856-1d78363c3b40 req-43a664f4-6798-4741-a13d-effd01eff156 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 932 time: 0.0826323 Aug 19 12:25:05.631614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1443264884-network', 'tenant_id': '17845ae6dc02421a802560b82a408dc4'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:05.655634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:05.668033 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.682467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Transition to ACTIVE for port object 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:05.691685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a0ab157e-6b99-4e29-8443-cf94f610cdbd, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0ab157e-6b99-4e29-8443-cf94f610cdbd,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:05.713151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'a0ab157e-6b99-4e29-8443-cf94f610cdbd', 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d', 'port_id': 'a0ab157e-6b99-4e29-8443-cf94f610cdbd', 'mac_address': 'fa:16:3e:2d:88:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6319b7-2087-4722-b404-15d074ef7303', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:05.719525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:05.757104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:05.757773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c', 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4', 'port_id': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c', 'mac_address': 'fa:16:3e:8d:99:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5051029-ce9d-4119-b80a-a2ba91652dde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:05.800900 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.818594 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-731413a1-6b35-4ba4-9169-fe28c2e44ffc None None] Provisioning for port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:05.825998 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.826723 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f7344fa-4ef4-41d6-9856-1d78363c3b40 req-f45cdbcf-a07a-42e0-b857-173373f108f8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575902 Aug 19 12:25:05.827308 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ab157e-6b99-4e29-8443-cf94f610cdbd {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:05.827907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Made reservation on behalf of 17845ae6dc02421a802560b82a408dc4 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:05.836570 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.839498 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.860673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a0ab157e-6b99-4e29-8443-cf94f610cdbd, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0ab157e-6b99-4e29-8443-cf94f610cdbd,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:05.862600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa267a4-1315-4f8b-ba5d-199bafc7de5c {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:05.868089 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.878461 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:05.885104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:05.887655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] device_id is not set on port 6dde953e-be0d-44d5-a31d-1807362bdc02 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:25:05.921576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:05.962517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de02a8-54d5-42ff-a1f1-bce9fed72cd7 req-a699df06-bb4c-4af6-ac50-01aced136073 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:05.962517 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01de02a8-54d5-42ff-a1f1-bce9fed72cd7 req-a699df06-bb4c-4af6-ac50-01aced136073 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 943 time: 0.1473811 Aug 19 12:25:06.057134 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01de02a8-54d5-42ff-a1f1-bce9fed72cd7 req-1e43663e-bc60-4cd0-a59e-8b1e95bf6307 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916276 Aug 19 12:25:06.075422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Attempting to bind port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:06.075422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Attempting to bind port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:06.075422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Attempting to bind port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:06.083063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:06.083394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Attempting to bind port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:06.089848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.8 (f6e0e037-6418-4ef6-b493-9946d57ebc0e/7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e/6dde953e-be0d-44d5-a31d-1807362bdc02) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:06.101867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:06.102219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Checking segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:06.102584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Bound using segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:06.103046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Bound port: 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:06.103402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.170152 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.200048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] For port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:06.203410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] For port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:06.241703 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.261749 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:25:06.265193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object 6dde953e-be0d-44d5-a31d-1807362bdc02 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:06.278365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa20486-c755-47f5-ac21-b25b0b714c6c req-6e5dd352-3d44-4e75-b3cf-f24dd05aa4dd tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:06.279893 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0fa20486-c755-47f5-ac21-b25b0b714c6c req-6e5dd352-3d44-4e75-b3cf-f24dd05aa4dd tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0532465 Aug 19 12:25:06.313546 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.322009 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.326091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0fa20486-c755-47f5-ac21-b25b0b714c6c req-0b9ce3b5-458c-4d51-8d05-18b4b93c6506 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Aug 19 12:25:06.367583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a0ab157e-6b99-4e29-8443-cf94f610cdbd,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:06.394950 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.400344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9172a8-7cf4-41c8-a17d-347f17c448c4 req-8c2f1e5e-14e9-49e4-bd98-1bb37008f7ee tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:06.401884 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.402024 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd9172a8-7cf4-41c8-a17d-347f17c448c4 req-8c2f1e5e-14e9-49e4-bd98-1bb37008f7ee tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 945 time: 0.0516803 Aug 19 12:25:06.431326 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:06.448604 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd9172a8-7cf4-41c8-a17d-347f17c448c4 req-d5719228-456c-404d-a326-33749cd77355 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399659 Aug 19 12:25:06.453407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.459531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:25:06.466042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:06.486252 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.487062 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Added segment 56067c2d-e7cf-4b56-997f-95d39b5dafee of type vlan for network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 Aug 19 12:25:06.491605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:06.494427 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.496830 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] 10.222.0.62 "PUT /v2.0/ports/1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 HTTP/1.1" status: 200 len: 1092 time: 1.2997057 Aug 19 12:25:06.504737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85c55b2-4bf1-4878-b7a5-318e7a27e2ac', 'tag': '1e95dd5a-47be-4f0a-b88e-6a01deb21aa2'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:06.507708 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc33bf7c-46fb-461d-9f20-0f9ce42580f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b85c55b2-4bf1-4878-b7a5-318e7a27e2ac", "tag": "1e95dd5a-47be-4f0a-b88e-6a01deb21aa2"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:06.510161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:06.525246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:06.525246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:06.548428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26db69-4a75-4eb4-a191-596e309823f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:06.570030 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a2add1-149d-4169-b993-4337735ca5a0 x-openstack-request-id: req-30a2add1-149d-4169-b993-4337735ca5a0 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:06.570316 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85c55b2-4bf1-4878-b7a5-318e7a27e2ac", "tag": "1e95dd5a-47be-4f0a-b88e-6a01deb21aa2", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:06.570577 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30a2add1-149d-4169-b993-4337735ca5a0 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:06.571005 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85c55b2-4bf1-4878-b7a5-318e7a27e2ac', 'tag': '1e95dd5a-47be-4f0a-b88e-6a01deb21aa2', 'status': 'completed', 'code': 200} Aug 19 12:25:06.575073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=6dde953e-be0d-44d5-a31d-1807362bdc02,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:06.588034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.594221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['cfa267a4-1315-4f8b-ba5d-199bafc7de5c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:06.626218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:06.627323 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:06.632851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a0ab157e-6b99-4e29-8443-cf94f610cdbd'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:06.654385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33bf7c-46fb-461d-9f20-0f9ce42580f0 req-3de4ef8e-fdab-4428-a27d-6364468b5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:06.655974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc33bf7c-46fb-461d-9f20-0f9ce42580f0 req-3de4ef8e-fdab-4428-a27d-6364468b5a95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 1095 time: 0.0601907 Aug 19 12:25:06.796967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d1504cf1-cb96-46dd-b0d3-33cdc2dd6b51 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5482085 Aug 19 12:25:06.800148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58732) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:06.806463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5bbcedbe-f58c-4b8e-b994-a05aa5300015 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:07.044537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e63859f8-e57f-4031-bd45-7f12b8e78b2d None None] Provisioning for port 6dde953e-be0d-44d5-a31d-1807362bdc02 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:07.049002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e63859f8-e57f-4031-bd45-7f12b8e78b2d None None] Provisioning complete for port 6dde953e-be0d-44d5-a31d-1807362bdc02 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:07.049412 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e63859f8-e57f-4031-bd45-7f12b8e78b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.067028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.067963 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.068565 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.076348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbcedbe-f58c-4b8e-b994-a05aa5300015 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:07.081199 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bbcedbe-f58c-4b8e-b994-a05aa5300015 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.086321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e63859f8-e57f-4031-bd45-7f12b8e78b2d None None] Port 6dde953e-be0d-44d5-a31d-1807362bdc02 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:07.164522 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d1ed005-3817-4bbb-b4a1-3d0fb133e4c0 req-de47848d-e936-4894-983c-ed727b0daf94 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5075653 Aug 19 12:25:07.174654 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] Pushing event updated for resources: {'Network': ['ID=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:07.187429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:25:07.208420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33bf7c-46fb-461d-9f20-0f9ce42580f0 req-e1f19e76-3310-43dc-b7bb-75635c1d3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.209195 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc33bf7c-46fb-461d-9f20-0f9ce42580f0 req-e1f19e76-3310-43dc-b7bb-75635c1d3bb9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=71865e080f284c3da990ac66652fb3d0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5439708 Aug 19 12:25:07.244458 n-d-803757-2 neutron-server[95543]: INFO neutron.db.ipam_backend_mixin [None req-5bbcedbe-f58c-4b8e-b994-a05aa5300015 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e (CIDR: 172.20.0.0/28) Aug 19 12:25:07.259183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e012aa88-fc53-440d-bd23-c7bd13a7bbdc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8283453 Aug 19 12:25:07.259625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976f3b-9c89-483b-813c-9f78a4d0a6f3 req-61e47a0b-b9cf-4a3e-87e0-46cfce461052 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.261799 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf976f3b-9c89-483b-813c-9f78a4d0a6f3 req-61e47a0b-b9cf-4a3e-87e0-46cfce461052 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 944 time: 0.0961134 Aug 19 12:25:07.261897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58742) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:07.267579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] Request body: {'subnet': {'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1443264884-subnet', 'tenant_id': '17845ae6dc02421a802560b82a408dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:07.318482 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf976f3b-9c89-483b-813c-9f78a4d0a6f3 req-ae3d98b5-7d79-452d-a5fd-003e14a24a69 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472398 Aug 19 12:25:07.321867 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbcedbe-f58c-4b8e-b994-a05aa5300015 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:07.322517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbcedbe-f58c-4b8e-b994-a05aa5300015 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:07.331829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ed005-3817-4bbb-b4a1-3d0fb133e4c0 req-8bfa8b41-a4a6-4382-a5df-dc1304dce552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.333374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d1ed005-3817-4bbb-b4a1-3d0fb133e4c0 req-8bfa8b41-a4a6-4382-a5df-dc1304dce552 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 1095 time: 0.1413603 Aug 19 12:25:07.361509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cff539-438e-4e6a-b1bb-2f48fa60e7a2 req-dffb0bda-867f-42d2-baa1-e8787f77a052 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.361509 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53cff539-438e-4e6a-b1bb-2f48fa60e7a2 req-dffb0bda-867f-42d2-baa1-e8787f77a052 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 944 time: 0.2957444 Aug 19 12:25:07.382056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] Made reservation on behalf of 17845ae6dc02421a802560b82a408dc4 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:07.384451 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.439158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33bf7c-46fb-461d-9f20-0f9ce42580f0 req-93209424-1dc7-467d-849f-7a4dff772a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.441149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc33bf7c-46fb-461d-9f20-0f9ce42580f0 req-93209424-1dc7-467d-849f-7a4dff772a48 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2151048 Aug 19 12:25:07.475440 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53cff539-438e-4e6a-b1bb-2f48fa60e7a2 req-327ade31-fb1a-479c-aa9e-fd012fd9c50e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036386 Aug 19 12:25:07.486105 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5bbcedbe-f58c-4b8e-b994-a05aa5300015 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6847034 Aug 19 12:25:07.493051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58748) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:07.501331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-72cc970b-d557-4563-ae5b-8437048a8cc0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:07.513304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ed005-3817-4bbb-b4a1-3d0fb133e4c0 req-ff0eef15-dacd-4436-b2d0-687e05f2b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.514870 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d1ed005-3817-4bbb-b4a1-3d0fb133e4c0 req-ff0eef15-dacd-4436-b2d0-687e05f2b622 service neutron] 10.222.0.62 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1549244 Aug 19 12:25:07.561396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d1dfc-de31-4f70-86e9-99a6c180c321 req-a711bbac-bc91-4253-ab63-2addcfabfe7f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.562906 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-481d1dfc-de31-4f70-86e9-99a6c180c321 req-a711bbac-bc91-4253-ab63-2addcfabfe7f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1163802 Aug 19 12:25:07.614468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d1ed005-3817-4bbb-b4a1-3d0fb133e4c0 req-5295a578-3494-43c6-8151-44e15af0a598 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805 HTTP/1.1" status: 200 len: 217 time: 0.0703480 Aug 19 12:25:07.667848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6893713b-2e50-4caf-ab16-ef887d875b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.669375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-6893713b-2e50-4caf-ab16-ef887d875b99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 1095 time: 0.1840498 Aug 19 12:25:07.676849 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-481d1dfc-de31-4f70-86e9-99a6c180c321 req-efa26b4d-7024-4fe7-88e4-09d87c900f78 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023743 Aug 19 12:25:07.701387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25272496-246d-40fa-98cc-c8e4d892b96b req-d436c6d9-abd2-48de-9f4b-9e262e8550f6 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.701387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25272496-246d-40fa-98cc-c8e4d892b96b req-d436c6d9-abd2-48de-9f4b-9e262e8550f6 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 945 time: 0.1542342 Aug 19 12:25:07.701627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.719312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1c4c6270-4e48-4198-955a-6804e45672d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.737070 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-04410f20-7842-467d-b8a5-068feb8c8749 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 HTTP/1.1" status: 200 len: 217 time: 0.0563731 Aug 19 12:25:07.738587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ed005-3817-4bbb-b4a1-3d0fb133e4c0 req-0307a3fa-c16f-4a24-b4e8-2f47e228625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.739970 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d1ed005-3817-4bbb-b4a1-3d0fb133e4c0 req-0307a3fa-c16f-4a24-b4e8-2f47e228625f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.1186869 Aug 19 12:25:07.821714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d1ed005-3817-4bbb-b4a1-3d0fb133e4c0 req-e485166e-817f-475d-97d6-ccbede9467d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611334 Aug 19 12:25:07.854112 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25272496-246d-40fa-98cc-c8e4d892b96b req-bf769a5e-9c43-45c0-8044-dce2528a09d6 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204591 Aug 19 12:25:07.858898 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.891424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-ee11186d-349e-4870-b539-6bbedeba4a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.891639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cc970b-d557-4563-ae5b-8437048a8cc0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:07.892871 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-ee11186d-349e-4870-b539-6bbedeba4a00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1302609 Aug 19 12:25:07.895572 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72cc970b-d557-4563-ae5b-8437048a8cc0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:07.969036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-7b20222a-f5be-431d-a87f-d235fc4fe333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:07.970567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-7b20222a-f5be-431d-a87f-d235fc4fe333 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692353 Aug 19 12:25:07.972674 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d1ed005-3817-4bbb-b4a1-3d0fb133e4c0 req-6714c604-06c6-4d8a-a3c6-6fb4f9ecb49c service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360648 Aug 19 12:25:07.972784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac76841-d1fc-41c8-b901-2eb1eb321f66,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:07.998710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] Checking segment: {'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:07.999087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] Network hostable DHCP agents. Network: 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:25:08.026034 n-d-803757-2 neutron-server[95543]: INFO neutron.db.ipam_backend_mixin [None req-72cc970b-d557-4563-ae5b-8437048a8cc0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 65171321-821b-4107-bcd0-a826e59a39ac (CIDR: 172.20.0.16/28) Aug 19 12:25:08.067280 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cc970b-d557-4563-ae5b-8437048a8cc0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:08.067773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72cc970b-d557-4563-ae5b-8437048a8cc0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:08.101224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] Network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:25:08.146711 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-727204c2-871a-44d3-a74c-5bde1cf997e8 service neutron] 10.222.0.62 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613226 Aug 19 12:25:08.148539 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d1ed005-3817-4bbb-b4a1-3d0fb133e4c0 req-6f6932b6-202e-435f-8b93-cde10f34ea9d service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620655 Aug 19 12:25:08.173785 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-72cc970b-d557-4563-ae5b-8437048a8cc0 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6789262 Aug 19 12:25:08.177478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58752) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:08.182835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-021ae4e9-649a-4e74-b58a-ba0a9047dadf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'subnet': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:08.195658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:08.203026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96306c29-2126-47c4-b124-1abbfd99a3c2 None None] Network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:08.203962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:08.204900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:08.324241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0c460d1-af06-4038-9279-cdfcf8e569ac req-1adebd6d-5a0a-4971-819c-15d5a018d91c service neutron] 10.222.0.62 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642354 Aug 19 12:25:08.324444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6b19ae-500c-48c2-8214-b7beb7b8d48e None None] Network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:08.460970 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-328363d8-ec17-4e02-a749-923900801b01 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1978776 Aug 19 12:25:08.474506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ef798-f6b0-4671-92c6-91fe95c09721 req-8ec105f0-d265-40ed-843f-0fa9cbe4efe7 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:08.476017 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6d5ef798-f6b0-4671-92c6-91fe95c09721 req-8ec105f0-d265-40ed-843f-0fa9cbe4efe7 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 944 time: 0.0842645 Aug 19 12:25:08.502469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-61b6b1f2-ece1-4522-be80-c030353a5eb9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762007 Aug 19 12:25:08.526156 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6d5ef798-f6b0-4671-92c6-91fe95c09721 req-33d78678-bd72-4c38-b274-26f3942ced47 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426996 Aug 19 12:25:08.592706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-b2113cc9-43cf-49ea-894e-de87fe1112a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:08.594282 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-b2113cc9-43cf-49ea-894e-de87fe1112a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 1095 time: 0.0420630 Aug 19 12:25:08.601670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021ae4e9-649a-4e74-b58a-ba0a9047dadf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Made reservation on behalf of c626a89e92434352a2dc7dedaa7c508c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:08.605463 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-021ae4e9-649a-4e74-b58a-ba0a9047dadf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:08.668144 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e15c88-3d4f-472d-be77-c2aab5acc645 req-22b6eb30-28fd-4e8e-8350-e185de8ab2ee tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:08.669697 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e15c88-3d4f-472d-be77-c2aab5acc645 req-22b6eb30-28fd-4e8e-8350-e185de8ab2ee tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 944 time: 0.1063516 Aug 19 12:25:08.714642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-59f84733-10fb-490f-881b-b748560a48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:08.716616 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-59f84733-10fb-490f-881b-b748560a48c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.1030469 Aug 19 12:25:08.742310 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e15c88-3d4f-472d-be77-c2aab5acc645 req-9ab587b5-4a6b-4df7-ba48-3f1908b63da8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631716 Aug 19 12:25:08.797325 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-8cfb55bc-7abc-4e4c-a33a-37d72976aef5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083 HTTP/1.1" status: 200 len: 999 time: 0.0729563 Aug 19 12:25:08.865137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-eed563c1-2882-4bae-8539-59ed0335545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:08.866617 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-eed563c1-2882-4bae-8539-59ed0335545f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.0620887 Aug 19 12:25:08.915975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0d519-6610-4485-8e39-81b95e83dab0 req-fc1ca419-1f5a-4845-b037-4a30770ce221 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:08.917585 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9cd0d519-6610-4485-8e39-81b95e83dab0 req-fc1ca419-1f5a-4845-b037-4a30770ce221 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0950294 Aug 19 12:25:08.976898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-65c7c5f0-e6ea-4ba7-a5bb-023a013d7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:08.977482 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9cd0d519-6610-4485-8e39-81b95e83dab0 req-ad0b0a24-bd1c-4de7-93d8-de44350f218b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519843 Aug 19 12:25:08.978374 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-65c7c5f0-e6ea-4ba7-a5bb-023a013d7283 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016300 Aug 19 12:25:09.048892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-71bb7457-a55f-48c8-9013-49146431e5cc tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:09.050413 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-71bb7457-a55f-48c8-9013-49146431e5cc tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/networks?id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 HTTP/1.1" status: 200 len: 822 time: 0.1827738 Aug 19 12:25:09.080318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-32d579f0-d081-439e-a648-9591579d8463 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/quotas/17845ae6dc02421a802560b82a408dc4 HTTP/1.1" status: 200 len: 375 time: 0.0222046 Aug 19 12:25:09.082067 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.119148 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-021ae4e9-649a-4e74-b58a-ba0a9047dadf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.122430 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-60216b39-c6c6-4236-a8b6-63505dfe59c6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=17845ae6dc02421a802560b82a408dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347047 Aug 19 12:25:09.133192 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-e0530303-d86f-430f-bb64-b44706bc7ed3 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464529 Aug 19 12:25:09.170057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021ae4e9-649a-4e74-b58a-ba0a9047dadf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:09.175010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-021ae4e9-649a-4e74-b58a-ba0a9047dadf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:09.182658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021ae4e9-649a-4e74-b58a-ba0a9047dadf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:09.183278 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-021ae4e9-649a-4e74-b58a-ba0a9047dadf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.187004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19875e8-99ed-4590-b945-da0a0802b9df None None] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:09.200143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112e6fa-c456-4d8e-a424-8e0fd005529e req-b284216d-e651-4c9a-9a93-41dcb90263f5 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:09.201729 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5112e6fa-c456-4d8e-a424-8e0fd005529e req-b284216d-e651-4c9a-9a93-41dcb90263f5 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 945 time: 0.1107464 Aug 19 12:25:09.205012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ae4e9-649a-4e74-b58a-ba0a9047dadf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Subnet': ['ID=cf1ae748-1cb8-42f3-9d1f-327d3ecad657,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:09.247203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5112e6fa-c456-4d8e-a424-8e0fd005529e req-1777c810-b57c-4489-b252-fee2cf12a3b4 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359981 Aug 19 12:25:09.295474 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-0bdd4698-61e6-40e1-8b38-f9e4acef2623 service neutron] 10.222.0.21 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612778 Aug 19 12:25:09.299315 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cdb4f142-c63b-4b6a-942c-3547d6adf636 req-96ed5499-c55e-461d-abe5-3c4cbc887084 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572709 Aug 19 12:25:09.303434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a0ab157e-6b99-4e29-8443-cf94f610cdbd up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:09.328261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-021ae4e9-649a-4e74-b58a-ba0a9047dadf tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1497343 Aug 19 12:25:09.332316 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58782) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:09.344118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-630687944', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cf1ae748-1cb8-42f3-9d1f-327d3ecad657'}], 'security_groups': ['0f55d61a-8014-4b61-9de6-30b0ea302589', 'fd6d8e44-882b-4be5-80fa-1bd8c73b662d']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:09.371379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device cfa267a4-1315-4f8b-ba5d-199bafc7de5c up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:09.401678 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-1658b1ec-15e0-4d3f-936c-dbfe7b5e5838 service neutron] 10.222.0.21 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997703 Aug 19 12:25:09.506316 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef11e1e7-cd54-4613-9c5b-df56c3ed7725 None None] Update dhcp port {'port': {'network_id': 'f6e0e037-6418-4ef6-b493-9946d57ebc0e', 'fixed_ips': [{'subnet_id': '65171321-821b-4107-bcd0-a826e59a39ac', 'ip_address': '172.20.0.18'}, {'subnet_id': '7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf1ae748-1cb8-42f3-9d1f-327d3ecad657'}], 'binding:host_id': 'n-d-803757-2'}, 'id': '7f586048-7322-4e68-9fa9-5226fd8da9a8'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:25:09.510526 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.534896 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ef11e1e7-cd54-4613-9c5b-df56c3ed7725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.556301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port a0ab157e-6b99-4e29-8443-cf94f610cdbd completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:09.558452 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port a0ab157e-6b99-4e29-8443-cf94f610cdbd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:09.559163 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.672879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port cfa267a4-1315-4f8b-ba5d-199bafc7de5c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:09.693704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port cfa267a4-1315-4f8b-ba5d-199bafc7de5c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:09.693704 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.731363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e4d94-727e-4356-915d-1b0b04ec8056 req-b4ae2b06-3355-42b4-8064-70d64f3401b4 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:09.733084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d6e4d94-727e-4356-915d-1b0b04ec8056 req-b4ae2b06-3355-42b4-8064-70d64f3401b4 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 944 time: 0.1269617 Aug 19 12:25:09.796628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-226f5ce3-1b0c-4997-94f2-e0903ea751bb req-45c91168-1354-4ba4-bb19-2fe497966c8f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 210 time: 0.0407181 Aug 19 12:25:09.820208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.869025 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d6e4d94-727e-4356-915d-1b0b04ec8056 req-d9ad5739-7e74-43a0-abb6-5564072cbd8f tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894959 Aug 19 12:25:09.879889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-ef11e1e7-cd54-4613-9c5b-df56c3ed7725 None None] Allocated IP 172.20.0.34 (f6e0e037-6418-4ef6-b493-9946d57ebc0e/cf1ae748-1cb8-42f3-9d1f-327d3ecad657/7f586048-7322-4e68-9fa9-5226fd8da9a8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:09.882514 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:09.889302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e5efd-e47f-4b79-b522-9d6a9c69703a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ab157e-6b99-4e29-8443-cf94f610cdbd'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:09.891713 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9486dc84-ba32-4d6c-98dc-303b87489050" -d '{"events": [{"server_uuid": "458e5efd-e47f-4b79-b522-9d6a9c69703a", "name": "network-vif-plugged", "status": "completed", "tag": "a0ab157e-6b99-4e29-8443-cf94f610cdbd"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:09.926285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a0ab157e-6b99-4e29-8443-cf94f610cdbd, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0ab157e-6b99-4e29-8443-cf94f610cdbd,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:09.942019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f655d-041c-4dcd-809b-affeffc7c6d1 req-f4ba0131-cbf8-4ce2-bb34-00eed3e9a544 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:09.947377 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-409f655d-041c-4dcd-809b-affeffc7c6d1 req-f4ba0131-cbf8-4ce2-bb34-00eed3e9a544 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 944 time: 0.0935736 Aug 19 12:25:09.955368 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135a191a-3648-4e0d-bdde-c974bff4f729 x-openstack-request-id: req-135a191a-3648-4e0d-bdde-c974bff4f729 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:09.955722 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458e5efd-e47f-4b79-b522-9d6a9c69703a", "name": "network-vif-plugged", "status": "completed", "tag": "a0ab157e-6b99-4e29-8443-cf94f610cdbd", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:09.955947 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-135a191a-3648-4e0d-bdde-c974bff4f729 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:09.956333 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458e5efd-e47f-4b79-b522-9d6a9c69703a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ab157e-6b99-4e29-8443-cf94f610cdbd', 'code': 200} Aug 19 12:25:09.993041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-409f655d-041c-4dcd-809b-affeffc7c6d1 req-8b602a5c-a225-4569-85bd-6ea1d7d6d164 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Aug 19 12:25:09.999154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:10.001689 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.063062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5cc5c-0e9e-4141-a9bf-b8998fad0bdb req-c72eb5d6-32e6-4e22-9328-9e923fae2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:10.064579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c8e5cc5c-0e9e-4141-a9bf-b8998fad0bdb req-c72eb5d6-32e6-4e22-9328-9e923fae2037 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 1096 time: 0.0595543 Aug 19 12:25:10.105224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ef11e1e7-cd54-4613-9c5b-df56c3ed7725 None None] For port 7f586048-7322-4e68-9fa9-5226fd8da9a8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7f586048-7322-4e68-9fa9-5226fd8da9a8,segment=NetworkSegment(280e04d1-3acd-40e4-9ba6-603c61a6103f),segment_id=280e04d1-3acd-40e4-9ba6-603c61a6103f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:10.107546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a0ab157e-6b99-4e29-8443-cf94f610cdbd,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:10.131025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.133343 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c8e5cc5c-0e9e-4141-a9bf-b8998fad0bdb req-30e7815b-cc21-49f3-bd63-8acfd056df5e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605826 Aug 19 12:25:10.148105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b225c-d360-4bba-afb9-5cb2daf99f67 req-9978eabe-e1aa-4614-a1fa-65bffdbddb3e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:10.149567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-825b225c-d360-4bba-afb9-5cb2daf99f67 req-9978eabe-e1aa-4614-a1fa-65bffdbddb3e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0712416 Aug 19 12:25:10.162403 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ef11e1e7-cd54-4613-9c5b-df56c3ed7725 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.185813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ef11e1e7-cd54-4613-9c5b-df56c3ed7725 None None] Transition to ACTIVE for port object 7f586048-7322-4e68-9fa9-5226fd8da9a8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:10.194521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-825b225c-d360-4bba-afb9-5cb2daf99f67 req-4ca05211-b018-48e3-a311-35f6d3f195af tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 Aug 19 12:25:10.199579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:10.260814 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ef11e1e7-cd54-4613-9c5b-df56c3ed7725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.373737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Delete allocated IP 172.20.0.8 (f6e0e037-6418-4ef6-b493-9946d57ebc0e/7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e) {{(pid=95542) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:25:10.377917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11e1e7-cd54-4613-9c5b-df56c3ed7725 None None] Pushing event updated for resources: {'Port': ['ID=7f586048-7322-4e68-9fa9-5226fd8da9a8,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:10.381864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda9906-efd2-4177-8b8f-bed8d1c7ca87 req-04733b4b-a2ef-472b-9f60-113ed48ee2a5 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:10.386656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5eda9906-efd2-4177-8b8f-bed8d1c7ca87 req-04733b4b-a2ef-472b-9f60-113ed48ee2a5 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.0568886 Aug 19 12:25:10.390457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Allocated IP 172.20.0.39 (f6e0e037-6418-4ef6-b493-9946d57ebc0e/cf1ae748-1cb8-42f3-9d1f-327d3ecad657/6dde953e-be0d-44d5-a31d-1807362bdc02) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:10.429772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5eda9906-efd2-4177-8b8f-bed8d1c7ca87 req-44f91c5c-cbc0-4aa1-9f1f-ca0fdbab73fb tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351949 Aug 19 12:25:10.446961 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.575058 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.590082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Transition to ACTIVE for port object 6dde953e-be0d-44d5-a31d-1807362bdc02 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:10.710938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.792379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event updated for resources: {'Port': ['ID=6dde953e-be0d-44d5-a31d-1807362bdc02,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:10.817341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] In _notify_port_updated(), no bound segment for port 6dde953e-be0d-44d5-a31d-1807362bdc02 on network f6e0e037-6418-4ef6-b493-9946d57ebc0e {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:25:10.823480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:10.824125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:10.825472 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1fb8d97c-b9bd-4c5d-99fc-b7a013065178 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "PUT /v2.0/ports/6dde953e-be0d-44d5-a31d-1807362bdc02 HTTP/1.1" status: 200 len: 959 time: 1.4867392 Aug 19 12:25:10.828257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58814) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:10.889904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-783e2d74-3979-4726-a5d4-ccdb833f38e6 req-e2e9b303-9691-4749-8e5a-e7405819ccf5 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 210 time: 0.0352805 Aug 19 12:25:10.975662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f0ae4-f791-4167-ae13-4608d1393f42 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port 6dde953e-be0d-44d5-a31d-1807362bdc02 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:10.976074 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0ae4-f791-4167-ae13-4608d1393f42 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.075513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1c070-26a9-4a07-9fcf-514119fd2d70 req-6bd8efe7-7577-4de5-aa78-c93a8e5a3b08 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.110022 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4e1c070-26a9-4a07-9fcf-514119fd2d70 req-6bd8efe7-7577-4de5-aa78-c93a8e5a3b08 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 945 time: 0.1440847 Aug 19 12:25:11.111411 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0ae4-f791-4167-ae13-4608d1393f42 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.114997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaaa9e-43c2-47cf-8feb-f6aed88ab233 req-12320532-dd65-4b37-a063-bd988d1a67d4 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.116492 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3feaaa9e-43c2-47cf-8feb-f6aed88ab233 req-12320532-dd65-4b37-a063-bd988d1a67d4 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 944 time: 0.0503697 Aug 19 12:25:11.137947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f0ae4-f791-4167-ae13-4608d1393f42 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for 6dde953e-be0d-44d5-a31d-1807362bdc02 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:11.154647 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4e1c070-26a9-4a07-9fcf-514119fd2d70 req-791b5721-9186-4d77-b546-cc9603583697 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685809 Aug 19 12:25:11.156728 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3feaaa9e-43c2-47cf-8feb-f6aed88ab233 req-08070313-2d10-4f31-bab8-cc52041910cc tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339985 Aug 19 12:25:11.247482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-29c56ae2-278c-4657-8565-87354d3ec50b None None] Provisioning for port 6dde953e-be0d-44d5-a31d-1807362bdc02 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:11.255403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-29c56ae2-278c-4657-8565-87354d3ec50b None None] Provisioning complete for port 6dde953e-be0d-44d5-a31d-1807362bdc02 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:11.255811 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-29c56ae2-278c-4657-8565-87354d3ec50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.323351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:11.333707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-29c56ae2-278c-4657-8565-87354d3ec50b None None] Port 6dde953e-be0d-44d5-a31d-1807362bdc02 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:11.344769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc719ad-1bbd-494f-91e9-87b651faf0cd req-e8200b74-9568-41b0-94b7-27453cbf3e49 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.346511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4cc719ad-1bbd-494f-91e9-87b651faf0cd req-e8200b74-9568-41b0-94b7-27453cbf3e49 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0775101 Aug 19 12:25:11.387794 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4cc719ad-1bbd-494f-91e9-87b651faf0cd req-7ee7ba35-6ef0-417b-9b04-5c1a6e83a094 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Aug 19 12:25:11.431795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:11.443641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '1e95dd5a-47be-4f0a-b88e-6a01deb21aa2', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'port_id': '1e95dd5a-47be-4f0a-b88e-6a01deb21aa2', 'mac_address': 'fa:16:3e:8a:38:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:11.486029 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.489409 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0ae4-f791-4167-ae13-4608d1393f42 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.499514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:11.517218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-29c56ae2-278c-4657-8565-87354d3ec50b None None] Provisioning for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:11.523855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:11.524788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-29c56ae2-278c-4657-8565-87354d3ec50b None None] Provisioning complete for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:11.525157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-29c56ae2-278c-4657-8565-87354d3ec50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.543946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f0ae4-f791-4167-ae13-4608d1393f42 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=6dde953e-be0d-44d5-a31d-1807362bdc02,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:11.620435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-29c56ae2-278c-4657-8565-87354d3ec50b None None] Provisioning complete for port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:11.620806 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-29c56ae2-278c-4657-8565-87354d3ec50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.654668 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d59675-609b-45b1-936b-816b80e76bb3 req-fce1bf43-60f0-4660-aa4b-036e9f064e5d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:11.656034 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.656349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12d59675-609b-45b1-936b-816b80e76bb3 req-fce1bf43-60f0-4660-aa4b-036e9f064e5d tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.1242018 Aug 19 12:25:11.657463 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fa3f0ae4-f791-4167-ae13-4608d1393f42 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.662598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fa3f0ae4-f791-4167-ae13-4608d1393f42 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/6dde953e-be0d-44d5-a31d-1807362bdc02 HTTP/1.1" status: 204 len: 168 time: 0.8333428 Aug 19 12:25:11.662793 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58828) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:11.665652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-29c56ae2-278c-4657-8565-87354d3ec50b None None] Port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:11.718255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12d59675-609b-45b1-936b-816b80e76bb3 req-b98db760-1b2d-4888-9075-d4a830f7c5ba tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461931 Aug 19 12:25:11.723901 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:11.731076 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-6038a2af-0840-4ae6-8c95-51584f81023e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] GET failed (client error): The resource could not be found. Aug 19 12:25:11.733303 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6038a2af-0840-4ae6-8c95-51584f81023e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports/6dde953e-be0d-44d5-a31d-1807362bdc02 HTTP/1.1" status: 404 len: 333 time: 0.0687890 Aug 19 12:25:11.738938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58830) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:11.779264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c756605d-dcba-4b09-b270-c70bf598012d None None] Could not find standard attr ID for object 6dde953e-be0d-44d5-a31d-1807362bdc02. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:25:11.799154 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-898e555f-ab66-414d-b5c9-6be72de209cb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.822262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-898e555f-ab66-414d-b5c9-6be72de209cb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:11.957700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:11.960296 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ff0421-3b2c-40ff-8467-0fcdeef8edaf" -d '{"events": [{"server_uuid": "3b0e5c37-95f7-4e84-a9f5-44b927fc8379", "name": "network-vif-plugged", "status": "completed", "tag": "cfa267a4-1315-4f8b-ba5d-199bafc7de5c"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:11.988211 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e3ebf771-37a3-4b4e-b20c-bf6bb9ed932a req-496ee336-7f72-4951-8881-de342bbae7cf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 210 time: 0.0282741 Aug 19 12:25:11.997253 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e488e4-7bdd-4b35-abe9-a9e0f47c622b x-openstack-request-id: req-45e488e4-7bdd-4b35-abe9-a9e0f47c622b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:11.997547 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0e5c37-95f7-4e84-a9f5-44b927fc8379", "name": "network-vif-plugged", "status": "completed", "tag": "cfa267a4-1315-4f8b-ba5d-199bafc7de5c", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:11.997801 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45e488e4-7bdd-4b35-abe9-a9e0f47c622b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:11.998198 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c', 'code': 200} Aug 19 12:25:12.006610 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-898e555f-ab66-414d-b5c9-6be72de209cb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.009267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-898e555f-ab66-414d-b5c9-6be72de209cb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.010709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-898e555f-ab66-414d-b5c9-6be72de209cb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/security-groups/77efea76-67fd-41a2-9028-1a30f4de4485 HTTP/1.1" status: 204 len: 168 time: 0.2732775 Aug 19 12:25:12.013513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58836) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:12.022460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e555f-ab66-414d-b5c9-6be72de209cb tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77efea76-67fd-41a2-9028-1a30f4de4485,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:12.035000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1e95dd5a-47be-4f0a-b88e-6a01deb21aa2'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:12.126650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741721-5a5b-440b-af77-e39ae4f57a98 req-cd20f1c0-5198-4eb5-86e1-3ef9e718fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.128764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94741721-5a5b-440b-af77-e39ae4f57a98 req-cd20f1c0-5198-4eb5-86e1-3ef9e718fb69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 1097 time: 0.0661821 Aug 19 12:25:12.129370 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747253cd-7ed0-4c8c-b8ea-e66edb7f1485 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.164538 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747253cd-7ed0-4c8c-b8ea-e66edb7f1485 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.201791 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94741721-5a5b-440b-af77-e39ae4f57a98 req-883df24f-3551-4e48-b627-88102bc10f9d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619118 Aug 19 12:25:12.288736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6960d-ec48-475c-9ce8-a92a26ea7378 req-ef73365d-0454-4cad-b516-41bb2e47cb6d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.292837 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73b6960d-ec48-475c-9ce8-a92a26ea7378 req-ef73365d-0454-4cad-b516-41bb2e47cb6d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 945 time: 0.0536015 Aug 19 12:25:12.292960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb4a53-f24c-4bde-bec6-197378548109 req-f705a740-c0f4-4621-98a5-4cf0329bd486 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.297450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7eb4a53-f24c-4bde-bec6-197378548109 req-f705a740-c0f4-4621-98a5-4cf0329bd486 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 945 time: 0.0566058 Aug 19 12:25:12.329979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7f586048-7322-4e68-9fa9-5226fd8da9a8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:12.334919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73b6960d-ec48-475c-9ce8-a92a26ea7378 req-1cfa33ae-0589-438f-ab11-96697d44cfd0 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381160 Aug 19 12:25:12.345478 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7eb4a53-f24c-4bde-bec6-197378548109 req-c39da4c1-6c44-4fa8-95b6-c988fd885853 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Aug 19 12:25:12.367179 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747253cd-7ed0-4c8c-b8ea-e66edb7f1485 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.369752 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747253cd-7ed0-4c8c-b8ea-e66edb7f1485 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.371800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-747253cd-7ed0-4c8c-b8ea-e66edb7f1485 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/security-groups/fd6d8e44-882b-4be5-80fa-1bd8c73b662d HTTP/1.1" status: 204 len: 168 time: 0.3563461 Aug 19 12:25:12.380357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747253cd-7ed0-4c8c-b8ea-e66edb7f1485 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6d8e44-882b-4be5-80fa-1bd8c73b662d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:12.381219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58844) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:12.418369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:12.419213 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.455063 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf1f777f-3c2c-4f30-a1ec-44faa48b73b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.508019 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf1f777f-3c2c-4f30-a1ec-44faa48b73b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.514274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd37cb0-2a91-4964-8997-4542a050476e req-fa5e5c20-ddd2-43e8-b113-bb832bc84e38 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.516173 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd37cb0-2a91-4964-8997-4542a050476e req-fa5e5c20-ddd2-43e8-b113-bb832bc84e38 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=36e1565a-4caf-4ba9-82fc-9fdb6e33b812 HTTP/1.1" status: 200 len: 945 time: 0.0713046 Aug 19 12:25:12.558113 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd37cb0-2a91-4964-8997-4542a050476e req-12d34b5a-6eb3-4310-9305-47bf817ba887 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358894 Aug 19 12:25:12.580393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a0264-9dc5-4246-aeaf-5819aef721be req-5861ad12-07c4-40ae-a4e2-6be96edc6b32 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.580393 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b82a0264-9dc5-4246-aeaf-5819aef721be req-5861ad12-07c4-40ae-a4e2-6be96edc6b32 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0793402 Aug 19 12:25:12.613625 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b82a0264-9dc5-4246-aeaf-5819aef721be req-dd70d054-27b0-46bc-8fd0-11dc34ae4d7a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335283 Aug 19 12:25:12.695320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf1f777f-3c2c-4f30-a1ec-44faa48b73b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.697981 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf1f777f-3c2c-4f30-a1ec-44faa48b73b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.699151 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bf1f777f-3c2c-4f30-a1ec-44faa48b73b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/security-groups/0f55d61a-8014-4b61-9de6-30b0ea302589 HTTP/1.1" status: 204 len: 168 time: 0.3166466 Aug 19 12:25:12.702013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58852) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:12.709266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f777f-3c2c-4f30-a1ec-44faa48b73b2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f55d61a-8014-4b61-9de6-30b0ea302589,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:12.755957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f6db72-856f-43ea-8737-ce0e3a3ece7e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting subnet 7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:12.759264 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13f6db72-856f-43ea-8737-ce0e3a3ece7e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.799696 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13f6db72-856f-43ea-8737-ce0e3a3ece7e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.847667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37906dfa-968e-41de-a88e-d71ae660ab4c req-04e6f7cb-739d-4142-8185-0635eb9f409e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:12.849171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37906dfa-968e-41de-a88e-d71ae660ab4c req-04e6f7cb-739d-4142-8185-0635eb9f409e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.0500491 Aug 19 12:25:12.888080 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13f6db72-856f-43ea-8737-ce0e3a3ece7e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:12.891687 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37906dfa-968e-41de-a88e-d71ae660ab4c req-9f4c3d25-d497-4956-bad3-22d367490cc3 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360701 Aug 19 12:25:13.088353 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8639094-62c9-4319-ab1e-3e7a5b8ad2ce req-7d8909b3-46ba-4018-9e5c-2990581e42d4 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 210 time: 0.0277739 Aug 19 12:25:13.192946 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13f6db72-856f-43ea-8737-ce0e3a3ece7e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.221913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6db72-856f-43ea-8737-ce0e3a3ece7e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Subnet': ['ID=7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:13.223892 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13f6db72-856f-43ea-8737-ce0e3a3ece7e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.225756 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-13f6db72-856f-43ea-8737-ce0e3a3ece7e tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e HTTP/1.1" status: 204 len: 168 time: 0.5226588 Aug 19 12:25:13.230135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275797ab-dced-4eb5-a0b3-1e66f8dc0a9c None None] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:13.231285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58862) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:13.284174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bba398f-898a-4c4f-bbe6-f02dda07f937 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting subnet cf1ae748-1cb8-42f3-9d1f-327d3ecad657 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:13.287608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bba398f-898a-4c4f-bbe6-f02dda07f937 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.334282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bba398f-898a-4c4f-bbe6-f02dda07f937 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.401517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:13.453173 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bba398f-898a-4c4f-bbe6-f02dda07f937 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.485345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bf005-e1a2-411b-aad3-3bc3862a95b3 req-fdf24dbe-2f12-4a8f-b043-7c2914814091 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:13.488093 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-065bf005-e1a2-411b-aad3-3bc3862a95b3 req-fdf24dbe-2f12-4a8f-b043-7c2914814091 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 945 time: 0.0692461 Aug 19 12:25:13.536625 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-065bf005-e1a2-411b-aad3-3bc3862a95b3 req-8a062244-2545-4187-9a06-9fe2408d2673 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420654 Aug 19 12:25:13.605926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-ec49dff3-9c72-4ae2-a7cc-965f5ea76fc0 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:13.607455 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-ec49dff3-9c72-4ae2-a7cc-965f5ea76fc0 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.62 "GET /v2.0/networks?id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 HTTP/1.1" status: 200 len: 822 time: 0.1290858 Aug 19 12:25:13.622476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Request body: {'port': {'device_id': 'cf13d709-022d-448f-8d47-27ba6a46c289', 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83', 'admin_state_up': True, 'tenant_id': '17845ae6dc02421a802560b82a408dc4'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:13.636196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:13.644501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:13.644838 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.746083 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bba398f-898a-4c4f-bbe6-f02dda07f937 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.764817 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.796186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba398f-898a-4c4f-bbe6-f02dda07f937 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1ae748-1cb8-42f3-9d1f-327d3ecad657,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:13.810413 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bba398f-898a-4c4f-bbe6-f02dda07f937 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.812594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4bba398f-898a-4c4f-bbe6-f02dda07f937 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/cf1ae748-1cb8-42f3-9d1f-327d3ecad657 HTTP/1.1" status: 204 len: 168 time: 0.5802672 Aug 19 12:25:13.816083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58870) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:13.818371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300496e-b235-41bf-b81d-355f653df0f3 req-6a5de38f-0ede-4f98-a30c-b64a8686bd32 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:13.819547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:13.827967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2300496e-b235-41bf-b81d-355f653df0f3 req-6a5de38f-0ede-4f98-a30c-b64a8686bd32 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0980895 Aug 19 12:25:13.859475 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3255f59c-3776-43cd-9adc-2960fa6455d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:25:13.859992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3255f59c-3776-43cd-9adc-2960fa6455d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:13.862948 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3255f59c-3776-43cd-9adc-2960fa6455d1 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/7364d343-ac3b-4ae5-a9e2-d0f0e177bd9e HTTP/1.1" status: 404 len: 337 time: 0.0450194 Aug 19 12:25:13.868104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58874) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:13.920066 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2300496e-b235-41bf-b81d-355f653df0f3 req-5ffe0020-6f6c-42ee-ad1b-d577bf0279af tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909805 Aug 19 12:25:13.920245 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:13.952387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-63af7a72-51f7-44a3-b0bb-72212bb379cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting subnet 65171321-821b-4107-bcd0-a826e59a39ac {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:13.963107 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63af7a72-51f7-44a3-b0bb-72212bb379cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.004387 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85c55b2-4bf1-4878-b7a5-318e7a27e2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e95dd5a-47be-4f0a-b88e-6a01deb21aa2'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:14.009512 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d508a85-33a3-4b38-963c-5c507c30ab3d" -d '{"events": [{"server_uuid": "b85c55b2-4bf1-4878-b7a5-318e7a27e2ac", "name": "network-vif-plugged", "status": "completed", "tag": "1e95dd5a-47be-4f0a-b88e-6a01deb21aa2"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:14.068713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Made reservation on behalf of 17845ae6dc02421a802560b82a408dc4 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:14.069938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:14.074099 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.107795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63af7a72-51f7-44a3-b0bb-72212bb379cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.318150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-fc985bad-b6af-4022-8462-ef48a08516cb tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:14.319897 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-fc985bad-b6af-4022-8462-ef48a08516cb tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/networks?id=eddfbb48-5e14-41bc-b1f7-415e402a085d HTTP/1.1" status: 200 len: 812 time: 0.1396964 Aug 19 12:25:14.342823 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-782f4883-a991-4254-97d4-c4cbc18a84c6 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/quotas/36dc8682afa94302b8378320634e58dc HTTP/1.1" status: 200 len: 375 time: 0.0110230 Aug 19 12:25:14.408467 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-0fff4179-32aa-47ce-ad58-58e52f7cf1fc tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36dc8682afa94302b8378320634e58dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559196 Aug 19 12:25:14.446443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f7a4b8-6a13-4e76-8048-1ba07674a890 None None] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:14.476171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85613e-bd17-403a-8839-5db9870daec3 req-eff7bd27-bf3b-4ad3-8ef1-59d02c09e6f9 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:14.483574 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d85613e-bd17-403a-8839-5db9870daec3 req-eff7bd27-bf3b-4ad3-8ef1-59d02c09e6f9 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.4782073 Aug 19 12:25:14.540469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0d602e2a-7dcc-4c18-a66d-c648f3fea648 None None] Provisioning complete for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:14.544174 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0d602e2a-7dcc-4c18-a66d-c648f3fea648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.589127 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1bca187-985b-4fdb-bde9-cd8801ebba9a service neutron] 10.222.0.21 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703041 Aug 19 12:25:14.597582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d85613e-bd17-403a-8839-5db9870daec3 req-20052678-cfd8-415f-babb-54ae0005e6a3 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130481 Aug 19 12:25:14.673312 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfa22af-5e37-4e58-be1c-eaa0e98def83 x-openstack-request-id: req-9bfa22af-5e37-4e58-be1c-eaa0e98def83 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:14.673610 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85c55b2-4bf1-4878-b7a5-318e7a27e2ac", "name": "network-vif-plugged", "status": "completed", "tag": "1e95dd5a-47be-4f0a-b88e-6a01deb21aa2", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:14.673927 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bfa22af-5e37-4e58-be1c-eaa0e98def83 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:14.675011 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85c55b2-4bf1-4878-b7a5-318e7a27e2ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e95dd5a-47be-4f0a-b88e-6a01deb21aa2', 'code': 200} Aug 19 12:25:14.748793 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63af7a72-51f7-44a3-b0bb-72212bb379cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.761692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f0eb6-c298-4f1d-88c5-d6cf4a6e067d req-82c5b799-fbac-4a7a-b79a-26ca5de712db tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:14.763566 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-080f0eb6-c298-4f1d-88c5-d6cf4a6e067d req-82c5b799-fbac-4a7a-b79a-26ca5de712db tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "GET /v2.0/ports?device_id=36e1565a-4caf-4ba9-82fc-9fdb6e33b812 HTTP/1.1" status: 200 len: 945 time: 0.1092849 Aug 19 12:25:14.768103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0d602e2a-7dcc-4c18-a66d-c648f3fea648 None None] Provisioning complete for port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:14.768515 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0d602e2a-7dcc-4c18-a66d-c648f3fea648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:14.814195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0d602e2a-7dcc-4c18-a66d-c648f3fea648 None None] Port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:14.819122 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd65936f-e2a1-4840-84f2-67d15ac77593 req-49720425-b82b-4020-b0ce-453f470be2c3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 210 time: 0.0728617 Aug 19 12:25:14.834415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Allocated IP 172.20.0.9 (60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83/8ac76841-d1fc-41c8-b901-2eb1eb321f66/2aa1a480-2dc2-4143-8b86-fc48602f4458) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:14.842005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-13b1b63c-e799-4f9c-9739-d82546e66fb2 service neutron] 10.222.0.21 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518241 Aug 19 12:25:15.006954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ece0f4-3de4-4527-93b7-1f4e417f0899 req-ca764d70-2787-4c73-88a1-8548a2480eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.008587 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f3ece0f4-3de4-4527-93b7-1f4e417f0899 req-ca764d70-2787-4c73-88a1-8548a2480eb7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 1097 time: 0.2712555 Aug 19 12:25:15.015740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-080f0eb6-c298-4f1d-88c5-d6cf4a6e067d req-580f6297-da55-478c-bcaa-4f9378f2154e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Deleting port 297c3dee-19c8-47b7-9a4d-5a347029fc63 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:15.016086 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-080f0eb6-c298-4f1d-88c5-d6cf4a6e067d req-580f6297-da55-478c-bcaa-4f9378f2154e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.094351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d7191-047f-48eb-b613-c44010214c5e req-d30b3c7d-de2a-499f-b179-25c740c0d5bb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.095899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f2d7191-047f-48eb-b613-c44010214c5e req-d30b3c7d-de2a-499f-b179-25c740c0d5bb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 946 time: 0.1850362 Aug 19 12:25:15.113078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-080f0eb6-c298-4f1d-88c5-d6cf4a6e067d req-580f6297-da55-478c-bcaa-4f9378f2154e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] For port 297c3dee-19c8-47b7-9a4d-5a347029fc63, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=297c3dee-19c8-47b7-9a4d-5a347029fc63,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:15.113591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-080f0eb6-c298-4f1d-88c5-d6cf4a6e067d req-580f6297-da55-478c-bcaa-4f9378f2154e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.128058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-080f0eb6-c298-4f1d-88c5-d6cf4a6e067d req-580f6297-da55-478c-bcaa-4f9378f2154e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Calling delete_port for 297c3dee-19c8-47b7-9a4d-5a347029fc63 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:15.135157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f3ece0f4-3de4-4527-93b7-1f4e417f0899 req-91360474-d686-4d67-b949-aeced4fd64c0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889301 Aug 19 12:25:15.139400 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.166926 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f2d7191-047f-48eb-b613-c44010214c5e req-b9c1a9ac-d9bd-462b-9fbb-b3d34f0b95ea tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588999 Aug 19 12:25:15.289354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d370a-26f0-40ee-b285-68d0e72cd26d req-1fb24952-bf93-48b2-8ae0-b83ea18f6623 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.294310 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-729d370a-26f0-40ee-b285-68d0e72cd26d req-1fb24952-bf93-48b2-8ae0-b83ea18f6623 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 1097 time: 0.0514791 Aug 19 12:25:15.336314 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-729d370a-26f0-40ee-b285-68d0e72cd26d req-e34cae37-5309-46c3-a06d-27b0404bfea8 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379684 Aug 19 12:25:15.438742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-115f2e97-72b5-4691-b15f-9967639a37e4 None None] Provisioning complete for port 7f586048-7322-4e68-9fa9-5226fd8da9a8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:15.439149 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-115f2e97-72b5-4691-b15f-9967639a37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.522470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.531299 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63af7a72-51f7-44a3-b0bb-72212bb379cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.541282 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-115f2e97-72b5-4691-b15f-9967639a37e4 None None] Provisioning complete for port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:15.541945 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-115f2e97-72b5-4691-b15f-9967639a37e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.550426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c2461-4739-48bc-8a65-8bd2b8294f98 req-472e11e5-5b8f-40f0-bb15-c2e9ceddc42d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.552233 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-929c2461-4739-48bc-8a65-8bd2b8294f98 req-472e11e5-5b8f-40f0-bb15-c2e9ceddc42d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0746861 Aug 19 12:25:15.575921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-115f2e97-72b5-4691-b15f-9967639a37e4 None None] Port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:25:15.634058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af7a72-51f7-44a3-b0bb-72212bb379cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Subnet': ['ID=65171321-821b-4107-bcd0-a826e59a39ac,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:15.653269 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63af7a72-51f7-44a3-b0bb-72212bb379cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.655138 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-63af7a72-51f7-44a3-b0bb-72212bb379cd tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/65171321-821b-4107-bcd0-a826e59a39ac HTTP/1.1" status: 204 len: 168 time: 1.7859523 Aug 19 12:25:15.657732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58906) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:15.661078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb4de1-7959-4766-a452-ad48e021037a None None] Network f6e0e037-6418-4ef6-b493-9946d57ebc0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:15.666512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:15.676168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:15.679249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event updated for resources: {'Port': ['ID=2aa1a480-2dc2-4143-8b86-fc48602f4458,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:15.683782 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed38ca9-4f2a-44f3-8312-dec3701d339a tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:25:15.684232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed38ca9-4f2a-44f3-8312-dec3701d339a tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:15.684610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:15.685959 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7ed38ca9-4f2a-44f3-8312-dec3701d339a tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/b9e6bc47-e0b4-429b-8f11-ef374c3d953f HTTP/1.1" status: 404 len: 337 time: 0.0272264 Aug 19 12:25:15.689119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58908) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:15.719938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e28e1534-6a84-4a81-a034-100f112ea1ed tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "GET /v2.0/ports?device_id=a232c2cc-bc05-4d0c-b07a-378f47e0767c HTTP/1.1" status: 200 len: 205 time: 0.0302882 Aug 19 12:25:15.723461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58910) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:15.734411 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-929c2461-4739-48bc-8a65-8bd2b8294f98 req-b8b1c523-f7b0-448f-b93d-e58fd1013c3a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486125 Aug 19 12:25:15.749102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b611c-c59f-4862-a0e5-0282f07ec60d req-32132483-e075-405f-995c-36fb69bec13a tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.750781 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-871b611c-c59f-4862-a0e5-0282f07ec60d req-32132483-e075-405f-995c-36fb69bec13a tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.62 "GET /v2.0/ports?device_id=458e5efd-e47f-4b79-b522-9d6a9c69703a HTTP/1.1" status: 200 len: 945 time: 0.1934867 Aug 19 12:25:15.768569 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-6501fa3f-67a4-4978-936b-27756a408f8a tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] delete failed (client error): The resource could not be found. Aug 19 12:25:15.770383 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6501fa3f-67a4-4978-936b-27756a408f8a tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/routers/a232c2cc-bc05-4d0c-b07a-378f47e0767c HTTP/1.1" status: 404 len: 336 time: 0.0450852 Aug 19 12:25:15.776245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58912) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:15.817692 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-080f0eb6-c298-4f1d-88c5-d6cf4a6e067d req-580f6297-da55-478c-bcaa-4f9378f2154e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.821075 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e44168-9298-4b85-b199-d93618c4f468 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:25:15.822609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e44168-9298-4b85-b199-d93618c4f468 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:15.822736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:15.823320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.826177 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-78e44168-9298-4b85-b199-d93618c4f468 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/d431cf4f-381f-4157-9d60-f21dbb9ac91d HTTP/1.1" status: 404 len: 337 time: 0.0481205 Aug 19 12:25:15.841768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58916) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:15.844271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a0ab157e-6b99-4e29-8443-cf94f610cdbd'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:15.934607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-871b611c-c59f-4862-a0e5-0282f07ec60d req-2d68daf3-a55b-4bc1-86e2-4b86acd5d223 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Deleting port a0ab157e-6b99-4e29-8443-cf94f610cdbd {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:15.938361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-871b611c-c59f-4862-a0e5-0282f07ec60d req-2d68daf3-a55b-4bc1-86e2-4b86acd5d223 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:15.953686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf26cbd0-8d9d-4e50-8516-de1c4e0130df None None] DHCP port deletion for f6e0e037-6418-4ef6-b493-9946d57ebc0e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:25:15.962067 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-49741a0b-3b1a-43bd-9bf6-befb0075563b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:25:15.962981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49741a0b-3b1a-43bd-9bf6-befb0075563b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:15.967161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-49741a0b-3b1a-43bd-9bf6-befb0075563b tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/523c9939-4447-42a5-84b9-50cf208148ad HTTP/1.1" status: 404 len: 337 time: 0.0925212 Aug 19 12:25:15.986721 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f6297-da55-478c-bcaa-4f9378f2154e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Pushing event deleted for resources: {'Port': ['ID=297c3dee-19c8-47b7-9a4d-5a347029fc63,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:16.001507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58922) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:16.004569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-080f0eb6-c298-4f1d-88c5-d6cf4a6e067d req-580f6297-da55-478c-bcaa-4f9378f2154e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] No DVR routers for this DVR port 297c3dee-19c8-47b7-9a4d-5a347029fc63 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:16.007623 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-080f0eb6-c298-4f1d-88c5-d6cf4a6e067d req-580f6297-da55-478c-bcaa-4f9378f2154e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.010232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-080f0eb6-c298-4f1d-88c5-d6cf4a6e067d req-580f6297-da55-478c-bcaa-4f9378f2154e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "DELETE /v2.0/ports/297c3dee-19c8-47b7-9a4d-5a347029fc63 HTTP/1.1" status: 204 len: 173 time: 1.2350056 Aug 19 12:25:16.011748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e1565a-4caf-4ba9-82fc-9fdb6e33b812', 'name': 'network-vif-deleted', 'tag': '297c3dee-19c8-47b7-9a4d-5a347029fc63'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:16.013966 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8d698daf-4ac3-483f-a784-bb7f2085f14d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3961260 Aug 19 12:25:16.022018 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca0cc8a-40e3-41cf-ab6c-180a84fb12fd" -d '{"events": [{"server_uuid": "36e1565a-4caf-4ba9-82fc-9fdb6e33b812", "name": "network-vif-deleted", "tag": "297c3dee-19c8-47b7-9a4d-5a347029fc63"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:16.052007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f887fe-576b-4aba-bb75-d2699f83aed0 req-ed6b9745-0fbd-4027-bb5a-cf5773d080c7 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.056521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Request body: {'port': {'device_id': 'cf13d709-022d-448f-8d47-27ba6a46c289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:16.061582 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68f887fe-576b-4aba-bb75-d2699f83aed0 req-ed6b9745-0fbd-4027-bb5a-cf5773d080c7 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 1097 time: 0.1691861 Aug 19 12:25:16.087452 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3458a66-c06e-4672-9bd6-c14de87b5c45 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:25:16.087920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3458a66-c06e-4672-9bd6-c14de87b5c45 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:16.089675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a3458a66-c06e-4672-9bd6-c14de87b5c45 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/5f232dc9-d7c3-4dd2-b97a-464b68fd42f9 HTTP/1.1" status: 404 len: 337 time: 0.0872788 Aug 19 12:25:16.096624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58930) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:16.124529 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68f887fe-576b-4aba-bb75-d2699f83aed0 req-b31838f5-97d7-4932-aea1-45937cde4fa8 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551219 Aug 19 12:25:16.153054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-cf26cbd0-8d9d-4e50-8516-de1c4e0130df None None] Deleting port 7f586048-7322-4e68-9fa9-5226fd8da9a8 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:16.153458 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cf26cbd0-8d9d-4e50-8516-de1c4e0130df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.179290 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.209444 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3559897-9946-4e2a-a6ea-4a99d7dd38c2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:25:16.210177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3559897-9946-4e2a-a6ea-4a99d7dd38c2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:16.211955 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e3559897-9946-4e2a-a6ea-4a99d7dd38c2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/a00e0a92-ac42-47c5-adec-e1dc3a6cb6ce HTTP/1.1" status: 404 len: 333 time: 0.1144431 Aug 19 12:25:16.214607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58940) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:16.249572 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-076fbb61-0e65-4299-8e98-8bbe2d83df1a tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:25:16.250794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076fbb61-0e65-4299-8e98-8bbe2d83df1a tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:16.253379 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-076fbb61-0e65-4299-8e98-8bbe2d83df1a tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/65da56df-97d3-420b-954e-4a1e150cac0f HTTP/1.1" status: 404 len: 337 time: 0.0375028 Aug 19 12:25:16.261994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58942) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:16.272165 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d2d560-5d4a-4765-b0af-382ac0f10701 x-openstack-request-id: req-71d2d560-5d4a-4765-b0af-382ac0f10701 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:16.272165 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e1565a-4caf-4ba9-82fc-9fdb6e33b812", "name": "network-vif-deleted", "tag": "297c3dee-19c8-47b7-9a4d-5a347029fc63", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:16.272165 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71d2d560-5d4a-4765-b0af-382ac0f10701 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:16.272165 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e1565a-4caf-4ba9-82fc-9fdb6e33b812', 'name': 'network-vif-deleted', 'tag': '297c3dee-19c8-47b7-9a4d-5a347029fc63', 'status': 'completed', 'code': 200} Aug 19 12:25:16.273670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-871b611c-c59f-4862-a0e5-0282f07ec60d req-2d68daf3-a55b-4bc1-86e2-4b86acd5d223 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] For port a0ab157e-6b99-4e29-8443-cf94f610cdbd, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a0ab157e-6b99-4e29-8443-cf94f610cdbd,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:16.274087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-871b611c-c59f-4862-a0e5-0282f07ec60d req-2d68daf3-a55b-4bc1-86e2-4b86acd5d223 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.325441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddf12f-aaa2-4a29-a0b3-59fbde8eb935 req-22529f43-462a-43bb-a26a-e81192130e56 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.327084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ddddf12f-aaa2-4a29-a0b3-59fbde8eb935 req-22529f43-462a-43bb-a26a-e81192130e56 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 931 time: 0.2281961 Aug 19 12:25:16.335902 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83dce7b-ff49-4858-95ed-aee5d8870ba2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:25:16.336413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83dce7b-ff49-4858-95ed-aee5d8870ba2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:16.336923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-cf26cbd0-8d9d-4e50-8516-de1c4e0130df None None] For port 7f586048-7322-4e68-9fa9-5226fd8da9a8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7f586048-7322-4e68-9fa9-5226fd8da9a8,segment=NetworkSegment(280e04d1-3acd-40e4-9ba6-603c61a6103f),segment_id=280e04d1-3acd-40e4-9ba6-603c61a6103f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:16.337333 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cf26cbd0-8d9d-4e50-8516-de1c4e0130df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.340576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c83dce7b-ff49-4858-95ed-aee5d8870ba2 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/006df4b3-14a4-4060-8f82-478d41ed2005 HTTP/1.1" status: 404 len: 337 time: 0.0736270 Aug 19 12:25:16.346653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-871b611c-c59f-4862-a0e5-0282f07ec60d req-2d68daf3-a55b-4bc1-86e2-4b86acd5d223 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Calling delete_port for a0ab157e-6b99-4e29-8443-cf94f610cdbd owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:16.348969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58944) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:16.354379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7f586048-7322-4e68-9fa9-5226fd8da9a8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:16.356339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d18942e8-fa64-491e-939a-50f4f3b150c6 req-12df1335-8bb9-4ff2-aad1-cf291151b0c3 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 210 time: 0.0336173 Aug 19 12:25:16.390071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-cf26cbd0-8d9d-4e50-8516-de1c4e0130df None None] Calling delete_port for 7f586048-7322-4e68-9fa9-5226fd8da9a8 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:16.491202 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5684d1b8-869e-4e0c-a46f-cb40b7b12614 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:25:16.492100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5684d1b8-869e-4e0c-a46f-cb40b7b12614 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:16.496632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5684d1b8-869e-4e0c-a46f-cb40b7b12614 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/b27d50a0-e885-45c7-ba73-db373475e6f1 HTTP/1.1" status: 404 len: 333 time: 0.1460080 Aug 19 12:25:16.500218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58952) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:16.518519 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.532597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292eecc2-6e21-43a4-bee1-45db7342ca02 req-210597c5-d57e-4301-96ac-42e62d3a4625 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.534307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-292eecc2-6e21-43a4-bee1-45db7342ca02 req-210597c5-d57e-4301-96ac-42e62d3a4625 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 946 time: 0.0576885 Aug 19 12:25:16.554691 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ddddf12f-aaa2-4a29-a0b3-59fbde8eb935 req-fc8443de-5432-40b9-b20f-195f2f54b332 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093010 Aug 19 12:25:16.582604 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-292eecc2-6e21-43a4-bee1-45db7342ca02 req-a42732f5-8d3b-42d5-a2d7-cd6d967caba3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415351 Aug 19 12:25:16.584735 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e121a0cf-6b03-448c-bacf-033f8718c53c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:25:16.585207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e121a0cf-6b03-448c-bacf-033f8718c53c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:16.588650 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e121a0cf-6b03-448c-bacf-033f8718c53c tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/32403b26-0a53-4823-bd5b-290052a9b220 HTTP/1.1" status: 404 len: 337 time: 0.0827255 Aug 19 12:25:16.592858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58954) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:16.623389 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa82a0b-96ae-48f5-87bb-8baad85a86a6 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] DELETE failed (client error): The resource could not be found. Aug 19 12:25:16.623853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa82a0b-96ae-48f5-87bb-8baad85a86a6 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:25:16.629437 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4fa82a0b-96ae-48f5-87bb-8baad85a86a6 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/subnets/095f7b6f-1018-445f-ba8b-2e87f3104fbc HTTP/1.1" status: 404 len: 337 time: 0.0318224 Aug 19 12:25:16.629629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58956) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:16.747990 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cf26cbd0-8d9d-4e50-8516-de1c4e0130df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.758267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9bd7783c-1ce4-44af-8dbc-9b06dd727501 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Deleting port 93a67fef-9efc-4ab1-9d1a-c94979ff8281 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:16.759214 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7783c-1ce4-44af-8dbc-9b06dd727501 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.818581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26cbd0-8d9d-4e50-8516-de1c4e0130df None None] No DVR routers for this DVR port 7f586048-7322-4e68-9fa9-5226fd8da9a8 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:16.823109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26cbd0-8d9d-4e50-8516-de1c4e0130df None None] Pushing event deleted for resources: {'Port': ['ID=7f586048-7322-4e68-9fa9-5226fd8da9a8,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:16.862089 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7783c-1ce4-44af-8dbc-9b06dd727501 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.876177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa1a480-2dc2-4143-8b86-fc48602f4458 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:16.878364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9bd7783c-1ce4-44af-8dbc-9b06dd727501 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Calling delete_port for 93a67fef-9efc-4ab1-9d1a-c94979ff8281 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:16.886011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.912620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca880b8-78aa-4ae2-89b8-4c1f311b1b69 req-82eea4a0-855c-4a25-9652-4bc7b637b906 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:16.914250 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0ca880b8-78aa-4ae2-89b8-4c1f311b1b69 req-82eea4a0-855c-4a25-9652-4bc7b637b906 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0817199 Aug 19 12:25:16.915429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Transition to ACTIVE for port object 2aa1a480-2dc2-4143-8b86-fc48602f4458 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:16.916836 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-871b611c-c59f-4862-a0e5-0282f07ec60d req-2d68daf3-a55b-4bc1-86e2-4b86acd5d223 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:16.969193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68daf3-a55b-4bc1-86e2-4b86acd5d223 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Pushing event deleted for resources: {'Port': ['ID=a0ab157e-6b99-4e29-8443-cf94f610cdbd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:17.006625 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0ca880b8-78aa-4ae2-89b8-4c1f311b1b69 req-79325782-96f5-4877-a41a-33dee74feab1 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776653 Aug 19 12:25:17.021889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-871b611c-c59f-4862-a0e5-0282f07ec60d req-2d68daf3-a55b-4bc1-86e2-4b86acd5d223 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] No DVR routers for this DVR port a0ab157e-6b99-4e29-8443-cf94f610cdbd on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:17.030924 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-871b611c-c59f-4862-a0e5-0282f07ec60d req-2d68daf3-a55b-4bc1-86e2-4b86acd5d223 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.033232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-871b611c-c59f-4862-a0e5-0282f07ec60d req-2d68daf3-a55b-4bc1-86e2-4b86acd5d223 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.62 "DELETE /v2.0/ports/a0ab157e-6b99-4e29-8443-cf94f610cdbd HTTP/1.1" status: 204 len: 173 time: 1.2736676 Aug 19 12:25:17.033718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e5efd-e47f-4b79-b522-9d6a9c69703a', 'name': 'network-vif-deleted', 'tag': 'a0ab157e-6b99-4e29-8443-cf94f610cdbd'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:17.037309 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64be21d3-8973-47bd-83c1-c2650ff1cca6" -d '{"events": [{"server_uuid": "458e5efd-e47f-4b79-b522-9d6a9c69703a", "name": "network-vif-deleted", "tag": "a0ab157e-6b99-4e29-8443-cf94f610cdbd"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:17.083844 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.143237 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7783c-1ce4-44af-8dbc-9b06dd727501 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.146025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Pushing event updated for resources: {'Port': ['ID=2aa1a480-2dc2-4143-8b86-fc48602f4458,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:17.196919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7783c-1ce4-44af-8dbc-9b06dd727501 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Port': ['ID=93a67fef-9efc-4ab1-9d1a-c94979ff8281,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:17.210225 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9bd7783c-1ce4-44af-8dbc-9b06dd727501 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.211751 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f44c554-3092-41b6-a422-516b9e2bce98 x-openstack-request-id: req-3f44c554-3092-41b6-a422-516b9e2bce98 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:17.212242 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458e5efd-e47f-4b79-b522-9d6a9c69703a", "name": "network-vif-deleted", "tag": "a0ab157e-6b99-4e29-8443-cf94f610cdbd", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:17.212767 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f44c554-3092-41b6-a422-516b9e2bce98 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:17.213238 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458e5efd-e47f-4b79-b522-9d6a9c69703a', 'name': 'network-vif-deleted', 'tag': 'a0ab157e-6b99-4e29-8443-cf94f610cdbd', 'status': 'completed', 'code': 200} Aug 19 12:25:17.217517 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9bd7783c-1ce4-44af-8dbc-9b06dd727501 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/ports/93a67fef-9efc-4ab1-9d1a-c94979ff8281 HTTP/1.1" status: 204 len: 168 time: 0.5872705 Aug 19 12:25:17.220043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58970) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:17.289967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Attempting to bind port 2aa1a480-2dc2-4143-8b86-fc48602f4458 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:17.290299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Attempting to bind port 2aa1a480-2dc2-4143-8b86-fc48602f4458 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:17.290627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Attempting to bind port 2aa1a480-2dc2-4143-8b86-fc48602f4458 on network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:17.299267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Port 2aa1a480-2dc2-4143-8b86-fc48602f4458 on network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:17.299717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Attempting to bind port 2aa1a480-2dc2-4143-8b86-fc48602f4458 on network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:17.313138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:17.313471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Checking segment: {'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:17.313997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Bound using segment: {'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:17.314421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Bound port: 2aa1a480-2dc2-4143-8b86-fc48602f4458, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:17.323860 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.323860 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.369783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 297c3dee-19c8-47b7-9a4d-5a347029fc63 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:17.402722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 297c3dee-19c8-47b7-9a4d-5a347029fc63 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:17.407724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 297c3dee-19c8-47b7-9a4d-5a347029fc63 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:17.484616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-463eab84-f1d3-4de3-accf-739108782e20 req-876b0e3c-c3a6-465b-a112-3672be58b5bc tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 210 time: 0.0470846 Aug 19 12:25:17.491040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] For port 2aa1a480-2dc2-4143-8b86-fc48602f4458, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:17.493961 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.514498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e0e037-6418-4ef6-b493-9946d57ebc0e']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:17.517988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] For port 2aa1a480-2dc2-4143-8b86-fc48602f4458, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2aa1a480-2dc2-4143-8b86-fc48602f4458,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:17.525948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280e04d1-3acd-40e4-9ba6-603c61a6103f') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:17.526259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280e04d1-3acd-40e4-9ba6-603c61a6103f') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:17.535549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.553473 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.559532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:25:17.562163 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:25:17.562819 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:25:17.672629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d36905-5fbc-4ced-9c6d-686292300c5d req-1e01de3b-afc7-4e9d-9a7a-59d0eaa7f428 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:17.674157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25d36905-5fbc-4ced-9c6d-686292300c5d req-1e01de3b-afc7-4e9d-9a7a-59d0eaa7f428 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 943 time: 0.0504537 Aug 19 12:25:17.712471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25d36905-5fbc-4ced-9c6d-686292300c5d req-70ff717d-6933-4d14-ad31-6243f5a48bfc tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315962 Aug 19 12:25:17.798456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.838367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:17.839005 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.840439 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] 10.222.0.62 "PUT /v2.0/ports/2aa1a480-2dc2-4143-8b86-fc48602f4458 HTTP/1.1" status: 200 len: 1091 time: 1.7883513 Aug 19 12:25:17.860948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991430a1-9783-442e-bdf2-cbd06a44189a req-5f71a97d-0380-4dfb-bb9f-aa72c2a85832 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:17.863061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-991430a1-9783-442e-bdf2-cbd06a44189a req-5f71a97d-0380-4dfb-bb9f-aa72c2a85832 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 946 time: 0.0970156 Aug 19 12:25:17.882503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4641548-1b79-4266-a98b-e30a0ccb3a2c service neutron] Pushing event updated for resources: {'Port': ['ID=2aa1a480-2dc2-4143-8b86-fc48602f4458,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:17.894375 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.904208 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:17.908993 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] 10.222.0.21 "DELETE /v2.0/networks/f6e0e037-6418-4ef6-b493-9946d57ebc0e HTTP/1.1" status: 204 len: 168 time: 0.6851110 Aug 19 12:25:17.925807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ce034-0d42-49ce-961b-078acc199098 tempest-PortsTestJSON-1177841524 tempest-PortsTestJSON-1177841524-project] Pushing event deleted for resources: {'Network': ['ID=f6e0e037-6418-4ef6-b493-9946d57ebc0e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:17.948018 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-991430a1-9783-442e-bdf2-cbd06a44189a req-125e6132-3627-43a4-858e-c50590e7dfcd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667953 Aug 19 12:25:18.098453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-f10f73a6-db85-4a98-9813-91159ce10db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:18.098453 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-f10f73a6-db85-4a98-9813-91159ce10db3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17845ae6dc02421a802560b82a408dc4&device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 1094 time: 0.0613067 Aug 19 12:25:18.145464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-8ddff87c-b32e-4120-af4b-394820a61f9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aa1a480-2dc2-4143-8b86-fc48602f4458 HTTP/1.1" status: 200 len: 217 time: 0.0429778 Aug 19 12:25:18.224656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b019b-543d-43b5-bbe7-947c33547ce6 req-4bd12c97-9829-4699-ac83-e26cd3c0da89 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:18.226146 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f06b019b-543d-43b5-bbe7-947c33547ce6 req-4bd12c97-9829-4699-ac83-e26cd3c0da89 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0837173 Aug 19 12:25:18.227676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-c862924e-f62f-4be1-9365-ed6175df1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:18.229008 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-c862924e-f62f-4be1-9365-ed6175df1ff9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ac76841-d1fc-41c8-b901-2eb1eb321f66 HTTP/1.1" status: 200 len: 862 time: 0.0750248 Aug 19 12:25:18.273663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-bd4de415-9a61-4cf2-98b1-1832b66d6fa6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336463 Aug 19 12:25:18.307539 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f06b019b-543d-43b5-bbe7-947c33547ce6 req-49c77108-2e7e-4c05-a7a1-2369fd7c995d tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743599 Aug 19 12:25:18.373895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-dbaa8e21-d438-47a3-8b43-328a0a15a202 service neutron] 10.222.0.62 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891426 Aug 19 12:25:18.512750 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cbea0fa-d58e-4d8b-9e4f-c2c50db035ff req-690d3a1c-7006-4c94-aea3-7c826a7e1a06 service neutron] 10.222.0.62 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225893 Aug 19 12:25:18.785438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59018) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:18.939845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-029ff673-3fca-4635-a937-bfa15101f5be req-ae225bce-e7d0-44b9-b218-b7e775f0acac tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 210 time: 0.0311971 Aug 19 12:25:18.940778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b6b54735-d1d8-4e17-8659-f70af338dbd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c626a89e92434352a2dc7dedaa7c508c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528103 Aug 19 12:25:18.942509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59024) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:18.992138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1bedac5b-f712-4437-9023-6d24d427ff90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.014661 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1bedac5b-f712-4437-9023-6d24d427ff90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.045940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488705cd-6269-4777-838a-ae5607b7840c req-77196b1c-b2a2-4931-8f26-57f9d15b2ea4 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:19.051561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-488705cd-6269-4777-838a-ae5607b7840c req-77196b1c-b2a2-4931-8f26-57f9d15b2ea4 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 943 time: 0.0556083 Aug 19 12:25:19.088149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-488705cd-6269-4777-838a-ae5607b7840c req-7b43d91b-3500-412f-b21c-a34f95c5fc89 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Aug 19 12:25:19.198256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299ebf9-6167-4107-85ca-2a3ce28ff0d6 req-e5eaa13b-1f34-4ecc-bc7f-2f8c943cfec4 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:19.199786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a299ebf9-6167-4107-85ca-2a3ce28ff0d6 req-e5eaa13b-1f34-4ecc-bc7f-2f8c943cfec4 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0491755 Aug 19 12:25:19.207165 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1bedac5b-f712-4437-9023-6d24d427ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.211896 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1bedac5b-f712-4437-9023-6d24d427ff90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:19.211896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1bedac5b-f712-4437-9023-6d24d427ff90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7a6e0cc-d0c3-4dd7-aae7-614d7dc4a95e HTTP/1.1" status: 204 len: 168 time: 0.2673440 Aug 19 12:25:19.216671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf13d709-022d-448f-8d47-27ba6a46c289', 'tag': '2aa1a480-2dc2-4143-8b86-fc48602f4458'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:19.220224 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce211fcc-a158-4dc3-9b86-ad0effc203a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cf13d709-022d-448f-8d47-27ba6a46c289", "tag": "2aa1a480-2dc2-4143-8b86-fc48602f4458"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:19.220559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedac5b-f712-4437-9023-6d24d427ff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a6e0cc-d0c3-4dd7-aae7-614d7dc4a95e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:19.260604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a299ebf9-6167-4107-85ca-2a3ce28ff0d6 req-d6ff22b1-b25c-4e22-b28a-528b598cac95 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526650 Aug 19 12:25:19.386077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a0ab157e-6b99-4e29-8443-cf94f610cdbd no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:19.410289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: a0ab157e-6b99-4e29-8443-cf94f610cdbd {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:19.410637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a0ab157e-6b99-4e29-8443-cf94f610cdbd not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:19.415907 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a590440-c399-496a-96cc-23e608350f61 x-openstack-request-id: req-7a590440-c399-496a-96cc-23e608350f61 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:19.416196 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf13d709-022d-448f-8d47-27ba6a46c289", "tag": "2aa1a480-2dc2-4143-8b86-fc48602f4458", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:19.416447 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a590440-c399-496a-96cc-23e608350f61 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:19.416847 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf13d709-022d-448f-8d47-27ba6a46c289', 'tag': '2aa1a480-2dc2-4143-8b86-fc48602f4458', 'status': 'completed', 'code': 200} Aug 19 12:25:19.489739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce211fcc-a158-4dc3-9b86-ad0effc203a5 req-2828b5a6-4423-44d4-843d-f6b39584f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:19.491291 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce211fcc-a158-4dc3-9b86-ad0effc203a5 req-2828b5a6-4423-44d4-843d-f6b39584f6bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17845ae6dc02421a802560b82a408dc4&device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 1094 time: 0.0465889 Aug 19 12:25:19.582922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce211fcc-a158-4dc3-9b86-ad0effc203a5 req-30821d99-fc99-4e34-a3cd-22ccb7c5db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:19.584332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce211fcc-a158-4dc3-9b86-ad0effc203a5 req-30821d99-fc99-4e34-a3cd-22ccb7c5db2e service neutron] 10.222.0.62 "GET /v2.0/networks?id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 HTTP/1.1" status: 200 len: 923 time: 0.0842438 Aug 19 12:25:19.633910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce211fcc-a158-4dc3-9b86-ad0effc203a5 req-dd71be3d-df97-4f10-895c-4ef27eb6121c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aa1a480-2dc2-4143-8b86-fc48602f4458 HTTP/1.1" status: 200 len: 217 time: 0.0384521 Aug 19 12:25:19.688191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce211fcc-a158-4dc3-9b86-ad0effc203a5 req-0ee7636b-7256-4e99-a193-da506f88fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:19.689838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce211fcc-a158-4dc3-9b86-ad0effc203a5 req-0ee7636b-7256-4e99-a193-da506f88fa32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ac76841-d1fc-41c8-b901-2eb1eb321f66 HTTP/1.1" status: 200 len: 862 time: 0.0481679 Aug 19 12:25:19.724620 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce211fcc-a158-4dc3-9b86-ad0effc203a5 req-3acd6a57-cb84-47e8-b986-6d88d6901f10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269406 Aug 19 12:25:19.828454 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce211fcc-a158-4dc3-9b86-ad0effc203a5 req-87da6745-6653-475c-88c5-b55bf360b2ff service neutron] 10.222.0.62 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940981 Aug 19 12:25:19.841192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-3b6c4ecf-0c86-413a-b5a6-1a271e1f9770 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:25:19.842213 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-3b6c4ecf-0c86-413a-b5a6-1a271e1f9770 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069995 Aug 19 12:25:19.858873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Request body: {'binding': {'host': 'n-h1-803757-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:19.859337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Unknown quota resources ['binding']. {{(pid=95542) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:25:20.016054 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce211fcc-a158-4dc3-9b86-ad0effc203a5 req-11825c71-d9bf-46b5-bff1-241d512de9c5 service neutron] 10.222.0.62 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789565 Aug 19 12:25:20.050754 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fb2e0f2-ac7d-4442-a683-d5530d1c37a8 req-017ce162-8775-4000-ab48-52600f0ff51d tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 210 time: 0.0370569 Aug 19 12:25:20.085479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on host n-h1-803757-2 for vnic_type normal with profile None {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:20.085781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:20.086116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:20.090763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:20.091115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:20.096487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:20.096828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:20.097209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:20.097638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Bound port: cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:20.162230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:20.217572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1927242-aa85-4367-b5d3-14599eb77e93 req-e61f2c53-3c83-4ac3-ae76-4275006357d8 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.219154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1927242-aa85-4367-b5d3-14599eb77e93 req-e61f2c53-3c83-4ac3-ae76-4275006357d8 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 943 time: 0.0556958 Aug 19 12:25:20.258179 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1927242-aa85-4367-b5d3-14599eb77e93 req-fcd7eb48-b8df-4afb-821d-4450fec3c4ce tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330696 Aug 19 12:25:20.346338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fc565-3248-4abe-bbcf-e230fc4f5b63 req-32ee1fd6-d8db-4f96-a087-08b7cbfe8711 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.346600 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b4fc565-3248-4abe-bbcf-e230fc4f5b63 req-32ee1fd6-d8db-4f96-a087-08b7cbfe8711 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.0541513 Aug 19 12:25:20.400714 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] Notify callbacks [] for binding, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.401904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] 10.222.0.21 "POST /v2.0/ports/cfa267a4-1315-4f8b-ba5d-199bafc7de5c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5518794 Aug 19 12:25:20.461954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31448a84-026b-4471-8e74-8b3f10eefcc9 req-d619edb2-eb91-4006-aeaf-c70a68bcffb4 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.463530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31448a84-026b-4471-8e74-8b3f10eefcc9 req-d619edb2-eb91-4006-aeaf-c70a68bcffb4 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 946 time: 0.1268513 Aug 19 12:25:20.511432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-0b4fc565-3248-4abe-bbcf-e230fc4f5b63 req-37651ba1-bfcf-4ec8-89fa-75714ce20d02 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Deleting port 3ed46404-6f98-4953-a766-86af9d3d4d1c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:20.511776 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0b4fc565-3248-4abe-bbcf-e230fc4f5b63 req-37651ba1-bfcf-4ec8-89fa-75714ce20d02 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.520098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-e01d044d-3fff-4ce8-930f-04af58742c73 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:20.520650 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31448a84-026b-4471-8e74-8b3f10eefcc9 req-eb62fb33-70b4-4e83-aaea-023357a1648a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489504 Aug 19 12:25:20.521719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-e01d044d-3fff-4ce8-930f-04af58742c73 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "GET /v2.0/networks?id=eddfbb48-5e14-41bc-b1f7-415e402a085d HTTP/1.1" status: 200 len: 812 time: 0.1300676 Aug 19 12:25:20.541587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Request body: {'port': {'device_id': '58f3daf0-2deb-4059-b1d0-6833dc69ebdd', 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d', 'admin_state_up': True, 'tenant_id': '36dc8682afa94302b8378320634e58dc'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:20.616916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-0b4fc565-3248-4abe-bbcf-e230fc4f5b63 req-37651ba1-bfcf-4ec8-89fa-75714ce20d02 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] For port 3ed46404-6f98-4953-a766-86af9d3d4d1c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3ed46404-6f98-4953-a766-86af9d3d4d1c,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:20.617298 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0b4fc565-3248-4abe-bbcf-e230fc4f5b63 req-37651ba1-bfcf-4ec8-89fa-75714ce20d02 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.632776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-0b4fc565-3248-4abe-bbcf-e230fc4f5b63 req-37651ba1-bfcf-4ec8-89fa-75714ce20d02 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Calling delete_port for 3ed46404-6f98-4953-a766-86af9d3d4d1c owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:20.803762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Made reservation on behalf of 36dc8682afa94302b8378320634e58dc for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:20.809837 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:20.812169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59066) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:20.975882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Allocated IP 172.20.0.5 (eddfbb48-5e14-41bc-b1f7-415e402a085d/2c6319b7-2087-4722-b404-15d074ef7303/c6d5608b-049a-41df-8482-a53b6f0c76ca) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:20.982680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d94c9566-2250-4040-b918-c9cb7aa17543 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:20.983406 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-d94c9566-2250-4040-b918-c9cb7aa17543 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 12:25:20.983893 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-d94c9566-2250-4040-b918-c9cb7aa17543 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:25:20.987847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d94c9566-2250-4040-b918-c9cb7aa17543 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1717508 Aug 19 12:25:20.989201 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59072) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:21.003802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-91751e94-d308-4fb8-8c60-8f306e860f52 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253290765'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:21.068464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b374b-9072-4221-9eef-5a24f5353a47 req-78a79a69-45fb-4e2c-9648-2c6881ae9db2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:21.069956 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-730b374b-9072-4221-9eef-5a24f5353a47 req-78a79a69-45fb-4e2c-9648-2c6881ae9db2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.0748868 Aug 19 12:25:21.149447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-730b374b-9072-4221-9eef-5a24f5353a47 req-9f743e36-8f35-49b6-acce-c6292dda43fc tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732670 Aug 19 12:25:21.172774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4955b4c6-c447-41ed-a0df-44b2f578c7ef req-97f9a3a3-8a1d-4a52-8b4b-d8ff1d7246c8 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 210 time: 0.0343623 Aug 19 12:25:21.197873 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91751e94-d308-4fb8-8c60-8f306e860f52 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.205594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.213920 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91751e94-d308-4fb8-8c60-8f306e860f52 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.334481 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91751e94-d308-4fb8-8c60-8f306e860f52 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.357596 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0b4fc565-3248-4abe-bbcf-e230fc4f5b63 req-37651ba1-bfcf-4ec8-89fa-75714ce20d02 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.369538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['3ed46404-6f98-4953-a766-86af9d3d4d1c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:21.390036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37651ba1-bfcf-4ec8-89fa-75714ce20d02 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event deleted for resources: {'Port': ['ID=3ed46404-6f98-4953-a766-86af9d3d4d1c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:21.391508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2aa1a480-2dc2-4143-8b86-fc48602f4458 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:21.441048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4fc565-3248-4abe-bbcf-e230fc4f5b63 req-37651ba1-bfcf-4ec8-89fa-75714ce20d02 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] No DVR routers for this DVR port 3ed46404-6f98-4953-a766-86af9d3d4d1c on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:21.457260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd590d1-4e3e-4432-995c-3f3404bbcde4 req-04a1603d-dc38-40b5-be60-9d773da2bf82 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:21.458752 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-abd590d1-4e3e-4432-995c-3f3404bbcde4 req-04a1603d-dc38-40b5-be60-9d773da2bf82 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 943 time: 0.1318867 Aug 19 12:25:21.461242 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0b4fc565-3248-4abe-bbcf-e230fc4f5b63 req-37651ba1-bfcf-4ec8-89fa-75714ce20d02 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.463213 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b4fc565-3248-4abe-bbcf-e230fc4f5b63 req-37651ba1-bfcf-4ec8-89fa-75714ce20d02 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "DELETE /v2.0/ports/3ed46404-6f98-4953-a766-86af9d3d4d1c HTTP/1.1" status: 204 len: 173 time: 1.1086724 Aug 19 12:25:21.463649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17bdfeb-ba45-497b-9011-2d68aba256ec', 'name': 'network-vif-deleted', 'tag': '3ed46404-6f98-4953-a766-86af9d3d4d1c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:21.465937 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e8f28a-dab8-4314-84fe-e8d1d0a4f9da" -d '{"events": [{"server_uuid": "a17bdfeb-ba45-497b-9011-2d68aba256ec", "name": "network-vif-deleted", "tag": "3ed46404-6f98-4953-a766-86af9d3d4d1c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:21.474411 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.508254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 2aa1a480-2dc2-4143-8b86-fc48602f4458, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2aa1a480-2dc2-4143-8b86-fc48602f4458,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:21.515206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91751e94-d308-4fb8-8c60-8f306e860f52 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.527843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '2aa1a480-2dc2-4143-8b86-fc48602f4458', 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83', 'port_id': '2aa1a480-2dc2-4143-8b86-fc48602f4458', 'mac_address': 'fa:16:3e:16:75:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac76841-d1fc-41c8-b901-2eb1eb321f66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:21.540630 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b17fc62-3a1b-4245-a3b5-b13e5cc326d5 x-openstack-request-id: req-2b17fc62-3a1b-4245-a3b5-b13e5cc326d5 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:21.540918 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17bdfeb-ba45-497b-9011-2d68aba256ec", "name": "network-vif-deleted", "tag": "3ed46404-6f98-4953-a766-86af9d3d4d1c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:21.541173 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b17fc62-3a1b-4245-a3b5-b13e5cc326d5 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:21.541570 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17bdfeb-ba45-497b-9011-2d68aba256ec', 'name': 'network-vif-deleted', 'tag': '3ed46404-6f98-4953-a766-86af9d3d4d1c', 'status': 'completed', 'code': 200} Aug 19 12:25:21.560065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Network eddfbb48-5e14-41bc-b1f7-415e402a085d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:21.564809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91751e94-d308-4fb8-8c60-8f306e860f52 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dfa044-c6ec-42b8-805e-920034c7b966,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:21.584722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.591064 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-abd590d1-4e3e-4432-995c-3f3404bbcde4 req-2eb0a1bf-1f4f-4bb3-80eb-80ce47285537 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061826 Aug 19 12:25:21.594406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:21.613209 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa1a480-2dc2-4143-8b86-fc48602f4458 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:21.616418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:21.650454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 2aa1a480-2dc2-4143-8b86-fc48602f4458, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2aa1a480-2dc2-4143-8b86-fc48602f4458,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:21.658535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-93f64edc-5345-41d5-ab8a-d5703e2be883 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:21.659796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Pushing event updated for resources: {'Port': ['ID=c6d5608b-049a-41df-8482-a53b6f0c76ca,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:21.660553 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-93f64edc-5345-41d5-ab8a-d5703e2be883 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "GET /v2.0/networks?id=eddfbb48-5e14-41bc-b1f7-415e402a085d HTTP/1.1" status: 200 len: 812 time: 0.2211547 Aug 19 12:25:21.674583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Request body: {'port': {'device_id': '056c2ab5-9210-4b74-b902-737563ef2421', 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d', 'admin_state_up': True, 'tenant_id': '36dc8682afa94302b8378320634e58dc'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:21.716758 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7da74d6d-a2b7-4792-9519-fc80a7208763 req-ec0ec358-302b-45df-9a37-5e06b40f38f7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 210 time: 0.0638485 Aug 19 12:25:21.773409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:21.774113 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.805165 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91751e94-d308-4fb8-8c60-8f306e860f52 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.851059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-edc16eee-6499-4ee4-9242-6d0be95fb817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:21.852608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-edc16eee-6499-4ee4-9242-6d0be95fb817 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 1097 time: 0.0497334 Aug 19 12:25:21.943927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-bb9b1d12-7da9-4831-ada1-4b5d1b5301df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:21.944724 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:21.945422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-bb9b1d12-7da9-4831-ada1-4b5d1b5301df service neutron] 10.222.0.62 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.0847800 Aug 19 12:25:21.994052 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-69181ace-246c-4834-bb2a-f5840b02ba1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c HTTP/1.1" status: 200 len: 217 time: 0.0401919 Aug 19 12:25:21.994510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=2aa1a480-2dc2-4143-8b86-fc48602f4458,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:21.998108 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91751e94-d308-4fb8-8c60-8f306e860f52 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.027761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91751e94-d308-4fb8-8c60-8f306e860f52 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506d315b-0675-490b-be41-10108ea9c90a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:22.059651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-72be322a-d3a1-46ee-a9d5-b978f34fc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:22.061187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-72be322a-d3a1-46ee-a9d5-b978f34fc470 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0594077 Aug 19 12:25:22.093271 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-7651c02b-e72a-4ffc-b55a-776eba473eaf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249047 Aug 19 12:25:22.183479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-0a42a491-5902-44ae-ad30-f1e193f58f7e service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827956 Aug 19 12:25:22.239157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['2aa1a480-2dc2-4143-8b86-fc48602f4458'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:22.278152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Made reservation on behalf of 36dc8682afa94302b8378320634e58dc for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:22.281741 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.281872 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23081424-019d-484c-9798-ab30c213fa0d req-d9c8bdf7-a89e-4268-aba0-4345daa70b3d tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 210 time: 0.0377276 Aug 19 12:25:22.353139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580e83e-a478-4cf7-b14d-f9cd6d277ddf req-28b8d4fd-832f-4afe-83a0-5676689810a0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:22.354672 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0580e83e-a478-4cf7-b14d-f9cd6d277ddf req-28b8d4fd-832f-4afe-83a0-5676689810a0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.1158621 Aug 19 12:25:22.401480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-675173c6-bab8-4b26-8b70-eacba0c0fdae service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096655 Aug 19 12:25:22.442525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0580e83e-a478-4cf7-b14d-f9cd6d277ddf req-95e0d687-0ff1-45af-81ef-b1ca053bbd59 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544443 Aug 19 12:25:22.489972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Allocated IP 172.20.0.8 (eddfbb48-5e14-41bc-b1f7-415e402a085d/2c6319b7-2087-4722-b404-15d074ef7303/d447cb44-d403-4c5a-b59c-23ccb4c622eb) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:22.589225 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91751e94-d308-4fb8-8c60-8f306e860f52 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.590603 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-91751e94-d308-4fb8-8c60-8f306e860f52 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6002760 Aug 19 12:25:22.593327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59092) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:22.599335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e7ffd857-4f3a-4168-a9f2-d92f28745d32 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': '506d315b-0675-490b-be41-10108ea9c90a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:22.630408 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-bcd0e511-c6d3-4608-ae14-1eaa9beefe5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0985720 Aug 19 12:25:22.646301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.652034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Request body: {'port': {'device_id': '58f3daf0-2deb-4059-b1d0-6833dc69ebdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:22.758082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967e6c8-2c6d-4282-a1d8-785d999b1f8f req-61bbb5c2-d867-4e98-b4ef-3837094324c7 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:22.759625 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3967e6c8-2c6d-4282-a1d8-785d999b1f8f req-61bbb5c2-d867-4e98-b4ef-3837094324c7 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 944 time: 0.1019478 Aug 19 12:25:22.763805 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.777103 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd857-4f3a-4168-a9f2-d92f28745d32 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.824518 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:22.845813 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d6911fcb-60be-4335-a92f-9bb3492f557d req-e088ee9d-6417-43db-9023-f07799d738f4 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17bdfeb-ba45-497b-9011-2d68aba256ec HTTP/1.1" status: 200 len: 210 time: 0.0334020 Aug 19 12:25:22.895844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Network eddfbb48-5e14-41bc-b1f7-415e402a085d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:22.899198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:22.903264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:22.914716 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3967e6c8-2c6d-4282-a1d8-785d999b1f8f req-8917e88e-681b-4af6-a2bb-0bdf68b467ba tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260858 Aug 19 12:25:22.948504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Pushing event updated for resources: {'Port': ['ID=d447cb44-d403-4c5a-b59c-23ccb4c622eb,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:22.969299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:22.969653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:22.970034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:22.970969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:22.971267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:22.971603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:22.971935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:22.972273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:22.972603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:22.972930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:22.973259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:22.973587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:23.002637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:23.003304 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd857-4f3a-4168-a9f2-d92f28745d32 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.003784 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.144811 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-b1e72ffd-b45b-4539-a750-f076cde6cead tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4747517 Aug 19 12:25:23.145451 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd857-4f3a-4168-a9f2-d92f28745d32 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.159926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Request body: {'port': {'device_id': '056c2ab5-9210-4b74-b902-737563ef2421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:23.192575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d5608b-049a-41df-8482-a53b6f0c76ca {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:23.195926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffd857-4f3a-4168-a9f2-d92f28745d32 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d26ce63-be9a-45d9-8fed-14e8dbcfb6ed,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:23.208530 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.216308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.223841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Transition to ACTIVE for port object c6d5608b-049a-41df-8482-a53b6f0c76ca will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:23.355134 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd857-4f3a-4168-a9f2-d92f28745d32 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.356378 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e7ffd857-4f3a-4168-a9f2-d92f28745d32 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7609949 Aug 19 12:25:23.359154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59106) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:23.363769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3621adc3-6d88-40ba-803f-6b2de6fc1d36 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': '506d315b-0675-490b-be41-10108ea9c90a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:23.388104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2aa1a480-2dc2-4143-8b86-fc48602f4458 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:23.408373 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.412977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea396fe6-122b-46c8-b150-4903bd5efbfb req-27833e24-f7ed-4119-9963-00d6c0a36f00 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:23.415669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea396fe6-122b-46c8-b150-4903bd5efbfb req-27833e24-f7ed-4119-9963-00d6c0a36f00 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 931 time: 0.0572159 Aug 19 12:25:23.500539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d5608b-049a-41df-8482-a53b6f0c76ca,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:23.533141 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea396fe6-122b-46c8-b150-4903bd5efbfb req-7563b52c-0b1b-4219-ab7e-c1080fc9ca68 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642591 Aug 19 12:25:23.563115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 2aa1a480-2dc2-4143-8b86-fc48602f4458 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:23.568064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 2aa1a480-2dc2-4143-8b86-fc48602f4458 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:23.568221 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.592849 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3621adc3-6d88-40ba-803f-6b2de6fc1d36 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.619236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d447cb44-d403-4c5a-b59c-23ccb4c622eb {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:23.628157 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.635110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Attempting to bind port c6d5608b-049a-41df-8482-a53b6f0c76ca on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:23.635707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Attempting to bind port c6d5608b-049a-41df-8482-a53b6f0c76ca by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:23.636039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Attempting to bind port c6d5608b-049a-41df-8482-a53b6f0c76ca on network eddfbb48-5e14-41bc-b1f7-415e402a085d {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:23.644066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Transition to ACTIVE for port object d447cb44-d403-4c5a-b59c-23ccb4c622eb will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:23.653893 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.657346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Port c6d5608b-049a-41df-8482-a53b6f0c76ca on network eddfbb48-5e14-41bc-b1f7-415e402a085d not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:23.657736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Attempting to bind port c6d5608b-049a-41df-8482-a53b6f0c76ca on network eddfbb48-5e14-41bc-b1f7-415e402a085d {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:23.672806 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f23760-b2cd-471a-b2aa-eb8135504dc9 req-81ef5966-2f5f-46bb-9db6-b4a5503c971f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:23.675019 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9f23760-b2cd-471a-b2aa-eb8135504dc9 req-81ef5966-2f5f-46bb-9db6-b4a5503c971f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.1488645 Aug 19 12:25:23.681381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf13d709-022d-448f-8d47-27ba6a46c289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa1a480-2dc2-4143-8b86-fc48602f4458'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:23.683911 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a967ccef-ec06-44c1-bc4d-2b8c5335a1aa" -d '{"events": [{"server_uuid": "cf13d709-022d-448f-8d47-27ba6a46c289", "name": "network-vif-plugged", "status": "completed", "tag": "2aa1a480-2dc2-4143-8b86-fc48602f4458"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:23.689291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:23.689291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Checking segment: {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:23.689291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Bound using segment: {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:23.689291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Bound port: c6d5608b-049a-41df-8482-a53b6f0c76ca, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:23.689291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.701811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 2aa1a480-2dc2-4143-8b86-fc48602f4458, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2aa1a480-2dc2-4143-8b86-fc48602f4458,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:23.730437 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7849b1-ebd1-4c02-9d54-2bb3f75972f9 x-openstack-request-id: req-2d7849b1-ebd1-4c02-9d54-2bb3f75972f9 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:23.730792 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf13d709-022d-448f-8d47-27ba6a46c289", "name": "network-vif-plugged", "status": "completed", "tag": "2aa1a480-2dc2-4143-8b86-fc48602f4458", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:23.731084 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d7849b1-ebd1-4c02-9d54-2bb3f75972f9 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:23.739298 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf13d709-022d-448f-8d47-27ba6a46c289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa1a480-2dc2-4143-8b86-fc48602f4458', 'code': 200} Aug 19 12:25:23.781257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9f23760-b2cd-471a-b2aa-eb8135504dc9 req-2824ef8e-9175-4a72-85cc-e6965621b4fc tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975230 Aug 19 12:25:23.812191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] For port c6d5608b-049a-41df-8482-a53b6f0c76ca, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:23.817119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] For port c6d5608b-049a-41df-8482-a53b6f0c76ca, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c6d5608b-049a-41df-8482-a53b6f0c76ca,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:23.840940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f43f6-a318-4abb-b2b5-a67176a26718 req-eb8251cc-c3b3-41ad-8e16-617f035bd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:23.842622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d5f43f6-a318-4abb-b2b5-a67176a26718 req-eb8251cc-c3b3-41ad-8e16-617f035bd17e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 1095 time: 0.0429094 Aug 19 12:25:23.866276 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.926845 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:23.927625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3ed46404-6f98-4953-a766-86af9d3d4d1c no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:23.929221 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-3621adc3-6d88-40ba-803f-6b2de6fc1d36 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:25:23.930614 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3621adc3-6d88-40ba-803f-6b2de6fc1d36 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5701067 Aug 19 12:25:23.932328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d5f43f6-a318-4abb-b2b5-a67176a26718 req-7d45c0b4-fdfd-4116-b0cb-93d4399a35c4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816360 Aug 19 12:25:23.938071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59118) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:23.994133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=2aa1a480-2dc2-4143-8b86-fc48602f4458,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:23.997071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 3ed46404-6f98-4953-a766-86af9d3d4d1c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:23.997636 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3ed46404-6f98-4953-a766-86af9d3d4d1c not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:24.025026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Pushing event updated for resources: {'Port': ['ID=d447cb44-d403-4c5a-b59c-23ccb4c622eb,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:24.025257 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.071899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.072517 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.073916 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] 10.222.0.30 "PUT /v2.0/ports/c6d5608b-049a-41df-8482-a53b6f0c76ca HTTP/1.1" status: 200 len: 1091 time: 1.4342515 Aug 19 12:25:24.074369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f3daf0-2deb-4059-b1d0-6833dc69ebdd', 'tag': 'c6d5608b-049a-41df-8482-a53b6f0c76ca'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:24.078709 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07516ae8-9bad-426d-afde-66186cd147a2" -d '{"events": [{"name": "network-changed", "server_uuid": "58f3daf0-2deb-4059-b1d0-6833dc69ebdd", "tag": "c6d5608b-049a-41df-8482-a53b6f0c76ca"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:24.102124 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b043c658-96a0-4396-b725-591f09e8b74c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.104252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b658d-55ca-4b9c-9d76-f5265026b858 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d5608b-049a-41df-8482-a53b6f0c76ca,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:24.166233 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b043c658-96a0-4396-b725-591f09e8b74c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.184781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd7483-8c52-4542-8301-1df0f5fc5e0b req-6ae26ddf-9a6b-416a-8869-4e49758e6f27 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.184781 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1dbd7483-8c52-4542-8301-1df0f5fc5e0b req-6ae26ddf-9a6b-416a-8869-4e49758e6f27 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.1383359 Aug 19 12:25:24.240314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Attempting to bind port d447cb44-d403-4c5a-b59c-23ccb4c622eb on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:24.240314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Attempting to bind port d447cb44-d403-4c5a-b59c-23ccb4c622eb by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:24.240520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Attempting to bind port d447cb44-d403-4c5a-b59c-23ccb4c622eb on network eddfbb48-5e14-41bc-b1f7-415e402a085d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:24.258479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Port d447cb44-d403-4c5a-b59c-23ccb4c622eb on network eddfbb48-5e14-41bc-b1f7-415e402a085d not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:24.258752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Attempting to bind port d447cb44-d403-4c5a-b59c-23ccb4c622eb on network eddfbb48-5e14-41bc-b1f7-415e402a085d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:24.269232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:24.269571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Checking segment: {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:24.269949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Bound using segment: {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:24.270434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Bound port: d447cb44-d403-4c5a-b59c-23ccb4c622eb, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e77ae3b-a90d-4d1e-9c86-769f5109afa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:24.270796 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.277536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1dbd7483-8c52-4542-8301-1df0f5fc5e0b req-cddbb737-3692-4f35-87d9-4aff7f9512ee tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862379 Aug 19 12:25:24.343943 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe10bd9-4924-4ef2-8f32-e4dd678bff7b x-openstack-request-id: req-0fe10bd9-4924-4ef2-8f32-e4dd678bff7b {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:24.343943 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f3daf0-2deb-4059-b1d0-6833dc69ebdd", "tag": "c6d5608b-049a-41df-8482-a53b6f0c76ca", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:24.343943 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fe10bd9-4924-4ef2-8f32-e4dd678bff7b {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:24.344397 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f3daf0-2deb-4059-b1d0-6833dc69ebdd', 'tag': 'c6d5608b-049a-41df-8482-a53b6f0c76ca', 'status': 'completed', 'code': 200} Aug 19 12:25:24.349125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] For port d447cb44-d403-4c5a-b59c-23ccb4c622eb, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:24.352584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] For port d447cb44-d403-4c5a-b59c-23ccb4c622eb, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d447cb44-d403-4c5a-b59c-23ccb4c622eb,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:24.401311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-c801a4f3-8a72-4ca8-b56c-c93cfa921672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.402832 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-c801a4f3-8a72-4ca8-b56c-c93cfa921672 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36dc8682afa94302b8378320634e58dc&device_id=58f3daf0-2deb-4059-b1d0-6833dc69ebdd HTTP/1.1" status: 200 len: 1094 time: 0.1023512 Aug 19 12:25:24.452508 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-90f4694c-3b05-4391-ae75-7afee41d9c89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6d5608b-049a-41df-8482-a53b6f0c76ca HTTP/1.1" status: 200 len: 217 time: 0.0401251 Aug 19 12:25:24.459580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-a52649d6-6eef-46c1-8918-a5dca70d4cd2 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.461000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-a52649d6-6eef-46c1-8918-a5dca70d4cd2 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.1892691 Aug 19 12:25:24.488732 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b043c658-96a0-4396-b725-591f09e8b74c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.491486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b043c658-96a0-4396-b725-591f09e8b74c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.495079 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b043c658-96a0-4396-b725-591f09e8b74c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "DELETE /v2.0/security-groups/506d315b-0675-490b-be41-10108ea9c90a HTTP/1.1" status: 204 len: 168 time: 0.5528724 Aug 19 12:25:24.495769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59138) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:24.497172 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-0c5f0bbf-f653-41ae-97c9-b9198f8654d9 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/quotas/e9122b62ade54036998fddd91baf1714 HTTP/1.1" status: 200 len: 375 time: 0.0281003 Aug 19 12:25:24.505119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043c658-96a0-4396-b725-591f09e8b74c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506d315b-0675-490b-be41-10108ea9c90a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:24.541048 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.551610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-a086e677-8548-4c23-b92c-cdcb5fbf6299 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452802 Aug 19 12:25:24.569704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-a15d8ec9-c9a0-4202-a065-df37d2352772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.571197 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-a15d8ec9-c9a0-4202-a065-df37d2352772 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c6319b7-2087-4722-b404-15d074ef7303 HTTP/1.1" status: 200 len: 852 time: 0.1093347 Aug 19 12:25:24.609972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.609972 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.609972 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] 10.222.0.30 "PUT /v2.0/ports/d447cb44-d403-4c5a-b59c-23ccb4c622eb HTTP/1.1" status: 200 len: 1091 time: 1.4425359 Aug 19 12:25:24.609972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056c2ab5-9210-4b74-b902-737563ef2421', 'tag': 'd447cb44-d403-4c5a-b59c-23ccb4c622eb'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:24.609972 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4953ae6-307d-4cc3-a824-721944888ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "056c2ab5-9210-4b74-b902-737563ef2421", "tag": "d447cb44-d403-4c5a-b59c-23ccb4c622eb"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:24.624036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86630b0d-1c15-4d22-883f-8fe1402ade58 service neutron] Pushing event updated for resources: {'Port': ['ID=d447cb44-d403-4c5a-b59c-23ccb4c622eb,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:24.658242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-dc42b2b1-30b1-4302-84e1-c1f9ead78506 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eddfbb48-5e14-41bc-b1f7-415e402a085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786903 Aug 19 12:25:24.667896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c905458e-8243-4e33-9755-60093f8cfbac tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1697197 Aug 19 12:25:24.673490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59146) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:24.678075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group': {'name': 'tempest-secgroup--455123029'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:24.697826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5f8f1-f5aa-4fb4-aa3d-5e44fe41b97f req-aa25aaed-c7d4-449e-a5fb-00281c2d3477 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.699378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e1b5f8f1-f5aa-4fb4-aa3d-5e44fe41b97f req-aa25aaed-c7d4-449e-a5fb-00281c2d3477 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 943 time: 0.0587530 Aug 19 12:25:24.741653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e1b5f8f1-f5aa-4fb4-aa3d-5e44fe41b97f req-c69721c1-60fc-4e8b-bf8a-0da0148b98bd tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330873 Aug 19 12:25:24.784825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-f00b9960-91de-443d-9ad2-a8d43fd828e3 service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063987 Aug 19 12:25:24.810113 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9957d3-cc00-41fb-99fd-144a5fef2556 x-openstack-request-id: req-ba9957d3-cc00-41fb-99fd-144a5fef2556 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:24.810779 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056c2ab5-9210-4b74-b902-737563ef2421", "tag": "d447cb44-d403-4c5a-b59c-23ccb4c622eb", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:24.811417 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba9957d3-cc00-41fb-99fd-144a5fef2556 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:24.811962 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056c2ab5-9210-4b74-b902-737563ef2421', 'tag': 'd447cb44-d403-4c5a-b59c-23ccb4c622eb', 'status': 'completed', 'code': 200} Aug 19 12:25:24.857470 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-05d839c7-0479-4982-9b37-4f085c4f5ee9 service neutron] 10.222.0.30 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883643 Aug 19 12:25:24.917508 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4953ae6-307d-4cc3-a824-721944888ac1 req-ca44eac5-ae67-4f77-91d3-03c6e539b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.919133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4953ae6-307d-4cc3-a824-721944888ac1 req-ca44eac5-ae67-4f77-91d3-03c6e539b9e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36dc8682afa94302b8378320634e58dc&device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 1094 time: 0.0758836 Aug 19 12:25:24.920396 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:24.990260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4290b-559b-4dab-8241-1f83c9d746ff req-e1c09bb3-a819-484b-801f-18b8673722f5 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:24.991936 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80b4290b-559b-4dab-8241-1f83c9d746ff req-e1c09bb3-a819-484b-801f-18b8673722f5 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.1222019 Aug 19 12:25:25.070382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80b4290b-559b-4dab-8241-1f83c9d746ff req-ec577851-2c0f-4988-b4a8-51acd980548f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607233 Aug 19 12:25:25.087967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4953ae6-307d-4cc3-a824-721944888ac1 req-42e05c28-1939-451e-802f-b84693dd4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.089462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4953ae6-307d-4cc3-a824-721944888ac1 req-42e05c28-1939-451e-802f-b84693dd4233 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=36dc8682afa94302b8378320634e58dc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1615078 Aug 19 12:25:25.094722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:25.249645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4953ae6-307d-4cc3-a824-721944888ac1 req-243f3785-0014-4b7e-b4f1-72a9a185d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.250768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4953ae6-307d-4cc3-a824-721944888ac1 req-243f3785-0014-4b7e-b4f1-72a9a185d99e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1534119 Aug 19 12:25:25.288258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-dcac9136-68a6-462f-afc8-966c7b29b1cf service neutron] 10.222.0.21 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911931 Aug 19 12:25:25.363699 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-afd4e6d4-22b5-4014-b0c1-e861a601d8b3 service neutron] 10.222.0.30 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981019 Aug 19 12:25:25.389303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-62b770b7-5c26-45f1-abda-f4f2db7180fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.393115 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-62b770b7-5c26-45f1-abda-f4f2db7180fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36dc8682afa94302b8378320634e58dc&device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 1094 time: 0.0808430 Aug 19 12:25:25.414614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:25.444645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-4c2d880f-2d90-4b5a-a043-c27e348c1663 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d447cb44-d403-4c5a-b59c-23ccb4c622eb HTTP/1.1" status: 200 len: 217 time: 0.0425577 Aug 19 12:25:25.516557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-c0815e2f-7a0a-44ad-bca2-be473c53b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.517989 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-c0815e2f-7a0a-44ad-bca2-be473c53b821 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c6319b7-2087-4722-b404-15d074ef7303 HTTP/1.1" status: 200 len: 852 time: 0.0659909 Aug 19 12:25:25.530444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdd3f3-528c-48fc-97e2-feabdbab4453 req-9bf79042-2676-4eb8-be4c-53a6393a4508 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.532126 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bbdd3f3-528c-48fc-97e2-feabdbab4453 req-9bf79042-2676-4eb8-be4c-53a6393a4508 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0901980 Aug 19 12:25:25.571598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-64be3ea6-2fb2-4420-9a91-2f311bbb7102 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eddfbb48-5e14-41bc-b1f7-415e402a085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377660 Aug 19 12:25:25.612510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bbdd3f3-528c-48fc-97e2-feabdbab4453 req-6b603d0a-800a-46cf-b430-509e5bf0082d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701666 Aug 19 12:25:25.668646 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:25.704836 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-62883c22-82ef-4d19-b72d-8c38e9b7e13f service neutron] 10.222.0.30 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171706 Aug 19 12:25:25.710900 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f984386-04c2-4e0e-8bb2-e56d3e1d11b6 req-3444bc1d-5dd5-421f-b311-850654cb5667 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 210 time: 0.0582123 Aug 19 12:25:25.781770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c15d0e-d924-4660-a6d0-fadbbb3c4478,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:25.798951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.799707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.800147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.800584 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.801270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.801697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.802210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.802634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.803158 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.803575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.803995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.804476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:25.812943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07516ae8-9bad-426d-afde-66186cd147a2 req-ed15dc60-775a-446b-8abe-f3506fb93c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.814899 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07516ae8-9bad-426d-afde-66186cd147a2 req-ed15dc60-775a-446b-8abe-f3506fb93c37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36dc8682afa94302b8378320634e58dc&device_id=58f3daf0-2deb-4059-b1d0-6833dc69ebdd HTTP/1.1" status: 200 len: 1094 time: 0.1063044 Aug 19 12:25:25.839287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cec97cae-33d3-46c7-9669-1bc61b6182ca req-a8bd84fb-9796-49b9-a860-36be69d6210d service neutron] 10.222.0.30 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268587 Aug 19 12:25:25.903872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8331729-cf72-46d5-84a5-3f8a6cf2ad55 req-44f21dd4-56b4-433a-88d4-3fc32e27cabd tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.905773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c8331729-cf72-46d5-84a5-3f8a6cf2ad55 req-44f21dd4-56b4-433a-88d4-3fc32e27cabd tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 943 time: 0.0558674 Aug 19 12:25:25.914128 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:25.915688 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-77ada757-efdb-4f5b-a87d-9363609c1058 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2410350 Aug 19 12:25:25.920864 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59168) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:25.926732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-df6c61c9-2bdb-4a7a-85c4-b574fdfe9dc7 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': '75c15d0e-d924-4660-a6d0-fadbbb3c4478', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:25.926951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07516ae8-9bad-426d-afde-66186cd147a2 req-598d905b-fd25-4c86-8fc4-d96ffb5821f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:25.927717 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-df6c61c9-2bdb-4a7a-85c4-b574fdfe9dc7 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 12:25:25.928698 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07516ae8-9bad-426d-afde-66186cd147a2 req-598d905b-fd25-4c86-8fc4-d96ffb5821f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eddfbb48-5e14-41bc-b1f7-415e402a085d HTTP/1.1" status: 200 len: 913 time: 0.1065207 Aug 19 12:25:25.929033 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-df6c61c9-2bdb-4a7a-85c4-b574fdfe9dc7 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:25.933366 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-df6c61c9-2bdb-4a7a-85c4-b574fdfe9dc7 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078716 Aug 19 12:25:25.934411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59170) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:25.975214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07516ae8-9bad-426d-afde-66186cd147a2 req-75b55683-7d9d-423e-a876-0e67d89e0741 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6d5608b-049a-41df-8482-a53b6f0c76ca HTTP/1.1" status: 200 len: 217 time: 0.0383584 Aug 19 12:25:25.992812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c8331729-cf72-46d5-84a5-3f8a6cf2ad55 req-dfeaa64a-3c3f-450b-8191-0ca99e2623a6 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801849 Aug 19 12:25:26.014078 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f45aa85-98f1-4599-b450-1e79e669e3d0 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:26.033487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07516ae8-9bad-426d-afde-66186cd147a2 req-a45b1f91-9106-49bf-93e3-b763cc6b3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.033487 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07516ae8-9bad-426d-afde-66186cd147a2 req-a45b1f91-9106-49bf-93e3-b763cc6b3d97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c6319b7-2087-4722-b404-15d074ef7303 HTTP/1.1" status: 200 len: 852 time: 0.0487165 Aug 19 12:25:26.044702 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f45aa85-98f1-4599-b450-1e79e669e3d0 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:26.070150 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07516ae8-9bad-426d-afde-66186cd147a2 req-06ed2f60-ba32-4db4-9662-84fddc8045e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eddfbb48-5e14-41bc-b1f7-415e402a085d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302112 Aug 19 12:25:26.089084 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:26.196715 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07516ae8-9bad-426d-afde-66186cd147a2 req-91bf427d-5439-4485-a2b4-e8c2a71adcbf service neutron] 10.222.0.30 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181550 Aug 19 12:25:26.210690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff09a2-c848-482e-b146-6e26f75e6730 req-2ab8d39e-b0bc-468a-944a-f818ba8a3af3 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.212768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5aff09a2-c848-482e-b146-6e26f75e6730 req-2ab8d39e-b0bc-468a-944a-f818ba8a3af3 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.0814915 Aug 19 12:25:26.257795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f45aa85-98f1-4599-b450-1e79e669e3d0 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:26.263929 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f45aa85-98f1-4599-b450-1e79e669e3d0 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:26.265703 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8f45aa85-98f1-4599-b450-1e79e669e3d0 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "DELETE /v2.0/security-groups/75c15d0e-d924-4660-a6d0-fadbbb3c4478 HTTP/1.1" status: 204 len: 168 time: 0.3303337 Aug 19 12:25:26.270518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59180) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:26.301626 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45aa85-98f1-4599-b450-1e79e669e3d0 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c15d0e-d924-4660-a6d0-fadbbb3c4478,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:26.321321 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5aff09a2-c848-482e-b146-6e26f75e6730 req-25b229dd-08ae-4fc2-bad3-79c7ac279efb tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914776 Aug 19 12:25:26.364683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07516ae8-9bad-426d-afde-66186cd147a2 req-404b224f-eb91-470f-b842-e5242a3191bc service neutron] 10.222.0.30 "GET /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508386 Aug 19 12:25:26.384909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0eb60b94-d6df-4798-8a45-814c2578c382 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1128747 Aug 19 12:25:26.388854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59184) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:26.393821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-49d32634-b7b1-46fb-ab1f-0cf54973006e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group': {'name': 'tempest-secgroup--48441788'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:26.738693 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49d32634-b7b1-46fb-ab1f-0cf54973006e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:26.749804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cc09a-ce29-4bb3-8ee9-9dd75b6c6247 req-9a3fb1f0-7e49-4e37-bf98-247ebada7fea tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.752385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-696cc09a-ce29-4bb3-8ee9-9dd75b6c6247 req-9a3fb1f0-7e49-4e37-bf98-247ebada7fea tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0688822 Aug 19 12:25:26.813018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-696cc09a-ce29-4bb3-8ee9-9dd75b6c6247 req-847757da-45cd-4504-a9d9-1f4dea0b7013 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529690 Aug 19 12:25:26.827073 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53de33c7-0331-48e5-abce-bb84c61b8918 req-74a70885-11fb-4098-b17d-e50fe5957c49 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 210 time: 0.0385134 Aug 19 12:25:26.884246 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49d32634-b7b1-46fb-ab1f-0cf54973006e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:26.957655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5e9f4-15d3-48c6-84e3-563d0972ee6d req-e2c703f5-f776-47ff-8389-09a7469706b3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:26.959266 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5d5e9f4-15d3-48c6-84e3-563d0972ee6d req-e2c703f5-f776-47ff-8389-09a7469706b3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0584283 Aug 19 12:25:26.997465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5d5e9f4-15d3-48c6-84e3-563d0972ee6d req-684731f4-fdb9-4d1f-827e-d58f72c75e3b tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 Aug 19 12:25:27.124212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100942a3-fac2-4bad-814c-4c0997d05d56 req-f94b399a-6b14-4b7e-8584-52e8d9f25bbc tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.125896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-100942a3-fac2-4bad-814c-4c0997d05d56 req-f94b399a-6b14-4b7e-8584-52e8d9f25bbc tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 943 time: 0.0501170 Aug 19 12:25:27.143320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb636503-518e-4c17-9a0c-9026bc61f9bd req-0b226397-6a45-4b4d-8ae9-a8b0ebde641e tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.144904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb636503-518e-4c17-9a0c-9026bc61f9bd req-0b226397-6a45-4b4d-8ae9-a8b0ebde641e tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0527205 Aug 19 12:25:27.164739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-100942a3-fac2-4bad-814c-4c0997d05d56 req-f3b0f3f7-4d59-4a8f-b1a9-acad292fd010 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Aug 19 12:25:27.187293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb636503-518e-4c17-9a0c-9026bc61f9bd req-9684e37b-506d-4e52-a4ac-c2ada9c93c88 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356791 Aug 19 12:25:27.307597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75441a-dac3-40ef-8b3d-36e08470705e req-833e6193-bafe-4f67-a7a8-8d35166fce35 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.309236 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b75441a-dac3-40ef-8b3d-36e08470705e req-833e6193-bafe-4f67-a7a8-8d35166fce35 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0535767 Aug 19 12:25:27.350824 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b75441a-dac3-40ef-8b3d-36e08470705e req-7d5a422d-d35e-4380-a75c-8a8b3b460b42 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348628 Aug 19 12:25:27.407715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c6d5608b-049a-41df-8482-a53b6f0c76ca details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:27.476032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f2a15-a348-48b1-bcc0-07fc909783a4 req-e84ab403-c5f9-452a-a53b-5f606175f087 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.477911 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-207f2a15-a348-48b1-bcc0-07fc909783a4 req-e84ab403-c5f9-452a-a53b-5f606175f087 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.0631521 Aug 19 12:25:27.480286 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49d32634-b7b1-46fb-ab1f-0cf54973006e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:27.505175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3635fe4-e38f-4c40-9526-44f4f8ffa573 req-35a4926c-47f7-430a-9458-1486123f415b tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.508598 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3635fe4-e38f-4c40-9526-44f4f8ffa573 req-35a4926c-47f7-430a-9458-1486123f415b tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0621052 Aug 19 12:25:27.519748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d32634-b7b1-46fb-ab1f-0cf54973006e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e131215-3af7-454c-9754-eaa3bf576ff8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:27.533545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c6d5608b-049a-41df-8482-a53b6f0c76ca, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c6d5608b-049a-41df-8482-a53b6f0c76ca,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:27.547310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'c6d5608b-049a-41df-8482-a53b6f0c76ca', 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d', 'port_id': 'c6d5608b-049a-41df-8482-a53b6f0c76ca', 'mac_address': 'fa:16:3e:da:5f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6319b7-2087-4722-b404-15d074ef7303', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:27.562308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3635fe4-e38f-4c40-9526-44f4f8ffa573 req-07cc229f-a13a-4ac1-8c54-1f92a8ce5eda tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460460 Aug 19 12:25:27.563285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-207f2a15-a348-48b1-bcc0-07fc909783a4 req-d8a488ef-daae-42ea-815b-ab4587dc5479 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700507 Aug 19 12:25:27.595812 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:27.611175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d5608b-049a-41df-8482-a53b6f0c76ca {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:27.632093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c6d5608b-049a-41df-8482-a53b6f0c76ca, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c6d5608b-049a-41df-8482-a53b6f0c76ca,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:27.683439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49d32634-b7b1-46fb-ab1f-0cf54973006e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:27.690265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-49d32634-b7b1-46fb-ab1f-0cf54973006e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2948978 Aug 19 12:25:27.692641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59216) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:27.697648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-1153afea-37ca-48c2-83fe-16e4ec97bc0c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': '1e131215-3af7-454c-9754-eaa3bf576ff8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:27.698741 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-1153afea-37ca-48c2-83fe-16e4ec97bc0c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 12:25:27.699028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28ab81-0164-477b-88ec-01ea9544613b req-befa13ce-29ad-41ab-a371-8df662d4cd4e tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.699395 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-1153afea-37ca-48c2-83fe-16e4ec97bc0c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:27.703558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1153afea-37ca-48c2-83fe-16e4ec97bc0c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067537 Aug 19 12:25:27.703731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d28ab81-0164-477b-88ec-01ea9544613b req-befa13ce-29ad-41ab-a371-8df662d4cd4e tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0639493 Aug 19 12:25:27.703855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59218) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:27.769544 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d28ab81-0164-477b-88ec-01ea9544613b req-fcf62154-fad7-4596-b0be-423a7fee46ee tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582952 Aug 19 12:25:27.787746 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-939ee538-6b2e-487d-af69-07016e08dc63 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:27.812052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-939ee538-6b2e-487d-af69-07016e08dc63 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:27.846697 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:27.850548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device d447cb44-d403-4c5a-b59c-23ccb4c622eb details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:27.910656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bbe32-dad5-49bc-aef3-3d4f25237709 req-dd3cd5c3-93d8-4aa0-bd44-8d5701a4fff6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:27.912336 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b68bbe32-dad5-49bc-aef3-3d4f25237709 req-dd3cd5c3-93d8-4aa0-bd44-8d5701a4fff6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0601456 Aug 19 12:25:27.918833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port d447cb44-d403-4c5a-b59c-23ccb4c622eb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d447cb44-d403-4c5a-b59c-23ccb4c622eb,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:27.936180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=c6d5608b-049a-41df-8482-a53b6f0c76ca,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:27.940455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'd447cb44-d403-4c5a-b59c-23ccb4c622eb', 'network_id': 'eddfbb48-5e14-41bc-b1f7-415e402a085d', 'port_id': 'd447cb44-d403-4c5a-b59c-23ccb4c622eb', 'mac_address': 'fa:16:3e:ed:d4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6319b7-2087-4722-b404-15d074ef7303', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:27.942203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21565bd9-a9cd-42c8-a2f4-fb42e13389a3 req-97a7cea9-bbbe-4119-a333-1ddd1c9fced0 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 210 time: 0.0345361 Aug 19 12:25:27.962235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b68bbe32-dad5-49bc-aef3-3d4f25237709 req-78d244fb-74f5-4928-8bd5-984c7309c00d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377541 Aug 19 12:25:27.982699 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:27.996474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d447cb44-d403-4c5a-b59c-23ccb4c622eb {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:28.018826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port d447cb44-d403-4c5a-b59c-23ccb4c622eb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d447cb44-d403-4c5a-b59c-23ccb4c622eb,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:28.082947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ff032-86b3-432d-9de2-95af477e0239 req-3738adaa-b819-4b3d-b65c-a94bda090b2f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:28.084419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-725ff032-86b3-432d-9de2-95af477e0239 req-3738adaa-b819-4b3d-b65c-a94bda090b2f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0497549 Aug 19 12:25:28.094382 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-939ee538-6b2e-487d-af69-07016e08dc63 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.099135 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-939ee538-6b2e-487d-af69-07016e08dc63 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.102895 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-939ee538-6b2e-487d-af69-07016e08dc63 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "DELETE /v2.0/security-groups/1e131215-3af7-454c-9754-eaa3bf576ff8 HTTP/1.1" status: 204 len: 168 time: 0.3956356 Aug 19 12:25:28.103531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59228) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:28.121950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ee538-6b2e-487d-af69-07016e08dc63 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e131215-3af7-454c-9754-eaa3bf576ff8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:28.133232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-725ff032-86b3-432d-9de2-95af477e0239 req-4106d3e1-272e-4dc5-9ddf-554615900adc tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426481 Aug 19 12:25:28.163385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8f8011ce-31f4-4399-9b90-6097b832fd92 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586390 Aug 19 12:25:28.167129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59232) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:28.171519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fd50d40e-b90d-4537-a76d-40c0f61ca01f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041775331'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:28.220943 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.283328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=d447cb44-d403-4c5a-b59c-23ccb4c622eb,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:28.299124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f765f-8a23-4c52-9c6c-a67c2eb42635 req-283aa9b0-119b-4324-a4bd-a02e08fd114f tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:28.300699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd0f765f-8a23-4c52-9c6c-a67c2eb42635 req-283aa9b0-119b-4324-a4bd-a02e08fd114f tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 944 time: 0.0582643 Aug 19 12:25:28.341186 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd0f765f-8a23-4c52-9c6c-a67c2eb42635 req-dc805a6a-b032-4323-b46b-2eefa7d6f331 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340807 Aug 19 12:25:28.420582 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd50d40e-b90d-4537-a76d-40c0f61ca01f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.502936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd50d40e-b90d-4537-a76d-40c0f61ca01f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.520840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['c6d5608b-049a-41df-8482-a53b6f0c76ca'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:28.534055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['d447cb44-d403-4c5a-b59c-23ccb4c622eb'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:28.682145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40882f60-3cb8-46d1-b63a-f12884adb0d9 req-31812ed3-c541-42d8-8973-c1e3b7dd325a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:28.683675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40882f60-3cb8-46d1-b63a-f12884adb0d9 req-31812ed3-c541-42d8-8973-c1e3b7dd325a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.0517902 Aug 19 12:25:28.717573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd50d40e-b90d-4537-a76d-40c0f61ca01f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.724723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40882f60-3cb8-46d1-b63a-f12884adb0d9 req-dd8b6f40-de7a-40c8-b97b-7dd04160fa89 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338931 Aug 19 12:25:28.756066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50d40e-b90d-4537-a76d-40c0f61ca01f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7a31e7-cae4-49c7-8e23-8be9707ce62e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:28.956921 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd50d40e-b90d-4537-a76d-40c0f61ca01f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:28.959437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fd50d40e-b90d-4537-a76d-40c0f61ca01f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7901504 Aug 19 12:25:28.961061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59252) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:28.966271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-aa37f9f3-2afc-415a-b8ea-c3463bfc8241 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': '7e7a31e7-cae4-49c7-8e23-8be9707ce62e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:28.980192 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-aa37f9f3-2afc-415a-b8ea-c3463bfc8241 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 12:25:28.980790 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-aa37f9f3-2afc-415a-b8ea-c3463bfc8241 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:28.990259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59256) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:28.991212 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aa37f9f3-2afc-415a-b8ea-c3463bfc8241 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198352 Aug 19 12:25:28.996565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e2954f51-21a5-42d5-a53a-8f5ee33526d5 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': '7e7a31e7-cae4-49c7-8e23-8be9707ce62e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:28.998233 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-e2954f51-21a5-42d5-a53a-8f5ee33526d5 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 12:25:28.998775 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-e2954f51-21a5-42d5-a53a-8f5ee33526d5 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:28.999777 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e2954f51-21a5-42d5-a53a-8f5ee33526d5 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071208 Aug 19 12:25:29.002952 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59258) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:29.008019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-05ba45a2-2915-483f-b59a-523b755ce45e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': '7e7a31e7-cae4-49c7-8e23-8be9707ce62e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:29.009073 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-05ba45a2-2915-483f-b59a-523b755ce45e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 12:25:29.009553 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-05ba45a2-2915-483f-b59a-523b755ce45e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:29.010567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-05ba45a2-2915-483f-b59a-523b755ce45e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066757 Aug 19 12:25:29.013178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59260) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:29.017441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-70797abf-edea-407d-9ba6-b94992f10832 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': '7e7a31e7-cae4-49c7-8e23-8be9707ce62e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:29.018299 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-70797abf-edea-407d-9ba6-b94992f10832 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 12:25:29.018765 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-70797abf-edea-407d-9ba6-b94992f10832 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:29.024913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-70797abf-edea-407d-9ba6-b94992f10832 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056820 Aug 19 12:25:29.025092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59262) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:29.048606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5490d930-903c-4a7f-999d-f193d56bee04 req-9fe6b795-b5d8-4083-9d14-4112268eefc3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 210 time: 0.0271459 Aug 19 12:25:29.086132 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f90bd6df-1743-4f1f-808e-7158b576575b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:29.106210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f90bd6df-1743-4f1f-808e-7158b576575b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:29.363046 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f90bd6df-1743-4f1f-808e-7158b576575b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:29.365896 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f90bd6df-1743-4f1f-808e-7158b576575b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:29.367129 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f90bd6df-1743-4f1f-808e-7158b576575b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e7a31e7-cae4-49c7-8e23-8be9707ce62e HTTP/1.1" status: 204 len: 168 time: 0.3434932 Aug 19 12:25:29.370311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59274) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:29.377142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bd6df-1743-4f1f-808e-7158b576575b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7a31e7-cae4-49c7-8e23-8be9707ce62e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:29.448455 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-97aa6114-693d-424c-8476-c9251e6d7e15 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767894 Aug 19 12:25:29.453340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59278) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:29.460423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-df773199-dc90-46ff-8be3-a7293ebfce2d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452798885'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:29.473303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eacb57-3c80-445d-a82b-380f11785d7b req-8b028a49-44bf-4227-abf6-e7d9500c65f5 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:29.474959 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4eacb57-3c80-445d-a82b-380f11785d7b req-8b028a49-44bf-4227-abf6-e7d9500c65f5 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 944 time: 0.0588739 Aug 19 12:25:29.512684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4eacb57-3c80-445d-a82b-380f11785d7b req-9ca0a1a7-d624-4c4d-bbd8-cc3f57fdeddb tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Aug 19 12:25:29.694297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-df773199-dc90-46ff-8be3-a7293ebfce2d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:29.751579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888065e-254e-4b42-9a05-560b897007bb req-eb012e78-0d4e-4fde-872b-fe0f6413e20f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:29.753351 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d888065e-254e-4b42-9a05-560b897007bb req-eb012e78-0d4e-4fde-872b-fe0f6413e20f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0630746 Aug 19 12:25:29.795623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d888065e-254e-4b42-9a05-560b897007bb req-5547cd2b-279a-41c3-afbd-d9b1e7c8a855 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333238 Aug 19 12:25:29.830291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-df773199-dc90-46ff-8be3-a7293ebfce2d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:29.839035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5c31b-01c1-44e6-b1d8-dfb9e99f3b03 req-42642947-0cba-42fc-b03a-d0f273cc5e93 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:29.840516 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b5c31b-01c1-44e6-b1d8-dfb9e99f3b03 req-42642947-0cba-42fc-b03a-d0f273cc5e93 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0770142 Aug 19 12:25:29.879910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b5c31b-01c1-44e6-b1d8-dfb9e99f3b03 req-be837bc6-4c8d-4b1c-a84c-9d07e012c766 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Aug 19 12:25:29.916185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea5c3-55fc-4ed4-94f2-3adb2fddd676 req-e60baf36-6c5d-47ed-a35d-80f6dafe1877 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:29.919125 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-758ea5c3-55fc-4ed4-94f2-3adb2fddd676 req-e60baf36-6c5d-47ed-a35d-80f6dafe1877 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.0528576 Aug 19 12:25:29.957578 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-758ea5c3-55fc-4ed4-94f2-3adb2fddd676 req-6e757e8c-72dc-4fe5-a45f-61a553d87bfc tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336723 Aug 19 12:25:29.993970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08461874-f8c4-4f10-9e99-d90227298dc0 req-08a7bc37-1038-425b-9482-282993d70312 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:29.995624 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08461874-f8c4-4f10-9e99-d90227298dc0 req-08a7bc37-1038-425b-9482-282993d70312 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0536962 Aug 19 12:25:29.996850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-df773199-dc90-46ff-8be3-a7293ebfce2d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.054686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df773199-dc90-46ff-8be3-a7293ebfce2d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2372294-8e06-4722-b8d7-7205890f7056,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:30.063622 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08461874-f8c4-4f10-9e99-d90227298dc0 req-d5b06eb5-7aa5-4b04-a799-375ce8e32950 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602143 Aug 19 12:25:30.150979 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed04f63c-1ad6-4f1a-9183-ae3f094d0a9e req-285c8af0-a4e8-4b3d-82d3-3c88a97e03c3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 210 time: 0.0315127 Aug 19 12:25:30.177367 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-df773199-dc90-46ff-8be3-a7293ebfce2d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:30.178601 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-df773199-dc90-46ff-8be3-a7293ebfce2d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7233152 Aug 19 12:25:30.181450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59296) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:30.187050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8b3ddaeb-7ff9-4661-acec-49c8e58c57db tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': 'c2372294-8e06-4722-b8d7-7205890f7056', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:30.187800 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-8b3ddaeb-7ff9-4661-acec-49c8e58c57db tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 12:25:30.188430 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-8b3ddaeb-7ff9-4661-acec-49c8e58c57db tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:30.189429 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8b3ddaeb-7ff9-4661-acec-49c8e58c57db tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060124 Aug 19 12:25:30.191713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59298) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:30.195716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-33e88fe0-1314-42ff-bd20-2a0332e8c092 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': 'c2372294-8e06-4722-b8d7-7205890f7056', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:30.543552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-28e9f3f6-4b1d-465a-9b1f-8616e9dd016f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:30.545283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-28e9f3f6-4b1d-465a-9b1f-8616e9dd016f tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "GET /v2.0/networks?id=ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 200 len: 812 time: 0.0996809 Aug 19 12:25:30.565692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Request body: {'port': {'device_id': '21782a42-6137-48e3-820b-c4db6b577482', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'admin_state_up': True, 'tenant_id': 'e9122b62ade54036998fddd91baf1714'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:30.651928 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-33e88fe0-1314-42ff-bd20-2a0332e8c092 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:30.655486 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-33e88fe0-1314-42ff-bd20-2a0332e8c092 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4601805 Aug 19 12:25:30.655753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59304) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:30.660384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a21605db-10a7-4162-b4d6-747e1d043f54 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': 'c2372294-8e06-4722-b8d7-7205890f7056', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:30.660868 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-a21605db-10a7-4162-b4d6-747e1d043f54 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 12:25:30.661346 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-a21605db-10a7-4162-b4d6-747e1d043f54 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:30.662270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a21605db-10a7-4162-b4d6-747e1d043f54 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056176 Aug 19 12:25:30.664774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59306) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:30.669355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d344cc04-01ff-46e2-a040-d6632b993c0c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': 'c2372294-8e06-4722-b8d7-7205890f7056', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:30.695300 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daaf36-4bba-4813-83f0-770a0e361da4 req-c6450b41-16f8-4bb5-9b09-f9c9f184c0d3 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:30.703063 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2daaf36-4bba-4813-83f0-770a0e361da4 req-c6450b41-16f8-4bb5-9b09-f9c9f184c0d3 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 944 time: 0.0875118 Aug 19 12:25:30.736460 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2daaf36-4bba-4813-83f0-770a0e361da4 req-85c405ab-c4d8-468a-bb06-d921c397abc9 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334392 Aug 19 12:25:31.004469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aa298-a3df-4a4f-9dab-374d84aebeb9 req-bdd98dd4-fe54-4e74-9834-ed59acebfc71 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.006563 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-631aa298-a3df-4a4f-9dab-374d84aebeb9 req-bdd98dd4-fe54-4e74-9834-ed59acebfc71 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0499299 Aug 19 12:25:31.049418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-631aa298-a3df-4a4f-9dab-374d84aebeb9 req-cb92327a-3056-4cff-affa-a9e491543520 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372112 Aug 19 12:25:31.134349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Made reservation on behalf of e9122b62ade54036998fddd91baf1714 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:31.140593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.173968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515d4d7-db5c-4e6a-8003-e1cdcb021557 req-3b275eb9-4ff6-4a70-b54f-3f1189f32fa2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.175598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a515d4d7-db5c-4e6a-8003-e1cdcb021557 req-3b275eb9-4ff6-4a70-b54f-3f1189f32fa2 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.0723460 Aug 19 12:25:31.264823 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a515d4d7-db5c-4e6a-8003-e1cdcb021557 req-e2d2597f-9bd5-4dfc-99fc-1a4d5ffa28d6 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545759 Aug 19 12:25:31.303000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481b7ef-aad5-4adf-bad3-472f5a9a453d req-d6f47851-ac52-4473-8031-567a391c4892 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.304839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c481b7ef-aad5-4adf-bad3-472f5a9a453d req-d6f47851-ac52-4473-8031-567a391c4892 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0567424 Aug 19 12:25:31.306157 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-d344cc04-01ff-46e2-a040-d6632b993c0c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:31.307368 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d344cc04-01ff-46e2-a040-d6632b993c0c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6413419 Aug 19 12:25:31.316621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59318) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:31.324135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6ba1a020-b4a3-4e8b-a40d-c6a02b396e5f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': 'c2372294-8e06-4722-b8d7-7205890f7056', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:31.324939 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-6ba1a020-b4a3-4e8b-a40d-c6a02b396e5f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 12:25:31.325770 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-6ba1a020-b4a3-4e8b-a40d-c6a02b396e5f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:31.329844 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6ba1a020-b4a3-4e8b-a40d-c6a02b396e5f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090144 Aug 19 12:25:31.330273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59320) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:31.334329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Allocated IP 172.20.0.14 (ce726399-d1c8-4413-8ca5-6de1e3ca0925/81a30a79-0796-4e2e-a201-ffee4494f99e/759bc78b-09ee-4c0b-8410-3a5698f2cbe9) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:31.336470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4c017d08-0a9f-4ad3-9abc-6b5c72bd9f58 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': 'c2372294-8e06-4722-b8d7-7205890f7056', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:31.368120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c481b7ef-aad5-4adf-bad3-472f5a9a453d req-17e29707-ed15-4557-946c-1bc392c7b7ed tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557432 Aug 19 12:25:31.370466 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-faeb28fe-a928-44ea-b9b2-6426e62f963c req-6a0ca845-1263-42a1-a514-9d2007b85e6a tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 210 time: 0.0338650 Aug 19 12:25:31.414796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c6d5608b-049a-41df-8482-a53b6f0c76ca up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:31.521874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.611785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port c6d5608b-049a-41df-8482-a53b6f0c76ca completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:31.615720 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port c6d5608b-049a-41df-8482-a53b6f0c76ca triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:31.616114 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.692602 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.715492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f3daf0-2deb-4059-b1d0-6833dc69ebdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d5608b-049a-41df-8482-a53b6f0c76ca'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:31.718254 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f1e43c-82dd-4f7d-bbb3-ffa595c2b3ca" -d '{"events": [{"server_uuid": "58f3daf0-2deb-4059-b1d0-6833dc69ebdd", "name": "network-vif-plugged", "status": "completed", "tag": "c6d5608b-049a-41df-8482-a53b6f0c76ca"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:31.732404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c6d5608b-049a-41df-8482-a53b6f0c76ca, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c6d5608b-049a-41df-8482-a53b6f0c76ca,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:31.753946 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a33b7c-abfb-4cf2-aa49-bb9b42b986cf x-openstack-request-id: req-08a33b7c-abfb-4cf2-aa49-bb9b42b986cf {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:31.754234 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f3daf0-2deb-4059-b1d0-6833dc69ebdd", "name": "network-vif-plugged", "status": "completed", "tag": "c6d5608b-049a-41df-8482-a53b6f0c76ca", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:31.754481 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-4c017d08-0a9f-4ad3-9abc-6b5c72bd9f58 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:31.754597 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08a33b7c-abfb-4cf2-aa49-bb9b42b986cf {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:31.754899 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f3daf0-2deb-4059-b1d0-6833dc69ebdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d5608b-049a-41df-8482-a53b6f0c76ca', 'code': 200} Aug 19 12:25:31.755621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4c017d08-0a9f-4ad3-9abc-6b5c72bd9f58 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4226882 Aug 19 12:25:31.757105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.760522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59328) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:31.765599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-18610d31-496b-4fdc-8ef6-6a78c95efe9d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': 'c2372294-8e06-4722-b8d7-7205890f7056', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:31.766820 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-18610d31-496b-4fdc-8ef6-6a78c95efe9d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 12:25:31.767436 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-18610d31-496b-4fdc-8ef6-6a78c95efe9d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:31.768628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-18610d31-496b-4fdc-8ef6-6a78c95efe9d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070231 Aug 19 12:25:31.771769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59332) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:31.777054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-edabb9bd-151f-4f2f-b525-aa4e3d1ef3a7 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': 'c2372294-8e06-4722-b8d7-7205890f7056', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:31.821480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Network ce726399-d1c8-4413-8ca5-6de1e3ca0925 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:31.827245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:31.832258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:31.863246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event updated for resources: {'Port': ['ID=759bc78b-09ee-4c0b-8410-3a5698f2cbe9,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:31.892951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.893569 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.900175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c797846-8a80-440c-8207-f8bccaa4679d req-91ccd8c7-151c-44a4-8e82-b02fdfe6d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.901722 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c797846-8a80-440c-8207-f8bccaa4679d req-91ccd8c7-151c-44a4-8e82-b02fdfe6d450 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58f3daf0-2deb-4059-b1d0-6833dc69ebdd HTTP/1.1" status: 200 len: 1095 time: 0.0833182 Aug 19 12:25:31.910589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da226f43-fd5c-446b-90a5-83122e878226 req-6287eb82-8c53-4f2b-9fbb-11c1130c7dfe tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:31.912002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da226f43-fd5c-446b-90a5-83122e878226 req-6287eb82-8c53-4f2b-9fbb-11c1130c7dfe tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 944 time: 0.0797052 Aug 19 12:25:31.914322 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:31.915318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device d447cb44-d403-4c5a-b59c-23ccb4c622eb up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:31.966896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c797846-8a80-440c-8207-f8bccaa4679d req-3a41c081-035d-4d83-bd55-1017519748c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539212 Aug 19 12:25:31.972314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da226f43-fd5c-446b-90a5-83122e878226 req-2719b9b8-5845-44ac-a947-1b702a035b12 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Aug 19 12:25:31.998444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=c6d5608b-049a-41df-8482-a53b6f0c76ca,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:32.103667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-24404e8b-aa62-4374-b282-28fa6f92f83b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5431950 Aug 19 12:25:32.117191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Request body: {'port': {'device_id': '21782a42-6137-48e3-820b-c4db6b577482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:32.143262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port d447cb44-d403-4c5a-b59c-23ccb4c622eb completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:32.143493 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-edabb9bd-151f-4f2f-b525-aa4e3d1ef3a7 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:32.153015 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-edabb9bd-151f-4f2f-b525-aa4e3d1ef3a7 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3721340 Aug 19 12:25:32.153151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59338) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:32.153241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port d447cb44-d403-4c5a-b59c-23ccb4c622eb triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:32.153241 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:32.153384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-20464065-39ec-4d6f-85c7-505ced83634d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': 'c2372294-8e06-4722-b8d7-7205890f7056', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:32.188098 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:32.237916 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:32.268994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b83849-6dec-429c-826e-cac3ee4e2f07 req-b402a1b8-25b2-4b2d-9136-e048987f7ff4 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:32.270147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57b83849-6dec-429c-826e-cac3ee4e2f07 req-b402a1b8-25b2-4b2d-9136-e048987f7ff4 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0533669 Aug 19 12:25:32.275883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port d447cb44-d403-4c5a-b59c-23ccb4c622eb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d447cb44-d403-4c5a-b59c-23ccb4c622eb,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:32.310171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57b83849-6dec-429c-826e-cac3ee4e2f07 req-5f2bc675-5b02-4dfa-a71b-10a997c91e17 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Aug 19 12:25:32.460136 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:32.478221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852a84-1b42-48b1-b3b4-52d84215e679 req-4cf3434c-aa66-42e8-a215-4b386d284e87 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:32.479789 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2852a84-1b42-48b1-b3b4-52d84215e679 req-4cf3434c-aa66-42e8-a215-4b386d284e87 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.0994685 Aug 19 12:25:32.525585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=d447cb44-d403-4c5a-b59c-23ccb4c622eb,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:32.542172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:32.556618 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:32.566139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2852a84-1b42-48b1-b3b4-52d84215e679 req-d2202b3a-88ac-43a6-a70d-24e2e9defe55 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722425 Aug 19 12:25:32.572862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Transition to ACTIVE for port object 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:32.594336 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-20464065-39ec-4d6f-85c7-505ced83634d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:32.596529 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-20464065-39ec-4d6f-85c7-505ced83634d tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4470019 Aug 19 12:25:32.598844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59348) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:32.688897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35dfb44f-4ffa-466d-a0cd-b4d08c5a1ed2 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:32.701677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2ce1f-9a48-4a19-beb1-bb171b007450 req-69338fc3-7333-4103-82d9-9f4cf827fa97 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:32.703375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ed2ce1f-9a48-4a19-beb1-bb171b007450 req-69338fc3-7333-4103-82d9-9f4cf827fa97 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 932 time: 0.0818353 Aug 19 12:25:32.726909 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:32.739673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35dfb44f-4ffa-466d-a0cd-b4d08c5a1ed2 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:32.847420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Pushing event updated for resources: {'Port': ['ID=759bc78b-09ee-4c0b-8410-3a5698f2cbe9,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:32.859342 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ed2ce1f-9a48-4a19-beb1-bb171b007450 req-45dbd614-930f-47d6-a57a-023b154bca15 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494355 Aug 19 12:25:32.880522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828e69f-3f18-42ac-a695-867191ddcb76 req-5ccb416b-208b-4ebf-9d96-555e2b32e5ae tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:32.882166 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8828e69f-3f18-42ac-a695-867191ddcb76 req-5ccb416b-208b-4ebf-9d96-555e2b32e5ae tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0623536 Aug 19 12:25:32.921758 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8828e69f-3f18-42ac-a695-867191ddcb76 req-dd41253d-1b9a-4df7-8961-872ad918134f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331185 Aug 19 12:25:32.936108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Attempting to bind port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:32.936446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Attempting to bind port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:32.936776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Attempting to bind port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:32.942634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:32.942634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Attempting to bind port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 on network ce726399-d1c8-4413-8ca5-6de1e3ca0925 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:32.947186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:32.947523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Checking segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:32.947901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Bound using segment: {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:32.948353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Bound port: 759bc78b-09ee-4c0b-8410-3a5698f2cbe9, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:32.948707 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.014771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] For port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:33.018060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] For port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=759bc78b-09ee-4c0b-8410-3a5698f2cbe9,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:33.038789 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35dfb44f-4ffa-466d-a0cd-b4d08c5a1ed2 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.050272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35dfb44f-4ffa-466d-a0cd-b4d08c5a1ed2 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.050272 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-35dfb44f-4ffa-466d-a0cd-b4d08c5a1ed2 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2372294-8e06-4722-b8d7-7205890f7056 HTTP/1.1" status: 204 len: 168 time: 0.4430788 Aug 19 12:25:33.050491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59356) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:33.053040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfb44f-4ffa-466d-a0cd-b4d08c5a1ed2 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2372294-8e06-4722-b8d7-7205890f7056,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:33.110493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0ff6e9ab-631b-41b8-8843-4358c0d5d779 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635889 Aug 19 12:25:33.114426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59358) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:33.116888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a58a58-f25a-42cf-a764-224bb5ff8e67 req-ae787c14-f284-43b5-8fc9-0479d89167c8 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.118436 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6a58a58-f25a-42cf-a764-224bb5ff8e67 req-ae787c14-f284-43b5-8fc9-0479d89167c8 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 945 time: 0.0533431 Aug 19 12:25:33.119389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5e382066-4994-4418-a2e1-83558e9aad91 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542247236'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:33.120195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.179787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.179787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.181048 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] 10.222.0.62 "PUT /v2.0/ports/759bc78b-09ee-4c0b-8410-3a5698f2cbe9 HTTP/1.1" status: 200 len: 1092 time: 1.0680699 Aug 19 12:25:33.181529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21782a42-6137-48e3-820b-c4db6b577482', 'tag': '759bc78b-09ee-4c0b-8410-3a5698f2cbe9'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:33.183899 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1922843-31be-45d3-bdda-348be023eaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "21782a42-6137-48e3-820b-c4db6b577482", "tag": "759bc78b-09ee-4c0b-8410-3a5698f2cbe9"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:33.216806 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d8edc-f043-4eda-b5b0-ef9c3530eefe service neutron] Pushing event updated for resources: {'Port': ['ID=759bc78b-09ee-4c0b-8410-3a5698f2cbe9,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:33.222062 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6a58a58-f25a-42cf-a764-224bb5ff8e67 req-d6913c78-44e3-4741-b20a-2783866a7f8d tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932863 Aug 19 12:25:33.257542 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e382066-4994-4418-a2e1-83558e9aad91 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.269650 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f67c19c-528b-430b-9583-9b75b23423f6 x-openstack-request-id: req-2f67c19c-528b-430b-9583-9b75b23423f6 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:33.269941 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21782a42-6137-48e3-820b-c4db6b577482", "tag": "759bc78b-09ee-4c0b-8410-3a5698f2cbe9", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:33.270195 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f67c19c-528b-430b-9583-9b75b23423f6 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:33.270599 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21782a42-6137-48e3-820b-c4db6b577482', 'tag': '759bc78b-09ee-4c0b-8410-3a5698f2cbe9', 'status': 'completed', 'code': 200} Aug 19 12:25:33.343540 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e382066-4994-4418-a2e1-83558e9aad91 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.347213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1922843-31be-45d3-bdda-348be023eaa9 req-9a3e8278-714c-4949-8b12-4ef9b4df7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.348816 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1922843-31be-45d3-bdda-348be023eaa9 req-9a3e8278-714c-4949-8b12-4ef9b4df7815 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 1095 time: 0.0472145 Aug 19 12:25:33.462385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2aa1a480-2dc2-4143-8b86-fc48602f4458 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:33.525895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e382066-4994-4418-a2e1-83558e9aad91 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.559190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e382066-4994-4418-a2e1-83558e9aad91 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79a2a1b-ec17-4926-b8c3-2356c90d212a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:33.571880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 2aa1a480-2dc2-4143-8b86-fc48602f4458, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2aa1a480-2dc2-4143-8b86-fc48602f4458,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:33.585419 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '2aa1a480-2dc2-4143-8b86-fc48602f4458', 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83', 'port_id': '2aa1a480-2dc2-4143-8b86-fc48602f4458', 'mac_address': 'fa:16:3e:16:75:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac76841-d1fc-41c8-b901-2eb1eb321f66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:33.635400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.649775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aa1a480-2dc2-4143-8b86-fc48602f4458 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:33.663601 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e382066-4994-4418-a2e1-83558e9aad91 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.663601 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5e382066-4994-4418-a2e1-83558e9aad91 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5426705 Aug 19 12:25:33.671620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 2aa1a480-2dc2-4143-8b86-fc48602f4458, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2aa1a480-2dc2-4143-8b86-fc48602f4458,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:33.678146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59370) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:33.683497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-22883494-3a3a-478a-9adc-6879fa4339cd tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': 'd79a2a1b-ec17-4926-b8c3-2356c90d212a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:33.722032 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901e72f-940e-4999-8021-96485e372227 req-fa28af67-841c-4b96-adeb-93129e3e4a53 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.723842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1901e72f-940e-4999-8021-96485e372227 req-fa28af67-841c-4b96-adeb-93129e3e4a53 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.0851789 Aug 19 12:25:33.748866 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:33.771728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056c2ab5-9210-4b74-b902-737563ef2421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd447cb44-d403-4c5a-b59c-23ccb4c622eb'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:33.774553 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0c2e40-9f45-40ea-a94c-76053352dcda" -d '{"events": [{"server_uuid": "056c2ab5-9210-4b74-b902-737563ef2421", "name": "network-vif-plugged", "status": "completed", "tag": "d447cb44-d403-4c5a-b59c-23ccb4c622eb"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:33.775610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1901e72f-940e-4999-8021-96485e372227 req-5753a41c-c290-4b80-a3bc-f2feb6d095dc tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450332 Aug 19 12:25:33.799708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ce477-a043-40d5-904a-dbc964b0d098 req-d69119de-58a8-4a25-9a76-eb64cd56cb5d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.801505 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-062ce477-a043-40d5-904a-dbc964b0d098 req-d69119de-58a8-4a25-9a76-eb64cd56cb5d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.3922791 Aug 19 12:25:33.830537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=2aa1a480-2dc2-4143-8b86-fc48602f4458,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:33.835991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1922843-31be-45d3-bdda-348be023eaa9 req-3e65f474-61c6-4de4-bd80-64d80ec26136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.837480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1922843-31be-45d3-bdda-348be023eaa9 req-3e65f474-61c6-4de4-bd80-64d80ec26136 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=e9122b62ade54036998fddd91baf1714&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4742196 Aug 19 12:25:33.844264 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dcae48-c4c3-43ee-a97a-89b030a5cf2f x-openstack-request-id: req-d6dcae48-c4c3-43ee-a97a-89b030a5cf2f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:33.844556 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056c2ab5-9210-4b74-b902-737563ef2421", "name": "network-vif-plugged", "status": "completed", "tag": "d447cb44-d403-4c5a-b59c-23ccb4c622eb", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:33.844806 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6dcae48-c4c3-43ee-a97a-89b030a5cf2f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:33.845192 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056c2ab5-9210-4b74-b902-737563ef2421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd447cb44-d403-4c5a-b59c-23ccb4c622eb', 'code': 200} Aug 19 12:25:33.874491 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['2aa1a480-2dc2-4143-8b86-fc48602f4458'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:33.877990 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-062ce477-a043-40d5-904a-dbc964b0d098 req-54078bdc-e255-4189-90ff-06a6dc231d00 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665834 Aug 19 12:25:33.930359 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-22883494-3a3a-478a-9adc-6879fa4339cd tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The resource could not be found. Aug 19 12:25:33.936938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-22883494-3a3a-478a-9adc-6879fa4339cd tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2573752 Aug 19 12:25:33.939159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59378) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:33.963816 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-110207c4-72ed-4ebb-9c27-13d743d3e6cf tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': 'd79a2a1b-ec17-4926-b8c3-2356c90d212a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e4dce89d-f913-48f4-9f80-3b1852bd0e4f'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:33.975942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1922843-31be-45d3-bdda-348be023eaa9 req-320c8312-6e07-4a7d-88b7-b2252b1fa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:33.980746 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1922843-31be-45d3-bdda-348be023eaa9 req-320c8312-6e07-4a7d-88b7-b2252b1fa524 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285973 Aug 19 12:25:34.037842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054ff1b-17d8-4733-8064-dad7fa9532a9 req-8f39785c-05c7-4cc6-a824-4fca1626c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.039388 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a054ff1b-17d8-4733-8064-dad7fa9532a9 req-8f39785c-05c7-4cc6-a824-4fca1626c82b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 1096 time: 0.1225569 Aug 19 12:25:34.054403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dd8a4-2f20-4899-9fdb-be9fc0b517c9 req-fd948a9d-c39c-4242-979d-c86dad547877 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.056752 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff6dd8a4-2f20-4899-9fdb-be9fc0b517c9 req-fd948a9d-c39c-4242-979d-c86dad547877 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 944 time: 0.0874939 Aug 19 12:25:34.062643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-bed1fd1d-bfba-41b5-b14e-f5bc638587f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.068168 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-bed1fd1d-bfba-41b5-b14e-f5bc638587f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9122b62ade54036998fddd91baf1714&device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 1095 time: 0.0505476 Aug 19 12:25:34.114751 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-32c2c66d-d2ea-489a-a46c-ff58a1966e90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=759bc78b-09ee-4c0b-8410-3a5698f2cbe9 HTTP/1.1" status: 200 len: 217 time: 0.0349414 Aug 19 12:25:34.115425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a054ff1b-17d8-4733-8064-dad7fa9532a9 req-02cfcc17-a3e3-4fe1-a6c0-3d9815462574 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570459 Aug 19 12:25:34.120401 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff6dd8a4-2f20-4899-9fdb-be9fc0b517c9 req-2c042e41-3063-419d-a8e0-2ace2d8d5a77 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532172 Aug 19 12:25:34.177672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-23b3a458-27a3-49bd-ae2b-4e2e9d19055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.179170 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-23b3a458-27a3-49bd-ae2b-4e2e9d19055f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a30a79-0796-4e2e-a201-ffee4494f99e HTTP/1.1" status: 200 len: 852 time: 0.0545173 Aug 19 12:25:34.215440 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-4e977516-fcaf-4058-b664-d39b363a4a12 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ce726399-d1c8-4413-8ca5-6de1e3ca0925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288820 Aug 19 12:25:34.232961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236045d-ab3a-4219-89d3-ba2025d947da req-fbb8b214-4762-4e6c-8adf-06ff173ae731 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.234773 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f236045d-ab3a-4219-89d3-ba2025d947da req-fbb8b214-4762-4e6c-8adf-06ff173ae731 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0558941 Aug 19 12:25:34.283248 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f236045d-ab3a-4219-89d3-ba2025d947da req-eea269df-7f20-499c-bab5-b7bfa639a75a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401394 Aug 19 12:25:34.317019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-73fbc9a3-71aa-4e6c-9e6a-35e0a6a60eb0 service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915585 Aug 19 12:25:34.383055 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-110207c4-72ed-4ebb-9c27-13d743d3e6cf tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The resource could not be found. Aug 19 12:25:34.387612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-110207c4-72ed-4ebb-9c27-13d743d3e6cf tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4251847 Aug 19 12:25:34.388331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59386) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:34.415205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d96294a-532e-4669-b0ac-83e69ee545a9 req-c4dd4905-5c49-4ebc-a15d-1480c476215a service neutron] 10.222.0.62 "GET /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900407 Aug 19 12:25:34.476885 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e72e1d61-a125-4bc4-98db-76f3a98d722c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:34.488271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63bea0-81d1-42d0-a5a9-08e06d83e6e4 req-15dafdd6-f59c-4d87-8662-a57b67bdd17d tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.489790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba63bea0-81d1-42d0-a5a9-08e06d83e6e4 req-15dafdd6-f59c-4d87-8662-a57b67bdd17d tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 945 time: 0.0861871 Aug 19 12:25:34.525091 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e72e1d61-a125-4bc4-98db-76f3a98d722c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:34.556820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5c231-da85-4ec9-94c0-7c291dec76e4 req-d72cc279-92f4-4100-bab9-f360f2234769 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.558240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6fc5c231-da85-4ec9-94c0-7c291dec76e4 req-d72cc279-92f4-4100-bab9-f360f2234769 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 944 time: 0.0523713 Aug 19 12:25:34.562196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba63bea0-81d1-42d0-a5a9-08e06d83e6e4 req-17484ba6-3163-4220-beb0-e7c6460c0c38 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636454 Aug 19 12:25:34.600472 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6fc5c231-da85-4ec9-94c0-7c291dec76e4 req-607c0404-144b-4107-b78c-c91fb1d6bf54 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358496 Aug 19 12:25:34.685367 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e72e1d61-a125-4bc4-98db-76f3a98d722c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:34.688413 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e72e1d61-a125-4bc4-98db-76f3a98d722c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:34.689697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e72e1d61-a125-4bc4-98db-76f3a98d722c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "DELETE /v2.0/security-groups/d79a2a1b-ec17-4926-b8c3-2356c90d212a HTTP/1.1" status: 204 len: 168 time: 0.3002663 Aug 19 12:25:34.692433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59392) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:34.700162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e1d61-a125-4bc4-98db-76f3a98d722c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79a2a1b-ec17-4926-b8c3-2356c90d212a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:34.741250 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-26b94eb7-cf3d-4c93-917e-eb908196de47 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476913 Aug 19 12:25:34.745059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59394) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:34.749327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b5eb2366-a772-4711-b89e-27d6db261ea8 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': '0ff16946-6142-4549-8dc0-2aae595df305', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:34.909820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e2da-5dad-4ff7-bf97-7571a66b7442 req-b14a82e1-6028-4473-ab00-fd138611b0f0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:34.911629 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e61e2da-5dad-4ff7-bf97-7571a66b7442 req-b14a82e1-6028-4473-ab00-fd138611b0f0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 946 time: 0.0603828 Aug 19 12:25:34.955836 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e61e2da-5dad-4ff7-bf97-7571a66b7442 req-ad76fdd2-30f0-4976-8b6d-902938a0dafb tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372648 Aug 19 12:25:34.971139 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-b5eb2366-a772-4711-b89e-27d6db261ea8 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The resource could not be found. Aug 19 12:25:34.975659 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b5eb2366-a772-4711-b89e-27d6db261ea8 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2261801 Aug 19 12:25:34.978561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59398) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:34.983005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5e758f1d-891f-4da1-9a3a-1ea0c77335dc tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group': {'name': 'tempest-secgroup--316659371'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:35.028289 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-73f74fba-ae65-4788-b2d7-1a02974ff312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.096862 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e758f1d-891f-4da1-9a3a-1ea0c77335dc tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.177684 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e758f1d-891f-4da1-9a3a-1ea0c77335dc tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.247162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e04217-35c6-4738-8991-0d68dac7ff83 req-b2778be4-15fa-4dbd-ac21-46692690aa3e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.248658 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75e04217-35c6-4738-8991-0d68dac7ff83 req-b2778be4-15fa-4dbd-ac21-46692690aa3e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 944 time: 0.0597448 Aug 19 12:25:35.284168 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e758f1d-891f-4da1-9a3a-1ea0c77335dc tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.288748 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75e04217-35c6-4738-8991-0d68dac7ff83 req-d4d1e70a-ddf6-4852-9371-2842e6234da3 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338242 Aug 19 12:25:35.336392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e758f1d-891f-4da1-9a3a-1ea0c77335dc tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b56f1e-436f-4233-9db9-a3f86716d58f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:35.347743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-6fefdada-6e16-4e3f-9f6c-726e35db3e62 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.349278 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-6fefdada-6e16-4e3f-9f6c-726e35db3e62 tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1097 time: 0.0762889 Aug 19 12:25:35.367656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803757-2'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:35.432869 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.436497 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e758f1d-891f-4da1-9a3a-1ea0c77335dc tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.440623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5e758f1d-891f-4da1-9a3a-1ea0c77335dc tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4582493 Aug 19 12:25:35.441019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59406) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:35.446555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-65d827b5-ad5a-4e61-923d-d951f6e1e046 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752303003'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:35.471846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2aa1a480-2dc2-4143-8b86-fc48602f4458 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:35.532744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 2aa1a480-2dc2-4143-8b86-fc48602f4458 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:35.533119 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.576934 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-65d827b5-ad5a-4e61-923d-d951f6e1e046 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.587028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:35.639479 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.695945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:35.697006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 2aa1a480-2dc2-4143-8b86-fc48602f4458, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2aa1a480-2dc2-4143-8b86-fc48602f4458,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:35.705483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65361e6a-f330-4c6b-8c3d-34d0d95cf3a1 req-03bcb616-7607-48fc-869a-bf1240ea4c2b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.707111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65361e6a-f330-4c6b-8c3d-34d0d95cf3a1 req-03bcb616-7607-48fc-869a-bf1240ea4c2b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0900824 Aug 19 12:25:35.716660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-65d827b5-ad5a-4e61-923d-d951f6e1e046 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.736776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159accda-6e25-4759-b56d-b24aac7e5a2e req-422862d6-9828-447e-9f6b-0915158482b8 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.738392 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-159accda-6e25-4759-b56d-b24aac7e5a2e req-422862d6-9828-447e-9f6b-0915158482b8 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 945 time: 0.0698535 Aug 19 12:25:35.768780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:35.771199 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70e6d4d-ef18-4f6d-99cc-7562f531e9f6" -d '{"events": [{"server_uuid": "3b0e5c37-95f7-4e84-a9f5-44b927fc8379", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa267a4-1315-4f8b-ba5d-199bafc7de5c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:35.777156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.781030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-159accda-6e25-4759-b56d-b24aac7e5a2e req-2bc304cf-ffae-4c60-885a-c4235b266b31 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346637 Aug 19 12:25:35.784701 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65361e6a-f330-4c6b-8c3d-34d0d95cf3a1 req-09f645c3-f5b0-444b-ba0d-be8353f05ba8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588496 Aug 19 12:25:35.846554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf13d709-022d-448f-8d47-27ba6a46c289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa1a480-2dc2-4143-8b86-fc48602f4458'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:35.848880 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375e08fe-73f1-45ad-9837-b141f5b68c5e" -d '{"events": [{"server_uuid": "cf13d709-022d-448f-8d47-27ba6a46c289", "name": "network-vif-plugged", "status": "completed", "tag": "2aa1a480-2dc2-4143-8b86-fc48602f4458"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:35.856989 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.878273 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-65d827b5-ad5a-4e61-923d-d951f6e1e046 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.892380 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f25912-8193-48ed-aac6-8849e40c2582 x-openstack-request-id: req-13f25912-8193-48ed-aac6-8849e40c2582 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:35.892676 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0e5c37-95f7-4e84-a9f5-44b927fc8379", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa267a4-1315-4f8b-ba5d-199bafc7de5c", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:35.892931 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13f25912-8193-48ed-aac6-8849e40c2582 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:35.893328 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c', 'code': 200} Aug 19 12:25:35.899743 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.910434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=2aa1a480-2dc2-4143-8b86-fc48602f4458,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:35.919943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d827b5-ad5a-4e61-923d-d951f6e1e046 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f951c8-83e3-4861-916a-b68b4f034208,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:35.940377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fadae-6e6e-43bf-846a-10355ccd2e7b req-21154d75-8aaa-4b1d-a8e3-e25267ebafa1 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:35.947375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa4fadae-6e6e-43bf-846a-10355ccd2e7b req-21154d75-8aaa-4b1d-a8e3-e25267ebafa1 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.1015332 Aug 19 12:25:35.956917 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aa4af2-b33d-49f8-8260-9803bde976d5 x-openstack-request-id: req-50aa4af2-b33d-49f8-8260-9803bde976d5 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:35.957397 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf13d709-022d-448f-8d47-27ba6a46c289", "name": "network-vif-plugged", "status": "completed", "tag": "2aa1a480-2dc2-4143-8b86-fc48602f4458", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:35.957939 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50aa4af2-b33d-49f8-8260-9803bde976d5 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:35.958575 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf13d709-022d-448f-8d47-27ba6a46c289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa1a480-2dc2-4143-8b86-fc48602f4458', 'code': 200} Aug 19 12:25:35.978282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-65d827b5-ad5a-4e61-923d-d951f6e1e046 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:35.980908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:35.981392 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-65d827b5-ad5a-4e61-923d-d951f6e1e046 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5373733 Aug 19 12:25:35.982335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59420) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:35.986831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-806ddce3-9ea5-4a23-8e57-99104d78fc05 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group_rule': {'security_group_id': '32b56f1e-436f-4233-9db9-a3f86716d58f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '80f951c8-83e3-4861-916a-b68b4f034208'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:35.994731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa4fadae-6e6e-43bf-846a-10355ccd2e7b req-daf215c3-d290-4bb5-a0cb-5f7cbf8fca8e tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458965 Aug 19 12:25:35.995706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on host n-h2-803757-2 for vnic_type normal with profile {"migrating_to": "n-h1-803757-2"} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:35.996059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:35.996394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:36.002827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:36.003223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Attempting to bind port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on network 142bcacd-7cc1-49d7-8cfe-21991cda91a4 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:36.009134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:36.009983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Checking segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:36.010811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Bound using segment: {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:36.021139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Bound port: cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa7cd9-9e39-4388-912c-e7251045b2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '142bcacd-7cc1-49d7-8cfe-21991cda91a4'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:36.021139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.120418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:36.129901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1a9d9-f2a3-43c2-a812-4ac46d7d79e4 req-bf4cd070-dcc8-4f4b-8571-cbc5615aade9 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:36.131573 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bfe1a9d9-f2a3-43c2-a812-4ac46d7d79e4 req-bf4cd070-dcc8-4f4b-8571-cbc5615aade9 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0761585 Aug 19 12:25:36.135017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:36.168340 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bfe1a9d9-f2a3-43c2-a812-4ac46d7d79e4 req-07112578-8bdf-4585-8ca5-9cf2018288da tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306587 Aug 19 12:25:36.265977 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-806ddce3-9ea5-4a23-8e57-99104d78fc05 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:25:36.267299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-806ddce3-9ea5-4a23-8e57-99104d78fc05 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2840192 Aug 19 12:25:36.270319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59422) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:36.309723 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.410049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad2014-3eb9-4228-b4bf-d45725ca3efa req-9d4f5adc-0d39-4637-ab47-54d33a91a1a7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:36.411641 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29ad2014-3eb9-4228-b4bf-d45725ca3efa req-9d4f5adc-0d39-4637-ab47-54d33a91a1a7 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 944 time: 0.0534825 Aug 19 12:25:36.422831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-056ae1f4-8cb8-46bb-9a6d-f297dd2494c4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.437026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787957b-369e-46d8-9815-541641ca2b2a req-e908b944-456f-4f63-9dcf-486adc6190b7 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:36.439119 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6787957b-369e-46d8-9815-541641ca2b2a req-e908b944-456f-4f63-9dcf-486adc6190b7 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.1454020 Aug 19 12:25:36.455747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29ad2014-3eb9-4228-b4bf-d45725ca3efa req-58fd961f-6f91-4a70-8f5d-f82d0b9cf3c6 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374370 Aug 19 12:25:36.457884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,revision_number=8']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:36.476197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:36.476815 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.478244 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-51cc38c4-34f1-45e6-9592-1596ad6ccab5 service neutron] 10.222.0.62 "PUT /v2.0/ports/cfa267a4-1315-4f8b-ba5d-199bafc7de5c HTTP/1.1" status: 200 len: 1122 time: 1.1157870 Aug 19 12:25:36.488161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-056ae1f4-8cb8-46bb-9a6d-f297dd2494c4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.590025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['cfa267a4-1315-4f8b-ba5d-199bafc7de5c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:36.595683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6787957b-369e-46d8-9815-541641ca2b2a req-1e37bfd8-3a52-4cb2-95a2-5976c19a58e6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Deleting port 2aa1a480-2dc2-4143-8b86-fc48602f4458 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:36.596023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6787957b-369e-46d8-9815-541641ca2b2a req-1e37bfd8-3a52-4cb2-95a2-5976c19a58e6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.614303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['cfa267a4-1315-4f8b-ba5d-199bafc7de5c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:36.685951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-6787957b-369e-46d8-9815-541641ca2b2a req-1e37bfd8-3a52-4cb2-95a2-5976c19a58e6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] For port 2aa1a480-2dc2-4143-8b86-fc48602f4458, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=2aa1a480-2dc2-4143-8b86-fc48602f4458,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:36.686323 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6787957b-369e-46d8-9815-541641ca2b2a req-1e37bfd8-3a52-4cb2-95a2-5976c19a58e6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.700074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6787957b-369e-46d8-9815-541641ca2b2a req-1e37bfd8-3a52-4cb2-95a2-5976c19a58e6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Calling delete_port for 2aa1a480-2dc2-4143-8b86-fc48602f4458 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:36.713187 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-056ae1f4-8cb8-46bb-9a6d-f297dd2494c4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.716334 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-056ae1f4-8cb8-46bb-9a6d-f297dd2494c4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.717350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-056ae1f4-8cb8-46bb-9a6d-f297dd2494c4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "DELETE /v2.0/security-groups/80f951c8-83e3-4861-916a-b68b4f034208 HTTP/1.1" status: 204 len: 168 time: 0.4456367 Aug 19 12:25:36.720750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59428) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:36.765192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ae1f4-8cb8-46bb-9a6d-f297dd2494c4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f951c8-83e3-4861-916a-b68b4f034208,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:36.783059 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d12b89a4-1047-461e-add1-a60784cf53c5 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0579047 Aug 19 12:25:36.783463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59430) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:36.937030 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c5bb14f7-d502-43bf-a61c-48285bf65d0b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.944975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0a3c7-40f9-4ae8-aea2-92c0711d33f3 req-4c6b3621-f6fa-4e2f-8d98-b26c714ba2d2 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:36.946660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1da0a3c7-40f9-4ae8-aea2-92c0711d33f3 req-4c6b3621-f6fa-4e2f-8d98-b26c714ba2d2 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 945 time: 0.0760953 Aug 19 12:25:36.979092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c5bb14f7-d502-43bf-a61c-48285bf65d0b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:36.989385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1da0a3c7-40f9-4ae8-aea2-92c0711d33f3 req-653b3911-bd97-45e7-ae05-a393b3b4d15d tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359857 Aug 19 12:25:36.994865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f16c9-4240-4198-9546-4d85ccebdf96 req-94b581d8-00d2-47ec-a987-3c9c9fe72f41 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:36.996433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-052f16c9-4240-4198-9546-4d85ccebdf96 req-94b581d8-00d2-47ec-a987-3c9c9fe72f41 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1115241 Aug 19 12:25:37.054095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-052f16c9-4240-4198-9546-4d85ccebdf96 req-661182db-9975-430f-9102-044f0e9be2d3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484772 Aug 19 12:25:37.161862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d07533-a43b-4062-9b89-c5f27be924d6 req-33ad438c-9ee0-4c5c-802d-0956a45a83a3 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:37.163389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06d07533-a43b-4062-9b89-c5f27be924d6 req-33ad438c-9ee0-4c5c-802d-0956a45a83a3 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f3daf0-2deb-4059-b1d0-6833dc69ebdd HTTP/1.1" status: 200 len: 945 time: 0.0534577 Aug 19 12:25:37.180542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff09c9-4fb0-4a35-b75b-b15f4744d82d req-db5a9f1b-a836-446a-9e52-b9276c8adbdb tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:37.182114 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1dff09c9-4fb0-4a35-b75b-b15f4744d82d req-db5a9f1b-a836-446a-9e52-b9276c8adbdb tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 945 time: 0.0513408 Aug 19 12:25:37.203684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06d07533-a43b-4062-9b89-c5f27be924d6 req-15c2d4e0-31a6-45ac-b96a-75ab0a8cc0ab tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334740 Aug 19 12:25:37.204057 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6787957b-369e-46d8-9815-541641ca2b2a req-1e37bfd8-3a52-4cb2-95a2-5976c19a58e6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.234482 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c5bb14f7-d502-43bf-a61c-48285bf65d0b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.235916 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1dff09c9-4fb0-4a35-b75b-b15f4744d82d req-239cc09d-4485-43dd-8bcb-1f4257dddac0 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464149 Aug 19 12:25:37.237219 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c5bb14f7-d502-43bf-a61c-48285bf65d0b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.238406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c5bb14f7-d502-43bf-a61c-48285bf65d0b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "DELETE /v2.0/security-groups/32b56f1e-436f-4233-9db9-a3f86716d58f HTTP/1.1" status: 204 len: 168 time: 0.4540069 Aug 19 12:25:37.239432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37bfd8-3a52-4cb2-95a2-5976c19a58e6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event deleted for resources: {'Port': ['ID=2aa1a480-2dc2-4143-8b86-fc48602f4458,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:37.241034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59446) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:37.256207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb14f7-d502-43bf-a61c-48285bf65d0b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b56f1e-436f-4233-9db9-a3f86716d58f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:37.296669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6787957b-369e-46d8-9815-541641ca2b2a req-1e37bfd8-3a52-4cb2-95a2-5976c19a58e6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] No DVR routers for this DVR port 2aa1a480-2dc2-4143-8b86-fc48602f4458 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:37.302715 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6787957b-369e-46d8-9815-541641ca2b2a req-1e37bfd8-3a52-4cb2-95a2-5976c19a58e6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.305943 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6787957b-369e-46d8-9815-541641ca2b2a req-1e37bfd8-3a52-4cb2-95a2-5976c19a58e6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.62 "DELETE /v2.0/ports/2aa1a480-2dc2-4143-8b86-fc48602f4458 HTTP/1.1" status: 204 len: 173 time: 0.8436663 Aug 19 12:25:37.306070 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f29939f4-7e1a-4996-af74-7d6d5fba624b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628126 Aug 19 12:25:37.313200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59448) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:37.318246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-788f18c9-6e29-4a1f-9b04-5668106bdc1c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group': {'name': 'tempest-secgroup--931474929'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:37.369196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9556e39-0833-437e-a0f8-6209bb0f7572 req-94499448-d962-4306-8804-219759cd3586 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:37.370721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9556e39-0833-437e-a0f8-6209bb0f7572 req-94499448-d962-4306-8804-219759cd3586 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0647166 Aug 19 12:25:37.408376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9556e39-0833-437e-a0f8-6209bb0f7572 req-2d7179d8-f4ae-4990-9d9e-e89d94744691 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311415 Aug 19 12:25:37.477123 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-788f18c9-6e29-4a1f-9b04-5668106bdc1c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.493243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:37.497184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2aa1a480-2dc2-4143-8b86-fc48602f4458 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:37.522787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 2aa1a480-2dc2-4143-8b86-fc48602f4458 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:37.523158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2aa1a480-2dc2-4143-8b86-fc48602f4458 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:37.569305 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-788f18c9-6e29-4a1f-9b04-5668106bdc1c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.590540 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa73af5-fc9a-416f-b4cc-a1e12caf4f83 req-8b507381-a4ec-4350-bed7-3961c73c5646 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:37.592073 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3aa73af5-fc9a-416f-b4cc-a1e12caf4f83 req-8b507381-a4ec-4350-bed7-3961c73c5646 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 944 time: 0.0527813 Aug 19 12:25:37.634571 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3aa73af5-fc9a-416f-b4cc-a1e12caf4f83 req-423128c8-5be6-4068-acf8-6d7f58f6887b tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346556 Aug 19 12:25:37.640264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=759bc78b-09ee-4c0b-8410-3a5698f2cbe9,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:37.662621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '759bc78b-09ee-4c0b-8410-3a5698f2cbe9', 'network_id': 'ce726399-d1c8-4413-8ca5-6de1e3ca0925', 'port_id': '759bc78b-09ee-4c0b-8410-3a5698f2cbe9', 'mac_address': 'fa:16:3e:c7:ad:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a30a79-0796-4e2e-a201-ffee4494f99e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:37.700369 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.714074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:37.731624 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-788f18c9-6e29-4a1f-9b04-5668106bdc1c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.738613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=759bc78b-09ee-4c0b-8410-3a5698f2cbe9,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:37.757006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f18c9-6e29-4a1f-9b04-5668106bdc1c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ecfdc8-456b-4bec-84de-7778adc142d5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:37.783560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-42ad8473-80e4-43ff-a867-c514c0a12132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.786855 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.854290 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.855127 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device cfa267a4-1315-4f8b-ba5d-199bafc7de5c details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:37.882529 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-788f18c9-6e29-4a1f-9b04-5668106bdc1c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.883910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-788f18c9-6e29-4a1f-9b04-5668106bdc1c tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5697250 Aug 19 12:25:37.886849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59456) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:37.891982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-df7a31cc-b63a-4014-aa14-525d8f696e1e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:37.892395 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-df7a31cc-b63a-4014-aa14-525d8f696e1e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 12:25:37.892875 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-df7a31cc-b63a-4014-aa14-525d8f696e1e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 12:25:37.893798 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-df7a31cc-b63a-4014-aa14-525d8f696e1e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "PUT /v2.0/security-groups/09ecfdc8-456b-4bec-84de-7778adc142d5 HTTP/1.1" status: 409 len: 330 time: 0.0060506 Aug 19 12:25:37.895506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'tag': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c'}, {'server_uuid': 'cf13d709-022d-448f-8d47-27ba6a46c289', 'name': 'network-vif-deleted', 'tag': '2aa1a480-2dc2-4143-8b86-fc48602f4458'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:37.896788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59458) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:37.898338 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6197e9-9e3e-45ae-add0-a05fe65027af" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0e5c37-95f7-4e84-a9f5-44b927fc8379", "tag": "cfa267a4-1315-4f8b-ba5d-199bafc7de5c"}, {"server_uuid": "cf13d709-022d-448f-8d47-27ba6a46c289", "name": "network-vif-deleted", "tag": "2aa1a480-2dc2-4143-8b86-fc48602f4458"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:37.948439 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4123d0-a789-42d3-a461-8b148337b636 x-openstack-request-id: req-ef4123d0-a789-42d3-a461-8b148337b636 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:37.948734 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0e5c37-95f7-4e84-a9f5-44b927fc8379", "tag": "cfa267a4-1315-4f8b-ba5d-199bafc7de5c", "status": "completed", "code": 200}, {"server_uuid": "cf13d709-022d-448f-8d47-27ba6a46c289", "name": "network-vif-deleted", "tag": "2aa1a480-2dc2-4143-8b86-fc48602f4458", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:37.955514 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef4123d0-a789-42d3-a461-8b148337b636 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:37.955514 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'tag': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c', 'status': 'completed', 'code': 200} Aug 19 12:25:37.955514 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf13d709-022d-448f-8d47-27ba6a46c289', 'name': 'network-vif-deleted', 'tag': '2aa1a480-2dc2-4143-8b86-fc48602f4458', 'status': 'completed', 'code': 200} Aug 19 12:25:37.956571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=759bc78b-09ee-4c0b-8410-3a5698f2cbe9,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:37.965713 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aef6661e-6259-463e-b6ea-ff4e178b4ca4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:37.999105 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aef6661e-6259-463e-b6ea-ff4e178b4ca4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.007528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:38.020024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device cfa267a4-1315-4f8b-ba5d-199bafc7de5c has no active binding in host n-h1-803757-2 {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:25:38.055007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6197e9-9e3e-45ae-add0-a05fe65027af req-f553c989-b144-4130-a873-1176a477fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.056526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a6197e9-9e3e-45ae-add0-a05fe65027af req-f553c989-b144-4130-a873-1176a477fdea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 1125 time: 0.0738857 Aug 19 12:25:38.186786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6197e9-9e3e-45ae-add0-a05fe65027af req-eee78a01-0412-49cb-a7da-e7f839ee588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.188838 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a6197e9-9e3e-45ae-add0-a05fe65027af req-eee78a01-0412-49cb-a7da-e7f839ee588c service neutron] 10.222.0.30 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1244242 Aug 19 12:25:38.213344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1402f-e949-4726-84f9-4b41989c061f req-0e8ecd2f-9e3d-4ac5-ae79-5c0f37d8288f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.214794 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0b1402f-e949-4726-84f9-4b41989c061f req-0e8ecd2f-9e3d-4ac5-ae79-5c0f37d8288f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0739350 Aug 19 12:25:38.244937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aef6661e-6259-463e-b6ea-ff4e178b4ca4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.247621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aef6661e-6259-463e-b6ea-ff4e178b4ca4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:38.248769 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aef6661e-6259-463e-b6ea-ff4e178b4ca4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "DELETE /v2.0/security-groups/09ecfdc8-456b-4bec-84de-7778adc142d5 HTTP/1.1" status: 204 len: 168 time: 0.3509753 Aug 19 12:25:38.250214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a6197e9-9e3e-45ae-add0-a05fe65027af req-70dde1f8-856f-48f6-a23f-4064319dc844 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c HTTP/1.1" status: 200 len: 217 time: 0.0527499 Aug 19 12:25:38.251487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59466) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:38.286168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6661e-6259-463e-b6ea-ff4e178b4ca4 tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ecfdc8-456b-4bec-84de-7778adc142d5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:38.321597 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-abaed7ba-6358-46bf-ad96-4fc0880fe37e tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0682473 Aug 19 12:25:38.325815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59472) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:38.349359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0b1402f-e949-4726-84f9-4b41989c061f req-f531ca9b-cb45-4a71-a7f2-d9dde5f8a31f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067164 Aug 19 12:25:38.352422 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-a4197f14-4641-464d-952b-156b5365456b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] delete failed (client error): The resource could not be found. Aug 19 12:25:38.353092 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a4197f14-4641-464d-952b-156b5365456b tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "DELETE /v2.0/security-groups/a226ebdb-9356-475e-a5ac-97770e7bbc12 HTTP/1.1" status: 404 len: 347 time: 0.0263650 Aug 19 12:25:38.355140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6197e9-9e3e-45ae-add0-a05fe65027af req-01e8631e-65ba-4d3e-bb0f-4d6e4d60944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.356710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a6197e9-9e3e-45ae-add0-a05fe65027af req-01e8631e-65ba-4d3e-bb0f-4d6e4d60944f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0836513 Aug 19 12:25:38.357013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59474) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:38.376122 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-e00f95c9-9b49-4339-ad00-d0497bd3d74f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] show failed (client error): The resource could not be found. Aug 19 12:25:38.376122 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e00f95c9-9b49-4339-ad00-d0497bd3d74f tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "GET /v2.0/security-groups/2a919c50-b32a-4d0b-895f-57779ef16b95 HTTP/1.1" status: 404 len: 347 time: 0.0160403 Aug 19 12:25:38.382844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59476) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:38.390506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['759bc78b-09ee-4c0b-8410-3a5698f2cbe9'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:38.409789 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-197330b3-ae2d-49a4-b6bc-bfc9c1333dbe tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] show failed (client error): The resource could not be found. Aug 19 12:25:38.410944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-197330b3-ae2d-49a4-b6bc-bfc9c1333dbe tempest-NegativeSecGroupTest-339196227 tempest-NegativeSecGroupTest-339196227-project] 10.222.0.21 "GET /v2.0/security-group-rules/da711b62-43c4-4d96-b419-d23599c1601d HTTP/1.1" status: 404 len: 356 time: 0.0270336 Aug 19 12:25:38.413159 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a6197e9-9e3e-45ae-add0-a05fe65027af req-c721a046-c657-40fd-9284-93c3f128fa4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428038 Aug 19 12:25:38.528514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97bc54-84ef-4bda-81b5-ad230c442c9c req-d0a8ef10-7d49-4fec-8810-57c17cf338f7 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.529975 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c97bc54-84ef-4bda-81b5-ad230c442c9c req-d0a8ef10-7d49-4fec-8810-57c17cf338f7 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f3daf0-2deb-4059-b1d0-6833dc69ebdd HTTP/1.1" status: 200 len: 945 time: 0.0832198 Aug 19 12:25:38.573865 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a6197e9-9e3e-45ae-add0-a05fe65027af req-c6ee8d0c-5b96-4285-b2b3-f6d0f3396dd6 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504357 Aug 19 12:25:38.574724 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c97bc54-84ef-4bda-81b5-ad230c442c9c req-7d557227-e4a4-4bd6-9cd7-1e2340b94a84 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348406 Aug 19 12:25:38.599502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-54a606ed-af19-4408-8f2e-08e8e460757b req-f2002a2c-a766-4d1a-825f-4ca3e23e1cf4 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf13d709-022d-448f-8d47-27ba6a46c289 HTTP/1.1" status: 200 len: 210 time: 0.1523321 Aug 19 12:25:38.688553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73bfbd-b037-462c-9070-5c1cfc30b819 req-f2ab512b-889b-4447-b1eb-34d4c772c620 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.690380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5e73bfbd-b037-462c-9070-5c1cfc30b819 req-f2ab512b-889b-4447-b1eb-34d4c772c620 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0566127 Aug 19 12:25:38.693614 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a6197e9-9e3e-45ae-add0-a05fe65027af req-f84f3e4a-bcd9-4a30-ab31-bb5e833fd4a4 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929179 Aug 19 12:25:38.733791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5e73bfbd-b037-462c-9070-5c1cfc30b819 req-a82decd5-81e1-4f06-98ca-d03ecadefbbb tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367053 Aug 19 12:25:38.767203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88340-1060-4bca-934e-db0b20d7ef5a req-b932c0dc-c042-40eb-b49c-b1dddddba481 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:38.768844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5f88340-1060-4bca-934e-db0b20d7ef5a req-b932c0dc-c042-40eb-b49c-b1dddddba481 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 945 time: 0.0622587 Aug 19 12:25:38.813543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5f88340-1060-4bca-934e-db0b20d7ef5a req-aed2eb17-a26b-4445-80ff-19bd33eb5988 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384030 Aug 19 12:25:39.011255 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.027471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59488) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:39.159513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0668dc18-5276-415f-833e-64651f07740a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a882cc9c40234c4dac6cc9a3b1866370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311057 Aug 19 12:25:39.162244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59492) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:39.209732 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d09b7d9-94ad-4af3-8c92-acd820c8e183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.235379 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d09b7d9-94ad-4af3-8c92-acd820c8e183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.382596 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d09b7d9-94ad-4af3-8c92-acd820c8e183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.385252 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d09b7d9-94ad-4af3-8c92-acd820c8e183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:39.389532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8d09b7d9-94ad-4af3-8c92-acd820c8e183 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5dfa044-c6ec-42b8-805e-920034c7b966 HTTP/1.1" status: 204 len: 168 time: 0.2232964 Aug 19 12:25:39.396743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09b7d9-94ad-4af3-8c92-acd820c8e183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dfa044-c6ec-42b8-805e-920034c7b966,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:39.505349 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6465b7b-29af-41dc-b03a-901a7cf63938 req-9e5210ba-63cf-4c23-b6f7-c120f17b5ebb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:39.506852 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6465b7b-29af-41dc-b03a-901a7cf63938 req-9e5210ba-63cf-4c23-b6f7-c120f17b5ebb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0507059 Aug 19 12:25:39.544997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6465b7b-29af-41dc-b03a-901a7cf63938 req-b6e26a92-2115-4ca5-bc2f-a73905e423da tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Aug 19 12:25:39.705317 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a20708-5d14-4bc0-8e5a-ecede514d33e req-644b2a8e-3388-4b78-891f-fc3f587d362f tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:39.710142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46a20708-5d14-4bc0-8e5a-ecede514d33e req-644b2a8e-3388-4b78-891f-fc3f587d362f tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f3daf0-2deb-4059-b1d0-6833dc69ebdd HTTP/1.1" status: 200 len: 945 time: 0.0515332 Aug 19 12:25:39.744708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46a20708-5d14-4bc0-8e5a-ecede514d33e req-ec6eace5-2990-415d-a87e-622ee26522bc tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d07ec8b-65ee-410e-97e7-4b63170d6d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Aug 19 12:25:39.837292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9b6ac-48be-4f6b-942c-27e18a44ff3b req-66ff5bd5-23eb-4e6b-937c-46a5f885afd3 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:39.838910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66d9b6ac-48be-4f6b-942c-27e18a44ff3b req-66ff5bd5-23eb-4e6b-937c-46a5f885afd3 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "GET /v2.0/ports?device_id=58f3daf0-2deb-4059-b1d0-6833dc69ebdd HTTP/1.1" status: 200 len: 945 time: 0.0587478 Aug 19 12:25:39.863214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b727997-a522-4441-9fe4-e05ca34590b4 req-faccb7e1-a86f-4ec8-900c-af36aef11d40 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:39.864809 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b727997-a522-4441-9fe4-e05ca34590b4 req-faccb7e1-a86f-4ec8-900c-af36aef11d40 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0546646 Aug 19 12:25:39.915296 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b727997-a522-4441-9fe4-e05ca34590b4 req-e1823f96-7128-4657-a8e0-bb8719133faf tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438161 Aug 19 12:25:39.954155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59520) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:39.965937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-81dc8fe6-d375-4738-bbef-d5c532c06799 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--377350211', 'description': 'tempest-description--2083110524'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:39.999503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-66d9b6ac-48be-4f6b-942c-27e18a44ff3b req-6e1dda2c-3ac4-42f6-83f3-6fa98180948e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Deleting port c6d5608b-049a-41df-8482-a53b6f0c76ca {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:39.999900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-66d9b6ac-48be-4f6b-942c-27e18a44ff3b req-6e1dda2c-3ac4-42f6-83f3-6fa98180948e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.083644 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81dc8fe6-d375-4738-bbef-d5c532c06799 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.153188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aaca6-a3b1-4802-80cd-60b9c18e098b req-100ffc52-671b-41be-b949-50bb13577c34 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:40.154651 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff6aaca6-a3b1-4802-80cd-60b9c18e098b req-100ffc52-671b-41be-b949-50bb13577c34 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 945 time: 0.1383810 Aug 19 12:25:40.165611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-66d9b6ac-48be-4f6b-942c-27e18a44ff3b req-6e1dda2c-3ac4-42f6-83f3-6fa98180948e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] For port c6d5608b-049a-41df-8482-a53b6f0c76ca, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c6d5608b-049a-41df-8482-a53b6f0c76ca,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:40.165986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-66d9b6ac-48be-4f6b-942c-27e18a44ff3b req-6e1dda2c-3ac4-42f6-83f3-6fa98180948e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.203852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-66d9b6ac-48be-4f6b-942c-27e18a44ff3b req-6e1dda2c-3ac4-42f6-83f3-6fa98180948e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Calling delete_port for c6d5608b-049a-41df-8482-a53b6f0c76ca owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:40.240691 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff6aaca6-a3b1-4802-80cd-60b9c18e098b req-39b2a05c-40e5-4a59-83a3-fa45b207a0d8 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770702 Aug 19 12:25:40.327894 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81dc8fe6-d375-4738-bbef-d5c532c06799 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.377221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ec043-f4f4-456b-8242-4410f6378c3f req-f4c8325d-f3a2-458e-9778-f56d457011a3 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:40.381506 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-965ec043-f4f4-456b-8242-4410f6378c3f req-f4c8325d-f3a2-458e-9778-f56d457011a3 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "GET /v2.0/ports?device_id=056c2ab5-9210-4b74-b902-737563ef2421 HTTP/1.1" status: 200 len: 945 time: 0.0598283 Aug 19 12:25:40.433511 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81dc8fe6-d375-4738-bbef-d5c532c06799 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.462519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc8fe6-d375-4738-bbef-d5c532c06799 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93118e94-ae65-46ca-96ef-cc87e9635a23,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:40.489575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-965ec043-f4f4-456b-8242-4410f6378c3f req-d8b77ed1-0022-48f3-878b-22d74e39afab tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Deleting port d447cb44-d403-4c5a-b59c-23ccb4c622eb {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:40.490120 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-965ec043-f4f4-456b-8242-4410f6378c3f req-d8b77ed1-0022-48f3-878b-22d74e39afab tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.505084 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.582563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-965ec043-f4f4-456b-8242-4410f6378c3f req-d8b77ed1-0022-48f3-878b-22d74e39afab tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] For port d447cb44-d403-4c5a-b59c-23ccb4c622eb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d447cb44-d403-4c5a-b59c-23ccb4c622eb,segment=NetworkSegment(3e77ae3b-a90d-4d1e-9c86-769f5109afa2),segment_id=3e77ae3b-a90d-4d1e-9c86-769f5109afa2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:40.582964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-965ec043-f4f4-456b-8242-4410f6378c3f req-d8b77ed1-0022-48f3-878b-22d74e39afab tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.596728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-965ec043-f4f4-456b-8242-4410f6378c3f req-d8b77ed1-0022-48f3-878b-22d74e39afab tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Calling delete_port for d447cb44-d403-4c5a-b59c-23ccb4c622eb owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:40.623077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-66d9b6ac-48be-4f6b-942c-27e18a44ff3b req-6e1dda2c-3ac4-42f6-83f3-6fa98180948e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.643945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['d447cb44-d403-4c5a-b59c-23ccb4c622eb', 'c6d5608b-049a-41df-8482-a53b6f0c76ca'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:40.703466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dda2c-3ac4-42f6-83f3-6fa98180948e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Pushing event deleted for resources: {'Port': ['ID=c6d5608b-049a-41df-8482-a53b6f0c76ca,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:40.710779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81dc8fe6-d375-4738-bbef-d5c532c06799 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.712080 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-81dc8fe6-d375-4738-bbef-d5c532c06799 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7500510 Aug 19 12:25:40.715499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59538) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:40.725189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b000bd98-d646-4729-829d-89417b66d004 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Request body: {'security_group_rule': {'security_group_id': '93118e94-ae65-46ca-96ef-cc87e9635a23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:40.816429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de5b7a-32f3-4490-a1e4-0f33146f19fc req-d9388870-b4ea-4e83-9dc2-3df1bdef1d56 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:40.818004 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e4de5b7a-32f3-4490-a1e4-0f33146f19fc req-d9388870-b4ea-4e83-9dc2-3df1bdef1d56 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.2054651 Aug 19 12:25:40.819166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d9b6ac-48be-4f6b-942c-27e18a44ff3b req-6e1dda2c-3ac4-42f6-83f3-6fa98180948e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] No DVR routers for this DVR port c6d5608b-049a-41df-8482-a53b6f0c76ca on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:40.821717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-66d9b6ac-48be-4f6b-942c-27e18a44ff3b req-6e1dda2c-3ac4-42f6-83f3-6fa98180948e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.823715 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66d9b6ac-48be-4f6b-942c-27e18a44ff3b req-6e1dda2c-3ac4-42f6-83f3-6fa98180948e tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "DELETE /v2.0/ports/c6d5608b-049a-41df-8482-a53b6f0c76ca HTTP/1.1" status: 204 len: 173 time: 0.9738932 Aug 19 12:25:40.824163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f3daf0-2deb-4059-b1d0-6833dc69ebdd', 'name': 'network-vif-deleted', 'tag': 'c6d5608b-049a-41df-8482-a53b6f0c76ca'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:40.826443 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f62a5f-3f3c-493f-a27a-3725e635d162" -d '{"events": [{"server_uuid": "58f3daf0-2deb-4059-b1d0-6833dc69ebdd", "name": "network-vif-deleted", "tag": "c6d5608b-049a-41df-8482-a53b6f0c76ca"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:40.863471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0918abf4-38a5-4f96-bc84-5019b1076356 req-ae7925ec-1c5d-4245-af45-46f2e0da91a7 tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f3daf0-2deb-4059-b1d0-6833dc69ebdd HTTP/1.1" status: 200 len: 210 time: 0.0315998 Aug 19 12:25:40.874320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e4de5b7a-32f3-4490-a1e4-0f33146f19fc req-c34fef7b-4de8-4d5f-8f8d-1b9825249899 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442810 Aug 19 12:25:40.899688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-965ec043-f4f4-456b-8242-4410f6378c3f req-d8b77ed1-0022-48f3-878b-22d74e39afab tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.905490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['c6d5608b-049a-41df-8482-a53b6f0c76ca'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:40.918281 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8e70d2-dfc6-4918-bac3-ea12030c72ae x-openstack-request-id: req-5d8e70d2-dfc6-4918-bac3-ea12030c72ae {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:40.918691 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f3daf0-2deb-4059-b1d0-6833dc69ebdd", "name": "network-vif-deleted", "tag": "c6d5608b-049a-41df-8482-a53b6f0c76ca", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:40.918994 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d8e70d2-dfc6-4918-bac3-ea12030c72ae {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:40.919555 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f3daf0-2deb-4059-b1d0-6833dc69ebdd', 'name': 'network-vif-deleted', 'tag': 'c6d5608b-049a-41df-8482-a53b6f0c76ca', 'status': 'completed', 'code': 200} Aug 19 12:25:40.925930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b77ed1-0022-48f3-878b-22d74e39afab tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Pushing event deleted for resources: {'Port': ['ID=d447cb44-d403-4c5a-b59c-23ccb4c622eb,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:40.971089 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b000bd98-d646-4729-829d-89417b66d004 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.978366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-965ec043-f4f4-456b-8242-4410f6378c3f req-d8b77ed1-0022-48f3-878b-22d74e39afab tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] No DVR routers for this DVR port d447cb44-d403-4c5a-b59c-23ccb4c622eb on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:40.981319 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-965ec043-f4f4-456b-8242-4410f6378c3f req-d8b77ed1-0022-48f3-878b-22d74e39afab tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:40.984200 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-965ec043-f4f4-456b-8242-4410f6378c3f req-d8b77ed1-0022-48f3-878b-22d74e39afab tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.30 "DELETE /v2.0/ports/d447cb44-d403-4c5a-b59c-23ccb4c622eb HTTP/1.1" status: 204 len: 173 time: 0.5980082 Aug 19 12:25:40.984662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056c2ab5-9210-4b74-b902-737563ef2421', 'name': 'network-vif-deleted', 'tag': 'd447cb44-d403-4c5a-b59c-23ccb4c622eb'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:40.988349 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e93047-0391-418d-be6b-f2da4a6c373c" -d '{"events": [{"server_uuid": "056c2ab5-9210-4b74-b902-737563ef2421", "name": "network-vif-deleted", "tag": "d447cb44-d403-4c5a-b59c-23ccb4c622eb"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:41.034828 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaf91e6-66bb-490a-abfa-f3cd151fff91 x-openstack-request-id: req-bcaf91e6-66bb-490a-abfa-f3cd151fff91 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:41.034828 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056c2ab5-9210-4b74-b902-737563ef2421", "name": "network-vif-deleted", "tag": "d447cb44-d403-4c5a-b59c-23ccb4c622eb", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:41.034828 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcaf91e6-66bb-490a-abfa-f3cd151fff91 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:41.034828 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056c2ab5-9210-4b74-b902-737563ef2421', 'name': 'network-vif-deleted', 'tag': 'd447cb44-d403-4c5a-b59c-23ccb4c622eb', 'status': 'completed', 'code': 200} Aug 19 12:25:41.059132 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b000bd98-d646-4729-829d-89417b66d004 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:41.071353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd31f6-170b-4708-8802-b86b51cc62d0 req-f25f7a93-5a12-4917-9990-4515f55dcaca tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:41.072859 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ccd31f6-170b-4708-8802-b86b51cc62d0 req-f25f7a93-5a12-4917-9990-4515f55dcaca tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0858901 Aug 19 12:25:41.113915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ccd31f6-170b-4708-8802-b86b51cc62d0 req-cb38f895-532c-40a8-8bbd-47dff8f5b424 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322170 Aug 19 12:25:41.253720 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b000bd98-d646-4729-829d-89417b66d004 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:41.272444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000bd98-d646-4729-829d-89417b66d004 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ced6d7a-d708-4288-96e7-391183b20efd,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:41.360143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed888-600c-4f5d-8c1a-463e2622bacd req-e556fbac-603a-4d79-a46e-52843823211e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:41.361670 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a9ed888-600c-4f5d-8c1a-463e2622bacd req-e556fbac-603a-4d79-a46e-52843823211e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 945 time: 0.0507240 Aug 19 12:25:41.401552 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a9ed888-600c-4f5d-8c1a-463e2622bacd req-1b8cc71f-fa2a-4ce2-b391-a63c7e5dc9f9 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Aug 19 12:25:41.426283 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b000bd98-d646-4729-829d-89417b66d004 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:41.432492 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b000bd98-d646-4729-829d-89417b66d004 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7112439 Aug 19 12:25:41.434901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59560) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:41.440161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-40ab3305-3382-42e7-b704-07da63974b04 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Request body: {'security_group_rule': {'security_group_id': '93118e94-ae65-46ca-96ef-cc87e9635a23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:41.508623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:41.667327 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40ab3305-3382-42e7-b704-07da63974b04 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:41.710515 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:41.714437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:41.714834 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:41.746157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40ab3305-3382-42e7-b704-07da63974b04 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:41.795857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:41.820159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21782a42-6137-48e3-820b-c4db6b577482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759bc78b-09ee-4c0b-8410-3a5698f2cbe9'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:41.822391 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f54abe-4b13-4451-a546-db30830d9f0f" -d '{"events": [{"server_uuid": "21782a42-6137-48e3-820b-c4db6b577482", "name": "network-vif-plugged", "status": "completed", "tag": "759bc78b-09ee-4c0b-8410-3a5698f2cbe9"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:41.836536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=759bc78b-09ee-4c0b-8410-3a5698f2cbe9,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:41.842484 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40ab3305-3382-42e7-b704-07da63974b04 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:41.864875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab3305-3382-42e7-b704-07da63974b04 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee8375b-8fdf-49e2-a895-a4ea138a90c1,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:41.868864 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22402d7-9968-4327-9fc9-8b1af73f0c3e x-openstack-request-id: req-c22402d7-9968-4327-9fc9-8b1af73f0c3e {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:41.869255 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21782a42-6137-48e3-820b-c4db6b577482", "name": "network-vif-plugged", "status": "completed", "tag": "759bc78b-09ee-4c0b-8410-3a5698f2cbe9", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:41.869567 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c22402d7-9968-4327-9fc9-8b1af73f0c3e {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:41.870018 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21782a42-6137-48e3-820b-c4db6b577482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759bc78b-09ee-4c0b-8410-3a5698f2cbe9', 'code': 200} Aug 19 12:25:42.040283 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.041101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2aa1a480-2dc2-4143-8b86-fc48602f4458 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:42.060257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-18171ddf-65be-431f-8b89-c3ed672f1dc9 req-53fe69a0-c713-4e25-acdf-33acdd601a5c tempest-MultipleCreateTestJSON-78148576 tempest-MultipleCreateTestJSON-78148576-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f3daf0-2deb-4059-b1d0-6833dc69ebdd HTTP/1.1" status: 200 len: 210 time: 0.0423300 Aug 19 12:25:42.063722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40ab3305-3382-42e7-b704-07da63974b04 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.074842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-40ab3305-3382-42e7-b704-07da63974b04 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6387796 Aug 19 12:25:42.078488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59584) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:42.084424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:42.084826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 2aa1a480-2dc2-4143-8b86-fc48602f4458 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:42.085346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 2aa1a480-2dc2-4143-8b86-fc48602f4458 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:42.099478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c341f-24b3-4f30-96bf-f52314437874 req-7fa20f6d-c774-44be-a5e8-ba58c96d8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:42.103591 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-113c341f-24b3-4f30-96bf-f52314437874 req-7fa20f6d-c774-44be-a5e8-ba58c96d8809 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 1096 time: 0.1573207 Aug 19 12:25:42.129643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=759bc78b-09ee-4c0b-8410-3a5698f2cbe9,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:42.160120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cde6c-b268-4669-baad-835405afd5e4 req-ab42dd8f-0b24-4ec5-81ea-3fba29ae7891 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:42.161704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-722cde6c-b268-4669-baad-835405afd5e4 req-ab42dd8f-0b24-4ec5-81ea-3fba29ae7891 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1680701 Aug 19 12:25:42.190578 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-113c341f-24b3-4f30-96bf-f52314437874 req-08d4b4df-544c-4494-b6b7-93ba39e9b171 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731447 Aug 19 12:25:42.215444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-722cde6c-b268-4669-baad-835405afd5e4 req-b0bddeb8-4044-4447-9a55-85e8aae6ba14 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434549 Aug 19 12:25:42.319786 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.483085 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f86406-1151-444d-a57a-a0566d562281 req-a0e0b7e0-4f91-465c-9595-7c921be898f0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:42.484650 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d3f86406-1151-444d-a57a-a0566d562281 req-a0e0b7e0-4f91-465c-9595-7c921be898f0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.0767579 Aug 19 12:25:42.527499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabce207-008a-4db9-a972-f90a0e3e5b56 req-828bf608-ecc4-4d19-9032-8353db40f2ed tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:42.529039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eabce207-008a-4db9-a972-f90a0e3e5b56 req-828bf608-ecc4-4d19-9032-8353db40f2ed tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 946 time: 0.0498765 Aug 19 12:25:42.549007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d3f86406-1151-444d-a57a-a0566d562281 req-be7aa480-1521-477b-96f3-ce46b77094ba tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508173 Aug 19 12:25:42.550146 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.596178 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eabce207-008a-4db9-a972-f90a0e3e5b56 req-86608c47-8c1c-494a-bb67-4482473b231e tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606248 Aug 19 12:25:42.761087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Allocated IP 172.25.2.166 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/b49783fb-a8d1-4ce9-8c24-9a106dc68b1c) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:42.892426 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:42.996750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.044077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:43.047832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:43.052009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:43.057448 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event updated for resources: {'Port': ['ID=b49783fb-a8d1-4ce9-8c24-9a106dc68b1c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:43.152646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59608) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:43.192335 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.223057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb0aa53-687f-4334-a898-4d0079a06df7 admin admin] Deleting subnet 2c6319b7-2087-4722-b404-15d074ef7303 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:43.226925 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb0aa53-687f-4334-a898-4d0079a06df7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.264498 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:25:43.293005 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb0aa53-687f-4334-a898-4d0079a06df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.347263 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb0aa53-687f-4334-a898-4d0079a06df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.542988 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb0aa53-687f-4334-a898-4d0079a06df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.575216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0aa53-687f-4334-a898-4d0079a06df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6319b7-2087-4722-b404-15d074ef7303,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:43.583190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb0aa53-687f-4334-a898-4d0079a06df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.585578 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ddb0aa53-687f-4334-a898-4d0079a06df7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2c6319b7-2087-4722-b404-15d074ef7303 HTTP/1.1" status: 204 len: 168 time: 0.4309833 Aug 19 12:25:43.589379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59618) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:43.681298 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.689855 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.717128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad15c23-4f5a-41ed-b0d0-6d008d8f46ac req-66af19e0-f2e4-4338-ba9e-14c3bff000fe tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.718636 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8ad15c23-4f5a-41ed-b0d0-6d008d8f46ac req-66af19e0-f2e4-4338-ba9e-14c3bff000fe tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.4196301 Aug 19 12:25:43.799131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b407d-4e6f-4f02-a185-bbea775a8de1 req-1d1e939e-0683-47eb-9b4b-c104445bc166 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.802121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f0b407d-4e6f-4f02-a185-bbea775a8de1 req-1d1e939e-0683-47eb-9b4b-c104445bc166 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 944 time: 0.1238737 Aug 19 12:25:43.823214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8ad15c23-4f5a-41ed-b0d0-6d008d8f46ac req-99b51bd4-20a6-4e51-a03e-195e4cb19fb5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911610 Aug 19 12:25:43.832655 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.845937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddfbb48-5e14-41bc-b1f7-415e402a085d']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:43.865600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e77ae3b-a90d-4d1e-9c86-769f5109afa2') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:43.865890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e77ae3b-a90d-4d1e-9c86-769f5109afa2') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:25:43.883595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f0b407d-4e6f-4f02-a185-bbea775a8de1 req-7aaa4929-dabc-46cd-a27d-8c25c18950be tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747192 Aug 19 12:25:43.885384 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.915327 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.926947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.945717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:25:43.946268 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:25:43.948355 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:25:43.971430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738d878-4300-4cd6-a93f-361325af6429 req-02bbb7f5-6646-45c1-85f7-94af8abe5a21 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:43.972057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9738d878-4300-4cd6-a93f-361325af6429 req-02bbb7f5-6646-45c1-85f7-94af8abe5a21 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 946 time: 0.0536606 Aug 19 12:25:44.012504 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9738d878-4300-4cd6-a93f-361325af6429 req-dde8d0af-7a7f-44b6-a099-04650b85e801 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340941 Aug 19 12:25:44.022697 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-d928ff07-70a5-4020-b1d9-23240218ea69 service neutron] 10.222.0.30 "GET /v2.0/ports/cfa267a4-1315-4f8b-ba5d-199bafc7de5c/bindings/n-h1-803757-2 HTTP/1.1" status: 200 len: 384 time: 0.1299460 Aug 19 12:25:44.094247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.168877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event updated for resources: {'Port': ['ID=b49783fb-a8d1-4ce9-8c24-9a106dc68b1c,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:44.179178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.182148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.189226 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.191752 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eddfbb48-5e14-41bc-b1f7-415e402a085d HTTP/1.1" status: 204 len: 168 time: 0.6008255 Aug 19 12:25:44.204816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111260c-ae60-466f-ae6b-d009544e89d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eddfbb48-5e14-41bc-b1f7-415e402a085d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:44.242746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-0e5266fa-42fe-4958-8dac-d80ed33a1893 service neutron] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:44.266003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-0e5266fa-42fe-4958-8dac-d80ed33a1893 service neutron] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:44.310600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-0e5266fa-42fe-4958-8dac-d80ed33a1893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa267a4-1315-4f8b-ba5d-199bafc7de5c {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:44.322989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-0e5266fa-42fe-4958-8dac-d80ed33a1893 service neutron] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:44.336211 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.340332 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2df2bd39-2579-49dc-9180-6bab8d178908 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2580876 Aug 19 12:25:44.542703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-0e5266fa-42fe-4958-8dac-d80ed33a1893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.633604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-0e5266fa-42fe-4958-8dac-d80ed33a1893 service neutron] Transition to ACTIVE for port object cfa267a4-1315-4f8b-ba5d-199bafc7de5c will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:44.657018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-07bd0c86-d1c2-4508-933c-0634e41ff872 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:44.658548 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-07bd0c86-d1c2-4508-933c-0634e41ff872 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/networks?id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 HTTP/1.1" status: 200 len: 822 time: 0.1142719 Aug 19 12:25:44.674552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-a6081571-3b3f-40fd-8e35-469c25d1c7a7 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/quotas/17845ae6dc02421a802560b82a408dc4 HTTP/1.1" status: 200 len: 375 time: 0.0098026 Aug 19 12:25:44.725295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-11667eac-f83e-402d-863b-fa8632b5a329 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=17845ae6dc02421a802560b82a408dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448320 Aug 19 12:25:44.737897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-cec77cfa-3c77-4f99-89b1-864ff0673b5c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:25:44.738893 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-cec77cfa-3c77-4f99-89b1-864ff0673b5c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059779 Aug 19 12:25:44.785203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-0e5266fa-42fe-4958-8dac-d80ed33a1893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:44.832976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59648) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:44.879916 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-cfb50aa6-0afa-4432-96a2-e710c0d9836e service neutron] 10.222.0.21 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350005 Aug 19 12:25:44.880393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-0e5266fa-42fe-4958-8dac-d80ed33a1893 service neutron] No DVR routers for this DVR port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:44.910690 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-173ad386-7edc-413b-98d5-e16fbf104ca9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36dc8682afa94302b8378320634e58dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765991 Aug 19 12:25:44.926136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59654) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:44.936230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5266fa-42fe-4958-8dac-d80ed33a1893 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,revision_number=10']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:44.944318 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-0e5266fa-42fe-4958-8dac-d80ed33a1893 service neutron] 10.222.0.30 "PUT /v2.0/ports/cfa267a4-1315-4f8b-ba5d-199bafc7de5c/bindings/n-h1-803757-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9142232 Aug 19 12:25:44.960869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc7a6b-924f-42e7-8f92-134e2e5b6b84 req-c312e40d-a31f-4910-a674-4fdacbff8628 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:44.962448 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ddcc7a6b-924f-42e7-8f92-134e2e5b6b84 req-c312e40d-a31f-4910-a674-4fdacbff8628 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 946 time: 0.1455395 Aug 19 12:25:44.990341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-5cca2b5b-e19e-4d3f-9e20-d47415450887 service neutron] 10.222.0.21 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021805 Aug 19 12:25:45.024437 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ddcc7a6b-924f-42e7-8f92-134e2e5b6b84 req-626c9117-0ec9-41ec-822e-976959697862 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522556 Aug 19 12:25:45.029297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f14bb241-b61c-4359-a0b3-9288db0a7dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.057132 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f14bb241-b61c-4359-a0b3-9288db0a7dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.146522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3cc669-a26d-48b4-8af3-cca48bcdad54 req-14827602-23b2-4b4d-82c1-c01199c7496e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.148157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab3cc669-a26d-48b4-8af3-cca48bcdad54 req-14827602-23b2-4b4d-82c1-c01199c7496e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0512290 Aug 19 12:25:45.187797 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab3cc669-a26d-48b4-8af3-cca48bcdad54 req-7a179f56-b31c-4956-9002-c50a96c73921 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329654 Aug 19 12:25:45.238207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-5881e12b-98aa-4c15-b1a9-7fa9252c151b tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.240032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-5881e12b-98aa-4c15-b1a9-7fa9252c151b tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.0499346 Aug 19 12:25:45.320233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae1da5-659d-4d9a-97f3-65e728810eb9 req-fcf688e3-4e0d-4c2c-a031-ca0fbfea1197 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.322780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3ae1da5-659d-4d9a-97f3-65e728810eb9 req-fcf688e3-4e0d-4c2c-a031-ca0fbfea1197 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 945 time: 0.0771060 Aug 19 12:25:45.323884 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f14bb241-b61c-4359-a0b3-9288db0a7dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.326451 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f14bb241-b61c-4359-a0b3-9288db0a7dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:45.327582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f14bb241-b61c-4359-a0b3-9288db0a7dca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d07ec8b-65ee-410e-97e7-4b63170d6d7c HTTP/1.1" status: 204 len: 168 time: 0.3986983 Aug 19 12:25:45.329631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-e85db9b9-0fb5-425e-97c9-ab8b4642d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.339822 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-e85db9b9-0fb5-425e-97c9-ab8b4642d4c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379&tenant_id=6234d0c986c14810828c0377a08fc051 HTTP/1.1" status: 200 len: 1096 time: 0.0850496 Aug 19 12:25:45.362074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bb241-b61c-4359-a0b3-9288db0a7dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d07ec8b-65ee-410e-97e7-4b63170d6d7c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:45.440820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3ae1da5-659d-4d9a-97f3-65e728810eb9 req-e75ba426-5b7b-47a4-afcf-0d790f07a3f8 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008017 Aug 19 12:25:45.472471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device cfa267a4-1315-4f8b-ba5d-199bafc7de5c no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:45.478001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-9c19223e-3d26-4e26-b929-dc4d0afb226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.482985 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-9c19223e-3d26-4e26-b929-dc4d0afb226b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 1096 time: 0.1123085 Aug 19 12:25:45.521101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device cfa267a4-1315-4f8b-ba5d-199bafc7de5c not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:45.521857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c6d5608b-049a-41df-8482-a53b6f0c76ca no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:45.551148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: c6d5608b-049a-41df-8482-a53b6f0c76ca {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:45.551591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c6d5608b-049a-41df-8482-a53b6f0c76ca not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:45.552170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device d447cb44-d403-4c5a-b59c-23ccb4c622eb no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:45.575659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: d447cb44-d403-4c5a-b59c-23ccb4c622eb {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:45.576215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device d447cb44-d403-4c5a-b59c-23ccb4c622eb not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:45.623747 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-266ac230-f24e-4697-b0fc-64bd0a9f549a req-a4e88e11-8fa3-447b-8a3f-0b8beb7e46ca tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 210 time: 0.0430772 Aug 19 12:25:45.644540 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-a6ba84a1-f76e-47b9-9da9-886ef3b03dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.646021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-a6ba84a1-f76e-47b9-9da9-886ef3b03dc5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1553013 Aug 19 12:25:45.698270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-00a37a7f-dfe9-4681-8d2d-f89ec83e692b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c HTTP/1.1" status: 200 len: 217 time: 0.0428948 Aug 19 12:25:45.754212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-9096e3bf-43eb-425f-a78a-5bf577cd0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:45.755835 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-9096e3bf-43eb-425f-a78a-5bf577cd0cea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0503533 Aug 19 12:25:45.791456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-49214ccf-9589-4c44-9fd6-9308968de869 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272877 Aug 19 12:25:45.885725 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-caa94082-8e64-4191-a145-4c3f23725a5f service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851634 Aug 19 12:25:45.974424 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-e6f67903-d928-40db-961d-98c2f711127e service neutron] 10.222.0.62 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806186 Aug 19 12:25:46.153567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67dc77-6166-4c60-8787-cff73b2cd4b3 req-410d4852-19cb-49a0-9e47-b255590633dd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.162641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fd67dc77-6166-4c60-8787-cff73b2cd4b3 req-410d4852-19cb-49a0-9e47-b255590633dd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0669465 Aug 19 12:25:46.198765 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fd67dc77-6166-4c60-8787-cff73b2cd4b3 req-b247d6dc-5eea-452b-b313-9c43453c84eb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351751 Aug 19 12:25:46.427989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ec51c-79e9-49f1-a811-12e4159029d8 req-b95d83ef-42a5-4386-94be-ee9414b3e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.430199 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-255ec51c-79e9-49f1-a811-12e4159029d8 req-b95d83ef-42a5-4386-94be-ee9414b3e82b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 1095 time: 0.0740008 Aug 19 12:25:46.492404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b211-f287-4c50-875f-8c9856d51a9e req-f39137ea-a7f2-49cd-9a40-4e94d8977590 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.494833 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce51b211-f287-4c50-875f-8c9856d51a9e req-f39137ea-a7f2-49cd-9a40-4e94d8977590 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 946 time: 0.0773840 Aug 19 12:25:46.549179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ec51c-79e9-49f1-a811-12e4159029d8 req-0f878ac5-6c93-4aea-b301-61e17ec8ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.551040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-255ec51c-79e9-49f1-a811-12e4159029d8 req-0f878ac5-6c93-4aea-b301-61e17ec8ca7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.1138759 Aug 19 12:25:46.554878 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce51b211-f287-4c50-875f-8c9856d51a9e req-190de644-9b2b-45cf-ba8a-95658ac7b99c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525217 Aug 19 12:25:46.762401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-255ec51c-79e9-49f1-a811-12e4159029d8 req-92b92558-2235-44fb-b5ae-d456b5b72212 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083 HTTP/1.1" status: 200 len: 999 time: 0.1617222 Aug 19 12:25:46.768591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e8cbb-2d5f-44a0-844a-6e6a9509cfe5 req-5437e5bb-1b42-48a8-899e-caacdbdd341e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.770191 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-956e8cbb-2d5f-44a0-844a-6e6a9509cfe5 req-5437e5bb-1b42-48a8-899e-caacdbdd341e tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 945 time: 0.1983740 Aug 19 12:25:46.810654 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-c8e530d3-ae3e-4a3f-80e0-47aec5803fca tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.812163 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-c8e530d3-ae3e-4a3f-80e0-47aec5803fca tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379&tenant_id=6234d0c986c14810828c0377a08fc051&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.1218607 Aug 19 12:25:46.868951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ec51c-79e9-49f1-a811-12e4159029d8 req-3c252cb6-4c9e-4041-8627-cdac138f17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.870666 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-255ec51c-79e9-49f1-a811-12e4159029d8 req-3c252cb6-4c9e-4041-8627-cdac138f17d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.0986953 Aug 19 12:25:46.913740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-956e8cbb-2d5f-44a0-844a-6e6a9509cfe5 req-91252e50-ba63-44dc-b729-19465fd4da96 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300387 Aug 19 12:25:46.948678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ec51c-79e9-49f1-a811-12e4159029d8 req-f4249e4a-abe2-481d-aace-ce1dd2065845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:46.950180 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-255ec51c-79e9-49f1-a811-12e4159029d8 req-f4249e4a-abe2-481d-aace-ce1dd2065845 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723433 Aug 19 12:25:47.238593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59726) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:47.368040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addb679-8fd4-41d4-9d09-ac23055f8831 req-759a0fcc-8528-4f90-9429-4553002e88ac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:47.369586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5addb679-8fd4-41d4-9d09-ac23055f8831 req-759a0fcc-8528-4f90-9429-4553002e88ac tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0656154 Aug 19 12:25:47.375540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1061517539-network', 'tenant_id': '6edc6212d9034861b3c6e25e75c2c621'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:47.387485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0483a40e-8ae4-4a05-b08b-bf58bd412c12 req-86c76425-3e11-4d27-9389-c46dbfb05a07 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 210 time: 0.4145110 Aug 19 12:25:47.460562 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-255ec51c-79e9-49f1-a811-12e4159029d8 req-2cc953d3-8b75-437c-a04f-801621ae783d service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903538 Aug 19 12:25:47.470947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5addb679-8fd4-41d4-9d09-ac23055f8831 req-89048843-ca7c-4ff0-8648-fa36d0a50a21 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858476 Aug 19 12:25:47.584459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed49636-34c9-48e2-9fd6-357130261ba2 req-2583d128-689e-41f3-aca6-fac51bfd6445 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:47.585852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ed49636-34c9-48e2-9fd6-357130261ba2 req-2583d128-689e-41f3-aca6-fac51bfd6445 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 946 time: 0.1078899 Aug 19 12:25:47.602831 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-255ec51c-79e9-49f1-a811-12e4159029d8 req-93d9b078-fa4c-41c6-bbc9-da875d05882e service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352704 Aug 19 12:25:47.631189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ed49636-34c9-48e2-9fd6-357130261ba2 req-bfe2d3a5-1e90-4fb4-9347-c6e4fff9a5fc tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381932 Aug 19 12:25:47.633623 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Made reservation on behalf of 6edc6212d9034861b3c6e25e75c2c621 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:47.636055 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.649176 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.679729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-04dfedaf-80ce-42a7-a5bb-fb300a0c6076 service neutron] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:47.680412 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-04dfedaf-80ce-42a7-a5bb-fb300a0c6076 service neutron] Notify callbacks [] for binding, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.681604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-04dfedaf-80ce-42a7-a5bb-fb300a0c6076 service neutron] 10.222.0.62 "DELETE /v2.0/ports/cfa267a4-1315-4f8b-ba5d-199bafc7de5c/bindings/n-h2-803757-2 HTTP/1.1" status: 204 len: 173 time: 0.8576138 Aug 19 12:25:47.750482 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.907634 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.928815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:25:47.943105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6c0745-8f83-40a8-87a0-19f33549589f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:47.949219 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:47.951121 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Added segment 7585812d-c529-43b5-9965-ea889dfba937 of type vlan for network 14a6da21-0bb9-4520-b352-f98adafbc32d Aug 19 12:25:47.995290 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.066408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca53c9-aa2e-46d3-acdf-ac847bdb849b req-32486805-5cf1-4a4a-a928-bcd8624eb3f0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:48.067962 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e1ca53c9-aa2e-46d3-acdf-ac847bdb849b req-32486805-5cf1-4a4a-a928-bcd8624eb3f0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 945 time: 0.0565326 Aug 19 12:25:48.094528 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.094528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:48.095041 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.116710 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e1ca53c9-aa2e-46d3-acdf-ac847bdb849b req-969a2d12-a21e-47d1-bb07-e85f112432b8 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421724 Aug 19 12:25:48.188537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] Pushing event updated for resources: {'Network': ['ID=14a6da21-0bb9-4520-b352-f98adafbc32d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:48.200121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 14a6da21-0bb9-4520-b352-f98adafbc32d details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:25:48.258342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70624005-0353-4a70-b530-6a8dea3a0d4e req-33f34709-9a66-42fb-80c1-5c26c47b8e2f tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:48.260045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70624005-0353-4a70-b530-6a8dea3a0d4e req-33f34709-9a66-42fb-80c1-5c26c47b8e2f tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 1096 time: 0.0453193 Aug 19 12:25:48.295953 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70624005-0353-4a70-b530-6a8dea3a0d4e req-b1b292bf-ab39-4e79-9899-234fb8c7ae3e tempest-LiveMigrationTest-1762369128 tempest-LiveMigrationTest-1762369128-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296986 Aug 19 12:25:48.303062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-94f592c3-f681-4a8f-9104-e0ce4e8fa154 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0631239 Aug 19 12:25:48.307047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59748) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:48.315469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] Request body: {'subnet': {'network_id': '14a6da21-0bb9-4520-b352-f98adafbc32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1061517539-subnet', 'tenant_id': '6edc6212d9034861b3c6e25e75c2c621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:48.504646 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0217d4e4-f27b-4f43-88d6-c1b5c886b4dc req-a0470ce6-e275-4c60-b05e-1b0e97c57095 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 210 time: 0.0280199 Aug 19 12:25:48.570521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] Made reservation on behalf of 6edc6212d9034861b3c6e25e75c2c621 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:48.573070 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.619295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce554ba9-dc98-428d-a57a-192cd65c3e68 req-477d6640-8af6-4b85-ad5a-98f9f6acc2de tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:48.621431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce554ba9-dc98-428d-a57a-192cd65c3e68 req-477d6640-8af6-4b85-ad5a-98f9f6acc2de tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0604386 Aug 19 12:25:48.663966 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce554ba9-dc98-428d-a57a-192cd65c3e68 req-fc4e9fbf-391b-4260-bde6-a05b8087fa65 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355535 Aug 19 12:25:48.883899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae959-f40a-46ff-b23e-c10fc25e7619 req-597a751e-bd5f-4d02-a0ce-522d3d5c3b25 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:48.883899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9acae959-f40a-46ff-b23e-c10fc25e7619 req-597a751e-bd5f-4d02-a0ce-522d3d5c3b25 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 946 time: 0.0594654 Aug 19 12:25:48.953956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b0294-cf12-4b65-a09d-795edbabc22d req-2b713314-d0c4-43a5-8f76-14ab4f4b4528 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:48.955625 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3b0294-cf12-4b65-a09d-795edbabc22d req-2b713314-d0c4-43a5-8f76-14ab4f4b4528 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0554967 Aug 19 12:25:48.956896 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:48.960518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9acae959-f40a-46ff-b23e-c10fc25e7619 req-7dae0200-b3e6-4902-ad0a-92a9dbe5715c tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/security-groups?id=89ce82ff-c051-4415-beb2-58ba4a97e52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677316 Aug 19 12:25:48.971144 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a9c56-b580-4f67-8cf7-7918fff86823 req-228a34e4-a1f1-4606-ab3e-62cb74289a52 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:48.972910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d0a9c56-b580-4f67-8cf7-7918fff86823 req-228a34e4-a1f1-4606-ab3e-62cb74289a52 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 946 time: 0.0886941 Aug 19 12:25:49.079190 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd3b0294-cf12-4b65-a09d-795edbabc22d req-cd61c035-a001-407e-b497-ff0761548665 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083834 Aug 19 12:25:49.082083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d2e2a1-8509-40fe-af0a-f0e36682b1f9,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:49.102942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] Checking segment: {'id': '7585812d-c529-43b5-9965-ea889dfba937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14a6da21-0bb9-4520-b352-f98adafbc32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:49.102942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] Network hostable DHCP agents. Network: 14a6da21-0bb9-4520-b352-f98adafbc32d, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:25:49.221919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] Network 14a6da21-0bb9-4520-b352-f98adafbc32d is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:25:49.252190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-0cfc511e-6469-417a-b4cc-5e37da1d3df8 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:49.253817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-0cfc511e-6469-417a-b4cc-5e37da1d3df8 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.30 "GET /v2.0/networks?id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 HTTP/1.1" status: 200 len: 822 time: 0.2799058 Aug 19 12:25:49.274900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Request body: {'port': {'device_id': 'ea97764e-ede7-49ff-a83c-45ee41b45354', 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83', 'admin_state_up': True, 'tenant_id': '17845ae6dc02421a802560b82a408dc4'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:49.303700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf46422-679e-420e-aefb-a9371860e91b req-4b2c0421-2478-4050-940c-76368e3956f5 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:49.306133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecf46422-679e-420e-aefb-a9371860e91b req-4b2c0421-2478-4050-940c-76368e3956f5 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 945 time: 0.1484175 Aug 19 12:25:49.347811 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 14a6da21-0bb9-4520-b352-f98adafbc32d) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:49.356492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:49.359984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:49.363739 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d730d4-8fd7-43a7-9aa2-7976f38954de None None] Network 14a6da21-0bb9-4520-b352-f98adafbc32d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:49.377181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8d0a9c56-b580-4f67-8cf7-7918fff86823 req-14c113b3-02bf-4cf5-a6fc-cbdc1b72d604 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Deleting port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:49.377622 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8d0a9c56-b580-4f67-8cf7-7918fff86823 req-14c113b3-02bf-4cf5-a6fc-cbdc1b72d604 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:49.515891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f3030-52af-41cf-a37b-97aa5e1c5270 None None] Network 14a6da21-0bb9-4520-b352-f98adafbc32d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:25:49.549994 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b9f3cb38-8eac-4c64-9e0b-1befacfac3e0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2428243 Aug 19 12:25:49.555618 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecf46422-679e-420e-aefb-a9371860e91b req-9f0a1a2c-ce1e-4370-9768-fd581f86031c tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187660 Aug 19 12:25:49.591975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8d0a9c56-b580-4f67-8cf7-7918fff86823 req-14c113b3-02bf-4cf5-a6fc-cbdc1b72d604 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] For port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=759bc78b-09ee-4c0b-8410-3a5698f2cbe9,segment=NetworkSegment(a36c5520-0652-4c44-8f6a-3b90c0d16c5e),segment_id=a36c5520-0652-4c44-8f6a-3b90c0d16c5e)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:49.592386 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8d0a9c56-b580-4f67-8cf7-7918fff86823 req-14c113b3-02bf-4cf5-a6fc-cbdc1b72d604 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:49.643433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8d0a9c56-b580-4f67-8cf7-7918fff86823 req-14c113b3-02bf-4cf5-a6fc-cbdc1b72d604 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Calling delete_port for 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:49.714625 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b09f767a-08a7-4fab-8fe9-d86a061247e9 req-979ad9f5-ed64-4016-ad37-69a93cb7d2ad tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 210 time: 0.0480902 Aug 19 12:25:49.768691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c50c3-7d80-429c-9cae-1acf4542c061 req-0dab3417-36d7-4776-b137-762d9e110d0f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:49.770285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-014c50c3-7d80-429c-9cae-1acf4542c061 req-0dab3417-36d7-4776-b137-762d9e110d0f tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 945 time: 0.1569757 Aug 19 12:25:49.788386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Made reservation on behalf of 17845ae6dc02421a802560b82a408dc4 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:49.792935 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:49.880041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538a29-8f3e-4413-b032-d506273f48ee req-9fa20803-f246-480e-a6cd-1991369a2e4e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:49.888456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1c538a29-8f3e-4413-b032-d506273f48ee req-9fa20803-f246-480e-a6cd-1991369a2e4e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0768349 Aug 19 12:25:49.952293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1c538a29-8f3e-4413-b032-d506273f48ee req-df4f4c3f-119a-46a6-b209-5cddbde98429 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563538 Aug 19 12:25:50.104577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-014c50c3-7d80-429c-9cae-1acf4542c061 req-be3586e7-5b68-4519-9ba7-43f1c7e0fef7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Deleting port cfa267a4-1315-4f8b-ba5d-199bafc7de5c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:25:50.105030 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-014c50c3-7d80-429c-9cae-1acf4542c061 req-be3586e7-5b68-4519-9ba7-43f1c7e0fef7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.136945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Allocated IP 172.20.0.9 (60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83/8ac76841-d1fc-41c8-b901-2eb1eb321f66/4594c214-2235-4193-a303-dbe949c61152) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:50.216181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-2dc9f91e-6366-4dc8-9662-37bb21f5e7f2 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:50.217564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-2dc9f91e-6366-4dc8-9662-37bb21f5e7f2 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/networks?id=14a6da21-0bb9-4520-b352-f98adafbc32d HTTP/1.1" status: 200 len: 813 time: 0.2473652 Aug 19 12:25:50.227651 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8d0a9c56-b580-4f67-8cf7-7918fff86823 req-14c113b3-02bf-4cf5-a6fc-cbdc1b72d604 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.239938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['759bc78b-09ee-4c0b-8410-3a5698f2cbe9'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:50.292165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-2451b885-1f72-45b6-8b43-b1e2fe41945b tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/quotas/6edc6212d9034861b3c6e25e75c2c621 HTTP/1.1" status: 200 len: 375 time: 0.0671244 Aug 19 12:25:50.299054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c113b3-02bf-4cf5-a6fc-cbdc1b72d604 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Pushing event deleted for resources: {'Port': ['ID=759bc78b-09ee-4c0b-8410-3a5698f2cbe9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:50.398973 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-00ebe8a3-8509-4949-a957-09a85753af39 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6edc6212d9034861b3c6e25e75c2c621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965245 Aug 19 12:25:50.413465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-014c50c3-7d80-429c-9cae-1acf4542c061 req-be3586e7-5b68-4519-9ba7-43f1c7e0fef7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] For port cfa267a4-1315-4f8b-ba5d-199bafc7de5c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:50.413837 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-014c50c3-7d80-429c-9cae-1acf4542c061 req-be3586e7-5b68-4519-9ba7-43f1c7e0fef7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.445545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0a9c56-b580-4f67-8cf7-7918fff86823 req-14c113b3-02bf-4cf5-a6fc-cbdc1b72d604 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] No DVR routers for this DVR port 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:50.453497 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e852c21c-a6bb-4af7-936f-ee9a77e04e8e req-2e70a7c7-9e4f-4fa6-9447-a0580e8cc532 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 210 time: 0.0344195 Aug 19 12:25:50.459884 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8d0a9c56-b580-4f67-8cf7-7918fff86823 req-14c113b3-02bf-4cf5-a6fc-cbdc1b72d604 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.461964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d0a9c56-b580-4f67-8cf7-7918fff86823 req-14c113b3-02bf-4cf5-a6fc-cbdc1b72d604 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.62 "DELETE /v2.0/ports/759bc78b-09ee-4c0b-8410-3a5698f2cbe9 HTTP/1.1" status: 204 len: 173 time: 1.4772661 Aug 19 12:25:50.505463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21782a42-6137-48e3-820b-c4db6b577482', 'name': 'network-vif-deleted', 'tag': '759bc78b-09ee-4c0b-8410-3a5698f2cbe9'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:50.515213 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13981ac6-6eb5-4b8c-a36d-bc34aa778808" -d '{"events": [{"server_uuid": "21782a42-6137-48e3-820b-c4db6b577482", "name": "network-vif-deleted", "tag": "759bc78b-09ee-4c0b-8410-3a5698f2cbe9"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:50.524693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-014c50c3-7d80-429c-9cae-1acf4542c061 req-be3586e7-5b68-4519-9ba7-43f1c7e0fef7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Calling delete_port for cfa267a4-1315-4f8b-ba5d-199bafc7de5c owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:25:50.738345 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:50.748560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-86a284f6-055a-4dc6-8642-359e66219b61 service neutron] 10.222.0.21 "GET /v2.0/networks/14a6da21-0bb9-4520-b352-f98adafbc32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371251 Aug 19 12:25:50.756275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7e65c-1414-4d86-8b27-e0c05404ca91 req-db8e9a84-96ec-4c11-b928-76a98fe180d6 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:50.757867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09c7e65c-1414-4d86-8b27-e0c05404ca91 req-db8e9a84-96ec-4c11-b928-76a98fe180d6 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0578287 Aug 19 12:25:50.797505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09c7e65c-1414-4d86-8b27-e0c05404ca91 req-55e7f723-1244-40f4-ad3b-cd4358c4f876 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334299 Aug 19 12:25:50.877818 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd28c02-dd58-449e-8fed-f96c968e2d08 x-openstack-request-id: req-cdd28c02-dd58-449e-8fed-f96c968e2d08 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:50.878112 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21782a42-6137-48e3-820b-c4db6b577482", "name": "network-vif-deleted", "tag": "759bc78b-09ee-4c0b-8410-3a5698f2cbe9", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:50.878357 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdd28c02-dd58-449e-8fed-f96c968e2d08 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:50.878917 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21782a42-6137-48e3-820b-c4db6b577482', 'name': 'network-vif-deleted', 'tag': '759bc78b-09ee-4c0b-8410-3a5698f2cbe9', 'status': 'completed', 'code': 200} Aug 19 12:25:50.947823 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-a1ffef5d-4adc-4a79-a56c-9471f75da7fe service neutron] 10.222.0.21 "GET /v2.0/networks/14a6da21-0bb9-4520-b352-f98adafbc32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895442 Aug 19 12:25:50.995554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3d1fe-7927-425d-983d-3642daae2429 req-f3747d04-1dfb-494d-b523-153882cd642b tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:50.997326 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-37f3d1fe-7927-425d-983d-3642daae2429 req-f3747d04-1dfb-494d-b523-153882cd642b tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 945 time: 0.0696163 Aug 19 12:25:51.047648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-37f3d1fe-7927-425d-983d-3642daae2429 req-4fd8182a-d427-4961-b9ef-b1e9532d7d54 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Aug 19 12:25:51.074614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.114879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-014c50c3-7d80-429c-9cae-1acf4542c061 req-be3586e7-5b68-4519-9ba7-43f1c7e0fef7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.126402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['49a4b9dc-6b60-4b67-9075-0e25cb51e805', 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:51.133851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:51.141919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:51.146524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:51.180363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe90ddb-ff90-43b2-8105-1560ea56bf1f req-7ac27083-c646-4ff8-9392-d844e050a794 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:51.184051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event updated for resources: {'Port': ['ID=4594c214-2235-4193-a303-dbe949c61152,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:51.198539 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebe90ddb-ff90-43b2-8105-1560ea56bf1f req-7ac27083-c646-4ff8-9392-d844e050a794 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 931 time: 0.0855446 Aug 19 12:25:51.250126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebe90ddb-ff90-43b2-8105-1560ea56bf1f req-2720a97f-b5d8-4133-b739-152347130109 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499187 Aug 19 12:25:51.264137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-014c50c3-7d80-429c-9cae-1acf4542c061 req-be3586e7-5b68-4519-9ba7-43f1c7e0fef7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] No DVR routers for this DVR port cfa267a4-1315-4f8b-ba5d-199bafc7de5c on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:25:51.266409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3586e7-5b68-4519-9ba7-43f1c7e0fef7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Pushing event deleted for resources: {'Port': ['ID=cfa267a4-1315-4f8b-ba5d-199bafc7de5c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:51.268887 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-014c50c3-7d80-429c-9cae-1acf4542c061 req-be3586e7-5b68-4519-9ba7-43f1c7e0fef7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.271117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-014c50c3-7d80-429c-9cae-1acf4542c061 req-be3586e7-5b68-4519-9ba7-43f1c7e0fef7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.62 "DELETE /v2.0/ports/cfa267a4-1315-4f8b-ba5d-199bafc7de5c HTTP/1.1" status: 204 len: 173 time: 1.4916456 Aug 19 12:25:51.286144 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:51.288178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.400906 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df2f325f-9e0b-4a48-bf53-eeb9f54c8970 req-beea1b59-c531-41cf-897e-b3a317fc3bc2 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 210 time: 0.0289097 Aug 19 12:25:51.462623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-23312b56-1045-47f7-b1d4-58e5b9526190 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1954098 Aug 19 12:25:51.476968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Request body: {'port': {'device_id': 'ea97764e-ede7-49ff-a83c-45ee41b45354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:51.532338 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.616452 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0be6b7c-74e9-417d-a40f-c3780c30bfc0 req-5cb790f5-2b3e-435a-a5ac-f5c497d86227 tempest-DeleteServersTestJSON-1091023229 tempest-DeleteServersTestJSON-1091023229-project] 10.222.0.21 "GET /v2.0/ports?device_id=21782a42-6137-48e3-820b-c4db6b577482 HTTP/1.1" status: 200 len: 210 time: 0.0377643 Aug 19 12:25:51.886667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4594c214-2235-4193-a303-dbe949c61152 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:51.895451 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:51.908621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Transition to ACTIVE for port object 4594c214-2235-4193-a303-dbe949c61152 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:51.953191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0495bb0-f823-4949-807c-80cbdf4abba4 req-d41f4904-5958-49a5-83da-89e1dd8bddbb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:51.955171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0495bb0-f823-4949-807c-80cbdf4abba4 req-d41f4904-5958-49a5-83da-89e1dd8bddbb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0776143 Aug 19 12:25:52.029610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0495bb0-f823-4949-807c-80cbdf4abba4 req-f7e284dd-6450-44c8-8567-0898c8b1cbb6 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679832 Aug 19 12:25:52.070433 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:52.197473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-819b8c1b-56d9-4d8f-b487-ec6de6665fc3 req-352e9a6b-f3d6-457a-9bb7-591b6982b053 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 210 time: 0.0301704 Aug 19 12:25:52.207868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Pushing event updated for resources: {'Port': ['ID=4594c214-2235-4193-a303-dbe949c61152,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:52.241767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Attempting to bind port 4594c214-2235-4193-a303-dbe949c61152 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:52.242109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Attempting to bind port 4594c214-2235-4193-a303-dbe949c61152 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:52.242440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Attempting to bind port 4594c214-2235-4193-a303-dbe949c61152 on network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:52.247391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Port 4594c214-2235-4193-a303-dbe949c61152 on network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:52.247712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Attempting to bind port 4594c214-2235-4193-a303-dbe949c61152 on network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:52.253520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:52.253901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Checking segment: {'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:52.254291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Bound using segment: {'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:52.254725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Bound port: 4594c214-2235-4193-a303-dbe949c61152, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:52.255120 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:52.354691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] For port 4594c214-2235-4193-a303-dbe949c61152, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:52.358119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] For port 4594c214-2235-4193-a303-dbe949c61152, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4594c214-2235-4193-a303-dbe949c61152,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:52.419930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30c7c8-4161-4291-8b33-d0ac91a69600 req-322f044f-61bc-429e-b054-9e7c80dd4837 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.421715 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8e30c7c8-4161-4291-8b33-d0ac91a69600 req-322f044f-61bc-429e-b054-9e7c80dd4837 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 943 time: 0.0561104 Aug 19 12:25:52.466237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8e30c7c8-4161-4291-8b33-d0ac91a69600 req-c35fab13-ec5b-4c2a-98fd-453cc8ee2360 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369875 Aug 19 12:25:52.525169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:52.568054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.569592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:52.576058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] 10.222.0.30 "PUT /v2.0/ports/4594c214-2235-4193-a303-dbe949c61152 HTTP/1.1" status: 200 len: 1091 time: 1.1037393 Aug 19 12:25:52.715385 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ed860fe-5873-446f-9a0a-39b342852a8b req-0f1d5e88-17f1-4716-81eb-2b341ecee851 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 210 time: 0.0816529 Aug 19 12:25:52.751171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdb57e-7e03-4098-8f2d-180ec0ba4827 service neutron] Pushing event updated for resources: {'Port': ['ID=4594c214-2235-4193-a303-dbe949c61152,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:52.800618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cafce-e675-4383-aa18-93d03eea316d req-3b24d118-9c67-4bc4-8ff3-5595a5b3f3bd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.816649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-798cafce-e675-4383-aa18-93d03eea316d req-3b24d118-9c67-4bc4-8ff3-5595a5b3f3bd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1269653 Aug 19 12:25:52.841677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-ceada888-ce30-4fb2-a8cc-bfdf582f8893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:52.844218 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-ceada888-ce30-4fb2-a8cc-bfdf582f8893 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17845ae6dc02421a802560b82a408dc4&device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 1094 time: 0.0763519 Aug 19 12:25:52.887482 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-798cafce-e675-4383-aa18-93d03eea316d req-0001ff07-3903-4401-81ee-824ae2fb7e74 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675399 Aug 19 12:25:52.934487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'name': 'network-vif-deleted', 'tag': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c'}, {'name': 'network-changed', 'server_uuid': 'ea97764e-ede7-49ff-a83c-45ee41b45354', 'tag': '4594c214-2235-4193-a303-dbe949c61152'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:52.937048 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ec6c47-036d-4292-a1e1-5c309cbcd70a" -d '{"events": [{"server_uuid": "3b0e5c37-95f7-4e84-a9f5-44b927fc8379", "name": "network-vif-deleted", "tag": "cfa267a4-1315-4f8b-ba5d-199bafc7de5c"}, {"name": "network-changed", "server_uuid": "ea97764e-ede7-49ff-a83c-45ee41b45354", "tag": "4594c214-2235-4193-a303-dbe949c61152"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:52.941941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-33d35534-65c2-4f93-ac6e-728c489a50c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4594c214-2235-4193-a303-dbe949c61152 HTTP/1.1" status: 200 len: 217 time: 0.0867062 Aug 19 12:25:53.040673 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc90b621-c9c8-4c04-a553-4421309e6470 x-openstack-request-id: req-bc90b621-c9c8-4c04-a553-4421309e6470 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:53.040673 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0e5c37-95f7-4e84-a9f5-44b927fc8379", "name": "network-vif-deleted", "tag": "cfa267a4-1315-4f8b-ba5d-199bafc7de5c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ea97764e-ede7-49ff-a83c-45ee41b45354", "tag": "4594c214-2235-4193-a303-dbe949c61152", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:53.040673 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc90b621-c9c8-4c04-a553-4421309e6470 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:53.040673 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0e5c37-95f7-4e84-a9f5-44b927fc8379', 'name': 'network-vif-deleted', 'tag': 'cfa267a4-1315-4f8b-ba5d-199bafc7de5c', 'status': 'completed', 'code': 200} Aug 19 12:25:53.042017 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea97764e-ede7-49ff-a83c-45ee41b45354', 'tag': '4594c214-2235-4193-a303-dbe949c61152', 'status': 'completed', 'code': 200} Aug 19 12:25:53.048717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-fa5d0f94-379a-4da2-a436-9820c229eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:53.050467 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-fa5d0f94-379a-4da2-a436-9820c229eb99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ac76841-d1fc-41c8-b901-2eb1eb321f66 HTTP/1.1" status: 200 len: 862 time: 0.0977256 Aug 19 12:25:53.092132 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-72ace493-ede2-45fe-a807-0bf525c6a655 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308762 Aug 19 12:25:53.259340 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-329c6083-8dc6-43f9-a391-ee35a90d5fd3 service neutron] 10.222.0.30 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500590 Aug 19 12:25:53.359226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9a4c5a3-0c97-4d98-91a5-0f67f0886919 req-b534f3f7-e316-4246-88c0-0f34d4d43474 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 210 time: 0.0329325 Aug 19 12:25:53.404496 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab7cab8c-7e81-4a89-9187-ef7faef854d8 req-0e021374-7266-4496-96ed-8d36799bc464 service neutron] 10.222.0.30 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421869 Aug 19 12:25:53.609231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device cfa267a4-1315-4f8b-ba5d-199bafc7de5c no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:53.647158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: cfa267a4-1315-4f8b-ba5d-199bafc7de5c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:53.647775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device cfa267a4-1315-4f8b-ba5d-199bafc7de5c not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:53.648411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:25:53.660234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e57a1-ba6c-4f4a-b8ba-aac78826bf6e req-8d1efa94-ba9a-4e48-927a-24eba184e212 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:53.666483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-306e57a1-ba6c-4f4a-b8ba-aac78826bf6e req-8d1efa94-ba9a-4e48-927a-24eba184e212 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 943 time: 0.1298273 Aug 19 12:25:53.673237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:25:53.673747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 759bc78b-09ee-4c0b-8410-3a5698f2cbe9 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:25:53.704158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6c47-036d-4292-a1e1-5c309cbcd70a req-72a86248-8a41-4f69-a10e-5e8387db036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:53.705644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92ec6c47-036d-4292-a1e1-5c309cbcd70a req-72a86248-8a41-4f69-a10e-5e8387db036f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17845ae6dc02421a802560b82a408dc4&device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 1094 time: 0.1113873 Aug 19 12:25:53.728928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-306e57a1-ba6c-4f4a-b8ba-aac78826bf6e req-d0f899fa-ba86-4172-be27-11258df611d7 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561616 Aug 19 12:25:53.824686 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7d98c312-3919-4485-9194-44e873c68212 req-7e516d6c-a96a-42c9-82f5-71c0b322e4a8 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 210 time: 0.0400207 Aug 19 12:25:53.869382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6c47-036d-4292-a1e1-5c309cbcd70a req-4c669c2c-f994-437f-98a6-6ca48ac8090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:53.871123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92ec6c47-036d-4292-a1e1-5c309cbcd70a req-4c669c2c-f994-437f-98a6-6ca48ac8090b service neutron] 10.222.0.30 "GET /v2.0/networks?id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 HTTP/1.1" status: 200 len: 923 time: 0.1559489 Aug 19 12:25:53.954525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92ec6c47-036d-4292-a1e1-5c309cbcd70a req-fa8cea13-95af-4cb2-b50b-8d1c620a38a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4594c214-2235-4193-a303-dbe949c61152 HTTP/1.1" status: 200 len: 217 time: 0.0755720 Aug 19 12:25:54.025670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6c47-036d-4292-a1e1-5c309cbcd70a req-d06ce536-8fe6-4b4c-ac1e-1a9c21c3aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.027582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92ec6c47-036d-4292-a1e1-5c309cbcd70a req-d06ce536-8fe6-4b4c-ac1e-1a9c21c3aaa5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ac76841-d1fc-41c8-b901-2eb1eb321f66 HTTP/1.1" status: 200 len: 862 time: 0.0606470 Aug 19 12:25:54.042466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b886a-0987-47b2-85e8-e9e3da2bf14e req-1be07940-b939-4f2c-ae46-73b9862cd909 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.044021 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e28b886a-0987-47b2-85e8-e9e3da2bf14e req-1be07940-b939-4f2c-ae46-73b9862cd909 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0710933 Aug 19 12:25:54.065922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92ec6c47-036d-4292-a1e1-5c309cbcd70a req-471bf1a9-ff9d-4cd4-a13d-8c3d641b7943 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292416 Aug 19 12:25:54.094597 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e28b886a-0987-47b2-85e8-e9e3da2bf14e req-8e97317f-264f-4709-8dd4-6a3e9a9e773b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376418 Aug 19 12:25:54.222076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92ec6c47-036d-4292-a1e1-5c309cbcd70a req-d77322db-c664-4445-a809-67bb7bcd0942 service neutron] 10.222.0.30 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377325 Aug 19 12:25:54.464946 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02d6b84b-4b16-4944-888a-6ed202aa88c7 req-fddaae58-1244-4ddd-945f-1255eaa19531 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 210 time: 0.0284524 Aug 19 12:25:54.599572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9973329-b992-457d-a3e6-e2609cc5849a req-9cea6e64-a40b-4ea4-9509-cc34ee156fda tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.601066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9973329-b992-457d-a3e6-e2609cc5849a req-9cea6e64-a40b-4ea4-9509-cc34ee156fda tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.4171457 Aug 19 12:25:54.661975 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9973329-b992-457d-a3e6-e2609cc5849a req-2f89fdd9-17b1-45a9-8084-89ae6728d2e5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544279 Aug 19 12:25:54.665910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92ec6c47-036d-4292-a1e1-5c309cbcd70a req-c7d2209f-9614-4afa-ad59-47c5c5441ba2 service neutron] 10.222.0.30 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359868 Aug 19 12:25:54.822730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb38de7-984f-4b2e-be1d-c1c25b991163 req-fab8caa3-88c8-4a0b-b2a8-75f5ca292e57 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.824397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dbb38de7-984f-4b2e-be1d-c1c25b991163 req-fab8caa3-88c8-4a0b-b2a8-75f5ca292e57 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0782435 Aug 19 12:25:54.871725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4962f7b-d89d-4001-b289-532dbd1311d5 req-a2ea58c0-06c1-4b9e-92f3-07c5dd07665f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.873264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e4962f7b-d89d-4001-b289-532dbd1311d5 req-a2ea58c0-06c1-4b9e-92f3-07c5dd07665f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 943 time: 0.0533578 Aug 19 12:25:54.914571 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dbb38de7-984f-4b2e-be1d-c1c25b991163 req-764c6259-47c9-4ccb-af27-02bf0263fc9d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629117 Aug 19 12:25:54.934479 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e4962f7b-d89d-4001-b289-532dbd1311d5 req-f259b9dd-4dd0-4163-a459-cf6bae4453a5 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548441 Aug 19 12:25:54.970907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-6ca42478-38e2-43c9-8ece-41974a62eb76 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:54.974399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-6ca42478-38e2-43c9-8ece-41974a62eb76 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.62 "GET /v2.0/networks?id=14a6da21-0bb9-4520-b352-f98adafbc32d HTTP/1.1" status: 200 len: 813 time: 0.1820328 Aug 19 12:25:55.005522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Request body: {'port': {'device_id': '46aec84a-7060-4d5c-8a07-c609ff68308d', 'network_id': '14a6da21-0bb9-4520-b352-f98adafbc32d', 'admin_state_up': True, 'tenant_id': '6edc6212d9034861b3c6e25e75c2c621'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:55.044283 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.080054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d304d-4196-41ee-9df2-09988f70298c req-a304121e-1319-40fb-99e0-a9d946b8be37 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:55.081895 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d74d304d-4196-41ee-9df2-09988f70298c req-a304121e-1319-40fb-99e0-a9d946b8be37 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0772734 Aug 19 12:25:55.109820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90d0642e-4afc-4e49-ae2d-96bd932e7e15 req-3209f8cc-913d-4937-970a-3e7a6f545345 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 210 time: 0.0510345 Aug 19 12:25:55.149351 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d74d304d-4196-41ee-9df2-09988f70298c req-61c37569-d9cc-48ca-a07f-8ba02d6afd7a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610647 Aug 19 12:25:55.352815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Made reservation on behalf of 6edc6212d9034861b3c6e25e75c2c621 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:25:55.356464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.482096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Allocated IP 172.20.0.12 (14a6da21-0bb9-4520-b352-f98adafbc32d/63d2e2a1-8509-40fe-af0a-f0e36682b1f9/61a786bc-a255-448d-8da5-d2e288a5093a) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:25:55.507497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4594c214-2235-4193-a303-dbe949c61152 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:25:55.590870 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7b46171-8f03-43d3-b8e7-484fb9537201 req-4f533cbb-583b-4f0b-897c-3880957671cc tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 210 time: 0.0370204 Aug 19 12:25:55.639326 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4594c214-2235-4193-a303-dbe949c61152, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4594c214-2235-4193-a303-dbe949c61152,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:55.651352 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.651709 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '4594c214-2235-4193-a303-dbe949c61152', 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83', 'port_id': '4594c214-2235-4193-a303-dbe949c61152', 'mac_address': 'fa:16:3e:7a:68:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac76841-d1fc-41c8-b901-2eb1eb321f66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:25:55.690536 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.703526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4594c214-2235-4193-a303-dbe949c61152 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:55.723218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4594c214-2235-4193-a303-dbe949c61152, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4594c214-2235-4193-a303-dbe949c61152,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:55.833547 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.861145 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.875174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Network 14a6da21-0bb9-4520-b352-f98adafbc32d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:25:55.880999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:25:55.884848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:25:55.898582 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:55.917204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=4594c214-2235-4193-a303-dbe949c61152,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:55.924473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Pushing event updated for resources: {'Port': ['ID=61a786bc-a255-448d-8da5-d2e288a5093a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:55.926077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.926499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.926935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.934145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.934563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.934991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.935533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.935938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.936860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.938769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.939191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.939590 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:25:55.946619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:55.949431 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.064301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e25d0c-3cc4-4651-9c9f-aa277aeed9e5 req-549f4379-b5a2-4288-b31d-768ce4224afe tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:56.065843 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81e25d0c-3cc4-4651-9c9f-aa277aeed9e5 req-549f4379-b5a2-4288-b31d-768ce4224afe tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 944 time: 0.0590703 Aug 19 12:25:56.119366 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81e25d0c-3cc4-4651-9c9f-aa277aeed9e5 req-15bc362b-e63d-4cf5-80c1-f78500c40dcf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Aug 19 12:25:56.137400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['4594c214-2235-4193-a303-dbe949c61152'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:25:56.227952 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-d027df09-f286-4a52-ab72-992a4ccbd1dc tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2373400 Aug 19 12:25:56.242556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Request body: {'port': {'device_id': '46aec84a-7060-4d5c-8a07-c609ff68308d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:25:56.286108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b9fa2-b256-42b0-ae04-6970c30621c4 req-a510e58f-d38c-4760-9398-b33d5de2f5fd tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:56.287658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b13b9fa2-b256-42b0-ae04-6970c30621c4 req-a510e58f-d38c-4760-9398-b33d5de2f5fd tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 932 time: 0.0922153 Aug 19 12:25:56.357542 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.370193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b13b9fa2-b256-42b0-ae04-6970c30621c4 req-e7f65e82-c365-4e2f-b0ae-ac45257c0624 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702901 Aug 19 12:25:56.678688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a786bc-a255-448d-8da5-d2e288a5093a {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:25:56.687879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.703413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Transition to ACTIVE for port object 61a786bc-a255-448d-8da5-d2e288a5093a will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:25:56.729094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81cc905f-045f-4f70-be14-fb948f92bb5f req-6b7ddb58-3114-4a7d-8996-eb492bbb2eb8 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b0e5c37-95f7-4e84-a9f5-44b927fc8379 HTTP/1.1" status: 200 len: 210 time: 0.0506015 Aug 19 12:25:56.827225 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:56.894518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Pushing event updated for resources: {'Port': ['ID=61a786bc-a255-448d-8da5-d2e288a5093a,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:56.988431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Attempting to bind port 61a786bc-a255-448d-8da5-d2e288a5093a on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:25:56.988860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Attempting to bind port 61a786bc-a255-448d-8da5-d2e288a5093a by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '7585812d-c529-43b5-9965-ea889dfba937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14a6da21-0bb9-4520-b352-f98adafbc32d'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:25:56.989285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Attempting to bind port 61a786bc-a255-448d-8da5-d2e288a5093a on network 14a6da21-0bb9-4520-b352-f98adafbc32d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:56.993718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Port 61a786bc-a255-448d-8da5-d2e288a5093a on network 14a6da21-0bb9-4520-b352-f98adafbc32d not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:25:56.994119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Attempting to bind port 61a786bc-a255-448d-8da5-d2e288a5093a on network 14a6da21-0bb9-4520-b352-f98adafbc32d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:25:57.011091 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:25:57.011091 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Checking segment: {'id': '7585812d-c529-43b5-9965-ea889dfba937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14a6da21-0bb9-4520-b352-f98adafbc32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:25:57.011091 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Bound using segment: {'id': '7585812d-c529-43b5-9965-ea889dfba937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14a6da21-0bb9-4520-b352-f98adafbc32d'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:25:57.011091 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Bound port: 61a786bc-a255-448d-8da5-d2e288a5093a, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7585812d-c529-43b5-9965-ea889dfba937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14a6da21-0bb9-4520-b352-f98adafbc32d'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:25:57.011091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:57.086512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] For port 61a786bc-a255-448d-8da5-d2e288a5093a, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:25:57.089808 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] For port 61a786bc-a255-448d-8da5-d2e288a5093a, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=61a786bc-a255-448d-8da5-d2e288a5093a,segment=NetworkSegment(7585812d-c529-43b5-9965-ea889dfba937),segment_id=7585812d-c529-43b5-9965-ea889dfba937)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:25:57.259227 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:57.266759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b507c-82b2-4ec5-85b0-19e7fd795780 req-f230157c-0466-4f8e-a7be-8fd30e4025ef tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.277685 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e2b507c-82b2-4ec5-85b0-19e7fd795780 req-f230157c-0466-4f8e-a7be-8fd30e4025ef tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 944 time: 0.0805273 Aug 19 12:25:57.328157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e2b507c-82b2-4ec5-85b0-19e7fd795780 req-0c384aa4-baa3-4e39-9265-113e8911c465 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490906 Aug 19 12:25:57.337053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.337640 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:57.339155 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] 10.222.0.62 "PUT /v2.0/ports/61a786bc-a255-448d-8da5-d2e288a5093a HTTP/1.1" status: 200 len: 1092 time: 1.1017773 Aug 19 12:25:57.347622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46aec84a-7060-4d5c-8a07-c609ff68308d', 'tag': '61a786bc-a255-448d-8da5-d2e288a5093a'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:57.350127 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b56e907-0ae9-4aa9-a967-e84dfa248df2" -d '{"events": [{"name": "network-changed", "server_uuid": "46aec84a-7060-4d5c-8a07-c609ff68308d", "tag": "61a786bc-a255-448d-8da5-d2e288a5093a"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:57.380271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67a386-4528-43bb-bdcf-50d544469158 service neutron] Pushing event updated for resources: {'Port': ['ID=61a786bc-a255-448d-8da5-d2e288a5093a,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:57.419941 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc78975-7e19-4368-b058-14a451247738 x-openstack-request-id: req-3cc78975-7e19-4368-b058-14a451247738 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:57.420239 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46aec84a-7060-4d5c-8a07-c609ff68308d", "tag": "61a786bc-a255-448d-8da5-d2e288a5093a", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:57.420521 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cc78975-7e19-4368-b058-14a451247738 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:57.420919 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46aec84a-7060-4d5c-8a07-c609ff68308d', 'tag': '61a786bc-a255-448d-8da5-d2e288a5093a', 'status': 'completed', 'code': 200} Aug 19 12:25:57.490520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56e907-0ae9-4aa9-a967-e84dfa248df2 req-016ce66a-b667-441f-ba74-6860cfca2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.492410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b56e907-0ae9-4aa9-a967-e84dfa248df2 req-016ce66a-b667-441f-ba74-6860cfca2ff0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6edc6212d9034861b3c6e25e75c2c621&device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 1095 time: 0.0481379 Aug 19 12:25:57.523466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4594c214-2235-4193-a303-dbe949c61152 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:25:57.544526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4256f1-56cf-4f87-96ef-b7fad1f757d9 req-5890bb18-73e2-4a6b-b5c3-388e84602b28 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.557028 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d4256f1-56cf-4f87-96ef-b7fad1f757d9 req-5890bb18-73e2-4a6b-b5c3-388e84602b28 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 944 time: 0.0698123 Aug 19 12:25:57.636414 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d4256f1-56cf-4f87-96ef-b7fad1f757d9 req-5e726bd4-908b-4bc0-aba1-42a8a9de39e2 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591686 Aug 19 12:25:57.636523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56e907-0ae9-4aa9-a967-e84dfa248df2 req-ec13add9-f786-41cb-b6e5-32ee964d0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.636523 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b56e907-0ae9-4aa9-a967-e84dfa248df2 req-ec13add9-f786-41cb-b6e5-32ee964d0e9d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6edc6212d9034861b3c6e25e75c2c621&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1321886 Aug 19 12:25:57.729417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 4594c214-2235-4193-a303-dbe949c61152 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:25:57.733516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 4594c214-2235-4193-a303-dbe949c61152 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:25:57.733897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:57.741927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56e907-0ae9-4aa9-a967-e84dfa248df2 req-dddeaf2f-92c0-4bd6-b480-51026568f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.743807 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b56e907-0ae9-4aa9-a967-e84dfa248df2 req-dddeaf2f-92c0-4bd6-b480-51026568f452 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014273 Aug 19 12:25:57.835324 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:57.859629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-b3e73bf2-e097-4a46-bccd-6c5c4ebce615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:57.861161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-b3e73bf2-e097-4a46-bccd-6c5c4ebce615 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6edc6212d9034861b3c6e25e75c2c621&device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 1095 time: 0.0664093 Aug 19 12:25:57.862941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea97764e-ede7-49ff-a83c-45ee41b45354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4594c214-2235-4193-a303-dbe949c61152'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:25:57.865231 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49390231-dbfa-4474-952a-503b0a62a23b" -d '{"events": [{"server_uuid": "ea97764e-ede7-49ff-a83c-45ee41b45354", "name": "network-vif-plugged", "status": "completed", "tag": "4594c214-2235-4193-a303-dbe949c61152"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:25:57.881406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4594c214-2235-4193-a303-dbe949c61152, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4594c214-2235-4193-a303-dbe949c61152,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:25:57.917361 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb11c8e-e8ab-49aa-a483-3e0a32987bcc x-openstack-request-id: req-cdb11c8e-e8ab-49aa-a483-3e0a32987bcc {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:25:57.917361 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea97764e-ede7-49ff-a83c-45ee41b45354", "name": "network-vif-plugged", "status": "completed", "tag": "4594c214-2235-4193-a303-dbe949c61152", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:25:57.917361 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdb11c8e-e8ab-49aa-a483-3e0a32987bcc {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:25:57.917361 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea97764e-ede7-49ff-a83c-45ee41b45354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4594c214-2235-4193-a303-dbe949c61152', 'code': 200} Aug 19 12:25:57.919767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-bad37aff-92a8-4f4b-b2f9-9f9116a4162b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61a786bc-a255-448d-8da5-d2e288a5093a HTTP/1.1" status: 200 len: 217 time: 0.0502460 Aug 19 12:25:58.023442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-0d28921a-b82b-49ea-ae51-071f37492142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:58.024113 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:58.024959 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-0d28921a-b82b-49ea-ae51-071f37492142 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63d2e2a1-8509-40fe-af0a-f0e36682b1f9 HTTP/1.1" status: 200 len: 853 time: 0.0966876 Aug 19 12:25:58.080942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-e5b64436-4515-4e59-9c9d-50c470054d8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14a6da21-0bb9-4520-b352-f98adafbc32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410786 Aug 19 12:25:58.087673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50594d-1e1f-49b5-9569-84dc1c73e771 req-5dc6dc7f-b03c-4886-940c-a345e2f40a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:58.088733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=4594c214-2235-4193-a303-dbe949c61152,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:58.089355 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b50594d-1e1f-49b5-9569-84dc1c73e771 req-5dc6dc7f-b03c-4886-940c-a345e2f40a03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 1095 time: 0.1026399 Aug 19 12:25:58.188828 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b50594d-1e1f-49b5-9569-84dc1c73e771 req-341a3feb-7f37-4a44-ae5b-05bd719eb8ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794511 Aug 19 12:25:58.223896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-a07e4ce9-547c-499b-890f-af65feac3a97 service neutron] 10.222.0.62 "GET /v2.0/networks/14a6da21-0bb9-4520-b352-f98adafbc32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334250 Aug 19 12:25:58.330114 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8add8b6-7366-41f4-8ca1-82ccb9b612f3 req-344976ee-8afa-4527-b1a5-301410b67933 service neutron] 10.222.0.62 "GET /v2.0/networks/14a6da21-0bb9-4520-b352-f98adafbc32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983474 Aug 19 12:25:58.448210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936f030-db40-44fb-b832-377e7b781bf5 req-96d248e5-74a8-4250-a71e-cfdd6543bed2 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:58.458697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a936f030-db40-44fb-b832-377e7b781bf5 req-96d248e5-74a8-4250-a71e-cfdd6543bed2 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 945 time: 0.0623155 Aug 19 12:25:58.543410 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a936f030-db40-44fb-b832-377e7b781bf5 req-0c8b3def-1364-4e07-b225-996cb785cd57 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713289 Aug 19 12:25:58.743768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c0070-8b20-4910-8afd-7ca42db31f44 req-00454418-a18e-49b2-b8cf-2db596113706 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:58.745376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c21c0070-8b20-4910-8afd-7ca42db31f44 req-00454418-a18e-49b2-b8cf-2db596113706 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 944 time: 0.0562801 Aug 19 12:25:58.791392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c21c0070-8b20-4910-8afd-7ca42db31f44 req-c316d267-0f00-4cdc-ab2d-59118a4ea1d7 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389509 Aug 19 12:25:59.335484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59998) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:59.459317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc05356-4cfe-4897-ba16-9932a42ea3c8 admin admin] Deleting subnet 81a30a79-0796-4e2e-a201-ffee4494f99e {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:25:59.463076 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ddc05356-4cfe-4897-ba16-9932a42ea3c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.498934 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ddc05356-4cfe-4897-ba16-9932a42ea3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.540885 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ddc05356-4cfe-4897-ba16-9932a42ea3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.687055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657c6cc-e171-44cf-b68e-2d9cb91cd3d2 req-9f535974-38d5-461f-94da-ac4f3baf3073 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:25:59.690222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3657c6cc-e171-44cf-b68e-2d9cb91cd3d2 req-9f535974-38d5-461f-94da-ac4f3baf3073 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 945 time: 0.0631652 Aug 19 12:25:59.731596 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3657c6cc-e171-44cf-b68e-2d9cb91cd3d2 req-71af0bf2-8e77-4166-b5ed-5c93e429abb2 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366919 Aug 19 12:25:59.768001 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ddc05356-4cfe-4897-ba16-9932a42ea3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.781240 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ddc05356-4cfe-4897-ba16-9932a42ea3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:25:59.785276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ddc05356-4cfe-4897-ba16-9932a42ea3c8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/81a30a79-0796-4e2e-a201-ffee4494f99e HTTP/1.1" status: 204 len: 168 time: 0.4460893 Aug 19 12:25:59.787156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60010) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:25:59.803183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc05356-4cfe-4897-ba16-9932a42ea3c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a30a79-0796-4e2e-a201-ffee4494f99e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:25:59.911435 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.003155 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d9810-a161-47c6-918d-94529cd26cb6 req-09e0ac80-6931-441e-982a-b679028073dd tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:00.004875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-344d9810-a161-47c6-918d-94529cd26cb6 req-09e0ac80-6931-441e-982a-b679028073dd tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 944 time: 0.1290894 Aug 19 12:26:00.036380 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.052717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce726399-d1c8-4413-8ca5-6de1e3ca0925']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:00.076981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:00.077283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36c5520-0652-4c44-8f6a-3b90c0d16c5e') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:00.088533 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-344d9810-a161-47c6-918d-94529cd26cb6 req-ee28ae03-ead2-4fe9-88b9-985220c2ef66 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760782 Aug 19 12:26:00.092459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.117402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.132458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:00.133117 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:00.134879 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:00.370453 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.388954 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:00.391027 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ce726399-d1c8-4413-8ca5-6de1e3ca0925 HTTP/1.1" status: 204 len: 168 time: 0.6023295 Aug 19 12:26:00.392191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de466f-6c12-48af-a394-eef35bbea821 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce726399-d1c8-4413-8ca5-6de1e3ca0925,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:00.877231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56431c2c-3314-4cd3-bcdc-724e4318a532 req-9a30b363-7af0-4fce-b086-88dac8af6777 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:00.878912 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56431c2c-3314-4cd3-bcdc-724e4318a532 req-9a30b363-7af0-4fce-b086-88dac8af6777 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 945 time: 0.0591288 Aug 19 12:26:00.928418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56431c2c-3314-4cd3-bcdc-724e4318a532 req-66145a03-e69a-46fc-a1c2-bcdcff53968a tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Aug 19 12:26:01.001946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60032) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:01.088316 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2306b554-d2d0-44a5-bc11-e21d7b800d79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9122b62ade54036998fddd91baf1714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851781 Aug 19 12:26:01.091191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60034) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:01.103383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f88354-d3fe-43fc-a2f9-97429021b599 req-7cd6a39d-dbe4-40cf-97b3-7a60ac4df5ff tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:01.106860 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48f88354-d3fe-43fc-a2f9-97429021b599 req-7cd6a39d-dbe4-40cf-97b3-7a60ac4df5ff tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 945 time: 0.0829139 Aug 19 12:26:01.156242 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48f88354-d3fe-43fc-a2f9-97429021b599 req-052f71e2-1735-4a88-8a41-2cfbb03c3452 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Aug 19 12:26:01.194118 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-29143c6a-711f-44af-9ad9-a759600a6281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:01.247378 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-29143c6a-711f-44af-9ad9-a759600a6281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:01.286553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ea35d-9fbd-4298-aa3b-c69e7590b529 req-4c583b1e-b548-42fc-9b26-38f4871b3bcf tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:01.288174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2c3ea35d-9fbd-4298-aa3b-c69e7590b529 req-4c583b1e-b548-42fc-9b26-38f4871b3bcf tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 944 time: 0.0921018 Aug 19 12:26:01.334550 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2c3ea35d-9fbd-4298-aa3b-c69e7590b529 req-ef9596ec-3a7d-4e44-b3e5-7b5e0b31427d tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379524 Aug 19 12:26:01.507458 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-29143c6a-711f-44af-9ad9-a759600a6281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:01.510356 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-29143c6a-711f-44af-9ad9-a759600a6281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:01.511583 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-29143c6a-711f-44af-9ad9-a759600a6281 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89ce82ff-c051-4415-beb2-58ba4a97e52c HTTP/1.1" status: 204 len: 168 time: 0.4191301 Aug 19 12:26:01.520724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29143c6a-711f-44af-9ad9-a759600a6281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ce82ff-c051-4415-beb2-58ba4a97e52c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:01.626147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 61a786bc-a255-448d-8da5-d2e288a5093a details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:01.735663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 61a786bc-a255-448d-8da5-d2e288a5093a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=61a786bc-a255-448d-8da5-d2e288a5093a,segment=NetworkSegment(7585812d-c529-43b5-9965-ea889dfba937),segment_id=7585812d-c529-43b5-9965-ea889dfba937)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:01.747007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '61a786bc-a255-448d-8da5-d2e288a5093a', 'network_id': '14a6da21-0bb9-4520-b352-f98adafbc32d', 'port_id': '61a786bc-a255-448d-8da5-d2e288a5093a', 'mac_address': 'fa:16:3e:23:da:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d2e2a1-8509-40fe-af0a-f0e36682b1f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:01.782563 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:01.794658 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a786bc-a255-448d-8da5-d2e288a5093a {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:01.818658 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 61a786bc-a255-448d-8da5-d2e288a5093a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=61a786bc-a255-448d-8da5-d2e288a5093a,segment=NetworkSegment(7585812d-c529-43b5-9965-ea889dfba937),segment_id=7585812d-c529-43b5-9965-ea889dfba937)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:01.963955 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:02.016973 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=61a786bc-a255-448d-8da5-d2e288a5093a,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:02.181689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11478190-6b7f-487c-8c07-73b93e7f1231 req-94586540-fed5-43fa-b027-625f5f8b5b6a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:02.183243 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-11478190-6b7f-487c-8c07-73b93e7f1231 req-94586540-fed5-43fa-b027-625f5f8b5b6a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 944 time: 0.0550625 Aug 19 12:26:02.225960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-11478190-6b7f-487c-8c07-73b93e7f1231 req-8fdaba6e-5cb3-461b-95eb-ecaea7107b6a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347943 Aug 19 12:26:02.277635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['61a786bc-a255-448d-8da5-d2e288a5093a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:02.538188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d931c6-74af-4d5b-a361-d39caf84a4cd req-dcdd6310-c624-4557-aa1a-82113ad836ac tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:02.539884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20d931c6-74af-4d5b-a361-d39caf84a4cd req-dcdd6310-c624-4557-aa1a-82113ad836ac tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 945 time: 0.0562925 Aug 19 12:26:02.596753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20d931c6-74af-4d5b-a361-d39caf84a4cd req-2afbd040-efa7-45b2-a742-34eb38a888fa tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480361 Aug 19 12:26:02.660404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b863432-a7cc-49cc-ae3c-3025785a76e2 req-33a45c1a-2bfd-47e0-9741-2b2cb2d2be9c tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:02.661875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b863432-a7cc-49cc-ae3c-3025785a76e2 req-33a45c1a-2bfd-47e0-9741-2b2cb2d2be9c tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.62 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 944 time: 0.0719540 Aug 19 12:26:02.712496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0da48-085d-4f45-980c-78028cc90feb req-5af9cfba-d86f-44b2-a326-de3cf033c6b9 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:02.719401 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93f0da48-085d-4f45-980c-78028cc90feb req-5af9cfba-d86f-44b2-a326-de3cf033c6b9 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 945 time: 0.0649140 Aug 19 12:26:02.773088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93f0da48-085d-4f45-980c-78028cc90feb req-4f1958a6-0578-40fb-8288-a47a95be259c tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479574 Aug 19 12:26:02.773327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7b863432-a7cc-49cc-ae3c-3025785a76e2 req-0115ec61-3a67-4004-aaad-1a72e2865a21 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Deleting port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:02.773697 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7b863432-a7cc-49cc-ae3c-3025785a76e2 req-0115ec61-3a67-4004-aaad-1a72e2865a21 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:02.876289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7b863432-a7cc-49cc-ae3c-3025785a76e2 req-0115ec61-3a67-4004-aaad-1a72e2865a21 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] For port 49a4b9dc-6b60-4b67-9075-0e25cb51e805, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=49a4b9dc-6b60-4b67-9075-0e25cb51e805,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:02.876656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7b863432-a7cc-49cc-ae3c-3025785a76e2 req-0115ec61-3a67-4004-aaad-1a72e2865a21 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:02.889700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7b863432-a7cc-49cc-ae3c-3025785a76e2 req-0115ec61-3a67-4004-aaad-1a72e2865a21 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Calling delete_port for 49a4b9dc-6b60-4b67-9075-0e25cb51e805 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:03.109938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60104) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:03.147081 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7b863432-a7cc-49cc-ae3c-3025785a76e2 req-0115ec61-3a67-4004-aaad-1a72e2865a21 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.176471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['49a4b9dc-6b60-4b67-9075-0e25cb51e805'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:03.176977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115ec61-3a67-4004-aaad-1a72e2865a21 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Pushing event deleted for resources: {'Port': ['ID=49a4b9dc-6b60-4b67-9075-0e25cb51e805,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:03.228684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b863432-a7cc-49cc-ae3c-3025785a76e2 req-0115ec61-3a67-4004-aaad-1a72e2865a21 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] No DVR routers for this DVR port 49a4b9dc-6b60-4b67-9075-0e25cb51e805 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:03.231298 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7b863432-a7cc-49cc-ae3c-3025785a76e2 req-0115ec61-3a67-4004-aaad-1a72e2865a21 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.233626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b863432-a7cc-49cc-ae3c-3025785a76e2 req-0115ec61-3a67-4004-aaad-1a72e2865a21 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.62 "DELETE /v2.0/ports/49a4b9dc-6b60-4b67-9075-0e25cb51e805 HTTP/1.1" status: 204 len: 173 time: 0.5642986 Aug 19 12:26:03.234009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427d1811-6e3b-4850-b134-d8e477224b78', 'name': 'network-vif-deleted', 'tag': '49a4b9dc-6b60-4b67-9075-0e25cb51e805'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:03.235079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1201088641-network', 'tenant_id': '56f1c959fabb4f418311416e2bc9e636'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:03.239545 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c52055c-7d84-46c3-8a97-fe308db100da" -d '{"events": [{"server_uuid": "427d1811-6e3b-4850-b134-d8e477224b78", "name": "network-vif-deleted", "tag": "49a4b9dc-6b60-4b67-9075-0e25cb51e805"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:03.275840 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208cbd16-8827-474e-bacc-78028741e7b7 x-openstack-request-id: req-208cbd16-8827-474e-bacc-78028741e7b7 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:03.276430 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427d1811-6e3b-4850-b134-d8e477224b78", "name": "network-vif-deleted", "tag": "49a4b9dc-6b60-4b67-9075-0e25cb51e805", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:03.276688 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-208cbd16-8827-474e-bacc-78028741e7b7 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:03.277095 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427d1811-6e3b-4850-b134-d8e477224b78', 'name': 'network-vif-deleted', 'tag': '49a4b9dc-6b60-4b67-9075-0e25cb51e805', 'status': 'completed', 'code': 200} Aug 19 12:26:03.327272 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02515019-9251-46fd-9d4e-501d23c75789 req-be631d92-d062-447a-af47-2c8d424ca09a tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 210 time: 0.0277412 Aug 19 12:26:03.413338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Made reservation on behalf of 56f1c959fabb4f418311416e2bc9e636 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:03.415764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.426193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.520174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.624218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 61a786bc-a255-448d-8da5-d2e288a5093a up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:03.689480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.714699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:03.718620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b3b9c-0d25-4cec-865f-ce3f8afcb987 req-6c61d643-2e6d-4139-9110-8d93b6c893b0 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:03.720650 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-820b3b9c-0d25-4cec-865f-ce3f8afcb987 req-6c61d643-2e6d-4139-9110-8d93b6c893b0 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 945 time: 0.0564339 Aug 19 12:26:03.729138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c455f8d-fca9-4191-ad80-40bef58f0a47,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:03.734534 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.735112 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Added segment dbdc668c-948d-4dfa-a62a-20b1c36358ae of type vlan for network e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 Aug 19 12:26:03.778696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-820b3b9c-0d25-4cec-865f-ce3f8afcb987 req-4eeb0947-f25e-431c-a3fc-1617bd1a9c01 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468960 Aug 19 12:26:03.783588 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.802025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 61a786bc-a255-448d-8da5-d2e288a5093a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:03.806052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 61a786bc-a255-448d-8da5-d2e288a5093a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:03.806482 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.891616 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.901956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06cbf1-46a9-4d2c-af95-8fc0642b715b req-ff3b9e07-268d-4ffb-84f8-c1ced0ef4e23 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:03.903505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa06cbf1-46a9-4d2c-af95-8fc0642b715b req-ff3b9e07-268d-4ffb-84f8-c1ced0ef4e23 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 945 time: 0.0514569 Aug 19 12:26:03.914752 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aec84a-7060-4d5c-8a07-c609ff68308d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a786bc-a255-448d-8da5-d2e288a5093a'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:03.917189 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96f0069-5710-49d5-bc31-bf7d057a4d5f" -d '{"events": [{"server_uuid": "46aec84a-7060-4d5c-8a07-c609ff68308d", "name": "network-vif-plugged", "status": "completed", "tag": "61a786bc-a255-448d-8da5-d2e288a5093a"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:03.930158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 61a786bc-a255-448d-8da5-d2e288a5093a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=61a786bc-a255-448d-8da5-d2e288a5093a,segment=NetworkSegment(7585812d-c529-43b5-9965-ea889dfba937),segment_id=7585812d-c529-43b5-9965-ea889dfba937)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:03.945422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa06cbf1-46a9-4d2c-af95-8fc0642b715b req-8337eea1-8cae-47f5-a626-4a61e8fe5d8d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350676 Aug 19 12:26:03.958951 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b659099-6f9c-4904-a242-b840b59a6ef9 x-openstack-request-id: req-9b659099-6f9c-4904-a242-b840b59a6ef9 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:03.959254 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46aec84a-7060-4d5c-8a07-c609ff68308d", "name": "network-vif-plugged", "status": "completed", "tag": "61a786bc-a255-448d-8da5-d2e288a5093a", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:03.959536 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b659099-6f9c-4904-a242-b840b59a6ef9 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:03.959880 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aec84a-7060-4d5c-8a07-c609ff68308d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a786bc-a255-448d-8da5-d2e288a5093a', 'code': 200} Aug 19 12:26:03.960838 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:03.961953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:03.962704 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.041192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] Pushing event updated for resources: {'Network': ['ID=e0bb48c8-ba79-4220-b2d9-f1207d7a8f61,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:04.052136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:04.064855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099462b-e93d-4b24-9b4a-0d40b2dfb0ea req-111e3722-14fe-4986-8782-4e538eaa6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:04.067681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8099462b-e93d-4b24-9b4a-0d40b2dfb0ea req-111e3722-14fe-4986-8782-4e538eaa6990 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 1096 time: 0.0459123 Aug 19 12:26:04.108157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8099462b-e93d-4b24-9b4a-0d40b2dfb0ea req-83d9cb70-8357-46f6-8d0e-b578f22f9c3e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Aug 19 12:26:04.126607 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.176752 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=61a786bc-a255-448d-8da5-d2e288a5093a,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:04.261422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e6495a21-b31a-4c61-aab4-e8d573771b2b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1503246 Aug 19 12:26:04.264905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60128) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:04.270052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] Request body: {'subnet': {'network_id': 'e0bb48c8-ba79-4220-b2d9-f1207d7a8f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1201088641-subnet', 'tenant_id': '56f1c959fabb4f418311416e2bc9e636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:04.389973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] Made reservation on behalf of 56f1c959fabb4f418311416e2bc9e636 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:04.392968 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.480118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8f2bb57-fc2a-4b1b-9009-3b2cd4ed6681 req-fd45968f-16e5-40c6-bf55-3c0998bbaeb8 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=427d1811-6e3b-4850-b134-d8e477224b78 HTTP/1.1" status: 200 len: 210 time: 0.0356734 Aug 19 12:26:04.704165 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.766092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6a8ac19-1037-46a9-93a8-c49fc3ee3d91,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:04.768650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] Checking segment: {'id': 'dbdc668c-948d-4dfa-a62a-20b1c36358ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bb48c8-ba79-4220-b2d9-f1207d7a8f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:04.769019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] Network hostable DHCP agents. Network: e0bb48c8-ba79-4220-b2d9-f1207d7a8f61, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:26:04.866563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] Network e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:26:04.910941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5834bd5-6826-4d32-bba4-1c7bf48b05c2 req-b548353a-e23b-4b79-8787-c8ae3031682f tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:04.912477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5834bd5-6826-4d32-bba4-1c7bf48b05c2 req-b548353a-e23b-4b79-8787-c8ae3031682f tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 946 time: 0.0587964 Aug 19 12:26:04.953102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5834bd5-6826-4d32-bba4-1c7bf48b05c2 req-5925f8f2-8b59-4d1e-ab08-ffd8ab11fdd2 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347478 Aug 19 12:26:04.969421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, e0bb48c8-ba79-4220-b2d9-f1207d7a8f61) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:04.981320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:04.981320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:04.981837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3437a97e-117a-4b24-8e5d-55036b246f60 None None] Network e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:05.082700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea2716-a4e2-4196-8050-3ba9f99ec0a2 req-c9ca9351-8476-44a5-a1d3-824c80a4f4f4 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:05.084395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2cea2716-a4e2-4196-8050-3ba9f99ec0a2 req-c9ca9351-8476-44a5-a1d3-824c80a4f4f4 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 945 time: 0.0595083 Aug 19 12:26:05.114132 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce5e2f8b-58f2-4d23-82e8-f68480f0ff4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.125401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10228c80-c40c-4fb4-9c01-c1c63558da68 None None] Network e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:05.129570 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2cea2716-a4e2-4196-8050-3ba9f99ec0a2 req-8f387632-2c05-4ff0-8fe1-04ebd7117490 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 Aug 19 12:26:05.161829 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c7e2fa67-b3ea-40e9-ab4c-75b3ddb184ca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8956048 Aug 19 12:26:05.554551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4594c214-2235-4193-a303-dbe949c61152 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:05.618399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-a57502c2-fc86-4b0d-88da-f50f15cc686e tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:05.626507 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-a57502c2-fc86-4b0d-88da-f50f15cc686e tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/networks?id=e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 HTTP/1.1" status: 200 len: 818 time: 0.1239691 Aug 19 12:26:05.650214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-062c336c-04e5-4462-9b25-5861b40a3cc2 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/quotas/56f1c959fabb4f418311416e2bc9e636 HTTP/1.1" status: 200 len: 375 time: 0.0233293 Aug 19 12:26:05.657304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4594c214-2235-4193-a303-dbe949c61152, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4594c214-2235-4193-a303-dbe949c61152,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:05.668909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '4594c214-2235-4193-a303-dbe949c61152', 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83', 'port_id': '4594c214-2235-4193-a303-dbe949c61152', 'mac_address': 'fa:16:3e:7a:68:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac76841-d1fc-41c8-b901-2eb1eb321f66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:05.681273 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-ac02eab2-256d-4624-b05d-ec6a4ea0881b tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=56f1c959fabb4f418311416e2bc9e636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302117 Aug 19 12:26:05.709725 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.722337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4594c214-2235-4193-a303-dbe949c61152 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:05.742458 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4594c214-2235-4193-a303-dbe949c61152, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4594c214-2235-4193-a303-dbe949c61152,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:05.782228 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-cca1c638-3bcd-48fc-bece-0487f8d32b9c service neutron] 10.222.0.21 "GET /v2.0/networks/e0bb48c8-ba79-4220-b2d9-f1207d7a8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933485 Aug 19 12:26:05.875095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-9b7d1ada-ef83-4cdd-8c5f-f6a8628f5eae service neutron] 10.222.0.21 "GET /v2.0/networks/e0bb48c8-ba79-4220-b2d9-f1207d7a8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868292 Aug 19 12:26:05.877755 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:05.934483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=4594c214-2235-4193-a303-dbe949c61152,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:05.984210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['4594c214-2235-4193-a303-dbe949c61152'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:06.266794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e78406-38d2-4768-b999-68ca23d7eb4c req-91e693f5-cc95-4c75-8ea3-949a9c0ffb1f tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:06.269091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67e78406-38d2-4768-b999-68ca23d7eb4c req-91e693f5-cc95-4c75-8ea3-949a9c0ffb1f tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 946 time: 0.0588915 Aug 19 12:26:06.274596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be96c6-a87b-4811-9604-0f12744a5c4f req-32bb46a3-985a-4be2-86ef-5d2a21a0bfc6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:06.276308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3be96c6-a87b-4811-9604-0f12744a5c4f req-32bb46a3-985a-4be2-86ef-5d2a21a0bfc6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 944 time: 0.0528369 Aug 19 12:26:06.318737 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67e78406-38d2-4768-b999-68ca23d7eb4c req-e96a9d5d-3fb4-4a83-bf6e-e6eaa73adaa3 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387976 Aug 19 12:26:06.337128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3be96c6-a87b-4811-9604-0f12744a5c4f req-885149a9-a5d9-4dc1-b61c-f233e1d28134 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525322 Aug 19 12:26:06.405770 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf84e31-4aed-4310-b0f3-35149024d8d5 req-9e142a9c-8b45-46e5-97f7-2cde28ac953b tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 210 time: 0.0277050 Aug 19 12:26:06.445490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc5924-0c39-4adb-8e40-cadb6ce3623f req-910834c7-39f7-4db5-812c-9286cecc6e93 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:06.447056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4acc5924-0c39-4adb-8e40-cadb6ce3623f req-910834c7-39f7-4db5-812c-9286cecc6e93 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 945 time: 0.0585327 Aug 19 12:26:06.497336 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4acc5924-0c39-4adb-8e40-cadb6ce3623f req-fd7bbb5c-01f2-415d-ac48-3119f010d6de tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Aug 19 12:26:06.742018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4575d-befc-45a1-b66d-0b9d3a63f676 req-bd622e6f-2570-4efa-9653-69ffcd0df4b3 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:06.743640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6fb4575d-befc-45a1-b66d-0b9d3a63f676 req-bd622e6f-2570-4efa-9653-69ffcd0df4b3 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.30 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 945 time: 0.0585363 Aug 19 12:26:06.859456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6fb4575d-befc-45a1-b66d-0b9d3a63f676 req-6190a3cd-4f01-40db-b6b5-cabead773f14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Deleting port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:06.859891 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6fb4575d-befc-45a1-b66d-0b9d3a63f676 req-6190a3cd-4f01-40db-b6b5-cabead773f14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.954013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-6fb4575d-befc-45a1-b66d-0b9d3a63f676 req-6190a3cd-4f01-40db-b6b5-cabead773f14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] For port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:06.954352 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6fb4575d-befc-45a1-b66d-0b9d3a63f676 req-6190a3cd-4f01-40db-b6b5-cabead773f14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:06.968271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6fb4575d-befc-45a1-b66d-0b9d3a63f676 req-6190a3cd-4f01-40db-b6b5-cabead773f14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Calling delete_port for 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:07.123760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfd352-b2e9-4a9d-87a1-57d1b3a83662 req-0724a420-4f43-4b46-adbf-16a5811b4edd tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:07.125279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1edfd352-b2e9-4a9d-87a1-57d1b3a83662 req-0724a420-4f43-4b46-adbf-16a5811b4edd tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 944 time: 0.0852354 Aug 19 12:26:07.174852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1edfd352-b2e9-4a9d-87a1-57d1b3a83662 req-d24243dc-6193-4c2f-9a9d-a9ff240bb626 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Aug 19 12:26:07.300798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0b7fc-6ec5-4f31-a337-b81801050d62 req-4a2087bf-37f8-4a13-878f-e4c0b74abc5a tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:07.302420 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dad0b7fc-6ec5-4f31-a337-b81801050d62 req-4a2087bf-37f8-4a13-878f-e4c0b74abc5a tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 946 time: 0.0548244 Aug 19 12:26:07.344514 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dad0b7fc-6ec5-4f31-a337-b81801050d62 req-48e3df07-09d4-4ec0-9826-8dc50aa545f7 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Aug 19 12:26:07.403556 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6fb4575d-befc-45a1-b66d-0b9d3a63f676 req-6190a3cd-4f01-40db-b6b5-cabead773f14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.435448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190a3cd-4f01-40db-b6b5-cabead773f14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Pushing event deleted for resources: {'Port': ['ID=092b9f1c-8012-4d73-9f48-1f7ae7cf34bf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:07.478861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb4575d-befc-45a1-b66d-0b9d3a63f676 req-6190a3cd-4f01-40db-b6b5-cabead773f14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] No DVR routers for this DVR port 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:07.481273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6fb4575d-befc-45a1-b66d-0b9d3a63f676 req-6190a3cd-4f01-40db-b6b5-cabead773f14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.483881 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6fb4575d-befc-45a1-b66d-0b9d3a63f676 req-6190a3cd-4f01-40db-b6b5-cabead773f14 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.30 "DELETE /v2.0/ports/092b9f1c-8012-4d73-9f48-1f7ae7cf34bf HTTP/1.1" status: 204 len: 173 time: 0.7220116 Aug 19 12:26:07.484322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'name': 'network-vif-deleted', 'tag': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:07.486674 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455e7a84-9c70-4656-a898-2347ae093cb4" -d '{"events": [{"server_uuid": "5740e4e5-4071-4522-9d96-c9e0cebf8dd7", "name": "network-vif-deleted", "tag": "092b9f1c-8012-4d73-9f48-1f7ae7cf34bf"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:07.494094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb42bf2b-0ee2-4a62-9e1b-3e0ae580482f req-bc894876-8c43-47c8-b1fa-4b8cea11326a tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 210 time: 0.0321164 Aug 19 12:26:07.539268 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74c3dcd-5ac7-44b2-beab-1356fef54fdf x-openstack-request-id: req-e74c3dcd-5ac7-44b2-beab-1356fef54fdf {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:07.539568 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5740e4e5-4071-4522-9d96-c9e0cebf8dd7", "name": "network-vif-deleted", "tag": "092b9f1c-8012-4d73-9f48-1f7ae7cf34bf", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:07.539824 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e74c3dcd-5ac7-44b2-beab-1356fef54fdf {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:07.540227 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5740e4e5-4071-4522-9d96-c9e0cebf8dd7', 'name': 'network-vif-deleted', 'tag': '092b9f1c-8012-4d73-9f48-1f7ae7cf34bf', 'status': 'completed', 'code': 200} Aug 19 12:26:07.557317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4594c214-2235-4193-a303-dbe949c61152 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:07.618588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 4594c214-2235-4193-a303-dbe949c61152 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:07.619210 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.623265 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73c9320c-2675-42fb-850a-7ebeb1e43909 req-23af0ea4-1ae9-460a-98d5-4b1d7c3ce0cc tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 210 time: 0.0324886 Aug 19 12:26:07.640752 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 49a4b9dc-6b60-4b67-9075-0e25cb51e805 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:07.667079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 49a4b9dc-6b60-4b67-9075-0e25cb51e805 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:07.667418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 49a4b9dc-6b60-4b67-9075-0e25cb51e805 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:07.710384 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.721974 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.742178 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fee499e8-ec71-4d69-9735-feeb56b72f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.747197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea97764e-ede7-49ff-a83c-45ee41b45354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4594c214-2235-4193-a303-dbe949c61152'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:07.749710 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4006a8a3-6ee2-4f39-b310-6615c6a115fd" -d '{"events": [{"server_uuid": "ea97764e-ede7-49ff-a83c-45ee41b45354", "name": "network-vif-plugged", "status": "completed", "tag": "4594c214-2235-4193-a303-dbe949c61152"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:07.762625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4594c214-2235-4193-a303-dbe949c61152, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4594c214-2235-4193-a303-dbe949c61152,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:07.795074 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da30fa51-c74d-4999-b104-6471640b383a x-openstack-request-id: req-da30fa51-c74d-4999-b104-6471640b383a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:07.795367 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea97764e-ede7-49ff-a83c-45ee41b45354", "name": "network-vif-plugged", "status": "completed", "tag": "4594c214-2235-4193-a303-dbe949c61152", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:07.795619 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da30fa51-c74d-4999-b104-6471640b383a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:07.796495 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea97764e-ede7-49ff-a83c-45ee41b45354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4594c214-2235-4193-a303-dbe949c61152', 'code': 200} Aug 19 12:26:07.940990 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:07.988414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=4594c214-2235-4193-a303-dbe949c61152,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:08.296340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe93cd0-baca-49bd-a878-914ff176a581 req-17fb435a-19a8-4df6-ae92-2c5b793424b1 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.297925 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-afe93cd0-baca-49bd-a878-914ff176a581 req-17fb435a-19a8-4df6-ae92-2c5b793424b1 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Aug 19 12:26:08.338142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-afe93cd0-baca-49bd-a878-914ff176a581 req-73d50bc2-d3c3-4cd3-a21a-4fb9d855a672 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334623 Aug 19 12:26:08.484157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea4d51bc-4e6c-4c61-bca8-b66f1811e887 req-3051edbe-08d3-42a4-bae9-d0b2f0affb1e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757017 Aug 19 12:26:08.492284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1720cde-7a0e-4770-af8b-07689e158598 req-3fa74e38-14fd-4f2e-9b5d-f872355d3896 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.493773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1720cde-7a0e-4770-af8b-07689e158598 req-3fa74e38-14fd-4f2e-9b5d-f872355d3896 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 946 time: 0.0774376 Aug 19 12:26:08.566947 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1720cde-7a0e-4770-af8b-07689e158598 req-bb596b75-19f4-4082-979f-8263c2d2ced1 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c6c0745-8f83-40a8-87a0-19f33549589f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662782 Aug 19 12:26:08.614993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d51bc-4e6c-4c61-bca8-b66f1811e887 req-4e634c46-fe1c-4cee-81b5-f03136965374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.616500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea4d51bc-4e6c-4c61-bca8-b66f1811e887 req-4e634c46-fe1c-4cee-81b5-f03136965374 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6234d0c986c14810828c0377a08fc051&device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 1095 time: 0.0892637 Aug 19 12:26:08.623356 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8406024e-359a-4683-8b01-284e2b4f5457 req-9f747ab7-965d-4e16-95e0-e76b9960c2ff tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 210 time: 0.0374551 Aug 19 12:26:08.637618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573f57b-17d1-4a0b-99d3-c0f48fd84238 req-c2f81d40-ab34-4a3c-8f97-58fb6bf1552e tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.639190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d573f57b-17d1-4a0b-99d3-c0f48fd84238 req-c2f81d40-ab34-4a3c-8f97-58fb6bf1552e tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.62 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 946 time: 0.0760930 Aug 19 12:26:08.737435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f5210b35-eb1d-4190-a4ab-d71593d2a12c req-752e7316-fc90-4d7c-8b31-e3a43bafe621 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=5740e4e5-4071-4522-9d96-c9e0cebf8dd7 HTTP/1.1" status: 200 len: 210 time: 0.0306678 Aug 19 12:26:08.802361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d51bc-4e6c-4c61-bca8-b66f1811e887 req-2135758d-64ae-4587-a23b-74d6f544ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.803877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea4d51bc-4e6c-4c61-bca8-b66f1811e887 req-2135758d-64ae-4587-a23b-74d6f544ee60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 200 len: 909 time: 0.1630807 Aug 19 12:26:08.814583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d573f57b-17d1-4a0b-99d3-c0f48fd84238 req-cc60d463-0175-4054-9d16-2382f7439423 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Deleting port 61a786bc-a255-448d-8da5-d2e288a5093a {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:08.814727 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d573f57b-17d1-4a0b-99d3-c0f48fd84238 req-cc60d463-0175-4054-9d16-2382f7439423 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.888202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea4d51bc-4e6c-4c61-bca8-b66f1811e887 req-9a4448da-26ff-4ac6-99a0-1508e6899f5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b3620ea-7b45-4707-a39c-356764d916b2 HTTP/1.1" status: 200 len: 217 time: 0.0704925 Aug 19 12:26:08.977919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d573f57b-17d1-4a0b-99d3-c0f48fd84238 req-cc60d463-0175-4054-9d16-2382f7439423 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] For port 61a786bc-a255-448d-8da5-d2e288a5093a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=61a786bc-a255-448d-8da5-d2e288a5093a,segment=NetworkSegment(7585812d-c529-43b5-9965-ea889dfba937),segment_id=7585812d-c529-43b5-9965-ea889dfba937)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:08.978293 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d573f57b-17d1-4a0b-99d3-c0f48fd84238 req-cc60d463-0175-4054-9d16-2382f7439423 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:08.988936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d51bc-4e6c-4c61-bca8-b66f1811e887 req-27be721d-99b4-4f1f-ba72-5ff723b0c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:08.990406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea4d51bc-4e6c-4c61-bca8-b66f1811e887 req-27be721d-99b4-4f1f-ba72-5ff723b0c24d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 200 len: 848 time: 0.0817087 Aug 19 12:26:08.996403 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d573f57b-17d1-4a0b-99d3-c0f48fd84238 req-cc60d463-0175-4054-9d16-2382f7439423 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Calling delete_port for 61a786bc-a255-448d-8da5-d2e288a5093a owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:09.024957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e182e7b-5643-443c-9bfc-eda95fb7f94e req-d32a9007-cc6f-4450-acf7-987a39391e6e tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:09.026442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e182e7b-5643-443c-9bfc-eda95fb7f94e req-d32a9007-cc6f-4450-acf7-987a39391e6e tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 945 time: 0.0536950 Aug 19 12:26:09.031827 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea4d51bc-4e6c-4c61-bca8-b66f1811e887 req-5b51d571-9b81-4212-8694-cba4ed46cff3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=142bcacd-7cc1-49d7-8cfe-21991cda91a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320425 Aug 19 12:26:09.035731 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.123304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-2e182e7b-5643-443c-9bfc-eda95fb7f94e req-8a66dcb5-251f-4079-be4a-5e00369c161f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Deleting port 4594c214-2235-4193-a303-dbe949c61152 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:09.123553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2e182e7b-5643-443c-9bfc-eda95fb7f94e req-8a66dcb5-251f-4079-be4a-5e00369c161f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.181097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea4d51bc-4e6c-4c61-bca8-b66f1811e887 req-8eff5fa4-f5a7-46b1-9be3-75f053cfaf2c service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172533 Aug 19 12:26:09.231135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2e182e7b-5643-443c-9bfc-eda95fb7f94e req-8a66dcb5-251f-4079-be4a-5e00369c161f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] For port 4594c214-2235-4193-a303-dbe949c61152, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4594c214-2235-4193-a303-dbe949c61152,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:09.231631 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2e182e7b-5643-443c-9bfc-eda95fb7f94e req-8a66dcb5-251f-4079-be4a-5e00369c161f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.248226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-2e182e7b-5643-443c-9bfc-eda95fb7f94e req-8a66dcb5-251f-4079-be4a-5e00369c161f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Calling delete_port for 4594c214-2235-4193-a303-dbe949c61152 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:09.311596 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea4d51bc-4e6c-4c61-bca8-b66f1811e887 req-4c92b67e-ac6b-41d1-a58e-de2374c27905 service neutron] 10.222.0.30 "GET /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053510 Aug 19 12:26:09.349940 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d573f57b-17d1-4a0b-99d3-c0f48fd84238 req-cc60d463-0175-4054-9d16-2382f7439423 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.362765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['61a786bc-a255-448d-8da5-d2e288a5093a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:09.384455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60d463-0175-4054-9d16-2382f7439423 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Pushing event deleted for resources: {'Port': ['ID=61a786bc-a255-448d-8da5-d2e288a5093a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:09.428419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d573f57b-17d1-4a0b-99d3-c0f48fd84238 req-cc60d463-0175-4054-9d16-2382f7439423 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] No DVR routers for this DVR port 61a786bc-a255-448d-8da5-d2e288a5093a on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:09.431852 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d573f57b-17d1-4a0b-99d3-c0f48fd84238 req-cc60d463-0175-4054-9d16-2382f7439423 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.434606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d573f57b-17d1-4a0b-99d3-c0f48fd84238 req-cc60d463-0175-4054-9d16-2382f7439423 tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.62 "DELETE /v2.0/ports/61a786bc-a255-448d-8da5-d2e288a5093a HTTP/1.1" status: 204 len: 173 time: 0.7862298 Aug 19 12:26:09.464350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d238b-014c-4618-a66f-968de5cf91a1 req-e623b829-04af-427d-8a9f-6142226a19e1 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:09.465879 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-588d238b-014c-4618-a66f-968de5cf91a1 req-e623b829-04af-427d-8a9f-6142226a19e1 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 945 time: 0.0508854 Aug 19 12:26:09.504867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-588d238b-014c-4618-a66f-968de5cf91a1 req-f42aebf7-b4e7-4c1d-9d7e-a131b63b8ea2 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325010 Aug 19 12:26:09.541709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aec84a-7060-4d5c-8a07-c609ff68308d', 'name': 'network-vif-deleted', 'tag': '61a786bc-a255-448d-8da5-d2e288a5093a'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:09.543274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2e182e7b-5643-443c-9bfc-eda95fb7f94e req-8a66dcb5-251f-4079-be4a-5e00369c161f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.544248 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e69909-5d11-4a65-93bc-a7b0a696fe0c" -d '{"events": [{"server_uuid": "46aec84a-7060-4d5c-8a07-c609ff68308d", "name": "network-vif-deleted", "tag": "61a786bc-a255-448d-8da5-d2e288a5093a"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:09.557524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['4594c214-2235-4193-a303-dbe949c61152'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:09.572769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66dcb5-251f-4079-be4a-5e00369c161f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event deleted for resources: {'Port': ['ID=4594c214-2235-4193-a303-dbe949c61152,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:09.590194 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c761fa5-09fc-4197-b415-ddadbb6bf009 x-openstack-request-id: req-4c761fa5-09fc-4197-b415-ddadbb6bf009 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:09.590502 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46aec84a-7060-4d5c-8a07-c609ff68308d", "name": "network-vif-deleted", "tag": "61a786bc-a255-448d-8da5-d2e288a5093a", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:09.590831 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c761fa5-09fc-4197-b415-ddadbb6bf009 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:09.591817 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aec84a-7060-4d5c-8a07-c609ff68308d', 'name': 'network-vif-deleted', 'tag': '61a786bc-a255-448d-8da5-d2e288a5093a', 'status': 'completed', 'code': 200} Aug 19 12:26:09.637420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e182e7b-5643-443c-9bfc-eda95fb7f94e req-8a66dcb5-251f-4079-be4a-5e00369c161f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] No DVR routers for this DVR port 4594c214-2235-4193-a303-dbe949c61152 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:09.640171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2e182e7b-5643-443c-9bfc-eda95fb7f94e req-8a66dcb5-251f-4079-be4a-5e00369c161f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:09.642236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e182e7b-5643-443c-9bfc-eda95fb7f94e req-8a66dcb5-251f-4079-be4a-5e00369c161f tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.30 "DELETE /v2.0/ports/4594c214-2235-4193-a303-dbe949c61152 HTTP/1.1" status: 204 len: 173 time: 0.6093552 Aug 19 12:26:09.642688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea97764e-ede7-49ff-a83c-45ee41b45354', 'name': 'network-vif-deleted', 'tag': '4594c214-2235-4193-a303-dbe949c61152'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:09.646960 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f63bab-f5fa-4a12-a366-21907fbcd266" -d '{"events": [{"server_uuid": "ea97764e-ede7-49ff-a83c-45ee41b45354", "name": "network-vif-deleted", "tag": "4594c214-2235-4193-a303-dbe949c61152"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:09.679867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5edc530-1d20-4ae2-9065-b2fc6ad9c3cc req-096ffe60-9923-44ec-845b-7e89978b701a tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 210 time: 0.0295200 Aug 19 12:26:09.728915 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b1f9c2f-5c1e-47d4-a7d9-a105fba9d7fd req-4383e983-3c9d-4659-a139-8c008666b8b3 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 210 time: 0.0377698 Aug 19 12:26:09.729944 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a0f245-ed61-4277-905a-f79a4d2cc7b3 x-openstack-request-id: req-a4a0f245-ed61-4277-905a-f79a4d2cc7b3 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:09.730332 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea97764e-ede7-49ff-a83c-45ee41b45354", "name": "network-vif-deleted", "tag": "4594c214-2235-4193-a303-dbe949c61152", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:09.730696 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4a0f245-ed61-4277-905a-f79a4d2cc7b3 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:09.731413 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea97764e-ede7-49ff-a83c-45ee41b45354', 'name': 'network-vif-deleted', 'tag': '4594c214-2235-4193-a303-dbe949c61152', 'status': 'completed', 'code': 200} Aug 19 12:26:10.063166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-ca2db6fd-3849-4894-9a26-950219668659 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:10.064602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-ca2db6fd-3849-4894-9a26-950219668659 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.30 "GET /v2.0/networks?id=e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 HTTP/1.1" status: 200 len: 818 time: 0.1080420 Aug 19 12:26:10.081772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Request body: {'port': {'device_id': '5e3f22d0-9edc-45df-805b-9b3018589921', 'network_id': 'e0bb48c8-ba79-4220-b2d9-f1207d7a8f61', 'admin_state_up': True, 'tenant_id': '56f1c959fabb4f418311416e2bc9e636'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:10.372095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Made reservation on behalf of 56f1c959fabb4f418311416e2bc9e636 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:10.375761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.464690 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:10.522683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Allocated IP 172.20.0.10 (e0bb48c8-ba79-4220-b2d9-f1207d7a8f61/d6a8ac19-1037-46a9-93a8-c49fc3ee3d91/710ea38a-71b1-444a-83bd-93a00b395711) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:10.563309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482be563-394a-404a-bb45-538e075f5fec req-d1f2bf6c-e049-4bae-9ff8-3b70bb3040d0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:10.565462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-482be563-394a-404a-bb45-538e075f5fec req-d1f2bf6c-e049-4bae-9ff8-3b70bb3040d0 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 944 time: 0.0614619 Aug 19 12:26:10.606349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-482be563-394a-404a-bb45-538e075f5fec req-1622d980-18af-4a3a-889f-cbc9990435e1 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348494 Aug 19 12:26:10.616420 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91e6fb4f-6904-45df-abcb-c8c8580d0388 req-495245a1-f45d-40e3-b94f-f696b7fae60c tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea97764e-ede7-49ff-a83c-45ee41b45354 HTTP/1.1" status: 200 len: 210 time: 0.0282879 Aug 19 12:26:10.812106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-28e3ad3b-a091-4457-8aee-b2f037856507 req-560b0fde-2114-4e58-b34d-a2c9ece5a12c tempest-ServerPasswordTestJSON-1120295838 tempest-ServerPasswordTestJSON-1120295838-project] 10.222.0.21 "GET /v2.0/ports?device_id=46aec84a-7060-4d5c-8a07-c609ff68308d HTTP/1.1" status: 200 len: 210 time: 0.0345387 Aug 19 12:26:10.859572 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce3efe95-cf3f-49e9-9bc4-d13a177404ee req-ad1593f2-549b-4dca-b11d-07ed2b7f0f9b tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 210 time: 0.0366776 Aug 19 12:26:10.917299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.009750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca1a94-e92b-489e-86c4-16c033241678 req-4143c1c3-81dc-4b6b-8b3a-3e622e9edcbb tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.011235 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2ca1a94-e92b-489e-86c4-16c033241678 req-4143c1c3-81dc-4b6b-8b3a-3e622e9edcbb tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.30 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 944 time: 0.0616844 Aug 19 12:26:11.192589 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.240421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Network e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:11.243876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:11.246345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:11.273465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Pushing event updated for resources: {'Port': ['ID=710ea38a-71b1-444a-83bd-93a00b395711,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:11.309837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.310555 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.404662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d2ca1a94-e92b-489e-86c4-16c033241678 req-aba6a534-8e71-4abb-b60d-7071f6220604 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Deleting port 6b3620ea-7b45-4707-a39c-356764d916b2 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:11.405008 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2ca1a94-e92b-489e-86c4-16c033241678 req-aba6a534-8e71-4abb-b60d-7071f6220604 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.489972 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-472dc814-d9bf-4bc3-b187-7fa91543ebe6 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4117904 Aug 19 12:26:11.494484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d2ca1a94-e92b-489e-86c4-16c033241678 req-aba6a534-8e71-4abb-b60d-7071f6220604 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] For port 6b3620ea-7b45-4707-a39c-356764d916b2, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=6b3620ea-7b45-4707-a39c-356764d916b2,segment=NetworkSegment(7bfa7cd9-9e39-4388-912c-e7251045b2ae),segment_id=7bfa7cd9-9e39-4388-912c-e7251045b2ae)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:11.494879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2ca1a94-e92b-489e-86c4-16c033241678 req-aba6a534-8e71-4abb-b60d-7071f6220604 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.502930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Request body: {'port': {'device_id': '5e3f22d0-9edc-45df-805b-9b3018589921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:11.508019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-d2ca1a94-e92b-489e-86c4-16c033241678 req-aba6a534-8e71-4abb-b60d-7071f6220604 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Calling delete_port for 6b3620ea-7b45-4707-a39c-356764d916b2 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:11.556148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.568896 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:11.593781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:11.594371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 092b9f1c-8012-4d73-9f48-1f7ae7cf34bf not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:11.733979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12c7c5-d7f4-41d4-9a63-291456a89e81 req-b15a063a-d2f7-4797-bcd3-4da3e1d389a6 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:11.735579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb12c7c5-d7f4-41d4-9a63-291456a89e81 req-b15a063a-d2f7-4797-bcd3-4da3e1d389a6 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 944 time: 0.0547404 Aug 19 12:26:11.761710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2ca1a94-e92b-489e-86c4-16c033241678 req-aba6a534-8e71-4abb-b60d-7071f6220604 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.810426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6a534-8e71-4abb-b60d-7071f6220604 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Pushing event deleted for resources: {'Port': ['ID=6b3620ea-7b45-4707-a39c-356764d916b2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:11.815461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb12c7c5-d7f4-41d4-9a63-291456a89e81 req-9298ea68-90e4-4a73-a854-6095e084c3e7 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3bac376-b34b-40aa-b966-e403e0bf549e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728006 Aug 19 12:26:11.861874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ca1a94-e92b-489e-86c4-16c033241678 req-aba6a534-8e71-4abb-b60d-7071f6220604 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] No DVR routers for this DVR port 6b3620ea-7b45-4707-a39c-356764d916b2 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:11.864979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d2ca1a94-e92b-489e-86c4-16c033241678 req-aba6a534-8e71-4abb-b60d-7071f6220604 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:11.867919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2ca1a94-e92b-489e-86c4-16c033241678 req-aba6a534-8e71-4abb-b60d-7071f6220604 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.30 "DELETE /v2.0/ports/6b3620ea-7b45-4707-a39c-356764d916b2 HTTP/1.1" status: 204 len: 173 time: 0.8495557 Aug 19 12:26:11.876509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'name': 'network-vif-deleted', 'tag': '6b3620ea-7b45-4707-a39c-356764d916b2'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:11.879458 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0547517-7b63-4eff-a42f-152d7e656394" -d '{"events": [{"server_uuid": "7238a23f-a1d4-4f68-a45b-b14e71858d1d", "name": "network-vif-deleted", "tag": "6b3620ea-7b45-4707-a39c-356764d916b2"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:11.894344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60302) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:11.929232 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e725fc7-d2fb-463f-b5cc-2e86d6143120 x-openstack-request-id: req-4e725fc7-d2fb-463f-b5cc-2e86d6143120 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:11.929519 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7238a23f-a1d4-4f68-a45b-b14e71858d1d", "name": "network-vif-deleted", "tag": "6b3620ea-7b45-4707-a39c-356764d916b2", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:11.929789 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e725fc7-d2fb-463f-b5cc-2e86d6143120 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:11.930215 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7238a23f-a1d4-4f68-a45b-b14e71858d1d', 'name': 'network-vif-deleted', 'tag': '6b3620ea-7b45-4707-a39c-356764d916b2', 'status': 'completed', 'code': 200} Aug 19 12:26:11.953956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb56f30-5be4-4bd3-86f4-936e6ffb10e1 admin admin] Deleting subnet 63d2e2a1-8509-40fe-af0a-f0e36682b1f9 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:11.958135 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ccb56f30-5be4-4bd3-86f4-936e6ffb10e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.027195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ccb56f30-5be4-4bd3-86f4-936e6ffb10e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.068209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9ec44-e9fe-4499-8d5b-dfbc2ca0d56f req-930243c8-6282-401d-a992-6e0724d2e77c tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.069727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fbc9ec44-e9fe-4499-8d5b-dfbc2ca0d56f req-930243c8-6282-401d-a992-6e0724d2e77c tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 932 time: 0.0896277 Aug 19 12:26:12.101728 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ccb56f30-5be4-4bd3-86f4-936e6ffb10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.148462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fbc9ec44-e9fe-4499-8d5b-dfbc2ca0d56f req-76e6f538-03d3-40ed-9269-c212b97ba9a9 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640185 Aug 19 12:26:12.151683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-57011c51-f4c1-45ea-a04a-c4420f214876 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.153161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-57011c51-f4c1-45ea-a04a-c4420f214876 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/networks?id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 HTTP/1.1" status: 200 len: 822 time: 0.1619377 Aug 19 12:26:12.183345 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-d70a66b1-1af5-4a56-ab5d-334bb498d365 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/quotas/17845ae6dc02421a802560b82a408dc4 HTTP/1.1" status: 200 len: 375 time: 0.0188315 Aug 19 12:26:12.273918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-73ab551d-a5ef-41fa-a9a3-df588395a04c tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=17845ae6dc02421a802560b82a408dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854740 Aug 19 12:26:12.277922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710ea38a-71b1-444a-83bd-93a00b395711 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:12.299751 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.318134 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ccb56f30-5be4-4bd3-86f4-936e6ffb10e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.349044 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ccb56f30-5be4-4bd3-86f4-936e6ffb10e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.349481 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Transition to ACTIVE for port object 710ea38a-71b1-444a-83bd-93a00b395711 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:12.351232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ccb56f30-5be4-4bd3-86f4-936e6ffb10e1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/63d2e2a1-8509-40fe-af0a-f0e36682b1f9 HTTP/1.1" status: 204 len: 168 time: 0.4556026 Aug 19 12:26:12.352231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb56f30-5be4-4bd3-86f4-936e6ffb10e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d2e2a1-8509-40fe-af0a-f0e36682b1f9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:12.353766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60308) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:12.387795 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-4be65df9-4fbd-43db-a486-382709502db5 service neutron] 10.222.0.21 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043723 Aug 19 12:26:12.432200 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.484241 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.494967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-3b0f9520-ea8a-4071-a9ba-4a742b59220a service neutron] 10.222.0.21 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004968 Aug 19 12:26:12.521282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.534176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a6da21-0bb9-4520-b352-f98adafbc32d']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:12.551251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7585812d-c529-43b5-9965-ea889dfba937') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:12.551546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7585812d-c529-43b5-9965-ea889dfba937') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:12.562509 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.566112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Pushing event updated for resources: {'Port': ['ID=710ea38a-71b1-444a-83bd-93a00b395711,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:12.578713 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.584894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:12.585279 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:12.587009 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:12.618546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Attempting to bind port 710ea38a-71b1-444a-83bd-93a00b395711 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:12.619077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Attempting to bind port 710ea38a-71b1-444a-83bd-93a00b395711 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'dbdc668c-948d-4dfa-a62a-20b1c36358ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bb48c8-ba79-4220-b2d9-f1207d7a8f61'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:12.619339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Attempting to bind port 710ea38a-71b1-444a-83bd-93a00b395711 on network e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:12.624284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Port 710ea38a-71b1-444a-83bd-93a00b395711 on network e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:12.624638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Attempting to bind port 710ea38a-71b1-444a-83bd-93a00b395711 on network e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:12.629475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:12.629826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Checking segment: {'id': 'dbdc668c-948d-4dfa-a62a-20b1c36358ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bb48c8-ba79-4220-b2d9-f1207d7a8f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:12.630182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Bound using segment: {'id': 'dbdc668c-948d-4dfa-a62a-20b1c36358ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bb48c8-ba79-4220-b2d9-f1207d7a8f61'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:12.630600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Bound port: 710ea38a-71b1-444a-83bd-93a00b395711, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdc668c-948d-4dfa-a62a-20b1c36358ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bb48c8-ba79-4220-b2d9-f1207d7a8f61'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:12.631003 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.701989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] For port 710ea38a-71b1-444a-83bd-93a00b395711, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:12.705099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] For port 710ea38a-71b1-444a-83bd-93a00b395711, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=710ea38a-71b1-444a-83bd-93a00b395711,segment=NetworkSegment(dbdc668c-948d-4dfa-a62a-20b1c36358ae),segment_id=dbdc668c-948d-4dfa-a62a-20b1c36358ae)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:12.797031 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1aea3fb5-0675-4a33-b45c-a3d5e86e2fcf req-c333a21c-dc36-407c-9cc3-9e2bc32fb885 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 210 time: 0.0279369 Aug 19 12:26:12.799939 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.806792 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.808649 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] 10.222.0.21 "DELETE /v2.0/networks/14a6da21-0bb9-4520-b352-f98adafbc32d HTTP/1.1" status: 204 len: 168 time: 0.4531188 Aug 19 12:26:12.830541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572406cb-ee75-4d89-88e4-ccf184a77397 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a6da21-0bb9-4520-b352-f98adafbc32d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:12.916454 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.972467 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6d0c9fcc-2307-44ff-b4d5-d93ce270bb27 req-bb876a68-ad94-42b4-bd8d-c8582b7a2a91 tempest-LiveMigrationTest-670062344 tempest-LiveMigrationTest-670062344-project] 10.222.0.21 "GET /v2.0/ports?device_id=7238a23f-a1d4-4f68-a45b-b14e71858d1d HTTP/1.1" status: 200 len: 210 time: 0.0530536 Aug 19 12:26:12.983436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:12.984053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:12.985517 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] 10.222.0.30 "PUT /v2.0/ports/710ea38a-71b1-444a-83bd-93a00b395711 HTTP/1.1" status: 200 len: 1092 time: 1.4868684 Aug 19 12:26:12.985960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3f22d0-9edc-45df-805b-9b3018589921', 'tag': '710ea38a-71b1-444a-83bd-93a00b395711'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:12.988590 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b71defb-2179-4f09-b18b-3b45012cffff" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3f22d0-9edc-45df-805b-9b3018589921", "tag": "710ea38a-71b1-444a-83bd-93a00b395711"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:13.009889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c263e6-2f95-478a-86a4-6d1cc7a6eb41 service neutron] Pushing event updated for resources: {'Port': ['ID=710ea38a-71b1-444a-83bd-93a00b395711,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:13.028058 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a038e08a-ea83-4609-a984-7a5fca5bb6d3 x-openstack-request-id: req-a038e08a-ea83-4609-a984-7a5fca5bb6d3 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:13.028409 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3f22d0-9edc-45df-805b-9b3018589921", "tag": "710ea38a-71b1-444a-83bd-93a00b395711", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:13.029770 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a038e08a-ea83-4609-a984-7a5fca5bb6d3 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:13.029770 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3f22d0-9edc-45df-805b-9b3018589921', 'tag': '710ea38a-71b1-444a-83bd-93a00b395711', 'status': 'completed', 'code': 200} Aug 19 12:26:13.094744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71defb-2179-4f09-b18b-3b45012cffff req-58d5df0b-86c8-4a71-870a-650c9d307ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.096299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b71defb-2179-4f09-b18b-3b45012cffff req-58d5df0b-86c8-4a71-870a-650c9d307ff4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56f1c959fabb4f418311416e2bc9e636&device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 1095 time: 0.0430727 Aug 19 12:26:13.203186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71defb-2179-4f09-b18b-3b45012cffff req-d2aa1fb8-9260-4fc6-8363-18d72935a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.204704 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b71defb-2179-4f09-b18b-3b45012cffff req-d2aa1fb8-9260-4fc6-8363-18d72935a9d5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=56f1c959fabb4f418311416e2bc9e636&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0988626 Aug 19 12:26:13.282010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60332) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:13.339304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71defb-2179-4f09-b18b-3b45012cffff req-229313b8-c0ff-4047-b317-afe9ffd2085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.340671 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b71defb-2179-4f09-b18b-3b45012cffff req-229313b8-c0ff-4047-b317-afe9ffd2085f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278691 Aug 19 12:26:13.353664 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-983bc057-fabc-426e-8611-af60b2ba4712 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6edc6212d9034861b3c6e25e75c2c621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687220 Aug 19 12:26:13.356080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60336) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:13.459304 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcf43-7006-4538-ad6b-6a7131907d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.463176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-b82879bf-3f29-4e5f-a0f9-448c03b2e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.464862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-b82879bf-3f29-4e5f-a0f9-448c03b2e565 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=56f1c959fabb4f418311416e2bc9e636&device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 1095 time: 0.0730555 Aug 19 12:26:13.552245 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcf43-7006-4538-ad6b-6a7131907d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.555398 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-0af8c930-2978-426e-943f-fba92d36bfa9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=710ea38a-71b1-444a-83bd-93a00b395711 HTTP/1.1" status: 200 len: 217 time: 0.0806019 Aug 19 12:26:13.638031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4594c214-2235-4193-a303-dbe949c61152 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:13.639959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 61a786bc-a255-448d-8da5-d2e288a5093a no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:13.678085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 4594c214-2235-4193-a303-dbe949c61152 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:13.678430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4594c214-2235-4193-a303-dbe949c61152 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:13.678757 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cc322-5154-454c-b5a7-94d35d9f34fc req-b271c62e-6adc-4480-a29d-e6362770ee1b tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.680308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f34cc322-5154-454c-b5a7-94d35d9f34fc req-b271c62e-6adc-4480-a29d-e6362770ee1b tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 944 time: 0.1185760 Aug 19 12:26:13.682488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 61a786bc-a255-448d-8da5-d2e288a5093a {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:13.682686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-7e91014d-1de3-4398-9aee-bf8e8c62a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:13.682848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 61a786bc-a255-448d-8da5-d2e288a5093a not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:13.684141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-7e91014d-1de3-4398-9aee-bf8e8c62a802 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6a8ac19-1037-46a9-93a8-c49fc3ee3d91 HTTP/1.1" status: 200 len: 858 time: 0.1106241 Aug 19 12:26:13.732321 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-84b8c39a-335c-475d-8b21-d298ae3b5db3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0bb48c8-ba79-4220-b2d9-f1207d7a8f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388510 Aug 19 12:26:13.766338 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f34cc322-5154-454c-b5a7-94d35d9f34fc req-40090264-bffc-42c7-98b6-f5ba42c8cd70 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751276 Aug 19 12:26:13.843517 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcf43-7006-4538-ad6b-6a7131907d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.847841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf2bcf43-7006-4538-ad6b-6a7131907d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:13.847841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cf2bcf43-7006-4538-ad6b-6a7131907d87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c6c0745-8f83-40a8-87a0-19f33549589f HTTP/1.1" status: 204 len: 168 time: 0.4901175 Aug 19 12:26:13.856757 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-bae39e65-1657-4980-aa0e-6c84272691f4 service neutron] 10.222.0.30 "GET /v2.0/networks/e0bb48c8-ba79-4220-b2d9-f1207d7a8f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138463 Aug 19 12:26:13.857522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bcf43-7006-4538-ad6b-6a7131907d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6c0745-8f83-40a8-87a0-19f33549589f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:13.898066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a15e60d9-a7bb-413f-83a7-7cdbb66ef715 req-bae544d8-9723-4120-967a-52217f1ce6ae tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 210 time: 0.0450141 Aug 19 12:26:13.967942 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfbcfa55-4b10-425a-96be-9a39ede84586 req-3d0e7f62-1360-4d6c-a3bc-2386f3b4392a service neutron] 10.222.0.30 "GET /v2.0/networks/e0bb48c8-ba79-4220-b2d9-f1207d7a8f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030121 Aug 19 12:26:14.029765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60350) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:14.178530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6018757-3040-4516-a181-375dc2fed734 admin admin] Deleting subnet d5051029-ce9d-4119-b80a-a2ba91652dde {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:14.182058 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6018757-3040-4516-a181-375dc2fed734 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.221801 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6018757-3040-4516-a181-375dc2fed734 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.261641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6018757-3040-4516-a181-375dc2fed734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.526640 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6018757-3040-4516-a181-375dc2fed734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.553505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6018757-3040-4516-a181-375dc2fed734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5051029-ce9d-4119-b80a-a2ba91652dde,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:14.557449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6018757-3040-4516-a181-375dc2fed734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.559404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c6018757-3040-4516-a181-375dc2fed734 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d5051029-ce9d-4119-b80a-a2ba91652dde HTTP/1.1" status: 204 len: 168 time: 0.5285571 Aug 19 12:26:14.561874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60366) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:14.634761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.724248 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.733891 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142bcacd-7cc1-49d7-8cfe-21991cda91a4']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:14.744545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfa7cd9-9e39-4388-912c-e7251045b2ae') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:14.744863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfa7cd9-9e39-4388-912c-e7251045b2ae') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:14.754171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.768568 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.774645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:14.775040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:14.776765 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:14.895200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967f6aa-0fa7-4f46-a068-e005b6f9e31c req-6f8efc96-3d4b-485d-bc1d-ed58f14b2759 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:14.896686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e967f6aa-0fa7-4f46-a068-e005b6f9e31c req-6f8efc96-3d4b-485d-bc1d-ed58f14b2759 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 944 time: 0.0496945 Aug 19 12:26:14.940727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e967f6aa-0fa7-4f46-a068-e005b6f9e31c req-de0bb7d6-c15f-439c-8bab-89869e7ca77e tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Aug 19 12:26:14.952211 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.959432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:14.962248 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/142bcacd-7cc1-49d7-8cfe-21991cda91a4 HTTP/1.1" status: 204 len: 168 time: 0.3994269 Aug 19 12:26:14.965435 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60380) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:15.008444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fa0be-49aa-4791-82a7-aff9980a14e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=142bcacd-7cc1-49d7-8cfe-21991cda91a4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:15.030357 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed92caba-c801-4399-97c5-1e9f944f86a8 req-15c9842c-f3d2-473f-ab17-a4f56906f3e0 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 210 time: 0.0481339 Aug 19 12:26:15.047219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99ee7dc-bedd-47e5-8095-e774ad9fd0b8 admin admin] Deleting subnet fca2ea82-abcb-48e9-aa6a-6b280067beaa {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:15.050886 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c99ee7dc-bedd-47e5-8095-e774ad9fd0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.098952 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c99ee7dc-bedd-47e5-8095-e774ad9fd0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.147779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c99ee7dc-bedd-47e5-8095-e774ad9fd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.426645 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c99ee7dc-bedd-47e5-8095-e774ad9fd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.456037 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c99ee7dc-bedd-47e5-8095-e774ad9fd0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.458202 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c99ee7dc-bedd-47e5-8095-e774ad9fd0b8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fca2ea82-abcb-48e9-aa6a-6b280067beaa HTTP/1.1" status: 204 len: 168 time: 0.4916258 Aug 19 12:26:15.459414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ee7dc-bedd-47e5-8095-e774ad9fd0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca2ea82-abcb-48e9-aa6a-6b280067beaa,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:15.461392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60394) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:15.541197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.617838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 6b3620ea-7b45-4707-a39c-356764d916b2 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:15.630645 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.639448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 6b3620ea-7b45-4707-a39c-356764d916b2 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:15.645319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db98abb-1468-4346-8ff8-fb23f51cb192']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:15.646237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 6b3620ea-7b45-4707-a39c-356764d916b2 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:15.661092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80922514-03ea-4766-b294-92c4f8377256') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:15.662168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80922514-03ea-4766-b294-92c4f8377256') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:15.674703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.689267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.695848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:15.696236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:15.697998 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:15.928928 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.936266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:15.940634 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] 10.222.0.21 "DELETE /v2.0/networks/8db98abb-1468-4346-8ff8-fb23f51cb192 HTTP/1.1" status: 204 len: 168 time: 0.4757140 Aug 19 12:26:15.956991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a3c2f-16cc-4aa9-a242-7b0e649d0cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=8db98abb-1468-4346-8ff8-fb23f51cb192,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:16.111644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceee8e0-a143-4c04-8254-ae747002f481 req-a6f2e5f2-8032-4d5b-a87b-d6767f2816cf tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.114525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ceee8e0-a143-4c04-8254-ae747002f481 req-a6f2e5f2-8032-4d5b-a87b-d6767f2816cf tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 944 time: 0.0887096 Aug 19 12:26:16.120295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-3e0cec75-ff2f-4de6-a296-232935264219 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:16.122055 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-3e0cec75-ff2f-4de6-a296-232935264219 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.62 "GET /v2.0/networks?id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 HTTP/1.1" status: 200 len: 822 time: 0.1628983 Aug 19 12:26:16.141658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Request body: {'port': {'device_id': 'e323cdf1-f52f-42fa-beeb-7eaeb38028c8', 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83', 'admin_state_up': True, 'tenant_id': '17845ae6dc02421a802560b82a408dc4'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:16.164628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3336943-ac40-4b10-8689-3fd8e2fcd73b req-16b3ae9f-56de-4e2e-8d56-1144bc0d2171 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 210 time: 0.0308430 Aug 19 12:26:16.212608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ceee8e0-a143-4c04-8254-ae747002f481 req-36e64107-86c7-4d29-9736-3a2187bd0eb4 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893078 Aug 19 12:26:16.373497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60420) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:16.430009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d7fed231-5b01-48d7-9189-3a0608c7627f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6234d0c986c14810828c0377a08fc051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551476 Aug 19 12:26:16.432316 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60424) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:16.482225 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-923b033a-fc94-4c44-9129-cb8f9b1560c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.493856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Made reservation on behalf of 17845ae6dc02421a802560b82a408dc4 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:16.497842 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.519934 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-923b033a-fc94-4c44-9129-cb8f9b1560c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.667478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Allocated IP 172.20.0.11 (60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83/8ac76841-d1fc-41c8-b901-2eb1eb321f66/d14234fa-1f7e-4744-b177-adbae1334bb5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:16.808022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-923b033a-fc94-4c44-9129-cb8f9b1560c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.811185 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-923b033a-fc94-4c44-9129-cb8f9b1560c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.812373 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-923b033a-fc94-4c44-9129-cb8f9b1560c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3bac376-b34b-40aa-b966-e403e0bf549e HTTP/1.1" status: 204 len: 168 time: 0.3791401 Aug 19 12:26:16.834535 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:16.836788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b033a-fc94-4c44-9129-cb8f9b1560c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bac376-b34b-40aa-b966-e403e0bf549e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:16.978033 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.023859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:17.029561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:17.033804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:17.060322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event updated for resources: {'Port': ['ID=d14234fa-1f7e-4744-b177-adbae1334bb5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:17.088328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.088949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.272034 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-ead207df-4831-400d-9785-bda406fd80a3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1411731 Aug 19 12:26:17.286422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Request body: {'port': {'device_id': 'e323cdf1-f52f-42fa-beeb-7eaeb38028c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:17.313728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d281132-b9db-49c8-b5a8-a6729f64bc62 req-2eb1d4b9-1fe2-4bbd-bdb2-14f3a814542c tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.315286 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d281132-b9db-49c8-b5a8-a6729f64bc62 req-2eb1d4b9-1fe2-4bbd-bdb2-14f3a814542c tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 932 time: 0.0560007 Aug 19 12:26:17.368732 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d281132-b9db-49c8-b5a8-a6729f64bc62 req-9715e010-c135-43a8-986b-3b92780ecf7d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468726 Aug 19 12:26:17.387051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.407243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350cdba-7297-4bcc-ab83-2576444d049c req-a6896ac5-df98-4839-b42d-dac46022357d tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:17.408721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4350cdba-7297-4bcc-ab83-2576444d049c req-a6896ac5-df98-4839-b42d-dac46022357d tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 944 time: 0.0975542 Aug 19 12:26:17.485112 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4350cdba-7297-4bcc-ab83-2576444d049c req-f43684b9-ddda-439c-a807-850fd44e966d tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696063 Aug 19 12:26:17.614681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 710ea38a-71b1-444a-83bd-93a00b395711 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:17.721346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14234fa-1f7e-4744-b177-adbae1334bb5 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:17.729017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.730310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 710ea38a-71b1-444a-83bd-93a00b395711, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=710ea38a-71b1-444a-83bd-93a00b395711,segment=NetworkSegment(dbdc668c-948d-4dfa-a62a-20b1c36358ae),segment_id=dbdc668c-948d-4dfa-a62a-20b1c36358ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:17.741328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Transition to ACTIVE for port object d14234fa-1f7e-4744-b177-adbae1334bb5 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:17.742133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '710ea38a-71b1-444a-83bd-93a00b395711', 'network_id': 'e0bb48c8-ba79-4220-b2d9-f1207d7a8f61', 'port_id': '710ea38a-71b1-444a-83bd-93a00b395711', 'mac_address': 'fa:16:3e:24:a3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6a8ac19-1037-46a9-93a8-c49fc3ee3d91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:17.779577 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.791984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710ea38a-71b1-444a-83bd-93a00b395711 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:17.812391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 710ea38a-71b1-444a-83bd-93a00b395711, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=710ea38a-71b1-444a-83bd-93a00b395711,segment=NetworkSegment(dbdc668c-948d-4dfa-a62a-20b1c36358ae),segment_id=dbdc668c-948d-4dfa-a62a-20b1c36358ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:17.828327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60460) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:17.871523 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2066093e-81d0-4fb1-bda3-35a4bc08b321 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0addc5c9c9f24382b41286edcd6d66f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419188 Aug 19 12:26:17.874002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60464) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:17.883073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:17.962708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Pushing event updated for resources: {'Port': ['ID=d14234fa-1f7e-4744-b177-adbae1334bb5,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:17.971633 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.018518 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b4b5-b3fd-4517-8c79-be92d63cae60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.052780 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b4b5-b3fd-4517-8c79-be92d63cae60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.056440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=710ea38a-71b1-444a-83bd-93a00b395711,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:18.075402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Attempting to bind port d14234fa-1f7e-4744-b177-adbae1334bb5 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:18.075787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Attempting to bind port d14234fa-1f7e-4744-b177-adbae1334bb5 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:18.076089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Attempting to bind port d14234fa-1f7e-4744-b177-adbae1334bb5 on network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:18.090894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Port d14234fa-1f7e-4744-b177-adbae1334bb5 on network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:18.091226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Attempting to bind port d14234fa-1f7e-4744-b177-adbae1334bb5 on network 60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:18.100173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:18.100513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Checking segment: {'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:18.100906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Bound using segment: {'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:18.101347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Bound port: d14234fa-1f7e-4744-b177-adbae1334bb5, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56067c2d-e7cf-4b56-997f-95d39b5dafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:18.101700 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.176162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] For port d14234fa-1f7e-4744-b177-adbae1334bb5, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:18.179241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] For port d14234fa-1f7e-4744-b177-adbae1334bb5, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d14234fa-1f7e-4744-b177-adbae1334bb5,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:18.225903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['710ea38a-71b1-444a-83bd-93a00b395711'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:18.300457 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b4b5-b3fd-4517-8c79-be92d63cae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.303480 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b4b5-b3fd-4517-8c79-be92d63cae60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.305121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dbc2b4b5-b3fd-4517-8c79-be92d63cae60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7da910f7-6556-48dc-9d87-0e90755144aa HTTP/1.1" status: 204 len: 168 time: 0.4300106 Aug 19 12:26:18.313388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2b4b5-b3fd-4517-8c79-be92d63cae60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da910f7-6556-48dc-9d87-0e90755144aa,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:18.341827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.372361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.373317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:18.375554 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] 10.222.0.62 "PUT /v2.0/ports/d14234fa-1f7e-4744-b177-adbae1334bb5 HTTP/1.1" status: 200 len: 1092 time: 1.0954220 Aug 19 12:26:18.377961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e323cdf1-f52f-42fa-beeb-7eaeb38028c8', 'tag': 'd14234fa-1f7e-4744-b177-adbae1334bb5'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:18.381193 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1a3605-354b-4d38-ba32-a48d034e1fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e323cdf1-f52f-42fa-beeb-7eaeb38028c8", "tag": "d14234fa-1f7e-4744-b177-adbae1334bb5"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:18.436571 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173f15b6-f043-41bd-b0e2-8769a1baf17b x-openstack-request-id: req-173f15b6-f043-41bd-b0e2-8769a1baf17b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:18.436869 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e323cdf1-f52f-42fa-beeb-7eaeb38028c8", "tag": "d14234fa-1f7e-4744-b177-adbae1334bb5", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:18.437121 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-173f15b6-f043-41bd-b0e2-8769a1baf17b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:18.437703 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e323cdf1-f52f-42fa-beeb-7eaeb38028c8', 'tag': 'd14234fa-1f7e-4744-b177-adbae1334bb5', 'status': 'completed', 'code': 200} Aug 19 12:26:18.502564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6d1dd-9549-41fb-8b1a-62857a4c239b service neutron] Pushing event updated for resources: {'Port': ['ID=d14234fa-1f7e-4744-b177-adbae1334bb5,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:18.548506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a3605-354b-4d38-ba32-a48d034e1fc3 req-42c209bb-5eb6-4735-9b7c-4dcfa75cd31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.550392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e1a3605-354b-4d38-ba32-a48d034e1fc3 req-42c209bb-5eb6-4735-9b7c-4dcfa75cd31b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17845ae6dc02421a802560b82a408dc4&device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 1095 time: 0.0928481 Aug 19 12:26:18.558958 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76963928-ee61-4b13-98d9-09ccdf10361c req-2e97398f-d21c-4754-8168-cb0f667ca810 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.562773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76963928-ee61-4b13-98d9-09ccdf10361c req-2e97398f-d21c-4754-8168-cb0f667ca810 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 944 time: 0.0855906 Aug 19 12:26:18.625681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c1444-2239-4d2e-a2ff-eaa5be0db624 req-304f25f6-7c61-462e-b05d-42584f0cd77e tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.627293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce4c1444-2239-4d2e-a2ff-eaa5be0db624 req-304f25f6-7c61-462e-b05d-42584f0cd77e tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 945 time: 0.0557845 Aug 19 12:26:18.653223 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76963928-ee61-4b13-98d9-09ccdf10361c req-135e44ca-2e55-4336-8ce4-9a7bfd6c1703 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823960 Aug 19 12:26:18.675053 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce4c1444-2239-4d2e-a2ff-eaa5be0db624 req-792318e3-5af5-4a52-aed9-1c7135b16c51 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334046 Aug 19 12:26:18.698373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a3605-354b-4d38-ba32-a48d034e1fc3 req-87ee8cfc-d43a-41d4-8f42-3229fecdce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.712220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e1a3605-354b-4d38-ba32-a48d034e1fc3 req-87ee8cfc-d43a-41d4-8f42-3229fecdce44 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=17845ae6dc02421a802560b82a408dc4&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1378994 Aug 19 12:26:18.822614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a3605-354b-4d38-ba32-a48d034e1fc3 req-2053201c-5076-450f-9018-d2c2be7f292e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.824303 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e1a3605-354b-4d38-ba32-a48d034e1fc3 req-2053201c-5076-450f-9018-d2c2be7f292e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1170278 Aug 19 12:26:18.916445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-1870a68d-39ea-4269-ad91-33e453894ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:18.918122 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-1870a68d-39ea-4269-ad91-33e453894ae0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=17845ae6dc02421a802560b82a408dc4&device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 1095 time: 0.0515790 Aug 19 12:26:18.984174 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-77eac85e-b4e3-4797-9a5e-9bcaf96a63e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d14234fa-1f7e-4744-b177-adbae1334bb5 HTTP/1.1" status: 200 len: 217 time: 0.0562596 Aug 19 12:26:19.044262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-0effae58-283b-4ecf-83b6-6f617b4546a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.046162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-0effae58-283b-4ecf-83b6-6f617b4546a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8ac76841-d1fc-41c8-b901-2eb1eb321f66 HTTP/1.1" status: 200 len: 862 time: 0.0520511 Aug 19 12:26:19.079117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-5fa95e89-30ef-4bd3-a2f1-cf363a5551ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257747 Aug 19 12:26:19.171601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-a42102e7-9941-4101-8724-fcf0219f9c1e service neutron] 10.222.0.62 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849915 Aug 19 12:26:19.272928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38646909-520b-46a7-9bf5-0a4174b93e28 req-85d53548-86d2-410e-b88b-e00f0fcdc31e service neutron] 10.222.0.62 "GET /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939560 Aug 19 12:26:19.631848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 710ea38a-71b1-444a-83bd-93a00b395711 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:19.771507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 710ea38a-71b1-444a-83bd-93a00b395711 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:19.776137 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 710ea38a-71b1-444a-83bd-93a00b395711 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:19.776763 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.794913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3684537-86dc-49a0-bafc-b9e5ba087f5a req-326b999a-727c-45cb-97e9-6f4ba8b3a2b8 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.796710 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e3684537-86dc-49a0-bafc-b9e5ba087f5a req-326b999a-727c-45cb-97e9-6f4ba8b3a2b8 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 944 time: 0.0706065 Aug 19 12:26:19.811936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b88d3-5b7c-4473-9672-a589e98d8391 req-3e4161f5-8a07-46e0-aaed-3e2701833bda tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:19.814222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c05b88d3-5b7c-4473-9672-a589e98d8391 req-3e4161f5-8a07-46e0-aaed-3e2701833bda tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 945 time: 0.0703931 Aug 19 12:26:19.844641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e3684537-86dc-49a0-bafc-b9e5ba087f5a req-1ba89c8a-9ca3-4606-9e65-c773576b044d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412245 Aug 19 12:26:19.872405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c05b88d3-5b7c-4473-9672-a589e98d8391 req-3a73e2f4-52a6-4ac3-aa4f-f785f311621e tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508654 Aug 19 12:26:19.882633 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:19.925179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3f22d0-9edc-45df-805b-9b3018589921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710ea38a-71b1-444a-83bd-93a00b395711'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:19.927911 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9130ce4a-460f-45b4-82c5-ce22c7f065f9" -d '{"events": [{"server_uuid": "5e3f22d0-9edc-45df-805b-9b3018589921", "name": "network-vif-plugged", "status": "completed", "tag": "710ea38a-71b1-444a-83bd-93a00b395711"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:19.946427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 710ea38a-71b1-444a-83bd-93a00b395711, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=710ea38a-71b1-444a-83bd-93a00b395711,segment=NetworkSegment(dbdc668c-948d-4dfa-a62a-20b1c36358ae),segment_id=dbdc668c-948d-4dfa-a62a-20b1c36358ae)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:19.983952 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73518dd-9fc9-4903-85f5-c096411f1deb x-openstack-request-id: req-c73518dd-9fc9-4903-85f5-c096411f1deb {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:19.984356 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3f22d0-9edc-45df-805b-9b3018589921", "name": "network-vif-plugged", "status": "completed", "tag": "710ea38a-71b1-444a-83bd-93a00b395711", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:19.984679 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c73518dd-9fc9-4903-85f5-c096411f1deb {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:19.985143 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3f22d0-9edc-45df-805b-9b3018589921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710ea38a-71b1-444a-83bd-93a00b395711', 'code': 200} Aug 19 12:26:20.046589 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:20.113937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfa7f9-8b4e-4ce5-87d6-830eae7582e2 req-53924ce3-a5ca-4572-b98e-b9344bf6e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:20.115486 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fbfa7f9-8b4e-4ce5-87d6-830eae7582e2 req-53924ce3-a5ca-4572-b98e-b9344bf6e500 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 1097 time: 0.0520291 Aug 19 12:26:20.125216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=710ea38a-71b1-444a-83bd-93a00b395711,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:20.153547 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fbfa7f9-8b4e-4ce5-87d6-830eae7582e2 req-b402605f-3f43-4874-8e3c-92b189432e6a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296783 Aug 19 12:26:20.264884 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:26:20.992845 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f4733-6986-473d-8893-22e678c74b68 req-202c8345-d1a4-4e11-9832-91b19f0ec271 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:20.994376 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a85f4733-6986-473d-8893-22e678c74b68 req-202c8345-d1a4-4e11-9832-91b19f0ec271 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 944 time: 0.0714221 Aug 19 12:26:21.024882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8efa5-5624-413d-9fce-40495b500a78 req-ccb2e2b7-c6f9-4cd4-afa2-6fbf00cb1dea tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:21.024882 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eec8efa5-5624-413d-9fce-40495b500a78 req-ccb2e2b7-c6f9-4cd4-afa2-6fbf00cb1dea tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 946 time: 0.0534754 Aug 19 12:26:21.052858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a85f4733-6986-473d-8893-22e678c74b68 req-8c76a44a-9b89-482c-a5d5-4fc9344338c6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519600 Aug 19 12:26:21.076932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eec8efa5-5624-413d-9fce-40495b500a78 req-c2f26a28-8166-4252-ade0-aab04d2c3b84 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475526 Aug 19 12:26:21.685202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d14234fa-1f7e-4744-b177-adbae1334bb5 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:21.782119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d14234fa-1f7e-4744-b177-adbae1334bb5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d14234fa-1f7e-4744-b177-adbae1334bb5,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:21.793134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'd14234fa-1f7e-4744-b177-adbae1334bb5', 'network_id': '60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83', 'port_id': 'd14234fa-1f7e-4744-b177-adbae1334bb5', 'mac_address': 'fa:16:3e:25:92:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac76841-d1fc-41c8-b901-2eb1eb321f66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:21.834479 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:21.847640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14234fa-1f7e-4744-b177-adbae1334bb5 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:21.866682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d14234fa-1f7e-4744-b177-adbae1334bb5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d14234fa-1f7e-4744-b177-adbae1334bb5,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:22.087509 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:22.138840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=d14234fa-1f7e-4744-b177-adbae1334bb5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:22.190676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f6211-3dd3-4adf-8009-4419247d64ce req-52770abb-8180-4d9d-87c1-afa0ecb295f6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.195265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-746f6211-3dd3-4adf-8009-4419247d64ce req-52770abb-8180-4d9d-87c1-afa0ecb295f6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 945 time: 0.0636909 Aug 19 12:26:22.258879 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-746f6211-3dd3-4adf-8009-4419247d64ce req-d4839cb5-4adb-4eac-8510-308a9da01b16 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554931 Aug 19 12:26:22.326658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8aa3f-c55f-4498-9497-17f67d3802b4 req-a1f0e71d-1ba9-43b0-b59c-2e323b58c19d tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:22.330725 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-82d8aa3f-c55f-4498-9497-17f67d3802b4 req-a1f0e71d-1ba9-43b0-b59c-2e323b58c19d tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 946 time: 0.0730779 Aug 19 12:26:22.360578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['d14234fa-1f7e-4744-b177-adbae1334bb5'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:22.378575 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-82d8aa3f-c55f-4498-9497-17f67d3802b4 req-f2350e3e-ccb6-46ca-8451-515fb7c94fea tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432055 Aug 19 12:26:23.030305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60652) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:23.183024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a11b-0026-40c0-bee7-7bcbb126a29d req-2d9b3a3d-4262-475d-8e10-8f5c96977302 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.183024 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e2e2a11b-0026-40c0-bee7-7bcbb126a29d req-2d9b3a3d-4262-475d-8e10-8f5c96977302 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 946 time: 0.0550125 Aug 19 12:26:23.234664 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e2e2a11b-0026-40c0-bee7-7bcbb126a29d req-54f76e07-f846-48b8-b3f2-5b50fc679721 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471146 Aug 19 12:26:23.275408 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.414404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee47c7e0-f9ed-4529-abfe-a38c810cea19 req-bccd44ee-a603-448f-9d0e-f8987a5ec3e9 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:23.415881 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee47c7e0-f9ed-4529-abfe-a38c810cea19 req-bccd44ee-a603-448f-9d0e-f8987a5ec3e9 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 945 time: 0.0838072 Aug 19 12:26:23.446737 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.466612 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee47c7e0-f9ed-4529-abfe-a38c810cea19 req-9b4c5187-2822-4f48-ba33-82a34bb3795c tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Aug 19 12:26:23.674461 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.687606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d14234fa-1f7e-4744-b177-adbae1334bb5 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:23.715809 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe83582cea1f4d718fa843857b9d88d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6842477 Aug 19 12:26:23.716909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca3559d-e7b5-454f-b8e6-2c5f27f6d20c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:23.718323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60684) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:23.726628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.727019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.727367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.727761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.728029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.728364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.728692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.729035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.729340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.729666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.729992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.730316 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ff8516-7178-48e3-9603-635b6c70d3ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:23.789083 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-24c5527e-7d5f-4556-bfc2-91749e0e9abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.813130 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-24c5527e-7d5f-4556-bfc2-91749e0e9abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.922682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port d14234fa-1f7e-4744-b177-adbae1334bb5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:23.927079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port d14234fa-1f7e-4744-b177-adbae1334bb5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:23.927449 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.955464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-24c5527e-7d5f-4556-bfc2-91749e0e9abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.958735 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-24c5527e-7d5f-4556-bfc2-91749e0e9abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:23.962641 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-24c5527e-7d5f-4556-bfc2-91749e0e9abc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ca3559d-e7b5-454f-b8e6-2c5f27f6d20c HTTP/1.1" status: 204 len: 168 time: 0.2432458 Aug 19 12:26:23.977841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5527e-7d5f-4556-bfc2-91749e0e9abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca3559d-e7b5-454f-b8e6-2c5f27f6d20c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:24.025158 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.059784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e323cdf1-f52f-42fa-beeb-7eaeb38028c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14234fa-1f7e-4744-b177-adbae1334bb5'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:24.062042 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a6fe25-c618-4a1a-bef9-4e117bfb80f8" -d '{"events": [{"server_uuid": "e323cdf1-f52f-42fa-beeb-7eaeb38028c8", "name": "network-vif-plugged", "status": "completed", "tag": "d14234fa-1f7e-4744-b177-adbae1334bb5"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:24.075757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d14234fa-1f7e-4744-b177-adbae1334bb5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d14234fa-1f7e-4744-b177-adbae1334bb5,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:24.100996 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ecbf0d-c574-4c18-8f95-6fa947e60690 x-openstack-request-id: req-99ecbf0d-c574-4c18-8f95-6fa947e60690 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:24.101293 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e323cdf1-f52f-42fa-beeb-7eaeb38028c8", "name": "network-vif-plugged", "status": "completed", "tag": "d14234fa-1f7e-4744-b177-adbae1334bb5", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:24.101547 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99ecbf0d-c574-4c18-8f95-6fa947e60690 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:24.101943 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e323cdf1-f52f-42fa-beeb-7eaeb38028c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14234fa-1f7e-4744-b177-adbae1334bb5', 'code': 200} Aug 19 12:26:24.205375 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.211493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9d54e-d871-4981-bfcb-d8327d8827fc req-2efeac29-8166-43fa-92e6-b8110503888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.212968 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31d9d54e-d871-4981-bfcb-d8327d8827fc req-2efeac29-8166-43fa-92e6-b8110503888b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 1096 time: 0.0456228 Aug 19 12:26:24.251156 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31d9d54e-d871-4981-bfcb-d8327d8827fc req-9964e344-9382-4899-b48b-d9a656f700a9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294318 Aug 19 12:26:24.257520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=d14234fa-1f7e-4744-b177-adbae1334bb5,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:24.364016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba2953-f532-48f2-82c9-8c4b8a328743 req-7f345efc-5b56-4ae2-b4df-001c1ee4328a tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.365574 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0bba2953-f532-48f2-82c9-8c4b8a328743 req-7f345efc-5b56-4ae2-b4df-001c1ee4328a tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 946 time: 0.0499740 Aug 19 12:26:24.415840 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0bba2953-f532-48f2-82c9-8c4b8a328743 req-b3fe527a-e678-4440-a0af-775a5e537df9 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c455f8d-fca9-4191-ad80-40bef58f0a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Aug 19 12:26:24.603537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eca3a-087e-4fda-94ce-b343901529df req-b7624170-9b67-4c07-ba8a-f6a1e19464c1 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.604005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4747b00-8b42-41ab-bee3-c8f1edca1442 req-df907104-6f1d-465d-94e5-6158d2f83603 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:24.605482 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4747b00-8b42-41ab-bee3-c8f1edca1442 req-df907104-6f1d-465d-94e5-6158d2f83603 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 946 time: 0.0537581 Aug 19 12:26:24.605624 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e8eca3a-087e-4fda-94ce-b343901529df req-b7624170-9b67-4c07-ba8a-f6a1e19464c1 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 946 time: 0.0610762 Aug 19 12:26:24.650509 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e8eca3a-087e-4fda-94ce-b343901529df req-e9e88ded-22f7-4c60-afab-f9eb65e651d3 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 Aug 19 12:26:24.747494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-a4747b00-8b42-41ab-bee3-c8f1edca1442 req-ecaac4ac-2168-443f-b355-1c99b199d810 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Deleting port 710ea38a-71b1-444a-83bd-93a00b395711 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:24.747982 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a4747b00-8b42-41ab-bee3-c8f1edca1442 req-ecaac4ac-2168-443f-b355-1c99b199d810 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.849458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-a4747b00-8b42-41ab-bee3-c8f1edca1442 req-ecaac4ac-2168-443f-b355-1c99b199d810 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] For port 710ea38a-71b1-444a-83bd-93a00b395711, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=710ea38a-71b1-444a-83bd-93a00b395711,segment=NetworkSegment(dbdc668c-948d-4dfa-a62a-20b1c36358ae),segment_id=dbdc668c-948d-4dfa-a62a-20b1c36358ae)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:24.850058 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a4747b00-8b42-41ab-bee3-c8f1edca1442 req-ecaac4ac-2168-443f-b355-1c99b199d810 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.864157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-a4747b00-8b42-41ab-bee3-c8f1edca1442 req-ecaac4ac-2168-443f-b355-1c99b199d810 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Calling delete_port for 710ea38a-71b1-444a-83bd-93a00b395711 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:24.876516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60724) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:24.890829 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63df5251-eb49-43b3-bee0-f87cb83aa16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:24.985319 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63df5251-eb49-43b3-bee0-f87cb83aa16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.053907 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.096984 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63df5251-eb49-43b3-bee0-f87cb83aa16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.097199 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a4747b00-8b42-41ab-bee3-c8f1edca1442 req-ecaac4ac-2168-443f-b355-1c99b199d810 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.109645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['710ea38a-71b1-444a-83bd-93a00b395711'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:25.134975 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-63df5251-eb49-43b3-bee0-f87cb83aa16c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67c7d030ddc64cd0b1dc573693582a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570574 Aug 19 12:26:25.141276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60728) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:25.143866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaac4ac-2168-443f-b355-1c99b199d810 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Pushing event deleted for resources: {'Port': ['ID=710ea38a-71b1-444a-83bd-93a00b395711,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:25.192237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4747b00-8b42-41ab-bee3-c8f1edca1442 req-ecaac4ac-2168-443f-b355-1c99b199d810 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] No DVR routers for this DVR port 710ea38a-71b1-444a-83bd-93a00b395711 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:25.194886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df5251-eb49-43b3-bee0-f87cb83aa16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dcd49a-476b-4e8e-b758-8b8b1f71b117,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:25.196278 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a4747b00-8b42-41ab-bee3-c8f1edca1442 req-ecaac4ac-2168-443f-b355-1c99b199d810 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.199672 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4747b00-8b42-41ab-bee3-c8f1edca1442 req-ecaac4ac-2168-443f-b355-1c99b199d810 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.30 "DELETE /v2.0/ports/710ea38a-71b1-444a-83bd-93a00b395711 HTTP/1.1" status: 204 len: 173 time: 0.5875144 Aug 19 12:26:25.200148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3f22d0-9edc-45df-805b-9b3018589921', 'name': 'network-vif-deleted', 'tag': '710ea38a-71b1-444a-83bd-93a00b395711'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:25.203952 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f47974-dce0-4ab5-809b-ea56f2e26a55" -d '{"events": [{"server_uuid": "5e3f22d0-9edc-45df-805b-9b3018589921", "name": "network-vif-deleted", "tag": "710ea38a-71b1-444a-83bd-93a00b395711"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:25.248107 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2156e4a-2f2f-43a6-b9f6-57d8ea3d6338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.249611 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04cd1e9-ba0c-4e40-b379-4b5997fb580c x-openstack-request-id: req-f04cd1e9-ba0c-4e40-b379-4b5997fb580c {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:25.250243 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3f22d0-9edc-45df-805b-9b3018589921", "name": "network-vif-deleted", "tag": "710ea38a-71b1-444a-83bd-93a00b395711", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:25.250504 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f04cd1e9-ba0c-4e40-b379-4b5997fb580c {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:25.250925 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3f22d0-9edc-45df-805b-9b3018589921', 'name': 'network-vif-deleted', 'tag': '710ea38a-71b1-444a-83bd-93a00b395711', 'status': 'completed', 'code': 200} Aug 19 12:26:25.273627 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2156e4a-2f2f-43a6-b9f6-57d8ea3d6338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.532728 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-19f63dd7-e714-4445-8728-da2cdf39442e req-cf2a5bfc-9db0-4bd5-84bd-f8ff9ca65836 tempest-InstanceActionsV221TestJSON-1719476821 tempest-InstanceActionsV221TestJSON-1719476821-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e3f22d0-9edc-45df-805b-9b3018589921 HTTP/1.1" status: 200 len: 210 time: 0.0308979 Aug 19 12:26:25.551163 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2156e4a-2f2f-43a6-b9f6-57d8ea3d6338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.554163 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2156e4a-2f2f-43a6-b9f6-57d8ea3d6338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:25.557765 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a2156e4a-2f2f-43a6-b9f6-57d8ea3d6338 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74dcd49a-476b-4e8e-b758-8b8b1f71b117 HTTP/1.1" status: 204 len: 168 time: 0.4129109 Aug 19 12:26:25.587089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2156e4a-2f2f-43a6-b9f6-57d8ea3d6338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dcd49a-476b-4e8e-b758-8b8b1f71b117,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:25.783524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aeb7c6-0abd-428d-a831-a47df11ad1b4 req-d4fcb99e-0546-452e-9be6-a6f241bc35d4 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:25.785099 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51aeb7c6-0abd-428d-a831-a47df11ad1b4 req-d4fcb99e-0546-452e-9be6-a6f241bc35d4 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 946 time: 0.0577869 Aug 19 12:26:25.824925 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51aeb7c6-0abd-428d-a831-a47df11ad1b4 req-476091c4-e3ab-4506-b10f-5a0791c229f6 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331459 Aug 19 12:26:25.911257 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.582658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e6702-e8bd-4717-b8d5-bd252bb58594 req-bcd77eea-c2cf-4a27-ad6e-d27d7485cb43 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:26.584112 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d1e6702-e8bd-4717-b8d5-bd252bb58594 req-bcd77eea-c2cf-4a27-ad6e-d27d7485cb43 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 946 time: 0.0507767 Aug 19 12:26:26.624552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d1e6702-e8bd-4717-b8d5-bd252bb58594 req-727b92a2-7195-42fb-b1e6-c7aaa1f30666 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341976 Aug 19 12:26:26.843252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60792) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:26.891318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f07ba6f-3ab8-46e9-878f-29ac1d598061 admin admin] Deleting subnet d6a8ac19-1037-46a9-93a8-c49fc3ee3d91 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:26.894540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f07ba6f-3ab8-46e9-878f-29ac1d598061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.932866 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f07ba6f-3ab8-46e9-878f-29ac1d598061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:26.973489 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f07ba6f-3ab8-46e9-878f-29ac1d598061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.108836 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f07ba6f-3ab8-46e9-878f-29ac1d598061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.142159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f07ba6f-3ab8-46e9-878f-29ac1d598061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.144253 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3f07ba6f-3ab8-46e9-878f-29ac1d598061 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d6a8ac19-1037-46a9-93a8-c49fc3ee3d91 HTTP/1.1" status: 204 len: 168 time: 0.2997785 Aug 19 12:26:27.145440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07ba6f-3ab8-46e9-878f-29ac1d598061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6a8ac19-1037-46a9-93a8-c49fc3ee3d91,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:27.149025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60800) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:27.223043 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.301283 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.312267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bb48c8-ba79-4220-b2d9-f1207d7a8f61']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:27.322863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdc668c-948d-4dfa-a62a-20b1c36358ae') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:27.323433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdc668c-948d-4dfa-a62a-20b1c36358ae') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:27.332440 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.346302 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.352755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:27.353183 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:27.354958 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:27.559929 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.569253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:27.572807 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0bb48c8-ba79-4220-b2d9-f1207d7a8f61 HTTP/1.1" status: 204 len: 168 time: 0.4189785 Aug 19 12:26:27.584379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed3d64-6a28-4753-8f14-b14518902ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0bb48c8-ba79-4220-b2d9-f1207d7a8f61,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:27.754186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ddbfe-d3ce-4c52-b682-71c5221e33f5 req-afcc7f91-f74a-4614-aaf2-2eaa465b4280 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.755706 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f0ddbfe-d3ce-4c52-b682-71c5221e33f5 req-afcc7f91-f74a-4614-aaf2-2eaa465b4280 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 946 time: 0.0563598 Aug 19 12:26:27.798182 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f0ddbfe-d3ce-4c52-b682-71c5221e33f5 req-0a275fa4-92fa-4de1-95e9-7eb22d200d67 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups?id=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365760 Aug 19 12:26:27.833433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806904d9-ecfc-49e8-b3cc-a4de53554e20 req-31b55921-851a-46fd-9d0b-cb96a46e3f0e tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:27.835228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-806904d9-ecfc-49e8-b3cc-a4de53554e20 req-31b55921-851a-46fd-9d0b-cb96a46e3f0e tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.62 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 946 time: 0.0564439 Aug 19 12:26:27.944296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-806904d9-ecfc-49e8-b3cc-a4de53554e20 req-d7d086a6-1d4b-49fc-a7ba-d974de5db686 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Deleting port d14234fa-1f7e-4744-b177-adbae1334bb5 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:27.944932 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-806904d9-ecfc-49e8-b3cc-a4de53554e20 req-d7d086a6-1d4b-49fc-a7ba-d974de5db686 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.087702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60826) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:28.099678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-806904d9-ecfc-49e8-b3cc-a4de53554e20 req-d7d086a6-1d4b-49fc-a7ba-d974de5db686 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] For port d14234fa-1f7e-4744-b177-adbae1334bb5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d14234fa-1f7e-4744-b177-adbae1334bb5,segment=NetworkSegment(56067c2d-e7cf-4b56-997f-95d39b5dafee),segment_id=56067c2d-e7cf-4b56-997f-95d39b5dafee)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:28.105982 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-806904d9-ecfc-49e8-b3cc-a4de53554e20 req-d7d086a6-1d4b-49fc-a7ba-d974de5db686 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.120672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-806904d9-ecfc-49e8-b3cc-a4de53554e20 req-d7d086a6-1d4b-49fc-a7ba-d974de5db686 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Calling delete_port for d14234fa-1f7e-4744-b177-adbae1334bb5 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:28.154337 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1298b34d-3990-4c3b-8f65-eb902e3ba903 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56f1c959fabb4f418311416e2bc9e636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653179 Aug 19 12:26:28.157820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60828) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:28.244565 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.272928 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.440235 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-806904d9-ecfc-49e8-b3cc-a4de53554e20 req-d7d086a6-1d4b-49fc-a7ba-d974de5db686 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.440451 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.444046 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.445499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c455f8d-fca9-4191-ad80-40bef58f0a47 HTTP/1.1" status: 204 len: 168 time: 0.2861595 Aug 19 12:26:28.453540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['d14234fa-1f7e-4744-b177-adbae1334bb5'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:28.457364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c455f8d-fca9-4191-ad80-40bef58f0a47,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:28.466536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.467301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.468006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.468986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.469698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.470759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.471519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.472055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.472719 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.473227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.473930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.474434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96638b29-da31-4c6f-8fc9-d4d68fd6b57b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:26:28.492200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d086a6-1d4b-49fc-a7ba-d974de5db686 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event deleted for resources: {'Port': ['ID=d14234fa-1f7e-4744-b177-adbae1334bb5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:28.550589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-806904d9-ecfc-49e8-b3cc-a4de53554e20 req-d7d086a6-1d4b-49fc-a7ba-d974de5db686 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] No DVR routers for this DVR port d14234fa-1f7e-4744-b177-adbae1334bb5 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:28.553848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-806904d9-ecfc-49e8-b3cc-a4de53554e20 req-d7d086a6-1d4b-49fc-a7ba-d974de5db686 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:28.556806 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-806904d9-ecfc-49e8-b3cc-a4de53554e20 req-d7d086a6-1d4b-49fc-a7ba-d974de5db686 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.62 "DELETE /v2.0/ports/d14234fa-1f7e-4744-b177-adbae1334bb5 HTTP/1.1" status: 204 len: 173 time: 0.7142785 Aug 19 12:26:28.557283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e323cdf1-f52f-42fa-beeb-7eaeb38028c8', 'name': 'network-vif-deleted', 'tag': 'd14234fa-1f7e-4744-b177-adbae1334bb5'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:28.562839 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d8c0a7-7424-4c17-bf74-3aa706b1610f" -d '{"events": [{"server_uuid": "e323cdf1-f52f-42fa-beeb-7eaeb38028c8", "name": "network-vif-deleted", "tag": "d14234fa-1f7e-4744-b177-adbae1334bb5"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:28.608150 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0daf87-af83-48bb-9f21-bc8e7435f79f x-openstack-request-id: req-ea0daf87-af83-48bb-9f21-bc8e7435f79f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:28.608723 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e323cdf1-f52f-42fa-beeb-7eaeb38028c8", "name": "network-vif-deleted", "tag": "d14234fa-1f7e-4744-b177-adbae1334bb5", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:28.608723 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea0daf87-af83-48bb-9f21-bc8e7435f79f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:28.609133 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e323cdf1-f52f-42fa-beeb-7eaeb38028c8', 'name': 'network-vif-deleted', 'tag': 'd14234fa-1f7e-4744-b177-adbae1334bb5', 'status': 'completed', 'code': 200} Aug 19 12:26:28.904961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-683caa54-a7b5-4137-80eb-0c733562a553 req-449b0acb-432a-4ac5-a39b-2e63196d4ade tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 210 time: 0.0275776 Aug 19 12:26:29.692648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 710ea38a-71b1-444a-83bd-93a00b395711 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:29.713537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 710ea38a-71b1-444a-83bd-93a00b395711 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:29.713888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 710ea38a-71b1-444a-83bd-93a00b395711 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:30.064204 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba21fb42-8c96-4561-9401-15f67f23449b req-e9f755fc-6bed-4e8a-bb7f-10f64e93e469 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/ports?device_id=e323cdf1-f52f-42fa-beeb-7eaeb38028c8 HTTP/1.1" status: 200 len: 210 time: 0.0594203 Aug 19 12:26:30.178463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60894) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:30.281217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-457096109-network', 'tenant_id': '0646da7d976847858309b1eb57883d43'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:30.464709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Made reservation on behalf of 0646da7d976847858309b1eb57883d43 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:30.467255 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.477045 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.591625 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.693691 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.718666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:30.728416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:30.735339 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.743455 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Added segment b30c9110-a65e-4a77-a05a-0b3383cdc8f5 of type vlan for network 6b3371e4-476c-414b-b8a4-c4f5b393fd5c Aug 19 12:26:30.778080 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.880666 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.881801 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:30.882453 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:30.990018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] Pushing event updated for resources: {'Network': ['ID=6b3371e4-476c-414b-b8a4-c4f5b393fd5c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:31.000388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 6b3371e4-476c-414b-b8a4-c4f5b393fd5c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:31.014305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-470f6435-3e33-4856-b56b-b2f9a0e57b3d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8343303 Aug 19 12:26:31.024630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60920) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:31.030233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] Request body: {'subnet': {'network_id': '6b3371e4-476c-414b-b8a4-c4f5b393fd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-457096109-subnet', 'tenant_id': '0646da7d976847858309b1eb57883d43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:31.176469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] Made reservation on behalf of 0646da7d976847858309b1eb57883d43 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:31.179142 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.479423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd6839-ab6b-4bad-aa1d-cb54e142340b req-e1ea33a8-cdf9-4992-a442-4d58c70f4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.481094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adfd6839-ab6b-4bad-aa1d-cb54e142340b req-e1ea33a8-cdf9-4992-a442-4d58c70f4019 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 1095 time: 0.0422139 Aug 19 12:26:31.521831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.580145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd6839-ab6b-4bad-aa1d-cb54e142340b req-dd729dfe-7125-4a33-914a-a98ab6715f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.581837 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adfd6839-ab6b-4bad-aa1d-cb54e142340b req-dd729dfe-7125-4a33-914a-a98ab6715f43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.0936062 Aug 19 12:26:31.585833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf926e4-5ead-4efe-b443-25bfab96f685 req-f5405ede-3ef9-4c91-bd80-3ec5d68c5920 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.587555 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-edf926e4-5ead-4efe-b443-25bfab96f685 req-f5405ede-3ef9-4c91-bd80-3ec5d68c5920 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0984707 Aug 19 12:26:31.597338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bdbb2cd-55ea-4539-ad1a-18490d36abe5,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:31.633105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] Checking segment: {'id': 'b30c9110-a65e-4a77-a05a-0b3383cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6b3371e4-476c-414b-b8a4-c4f5b393fd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:31.633469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] Network hostable DHCP agents. Network: 6b3371e4-476c-414b-b8a4-c4f5b393fd5c, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:26:31.650107 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-edf926e4-5ead-4efe-b443-25bfab96f685 req-1309f7b3-b470-4e81-aae2-db48c47b714d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558550 Aug 19 12:26:31.663126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adfd6839-ab6b-4bad-aa1d-cb54e142340b req-09566b2f-3bef-4083-9d50-821eba97be95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083 HTTP/1.1" status: 200 len: 999 time: 0.0720711 Aug 19 12:26:31.716575 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d14234fa-1f7e-4744-b177-adbae1334bb5 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:31.718890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd6839-ab6b-4bad-aa1d-cb54e142340b req-11ac8435-6d2e-460c-b546-0552012abf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.720474 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adfd6839-ab6b-4bad-aa1d-cb54e142340b req-11ac8435-6d2e-460c-b546-0552012abf1d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.0526307 Aug 19 12:26:31.739428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: d14234fa-1f7e-4744-b177-adbae1334bb5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:31.740179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d14234fa-1f7e-4744-b177-adbae1334bb5 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:31.779259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd6839-ab6b-4bad-aa1d-cb54e142340b req-83972dc6-a4d1-4768-9901-751355ec101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.781191 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adfd6839-ab6b-4bad-aa1d-cb54e142340b req-83972dc6-a4d1-4768-9901-751355ec101b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538099 Aug 19 12:26:31.806126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] Network 6b3371e4-476c-414b-b8a4-c4f5b393fd5c is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:26:31.879165 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adfd6839-ab6b-4bad-aa1d-cb54e142340b req-f1bdf183-e9cc-4eb4-97df-ca12232bba73 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891814 Aug 19 12:26:31.921896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 6b3371e4-476c-414b-b8a4-c4f5b393fd5c) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:31.932578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60952) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:31.932728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa0869-b508-4abb-872b-fb9e6910ddb3 None None] Network 6b3371e4-476c-414b-b8a4-c4f5b393fd5c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:31.934157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:31.934763 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:31.980185 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adfd6839-ab6b-4bad-aa1d-cb54e142340b req-23d69f80-e8e1-4860-9afb-9fb0e5e00951 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935552 Aug 19 12:26:31.998538 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e9f79e4-a143-4330-98e0-fe200a568c43 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.022108 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e9f79e4-a143-4330-98e0-fe200a568c43 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.067671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797315bf-4a7f-4dae-994b-897de918d0ce None None] Network 6b3371e4-476c-414b-b8a4-c4f5b393fd5c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:32.079197 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f489c364-0659-4efe-83fe-e89804937366 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0533657 Aug 19 12:26:32.193528 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e9f79e4-a143-4330-98e0-fe200a568c43 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.196173 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e9f79e4-a143-4330-98e0-fe200a568c43 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.197599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5e9f79e4-a143-4330-98e0-fe200a568c43 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "DELETE /v2.0/security-groups/93118e94-ae65-46ca-96ef-cc87e9635a23 HTTP/1.1" status: 204 len: 168 time: 0.2592795 Aug 19 12:26:32.200270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60966) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:32.208497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f79e4-a143-4330-98e0-fe200a568c43 tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93118e94-ae65-46ca-96ef-cc87e9635a23,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:32.222587 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-2ab0eea6-b3bc-4e93-ba87-21954a62976d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] show failed (client error): The resource could not be found. Aug 19 12:26:32.223917 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2ab0eea6-b3bc-4e93-ba87-21954a62976d tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "GET /v2.0/security-groups/93118e94-ae65-46ca-96ef-cc87e9635a23 HTTP/1.1" status: 404 len: 347 time: 0.0226569 Aug 19 12:26:32.227215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60968) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:32.394543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-041e2e3d-332a-4191-bd21-2c84389e11bf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Deleting port b49783fb-a8d1-4ce9-8c24-9a106dc68b1c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:32.394933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-041e2e3d-332a-4191-bd21-2c84389e11bf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.448176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60986) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:32.488855 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-041e2e3d-332a-4191-bd21-2c84389e11bf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.489203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-041e2e3d-332a-4191-bd21-2c84389e11bf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.502556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-041e2e3d-332a-4191-bd21-2c84389e11bf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Calling delete_port for b49783fb-a8d1-4ce9-8c24-9a106dc68b1c owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:32.731393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bf55-c2b1-4849-ab56-3117df4392f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.771027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a0ca8-8a20-46c5-a59e-4374f06ffed6 req-b26b59e5-559e-4192-aaf1-e77a3248da6c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:32.772803 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-898a0ca8-8a20-46c5-a59e-4374f06ffed6 req-b26b59e5-559e-4192-aaf1-e77a3248da6c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0505838 Aug 19 12:26:32.807019 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-041e2e3d-332a-4191-bd21-2c84389e11bf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.833369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bf55-c2b1-4849-ab56-3117df4392f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.851952 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e2e3d-332a-4191-bd21-2c84389e11bf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Pushing event deleted for resources: {'Port': ['ID=b49783fb-a8d1-4ce9-8c24-9a106dc68b1c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:32.922030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bf55-c2b1-4849-ab56-3117df4392f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.932497 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-898a0ca8-8a20-46c5-a59e-4374f06ffed6 req-fba547f4-b7c4-4676-90ca-068713b28b99 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445730 Aug 19 12:26:32.963956 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-041e2e3d-332a-4191-bd21-2c84389e11bf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.969815 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-041e2e3d-332a-4191-bd21-2c84389e11bf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:32.975885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-041e2e3d-332a-4191-bd21-2c84389e11bf tempest-ImagesOneServerNegativeTestJSON-1326722999 tempest-ImagesOneServerNegativeTestJSON-1326722999-project] 10.222.0.21 "DELETE /v2.0/floatingips/33fbdd1b-852b-4f7f-bd72-0dc1316284a2 HTTP/1.1" status: 204 len: 168 time: 0.7467811 Aug 19 12:26:33.023117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 32776) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.035195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2ef4bf55-c2b1-4849-ab56-3117df4392f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0e77ee9bec74a3aa9ae68ba1bd4bf3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5828414 Aug 19 12:26:33.035195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4bf55-c2b1-4849-ab56-3117df4392f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f5f2ed-3340-4f04-b96e-2efa08d760ac,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.111058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 32780) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.171341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bde9497-6c29-463b-9ebe-62e84bee632a admin admin] Deleting subnet 8ac76841-d1fc-41c8-b901-2eb1eb321f66 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:33.175108 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7bde9497-6c29-463b-9ebe-62e84bee632a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.213354 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7bde9497-6c29-463b-9ebe-62e84bee632a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.260189 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7bde9497-6c29-463b-9ebe-62e84bee632a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.431047 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7bde9497-6c29-463b-9ebe-62e84bee632a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.434776 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93718fb9-eef6-4881-b68d-51b0ce219ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.456970 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93718fb9-eef6-4881-b68d-51b0ce219ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.458295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde9497-6c29-463b-9ebe-62e84bee632a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac76841-d1fc-41c8-b901-2eb1eb321f66,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.463854 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7bde9497-6c29-463b-9ebe-62e84bee632a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.466505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7bde9497-6c29-463b-9ebe-62e84bee632a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8ac76841-d1fc-41c8-b901-2eb1eb321f66 HTTP/1.1" status: 204 len: 168 time: 0.3540163 Aug 19 12:26:33.469028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 32790) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:33.571075 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.630247 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93718fb9-eef6-4881-b68d-51b0ce219ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.633092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93718fb9-eef6-4881-b68d-51b0ce219ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.634502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-93718fb9-eef6-4881-b68d-51b0ce219ae3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6f5f2ed-3340-4f04-b96e-2efa08d760ac HTTP/1.1" status: 204 len: 168 time: 0.6129751 Aug 19 12:26:33.644193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93718fb9-eef6-4881-b68d-51b0ce219ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f5f2ed-3340-4f04-b96e-2efa08d760ac,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:33.683783 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.695114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:33.717622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56067c2d-e7cf-4b56-997f-95d39b5dafee') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:33.718239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56067c2d-e7cf-4b56-997f-95d39b5dafee') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:33.733151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.755291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.769840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:33.770260 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:33.772062 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:33.913598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.919723 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:33.926662 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83 HTTP/1.1" status: 204 len: 168 time: 0.4515486 Aug 19 12:26:33.934168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afc5f5-5823-450a-8572-40b41a278ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=60bc2ace-0a7a-4321-8f8f-4bc86f4a3d83,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:34.081938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef5852-d0d4-4104-9d13-5202002fc66b req-8bc3a43a-ad62-4df9-a243-1d7c89852b64 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:34.083390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53ef5852-d0d4-4104-9d13-5202002fc66b req-8bc3a43a-ad62-4df9-a243-1d7c89852b64 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0543678 Aug 19 12:26:34.123481 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53ef5852-d0d4-4104-9d13-5202002fc66b req-68c64f4a-f9c7-40bc-a570-137b565c3d18 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337720 Aug 19 12:26:34.696641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 32836) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:34.744515 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d722d702-6571-4703-8302-3ba416223ed0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17845ae6dc02421a802560b82a408dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438194 Aug 19 12:26:34.745141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 32838) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:34.779948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 32840) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:34.796090 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5a7ffbb-6497-4f42-a85d-c7e63243f507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.799827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4819b20d-6a5f-4320-a473-0d0d927d8705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.833233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4819b20d-6a5f-4320-a473-0d0d927d8705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.894103 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5a7ffbb-6497-4f42-a85d-c7e63243f507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.999291 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1cc62bfe-f8bb-4257-99da-d56adc26ca1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:34.999839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4819b20d-6a5f-4320-a473-0d0d927d8705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.001846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4819b20d-6a5f-4320-a473-0d0d927d8705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.003029 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4819b20d-6a5f-4320-a473-0d0d927d8705 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00df3b39-cb5d-4bed-990b-d3f26ac4cbfc HTTP/1.1" status: 204 len: 168 time: 0.2573228 Aug 19 12:26:35.010915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819b20d-6a5f-4320-a473-0d0d927d8705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00df3b39-cb5d-4bed-990b-d3f26ac4cbfc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.025192 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5a7ffbb-6497-4f42-a85d-c7e63243f507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.097451 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d5a7ffbb-6497-4f42-a85d-c7e63243f507 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bbf0f8a37ee4e99aba9a805d9c68851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163505 Aug 19 12:26:35.103666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 32860) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:35.118520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7ffbb-6497-4f42-a85d-c7e63243f507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ca3380-9216-452a-a301-b3f4ad7ada42,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.142918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72b3c-1356-4629-8908-5495fed71f80 req-6cf9f843-81bb-47e5-97d6-6562c9bf203e tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:35.147063 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-6cf9f843-81bb-47e5-97d6-6562c9bf203e tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/networks?id=6b3371e4-476c-414b-b8a4-c4f5b393fd5c HTTP/1.1" status: 200 len: 809 time: 0.1806784 Aug 19 12:26:35.159571 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7609b65-3e44-45fc-8873-dbddedd3de7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.166245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-30557187-8b43-44ec-9ebe-131390554a11 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/quotas/0646da7d976847858309b1eb57883d43 HTTP/1.1" status: 200 len: 375 time: 0.0148160 Aug 19 12:26:35.182158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7609b65-3e44-45fc-8873-dbddedd3de7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.217278 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-b2c52652-e190-44ae-a5a6-dd0f7aec5673 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0646da7d976847858309b1eb57883d43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382044 Aug 19 12:26:35.307722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-9ab2fd02-ade6-4133-9d7f-041ec0f317e1 service neutron] 10.222.0.21 "GET /v2.0/networks/6b3371e4-476c-414b-b8a4-c4f5b393fd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828516 Aug 19 12:26:35.333311 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7609b65-3e44-45fc-8873-dbddedd3de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.336024 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b7609b65-3e44-45fc-8873-dbddedd3de7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:35.337322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b7609b65-3e44-45fc-8873-dbddedd3de7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65ca3380-9216-452a-a301-b3f4ad7ada42 HTTP/1.1" status: 204 len: 168 time: 0.2325625 Aug 19 12:26:35.345871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7609b65-3e44-45fc-8873-dbddedd3de7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ca3380-9216-452a-a301-b3f4ad7ada42,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:35.412156 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-32c5e232-d8b1-4aa8-bce4-27a7037527c0 service neutron] 10.222.0.21 "GET /v2.0/networks/6b3371e4-476c-414b-b8a4-c4f5b393fd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973313 Aug 19 12:26:35.974530 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c4e9281-3e98-4fd5-9803-5691a651ceda req-1ef61838-b2a3-4b58-9991-4427a142952c tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 210 time: 0.0354297 Aug 19 12:26:37.102019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47061237-a4a2-443e-8174-77ed62c3c9a8 req-4d2fdff5-a92f-4713-8c0f-c99d3bd955b8 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 210 time: 0.0367413 Aug 19 12:26:37.661903 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:37.664165 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2de8040f-71fd-42d0-b9e6-d44b1cd58def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.192658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fd9bc408-5fe2-48a0-a51c-1d163548a954 req-ae36e6a1-eeda-470d-bdb6-2c9cc34d9f16 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 210 time: 0.0295398 Aug 19 12:26:38.316274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33000) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:38.541757 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78d69d14-4aef-47d1-bd66-66ee7e7d48c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.650356 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78d69d14-4aef-47d1-bd66-66ee7e7d48c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.739068 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78d69d14-4aef-47d1-bd66-66ee7e7d48c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.792276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-78d69d14-4aef-47d1-bd66-66ee7e7d48c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ba8b660806c4cd48573db333233e130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747357 Aug 19 12:26:38.793281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d69d14-4aef-47d1-bd66-66ee7e7d48c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917eea0f-12a1-45f8-8547-b22e9d117a4e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:38.796369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33028) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:38.839447 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-d94e8f52-fcb9-4328-aa66-a775ab50b397 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336540 Aug 19 12:26:38.863356 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ffec-6fb4-4f58-8d62-4ad1f6542233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:38.889402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ffec-6fb4-4f58-8d62-4ad1f6542233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.061902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a4319-614d-4b78-bace-b62e85ce72bf req-d53f1dba-0bc6-406a-bc7a-a2d3f2168609 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:39.064470 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.065563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-d53f1dba-0bc6-406a-bc7a-a2d3f2168609 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241046 Aug 19 12:26:39.070843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ffec-6fb4-4f58-8d62-4ad1f6542233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.074349 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cd0ffec-6fb4-4f58-8d62-4ad1f6542233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.075705 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0cd0ffec-6fb4-4f58-8d62-4ad1f6542233 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/917eea0f-12a1-45f8-8547-b22e9d117a4e HTTP/1.1" status: 204 len: 168 time: 0.2777429 Aug 19 12:26:39.091460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0ffec-6fb4-4f58-8d62-4ad1f6542233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917eea0f-12a1-45f8-8547-b22e9d117a4e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:39.121719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72b3c-1356-4629-8908-5495fed71f80 req-e2222bb3-3db6-487a-af29-0cd0dfbc4dea tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:39.123463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-e2222bb3-3db6-487a-af29-0cd0dfbc4dea tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.62 "GET /v2.0/networks?id=6b3371e4-476c-414b-b8a4-c4f5b393fd5c HTTP/1.1" status: 200 len: 809 time: 0.1774189 Aug 19 12:26:39.129959 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-6b174ca0-5242-4991-a3db-5fa1f6124605 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/quotas/565400ccc62a4aacaf865f0b391f2aed HTTP/1.1" status: 200 len: 375 time: 0.0446908 Aug 19 12:26:39.137719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Request body: {'port': {'device_id': '44b1754f-9143-45b5-9089-402b432d8426', 'network_id': '6b3371e4-476c-414b-b8a4-c4f5b393fd5c', 'admin_state_up': True, 'tenant_id': '0646da7d976847858309b1eb57883d43'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:39.181457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-ffb112c9-bd79-4ced-a2a3-44be0d1e87f7 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495076 Aug 19 12:26:39.308878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55b560a0-47eb-41a6-8ee5-b9d69b25efab req-1603f020-7137-42f8-a502-e560f6b7bd46 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 210 time: 0.0332129 Aug 19 12:26:39.474123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e180072c-9dbb-4e54-bfb9-bfae0fec15f4 req-8bce182d-a501-4594-9236-5a1c712e2601 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 210 time: 0.0284615 Aug 19 12:26:39.496453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Made reservation on behalf of 0646da7d976847858309b1eb57883d43 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:39.500092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.654208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Allocated IP 172.20.0.8 (6b3371e4-476c-414b-b8a4-c4f5b393fd5c/5bdbb2cd-55ea-4539-ad1a-18490d36abe5/6fd96794-a14c-479a-bdcc-20ee7699b12d) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:39.820831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.919760 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:39.971709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Network 6b3371e4-476c-414b-b8a4-c4f5b393fd5c is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:39.978059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:39.989753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:39.994182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Pushing event updated for resources: {'Port': ['ID=6fd96794-a14c-479a-bdcc-20ee7699b12d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:40.071502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.072609 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.197161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-acc61ea6-d703-4d1a-90e4-9ac28f8eca38 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0641100 Aug 19 12:26:40.212677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Request body: {'port': {'device_id': '44b1754f-9143-45b5-9089-402b432d8426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:40.274303 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.500899 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.525800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b0205-a383-40d2-b28a-1e1aaaba6177 req-a6d0f399-d2b1-4e5b-a5a8-dbada388bac6 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:40.528773 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a84b0205-a383-40d2-b28a-1e1aaaba6177 req-a6d0f399-d2b1-4e5b-a5a8-dbada388bac6 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 931 time: 0.1262653 Aug 19 12:26:40.576546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a84b0205-a383-40d2-b28a-1e1aaaba6177 req-9815fe4b-f711-4ce2-8c2b-c8f2c758e4b9 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 Aug 19 12:26:40.587736 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98bc6ca8-de29-4d31-9af2-e81dde3c3b75 req-d217f3a0-94a6-4555-a39d-6cb987c20ff5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 210 time: 0.0505729 Aug 19 12:26:40.649009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd96794-a14c-479a-bdcc-20ee7699b12d {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:40.656716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.669907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Transition to ACTIVE for port object 6fd96794-a14c-479a-bdcc-20ee7699b12d will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:40.785426 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.852107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Pushing event updated for resources: {'Port': ['ID=6fd96794-a14c-479a-bdcc-20ee7699b12d,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:40.919499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Attempting to bind port 6fd96794-a14c-479a-bdcc-20ee7699b12d on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:40.919818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Attempting to bind port 6fd96794-a14c-479a-bdcc-20ee7699b12d by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'b30c9110-a65e-4a77-a05a-0b3383cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6b3371e4-476c-414b-b8a4-c4f5b393fd5c'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:40.920147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Attempting to bind port 6fd96794-a14c-479a-bdcc-20ee7699b12d on network 6b3371e4-476c-414b-b8a4-c4f5b393fd5c {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:40.924873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Port 6fd96794-a14c-479a-bdcc-20ee7699b12d on network 6b3371e4-476c-414b-b8a4-c4f5b393fd5c not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:40.925200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Attempting to bind port 6fd96794-a14c-479a-bdcc-20ee7699b12d on network 6b3371e4-476c-414b-b8a4-c4f5b393fd5c {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:40.930120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:40.930461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Checking segment: {'id': 'b30c9110-a65e-4a77-a05a-0b3383cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6b3371e4-476c-414b-b8a4-c4f5b393fd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:40.935066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Bound using segment: {'id': 'b30c9110-a65e-4a77-a05a-0b3383cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6b3371e4-476c-414b-b8a4-c4f5b393fd5c'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:40.935066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Bound port: 6fd96794-a14c-479a-bdcc-20ee7699b12d, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30c9110-a65e-4a77-a05a-0b3383cdc8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6b3371e4-476c-414b-b8a4-c4f5b393fd5c'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:40.935066 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:40.995197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] For port 6fd96794-a14c-479a-bdcc-20ee7699b12d, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:40.998128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] For port 6fd96794-a14c-479a-bdcc-20ee7699b12d, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6fd96794-a14c-479a-bdcc-20ee7699b12d,segment=NetworkSegment(b30c9110-a65e-4a77-a05a-0b3383cdc8f5),segment_id=b30c9110-a65e-4a77-a05a-0b3383cdc8f5)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:41.099010 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.134361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.135022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.136464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] 10.222.0.62 "PUT /v2.0/ports/6fd96794-a14c-479a-bdcc-20ee7699b12d HTTP/1.1" status: 200 len: 1091 time: 0.9286690 Aug 19 12:26:41.136906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b1754f-9143-45b5-9089-402b432d8426', 'tag': '6fd96794-a14c-479a-bdcc-20ee7699b12d'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:41.139225 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a17bc0-d018-43a2-947c-7d4dff40aa15" -d '{"events": [{"name": "network-changed", "server_uuid": "44b1754f-9143-45b5-9089-402b432d8426", "tag": "6fd96794-a14c-479a-bdcc-20ee7699b12d"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:41.163436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48c91e-884b-4038-b745-df5f3a01263c service neutron] Pushing event updated for resources: {'Port': ['ID=6fd96794-a14c-479a-bdcc-20ee7699b12d,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:41.179208 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a68029-88da-4f6f-bc23-cf57d6b42471 x-openstack-request-id: req-23a68029-88da-4f6f-bc23-cf57d6b42471 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:41.179435 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b1754f-9143-45b5-9089-402b432d8426", "tag": "6fd96794-a14c-479a-bdcc-20ee7699b12d", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:41.179887 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23a68029-88da-4f6f-bc23-cf57d6b42471 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:41.180358 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b1754f-9143-45b5-9089-402b432d8426', 'tag': '6fd96794-a14c-479a-bdcc-20ee7699b12d', 'status': 'completed', 'code': 200} Aug 19 12:26:41.250400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a17bc0-d018-43a2-947c-7d4dff40aa15 req-07a7046f-97bf-4bb2-a018-7eea947bb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.252618 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-50a17bc0-d018-43a2-947c-7d4dff40aa15 req-07a7046f-97bf-4bb2-a018-7eea947bb535 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0646da7d976847858309b1eb57883d43&device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 1094 time: 0.0509460 Aug 19 12:26:41.307455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33120) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.370334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a17bc0-d018-43a2-947c-7d4dff40aa15 req-b3ec8c92-6732-49af-8a57-413ac082501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.371885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-50a17bc0-d018-43a2-947c-7d4dff40aa15 req-b3ec8c92-6732-49af-8a57-413ac082501a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0646da7d976847858309b1eb57883d43&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1113117 Aug 19 12:26:41.432590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33128) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.489401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f65e2052-5d16-46d4-a4f4-6cb047ed9cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.497449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a17bc0-d018-43a2-947c-7d4dff40aa15 req-3ff41ded-21a9-4330-bfc2-bcdad5d03ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.499166 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-50a17bc0-d018-43a2-947c-7d4dff40aa15 req-3ff41ded-21a9-4330-bfc2-bcdad5d03ede service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210988 Aug 19 12:26:41.506218 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb457-35d1-4487-93ec-3ab3651ed769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.583548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72b3c-1356-4629-8908-5495fed71f80 req-3cf6cc04-f4f8-48b8-b182-c6e15d760c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.585226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-3cf6cc04-f4f8-48b8-b182-c6e15d760c24 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0646da7d976847858309b1eb57883d43&device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 1094 time: 0.0472465 Aug 19 12:26:41.600837 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f65e2052-5d16-46d4-a4f4-6cb047ed9cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.628315 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-61813910-d26f-4f5d-8bc7-c694f450aaa8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fd96794-a14c-479a-bdcc-20ee7699b12d HTTP/1.1" status: 200 len: 217 time: 0.0340226 Aug 19 12:26:41.687800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7cef15a-709d-404e-91c1-8d9d7e5356a7 req-af766310-9fd6-4c0c-b419-d5c22e156a2c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 210 time: 0.0314658 Aug 19 12:26:41.689109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f65e2052-5d16-46d4-a4f4-6cb047ed9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.693656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba72b3c-1356-4629-8908-5495fed71f80 req-cf0d793e-d9e7-459f-a7a4-fd31e6ff847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.695565 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-cf0d793e-d9e7-459f-a7a4-fd31e6ff847d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5bdbb2cd-55ea-4539-ad1a-18490d36abe5 HTTP/1.1" status: 200 len: 849 time: 0.0599585 Aug 19 12:26:41.731299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e2052-5d16-46d4-a4f4-6cb047ed9cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9349c4c5-1e28-4d2b-90ba-d245cfa3ef9e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:41.741465 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-0ef09d1d-aa2c-452b-a7cc-212dc821b4c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6b3371e4-476c-414b-b8a4-c4f5b393fd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373747 Aug 19 12:26:41.757768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f65e2052-5d16-46d4-a4f4-6cb047ed9cb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2243fc195c14629a87a29889c24f10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4487984 Aug 19 12:26:41.760029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33138) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:41.826619 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf4152-455b-402f-8963-8e24044bcc44 req-eb29dfde-ba49-4fb0-af53-3e44e05aed16 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:41.828154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7bcf4152-455b-402f-8963-8e24044bcc44 req-eb29dfde-ba49-4fb0-af53-3e44e05aed16 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 943 time: 0.0585217 Aug 19 12:26:41.873312 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7bcf4152-455b-402f-8963-8e24044bcc44 req-8a97f3e9-4a27-4993-ab4b-ff3764d6f6f9 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Aug 19 12:26:41.910773 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aef0af11-037b-4bcc-98c3-2821c46b4895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.925925 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-ab876b73-19c7-40db-aec2-91457d14b358 service neutron] 10.222.0.62 "GET /v2.0/networks/6b3371e4-476c-414b-b8a4-c4f5b393fd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769776 Aug 19 12:26:41.935007 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb457-35d1-4487-93ec-3ab3651ed769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:41.986844 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aef0af11-037b-4bcc-98c3-2821c46b4895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.056768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fba72b3c-1356-4629-8908-5495fed71f80 req-81fe8fcd-7540-48de-8df8-b9e5cc1229f1 service neutron] 10.222.0.62 "GET /v2.0/networks/6b3371e4-476c-414b-b8a4-c4f5b393fd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210361 Aug 19 12:26:42.066395 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd8cb457-35d1-4487-93ec-3ab3651ed769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.106636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fd8cb457-35d1-4487-93ec-3ab3651ed769 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec1698e37f814a1bb4d30976eb08f338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6712213 Aug 19 12:26:42.107779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cb457-35d1-4487-93ec-3ab3651ed769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668dbafd-d72c-4a7c-bf11-780425492979,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:42.110307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33146) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:42.166575 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa4929ca-dae7-4dd4-ae0e-3423eb2f7adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.176273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aef0af11-037b-4bcc-98c3-2821c46b4895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.179294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aef0af11-037b-4bcc-98c3-2821c46b4895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.180424 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-aef0af11-037b-4bcc-98c3-2821c46b4895 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9349c4c5-1e28-4d2b-90ba-d245cfa3ef9e HTTP/1.1" status: 204 len: 168 time: 0.4105992 Aug 19 12:26:42.189950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0af11-037b-4bcc-98c3-2821c46b4895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9349c4c5-1e28-4d2b-90ba-d245cfa3ef9e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:42.192391 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa4929ca-dae7-4dd4-ae0e-3423eb2f7adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.425541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-76205134-c057-42f0-a5e5-da51cf34a09a tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212073 Aug 19 12:26:42.479926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa4929ca-dae7-4dd4-ae0e-3423eb2f7adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.482491 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa4929ca-dae7-4dd4-ae0e-3423eb2f7adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:42.483684 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fa4929ca-dae7-4dd4-ae0e-3423eb2f7adb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/668dbafd-d72c-4a7c-bf11-780425492979 HTTP/1.1" status: 204 len: 168 time: 0.3723600 Aug 19 12:26:42.499927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4929ca-dae7-4dd4-ae0e-3423eb2f7adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668dbafd-d72c-4a7c-bf11-780425492979,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:42.563301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a4319-614d-4b78-bace-b62e85ce72bf req-8798e41e-87d9-46be-8d5b-84ca2ab4c623 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:42.564761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-8798e41e-87d9-46be-8d5b-84ca2ab4c623 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1339893 Aug 19 12:26:42.584203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Request body: {'port': {'device_id': 'f4151043-d6c4-420f-b9e6-632eddc4103a', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '565400ccc62a4aacaf865f0b391f2aed'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:42.989489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33168) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.005587 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d78b16e8-9ac4-492a-bf90-f32f57ad31f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.044765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Made reservation on behalf of 565400ccc62a4aacaf865f0b391f2aed for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:43.048315 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.065912 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a109270f-c13b-4bce-8716-1e5aae6317d8 req-7d237069-ef84-46c8-a13b-6e4bf26a6ae9 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 210 time: 0.3095932 Aug 19 12:26:43.071355 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.109041 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d78b16e8-9ac4-492a-bf90-f32f57ad31f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.181928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9b798-ee30-4987-b6af-d2343ebbee08 req-6bc0f21b-b3e3-4be3-acda-59f8da6b5a88 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:43.184063 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebb9b798-ee30-4987-b6af-d2343ebbee08 req-6bc0f21b-b3e3-4be3-acda-59f8da6b5a88 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 943 time: 0.0503159 Aug 19 12:26:43.223970 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebb9b798-ee30-4987-b6af-d2343ebbee08 req-50c4ae33-d80c-4094-aa80-80246eb0d67f tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336995 Aug 19 12:26:43.250115 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d78b16e8-9ac4-492a-bf90-f32f57ad31f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.295642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d78b16e8-9ac4-492a-bf90-f32f57ad31f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d605da42826e404daa47aaa4fab9694c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025217 Aug 19 12:26:43.295642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b16e8-9ac4-492a-bf90-f32f57ad31f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bd7acb-292d-4db5-af96-00218f1b9fa6,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:43.295957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33176) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.352738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33180) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.376383 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a6b13cf-3b6d-40e8-99d8-c93bf6aa0bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.380746 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.397416 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3c69f2d-029d-486c-a871-13a0306b913e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.420839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3c69f2d-029d-486c-a871-13a0306b913e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.508907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.560396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988e1100-e99b-4315-9212-7679d6f0930b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:43.618098 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a6b13cf-3b6d-40e8-99d8-c93bf6aa0bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.634355 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3c69f2d-029d-486c-a871-13a0306b913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.637437 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3c69f2d-029d-486c-a871-13a0306b913e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.638564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b3c69f2d-029d-486c-a871-13a0306b913e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45bd7acb-292d-4db5-af96-00218f1b9fa6 HTTP/1.1" status: 204 len: 168 time: 0.3414910 Aug 19 12:26:43.679003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c69f2d-029d-486c-a871-13a0306b913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bd7acb-292d-4db5-af96-00218f1b9fa6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:43.754075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Allocated IP 192.168.233.208 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/67237613-c10b-4ebe-b918-3dd97835a74b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:26:43.758106 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a6b13cf-3b6d-40e8-99d8-c93bf6aa0bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.804192 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9a6b13cf-3b6d-40e8-99d8-c93bf6aa0bd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef27ea49017e4a74a9f4be3f879878fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4504361 Aug 19 12:26:43.810117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33188) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:43.810260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b13cf-3b6d-40e8-99d8-c93bf6aa0bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05fcfb7-7f2f-4d6c-9e25-0dcaaa71a7c7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:43.863189 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e57de0d4-4bc7-4a94-8f89-a11d5eaf2e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.891411 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e57de0d4-4bc7-4a94-8f89-a11d5eaf2e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:43.952614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.059169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e57de0d4-4bc7-4a94-8f89-a11d5eaf2e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.059678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Transition to ACTIVE for port object 67237613-c10b-4ebe-b918-3dd97835a74b will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:44.061927 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e57de0d4-4bc7-4a94-8f89-a11d5eaf2e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.063112 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e57de0d4-4bc7-4a94-8f89-a11d5eaf2e09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d05fcfb7-7f2f-4d6c-9e25-0dcaaa71a7c7 HTTP/1.1" status: 204 len: 168 time: 0.2551794 Aug 19 12:26:44.071031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57de0d4-4bc7-4a94-8f89-a11d5eaf2e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05fcfb7-7f2f-4d6c-9e25-0dcaaa71a7c7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:44.169128 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16326831-0c25-4aa1-aef2-7dee274ed61e req-c3c08b91-dce8-44ae-9257-b9d69be94410 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 210 time: 0.0274341 Aug 19 12:26:44.256708 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.308343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:26:44.310842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:44.313985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:26:44.346617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d1da3-8ee2-4893-843e-589480ceb0a7 req-9ead26c2-d794-44c8-95a5-03790ac74da7 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:44.348135 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-513d1da3-8ee2-4893-843e-589480ceb0a7 req-9ead26c2-d794-44c8-95a5-03790ac74da7 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 943 time: 0.0511987 Aug 19 12:26:44.354738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event updated for resources: {'Port': ['ID=67237613-c10b-4ebe-b918-3dd97835a74b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:44.376515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:44.377186 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.394750 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-513d1da3-8ee2-4893-843e-589480ceb0a7 req-b08d9dbf-3c0d-4b82-a795-0741651b7689 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380971 Aug 19 12:26:44.499726 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-e33bd984-3dd0-46f7-a53f-8ee7a96a3b83 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9208307 Aug 19 12:26:44.513539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Request body: {'port': {'device_id': 'f4151043-d6c4-420f-b9e6-632eddc4103a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:44.535551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33208) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:44.592798 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.726915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-19de15f7-e179-4b28-bf09-b689f7024db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.733945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d62f829b-a59b-4ccb-aa6a-67228b9dd7aa None None] Provisioning for port 67237613-c10b-4ebe-b918-3dd97835a74b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:44.741194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d62f829b-a59b-4ccb-aa6a-67228b9dd7aa None None] Provisioning complete for port 67237613-c10b-4ebe-b918-3dd97835a74b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:44.741861 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d62f829b-a59b-4ccb-aa6a-67228b9dd7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.789259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d62f829b-a59b-4ccb-aa6a-67228b9dd7aa None None] Port 67237613-c10b-4ebe-b918-3dd97835a74b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:26:44.841378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-19de15f7-e179-4b28-bf09-b689f7024db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.885756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67237613-c10b-4ebe-b918-3dd97835a74b {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:44.894600 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.904042 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-19de15f7-e179-4b28-bf09-b689f7024db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:44.908291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Transition to ACTIVE for port object 67237613-c10b-4ebe-b918-3dd97835a74b will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:26:44.945964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-19de15f7-e179-4b28-bf09-b689f7024db4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=845d17ef59b6473e9fe98cfd252b17dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094353 Aug 19 12:26:44.947204 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de15f7-e179-4b28-bf09-b689f7024db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4a4d60-89d2-4307-bf51-6e613d4bb500,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:44.948724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33228) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:44.999874 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.030794 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78354206-beb9-47b5-8041-40da99a67d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.077583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Pushing event updated for resources: {'Port': ['ID=67237613-c10b-4ebe-b918-3dd97835a74b,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.086656 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78354206-beb9-47b5-8041-40da99a67d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.183238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Attempting to bind port 67237613-c10b-4ebe-b918-3dd97835a74b on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:26:45.184740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Attempting to bind port 67237613-c10b-4ebe-b918-3dd97835a74b by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:26:45.184740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Attempting to bind port 67237613-c10b-4ebe-b918-3dd97835a74b on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:45.188486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Port 67237613-c10b-4ebe-b918-3dd97835a74b on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:26:45.188856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Attempting to bind port 67237613-c10b-4ebe-b918-3dd97835a74b on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:26:45.209920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:26:45.210495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:45.211096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:26:45.211558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Bound port: 67237613-c10b-4ebe-b918-3dd97835a74b, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:26:45.211928 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.314236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] For port 67237613-c10b-4ebe-b918-3dd97835a74b, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:26:45.318584 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] For port 67237613-c10b-4ebe-b918-3dd97835a74b, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67237613-c10b-4ebe-b918-3dd97835a74b,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:26:45.321229 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78354206-beb9-47b5-8041-40da99a67d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.324466 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78354206-beb9-47b5-8041-40da99a67d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.325648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-78354206-beb9-47b5-8041-40da99a67d1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed4a4d60-89d2-4307-bf51-6e613d4bb500 HTTP/1.1" status: 204 len: 168 time: 0.3746939 Aug 19 12:26:45.333917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac94f27-728a-45d4-b30a-5a4fe4760190 req-84d449cd-4dae-4aaa-96d4-f300d518b0bc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.341768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dac94f27-728a-45d4-b30a-5a4fe4760190 req-84d449cd-4dae-4aaa-96d4-f300d518b0bc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 948 time: 0.0691459 Aug 19 12:26:45.344177 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78354206-beb9-47b5-8041-40da99a67d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4a4d60-89d2-4307-bf51-6e613d4bb500,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.378314 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dac94f27-728a-45d4-b30a-5a4fe4760190 req-6b7d5e62-a188-4acb-b449-41fae91d1aca tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357072 Aug 19 12:26:45.436337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.483417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.484274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.487489 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] 10.222.0.30 "PUT /v2.0/ports/67237613-c10b-4ebe-b918-3dd97835a74b HTTP/1.1" status: 200 len: 1096 time: 0.9796500 Aug 19 12:26:45.490128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4151043-d6c4-420f-b9e6-632eddc4103a', 'tag': '67237613-c10b-4ebe-b918-3dd97835a74b'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:45.492585 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8941be53-543c-4bf9-ba7f-787a15bbb16d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4151043-d6c4-420f-b9e6-632eddc4103a", "tag": "67237613-c10b-4ebe-b918-3dd97835a74b"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:45.534326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed28a4f-680d-4652-873b-9511bb7a4a7f service neutron] Pushing event updated for resources: {'Port': ['ID=67237613-c10b-4ebe-b918-3dd97835a74b,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:45.541043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9414819-6118-4b0c-8ae2-05c0c398d80d req-5d919123-858e-4c3a-8e8f-296e9c4f717b tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.544343 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9414819-6118-4b0c-8ae2-05c0c398d80d req-5d919123-858e-4c3a-8e8f-296e9c4f717b tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 943 time: 0.0713384 Aug 19 12:26:45.583117 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d0abf4-7ca5-41f7-969a-d8f919ef74bd x-openstack-request-id: req-b5d0abf4-7ca5-41f7-969a-d8f919ef74bd {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:45.583423 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4151043-d6c4-420f-b9e6-632eddc4103a", "tag": "67237613-c10b-4ebe-b918-3dd97835a74b", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:45.583683 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5d0abf4-7ca5-41f7-969a-d8f919ef74bd {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:45.584092 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4151043-d6c4-420f-b9e6-632eddc4103a', 'tag': '67237613-c10b-4ebe-b918-3dd97835a74b', 'status': 'completed', 'code': 200} Aug 19 12:26:45.597579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9414819-6118-4b0c-8ae2-05c0c398d80d req-4ca66a26-63c1-4a20-8b0e-575d2fdd2570 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468209 Aug 19 12:26:45.661011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941be53-543c-4bf9-ba7f-787a15bbb16d req-d58f6baf-c0f1-4a18-9a1f-9d00c3d9aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.663466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8941be53-543c-4bf9-ba7f-787a15bbb16d req-d58f6baf-c0f1-4a18-9a1f-9d00c3d9aa56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 1099 time: 0.0546207 Aug 19 12:26:45.695899 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8941be53-543c-4bf9-ba7f-787a15bbb16d req-2db8eec8-4662-4bc3-9d87-8559b982dd51 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252836 Aug 19 12:26:45.808172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6fd96794-a14c-479a-bdcc-20ee7699b12d details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:45.831572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941be53-543c-4bf9-ba7f-787a15bbb16d req-45727c55-a320-4b8d-8aa4-66cdbb7d7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.833624 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8941be53-543c-4bf9-ba7f-787a15bbb16d req-45727c55-a320-4b8d-8aa4-66cdbb7d7125 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305349 Aug 19 12:26:45.918049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a4319-614d-4b78-bace-b62e85ce72bf req-dc0476ee-3aa3-47bb-b19d-afe362378b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:45.919609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-dc0476ee-3aa3-47bb-b19d-afe362378b87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 1099 time: 0.0448785 Aug 19 12:26:45.920167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6fd96794-a14c-479a-bdcc-20ee7699b12d, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6fd96794-a14c-479a-bdcc-20ee7699b12d,segment=NetworkSegment(b30c9110-a65e-4a77-a05a-0b3383cdc8f5),segment_id=b30c9110-a65e-4a77-a05a-0b3383cdc8f5)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:45.931067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '6fd96794-a14c-479a-bdcc-20ee7699b12d', 'network_id': '6b3371e4-476c-414b-b8a4-c4f5b393fd5c', 'port_id': '6fd96794-a14c-479a-bdcc-20ee7699b12d', 'mac_address': 'fa:16:3e:b7:e0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bdbb2cd-55ea-4539-ad1a-18490d36abe5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:45.965490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-90bb7bbb-7462-4405-bb6c-25366d0d4d2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=67237613-c10b-4ebe-b918-3dd97835a74b HTTP/1.1" status: 200 len: 217 time: 0.0349622 Aug 19 12:26:45.970033 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:45.984044 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd96794-a14c-479a-bdcc-20ee7699b12d {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:46.008957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6fd96794-a14c-479a-bdcc-20ee7699b12d, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6fd96794-a14c-479a-bdcc-20ee7699b12d,segment=NetworkSegment(b30c9110-a65e-4a77-a05a-0b3383cdc8f5),segment_id=b30c9110-a65e-4a77-a05a-0b3383cdc8f5)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:46.018099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0352a458-be52-468e-b8bf-73f5ae1f2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.019604 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-0352a458-be52-468e-b8bf-73f5ae1f2326 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0471430 Aug 19 12:26:46.073558 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.088137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a4319-614d-4b78-bace-b62e85ce72bf req-a37354b1-dd1e-43ee-b54c-1f28a6c13030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.088137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-a37354b1-dd1e-43ee-b54c-1f28a6c13030 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512927 Aug 19 12:26:46.122082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6fd96794-a14c-479a-bdcc-20ee7699b12d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:46.174967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-4ca9a689-9821-4d6a-8de3-0b258bad7b54 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884147 Aug 19 12:26:46.217415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33276) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.279868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546a4319-614d-4b78-bace-b62e85ce72bf req-29cae679-ea4c-4ac2-a8db-aa60c6231020 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978696 Aug 19 12:26:46.351346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6fd96794-a14c-479a-bdcc-20ee7699b12d'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:46.359419 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9381fb45-8b7d-4168-ae83-9d1bc70e8011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.523347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9381fb45-8b7d-4168-ae83-9d1bc70e8011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.530410 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabffc97-af76-4982-aa52-76cb8c369104 req-844ba389-ff1c-495a-be5a-901c159b5025 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.532118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aabffc97-af76-4982-aa52-76cb8c369104 req-844ba389-ff1c-495a-be5a-901c159b5025 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 948 time: 0.0637131 Aug 19 12:26:46.573752 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aabffc97-af76-4982-aa52-76cb8c369104 req-8bad62b0-53ee-47a4-93f1-c96e439ff827 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352988 Aug 19 12:26:46.607133 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9381fb45-8b7d-4168-ae83-9d1bc70e8011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.657641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9381fb45-8b7d-4168-ae83-9d1bc70e8011 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c628c1fbf76417e948725bf537acad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394698 Aug 19 12:26:46.658877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381fb45-8b7d-4168-ae83-9d1bc70e8011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff658057-d68b-45e8-a0ec-291cf95a032b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:46.660351 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33298) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:46.747540 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4bec-ec93-4b2f-bf76-5ab767b0c7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.780611 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4bec-ec93-4b2f-bf76-5ab767b0c7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.789213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0d3cc-4753-49d7-95e4-33a181179cd2 req-92fc3b0b-e19b-4f4a-ab1b-372a22a171b2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:46.790703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0dd0d3cc-4753-49d7-95e4-33a181179cd2 req-92fc3b0b-e19b-4f4a-ab1b-372a22a171b2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 944 time: 0.0960710 Aug 19 12:26:46.853327 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0dd0d3cc-4753-49d7-95e4-33a181179cd2 req-4e0d4a97-2f1d-4f81-94ea-61ada015d376 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552294 Aug 19 12:26:46.972264 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4bec-ec93-4b2f-bf76-5ab767b0c7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.974987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7eaf4bec-ec93-4b2f-bf76-5ab767b0c7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:46.976174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7eaf4bec-ec93-4b2f-bf76-5ab767b0c7fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff658057-d68b-45e8-a0ec-291cf95a032b HTTP/1.1" status: 204 len: 168 time: 0.3148222 Aug 19 12:26:46.984712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf4bec-ec93-4b2f-bf76-5ab767b0c7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff658057-d68b-45e8-a0ec-291cf95a032b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:47.107012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33316) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:47.205648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-664527223-network', 'tenant_id': 'b056c40bd1224b468b244f7ad1e2182a'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:47.329765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Made reservation on behalf of b056c40bd1224b468b244f7ad1e2182a for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:47.332174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.340860 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.432605 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.564727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.586664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:26:47.600355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb57a59-be8e-4a98-95d9-fa535aa6c73b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:47.606564 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.606939 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Added segment 6160b854-3137-4e56-9c5b-8d52ea2fcfea of type vlan for network 4d13c20a-65b4-4541-b0d5-cba95ed2a76e Aug 19 12:26:47.649460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.724839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a0192-da85-46ba-a4e6-7af0da4297eb req-361ba889-9319-4a5f-8f2e-1f57fc82d0e8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.726526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-984a0192-da85-46ba-a4e6-7af0da4297eb req-361ba889-9319-4a5f-8f2e-1f57fc82d0e8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 948 time: 0.0658472 Aug 19 12:26:47.766687 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-984a0192-da85-46ba-a4e6-7af0da4297eb req-6fafae99-bc3d-41e5-aed8-f0e824e5621b tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340517 Aug 19 12:26:47.807385 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.808496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:47.809094 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:47.839821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6fd96794-a14c-479a-bdcc-20ee7699b12d up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:47.870958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d13c20a-65b4-4541-b0d5-cba95ed2a76e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:47.884887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 4d13c20a-65b4-4541-b0d5-cba95ed2a76e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:26:47.941336 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a0c315b6-05d0-4394-ad30-606a081d03f1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8324516 Aug 19 12:26:47.942653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33346) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:47.950975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] Request body: {'subnet': {'network_id': '4d13c20a-65b4-4541-b0d5-cba95ed2a76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-664527223-subnet', 'tenant_id': 'b056c40bd1224b468b244f7ad1e2182a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:48.006481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 6fd96794-a14c-479a-bdcc-20ee7699b12d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:48.012508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 6fd96794-a14c-479a-bdcc-20ee7699b12d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:48.012982 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.020776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcbc28-c621-43e3-ac1a-0cc53a5b2677 req-36562c8a-3b46-47b2-96a0-988df0d35fbc tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.022962 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53fcbc28-c621-43e3-ac1a-0cc53a5b2677 req-36562c8a-3b46-47b2-96a0-988df0d35fbc tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 944 time: 0.0518095 Aug 19 12:26:48.038476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] Made reservation on behalf of b056c40bd1224b468b244f7ad1e2182a for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:26:48.040889 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.081761 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53fcbc28-c621-43e3-ac1a-0cc53a5b2677 req-5e523917-4b5f-4806-89d3-195432d780be tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524518 Aug 19 12:26:48.121292 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.144633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1754f-9143-45b5-9089-402b432d8426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd96794-a14c-479a-bdcc-20ee7699b12d'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:48.147775 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a94ed80-7725-49ad-9c0e-9631c485eb0b" -d '{"events": [{"server_uuid": "44b1754f-9143-45b5-9089-402b432d8426", "name": "network-vif-plugged", "status": "completed", "tag": "6fd96794-a14c-479a-bdcc-20ee7699b12d"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:48.162632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 6fd96794-a14c-479a-bdcc-20ee7699b12d, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6fd96794-a14c-479a-bdcc-20ee7699b12d,segment=NetworkSegment(b30c9110-a65e-4a77-a05a-0b3383cdc8f5),segment_id=b30c9110-a65e-4a77-a05a-0b3383cdc8f5)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:48.208593 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb791e1d-5140-4035-b1f5-acc886d262d5 x-openstack-request-id: req-fb791e1d-5140-4035-b1f5-acc886d262d5 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:48.208593 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1754f-9143-45b5-9089-402b432d8426", "name": "network-vif-plugged", "status": "completed", "tag": "6fd96794-a14c-479a-bdcc-20ee7699b12d", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:48.208593 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb791e1d-5140-4035-b1f5-acc886d262d5 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:48.208593 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1754f-9143-45b5-9089-402b432d8426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd96794-a14c-479a-bdcc-20ee7699b12d', 'code': 200} Aug 19 12:26:48.227047 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.304354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=6fd96794-a14c-479a-bdcc-20ee7699b12d,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:48.316909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db4230-4a98-41c4-af7f-e130bc42dd45 req-2e7e3ee8-4d01-4f01-961d-32e3481f49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.318618 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f8db4230-4a98-41c4-af7f-e130bc42dd45 req-2e7e3ee8-4d01-4f01-961d-32e3481f49f2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 1096 time: 0.0502903 Aug 19 12:26:48.342662 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.375781 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f8db4230-4a98-41c4-af7f-e130bc42dd45 req-31a38260-0433-4ce3-95de-07df45dc9b53 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487351 Aug 19 12:26:48.410207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f09944-4ecb-41ca-a018-aed76b997d31,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:48.415951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] Checking segment: {'id': '6160b854-3137-4e56-9c5b-8d52ea2fcfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4d13c20a-65b4-4541-b0d5-cba95ed2a76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:26:48.416964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] Network hostable DHCP agents. Network: 4d13c20a-65b4-4541-b0d5-cba95ed2a76e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:26:48.512336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] Network 4d13c20a-65b4-4541-b0d5-cba95ed2a76e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:26:48.590391 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 4d13c20a-65b4-4541-b0d5-cba95ed2a76e) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:26:48.594923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.596287 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:48.600838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fad843-41e5-43c2-86a8-f091b3d1d4c9 None None] Network 4d13c20a-65b4-4541-b0d5-cba95ed2a76e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:48.713534 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9d31b7b0-9f89-4538-868a-ed10d8db6a52 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7693973 Aug 19 12:26:48.726358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e1d05-3839-40d3-ae58-3c086ac61313 None None] Network 4d13c20a-65b4-4541-b0d5-cba95ed2a76e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:26:48.957169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc3b43-6084-4494-a44f-b8c067aede7f req-1fcb1c89-2ef2-477f-a745-80b11e0c8bb4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:48.967515 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46dc3b43-6084-4494-a44f-b8c067aede7f req-1fcb1c89-2ef2-477f-a745-80b11e0c8bb4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 948 time: 0.0716031 Aug 19 12:26:49.000863 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46dc3b43-6084-4494-a44f-b8c067aede7f req-05c1e25f-5d0f-4744-83b6-3301505e81e1 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Aug 19 12:26:49.060140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-2998be4b-62ea-430b-a31a-06d96d81e824 req-7f647e0a-22dd-4b94-bffb-df334a576153 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1493001395', 'description': 'tempest-description-1492213563'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:49.190784 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2998be4b-62ea-430b-a31a-06d96d81e824 req-7f647e0a-22dd-4b94-bffb-df334a576153 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.204605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef647fb4-ce99-4ece-8c47-a058cdf4566b req-6f84eccd-3de8-4201-b86d-3095f575288b tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:49.206137 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef647fb4-ce99-4ece-8c47-a058cdf4566b req-6f84eccd-3de8-4201-b86d-3095f575288b tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 945 time: 0.0548794 Aug 19 12:26:49.256196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef647fb4-ce99-4ece-8c47-a058cdf4566b req-15f2e974-8f93-4a3d-ad8c-ae29b49b3d1b tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420043 Aug 19 12:26:49.287948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2998be4b-62ea-430b-a31a-06d96d81e824 req-7f647e0a-22dd-4b94-bffb-df334a576153 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.347291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2998be4b-62ea-430b-a31a-06d96d81e824 req-7f647e0a-22dd-4b94-bffb-df334a576153 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.386136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f647e0a-22dd-4b94-bffb-df334a576153 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5e97de-ebdc-48a7-ba8e-155f2395ecdf,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:49.484322 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2998be4b-62ea-430b-a31a-06d96d81e824 req-7f647e0a-22dd-4b94-bffb-df334a576153 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.485643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2998be4b-62ea-430b-a31a-06d96d81e824 req-7f647e0a-22dd-4b94-bffb-df334a576153 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4305127 Aug 19 12:26:49.555739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e7a71d0-348b-4d46-a5a1-cefc74fe8640 req-3ae78cf4-40e6-4bf1-a7ff-192019f888f6 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/7b5e97de-ebdc-48a7-ba8e-155f2395ecdf HTTP/1.1" status: 200 len: 1807 time: 0.0482962 Aug 19 12:26:49.565602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2e7a71d0-348b-4d46-a5a1-cefc74fe8640 req-d81a88a6-cf93-4a70-869a-2fbf98f6954c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b5e97de-ebdc-48a7-ba8e-155f2395ecdf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:49.565910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2e7a71d0-348b-4d46-a5a1-cefc74fe8640 req-d81a88a6-cf93-4a70-869a-2fbf98f6954c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7b5e97de-ebdc-48a7-ba8e-155f2395ecdf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:49.748987 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e7a71d0-348b-4d46-a5a1-cefc74fe8640 req-d81a88a6-cf93-4a70-869a-2fbf98f6954c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.754588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 67237613-c10b-4ebe-b918-3dd97835a74b details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:26:49.775593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e7a71d0-348b-4d46-a5a1-cefc74fe8640 req-d81a88a6-cf93-4a70-869a-2fbf98f6954c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.866838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 67237613-c10b-4ebe-b918-3dd97835a74b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67237613-c10b-4ebe-b918-3dd97835a74b,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:49.878915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '67237613-c10b-4ebe-b918-3dd97835a74b', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '67237613-c10b-4ebe-b918-3dd97835a74b', 'mac_address': 'fa:16:3e:9e:60:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:26:49.914979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e7a71d0-348b-4d46-a5a1-cefc74fe8640 req-d81a88a6-cf93-4a70-869a-2fbf98f6954c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.920312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:49.935063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67237613-c10b-4ebe-b918-3dd97835a74b {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:26:49.935290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a88a6-cf93-4a70-869a-2fbf98f6954c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0b0eb3-cc7f-4d85-8658-f6802b05744a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:49.955617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 67237613-c10b-4ebe-b918-3dd97835a74b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67237613-c10b-4ebe-b918-3dd97835a74b,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:50.015727 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e7a71d0-348b-4d46-a5a1-cefc74fe8640 req-d81a88a6-cf93-4a70-869a-2fbf98f6954c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.017081 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e7a71d0-348b-4d46-a5a1-cefc74fe8640 req-d81a88a6-cf93-4a70-869a-2fbf98f6954c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4552450 Aug 19 12:26:50.044980 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.063446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-441fee75-cba6-4205-8071-30ddb74e372a req-522861db-ed31-4ccd-88de-4d94661580e6 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1980278720', 'description': 'tempest-description-1776819033'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:50.099007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=67237613-c10b-4ebe-b918-3dd97835a74b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:50.141798 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-441fee75-cba6-4205-8071-30ddb74e372a req-522861db-ed31-4ccd-88de-4d94661580e6 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.147107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f5368-8b30-42dd-ac37-8977d9bda8ea req-eae297d6-18c2-4a32-b454-caad81135bc6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.148656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b78f5368-8b30-42dd-ac37-8977d9bda8ea req-eae297d6-18c2-4a32-b454-caad81135bc6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 949 time: 0.0556610 Aug 19 12:26:50.189719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b78f5368-8b30-42dd-ac37-8977d9bda8ea req-1141728c-0fd3-4606-8f2c-c265e2450822 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Aug 19 12:26:50.232711 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-441fee75-cba6-4205-8071-30ddb74e372a req-522861db-ed31-4ccd-88de-4d94661580e6 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.293309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:50.295195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-441fee75-cba6-4205-8071-30ddb74e372a req-522861db-ed31-4ccd-88de-4d94661580e6 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.330650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522861db-ed31-4ccd-88de-4d94661580e6 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c6fabb-9640-4acb-be69-dd0da0f05e9f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:50.371411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762dd00-006e-4029-98b3-7fda15946cae req-7e0fdebc-5e79-4032-8c6a-d4bc0187af77 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:50.373460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d762dd00-006e-4029-98b3-7fda15946cae req-7e0fdebc-5e79-4032-8c6a-d4bc0187af77 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 945 time: 0.0516982 Aug 19 12:26:50.418571 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d762dd00-006e-4029-98b3-7fda15946cae req-2ca7c18e-7149-44c1-9f33-9a6e1314d244 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383153 Aug 19 12:26:50.435017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-441fee75-cba6-4205-8071-30ddb74e372a req-522861db-ed31-4ccd-88de-4d94661580e6 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.436363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-441fee75-cba6-4205-8071-30ddb74e372a req-522861db-ed31-4ccd-88de-4d94661580e6 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3773043 Aug 19 12:26:50.503709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e30d8735-71e3-489a-9476-38760d67a279 req-065f40fc-7a17-460f-9ed5-c6c65823a2b0 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/50c6fabb-9640-4acb-be69-dd0da0f05e9f HTTP/1.1" status: 200 len: 1807 time: 0.0400705 Aug 19 12:26:50.516597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-e30d8735-71e3-489a-9476-38760d67a279 req-7aa0ff80-9c67-4782-9cf3-45521c59b5d4 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '50c6fabb-9640-4acb-be69-dd0da0f05e9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:50.516597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-e30d8735-71e3-489a-9476-38760d67a279 req-7aa0ff80-9c67-4782-9cf3-45521c59b5d4 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '50c6fabb-9640-4acb-be69-dd0da0f05e9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:50.637376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e30d8735-71e3-489a-9476-38760d67a279 req-7aa0ff80-9c67-4782-9cf3-45521c59b5d4 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.663053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e30d8735-71e3-489a-9476-38760d67a279 req-7aa0ff80-9c67-4782-9cf3-45521c59b5d4 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.786931 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e30d8735-71e3-489a-9476-38760d67a279 req-7aa0ff80-9c67-4782-9cf3-45521c59b5d4 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.807643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0ff80-9c67-4782-9cf3-45521c59b5d4 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d2e00e-912d-415a-80d8-ccd57adf7288,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:50.878347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e30d8735-71e3-489a-9476-38760d67a279 req-7aa0ff80-9c67-4782-9cf3-45521c59b5d4 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:50.879621 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e30d8735-71e3-489a-9476-38760d67a279 req-7aa0ff80-9c67-4782-9cf3-45521c59b5d4 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3691590 Aug 19 12:26:50.971452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-70712bdf-02e5-4680-b20a-cd72c7742fad req-c276d52f-b64e-4ab2-870b-62784ecd9a62 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1528866993', 'description': 'tempest-description-1526860486'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:51.086817 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70712bdf-02e5-4680-b20a-cd72c7742fad req-c276d52f-b64e-4ab2-870b-62784ecd9a62 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.122323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c389730-b6a2-4218-a9bb-5140b1bcda45 req-f77a9caa-f884-44d7-863b-786ac2a2b6a0 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:51.124300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1c389730-b6a2-4218-a9bb-5140b1bcda45 req-f77a9caa-f884-44d7-863b-786ac2a2b6a0 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 945 time: 0.0542305 Aug 19 12:26:51.174825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1c389730-b6a2-4218-a9bb-5140b1bcda45 req-ca489482-e2f5-40ff-9432-1389d76a907e tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427828 Aug 19 12:26:51.184180 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70712bdf-02e5-4680-b20a-cd72c7742fad req-c276d52f-b64e-4ab2-870b-62784ecd9a62 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.311437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb83531-6667-44b9-a6db-c6852cb0e4d7 req-56217c0c-5169-41f0-b364-2532af937de2 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:51.313274 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3cb83531-6667-44b9-a6db-c6852cb0e4d7 req-56217c0c-5169-41f0-b364-2532af937de2 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 949 time: 0.0531492 Aug 19 12:26:51.332570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70712bdf-02e5-4680-b20a-cd72c7742fad req-c276d52f-b64e-4ab2-870b-62784ecd9a62 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.360293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3cb83531-6667-44b9-a6db-c6852cb0e4d7 req-d05298cf-ed7a-4e02-861a-25229d178f5c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390618 Aug 19 12:26:51.372444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276d52f-b64e-4ab2-870b-62784ecd9a62 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ac560c-71f1-4e7d-bee0-6aa690a5a197,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:51.497891 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-70712bdf-02e5-4680-b20a-cd72c7742fad req-c276d52f-b64e-4ab2-870b-62784ecd9a62 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.499360 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70712bdf-02e5-4680-b20a-cd72c7742fad req-c276d52f-b64e-4ab2-870b-62784ecd9a62 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5329177 Aug 19 12:26:51.524402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-564dd02b-9b51-4592-b578-e333be6d91b8 req-3f4bbc1f-ce44-4443-8a70-139e86051049 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1849128372', 'description': 'tempest-description-398824515'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:51.718397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-564dd02b-9b51-4592-b578-e333be6d91b8 req-3f4bbc1f-ce44-4443-8a70-139e86051049 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.770213 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 67237613-c10b-4ebe-b918-3dd97835a74b up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:26:51.803111 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-564dd02b-9b51-4592-b578-e333be6d91b8 req-3f4bbc1f-ce44-4443-8a70-139e86051049 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.932794 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-564dd02b-9b51-4592-b578-e333be6d91b8 req-3f4bbc1f-ce44-4443-8a70-139e86051049 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.957633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 67237613-c10b-4ebe-b918-3dd97835a74b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:26:51.992578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 67237613-c10b-4ebe-b918-3dd97835a74b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:26:51.993049 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:51.996106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33506) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:52.047431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bbc1f-ce44-4443-8a70-139e86051049 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542a1a74-acc2-4f0a-92b6-5b2ad86402c4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:52.076106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-564dd02b-9b51-4592-b578-e333be6d91b8 req-3f4bbc1f-ce44-4443-8a70-139e86051049 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.083573 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-564dd02b-9b51-4592-b578-e333be6d91b8 req-3f4bbc1f-ce44-4443-8a70-139e86051049 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5623486 Aug 19 12:26:52.139562 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.152450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdd5b030-80ad-4d08-b5bd-481030735eeb req-71afbcd0-d873-4992-ac7a-6dcf61835a50 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/97ac560c-71f1-4e7d-bee0-6aa690a5a197 HTTP/1.1" status: 200 len: 1807 time: 0.0482624 Aug 19 12:26:52.167453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4151043-d6c4-420f-b9e6-632eddc4103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67237613-c10b-4ebe-b918-3dd97835a74b'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:52.169865 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1179eb0-7cde-4c0d-95a6-189bb18208b9" -d '{"events": [{"server_uuid": "f4151043-d6c4-420f-b9e6-632eddc4103a", "name": "network-vif-plugged", "status": "completed", "tag": "67237613-c10b-4ebe-b918-3dd97835a74b"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:52.185630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 67237613-c10b-4ebe-b918-3dd97835a74b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67237613-c10b-4ebe-b918-3dd97835a74b,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:52.219082 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14f6d60-7c88-4419-add7-a1c1631f3e50 x-openstack-request-id: req-f14f6d60-7c88-4419-add7-a1c1631f3e50 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:52.219650 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4151043-d6c4-420f-b9e6-632eddc4103a", "name": "network-vif-plugged", "status": "completed", "tag": "67237613-c10b-4ebe-b918-3dd97835a74b", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:52.220015 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f14f6d60-7c88-4419-add7-a1c1631f3e50 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:52.220479 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4151043-d6c4-420f-b9e6-632eddc4103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67237613-c10b-4ebe-b918-3dd97835a74b', 'code': 200} Aug 19 12:26:52.225323 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdd5b030-80ad-4d08-b5bd-481030735eeb req-f9a38254-b1ab-40cb-a845-64aec6ce0890 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/542a1a74-acc2-4f0a-92b6-5b2ad86402c4 HTTP/1.1" status: 200 len: 1806 time: 0.0619853 Aug 19 12:26:52.226075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55766892-9a71-49de-95de-4bb690479f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.241121 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.241895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-bdd5b030-80ad-4d08-b5bd-481030735eeb req-2b2db28e-edb1-4214-8651-3a19ca6a63c2 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '97ac560c-71f1-4e7d-bee0-6aa690a5a197', 'remote_group_id': '542a1a74-acc2-4f0a-92b6-5b2ad86402c4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:52.242215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-bdd5b030-80ad-4d08-b5bd-481030735eeb req-2b2db28e-edb1-4214-8651-3a19ca6a63c2 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '97ac560c-71f1-4e7d-bee0-6aa690a5a197', 'remote_group_id': '542a1a74-acc2-4f0a-92b6-5b2ad86402c4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:52.269086 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [req-bdd5b030-80ad-4d08-b5bd-481030735eeb req-2b2db28e-edb1-4214-8651-3a19ca6a63c2 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:26:52.269086 n-d-803757-2 neutron-server[95542]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 12:26:52.269086 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id': 'b056c40bd1224b468b244f7ad1e2182a', 'id': '64813b29-d3c7-478c-b94c-2e1757b03691', 'expiration': datetime.datetime(2021, 8, 19, 12, 28, 52, 265643)}] Aug 19 12:26:52.269086 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:26:52.269930 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [req-bdd5b030-80ad-4d08-b5bd-481030735eeb req-2b2db28e-edb1-4214-8651-3a19ca6a63c2 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:26:52.314309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=67237613-c10b-4ebe-b918-3dd97835a74b,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:52.359453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d458f-2e20-4db5-a55d-1435c856aa13 req-4a2a064b-cc4d-4976-bfc3-c15a510c37ec tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.360959 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-960d458f-2e20-4db5-a55d-1435c856aa13 req-4a2a064b-cc4d-4976-bfc3-c15a510c37ec tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 945 time: 0.0794404 Aug 19 12:26:52.363782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719b16b-6559-491f-bb62-b6219da33284 req-5b172f12-d6ad-44fa-b923-aa242f150b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.365195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6719b16b-6559-491f-bb62-b6219da33284 req-5b172f12-d6ad-44fa-b923-aa242f150b49 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 1101 time: 0.0743070 Aug 19 12:26:52.384760 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55766892-9a71-49de-95de-4bb690479f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.394167 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009673f9-d754-43fb-b9bb-4b809d1eda8e req-7d89d2ae-2fc0-454e-a81d-98e690423246 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.395625 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-009673f9-d754-43fb-b9bb-4b809d1eda8e req-7d89d2ae-2fc0-454e-a81d-98e690423246 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.62 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 945 time: 0.0784986 Aug 19 12:26:52.424411 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-960d458f-2e20-4db5-a55d-1435c856aa13 req-5bbc76e7-56d1-4ef3-9342-97c7f9914705 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568440 Aug 19 12:26:52.428183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6719b16b-6559-491f-bb62-b6219da33284 req-acb84c0f-c60e-4b41-a05e-6fd3ccd76bde service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533431 Aug 19 12:26:52.493240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-009673f9-d754-43fb-b9bb-4b809d1eda8e req-29f0933b-e170-41c4-bff2-c0f088fc7cf2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Deleting port 6fd96794-a14c-479a-bdcc-20ee7699b12d {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:26:52.493735 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-009673f9-d754-43fb-b9bb-4b809d1eda8e req-29f0933b-e170-41c4-bff2-c0f088fc7cf2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.497077 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55766892-9a71-49de-95de-4bb690479f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.531517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b122f-ebb9-4e71-b1e5-bd7736825a86 req-03c2880a-437a-4292-bd0f-63722c69696d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:52.532993 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f1b122f-ebb9-4e71-b1e5-bd7736825a86 req-03c2880a-437a-4292-bd0f-63722c69696d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 950 time: 0.0500412 Aug 19 12:26:52.572304 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f1b122f-ebb9-4e71-b1e5-bd7736825a86 req-67eb90c8-a745-437e-912d-4b597d2b0106 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Aug 19 12:26:52.577667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55766892-9a71-49de-95de-4bb690479f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3a3cb4-3d73-4091-9c57-f64c9e51b1fe,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:52.586094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-55766892-9a71-49de-95de-4bb690479f56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e68d2bfea16b41f1a5fe8532df3ff537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815530 Aug 19 12:26:52.588957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33520) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:52.631781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-009673f9-d754-43fb-b9bb-4b809d1eda8e req-29f0933b-e170-41c4-bff2-c0f088fc7cf2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] For port 6fd96794-a14c-479a-bdcc-20ee7699b12d, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=6fd96794-a14c-479a-bdcc-20ee7699b12d,segment=NetworkSegment(b30c9110-a65e-4a77-a05a-0b3383cdc8f5),segment_id=b30c9110-a65e-4a77-a05a-0b3383cdc8f5)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:26:52.632161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-009673f9-d754-43fb-b9bb-4b809d1eda8e req-29f0933b-e170-41c4-bff2-c0f088fc7cf2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.645365 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a7faaf3-7ad7-4851-987d-50e19287cf72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.645863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-009673f9-d754-43fb-b9bb-4b809d1eda8e req-29f0933b-e170-41c4-bff2-c0f088fc7cf2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Calling delete_port for 6fd96794-a14c-479a-bdcc-20ee7699b12d owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:26:52.666987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a7faaf3-7ad7-4851-987d-50e19287cf72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.818101 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a7faaf3-7ad7-4851-987d-50e19287cf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.820712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a7faaf3-7ad7-4851-987d-50e19287cf72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.821868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4a7faaf3-7ad7-4851-987d-50e19287cf72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b3a3cb4-3d73-4091-9c57-f64c9e51b1fe HTTP/1.1" status: 204 len: 168 time: 0.2318938 Aug 19 12:26:52.839899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7faaf3-7ad7-4851-987d-50e19287cf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3a3cb4-3d73-4091-9c57-f64c9e51b1fe,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:52.972297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-009673f9-d754-43fb-b9bb-4b809d1eda8e req-29f0933b-e170-41c4-bff2-c0f088fc7cf2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:52.984140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['6fd96794-a14c-479a-bdcc-20ee7699b12d'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:26:53.001447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0933b-e170-41c4-bff2-c0f088fc7cf2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Pushing event deleted for resources: {'Port': ['ID=6fd96794-a14c-479a-bdcc-20ee7699b12d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:53.088476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-009673f9-d754-43fb-b9bb-4b809d1eda8e req-29f0933b-e170-41c4-bff2-c0f088fc7cf2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] No DVR routers for this DVR port 6fd96794-a14c-479a-bdcc-20ee7699b12d on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:26:53.094288 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-009673f9-d754-43fb-b9bb-4b809d1eda8e req-29f0933b-e170-41c4-bff2-c0f088fc7cf2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.095288 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-009673f9-d754-43fb-b9bb-4b809d1eda8e req-29f0933b-e170-41c4-bff2-c0f088fc7cf2 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.62 "DELETE /v2.0/ports/6fd96794-a14c-479a-bdcc-20ee7699b12d HTTP/1.1" status: 204 len: 173 time: 0.6934879 Aug 19 12:26:53.096756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b1754f-9143-45b5-9089-402b432d8426', 'name': 'network-vif-deleted', 'tag': '6fd96794-a14c-479a-bdcc-20ee7699b12d'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:26:53.104581 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c38de9-2723-430a-81a5-ed63c7bc8459" -d '{"events": [{"server_uuid": "44b1754f-9143-45b5-9089-402b432d8426", "name": "network-vif-deleted", "tag": "6fd96794-a14c-479a-bdcc-20ee7699b12d"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:26:53.115544 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-bdd5b030-80ad-4d08-b5bd-481030735eeb req-2b2db28e-edb1-4214-8651-3a19ca6a63c2 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.158931 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-bdd5b030-80ad-4d08-b5bd-481030735eeb req-2b2db28e-edb1-4214-8651-3a19ca6a63c2 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.176162 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c82ee32-87cf-4668-a725-3cc0c9050b84 x-openstack-request-id: req-8c82ee32-87cf-4668-a725-3cc0c9050b84 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:26:53.176578 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b1754f-9143-45b5-9089-402b432d8426", "name": "network-vif-deleted", "tag": "6fd96794-a14c-479a-bdcc-20ee7699b12d", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:26:53.176852 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c82ee32-87cf-4668-a725-3cc0c9050b84 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:26:53.177164 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b1754f-9143-45b5-9089-402b432d8426', 'name': 'network-vif-deleted', 'tag': '6fd96794-a14c-479a-bdcc-20ee7699b12d', 'status': 'completed', 'code': 200} Aug 19 12:26:53.283684 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-bdd5b030-80ad-4d08-b5bd-481030735eeb req-2b2db28e-edb1-4214-8651-3a19ca6a63c2 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.304230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2db28e-edb1-4214-8651-3a19ca6a63c2 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4c6c80-2206-47bb-b0b6-737699011888,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:53.455883 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-bdd5b030-80ad-4d08-b5bd-481030735eeb req-2b2db28e-edb1-4214-8651-3a19ca6a63c2 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.456935 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdd5b030-80ad-4d08-b5bd-481030735eeb req-2b2db28e-edb1-4214-8651-3a19ca6a63c2 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2218451 Aug 19 12:26:53.486612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-75498909-b121-4554-a8fd-c39b8ffc59e5 req-24176c3b-98d3-4bcf-8afa-8121a117d467 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-592363203', 'description': 'tempest-description-720233618'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:53.555527 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c3bc710-9715-4526-86cb-e2fdb41e713c req-a12b2380-18b6-4053-8be7-b802e2fa35d5 tempest-ServerGroupTestJSON-1526209918 tempest-ServerGroupTestJSON-1526209918-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b1754f-9143-45b5-9089-402b432d8426 HTTP/1.1" status: 200 len: 210 time: 0.0364907 Aug 19 12:26:53.621155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-75498909-b121-4554-a8fd-c39b8ffc59e5 req-24176c3b-98d3-4bcf-8afa-8121a117d467 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.697418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c87e0-f1b5-4ef1-a2e1-794dd80c719f req-ebff1718-2970-4e34-955b-a075d67d25ef tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:53.706638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b2c87e0-f1b5-4ef1-a2e1-794dd80c719f req-ebff1718-2970-4e34-955b-a075d67d25ef tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 950 time: 0.0644269 Aug 19 12:26:53.707236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33546) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:53.719921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-75498909-b121-4554-a8fd-c39b8ffc59e5 req-24176c3b-98d3-4bcf-8afa-8121a117d467 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.730875 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cab656b-39ee-4516-ba98-da4b00a65a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.759535 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b2c87e0-f1b5-4ef1-a2e1-794dd80c719f req-9bc1650f-1c77-4aed-b586-29830f245265 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538266 Aug 19 12:26:53.792408 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-75498909-b121-4554-a8fd-c39b8ffc59e5 req-24176c3b-98d3-4bcf-8afa-8121a117d467 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.822236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24176c3b-98d3-4bcf-8afa-8121a117d467 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb544ed4-3bce-4d70-8f92-de4fe8e8fc1d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:53.869159 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cab656b-39ee-4516-ba98-da4b00a65a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.937594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cab656b-39ee-4516-ba98-da4b00a65a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:53.976910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8cab656b-39ee-4516-ba98-da4b00a65a2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6daf462cccc4126bcf871617e6a280e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686841 Aug 19 12:26:53.978879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab656b-39ee-4516-ba98-da4b00a65a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8612d095-d4f7-4e1b-ad51-85b13978231c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:53.980810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33548) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:54.025749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-75498909-b121-4554-a8fd-c39b8ffc59e5 req-24176c3b-98d3-4bcf-8afa-8121a117d467 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.026933 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75498909-b121-4554-a8fd-c39b8ffc59e5 req-24176c3b-98d3-4bcf-8afa-8121a117d467 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5454564 Aug 19 12:26:54.039817 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49ac1de6-0a9a-4693-8862-94f03729f75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.053796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-e99e2a8c-8cea-4f56-9595-7cd29ee96f20 req-b7ba12c9-7556-446b-8b6d-b9fb21a18060 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1666081593', 'description': 'tempest-description-98944918'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:54.063140 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49ac1de6-0a9a-4693-8862-94f03729f75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.172444 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e99e2a8c-8cea-4f56-9595-7cd29ee96f20 req-b7ba12c9-7556-446b-8b6d-b9fb21a18060 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.204590 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49ac1de6-0a9a-4693-8862-94f03729f75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.207768 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49ac1de6-0a9a-4693-8862-94f03729f75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.209401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-49ac1de6-0a9a-4693-8862-94f03729f75f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8612d095-d4f7-4e1b-ad51-85b13978231c HTTP/1.1" status: 204 len: 168 time: 0.2273145 Aug 19 12:26:54.226022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac1de6-0a9a-4693-8862-94f03729f75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8612d095-d4f7-4e1b-ad51-85b13978231c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:54.300945 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e99e2a8c-8cea-4f56-9595-7cd29ee96f20 req-b7ba12c9-7556-446b-8b6d-b9fb21a18060 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.406140 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e99e2a8c-8cea-4f56-9595-7cd29ee96f20 req-b7ba12c9-7556-446b-8b6d-b9fb21a18060 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.435246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba12c9-7556-446b-8b6d-b9fb21a18060 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05108cec-e667-4b30-a61c-093aeffdb262,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:54.583675 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e99e2a8c-8cea-4f56-9595-7cd29ee96f20 req-b7ba12c9-7556-446b-8b6d-b9fb21a18060 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.588196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e99e2a8c-8cea-4f56-9595-7cd29ee96f20 req-b7ba12c9-7556-446b-8b6d-b9fb21a18060 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5387361 Aug 19 12:26:54.649053 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05c73785-65f5-4efa-b495-f8cfcd70b4cd req-c361bc22-752b-41c0-908e-86aaef5f5a83 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/cb544ed4-3bce-4d70-8f92-de4fe8e8fc1d HTTP/1.1" status: 200 len: 1805 time: 0.0422015 Aug 19 12:26:54.703782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05c73785-65f5-4efa-b495-f8cfcd70b4cd req-d3a45c48-8466-4623-9684-594712f9207e tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/05108cec-e667-4b30-a61c-093aeffdb262 HTTP/1.1" status: 200 len: 1805 time: 0.0475283 Aug 19 12:26:54.708002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-05c73785-65f5-4efa-b495-f8cfcd70b4cd req-191729fd-0808-4821-b575-678e1f15bcfb tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cb544ed4-3bce-4d70-8f92-de4fe8e8fc1d', 'remote_group_id': '05108cec-e667-4b30-a61c-093aeffdb262', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:54.708335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-05c73785-65f5-4efa-b495-f8cfcd70b4cd req-191729fd-0808-4821-b575-678e1f15bcfb tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cb544ed4-3bce-4d70-8f92-de4fe8e8fc1d', 'remote_group_id': '05108cec-e667-4b30-a61c-093aeffdb262', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:54.848145 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-05c73785-65f5-4efa-b495-f8cfcd70b4cd req-191729fd-0808-4821-b575-678e1f15bcfb tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.897717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-05c73785-65f5-4efa-b495-f8cfcd70b4cd req-191729fd-0808-4821-b575-678e1f15bcfb tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.906596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a035-ce30-44f9-b345-bb78d47b5d72 req-b5ab4c87-82a6-44ff-81e1-6801443a0a06 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:54.908165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30f0a035-ce30-44f9-b345-bb78d47b5d72 req-b5ab4c87-82a6-44ff-81e1-6801443a0a06 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 950 time: 0.0741429 Aug 19 12:26:54.957387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30f0a035-ce30-44f9-b345-bb78d47b5d72 req-59e6b36a-cf7f-4532-8ff1-7b5fcf88c9af tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Aug 19 12:26:54.960565 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-05c73785-65f5-4efa-b495-f8cfcd70b4cd req-191729fd-0808-4821-b575-678e1f15bcfb tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:54.984886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191729fd-0808-4821-b575-678e1f15bcfb tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48dfa93b-67e6-4282-8b60-7c854f686f43,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:55.018599 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.046287 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-05c73785-65f5-4efa-b495-f8cfcd70b4cd req-191729fd-0808-4821-b575-678e1f15bcfb tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.047907 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05c73785-65f5-4efa-b495-f8cfcd70b4cd req-191729fd-0808-4821-b575-678e1f15bcfb tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3441553 Aug 19 12:26:55.136809 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aee61246-36d5-4c36-aadf-4817963f1efb req-bd144a20-03bb-4b63-8549-741cf5cd96e1 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/05108cec-e667-4b30-a61c-093aeffdb262 HTTP/1.1" status: 200 len: 1805 time: 0.0570483 Aug 19 12:26:55.205112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-aee61246-36d5-4c36-aadf-4817963f1efb req-17c20ab7-4781-4cb0-a59f-584fb3967569 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.231826 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-aee61246-36d5-4c36-aadf-4817963f1efb req-17c20ab7-4781-4cb0-a59f-584fb3967569 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.293203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfbafe-8510-41c1-b3db-2e4f3b5f6844 req-53fc35b7-f2fc-4d1d-8e95-1ef6040b5c55 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:55.295214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7bcfbafe-8510-41c1-b3db-2e4f3b5f6844 req-53fc35b7-f2fc-4d1d-8e95-1ef6040b5c55 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 1101 time: 0.0445502 Aug 19 12:26:55.315850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7bcfbafe-8510-41c1-b3db-2e4f3b5f6844 req-27a635be-c802-4b29-852b-0793c40a03db tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.375510 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-aee61246-36d5-4c36-aadf-4817963f1efb req-17c20ab7-4781-4cb0-a59f-584fb3967569 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.378414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-aee61246-36d5-4c36-aadf-4817963f1efb req-17c20ab7-4781-4cb0-a59f-584fb3967569 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.383862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aee61246-36d5-4c36-aadf-4817963f1efb req-17c20ab7-4781-4cb0-a59f-584fb3967569 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "DELETE /v2.0/security-groups/05108cec-e667-4b30-a61c-093aeffdb262 HTTP/1.1" status: 204 len: 173 time: 0.2493622 Aug 19 12:26:55.404248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c20ab7-4781-4cb0-a59f-584fb3967569 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05108cec-e667-4b30-a61c-093aeffdb262,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:55.455269 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7bcfbafe-8510-41c1-b3db-2e4f3b5f6844 req-27a635be-c802-4b29-852b-0793c40a03db tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.564208 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7bcfbafe-8510-41c1-b3db-2e4f3b5f6844 req-27a635be-c802-4b29-852b-0793c40a03db tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.583007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2311d075-ecb7-41bd-9158-9ae9bcf73fcc req-f7b08dae-8e72-4094-be7f-606d4ce62d19 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/cb544ed4-3bce-4d70-8f92-de4fe8e8fc1d HTTP/1.1" status: 200 len: 1805 time: 0.0400062 Aug 19 12:26:55.597170 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7bcfbafe-8510-41c1-b3db-2e4f3b5f6844 req-27a635be-c802-4b29-852b-0793c40a03db tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943454 Aug 19 12:26:55.606705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a635be-c802-4b29-852b-0793c40a03db tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63167ee2-a5d2-4387-81f3-9bc2a08ae5d5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:55.630461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-c9c37cf5-408f-4647-a44f-ed892ecaad7c req-2de2b12e-6f89-4696-bd34-29ccc45660e0 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1797063979', 'description': 'tempest-description-1653961414'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:55.737723 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c9c37cf5-408f-4647-a44f-ed892ecaad7c req-2de2b12e-6f89-4696-bd34-29ccc45660e0 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.750328 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33634) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:55.803090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6c19b7-d7bf-4b93-90cf-bf3bec012d19 admin admin] Deleting subnet 5bdbb2cd-55ea-4539-ad1a-18490d36abe5 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:26:55.806843 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0f6c19b7-d7bf-4b93-90cf-bf3bec012d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.830602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c9c37cf5-408f-4647-a44f-ed892ecaad7c req-2de2b12e-6f89-4696-bd34-29ccc45660e0 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.847073 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0f6c19b7-d7bf-4b93-90cf-bf3bec012d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.855611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6fd96794-a14c-479a-bdcc-20ee7699b12d no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:26:55.880970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 6fd96794-a14c-479a-bdcc-20ee7699b12d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:26:55.881598 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 6fd96794-a14c-479a-bdcc-20ee7699b12d not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:26:55.888711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0f6c19b7-d7bf-4b93-90cf-bf3bec012d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.913847 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.932014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c9c37cf5-408f-4647-a44f-ed892ecaad7c req-2de2b12e-6f89-4696-bd34-29ccc45660e0 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:55.978280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2b12e-6f89-4696-bd34-29ccc45660e0 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b47d28-047e-459c-89d4-ebc22f3aaa7e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:56.021351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0f6c19b7-d7bf-4b93-90cf-bf3bec012d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.059124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c19b7-d7bf-4b93-90cf-bf3bec012d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bdbb2cd-55ea-4539-ad1a-18490d36abe5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:56.062141 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0f6c19b7-d7bf-4b93-90cf-bf3bec012d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.067196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0f6c19b7-d7bf-4b93-90cf-bf3bec012d19 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5bdbb2cd-55ea-4539-ad1a-18490d36abe5 HTTP/1.1" status: 204 len: 168 time: 0.3134320 Aug 19 12:26:56.068028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33646) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:56.132109 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c9c37cf5-408f-4647-a44f-ed892ecaad7c req-2de2b12e-6f89-4696-bd34-29ccc45660e0 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.136721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9c37cf5-408f-4647-a44f-ed892ecaad7c req-2de2b12e-6f89-4696-bd34-29ccc45660e0 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5100183 Aug 19 12:26:56.161462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.226044 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-f6cfbc29-46b6-4a31-a444-c5d426cf8a58 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340378 Aug 19 12:26:56.290452 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-708236fe-877a-4b42-b439-36094db83d9f req-9c41f985-406f-40c3-b1df-cd894c68b0ed tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/22b47d28-047e-459c-89d4-ebc22f3aaa7e HTTP/1.1" status: 200 len: 1807 time: 0.1250944 Aug 19 12:26:56.293007 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.309803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-708236fe-877a-4b42-b439-36094db83d9f req-24523ea9-0d92-45ec-a600-eee4dffaba0b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22b47d28-047e-459c-89d4-ebc22f3aaa7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:56.311132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-708236fe-877a-4b42-b439-36094db83d9f req-24523ea9-0d92-45ec-a600-eee4dffaba0b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22b47d28-047e-459c-89d4-ebc22f3aaa7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:56.323506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3371e4-476c-414b-b8a4-c4f5b393fd5c']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:56.337083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30c9110-a65e-4a77-a05a-0b3383cdc8f5') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:56.337383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30c9110-a65e-4a77-a05a-0b3383cdc8f5') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:26:56.358359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.376964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.383733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-180038bd-a2e7-4b01-a05b-2f87e8d6bb29 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:26:56.384491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:26:56.385130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:26:56.387478 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:26:56.394033 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-180038bd-a2e7-4b01-a05b-2f87e8d6bb29 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642754 Aug 19 12:26:56.414623 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-71f6cff9-1033-4140-aaf1-21b8c1f40201 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/quotas/565400ccc62a4aacaf865f0b391f2aed HTTP/1.1" status: 200 len: 375 time: 0.0195661 Aug 19 12:26:56.464312 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-fcd0af82-f284-4b31-aded-1807f8b314fc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485914 Aug 19 12:26:56.524741 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-708236fe-877a-4b42-b439-36094db83d9f req-24523ea9-0d92-45ec-a600-eee4dffaba0b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.528968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.537845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.540843 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6b3371e4-476c-414b-b8a4-c4f5b393fd5c HTTP/1.1" status: 204 len: 168 time: 0.4716916 Aug 19 12:26:56.558750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25c1cc-450e-43bc-8539-fbed42024d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3371e4-476c-414b-b8a4-c4f5b393fd5c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:56.577492 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-708236fe-877a-4b42-b439-36094db83d9f req-24523ea9-0d92-45ec-a600-eee4dffaba0b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.691192 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-708236fe-877a-4b42-b439-36094db83d9f req-24523ea9-0d92-45ec-a600-eee4dffaba0b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.715344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24523ea9-0d92-45ec-a600-eee4dffaba0b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa09c83-21e0-4476-b5e0-4b6586441edf,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:56.857936 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-708236fe-877a-4b42-b439-36094db83d9f req-24523ea9-0d92-45ec-a600-eee4dffaba0b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:56.877960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-708236fe-877a-4b42-b439-36094db83d9f req-24523ea9-0d92-45ec-a600-eee4dffaba0b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5763431 Aug 19 12:26:57.055851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33700) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:57.092012 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-83bfd8f4-c1c2-4715-a5ec-e6f2014cc19a req-2c8e1720-6a23-4584-b138-284329a24102 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/22b47d28-047e-459c-89d4-ebc22f3aaa7e HTTP/1.1" status: 200 len: 2401 time: 0.0531361 Aug 19 12:26:57.099300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-24375630-1872-410c-845d-6f2ab55f0da3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0646da7d976847858309b1eb57883d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422509 Aug 19 12:26:57.099792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-83bfd8f4-c1c2-4715-a5ec-e6f2014cc19a req-b241a57d-8fab-4531-885d-1de22a8abc6b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22b47d28-047e-459c-89d4-ebc22f3aaa7e', 'remote_group_id': None}]} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:57.100118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-83bfd8f4-c1c2-4715-a5ec-e6f2014cc19a req-b241a57d-8fab-4531-885d-1de22a8abc6b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '22b47d28-047e-459c-89d4-ebc22f3aaa7e', 'remote_group_id': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:26:57.101864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33702) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:26:57.163523 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31ac54e7-b543-4eed-a694-0012c46c4f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.193967 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31ac54e7-b543-4eed-a694-0012c46c4f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.263964 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:26:57.269201 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-83bfd8f4-c1c2-4715-a5ec-e6f2014cc19a req-b241a57d-8fab-4531-885d-1de22a8abc6b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.303486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-83bfd8f4-c1c2-4715-a5ec-e6f2014cc19a req-b241a57d-8fab-4531-885d-1de22a8abc6b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.389366 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5997eef6-451d-49ab-8be4-2518d3c5fa1f req-34a3578d-c7b7-4278-9720-323f7d185d33 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 210 time: 0.0285683 Aug 19 12:26:57.402313 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31ac54e7-b543-4eed-a694-0012c46c4f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.406563 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31ac54e7-b543-4eed-a694-0012c46c4f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.411502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-31ac54e7-b543-4eed-a694-0012c46c4f2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2 HTTP/1.1" status: 204 len: 168 time: 0.3084428 Aug 19 12:26:57.428542 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-83bfd8f4-c1c2-4715-a5ec-e6f2014cc19a req-b241a57d-8fab-4531-885d-1de22a8abc6b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.440421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac54e7-b543-4eed-a694-0012c46c4f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c20a9c8-cced-4b66-acab-cd9b7c9a3fb2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:57.503517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241a57d-8fab-4531-885d-1de22a8abc6b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edca86c-8460-4524-8017-b18aab2cfcaa,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:57.597722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-83bfd8f4-c1c2-4715-a5ec-e6f2014cc19a req-b241a57d-8fab-4531-885d-1de22a8abc6b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.599099 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-83bfd8f4-c1c2-4715-a5ec-e6f2014cc19a req-b241a57d-8fab-4531-885d-1de22a8abc6b tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5039997 Aug 19 12:26:57.661510 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-260a99c0-7d5d-46d4-b6b6-2849d00067fd req-aedf5836-19fa-4502-b740-43c83a0e8544 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/22b47d28-047e-459c-89d4-ebc22f3aaa7e HTTP/1.1" status: 200 len: 3000 time: 0.0421624 Aug 19 12:26:57.720933 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99ef5d63-1175-435d-8f86-2aa98d98105a req-d13a1672-0236-4ae1-9aa9-fe51d4de89b7 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-group-rules/5edca86c-8460-4524-8017-b18aab2cfcaa HTTP/1.1" status: 200 len: 783 time: 0.0276716 Aug 19 12:26:57.767979 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99ef5d63-1175-435d-8f86-2aa98d98105a req-195092f1-3592-4504-b61d-f3a4b402207c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/22b47d28-047e-459c-89d4-ebc22f3aaa7e HTTP/1.1" status: 200 len: 3000 time: 0.0410130 Aug 19 12:26:57.802520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99ef5d63-1175-435d-8f86-2aa98d98105a req-73635218-5850-419e-b8d4-91c0e4a57fdc tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.811301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99ef5d63-1175-435d-8f86-2aa98d98105a req-73635218-5850-419e-b8d4-91c0e4a57fdc tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.937975 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99ef5d63-1175-435d-8f86-2aa98d98105a req-73635218-5850-419e-b8d4-91c0e4a57fdc tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.948446 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99ef5d63-1175-435d-8f86-2aa98d98105a req-73635218-5850-419e-b8d4-91c0e4a57fdc tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:57.951753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99ef5d63-1175-435d-8f86-2aa98d98105a req-73635218-5850-419e-b8d4-91c0e4a57fdc tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5edca86c-8460-4524-8017-b18aab2cfcaa HTTP/1.1" status: 204 len: 173 time: 0.1770086 Aug 19 12:26:57.957888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73635218-5850-419e-b8d4-91c0e4a57fdc tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5edca86c-8460-4524-8017-b18aab2cfcaa,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:58.061431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9e8b656-1916-4814-bcc7-75ef1ba3aca5 req-1ca62e9a-d979-42ed-b384-06b68846c841 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/22b47d28-047e-459c-89d4-ebc22f3aaa7e HTTP/1.1" status: 200 len: 2401 time: 0.0762787 Aug 19 12:26:58.157605 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e9e8b656-1916-4814-bcc7-75ef1ba3aca5 req-493b8a28-0040-4f52-8b6b-e72c16ee2078 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.190560 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e9e8b656-1916-4814-bcc7-75ef1ba3aca5 req-493b8a28-0040-4f52-8b6b-e72c16ee2078 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.320330 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e9e8b656-1916-4814-bcc7-75ef1ba3aca5 req-493b8a28-0040-4f52-8b6b-e72c16ee2078 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.323008 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e9e8b656-1916-4814-bcc7-75ef1ba3aca5 req-493b8a28-0040-4f52-8b6b-e72c16ee2078 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.324159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9e8b656-1916-4814-bcc7-75ef1ba3aca5 req-493b8a28-0040-4f52-8b6b-e72c16ee2078 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "DELETE /v2.0/security-groups/22b47d28-047e-459c-89d4-ebc22f3aaa7e HTTP/1.1" status: 204 len: 173 time: 0.2557504 Aug 19 12:26:58.335581 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b8a28-0040-4f52-8b6b-e72c16ee2078 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b47d28-047e-459c-89d4-ebc22f3aaa7e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:58.364368 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-4db9926e-afe4-447d-b896-887e9501c512 req-1c417203-339b-469b-86a5-0f787692010a tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] show failed (client error): The resource could not be found. Aug 19 12:26:58.365379 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4db9926e-afe4-447d-b896-887e9501c512 req-1c417203-339b-469b-86a5-0f787692010a tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/05108cec-e667-4b30-a61c-093aeffdb262 HTTP/1.1" status: 404 len: 352 time: 0.0167522 Aug 19 12:26:58.429353 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc0eb71a-3917-4011-a3d7-9cfe59c767b9 req-c605ea8f-dad4-4401-8b03-0e8566b671f6 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/cb544ed4-3bce-4d70-8f92-de4fe8e8fc1d HTTP/1.1" status: 200 len: 1805 time: 0.0429471 Aug 19 12:26:58.490676 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60d24201-0c2b-460b-9821-7757aa50ff62 req-bdbfccb2-618a-4bde-8b30-e3a756e2567e tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 210 time: 0.0295312 Aug 19 12:26:58.504971 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cc0eb71a-3917-4011-a3d7-9cfe59c767b9 req-7df27649-accb-41ba-b549-589e85235430 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.527317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cc0eb71a-3917-4011-a3d7-9cfe59c767b9 req-7df27649-accb-41ba-b549-589e85235430 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.663565 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cc0eb71a-3917-4011-a3d7-9cfe59c767b9 req-7df27649-accb-41ba-b549-589e85235430 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.666320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cc0eb71a-3917-4011-a3d7-9cfe59c767b9 req-7df27649-accb-41ba-b549-589e85235430 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.667558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc0eb71a-3917-4011-a3d7-9cfe59c767b9 req-7df27649-accb-41ba-b549-589e85235430 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "DELETE /v2.0/security-groups/cb544ed4-3bce-4d70-8f92-de4fe8e8fc1d HTTP/1.1" status: 204 len: 173 time: 0.2283211 Aug 19 12:26:58.678357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df27649-accb-41ba-b549-589e85235430 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb544ed4-3bce-4d70-8f92-de4fe8e8fc1d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:58.731419 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ee6a9e7-be59-4a4f-8032-38ae3bd3cb43 req-95ec08ff-ca74-4a66-bac7-87713c391b25 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/542a1a74-acc2-4f0a-92b6-5b2ad86402c4 HTTP/1.1" status: 200 len: 1806 time: 0.0455232 Aug 19 12:26:58.792487 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7ee6a9e7-be59-4a4f-8032-38ae3bd3cb43 req-05d3d477-2b23-40fe-a27f-300e930739cf tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.826318 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7ee6a9e7-be59-4a4f-8032-38ae3bd3cb43 req-05d3d477-2b23-40fe-a27f-300e930739cf tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.968530 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7ee6a9e7-be59-4a4f-8032-38ae3bd3cb43 req-05d3d477-2b23-40fe-a27f-300e930739cf tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.968530 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7ee6a9e7-be59-4a4f-8032-38ae3bd3cb43 req-05d3d477-2b23-40fe-a27f-300e930739cf tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:58.968530 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ee6a9e7-be59-4a4f-8032-38ae3bd3cb43 req-05d3d477-2b23-40fe-a27f-300e930739cf tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "DELETE /v2.0/security-groups/542a1a74-acc2-4f0a-92b6-5b2ad86402c4 HTTP/1.1" status: 204 len: 173 time: 0.2238946 Aug 19 12:26:58.972993 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3d477-2b23-40fe-a27f-300e930739cf tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=542a1a74-acc2-4f0a-92b6-5b2ad86402c4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:59.028837 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52a9e82f-c84a-4c76-a307-29d4108b3744 req-84768869-127e-424b-8de0-a045512a2623 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/97ac560c-71f1-4e7d-bee0-6aa690a5a197 HTTP/1.1" status: 200 len: 1807 time: 0.0498316 Aug 19 12:26:59.112217 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52a9e82f-c84a-4c76-a307-29d4108b3744 req-7220f88b-5009-4f42-bc9c-6c21829c9937 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.137689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52a9e82f-c84a-4c76-a307-29d4108b3744 req-7220f88b-5009-4f42-bc9c-6c21829c9937 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.324438 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52a9e82f-c84a-4c76-a307-29d4108b3744 req-7220f88b-5009-4f42-bc9c-6c21829c9937 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.328522 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52a9e82f-c84a-4c76-a307-29d4108b3744 req-7220f88b-5009-4f42-bc9c-6c21829c9937 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.331296 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52a9e82f-c84a-4c76-a307-29d4108b3744 req-7220f88b-5009-4f42-bc9c-6c21829c9937 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "DELETE /v2.0/security-groups/97ac560c-71f1-4e7d-bee0-6aa690a5a197 HTTP/1.1" status: 204 len: 173 time: 0.2874706 Aug 19 12:26:59.341602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220f88b-5009-4f42-bc9c-6c21829c9937 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ac560c-71f1-4e7d-bee0-6aa690a5a197,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:59.499438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52e7724c-a553-4193-9213-1539610c8b1c req-f4305a49-70ad-4d66-8b19-db769e95fda1 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/50c6fabb-9640-4acb-be69-dd0da0f05e9f HTTP/1.1" status: 200 len: 2407 time: 0.0588043 Aug 19 12:26:59.531387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d12788fc-f58e-41f3-b8f9-cd3a75da49f4 req-c974eabd-c90e-47ed-90d8-962a22c82098 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0432758 Aug 19 12:26:59.621090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52e7724c-a553-4193-9213-1539610c8b1c req-d4cd586d-3c55-436e-bfb2-2fff9cee1c5c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.634305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5fec3cb-86d6-4e5a-8ba2-9110c64db60c req-4c3c96a6-3ed7-4ff7-bb56-4e56e55a1517 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 210 time: 0.0274005 Aug 19 12:26:59.653363 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52e7724c-a553-4193-9213-1539610c8b1c req-d4cd586d-3c55-436e-bfb2-2fff9cee1c5c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.778143 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52e7724c-a553-4193-9213-1539610c8b1c req-d4cd586d-3c55-436e-bfb2-2fff9cee1c5c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.781380 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52e7724c-a553-4193-9213-1539610c8b1c req-d4cd586d-3c55-436e-bfb2-2fff9cee1c5c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.782701 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52e7724c-a553-4193-9213-1539610c8b1c req-d4cd586d-3c55-436e-bfb2-2fff9cee1c5c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "DELETE /v2.0/security-groups/50c6fabb-9640-4acb-be69-dd0da0f05e9f HTTP/1.1" status: 204 len: 173 time: 0.2750409 Aug 19 12:26:59.794892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd586d-3c55-436e-bfb2-2fff9cee1c5c tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c6fabb-9640-4acb-be69-dd0da0f05e9f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:26:59.853489 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7169976-c6f7-4f3d-a9c1-48a5eda0156a req-0872d310-df9a-47c9-9aa3-764b48ac560f tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "GET /v2.0/security-groups/7b5e97de-ebdc-48a7-ba8e-155f2395ecdf HTTP/1.1" status: 200 len: 2401 time: 0.0516446 Aug 19 12:26:59.941085 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7169976-c6f7-4f3d-a9c1-48a5eda0156a req-d2ed45a0-9c81-48a8-83d5-dd398d5b4f22 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:26:59.965394 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7169976-c6f7-4f3d-a9c1-48a5eda0156a req-d2ed45a0-9c81-48a8-83d5-dd398d5b4f22 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.103284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7169976-c6f7-4f3d-a9c1-48a5eda0156a req-d2ed45a0-9c81-48a8-83d5-dd398d5b4f22 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.105955 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7169976-c6f7-4f3d-a9c1-48a5eda0156a req-d2ed45a0-9c81-48a8-83d5-dd398d5b4f22 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.107485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7169976-c6f7-4f3d-a9c1-48a5eda0156a req-d2ed45a0-9c81-48a8-83d5-dd398d5b4f22 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] 10.222.0.21 "DELETE /v2.0/security-groups/7b5e97de-ebdc-48a7-ba8e-155f2395ecdf HTTP/1.1" status: 204 len: 173 time: 0.2464345 Aug 19 12:27:00.114227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33880) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:00.117423 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed45a0-9c81-48a8-83d5-dd398d5b4f22 tempest-SecurityGroupRulesTestJSON-1599371171 tempest-SecurityGroupRulesTestJSON-1599371171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5e97de-ebdc-48a7-ba8e-155f2395ecdf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:00.194118 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d169fe-fe05-455b-8dba-57fbc1f83167 admin admin] Deleting subnet 86f09944-4ecb-41ca-a018-aed76b997d31 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:00.197595 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38d169fe-fe05-455b-8dba-57fbc1f83167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.235579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38d169fe-fe05-455b-8dba-57fbc1f83167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.295841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38d169fe-fe05-455b-8dba-57fbc1f83167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.466745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-8d24c190-f607-4bc3-b051-77d2fabe3fcc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267403 Aug 19 12:27:00.504064 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38d169fe-fe05-455b-8dba-57fbc1f83167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.544278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d169fe-fe05-455b-8dba-57fbc1f83167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f09944-4ecb-41ca-a018-aed76b997d31,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:00.544601 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38d169fe-fe05-455b-8dba-57fbc1f83167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.546708 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-38d169fe-fe05-455b-8dba-57fbc1f83167 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86f09944-4ecb-41ca-a018-aed76b997d31 HTTP/1.1" status: 204 len: 168 time: 0.4314528 Aug 19 12:27:00.549683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33902) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:00.640012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-71a630e1-fd18-426c-b475-0f10ae48765d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:00.642154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-71a630e1-fd18-426c-b475-0f10ae48765d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624036 Aug 19 12:27:00.658437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c177e76c-3c45-4397-8d48-548416157c38 req-4d427700-c24f-4fec-a458-4824b84064db tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0458817 Aug 19 12:27:00.659721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Request body: {'port': {'device_id': '7d32767c-76f5-4267-884d-d61a32ac3337', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '565400ccc62a4aacaf865f0b391f2aed'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:00.682496 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.776198 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4e013bc-5f42-42a1-9036-04df779b56b6 req-e52748e5-61f2-488a-b009-7078ae0fe7ac tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 210 time: 0.0380418 Aug 19 12:27:00.818697 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.832380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d13c20a-65b4-4541-b0d5-cba95ed2a76e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:00.843680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6160b854-3137-4e56-9c5b-8d52ea2fcfea') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:00.844034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6160b854-3137-4e56-9c5b-8d52ea2fcfea') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:00.865509 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.886659 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.898219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:00.898616 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:00.901454 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:01.025721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Made reservation on behalf of 565400ccc62a4aacaf865f0b391f2aed for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:01.025721 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.049574 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.060453 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.063744 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4d13c20a-65b4-4541-b0d5-cba95ed2a76e HTTP/1.1" status: 204 len: 168 time: 0.5106158 Aug 19 12:27:01.075330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eeb211-360d-4cb8-99b7-6b2f47e4d488 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d13c20a-65b4-4541-b0d5-cba95ed2a76e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:01.177433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Allocated IP 192.168.233.239 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/ff5fadbf-f4c2-4955-a8b3-e6bd43a21339) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:01.214311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-3a2f1ff6-3ce6-4e5b-8931-55b3a6fc0ae1 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243485 Aug 19 12:27:01.456408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-d9145390-9e60-488c-a5bc-749a99c514d3 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:01.458055 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-d9145390-9e60-488c-a5bc-749a99c514d3 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331779 Aug 19 12:27:01.474446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Request body: {'port': {'device_id': '964c8a7d-2956-4545-bfbf-a9f9ed82df3c', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '565400ccc62a4aacaf865f0b391f2aed'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:01.675588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33964) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:01.806706 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-65428d71-fa42-47ba-a7f6-0235a4d1a69c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b056c40bd1224b468b244f7ad1e2182a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299062 Aug 19 12:27:01.810004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33974) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:01.915412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27be85cf-b010-4f43-adc6-8cfc0ed35c70 req-f9e52934-2a4f-481c-9520-5214ad9fbcca tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0429423 Aug 19 12:27:01.917397 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e28491a4-3218-46a8-844c-fc63df2fde5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:01.957816 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e28491a4-3218-46a8-844c-fc63df2fde5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.056034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.078127 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-132d02cd-6c1b-4a2b-8f8f-20d419f203b0 req-d9b86e0a-1950-41bf-bbd1-f5f91d220bf3 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 210 time: 0.0459213 Aug 19 12:27:02.102483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e28491a4-3218-46a8-844c-fc63df2fde5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.109873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Transition to ACTIVE for port object ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:02.118282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e28491a4-3218-46a8-844c-fc63df2fde5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.119743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e28491a4-3218-46a8-844c-fc63df2fde5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/deb57a59-be8e-4a98-95d9-fa535aa6c73b HTTP/1.1" status: 204 len: 168 time: 0.3084834 Aug 19 12:27:02.147399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28491a4-3218-46a8-844c-fc63df2fde5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb57a59-be8e-4a98-95d9-fa535aa6c73b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:02.263369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Made reservation on behalf of 565400ccc62a4aacaf865f0b391f2aed for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:02.268544 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.272361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.285672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:02.373894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:02.374701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event updated for resources: {'Port': ['ID=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:02.379868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:02.418674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:02.569705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:02.570549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.622628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Allocated IP 192.168.233.235 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/7d2b3e27-922d-42a6-84bd-368a87ea430a) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:02.739795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-0c71bd25-7285-4376-ac77-fb9764629492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0854690 Aug 19 12:27:02.755598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Request body: {'port': {'device_id': '7d32767c-76f5-4267-884d-d61a32ac3337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:02.855405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.886554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:02.931230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Transition to ACTIVE for port object 7d2b3e27-922d-42a6-84bd-368a87ea430a will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:02.954175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7f94797b-a75d-4d94-8576-81d6ac3c8251 None None] Provisioning for port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:02.966870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7f94797b-a75d-4d94-8576-81d6ac3c8251 None None] Provisioning complete for port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:02.968202 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7f94797b-a75d-4d94-8576-81d6ac3c8251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.014207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7f94797b-a75d-4d94-8576-81d6ac3c8251 None None] Port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:03.074624 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a52b439d-380d-4fd3-a095-7b3760fd15db req-3a2cd1f7-fa38-4381-8664-286e5137245d tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0290658 Aug 19 12:27:03.145754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.160424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:03.309561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34016) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:03.315062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:03.325676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event updated for resources: {'Port': ['ID=7d2b3e27-922d-42a6-84bd-368a87ea430a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:03.335358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:03.340722 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:03.392468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046e438-a6da-47bd-a876-e857798065a8 req-939a2026-992f-44fe-bc10-9b29a8986a1d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:03.394099 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9046e438-a6da-47bd-a876-e857798065a8 req-939a2026-992f-44fe-bc10-9b29a8986a1d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 936 time: 0.1883028 Aug 19 12:27:03.461766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:03.462324 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.485499 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a59f9f3d-a982-4d4b-98e0-8a3da77a5717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.506383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9046e438-a6da-47bd-a876-e857798065a8 req-5b01eabb-bd8d-458d-9ead-1980d32644ab tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982060 Aug 19 12:27:03.599302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:03.608279 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.613038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34022) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:03.626669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Transition to ACTIVE for port object ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:03.643634 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a59f9f3d-a982-4d4b-98e0-8a3da77a5717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.713023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-133570164-network', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:03.778064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.811998 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a59f9f3d-a982-4d4b-98e0-8a3da77a5717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.812219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-43aa5964-6dc6-4f5d-8849-06614a368fd1 None None] Provisioning for port 7d2b3e27-922d-42a6-84bd-368a87ea430a completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:03.816507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-43aa5964-6dc6-4f5d-8849-06614a368fd1 None None] Provisioning complete for port 7d2b3e27-922d-42a6-84bd-368a87ea430a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:03.816880 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-43aa5964-6dc6-4f5d-8849-06614a368fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:03.884790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-43aa5964-6dc6-4f5d-8849-06614a368fd1 None None] Port 7d2b3e27-922d-42a6-84bd-368a87ea430a cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:03.887600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a59f9f3d-a982-4d4b-98e0-8a3da77a5717 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93681e0d75ab4c0c9898e0aa570f6039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5712550 Aug 19 12:27:03.890500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34032) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:03.918315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f9f3d-a982-4d4b-98e0-8a3da77a5717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cfaef5-fe54-4ecb-87a0-fb0e36a0108d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:03.936161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-c263b7bf-e349-4542-956a-2a7c381839ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4662492 Aug 19 12:27:03.949475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Pushing event updated for resources: {'Port': ['ID=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:03.957536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Request body: {'port': {'device_id': '964c8a7d-2956-4545-bfbf-a9f9ed82df3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:03.977743 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-375385e3-2b09-46ca-8013-4e9b2867d4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.005331 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-375385e3-2b09-46ca-8013-4e9b2867d4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.024831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Attempting to bind port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:04.025167 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Attempting to bind port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:04.025589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Attempting to bind port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:04.041567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:04.042194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Attempting to bind port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:04.044211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Made reservation on behalf of e17c32b2123847b3ab50e9ba222ccb28 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:04.046292 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.049749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.053961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:04.053961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:04.053961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:04.053961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Bound port: ff5fadbf-f4c2-4955-a8b3-e6bd43a21339, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:04.054317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.055984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.193512 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6d37817c-5e59-4296-a71b-a5efc9727939 req-3be4d6ce-a924-463f-a263-0d5f478f8ea8 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0299299 Aug 19 12:27:04.197725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-375385e3-2b09-46ca-8013-4e9b2867d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.200671 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-375385e3-2b09-46ca-8013-4e9b2867d4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.202430 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-375385e3-2b09-46ca-8013-4e9b2867d4f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5cfaef5-fe54-4ecb-87a0-fb0e36a0108d HTTP/1.1" status: 204 len: 168 time: 0.3102145 Aug 19 12:27:04.234789 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375385e3-2b09-46ca-8013-4e9b2867d4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cfaef5-fe54-4ecb-87a0-fb0e36a0108d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:04.242088 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] For port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:04.247421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] For port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:04.303837 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.318448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24807356-bd80-4341-bb08-1ec126b93df3 req-9abb01d8-21ed-4608-a874-02f2dfe6c1ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0284903 Aug 19 12:27:04.408567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2b3e27-922d-42a6-84bd-368a87ea430a {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:04.415946 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.429773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Transition to ACTIVE for port object 7d2b3e27-922d-42a6-84bd-368a87ea430a will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:04.478217 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.478786 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.501314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:04.515151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.516117 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.517420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1f82de-3bc1-49ea-af0e-97b81ac774ea,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:04.517959 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] 10.222.0.62 "PUT /v2.0/ports/ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 HTTP/1.1" status: 200 len: 1096 time: 1.7694757 Aug 19 12:27:04.518785 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d32767c-76f5-4267-884d-d61a32ac3337', 'tag': 'ff5fadbf-f4c2-4955-a8b3-e6bd43a21339'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:04.521307 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceea37cf-d684-4e32-b12c-268e53849901" -d '{"events": [{"name": "network-changed", "server_uuid": "7d32767c-76f5-4267-884d-d61a32ac3337", "tag": "ff5fadbf-f4c2-4955-a8b3-e6bd43a21339"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:04.527285 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.530246 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Added segment b76df1ea-abb6-4bbf-bb58-70ab3feeb539 of type vlan for network 3b696a7f-938e-43e6-a719-4cb916654b83 Aug 19 12:27:04.585833 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.605882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e7ba4-fb62-4612-ba44-f527afd5a73f service neutron] Pushing event updated for resources: {'Port': ['ID=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:04.620102 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.623439 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4ce2d5-a137-4224-9c03-ae9537543ca0 x-openstack-request-id: req-8b4ce2d5-a137-4224-9c03-ae9537543ca0 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:04.623728 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d32767c-76f5-4267-884d-d61a32ac3337", "tag": "ff5fadbf-f4c2-4955-a8b3-e6bd43a21339", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:04.623977 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b4ce2d5-a137-4224-9c03-ae9537543ca0 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:04.624561 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d32767c-76f5-4267-884d-d61a32ac3337', 'tag': 'ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', 'status': 'completed', 'code': 200} Aug 19 12:27:04.713750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Pushing event updated for resources: {'Port': ['ID=7d2b3e27-922d-42a6-84bd-368a87ea430a,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:04.719297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe52534-932f-42fd-bdd9-6a7705165051 req-6e47c09b-51a9-4c52-a3be-d06a91d9b159 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.728897 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cbe52534-932f-42fd-bdd9-6a7705165051 req-6e47c09b-51a9-4c52-a3be-d06a91d9b159 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 948 time: 0.0879078 Aug 19 12:27:04.777160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea37cf-d684-4e32-b12c-268e53849901 req-f5e3fdef-0eac-40bc-8261-3251ef45fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.778708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ceea37cf-d684-4e32-b12c-268e53849901 req-f5e3fdef-0eac-40bc-8261-3251ef45fe81 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=7d32767c-76f5-4267-884d-d61a32ac3337 HTTP/1.1" status: 200 len: 1099 time: 0.1175292 Aug 19 12:27:04.782593 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cbe52534-932f-42fd-bdd9-6a7705165051 req-53938af4-2039-48fd-90e6-8185b8264dfc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527020 Aug 19 12:27:04.811148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.811148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:04.811148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.839341 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ceea37cf-d684-4e32-b12c-268e53849901 req-5a137d5a-703b-49be-b701-5196677d91d9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428174 Aug 19 12:27:04.879034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Attempting to bind port 7d2b3e27-922d-42a6-84bd-368a87ea430a on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:04.879602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Attempting to bind port 7d2b3e27-922d-42a6-84bd-368a87ea430a by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:04.880031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Attempting to bind port 7d2b3e27-922d-42a6-84bd-368a87ea430a on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:04.920442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Port 7d2b3e27-922d-42a6-84bd-368a87ea430a on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:04.921214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Attempting to bind port 7d2b3e27-922d-42a6-84bd-368a87ea430a on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:04.936989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:04.938895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:04.939395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:04.939959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Bound port: 7d2b3e27-922d-42a6-84bd-368a87ea430a, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:04.940427 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:04.948131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] Pushing event updated for resources: {'Network': ['ID=3b696a7f-938e-43e6-a719-4cb916654b83,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:04.972085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 3b696a7f-938e-43e6-a719-4cb916654b83 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:04.995463 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4dd00770-90d3-4595-9e23-34b698e6bc74 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3811486 Aug 19 12:27:04.998267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34050) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:05.005442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] Request body: {'subnet': {'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-133570164-subnet', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:05.083503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bbfaf116-14e6-4c76-acb8-caf3b9af2c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.090398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea37cf-d684-4e32-b12c-268e53849901 req-85256ee7-cd29-4cd9-9b20-2a4a8dc7083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.091884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ceea37cf-d684-4e32-b12c-268e53849901 req-85256ee7-cd29-4cd9-9b20-2a4a8dc7083a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2414870 Aug 19 12:27:05.126038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] Made reservation on behalf of e17c32b2123847b3ab50e9ba222ccb28 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:05.128380 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.135243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] For port 7d2b3e27-922d-42a6-84bd-368a87ea430a, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:05.138750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] For port 7d2b3e27-922d-42a6-84bd-368a87ea430a, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7d2b3e27-922d-42a6-84bd-368a87ea430a,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:05.198789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-93e50d92-00c2-400a-9f20-f980c025ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.200395 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-93e50d92-00c2-400a-9f20-f980c025ee5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=7d32767c-76f5-4267-884d-d61a32ac3337 HTTP/1.1" status: 200 len: 1099 time: 0.0569780 Aug 19 12:27:05.279072 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.282664 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-cebb389c-f8dc-492f-bd89-d5c1104d35d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 HTTP/1.1" status: 200 len: 217 time: 0.0731976 Aug 19 12:27:05.349483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.350350 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.354586 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] 10.222.0.62 "PUT /v2.0/ports/7d2b3e27-922d-42a6-84bd-368a87ea430a HTTP/1.1" status: 200 len: 1096 time: 1.4061520 Aug 19 12:27:05.425808 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8ef1599-5414-420d-b093-619d078c58a0 req-952e2948-8418-4d28-a20f-d2b5977accaf tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0438299 Aug 19 12:27:05.434834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-d8988c9b-04c8-49fd-bfcb-6271b95f80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.436322 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-d8988c9b-04c8-49fd-bfcb-6271b95f80ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1279240 Aug 19 12:27:05.437205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71c587-f198-4e71-87e1-53f43af1a0cf service neutron] Pushing event updated for resources: {'Port': ['ID=7d2b3e27-922d-42a6-84bd-368a87ea430a,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:05.533519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-43ec0ab7-71cb-427e-99a7-92ca55310b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.535464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-43ec0ab7-71cb-427e-99a7-92ca55310b00 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0860894 Aug 19 12:27:05.567293 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.635917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-25efd8bf-75e6-4f5b-97e2-a3d4d4d04c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.637427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-25efd8bf-75e6-4f5b-97e2-a3d4d4d04c81 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 1099 time: 0.1163445 Aug 19 12:27:05.658074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34068) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:05.701249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b33eac-5d36-492c-914c-081e7dbf2263,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:05.724266 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-136858fa-1920-4876-a04b-fe146f7cdfa0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=7d2b3e27-922d-42a6-84bd-368a87ea430a HTTP/1.1" status: 200 len: 217 time: 0.0649881 Aug 19 12:27:05.729434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] Checking segment: {'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:05.733964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] Network hostable DHCP agents. Network: 3b696a7f-938e-43e6-a719-4cb916654b83, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:05.779925 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-1f72d21b-b8fb-456e-b223-ff1f667bb4bb service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302551 Aug 19 12:27:05.803965 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0b17ab1a-9ea9-4569-8d3c-73c73cb4a827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.845335 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-ba91f995-81be-4aec-ac94-b815b623ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.846870 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-ba91f995-81be-4aec-ac94-b815b623ebb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1112640 Aug 19 12:27:05.867811 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] Network 3b696a7f-938e-43e6-a719-4cb916654b83 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:05.925177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376246-4c72-4185-9665-7d62f024888f req-b074dcb0-6241-4e20-94db-6891cc5a698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.926674 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-b074dcb0-6241-4e20-94db-6891cc5a698d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705028 Aug 19 12:27:05.932650 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-2b67bcd6-b6a0-4346-a224-a1494234b417 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448114 Aug 19 12:27:05.952904 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0b17ab1a-9ea9-4569-8d3c-73c73cb4a827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.962067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2b461-67a9-40ed-9f44-48a22a6d5696 req-f1f815f9-9b27-48f9-a4ff-f072dc6d9b67 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.964088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1cd2b461-67a9-40ed-9f44-48a22a6d5696 req-f1f815f9-9b27-48f9-a4ff-f072dc6d9b67 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 948 time: 0.0875723 Aug 19 12:27:05.983171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 3b696a7f-938e-43e6-a719-4cb916654b83) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:05.989434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:05.990018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:05.993557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c689d26-9b0e-4225-864c-48dedc06224d None None] Network 3b696a7f-938e-43e6-a719-4cb916654b83 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:06.026280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1cd2b461-67a9-40ed-9f44-48a22a6d5696 req-db19f824-4084-46b4-aaf3-182c465f2291 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561316 Aug 19 12:27:06.044127 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0b17ab1a-9ea9-4569-8d3c-73c73cb4a827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.055867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-01cf133b-8456-42ea-a063-27db2ffb8516 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176434 Aug 19 12:27:06.102569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17ab1a-9ea9-4569-8d3c-73c73cb4a827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc3757d-b1bc-4a87-aa6f-9e68bb9c7f5c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:06.108516 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0b17ab1a-9ea9-4569-8d3c-73c73cb4a827 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=732af07a740847729d6b45ca268c600d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444690 Aug 19 12:27:06.111703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34084) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:06.157554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-640c630a-5d32-443b-bddc-547ff9df7df9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1575224 Aug 19 12:27:06.161612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34086) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:06.166391 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:06.203499 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c80f707-c04e-4bd7-aec4-85dcb1ea2681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.223992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec376246-4c72-4185-9665-7d62f024888f req-755b2121-c2af-494d-95a1-b9046b5c69c7 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566908 Aug 19 12:27:06.228049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-3b696a7f-938e-43e6-a719-4cb916654b83', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'fixed_ips': [{'subnet_id': 'b0b33eac-5d36-492c-914c-081e7dbf2263'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:06.228049 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.229209 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c80f707-c04e-4bd7-aec4-85dcb1ea2681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.291647 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.293181 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.362177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Allocated IP 172.20.0.2 (3b696a7f-938e-43e6-a719-4cb916654b83/b0b33eac-5d36-492c-914c-081e7dbf2263/1db4735a-8690-4668-9d79-25b0757f7261) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:06.407670 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c80f707-c04e-4bd7-aec4-85dcb1ea2681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.411363 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c80f707-c04e-4bd7-aec4-85dcb1ea2681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.414982 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5c80f707-c04e-4bd7-aec4-85dcb1ea2681 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccc3757d-b1bc-4a87-aa6f-9e68bb9c7f5c HTTP/1.1" status: 204 len: 168 time: 0.3000469 Aug 19 12:27:06.466303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80f707-c04e-4bd7-aec4-85dcb1ea2681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc3757d-b1bc-4a87-aa6f-9e68bb9c7f5c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:06.473031 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.570797 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9e652df2-841f-46d2-8077-5aef6a63c1fa req-3e352bdc-1c6c-45da-a2d1-098b7d531021 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0432498 Aug 19 12:27:06.572438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c161fe7-57f4-4cae-8bd8-f1522e3932a5 req-87f7084c-097f-4490-badd-401dd187e245 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.574297 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c161fe7-57f4-4cae-8bd8-f1522e3932a5 req-87f7084c-097f-4490-badd-401dd187e245 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0812411 Aug 19 12:27:06.639073 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c161fe7-57f4-4cae-8bd8-f1522e3932a5 req-d1d9a695-c9cc-4ac3-a990-f9255a54c48a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575447 Aug 19 12:27:06.639714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964c8a7d-2956-4545-bfbf-a9f9ed82df3c', 'tag': '7d2b3e27-922d-42a6-84bd-368a87ea430a'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:06.643325 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90371bae-099e-42a3-8d8a-4e9fc4de6117" -d '{"events": [{"name": "network-changed", "server_uuid": "964c8a7d-2956-4545-bfbf-a9f9ed82df3c", "tag": "7d2b3e27-922d-42a6-84bd-368a87ea430a"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:06.728396 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3e708f-239c-4465-9cf9-63427ace5785 x-openstack-request-id: req-5d3e708f-239c-4465-9cf9-63427ace5785 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:06.729256 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964c8a7d-2956-4545-bfbf-a9f9ed82df3c", "tag": "7d2b3e27-922d-42a6-84bd-368a87ea430a", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:06.729509 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d3e708f-239c-4465-9cf9-63427ace5785 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:06.730148 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964c8a7d-2956-4545-bfbf-a9f9ed82df3c', 'tag': '7d2b3e27-922d-42a6-84bd-368a87ea430a', 'status': 'completed', 'code': 200} Aug 19 12:27:06.801948 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:06.812234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Transition to ACTIVE for port object 1db4735a-8690-4668-9d79-25b0757f7261 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:06.831832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Transition to ACTIVE for port object 1db4735a-8690-4668-9d79-25b0757f7261 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:06.865696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371bae-099e-42a3-8d8a-4e9fc4de6117 req-22dc59e0-84c8-4753-b08e-e5f518015d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.865696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90371bae-099e-42a3-8d8a-4e9fc4de6117 req-22dc59e0-84c8-4753-b08e-e5f518015d5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 1099 time: 0.1047294 Aug 19 12:27:06.951864 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab83e13-99ca-4248-8521-0db98936f863 req-dd18405c-83c6-4bdf-b2ea-fc7855e35def tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:06.958241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2ab83e13-99ca-4248-8521-0db98936f863 req-dd18405c-83c6-4bdf-b2ea-fc7855e35def tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1382277 Aug 19 12:27:06.978137 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.018138 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2ab83e13-99ca-4248-8521-0db98936f863 req-4fc1a5d4-4599-4b48-abb1-48e52dbd0495 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588601 Aug 19 12:27:07.021278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Network 3b696a7f-938e-43e6-a719-4cb916654b83 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:07.026508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:07.030122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:07.040425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Pushing event updated for resources: {'Port': ['ID=1db4735a-8690-4668-9d79-25b0757f7261,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:07.045270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371bae-099e-42a3-8d8a-4e9fc4de6117 req-77b86385-4dc9-4111-8d8f-eb73557b4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.046999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90371bae-099e-42a3-8d8a-4e9fc4de6117 req-77b86385-4dc9-4111-8d8f-eb73557b4c26 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1737316 Aug 19 12:27:07.068146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.068501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.068939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.069313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.069650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.070027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.070481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.070891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.071224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.071742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.072102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.073135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:07.108967 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90371bae-099e-42a3-8d8a-4e9fc4de6117 req-080b2ae8-fbc9-437b-92be-ca2d485fc340 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=7d2b3e27-922d-42a6-84bd-368a87ea430a HTTP/1.1" status: 200 len: 217 time: 0.0500910 Aug 19 12:27:07.127239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.135791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Attempting to bind port 1db4735a-8690-4668-9d79-25b0757f7261 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:07.136404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Attempting to bind port 1db4735a-8690-4668-9d79-25b0757f7261 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:07.136868 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Attempting to bind port 1db4735a-8690-4668-9d79-25b0757f7261 on network 3b696a7f-938e-43e6-a719-4cb916654b83 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:07.142950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:07.143453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Checking segment: {'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:07.143949 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.144405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Bound using segment: {'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:07.144942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Bound port: 1db4735a-8690-4668-9d79-25b0757f7261, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:07.145557 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.214001 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] For port 1db4735a-8690-4668-9d79-25b0757f7261, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:07.225207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] For port 1db4735a-8690-4668-9d79-25b0757f7261, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1db4735a-8690-4668-9d79-25b0757f7261,segment=NetworkSegment(b76df1ea-abb6-4bbf-bb58-70ab3feeb539),segment_id=b76df1ea-abb6-4bbf-bb58-70ab3feeb539)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:07.231268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371bae-099e-42a3-8d8a-4e9fc4de6117 req-c6ed70dc-ab2e-46f4-8673-a25fee167edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.233641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90371bae-099e-42a3-8d8a-4e9fc4de6117 req-c6ed70dc-ab2e-46f4-8673-a25fee167edd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1175821 Aug 19 12:27:07.254435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6663e-5b60-48a2-aecf-51ec07404216 req-765123be-c00d-4c63-a4ba-cad275780d49 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.265302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-56a6663e-5b60-48a2-aecf-51ec07404216 req-765123be-c00d-4c63-a4ba-cad275780d49 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 948 time: 0.1129677 Aug 19 12:27:07.325374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-56a6663e-5b60-48a2-aecf-51ec07404216 req-059e178f-b93e-4165-be52-8dbc94e4f955 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575626 Aug 19 12:27:07.331422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371bae-099e-42a3-8d8a-4e9fc4de6117 req-9514eb03-ed19-43ea-8ad0-137a6d17fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.333043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90371bae-099e-42a3-8d8a-4e9fc4de6117 req-9514eb03-ed19-43ea-8ad0-137a6d17fbde service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759318 Aug 19 12:27:07.350231 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.368026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-855ba463-8c2d-461e-8da5-aef8ba0fddf8 req-225120ea-629e-47cb-8673-79db33fb37a9 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0318360 Aug 19 12:27:07.509247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed01db-29ab-48f3-90c6-b20736875760 None None] Pushing event updated for resources: {'Port': ['ID=1db4735a-8690-4668-9d79-25b0757f7261,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:07.520888 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90371bae-099e-42a3-8d8a-4e9fc4de6117 req-c742f4f5-82b5-4c7d-9aa2-efe1d7274c98 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789703 Aug 19 12:27:07.521391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34144) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:07.604189 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8de3f4bb-21f4-40d6-aea9-aedde5be5660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.669569 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.702550 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-68d5274a-f3de-428c-b394-8269b397c7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.773830 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.796410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90371bae-099e-42a3-8d8a-4e9fc4de6117 req-114b0843-3464-44b3-8fa2-90f555e03155 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676339 Aug 19 12:27:07.813482 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.824866 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8de3f4bb-21f4-40d6-aea9-aedde5be5660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.889807 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-27d325e0-f3ef-4f85-8ce5-ae1c83f0dbd3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:07.895357 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-27d325e0-f3ef-4f85-8ce5-ae1c83f0dbd3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 811 time: 0.3208387 Aug 19 12:27:07.901062 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8de3f4bb-21f4-40d6-aea9-aedde5be5660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:07.931520 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-32e84b9d-40e6-4cd2-ad30-0d65bc47375a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/quotas/71865e080f284c3da990ac66652fb3d0 HTTP/1.1" status: 200 len: 375 time: 0.0296509 Aug 19 12:27:07.941764 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8de3f4bb-21f4-40d6-aea9-aedde5be5660 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa1ecb32ceb34868bc76cac80fd6ee8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188790 Aug 19 12:27:07.946688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34158) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:07.963693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3f4bb-21f4-40d6-aea9-aedde5be5660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63fbdc1-856d-4060-9474-7820cf2ccaad,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:08.011026 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-af118f97-a935-459b-a997-049dd52dc1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.034920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-af118f97-a935-459b-a997-049dd52dc1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.037346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Allocated IP 172.25.2.110 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/13a71c57-2c93-445b-b64c-4a1b94649cef) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:08.059675 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-f95007b9-1db8-4e85-ad13-7fd6eaa493d1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1226764 Aug 19 12:27:08.178325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-af118f97-a935-459b-a997-049dd52dc1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.181034 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.184048 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-af118f97-a935-459b-a997-049dd52dc1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.185662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-af118f97-a935-459b-a997-049dd52dc1ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b63fbdc1-856d-4060-9474-7820cf2ccaad HTTP/1.1" status: 204 len: 168 time: 0.2378676 Aug 19 12:27:08.195846 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af118f97-a935-459b-a997-049dd52dc1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63fbdc1-856d-4060-9474-7820cf2ccaad,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:08.376741 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-b0eef845-902b-4073-ba28-8bafeb56b225 service neutron] 10.222.0.21 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103688 Aug 19 12:27:08.475985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1db4735a-8690-4668-9d79-25b0757f7261 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:08.523451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0745b-f8db-44ec-ac75-ab378bf1a786 req-ff15a5d7-c8ec-43f6-9dd4-7aad19ebb81a tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:08.531243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-49ecdd40-044c-4fea-aaff-e3daffdf4902 service neutron] 10.222.0.21 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473260 Aug 19 12:27:08.533412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41e0745b-f8db-44ec-ac75-ab378bf1a786 req-ff15a5d7-c8ec-43f6-9dd4-7aad19ebb81a tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 948 time: 0.1073945 Aug 19 12:27:08.548321 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:08.595387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41e0745b-f8db-44ec-ac75-ab378bf1a786 req-1f4ca677-1319-4aaf-850c-148d7dea01e6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609117 Aug 19 12:27:08.638033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 1db4735a-8690-4668-9d79-25b0757f7261 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:08.670888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:08.676260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Pushing event updated for resources: {'Port': ['ID=13a71c57-2c93-445b-b64c-4a1b94649cef,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:08.689694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:08.690950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:08.707460 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-79236285-4504-41c7-bbb0-b8d5df4a3adc req-35f1830d-28a8-4eee-96a3-2e3edbed84dc tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0337539 Aug 19 12:27:08.753633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5cdd77-424b-4121-8380-cbda47cbb957 None None] Network 3b696a7f-938e-43e6-a719-4cb916654b83 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:08.919103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7022adb-75e2-4719-818d-589aceb2d232 req-b8ce9eb6-80b0-4212-8aad-812ed082c185 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 210 time: 0.0578575 Aug 19 12:27:08.958381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c5f2c1ef-90f9-4c95-9063-9c1d8393b31e None None] Provisioning for port 1db4735a-8690-4668-9d79-25b0757f7261 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:08.979400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c5f2c1ef-90f9-4c95-9063-9c1d8393b31e None None] Provisioning complete for port 1db4735a-8690-4668-9d79-25b0757f7261 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:08.979781 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c1ef-90f9-4c95-9063-9c1d8393b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.037942 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.107090 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c1ef-90f9-4c95-9063-9c1d8393b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.145382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c5f2c1ef-90f9-4c95-9063-9c1d8393b31e None None] For port 1db4735a-8690-4668-9d79-25b0757f7261, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1db4735a-8690-4668-9d79-25b0757f7261,segment=NetworkSegment(b76df1ea-abb6-4bbf-bb58-70ab3feeb539),segment_id=b76df1ea-abb6-4bbf-bb58-70ab3feeb539)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:09.200460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.215095 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c5f2c1ef-90f9-4c95-9063-9c1d8393b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.278426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2c1ef-90f9-4c95-9063-9c1d8393b31e None None] Pushing event updated for resources: {'Port': ['ID=1db4735a-8690-4668-9d79-25b0757f7261,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:09.429169 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.449632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e3af821-600c-457e-9b34-d38495c752fd None None] Provisioning complete for port 1db4735a-8690-4668-9d79-25b0757f7261 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:09.449632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e3af821-600c-457e-9b34-d38495c752fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:09.696524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-ee622fc8-1f98-4dff-8fcc-8f362bd0cfbd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0529943 Aug 19 12:27:09.705154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:27:09.734563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476890-2ff3-420c-aee3-520b368a10ef req-1f9be32c-ec91-494f-9867-7e5dd14b21af tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.735183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45476890-2ff3-420c-aee3-520b368a10ef req-1f9be32c-ec91-494f-9867-7e5dd14b21af tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 948 time: 0.0585701 Aug 19 12:27:09.845367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-faabd283-cbb9-4d6c-ba6a-8db2356f1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.846043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-faabd283-cbb9-4d6c-ba6a-8db2356f1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.846566 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-faabd283-cbb9-4d6c-ba6a-8db2356f1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.847018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45476890-2ff3-420c-aee3-520b368a10ef req-7d211c04-0a7f-4456-a98e-2615f5b046ce tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770018 Aug 19 12:27:09.847514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-faabd283-cbb9-4d6c-ba6a-8db2356f1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.848185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-faabd283-cbb9-4d6c-ba6a-8db2356f1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.848822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-faabd283-cbb9-4d6c-ba6a-8db2356f1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.849517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-faabd283-cbb9-4d6c-ba6a-8db2356f1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:09.851796 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-faabd283-cbb9-4d6c-ba6a-8db2356f1a9d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6503 time: 0.1023922 Aug 19 12:27:09.854055 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-300937cf-13fb-4794-94dc-ad8ec82ef508 req-d919437f-43cf-4490-b121-ff87bd4eea71 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0482934 Aug 19 12:27:09.870486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:09.888091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Sync routers for ids ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:09.903540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Routers {'7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:09.904741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:27:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:09.943767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7d2b3e27-922d-42a6-84bd-368a87ea430a details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:10.026930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-d65b29a1-cf02-49e7-bd5e-fe2b43203f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.026930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-d65b29a1-cf02-49e7-bd5e-fe2b43203f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.026930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-d65b29a1-cf02-49e7-bd5e-fe2b43203f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.026930 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-d65b29a1-cf02-49e7-bd5e-fe2b43203f27 service neutron] 10.222.0.62 "GET /v2.0/networks?id=33a63ac8-e80b-4f52-be34-1a8d66da6d0e&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&id=906a279c-def4-4f79-bdc7-f9bd5fb2112e HTTP/1.1" status: 200 len: 2297 time: 0.1138151 Aug 19 12:27:10.033288 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d481e26a-97d3-4858-be50-b494b82ca11f req-635e177b-c73e-46d4-84f0-c7c6baeba72c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 210 time: 0.0471661 Aug 19 12:27:10.040423 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.044333 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-32d3cb6f-3472-43eb-96d2-256bf70c0baf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8773415 Aug 19 12:27:10.051453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34252) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:10.103315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Set router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:10.130651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-dad5b501-9ba9-4625-a510-71950b272417 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06203eaa-dc3d-4e03-9e70-f6f275eacbfc HTTP/1.1" status: 200 len: 1002 time: 0.0999622 Aug 19 12:27:10.195259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-a6aada9b-dd33-48c9-8ccc-f13966298b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.198005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-a6aada9b-dd33-48c9-8ccc-f13966298b12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52a51bc7-2214-4174-98c6-2f7fb87a2ae5 HTTP/1.1" status: 200 len: 855 time: 0.0593026 Aug 19 12:27:10.268944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-f3192efa-d4d1-4b27-aec3-ae364d03aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.272595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-f3192efa-d4d1-4b27-aec3-ae364d03aedd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33a63ac8-e80b-4f52-be34-1a8d66da6d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677598 Aug 19 12:27:10.442477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-da5f9cc3-5ebc-40fa-9840-8bcd3a4d80d0 service neutron] 10.222.0.62 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620624 Aug 19 12:27:10.453951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1db4735a-8690-4668-9d79-25b0757f7261 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:10.486261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 7d2b3e27-922d-42a6-84bd-368a87ea430a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7d2b3e27-922d-42a6-84bd-368a87ea430a,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:10.522371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '7d2b3e27-922d-42a6-84bd-368a87ea430a', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '7d2b3e27-922d-42a6-84bd-368a87ea430a', 'mac_address': 'fa:16:3e:4a:53:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:10.536552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9600c94-9114-4011-bd89-6d7780685075 req-6d770bfb-7354-4e31-b421-1d33eb20c558 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707612 Aug 19 12:27:10.539083 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.573717 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-45228390-9b7f-4758-8471-e2265d874e3b service neutron] 10.222.0.62 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244776 Aug 19 12:27:10.618095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-cbc4a9ef-e36e-4a48-b15e-32d9c42338e4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=53dc58b7-9984-40dc-8a11-1f42b19c5175 HTTP/1.1" status: 200 len: 217 time: 0.0358958 Aug 19 12:27:10.627354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1db4735a-8690-4668-9d79-25b0757f7261 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:10.627817 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.668499 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.673638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9600c94-9114-4011-bd89-6d7780685075 req-bae126d6-ba41-4789-9f5b-c46b72eeae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.675175 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9600c94-9114-4011-bd89-6d7780685075 req-bae126d6-ba41-4789-9f5b-c46b72eeae2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bdf60d8a50c344eeb9927fe5e603de14&device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 1097 time: 0.1069446 Aug 19 12:27:10.690125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-9cc50dd1-5128-404e-94ae-b7694f039ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.693821 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-9cc50dd1-5128-404e-94ae-b7694f039ce4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.0686567 Aug 19 12:27:10.698940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2b3e27-922d-42a6-84bd-368a87ea430a {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:10.720418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 7d2b3e27-922d-42a6-84bd-368a87ea430a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7d2b3e27-922d-42a6-84bd-368a87ea430a,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:10.775133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-3e051694-aaac-44e8-9ed3-590a8e6751de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.782597 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-3e051694-aaac-44e8-9ed3-590a8e6751de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0813348 Aug 19 12:27:10.795768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:08Z', 'revision_number': 3, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:10.802209 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.802935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:10.837046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Checking router: 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:10.837337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Updating router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 port 13a71c57-2c93-445b-b64c-4a1b94649cef binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:27:10.853041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9600c94-9114-4011-bd89-6d7780685075 req-b7f64d27-087b-45a7-b353-08ce7fb2cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:10.854719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9600c94-9114-4011-bd89-6d7780685075 req-b7f64d27-087b-45a7-b353-08ce7fb2cc06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b3894f8-dae9-4e88-8329-0414c9eea13c HTTP/1.1" status: 200 len: 917 time: 0.1564538 Aug 19 12:27:10.944606 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:10.959327 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-1b0f33f0-ba64-48f9-ba03-57e99bc1643e service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694951 Aug 19 12:27:11.046140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34284) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:11.052735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:11.066591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=7d2b3e27-922d-42a6-84bd-368a87ea430a,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:11.087271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': 'ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', 'mac_address': 'fa:16:3e:d8:c4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:11.093354 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77192a8c-60ba-4d61-b773-1fcd6e8fc207 req-6b286fc0-5d07-48ed-8c55-7cee0fecb1b8 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0438433 Aug 19 12:27:11.093354 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.128013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9600c94-9114-4011-bd89-6d7780685075 req-edc7b845-fc4a-4b19-b77f-161cfb6e5129 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95a8d371-0bb3-4cd2-940f-8c5f87541eac HTTP/1.1" status: 200 len: 1002 time: 0.2650232 Aug 19 12:27:11.229750 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.243515 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-41ffc01b-3952-4acc-bb0d-5ee7047ea406 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735772 Aug 19 12:27:11.248418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:11.282926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:11.307940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aeb37-1bc5-46f1-bb00-ba62d6cfb4d5 req-57c23879-76a7-4cf8-babe-dcf3b173ec99 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.309641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b1aeb37-1bc5-46f1-bb00-ba62d6cfb4d5 req-57c23879-76a7-4cf8-babe-dcf3b173ec99 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 949 time: 0.2578082 Aug 19 12:27:11.349098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-317dd227-39ae-4a88-8072-0455ed46fc48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=a48d692e-ec2d-4064-b30e-5fa0a3029cb7 HTTP/1.1" status: 200 len: 217 time: 0.0971570 Aug 19 12:27:11.412655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b1aeb37-1bc5-46f1-bb00-ba62d6cfb4d5 req-09ad1c08-6a03-41bd-b4da-68959bbfaff4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660670 Aug 19 12:27:11.434058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-24ea56fb-0984-4e88-8588-6e7634182222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.434058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-24ea56fb-0984-4e88-8588-6e7634182222 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.0745108 Aug 19 12:27:11.465117 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.471756 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.480986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-f69e9a79-2dc3-4119-9667-d584cb4df596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.482544 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-f69e9a79-2dc3-4119-9667-d584cb4df596 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452702 Aug 19 12:27:11.501857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Transition to ACTIVE for port object 13a71c57-2c93-445b-b64c-4a1b94649cef will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:11.666979 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.696368 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39c67af7-d7b9-4c91-b324-9d93740c28e9 req-8e3dd3fd-eb8e-4787-a398-34d861acd789 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 210 time: 0.0659528 Aug 19 12:27:11.697308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9740379a-d0e6-4b06-b654-0fbebd030fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.720365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Attempting to bind port 13a71c57-2c93-445b-b64c-4a1b94649cef on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:11.720856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Attempting to bind port 13a71c57-2c93-445b-b64c-4a1b94649cef by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:11.721224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Attempting to bind port 13a71c57-2c93-445b-b64c-4a1b94649cef on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:11.727409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:11.727794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:11.728768 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.729166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:11.729658 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Bound port: 13a71c57-2c93-445b-b64c-4a1b94649cef, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:11.730217 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:11.750607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:11.782219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9600c94-9114-4011-bd89-6d7780685075 req-9e525f83-64df-4f17-8d65-5f9de928d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.784060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9600c94-9114-4011-bd89-6d7780685075 req-9e525f83-64df-4f17-8d65-5f9de928d000 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4ebce066-b026-4e5d-ae09-5e49c26b0665 HTTP/1.1" status: 200 len: 855 time: 0.6442559 Aug 19 12:27:11.811502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['7d2b3e27-922d-42a6-84bd-368a87ea430a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:11.813878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:11.893746 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dabfff-53a1-4e38-8dda-d442a2fa7a3c None None] Pushing event updated for resources: {'Port': ['ID=13a71c57-2c93-445b-b64c-4a1b94649cef,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:11.914521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] For port 13a71c57-2c93-445b-b64c-4a1b94649cef, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:11.937943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9600c94-9114-4011-bd89-6d7780685075 req-ab4e9e94-2b4f-431a-97fc-d57eebabc257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:11.939790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9600c94-9114-4011-bd89-6d7780685075 req-ab4e9e94-2b4f-431a-97fc-d57eebabc257 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b3894f8-dae9-4e88-8329-0414c9eea13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436412 Aug 19 12:27:11.964026 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-924237d0-c7d5-4244-a4d1-74dada4b4b11 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740293 Aug 19 12:27:11.968382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] For port 13a71c57-2c93-445b-b64c-4a1b94649cef, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=13a71c57-2c93-445b-b64c-4a1b94649cef,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:11.987435 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Allocated IP 172.20.0.1 (3b696a7f-938e-43e6-a719-4cb916654b83/b0b33eac-5d36-492c-914c-081e7dbf2263/ef396c4f-4273-409a-a27f-6d3f18c2daeb) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:12.060635 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9740379a-d0e6-4b06-b654-0fbebd030fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.079569 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.106452 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-c539a1cf-81ba-4a13-9496-6723ca30832c service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353920 Aug 19 12:27:12.160504 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9740379a-d0e6-4b06-b654-0fbebd030fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.161283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-d3d56f38-6f6e-46e6-b4f8-237f6fedff5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=208cb691-c9ac-4d91-bf98-44e1eb45c65c HTTP/1.1" status: 200 len: 217 time: 0.0423031 Aug 19 12:27:12.169321 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9600c94-9114-4011-bd89-6d7780685075 req-5d94c798-bb8f-4398-bfdc-4adb0016046d service neutron] 10.222.0.30 "GET /v2.0/networks/0b3894f8-dae9-4e88-8329-0414c9eea13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144253 Aug 19 12:27:12.215537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-642380e0-ea7b-444e-a87b-c63f12974dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:12.217187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-642380e0-ea7b-444e-a87b-c63f12974dcc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.0500145 Aug 19 12:27:12.251324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Routers {'7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:12.252198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:27:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:12.261886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dabfff-53a1-4e38-8dda-d442a2fa7a3c None None] Pushing event updated for resources: {'Port': ['ID=13a71c57-2c93-445b-b64c-4a1b94649cef,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:12.316545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a035a147-a016-4daf-a371-ee0b10a5b968 req-79fca69e-56b3-4652-b1ab-35a51ac87517 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0536220 Aug 19 12:27:12.368125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9740379a-d0e6-4b06-b654-0fbebd030fd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5155a87bd63a458f9194add59980080e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3188756 Aug 19 12:27:12.371206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.374835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740379a-d0e6-4b06-b654-0fbebd030fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0706afc-d847-4779-9b69-0d6fd83cbdf8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:12.379038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34312) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:12.416223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Transition to ACTIVE for port object ef396c4f-4273-409a-a27f-6d3f18c2daeb will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:12.423626 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-a7e2b113-397f-469b-bc29-4f2c52bd62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:12.425266 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-a7e2b113-397f-469b-bc29-4f2c52bd62cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2001996 Aug 19 12:27:12.476090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] Set router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:12.495569 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9600c94-9114-4011-bd89-6d7780685075 req-b0122194-4c57-4e5d-99ed-37239ab67ab7 service neutron] 10.222.0.30 "GET /v2.0/networks/0b3894f8-dae9-4e88-8329-0414c9eea13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113866 Aug 19 12:27:12.511477 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0cd28ca8-5250-4da2-84ed-e3f253c6e77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.564611 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0cd28ca8-5250-4da2-84ed-e3f253c6e77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.595965 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.609468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-aa452cbb-f15d-436e-b42f-662c40e6b5bf tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:12.613214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-aa452cbb-f15d-436e-b42f-662c40e6b5bf tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 811 time: 0.3013270 Aug 19 12:27:12.644229 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Request body: {'port': {'device_id': 'a27baae2-b5ef-4145-919a-f415ed811fa2', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'admin_state_up': True, 'tenant_id': '71865e080f284c3da990ac66652fb3d0'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:12.666788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Network 3b696a7f-938e-43e6-a719-4cb916654b83 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:12.674714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:12.683269 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:12.726259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb346f-ad6e-4985-b34b-271fac513987 req-1c0fb3e6-1d64-4247-9a29-a827e0a9be9d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:12.727882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3bbb346f-ad6e-4985-b34b-271fac513987 req-1c0fb3e6-1d64-4247-9a29-a827e0a9be9d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 949 time: 0.1834023 Aug 19 12:27:12.754669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Pushing event updated for resources: {'Port': ['ID=ef396c4f-4273-409a-a27f-6d3f18c2daeb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:12.763069 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-6c073321-f051-43ad-915f-fb2cd3195301 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081784 Aug 19 12:27:12.782769 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.856897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:08Z', 'revision_number': 3, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:12.892526 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0cd28ca8-5250-4da2-84ed-e3f253c6e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.901389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d61a67-3150-442f-ab87-23afdfe64df0 None None] The sync data for ids ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'] in n-d-803757-2 is: [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:08Z', 'revision_number': 3, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:12.907412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0cd28ca8-5250-4da2-84ed-e3f253c6e77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:12.907412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0cd28ca8-5250-4da2-84ed-e3f253c6e77f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0706afc-d847-4779-9b69-0d6fd83cbdf8 HTTP/1.1" status: 204 len: 168 time: 0.5221353 Aug 19 12:27:12.949912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-2621f5cf-8ca0-4b3a-be03-0c57ac087bc3 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784847 Aug 19 12:27:12.991670 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3bbb346f-ad6e-4985-b34b-271fac513987 req-cd60e8f2-89e3-440c-9bdd-18e84eb935c1 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541633 Aug 19 12:27:13.013721 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd28ca8-5250-4da2-84ed-e3f253c6e77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0706afc-d847-4779-9b69-0d6fd83cbdf8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:13.070830 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5da21afc-4df9-4403-86f4-45b0fb8c6a78 req-4b75ee11-c691-455f-ac75-43ce7de779d2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 210 time: 0.1184351 Aug 19 12:27:13.107142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-78e985d3-4924-4aec-aa5a-120ef9b64d38 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 HTTP/1.1" status: 200 len: 217 time: 0.1102245 Aug 19 12:27:13.151728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-20d43da6-8fb4-4ead-b323-2818303e65ff None None] Provisioning for port ef396c4f-4273-409a-a27f-6d3f18c2daeb completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:13.155749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-20d43da6-8fb4-4ead-b323-2818303e65ff None None] Provisioning complete for port ef396c4f-4273-409a-a27f-6d3f18c2daeb triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:13.156412 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-20d43da6-8fb4-4ead-b323-2818303e65ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.165019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-2f12f14a-5a61-4651-bb51-cbd2e47b1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:13.167279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-2f12f14a-5a61-4651-bb51-cbd2e47b1657 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.0525515 Aug 19 12:27:13.201446 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-20d43da6-8fb4-4ead-b323-2818303e65ff None None] Port ef396c4f-4273-409a-a27f-6d3f18c2daeb cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:13.221659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-5f5d0e26-4c12-4caf-9288-d3e86fd9a3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:13.223231 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-5f5d0e26-4c12-4caf-9288-d3e86fd9a3ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485334 Aug 19 12:27:13.351840 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Made reservation on behalf of 71865e080f284c3da990ac66652fb3d0 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:13.357522 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.361522 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-13459d69-cab4-4462-9c15-67e9eb9e18df service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293533 Aug 19 12:27:13.367331 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.511089 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-60341751-ef9e-4b53-a81f-9dc1e558d793 req-d900c413-21de-4173-b3de-1acb1937adb1 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0618777 Aug 19 12:27:13.603149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-bf69b90e-2fba-4881-a2d7-105602a3c320 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309554 Aug 19 12:27:13.640223 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.672878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-477350ad-330f-430f-b724-6c628411b6c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=741fd100-7f9a-4a27-8403-958a58d683e7 HTTP/1.1" status: 200 len: 217 time: 0.0533245 Aug 19 12:27:13.673930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Allocated IP 172.20.0.10 (68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8/6cc58d73-9a1e-4ed3-814d-0ef0a0095792/a2d54182-896a-4dea-b60a-111e5fcff3d0) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:13.750362 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.758327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-06e02b2f-34b5-485e-8124-6d2ea9b08388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:13.760792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-06e02b2f-34b5-485e-8124-6d2ea9b08388 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=637a575a-ec31-4c4a-af4b-533c95b75677 HTTP/1.1" status: 200 len: 797 time: 0.0805297 Aug 19 12:27:13.914420 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:13.916757 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Pushing event updated for resources: {'Port': ['ID=ef396c4f-4273-409a-a27f-6d3f18c2daeb,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:13.924405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-ddba9df7-4c1c-4752-9a9a-c67059e7035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:13.926901 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-ddba9df7-4c1c-4752-9a9a-c67059e7035a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1557667 Aug 19 12:27:13.952199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7d2b3e27-922d-42a6-84bd-368a87ea430a up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:14.058075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34354) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:14.083239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3557d60c-daed-448e-89ad-c69b89ca0e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.090846 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Network 3b696a7f-938e-43e6-a719-4cb916654b83 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:14.091687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.102342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:14.134350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Transition to ACTIVE for port object a2d54182-896a-4dea-b60a-111e5fcff3d0 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:14.220190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 7d2b3e27-922d-42a6-84bd-368a87ea430a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:14.224539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 7d2b3e27-922d-42a6-84bd-368a87ea430a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:14.224911 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.357223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee163a1-a0a7-4a5e-94d2-60e64c2df8ce req-af862cac-c7fb-4b79-bc33-4732be333639 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:14.358883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2ee163a1-a0a7-4a5e-94d2-60e64c2df8ce req-af862cac-c7fb-4b79-bc33-4732be333639 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 949 time: 0.1583085 Aug 19 12:27:14.365484 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-929f3cf5-f616-4f12-90fd-cbb2a12a22b4 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279077 Aug 19 12:27:14.390264 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.403672 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.424429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1e95dd5a-47be-4f0a-b88e-6a01deb21aa2'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:14.437238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['25fb744b-74b2-49c0-b4a7-69c9ede3f16e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:14.500854 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3557d60c-daed-448e-89ad-c69b89ca0e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.520016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:14.544033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 13a71c57-2c93-445b-b64c-4a1b94649cef up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:14.638872 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2ee163a1-a0a7-4a5e-94d2-60e64c2df8ce req-42f3c150-d491-44ad-abb5-38b06316728e tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722347 Aug 19 12:27:14.642611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:14.654028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:14.670730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:14.671221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event updated for resources: {'Port': ['ID=a2d54182-896a-4dea-b60a-111e5fcff3d0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:14.680411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 7d2b3e27-922d-42a6-84bd-368a87ea430a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7d2b3e27-922d-42a6-84bd-368a87ea430a,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:14.692047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964c8a7d-2956-4545-bfbf-a9f9ed82df3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2b3e27-922d-42a6-84bd-368a87ea430a'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:14.705621 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419f8359-fa84-4fe0-8d43-7d38369fc635" -d '{"events": [{"server_uuid": "964c8a7d-2956-4545-bfbf-a9f9ed82df3c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2b3e27-922d-42a6-84bd-368a87ea430a"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:14.716513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:14.731110 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-b3ebd30f-d5a3-4d29-99de-f8a06bfe2b55 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442743 Aug 19 12:27:14.731437 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3557d60c-daed-448e-89ad-c69b89ca0e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.737951 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7b97f739-d4d5-4100-91d1-b83e19cef5ef admin admin] 10.222.0.21 "PUT /v2.0/routers/7f2fda29-0ccf-4c22-a0fa-c82f602a93a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6850631 Aug 19 12:27:14.831077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-24140e3c-e93f-460b-a75b-1fe0d77f3c4b None None] Provisioning complete for port ef396c4f-4273-409a-a27f-6d3f18c2daeb triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:14.834578 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-24140e3c-e93f-460b-a75b-1fe0d77f3c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.851800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf89c8-224c-4c86-a86d-45ee972b500c req-bf83aec6-4caa-43b7-9a88-026da698740f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:14.860129 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bdbf89c8-224c-4c86-a86d-45ee972b500c req-bf83aec6-4caa-43b7-9a88-026da698740f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 932 time: 0.3381150 Aug 19 12:27:14.890922 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.891770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:14.897191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:14.907055 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:14.911196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-a7f32061-0a31-4e4d-938c-fbf8c58aff42 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=caf73817-b517-4050-b969-77b44dbe49da HTTP/1.1" status: 200 len: 217 time: 0.1572988 Aug 19 12:27:14.963473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3557d60c-daed-448e-89ad-c69b89ca0e8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=328c662f03174095a8836754606874e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9019725 Aug 19 12:27:14.967853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34372) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:14.980659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557d60c-daed-448e-89ad-c69b89ca0e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb551c68-56b1-47e0-9577-1d15e4ce25fa,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:15.015075 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bdbf89c8-224c-4c86-a86d-45ee972b500c req-e583d6a0-b17e-4ae0-8c51-fe38b8c69ffe tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537924 Aug 19 12:27:15.041033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-24140e3c-e93f-460b-a75b-1fe0d77f3c4b None None] Port ef396c4f-4273-409a-a27f-6d3f18c2daeb cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:15.060882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-395166d1-55bd-43b1-847f-8c05e8ae21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:15.062406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-395166d1-55bd-43b1-847f-8c05e8ae21b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=637a575a-ec31-4c4a-af4b-533c95b75677 HTTP/1.1" status: 200 len: 797 time: 0.1393414 Aug 19 12:27:15.124124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dbbf2758-4aa7-4d9a-b58e-2eb3a5f7563d req-897e2f8b-b20f-4d00-b28a-664d85264167 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0573680 Aug 19 12:27:15.135339 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efcf35c-bb56-48f6-b54b-169bd413f47a x-openstack-request-id: req-7efcf35c-bb56-48f6-b54b-169bd413f47a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:15.135659 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964c8a7d-2956-4545-bfbf-a9f9ed82df3c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2b3e27-922d-42a6-84bd-368a87ea430a", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:15.135868 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7efcf35c-bb56-48f6-b54b-169bd413f47a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:15.136248 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964c8a7d-2956-4545-bfbf-a9f9ed82df3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2b3e27-922d-42a6-84bd-368a87ea430a', 'code': 200} Aug 19 12:27:15.146145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=7d2b3e27-922d-42a6-84bd-368a87ea430a,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:15.159442 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6322e5f0-aa89-418f-b02c-4086c15b84ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.198294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 13a71c57-2c93-445b-b64c-4a1b94649cef completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:15.208550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6322e5f0-aa89-418f-b02c-4086c15b84ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.251469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 13a71c57-2c93-445b-b64c-4a1b94649cef triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:15.256757 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.262157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81279ac8-91d8-48f0-8919-f9c9f547e25b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6248968 Aug 19 12:27:15.284627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Request body: {'port': {'device_id': 'a27baae2-b5ef-4145-919a-f415ed811fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:15.288967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-c855e4f0-8eee-4276-a7e2-1503e1b9f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:15.290944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-c855e4f0-8eee-4276-a7e2-1503e1b9f88a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1650844 Aug 19 12:27:15.329160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:15.374440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-940f6ee1-1247-4f1c-92c9-31b05a36b6dc None None] Provisioning for port a2d54182-896a-4dea-b60a-111e5fcff3d0 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:15.376565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:15.376936 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.391139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67173c5d-2019-4820-8aea-395a5bbb7792 req-af86aad4-c9f6-4068-8962-91cac91cb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:15.392675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67173c5d-2019-4820-8aea-395a5bbb7792 req-af86aad4-c9f6-4068-8962-91cac91cb5af service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 1101 time: 0.2114859 Aug 19 12:27:15.411493 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6322e5f0-aa89-418f-b02c-4086c15b84ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.416924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6322e5f0-aa89-418f-b02c-4086c15b84ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.421975 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6322e5f0-aa89-418f-b02c-4086c15b84ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb551c68-56b1-47e0-9577-1d15e4ce25fa HTTP/1.1" status: 204 len: 168 time: 0.4447567 Aug 19 12:27:15.447477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-940f6ee1-1247-4f1c-92c9-31b05a36b6dc None None] Provisioning complete for port a2d54182-896a-4dea-b60a-111e5fcff3d0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:15.448518 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-940f6ee1-1247-4f1c-92c9-31b05a36b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.459221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.470601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322e5f0-aa89-418f-b02c-4086c15b84ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb551c68-56b1-47e0-9577-1d15e4ce25fa,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:15.503798 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67173c5d-2019-4820-8aea-395a5bbb7792 req-c9d43aa1-5889-46d4-ae96-7fc7e054e5aa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707893 Aug 19 12:27:15.536080 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Sync routers for ids ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:15.548893 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Routers {'7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:15.549588 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:27:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:15.610888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-940f6ee1-1247-4f1c-92c9-31b05a36b6dc None None] Port a2d54182-896a-4dea-b60a-111e5fcff3d0 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:15.643782 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.667588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-4c4b52d4-77d9-459e-a87b-e77fbb597468 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497400 Aug 19 12:27:15.688112 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Set router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:15.702145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 13a71c57-2c93-445b-b64c-4a1b94649cef, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=13a71c57-2c93-445b-b64c-4a1b94649cef,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:15.709264 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.769842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:15.844944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.872202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b26647-ef7a-4aae-a393-bc20a8292090 req-d1ac7d5d-9cee-4b12-a5e8-d5c6aec0c85d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:15.884972 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66b26647-ef7a-4aae-a393-bc20a8292090 req-d1ac7d5d-9cee-4b12-a5e8-d5c6aec0c85d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 950 time: 0.1007276 Aug 19 12:27:15.910485 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:15.949265 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66b26647-ef7a-4aae-a393-bc20a8292090 req-db5c0d6c-8cec-4565-a037-b9296f457ebc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632496 Aug 19 12:27:15.962198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34390) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:15.967192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-81f7616c-048d-4b2d-b29c-e13747186f96 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--470410403', 'description': 'tempest-description--708475922'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:15.991187 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:13Z', 'revision_number': 4, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ef396c4f-4273-409a-a27f-6d3f18c2daeb', 'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'mac_address': 'fa:16:3e:09:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:11Z', 'updated_at': '2021-08-19T12:27:13Z', 'revision_number': 2, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'subnets': [{'id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:16.003347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=13a71c57-2c93-445b-b64c-4a1b94649cef,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:16.052583 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Checking router: 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:16.052935 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Updating router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 port ef396c4f-4273-409a-a27f-6d3f18c2daeb binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:27:16.055881 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a12b56a-3b3b-44d8-9f24-3b646b4737f6 req-5dfa7401-ea56-49f2-ae07-9284ab3cd5b4 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420477 Aug 19 12:27:16.096425 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.120956 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81f7616c-048d-4b2d-b29c-e13747186f96 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.181736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:16.190076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d73a-f538-4eb1-b94f-107a631a5c89 req-19cc3efa-673a-451c-ba93-07d20ae4031a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:16.207356 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fc9d73a-f538-4eb1-b94f-107a631a5c89 req-19cc3efa-673a-451c-ba93-07d20ae4031a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 932 time: 0.1017702 Aug 19 12:27:16.223258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d54182-896a-4dea-b60a-111e5fcff3d0 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:16.243484 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.273038 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fc9d73a-f538-4eb1-b94f-107a631a5c89 req-8436d6ee-b9f9-443e-be52-2d1407f1d505 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646286 Aug 19 12:27:16.278576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Transition to ACTIVE for port object a2d54182-896a-4dea-b60a-111e5fcff3d0 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:16.346767 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81f7616c-048d-4b2d-b29c-e13747186f96 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.357888 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-121d36b8-578d-4231-8348-7861d3a90de1 req-f448c32c-570f-45a8-a1d7-aafe669d2029 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0399036 Aug 19 12:27:16.359278 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.442675 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81f7616c-048d-4b2d-b29c-e13747186f96 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.479676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 13a71c57-2c93-445b-b64c-4a1b94649cef up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:16.551016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d54182-896a-4dea-b60a-111e5fcff3d0,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:16.575177 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7616c-048d-4b2d-b29c-e13747186f96 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9aeed1-156b-4da3-9db2-9cead86ee890,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:16.589841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81f7616c-048d-4b2d-b29c-e13747186f96 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.594568 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-81f7616c-048d-4b2d-b29c-e13747186f96 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6310608 Aug 19 12:27:16.596429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34408) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:16.621625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ee14f1c4-a7f8-499b-ad4e-d9d9b3c26613 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Request body: {'security_group_rule': {'security_group_id': 'df9aeed1-156b-4da3-9db2-9cead86ee890', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:16.625350 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.647494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 13a71c57-2c93-445b-b64c-4a1b94649cef triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:16.647494 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.650349 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Transition to ACTIVE for port object ef396c4f-4273-409a-a27f-6d3f18c2daeb will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:16.683925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Attempting to bind port a2d54182-896a-4dea-b60a-111e5fcff3d0 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:16.684472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Attempting to bind port a2d54182-896a-4dea-b60a-111e5fcff3d0 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:16.684978 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Attempting to bind port a2d54182-896a-4dea-b60a-111e5fcff3d0 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:16.691213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Port a2d54182-896a-4dea-b60a-111e5fcff3d0 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:16.691717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Attempting to bind port a2d54182-896a-4dea-b60a-111e5fcff3d0 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:16.702028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:16.703453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Checking segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:16.704409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Bound using segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:16.705439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Bound port: a2d54182-896a-4dea-b60a-111e5fcff3d0, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:16.705806 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.728371 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.793876 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee14f1c4-a7f8-499b-ad4e-d9d9b3c26613 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.819845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] For port a2d54182-896a-4dea-b60a-111e5fcff3d0, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:16.859149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] For port a2d54182-896a-4dea-b60a-111e5fcff3d0, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a2d54182-896a-4dea-b60a-111e5fcff3d0,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:16.866578 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Pushing event updated for resources: {'Port': ['ID=ef396c4f-4273-409a-a27f-6d3f18c2daeb,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:16.886860 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.887454 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.887944 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.888537 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.889017 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.889506 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.889980 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.890554 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.891058 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.891674 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.892157 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.892631 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:16.893562 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee14f1c4-a7f8-499b-ad4e-d9d9b3c26613 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.898244 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Attempting to bind port ef396c4f-4273-409a-a27f-6d3f18c2daeb on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:16.898784 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Attempting to bind port ef396c4f-4273-409a-a27f-6d3f18c2daeb by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:16.900058 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Attempting to bind port ef396c4f-4273-409a-a27f-6d3f18c2daeb on network 3b696a7f-938e-43e6-a719-4cb916654b83 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:16.906448 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:16.906850 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Checking segment: {'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:16.907259 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.907747 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Bound using segment: {'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:16.908363 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Bound port: ef396c4f-4273-409a-a27f-6d3f18c2daeb, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:16.909234 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:16.971512 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.009616 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] For port ef396c4f-4273-409a-a27f-6d3f18c2daeb, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:17.016223 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] For port ef396c4f-4273-409a-a27f-6d3f18c2daeb, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ef396c4f-4273-409a-a27f-6d3f18c2daeb,segment=NetworkSegment(b76df1ea-abb6-4bbf-bb58-70ab3feeb539),segment_id=b76df1ea-abb6-4bbf-bb58-70ab3feeb539)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:17.041497 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee14f1c4-a7f8-499b-ad4e-d9d9b3c26613 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.085847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.087052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.089725 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] 10.222.0.30 "PUT /v2.0/ports/a2d54182-896a-4dea-b60a-111e5fcff3d0 HTTP/1.1" status: 200 len: 1092 time: 1.8104093 Aug 19 12:27:17.094686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27baae2-b5ef-4145-919a-f415ed811fa2', 'tag': 'a2d54182-896a-4dea-b60a-111e5fcff3d0'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:17.097766 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e7f0e1-865e-4d58-83bf-a59842e47734" -d '{"events": [{"name": "network-changed", "server_uuid": "a27baae2-b5ef-4145-919a-f415ed811fa2", "tag": "a2d54182-896a-4dea-b60a-111e5fcff3d0"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:17.119231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14f1c4-a7f8-499b-ad4e-d9d9b3c26613 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5250e743-e728-470f-a5a8-f75e2dc9c8c1,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:17.132282 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.137399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d32767c-76f5-4267-884d-d61a32ac3337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5fadbf-f4c2-4955-a8b3-e6bd43a21339'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:17.139882 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff6da29-a5cb-404f-ba9e-69d6ed2eeac9" -d '{"events": [{"server_uuid": "7d32767c-76f5-4267-884d-d61a32ac3337", "name": "network-vif-plugged", "status": "completed", "tag": "ff5fadbf-f4c2-4955-a8b3-e6bd43a21339"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:17.187603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205260-fe6c-472d-bf01-ee4254cf3898 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d54182-896a-4dea-b60a-111e5fcff3d0,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:17.225715 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2e7f-1074-4848-ba2a-2da5150c39a6 req-63c50a97-512b-4866-9985-c445dda197d8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.230909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b07d2e7f-1074-4848-ba2a-2da5150c39a6 req-63c50a97-512b-4866-9985-c445dda197d8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 950 time: 0.1554542 Aug 19 12:27:17.232783 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Routers {'7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:17.233428 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:27:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:17.235716 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301df887-d057-4247-8fd4-741e64b9aabd x-openstack-request-id: req-301df887-d057-4247-8fd4-741e64b9aabd {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:17.237027 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27baae2-b5ef-4145-919a-f415ed811fa2", "tag": "a2d54182-896a-4dea-b60a-111e5fcff3d0", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:17.237027 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-301df887-d057-4247-8fd4-741e64b9aabd {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:17.241161 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27baae2-b5ef-4145-919a-f415ed811fa2', 'tag': 'a2d54182-896a-4dea-b60a-111e5fcff3d0', 'status': 'completed', 'code': 200} Aug 19 12:27:17.241845 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72587d87-3c0d-4051-bcea-8f431c22a25a None None] Pushing event updated for resources: {'Port': ['ID=ef396c4f-4273-409a-a27f-6d3f18c2daeb,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:17.265500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee14f1c4-a7f8-499b-ad4e-d9d9b3c26613 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.267873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ee14f1c4-a7f8-499b-ad4e-d9d9b3c26613 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6659729 Aug 19 12:27:17.270964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34426) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:17.278472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ad77e0e4-8780-436f-b24e-b3bfbdb3c79a tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Request body: {'security_group_rule': {'security_group_id': 'df9aeed1-156b-4da3-9db2-9cead86ee890', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:17.302475 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74d1e9f-f449-44cf-868c-c0d40cf074ee x-openstack-request-id: req-a74d1e9f-f449-44cf-868c-c0d40cf074ee {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:17.302775 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d32767c-76f5-4267-884d-d61a32ac3337", "name": "network-vif-plugged", "status": "completed", "tag": "ff5fadbf-f4c2-4955-a8b3-e6bd43a21339", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:17.303131 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a74d1e9f-f449-44cf-868c-c0d40cf074ee {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:17.303695 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d32767c-76f5-4267-884d-d61a32ac3337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', 'code': 200} Aug 19 12:27:17.414438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b07d2e7f-1074-4848-ba2a-2da5150c39a6 req-d6c4bad8-88ce-4165-90ae-09e8867435b8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534779 Aug 19 12:27:17.425716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0e4-8780-436f-b24e-b3bfbdb3c79a tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.496598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-e1162b7e-9def-4ebd-872f-b3b972eac7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.502230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-e1162b7e-9def-4ebd-872f-b3b972eac7d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 1095 time: 0.2701735 Aug 19 12:27:17.573094 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0e4-8780-436f-b24e-b3bfbdb3c79a tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.599825 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd903131-2873-4ff0-9a66-1a79c9308d8f req-dd84ee17-1dbf-4abd-a9ba-3319df9f4fe9 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.602013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd903131-2873-4ff0-9a66-1a79c9308d8f req-dd84ee17-1dbf-4abd-a9ba-3319df9f4fe9 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 944 time: 0.1992285 Aug 19 12:27:17.618468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-0d094b12-439c-4126-8fa7-a9670fcace74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d54182-896a-4dea-b60a-111e5fcff3d0 HTTP/1.1" status: 200 len: 217 time: 0.1064205 Aug 19 12:27:17.651957 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0e4-8780-436f-b24e-b3bfbdb3c79a tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.697102 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd903131-2873-4ff0-9a66-1a79c9308d8f req-12c82192-9c66-43ac-9f50-bfbc05c9e74e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839293 Aug 19 12:27:17.705725 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] Set router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:17.709159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77e0e4-8780-436f-b24e-b3bfbdb3c79a tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0e664a-b2be-403e-95e5-6a5312bf3b95,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:17.723965 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10a8da5e-52f9-4e49-ad9e-345ffc13061d req-5cee797d-dcaf-40b5-9cfd-4ba790df8404 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0865579 Aug 19 12:27:17.728197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-236d49d1-69b7-48d6-a4ff-43415a9b4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.729748 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-236d49d1-69b7-48d6-a4ff-43415a9b4cd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1005664 Aug 19 12:27:17.732510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6d8a5-7068-4a08-9a1b-8d312f225da6 req-d70b2c25-107e-4f3a-bcc4-0fccb4c998ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.733945 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-81f6d8a5-7068-4a08-9a1b-8d312f225da6 req-d70b2c25-107e-4f3a-bcc4-0fccb4c998ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7d32767c-76f5-4267-884d-d61a32ac3337 HTTP/1.1" status: 200 len: 1101 time: 0.2928317 Aug 19 12:27:17.782338 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad77e0e4-8780-436f-b24e-b3bfbdb3c79a tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.785097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ad77e0e4-8780-436f-b24e-b3bfbdb3c79a tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5113964 Aug 19 12:27:17.793477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34442) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:17.798835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:17.824017 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-81f6d8a5-7068-4a08-9a1b-8d312f225da6 req-8cd4d837-6930-4cd5-8f99-a51ad7c37a73 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766566 Aug 19 12:27:17.829766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-14c698bc-47a9-4af0-b4b3-8cac7418abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:17.831264 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-14c698bc-47a9-4af0-b4b3-8cac7418abfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927973 Aug 19 12:27:17.902367 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:17.949571 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-31cd12aa-286e-41d7-af4d-26a7c739694d service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107516 Aug 19 12:27:17.956509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:13Z', 'revision_number': 4, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ef396c4f-4273-409a-a27f-6d3f18c2daeb', 'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'mac_address': 'fa:16:3e:09:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:11Z', 'updated_at': '2021-08-19T12:27:17Z', 'revision_number': 4, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'subnets': [{'id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:17.992273 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862483e1-4c18-48f5-bcba-26f2c66c6924 None None] The sync data for ids ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'] in n-d-803757-2 is: [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:13Z', 'revision_number': 4, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ef396c4f-4273-409a-a27f-6d3f18c2daeb', 'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'mac_address': 'fa:16:3e:09:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:11Z', 'updated_at': '2021-08-19T12:27:17Z', 'revision_number': 4, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'subnets': [{'id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:18.020713 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.158400 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c83702f1-edd9-4734-9d9e-f8eb51a8da25 req-81ac031a-5d50-4a22-90ee-8b0d3090b828 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003396 Aug 19 12:27:18.214427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Allocated IP 172.25.2.19 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/c019e6f6-ab4b-4937-b6f8-4c2cde0d4e28) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:18.369880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7f0e1-865e-4d58-83bf-a59842e47734 req-43d28a4f-2a09-4865-9830-15616ff730c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:18.377776 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72e7f0e1-865e-4d58-83bf-a59842e47734 req-43d28a4f-2a09-4865-9830-15616ff730c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 1095 time: 0.0954499 Aug 19 12:27:18.384206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.464465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef396c4f-4273-409a-a27f-6d3f18c2daeb up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:18.557661 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.648771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port ef396c4f-4273-409a-a27f-6d3f18c2daeb completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:18.654836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ef396c4f-4273-409a-a27f-6d3f18c2daeb triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:18.658681 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.658824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Pushing event updated for resources: {'Port': ['ID=c019e6f6-ab4b-4937-b6f8-4c2cde0d4e28,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:18.666219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc225519-4ff8-4217-a18f-f7bdca41c49a req-1ae64ada-3f63-44c2-a54c-c2fec94b413c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:18.668123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc225519-4ff8-4217-a18f-f7bdca41c49a req-1ae64ada-3f63-44c2-a54c-c2fec94b413c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 950 time: 0.1629441 Aug 19 12:27:18.676359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:18.679032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7f0e1-865e-4d58-83bf-a59842e47734 req-279535ec-078a-4853-ad0c-20d64c259a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:18.679749 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72e7f0e1-865e-4d58-83bf-a59842e47734 req-279535ec-078a-4853-ad0c-20d64c259a3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.2929916 Aug 19 12:27:18.683379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:18.691420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:18.780427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72e7f0e1-865e-4d58-83bf-a59842e47734 req-2427e861-ea30-4234-accc-66a058e9e0d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d54182-896a-4dea-b60a-111e5fcff3d0 HTTP/1.1" status: 200 len: 217 time: 0.0850277 Aug 19 12:27:18.841792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc225519-4ff8-4217-a18f-f7bdca41c49a req-551a8e50-0070-4ddb-b2c0-71c54f53df2e tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602259 Aug 19 12:27:18.863496 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:18.871166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34470) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:18.914611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7f0e1-865e-4d58-83bf-a59842e47734 req-e6b30551-f95c-4e0d-b773-84322d5cdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:18.931660 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72e7f0e1-865e-4d58-83bf-a59842e47734 req-e6b30551-f95c-4e0d-b773-84322d5cdcee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1390238 Aug 19 12:27:18.944168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port ef396c4f-4273-409a-a27f-6d3f18c2daeb, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ef396c4f-4273-409a-a27f-6d3f18c2daeb,segment=NetworkSegment(b76df1ea-abb6-4bbf-bb58-70ab3feeb539),segment_id=b76df1ea-abb6-4bbf-bb58-70ab3feeb539)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:19.045527 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-896e9083-2b93-45f7-a142-6f2dac94b1b4 req-d59857ce-b274-4cf3-a439-f9e72a0829ce tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.1064596 Aug 19 12:27:19.050711 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.053631 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517ac36-97ff-42a2-9f8d-f4136d52f9a8 req-8475dcad-c580-4cd8-8488-ba6da5ed18c3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:19.065264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b517ac36-97ff-42a2-9f8d-f4136d52f9a8 req-8475dcad-c580-4cd8-8488-ba6da5ed18c3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 944 time: 0.2622390 Aug 19 12:27:19.067791 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.112199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7f0e1-865e-4d58-83bf-a59842e47734 req-f5cf8040-6cd2-468d-a1bb-da91ba14bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:19.116825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72e7f0e1-865e-4d58-83bf-a59842e47734 req-f5cf8040-6cd2-468d-a1bb-da91ba14bfc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606488 Aug 19 12:27:19.181079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=ef396c4f-4273-409a-a27f-6d3f18c2daeb,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:19.224208 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b517ac36-97ff-42a2-9f8d-f4136d52f9a8 req-09a31fda-1a6f-4cd0-b70c-6bed026646f9 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579728 Aug 19 12:27:19.279026 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72e7f0e1-865e-4d58-83bf-a59842e47734 req-3d7b5a47-b51e-41a1-8623-d69aa207af45 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531110 Aug 19 12:27:19.294084 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-539346993'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:19.307333 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.445560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72e7f0e1-865e-4d58-83bf-a59842e47734 req-5fb7769f-0620-4a71-b224-25161a840909 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441209 Aug 19 12:27:19.455563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cb87b-9b40-4ca9-b0eb-44b2dba5a4df req-7d2f0a1c-e6a9-4c9c-b51c-0871e93d6a8d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:19.457098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577cb87b-9b40-4ca9-b0eb-44b2dba5a4df req-7d2f0a1c-e6a9-4c9c-b51c-0871e93d6a8d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d32767c-76f5-4267-884d-d61a32ac3337 HTTP/1.1" status: 200 len: 950 time: 0.1771164 Aug 19 12:27:19.505445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577cb87b-9b40-4ca9-b0eb-44b2dba5a4df req-c0025ab9-0c79-4576-b235-b82c86151f7e tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Aug 19 12:27:19.551653 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.582599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Made reservation on behalf of 40d82656c94f4a58bb7e7ee543c7c6fd for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:19.586718 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.596795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.636748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.714082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Pushing event updated for resources: {'Port': ['ID=c019e6f6-ab4b-4937-b6f8-4c2cde0d4e28,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:19.723376 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.742219 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.796427 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.826232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:19.839131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c68b2a-4094-4d8d-9cf7-7314dc6feac2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:19.842019 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.842367 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Added segment 3653be5e-e530-4514-b9e8-f969b309d694 of type vlan for network f4b237f8-022a-4f76-872f-20eabdb566cb Aug 19 12:27:19.876836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.878400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7f8ab668-931b-458e-99ce-3d85659ec831 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0842674 Aug 19 12:27:19.884106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.979808 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:19.985749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:19.986494 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.084495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Pushing event updated for resources: {'Network': ['ID=f4b237f8-022a-4f76-872f-20eabdb566cb,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:20.097885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network f4b237f8-022a-4f76-872f-20eabdb566cb details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:20.102855 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-acf3dcbb-7cc1-4d97-96d3-47a019626bd9 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--470410403&fields=id&tenant_id=e17c32b2123847b3ab50e9ba222ccb28 HTTP/1.1" status: 200 len: 267 time: 0.0582397 Aug 19 12:27:20.128224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8b7d7478-061c-44b1-8d5f-fee8816a62a3 tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2537639 Aug 19 12:27:20.184445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-18e8fd27-8b6a-41da-bb9f-cb67e3dd9e4f req-90eee5d0-0c88-4371-9476-b206fdfec16f tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0307772 Aug 19 12:27:20.230744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-b0731236-0254-4054-9789-57a97a73a104 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:20.233354 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-b0731236-0254-4054-9789-57a97a73a104 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/networks?id=3b696a7f-938e-43e6-a719-4cb916654b83 HTTP/1.1" status: 200 len: 814 time: 0.1185100 Aug 19 12:27:20.248243 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-e4482082-98c8-4f19-a4b4-f54f7a8e6f74 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/quotas/e17c32b2123847b3ab50e9ba222ccb28 HTTP/1.1" status: 200 len: 375 time: 0.0102341 Aug 19 12:27:20.327645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-3077e30b-92b6-4383-bbfe-4279da0bec9a tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e17c32b2123847b3ab50e9ba222ccb28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629385 Aug 19 12:27:20.384183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34504) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:20.389061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Request body: {'port': {'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb', 'binding:host_id': 'n-h2-803757-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-586364747'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:20.436341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef396c4f-4273-409a-a27f-6d3f18c2daeb up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:20.442257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-4d9b0a95-91ad-4612-af8e-a74e12290a30 service neutron] 10.222.0.21 "GET /v2.0/networks/3b696a7f-938e-43e6-a719-4cb916654b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023793 Aug 19 12:27:20.488777 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ef396c4f-4273-409a-a27f-6d3f18c2daeb triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:20.489438 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.496660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77a999-9a3e-456e-b296-88260f3abad0 req-060f1a5e-4972-4bdc-8769-0905c4871ad8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:20.498194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa77a999-9a3e-456e-b296-88260f3abad0 req-060f1a5e-4972-4bdc-8769-0905c4871ad8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 944 time: 0.0706952 Aug 19 12:27:20.539560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-3aea7f0e-3208-493b-bb2b-d6b11d9f12bd service neutron] 10.222.0.21 "GET /v2.0/networks/3b696a7f-938e-43e6-a719-4cb916654b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903172 Aug 19 12:27:20.544207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa77a999-9a3e-456e-b296-88260f3abad0 req-4d144f15-bdf7-4eef-a48b-c25276f1069a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396342 Aug 19 12:27:20.566546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Made reservation on behalf of 975d5f3a872a4ab9966f5726bb86b1b9 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:20.569002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.579096 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.731208 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.780865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9240a5c-1bfe-4a55-9c9d-7b23ff611236 req-7b208035-6926-41d6-a1b2-b04bc048b616 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:20.782425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9240a5c-1bfe-4a55-9c9d-7b23ff611236 req-7b208035-6926-41d6-a1b2-b04bc048b616 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d32767c-76f5-4267-884d-d61a32ac3337 HTTP/1.1" status: 200 len: 950 time: 0.0889642 Aug 19 12:27:20.820389 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:20.823601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d265b88-3ceb-4f38-99b1-62056caeb1e7 req-66e82fcb-4194-4e4f-a981-741f5f6800b3 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 210 time: 0.0331192 Aug 19 12:27:20.868765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] device_id is not set on port 267795b4-5c30-4472-8e91-1ae9bc85efc2 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:20.878912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4d882b-f8ab-4095-b9ae-193e40f33b08,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:20.961347 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9240a5c-1bfe-4a55-9c9d-7b23ff611236 req-b0024525-a183-4946-9432-7d21f92db7f6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694939 Aug 19 12:27:21.132927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] device_id is not set on port 267795b4-5c30-4472-8e91-1ae9bc85efc2 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:21.143611 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.155648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Transition to ACTIVE for port object 267795b4-5c30-4472-8e91-1ae9bc85efc2 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:21.258998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1a2bc-0248-4645-9cce-c68c20d869f2 req-6c119bee-a7d9-41a2-8d90-4b3d5ad2c726 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:21.261021 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:21.265116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1a2bc-0248-4645-9cce-c68c20d869f2 req-6c119bee-a7d9-41a2-8d90-4b3d5ad2c726 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:21.266778 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3c1a2bc-0248-4645-9cce-c68c20d869f2 req-6c119bee-a7d9-41a2-8d90-4b3d5ad2c726 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d32767c-76f5-4267-884d-d61a32ac3337&device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 1691 time: 0.0626018 Aug 19 12:27:21.306549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3c1a2bc-0248-4645-9cce-c68c20d869f2 req-b4377f2a-e8b4-40fd-acea-4fb0a9012b6e tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Aug 19 12:27:21.345211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eeb620aa-cdcd-4429-8bab-0078af87e82a req-1bb591eb-6d5a-4df0-84a6-282161dc7a3e tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0535965 Aug 19 12:27:21.395322 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event updated for resources: {'Port': ['ID=267795b4-5c30-4472-8e91-1ae9bc85efc2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:21.398417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Checking segment: {'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:21.398841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Network hostable DHCP agents. Network: f4b237f8-022a-4f76-872f-20eabdb566cb, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:21.500594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8d850-33d4-4f90-9656-be2dd91494d1 req-523ece93-1af9-4918-9cff-94bc7a9d6844 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:21.502186 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fc8d850-33d4-4f90-9656-be2dd91494d1 req-523ece93-1af9-4918-9cff-94bc7a9d6844 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7d32767c-76f5-4267-884d-d61a32ac3337 HTTP/1.1" status: 200 len: 1101 time: 0.0489893 Aug 19 12:27:21.538677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fc8d850-33d4-4f90-9656-be2dd91494d1 req-4db8d27d-d9b7-48dc-a286-45dfb8bab550 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296395 Aug 19 12:27:21.541907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Network f4b237f8-022a-4f76-872f-20eabdb566cb is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:21.659285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fc428-ec8b-48e6-8a4e-21506adb0bf3 req-6287fe95-2e58-4bd8-80ae-a19684894f2b tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:21.660947 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-226fc428-ec8b-48e6-8a4e-21506adb0bf3 req-6287fe95-2e58-4bd8-80ae-a19684894f2b tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 1101 time: 0.0456784 Aug 19 12:27:21.670010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa28b2-f623-4c69-936d-a72b068b009e req-23953e9f-cd31-420d-9ca2-3f9da66a777d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:21.671558 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15aa28b2-f623-4c69-936d-a72b068b009e req-23953e9f-cd31-420d-9ca2-3f9da66a777d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 944 time: 0.0562880 Aug 19 12:27:21.695742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-226fc428-ec8b-48e6-8a4e-21506adb0bf3 req-f6a68834-c32e-454e-944a-42c30686bd20 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282395 Aug 19 12:27:21.711244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15aa28b2-f623-4c69-936d-a72b068b009e req-be5035e2-5951-46f5-8fd7-501e82e036f3 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333200 Aug 19 12:27:21.778962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, f4b237f8-022a-4f76-872f-20eabdb566cb) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:21.786424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba5300d-5e84-437f-9fcd-1d86134d6dff None None] Network f4b237f8-022a-4f76-872f-20eabdb566cb requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:21.787352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:21.804911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:21.805558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:21.805986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:21.811433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:21.814665 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:21.814665 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 2 to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 Aug 19 12:27:21.826309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:21.826738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:21.827138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:21.831433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:21.831894 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:21.832190 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 3 to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 Aug 19 12:27:21.846473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:21.847269 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:21.847678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:21.852744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:21.853172 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:21.853516 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 4 to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 Aug 19 12:27:21.866969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:21.867480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:21.867867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:21.874303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:21.874639 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:21.875103 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 5 to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 Aug 19 12:27:21.890889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:21.891150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:21.891495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:21.896999 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:21.897337 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:21.897736 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 6 to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 Aug 19 12:27:21.902093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a2d54182-896a-4dea-b60a-111e5fcff3d0 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:21.915090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:21.917086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:21.917505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:21.925920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:21.926130 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:21.929753 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 7 to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 Aug 19 12:27:21.935144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d326fd35-aeda-4e2b-ad27-0eef62c4c94e req-d485efe1-199e-4b71-ae27-ff510e528ced tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 210 time: 0.0389879 Aug 19 12:27:21.956220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:21.956709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:21.957102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:21.983212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:21.983912 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:21.984635 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 8 to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 Aug 19 12:27:22.001636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:22.002753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:22.007250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:22.014345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:22.015097 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:22.015592 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 9 to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 Aug 19 12:27:22.037405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:22.037747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:22.038080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:22.050522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:22.050860 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:22.051426 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 10 to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 Aug 19 12:27:22.067630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:22.067957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:22.068408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:22.076975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a2d54182-896a-4dea-b60a-111e5fcff3d0, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a2d54182-896a-4dea-b60a-111e5fcff3d0,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:22.077801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:22.078286 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 267795b4-5c30-4472-8e91-1ae9bc85efc2 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:22.078835 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.093669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'a2d54182-896a-4dea-b60a-111e5fcff3d0', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'port_id': 'a2d54182-896a-4dea-b60a-111e5fcff3d0', 'mac_address': 'fa:16:3e:17:af:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:22.160133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] For port 267795b4-5c30-4472-8e91-1ae9bc85efc2, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:22.160507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempted to set empty binding levels {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:27:22.168188 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.183947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d54182-896a-4dea-b60a-111e5fcff3d0 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:22.207334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a2d54182-896a-4dea-b60a-111e5fcff3d0, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a2d54182-896a-4dea-b60a-111e5fcff3d0,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:22.252881 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-caeea5f6-aa30-4c9c-87bb-c7673059d92f tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267427 Aug 19 12:27:22.341272 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.364764 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.384828 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:22.385430 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.403443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-0a1429b3-ebd1-4805-a553-1c484371a730 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:22.405247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-0a1429b3-ebd1-4805-a553-1c484371a730 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464489 Aug 19 12:27:22.433726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event updated for resources: {'Port': ['ID=267795b4-5c30-4472-8e91-1ae9bc85efc2,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:22.435079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a2d54182-896a-4dea-b60a-111e5fcff3d0,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:22.443156 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-69e2d18b-573f-41c6-9cd1-1eb12eb029c0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/quotas/565400ccc62a4aacaf865f0b391f2aed HTTP/1.1" status: 200 len: 375 time: 0.0220110 Aug 19 12:27:22.492503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a009a02-69ab-4705-a3a5-fdf68e0b62ac req-cccdf25c-7bcc-4888-bbd0-d97c3a1ae22f tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0291901 Aug 19 12:27:22.514730 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ca7c197c-6bb3-41c3-9e39-11b961e20f08 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599158 Aug 19 12:27:22.574581 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-26a30bfd-8718-48df-8c88-b65fdc6ebd3c tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1891980 Aug 19 12:27:22.575347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34564) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:22.619874 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['a2d54182-896a-4dea-b60a-111e5fcff3d0'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:22.666620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5b524d85-de04-4a33-839d-ba4212eddb91 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Deleting port 267795b4-5c30-4472-8e91-1ae9bc85efc2 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:22.667103 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b524d85-de04-4a33-839d-ba4212eddb91 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.742236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-5b524d85-de04-4a33-839d-ba4212eddb91 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] For port 267795b4-5c30-4472-8e91-1ae9bc85efc2, host n-h2-803757-2, got binding levels [] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:22.744609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b524d85-de04-4a33-839d-ba4212eddb91 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:22.762695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5b524d85-de04-4a33-839d-ba4212eddb91 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Calling delete_port for 267795b4-5c30-4472-8e91-1ae9bc85efc2 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:22.881484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa11fd-68f2-449f-9eea-59e649cbc4fb req-8ce15e66-f05e-4282-a17c-dff6b935c94a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:22.882917 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0ffa11fd-68f2-449f-9eea-59e649cbc4fb req-8ce15e66-f05e-4282-a17c-dff6b935c94a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 945 time: 0.0628047 Aug 19 12:27:22.922326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0ffa11fd-68f2-449f-9eea-59e649cbc4fb req-1b1ea98f-92cb-43cf-a463-db3a1eac0bef tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324249 Aug 19 12:27:22.965229 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b524d85-de04-4a33-839d-ba4212eddb91 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.000701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b524d85-de04-4a33-839d-ba4212eddb91 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event deleted for resources: {'Port': ['ID=267795b4-5c30-4472-8e91-1ae9bc85efc2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:23.014427 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b524d85-de04-4a33-839d-ba4212eddb91 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.016979 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5b524d85-de04-4a33-839d-ba4212eddb91 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "DELETE /v2.0/ports/267795b4-5c30-4472-8e91-1ae9bc85efc2 HTTP/1.1" status: 204 len: 168 time: 0.4406998 Aug 19 12:27:23.022905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34574) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:23.064347 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c545273-7b2f-4cc4-8b2f-7aaae81de346 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:27:23.066074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1c545273-7b2f-4cc4-8b2f-7aaae81de346 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "GET /v2.0/ports/267795b4-5c30-4472-8e91-1ae9bc85efc2 HTTP/1.1" status: 404 len: 333 time: 0.0418837 Aug 19 12:27:23.069763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34576) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:23.074888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Request body: {'port': {'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1601629832'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:23.100513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4397271d-9192-4be3-af3f-dcb3990d4be9 req-596b1c0c-4b42-444e-a0f8-d991ed5f83e1 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 210 time: 0.0308361 Aug 19 12:27:23.261847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Made reservation on behalf of 975d5f3a872a4ab9966f5726bb86b1b9 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:23.264615 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.281177 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] device_id is not set on port 8fd9e420-4683-42c1-9bed-ad8b9091c784 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:23.433516 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.602496 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70401417-0916-4579-8e37-8e933968d976 req-8728e353-8669-4aa0-b5b7-b50df7b9da75 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 210 time: 0.0333097 Aug 19 12:27:23.625515 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-242629d4-a1bc-4aa5-86f5-cd13299fc464 req-e390922e-32d4-439b-a887-151ce0e56a04 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0363636 Aug 19 12:27:23.679632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.722823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Network f4b237f8-022a-4f76-872f-20eabdb566cb is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:23.727334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:23.731557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:23.732490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:23.733080 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.736356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd9e420-4683-42c1-9bed-ad8b9091c784,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:23.769690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-3e54b837-de71-4f71-92aa-e3782685cd4a tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:23.771129 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-3e54b837-de71-4f71-92aa-e3782685cd4a tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.30 "GET /v2.0/networks?id=3b696a7f-938e-43e6-a719-4cb916654b83 HTTP/1.1" status: 200 len: 814 time: 0.1106980 Aug 19 12:27:23.825305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-00d8671f-ea7c-4aa0-bfef-0061dba2e69d tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e17c32b2123847b3ab50e9ba222ccb28 HTTP/1.1" status: 200 len: 379 time: 0.0350056 Aug 19 12:27:23.833607 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c040c8f4-6d5e-4f45-aac5-e2152c1fe657 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7626312 Aug 19 12:27:23.834508 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Request body: {'port': {'device_id': '22d571ee-481f-4600-a965-508c48ef5555', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'admin_state_up': True, 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'security_groups': ['df9aeed1-156b-4da3-9db2-9cead86ee890']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:23.836083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34592) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:23.841328 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:23.896114 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:23.907437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a2d54182-896a-4dea-b60a-111e5fcff3d0 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:24.088689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb39c24-2af5-44e4-8124-678cfda5103f req-a05d71ce-6596-4380-805e-13c4a4cc9882 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.090154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-beb39c24-2af5-44e4-8124-678cfda5103f req-a05d71ce-6596-4380-805e-13c4a4cc9882 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 945 time: 0.0940459 Aug 19 12:27:24.135911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Made reservation on behalf of e17c32b2123847b3ab50e9ba222ccb28 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:24.145990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.247955 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03fb427a-1757-4d90-8190-9068a72d1187 req-51db46ba-6348-4dae-b0bb-8d8de57f9dae tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 210 time: 0.0407968 Aug 19 12:27:24.255430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port a2d54182-896a-4dea-b60a-111e5fcff3d0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:24.266845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port a2d54182-896a-4dea-b60a-111e5fcff3d0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:24.267756 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.419733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Allocated IP 172.20.0.10 (3b696a7f-938e-43e6-a719-4cb916654b83/b0b33eac-5d36-492c-914c-081e7dbf2263/a54da811-d42e-45c0-9465-d1a5cbdc7928) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:24.430486 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.433894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] device_id is not set on port 8fd9e420-4683-42c1-9bed-ad8b9091c784 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:24.447531 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.469429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27baae2-b5ef-4145-919a-f415ed811fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d54182-896a-4dea-b60a-111e5fcff3d0'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:24.472729 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a1883c-9876-49bb-8a25-31897e052f29" -d '{"events": [{"server_uuid": "a27baae2-b5ef-4145-919a-f415ed811fa2", "name": "network-vif-plugged", "status": "completed", "tag": "a2d54182-896a-4dea-b60a-111e5fcff3d0"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:24.478710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Transition to ACTIVE for port object 8fd9e420-4683-42c1-9bed-ad8b9091c784 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:24.486976 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-beb39c24-2af5-44e4-8124-678cfda5103f req-f92408f8-c0d0-408c-8469-d3c7495c00fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559931 Aug 19 12:27:24.496257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a2d54182-896a-4dea-b60a-111e5fcff3d0, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a2d54182-896a-4dea-b60a-111e5fcff3d0,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:24.542140 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19896900-a634-40b7-a865-4e91e7e4afb6 x-openstack-request-id: req-19896900-a634-40b7-a865-4e91e7e4afb6 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:24.542140 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27baae2-b5ef-4145-919a-f415ed811fa2", "name": "network-vif-plugged", "status": "completed", "tag": "a2d54182-896a-4dea-b60a-111e5fcff3d0", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:24.542140 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19896900-a634-40b7-a865-4e91e7e4afb6 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:24.542140 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27baae2-b5ef-4145-919a-f415ed811fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d54182-896a-4dea-b60a-111e5fcff3d0', 'code': 200} Aug 19 12:27:24.638618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcb856-97eb-4841-8ac3-e61f219b4d47 req-bff970ca-6c31-49fa-a5df-a25715be9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:24.639889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fbcb856-97eb-4841-8ac3-e61f219b4d47 req-bff970ca-6c31-49fa-a5df-a25715be9e10 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0457342 Aug 19 12:27:24.650211 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.693291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.743195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a87ae2d1-7e57-4b8e-b5f9-ab4c93428abf req-de9551fc-7f1c-440d-a752-8df2e60a9351 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 210 time: 0.0667260 Aug 19 12:27:24.776867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a2d54182-896a-4dea-b60a-111e5fcff3d0,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:24.803313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd9e420-4683-42c1-9bed-ad8b9091c784,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:24.813326 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fbcb856-97eb-4841-8ac3-e61f219b4d47 req-518ef4fa-a9b2-4e76-989f-b4b0cee76491 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648884 Aug 19 12:27:24.822656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:24.823022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:24.823359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:24.828427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:24.828998 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:24.829604 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 2 to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 Aug 19 12:27:24.845063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:24.845723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:24.845948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:24.850409 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4321422e-40f0-4061-911f-ba74bae53fba req-638ba5b1-5b9f-46d2-a6ba-ec1b1e916ce9 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0325794 Aug 19 12:27:24.851681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:24.852631 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:24.853097 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 3 to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 Aug 19 12:27:24.866975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:24.867538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:24.868505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:24.873972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:24.874385 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:24.874966 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 4 to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 Aug 19 12:27:24.888165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:24.888496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:24.889048 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:24.893604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:24.894055 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:24.894451 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 5 to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 Aug 19 12:27:24.908099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:24.908433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:24.908769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:24.913257 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:24.913582 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:24.913971 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 6 to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 Aug 19 12:27:24.925657 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:24.928201 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:24.928733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:24.929780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:24.934652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:24.935013 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:24.935722 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 7 to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 Aug 19 12:27:24.941426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Transition to ACTIVE for port object a54da811-d42e-45c0-9465-d1a5cbdc7928 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:24.949600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:24.949600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:24.949882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:24.957611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:24.958032 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:24.958495 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 8 to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 Aug 19 12:27:24.974777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:24.975222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:24.975469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:24.979913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:24.980238 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:24.980664 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 9 to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 Aug 19 12:27:24.993193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:24.993664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:24.994348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:24.998506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:24.998868 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:24.999266 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 10 to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 Aug 19 12:27:25.012266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:25.012599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:25.012930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:25.017306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:25.017677 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:25.018040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.055859 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.082827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.088181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] For port 8fd9e420-4683-42c1-9bed-ad8b9091c784, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:25.088565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempted to set empty binding levels {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:27:25.131685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Network 3b696a7f-938e-43e6-a719-4cb916654b83 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:25.136086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:25.138188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Pushing event updated for resources: {'Port': ['ID=a54da811-d42e-45c0-9465-d1a5cbdc7928,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.189622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:25.204559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.205180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.279677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.314908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] In _notify_port_updated(), no bound segment for port 8fd9e420-4683-42c1-9bed-ad8b9091c784 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:27:25.315891 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.316527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.318007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "PUT /v2.0/ports/8fd9e420-4683-42c1-9bed-ad8b9091c784 HTTP/1.1" status: 200 len: 975 time: 1.4809322 Aug 19 12:27:25.320651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34630) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:25.404902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ea7ed-246d-49af-aa06-bd34fb9e4d63 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd9e420-4683-42c1-9bed-ad8b9091c784,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:25.412481 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-aab48e57-e519-40e9-a0a0-1201847b3a5e tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5817013 Aug 19 12:27:25.423047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33ebb2-2bc5-44d8-8b54-7dcd4f61aac3 req-64347c2f-e6c1-48c3-8070-6b2d7319189b tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.424577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba33ebb2-2bc5-44d8-8b54-7dcd4f61aac3 req-64347c2f-e6c1-48c3-8070-6b2d7319189b tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 932 time: 0.0812557 Aug 19 12:27:25.432784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Request body: {'port': {'device_id': '22d571ee-481f-4600-a965-508c48ef5555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:25.460281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.460281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.460613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.460991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.461499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.461962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.462424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.462914 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.463374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.463836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.464296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.464757 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.465221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.465680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.466140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.466608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.467184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.467665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.468126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.468615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.469071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.469633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.470096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.470557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.471044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.471504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.471971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.472421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.472880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.473334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.473794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.474254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.474714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.475204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.475665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.476125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.476583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.477071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.477525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.481532 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1c8457a4-5dcb-4f54-b465-887c9d322fb2 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34933 time: 0.1595361 Aug 19 12:27:25.485933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34634) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:25.513505 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba33ebb2-2bc5-44d8-8b54-7dcd4f61aac3 req-f25e321a-d035-4293-9f80-db48a45a36d3 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775120 Aug 19 12:27:25.517999 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.568472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6f5cdcdd-0a9f-4a11-a619-cf1c9a4578d8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Deleting port 8fd9e420-4683-42c1-9bed-ad8b9091c784 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:25.568827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdcdd-0a9f-4a11-a619-cf1c9a4578d8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.581630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6c75f57e-55bc-46a6-8e58-72e6b5070f09 None None] Provisioning for port a54da811-d42e-45c0-9465-d1a5cbdc7928 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:25.585486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6c75f57e-55bc-46a6-8e58-72e6b5070f09 None None] Provisioning complete for port a54da811-d42e-45c0-9465-d1a5cbdc7928 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:25.585858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6c75f57e-55bc-46a6-8e58-72e6b5070f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.622138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6c75f57e-55bc-46a6-8e58-72e6b5070f09 None None] Port a54da811-d42e-45c0-9465-d1a5cbdc7928 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:25.686133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-6f5cdcdd-0a9f-4a11-a619-cf1c9a4578d8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] For port 8fd9e420-4683-42c1-9bed-ad8b9091c784, host n-h2-803757-2, got binding levels [] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:25.686504 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdcdd-0a9f-4a11-a619-cf1c9a4578d8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.703034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6f5cdcdd-0a9f-4a11-a619-cf1c9a4578d8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Calling delete_port for 8fd9e420-4683-42c1-9bed-ad8b9091c784 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:25.712594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa412-c1df-4c3a-bfc0-e16ff41ce80a req-a03c90f5-20e0-4565-9e89-5dbd8cf0f44c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:25.714100 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-db0fa412-c1df-4c3a-bfc0-e16ff41ce80a req-a03c90f5-20e0-4565-9e89-5dbd8cf0f44c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 946 time: 0.1222506 Aug 19 12:27:25.801393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-db0fa412-c1df-4c3a-bfc0-e16ff41ce80a req-4e84e77f-0ccf-4afc-b67c-f3b9c1f42846 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792153 Aug 19 12:27:25.844454 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1585169d-4c11-421b-b2cc-d533705d531f req-85290c64-7a81-4860-bc38-ee1bbe8d62a9 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 210 time: 0.0606608 Aug 19 12:27:25.848486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54da811-d42e-45c0-9465-d1a5cbdc7928 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:25.861702 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.874488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Transition to ACTIVE for port object a54da811-d42e-45c0-9465-d1a5cbdc7928 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:25.964599 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.968471 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ab3f191-ad32-4283-b712-f184becb23c5 req-c2a6898f-f6b9-411c-af61-d704ba4627ac tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0342779 Aug 19 12:27:25.969192 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdcdd-0a9f-4a11-a619-cf1c9a4578d8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:25.997425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cdcdd-0a9f-4a11-a619-cf1c9a4578d8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fd9e420-4683-42c1-9bed-ad8b9091c784,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:26.004693 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f5cdcdd-0a9f-4a11-a619-cf1c9a4578d8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.006577 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6f5cdcdd-0a9f-4a11-a619-cf1c9a4578d8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "DELETE /v2.0/ports/8fd9e420-4683-42c1-9bed-ad8b9091c784 HTTP/1.1" status: 204 len: 168 time: 0.5197208 Aug 19 12:27:26.009233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34642) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:26.032851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.033114 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1de2f4c-e806-4606-8c20-07dda74c0606 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:27:26.036053 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a1de2f4c-e806-4606-8c20-07dda74c0606 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "GET /v2.0/ports/8fd9e420-4683-42c1-9bed-ad8b9091c784 HTTP/1.1" status: 404 len: 333 time: 0.0254636 Aug 19 12:27:26.046416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34644) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:26.057726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-828503615', 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:26.093221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Pushing event updated for resources: {'Port': ['ID=a54da811-d42e-45c0-9465-d1a5cbdc7928,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:26.160780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Attempting to bind port a54da811-d42e-45c0-9465-d1a5cbdc7928 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:26.161405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Attempting to bind port a54da811-d42e-45c0-9465-d1a5cbdc7928 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:26.161511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Attempting to bind port a54da811-d42e-45c0-9465-d1a5cbdc7928 on network 3b696a7f-938e-43e6-a719-4cb916654b83 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:26.167030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Port a54da811-d42e-45c0-9465-d1a5cbdc7928 on network 3b696a7f-938e-43e6-a719-4cb916654b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:26.167361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Attempting to bind port a54da811-d42e-45c0-9465-d1a5cbdc7928 on network 3b696a7f-938e-43e6-a719-4cb916654b83 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:26.172707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:26.173083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Checking segment: {'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:26.173471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Bound using segment: {'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:26.173931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Bound port: a54da811-d42e-45c0-9465-d1a5cbdc7928, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:26.174294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.252703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] For port a54da811-d42e-45c0-9465-d1a5cbdc7928, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:26.256334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] For port a54da811-d42e-45c0-9465-d1a5cbdc7928, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a54da811-d42e-45c0-9465-d1a5cbdc7928,segment=NetworkSegment(b76df1ea-abb6-4bbf-bb58-70ab3feeb539),segment_id=b76df1ea-abb6-4bbf-bb58-70ab3feeb539)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:26.263115 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Made reservation on behalf of 975d5f3a872a4ab9966f5726bb86b1b9 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:26.269087 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.299056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] device_id is not set on port c3f58478-61fd-40fa-9820-675ecba69a56 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:26.362714 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.397816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:26.398436 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.400711 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] 10.222.0.30 "PUT /v2.0/ports/a54da811-d42e-45c0-9465-d1a5cbdc7928 HTTP/1.1" status: 200 len: 1092 time: 0.9728808 Aug 19 12:27:26.401187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d571ee-481f-4600-a965-508c48ef5555', 'tag': 'a54da811-d42e-45c0-9465-d1a5cbdc7928'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:26.403470 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c594028b-cb89-4df1-b847-6fbe465ed46c" -d '{"events": [{"name": "network-changed", "server_uuid": "22d571ee-481f-4600-a965-508c48ef5555", "tag": "a54da811-d42e-45c0-9465-d1a5cbdc7928"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:26.445404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76721ea8-71bc-4f2e-818f-ba98b7d6fd16 service neutron] Pushing event updated for resources: {'Port': ['ID=a54da811-d42e-45c0-9465-d1a5cbdc7928,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:26.457112 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bdab25-0e33-472c-a36d-e49a1ae8caff x-openstack-request-id: req-07bdab25-0e33-472c-a36d-e49a1ae8caff {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:26.457403 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d571ee-481f-4600-a965-508c48ef5555", "tag": "a54da811-d42e-45c0-9465-d1a5cbdc7928", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:26.457651 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07bdab25-0e33-472c-a36d-e49a1ae8caff {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:26.458047 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d571ee-481f-4600-a965-508c48ef5555', 'tag': 'a54da811-d42e-45c0-9465-d1a5cbdc7928', 'status': 'completed', 'code': 200} Aug 19 12:27:26.476107 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.545645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594028b-cb89-4df1-b847-6fbe465ed46c req-a7c4cc21-fd96-4df0-b451-b23d8be621f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:26.547471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c594028b-cb89-4df1-b847-6fbe465ed46c req-a7c4cc21-fd96-4df0-b451-b23d8be621f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e17c32b2123847b3ab50e9ba222ccb28&device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 1095 time: 0.0489516 Aug 19 12:27:26.645217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26c3d7-5bae-49cf-9854-3a67bf5a1aa6 req-344344fe-a926-4a1b-9e88-e243a7669650 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:26.647075 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff26c3d7-5bae-49cf-9854-3a67bf5a1aa6 req-344344fe-a926-4a1b-9e88-e243a7669650 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 944 time: 0.0565064 Aug 19 12:27:26.658397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594028b-cb89-4df1-b847-6fbe465ed46c req-c600793d-82aa-4704-b043-28058416565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:26.659852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c594028b-cb89-4df1-b847-6fbe465ed46c req-c600793d-82aa-4704-b043-28058416565b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e17c32b2123847b3ab50e9ba222ccb28&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1040742 Aug 19 12:27:26.707449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff26c3d7-5bae-49cf-9854-3a67bf5a1aa6 req-eed9b4f2-8fe8-4588-800a-6543d8c706b6 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524278 Aug 19 12:27:26.725263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.771484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Network f4b237f8-022a-4f76-872f-20eabdb566cb is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:26.774834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:26.775552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594028b-cb89-4df1-b847-6fbe465ed46c req-662a8ebb-1431-43f6-84e9-edff6c1c0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:26.777879 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c594028b-cb89-4df1-b847-6fbe465ed46c req-662a8ebb-1431-43f6-84e9-edff6c1c0f94 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069486 Aug 19 12:27:26.786378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:26.786378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:26.786378 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:26.786378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event updated for resources: {'Port': ['ID=c3f58478-61fd-40fa-9820-675ecba69a56,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:26.862905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-800353de-b076-4360-9ee5-c15128d0df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:26.865652 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-800353de-b076-4360-9ee5-c15128d0df47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e17c32b2123847b3ab50e9ba222ccb28&device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 1095 time: 0.0503342 Aug 19 12:27:26.929809 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-2c8f8764-1bdd-4493-a498-5ff6d2398239 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a54da811-d42e-45c0-9465-d1a5cbdc7928 HTTP/1.1" status: 200 len: 217 time: 0.0512769 Aug 19 12:27:26.949396 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a6e3d10-0cd3-4dd8-80e7-3604de3fa303 req-e6dee9d1-ca2d-452c-91ec-503d019029c5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 210 time: 0.0348370 Aug 19 12:27:26.953274 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cf78408f-eb4f-4593-b3af-9876c6507bb8 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9030483 Aug 19 12:27:26.953520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34660) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:26.998917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af14b331-19c8-4c2c-8d4a-88227d36a7de tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.002755 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-af14b331-19c8-4c2c-8d4a-88227d36a7de tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "GET /v2.0/ports/c3f58478-61fd-40fa-9820-675ecba69a56 HTTP/1.1" status: 200 len: 954 time: 0.0458741 Aug 19 12:27:27.003589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34664) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:27.006206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-025fc65b-86a3-4ab6-b2de-bce104da492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.008051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-025fc65b-86a3-4ab6-b2de-bce104da492e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b0b33eac-5d36-492c-914c-081e7dbf2263 HTTP/1.1" status: 200 len: 853 time: 0.0620375 Aug 19 12:27:27.016573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bb087-48b8-42a6-98d3-e35074083247 req-603c4143-9b37-47af-bfaa-b52bfc539d3a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.018362 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-907bb087-48b8-42a6-98d3-e35074083247 req-603c4143-9b37-47af-bfaa-b52bfc539d3a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 946 time: 0.1280942 Aug 19 12:27:27.077385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-a7fcadf7-bbe0-4695-b780-c6d562120e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.079064 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-a7fcadf7-bbe0-4695-b780-c6d562120e97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b696a7f-938e-43e6-a719-4cb916654b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596683 Aug 19 12:27:27.105534 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61203372-62f8-4b18-8eb4-042fe79a79e4 req-3770559d-dc3e-4a71-ad10-5925333ca6e8 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0338635 Aug 19 12:27:27.125240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-af836db1-3339-4342-a650-96b745650889 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Deleting port c3f58478-61fd-40fa-9820-675ecba69a56 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:27.125588 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af836db1-3339-4342-a650-96b745650889 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.144445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-907bb087-48b8-42a6-98d3-e35074083247 req-c8ca0974-0156-4f77-b729-3e99cd2b4c83 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958326 Aug 19 12:27:27.186130 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af836db1-3339-4342-a650-96b745650889 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.193280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-30343622-52e7-48f9-84d3-3a7c50c4b186 service neutron] 10.222.0.30 "GET /v2.0/networks/3b696a7f-938e-43e6-a719-4cb916654b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045203 Aug 19 12:27:27.199961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-af836db1-3339-4342-a650-96b745650889 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Calling delete_port for c3f58478-61fd-40fa-9820-675ecba69a56 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:27.300921 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2c7602b8-2c8c-44ac-a945-9a10df71b031 req-a23c09d6-f553-495a-b877-6b6543aaa837 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=71865e080f284c3da990ac66652fb3d0 HTTP/1.1" status: 200 len: 267 time: 0.0546734 Aug 19 12:27:27.358732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9dce3c9-03c4-465c-b704-89e00a0de844 req-b409f3f3-6ada-4d7b-8618-464f3d181250 service neutron] 10.222.0.30 "GET /v2.0/networks/3b696a7f-938e-43e6-a719-4cb916654b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553500 Aug 19 12:27:27.381565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7602b8-2c8c-44ac-a945-9a10df71b031 req-035cbf6f-4e5f-4f0c-823e-5019ec5fcb17 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.383679 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2c7602b8-2c8c-44ac-a945-9a10df71b031 req-035cbf6f-4e5f-4f0c-823e-5019ec5fcb17 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 946 time: 0.0716994 Aug 19 12:27:27.395565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-2c7602b8-2c8c-44ac-a945-9a10df71b031 req-727381c0-dded-48e9-b3e3-b16e70ab4b27 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Request body: {'port': {'security_groups': []}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:27.468680 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2c7602b8-2c8c-44ac-a945-9a10df71b031 req-727381c0-dded-48e9-b3e3-b16e70ab4b27 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.629039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2c7602b8-2c8c-44ac-a945-9a10df71b031 req-727381c0-dded-48e9-b3e3-b16e70ab4b27 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] For port a2d54182-896a-4dea-b60a-111e5fcff3d0, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a2d54182-896a-4dea-b60a-111e5fcff3d0,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:27.662168 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af836db1-3339-4342-a650-96b745650889 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.665269 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2c7602b8-2c8c-44ac-a945-9a10df71b031 req-727381c0-dded-48e9-b3e3-b16e70ab4b27 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.692864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af836db1-3339-4342-a650-96b745650889 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3f58478-61fd-40fa-9820-675ecba69a56,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:27.712237 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af836db1-3339-4342-a650-96b745650889 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.712237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-af836db1-3339-4342-a650-96b745650889 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c3f58478-61fd-40fa-9820-675ecba69a56 HTTP/1.1" status: 204 len: 168 time: 0.6963513 Aug 19 12:27:27.712237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34680) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:27.721636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-b7036ed4-68a0-4332-aefb-fd16ec8b0072 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301425 Aug 19 12:27:27.729074 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-be842330-582d-4a83-9c85-6353a78c71dd tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:27:27.737317 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-be842330-582d-4a83-9c85-6353a78c71dd tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "GET /v2.0/ports/c3f58478-61fd-40fa-9820-675ecba69a56 HTTP/1.1" status: 404 len: 333 time: 0.0263364 Aug 19 12:27:27.737707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34684) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:27.742484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Request body: {'port': {'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1525327724'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:27.787423 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2c7602b8-2c8c-44ac-a945-9a10df71b031 req-727381c0-dded-48e9-b3e3-b16e70ab4b27 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.802539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['25fb744b-74b2-49c0-b4a7-69c9ede3f16e', 'a2d54182-896a-4dea-b60a-111e5fcff3d0'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:27.808421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1e95dd5a-47be-4f0a-b88e-6a01deb21aa2'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:27.833606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7602b8-2c8c-44ac-a945-9a10df71b031 req-727381c0-dded-48e9-b3e3-b16e70ab4b27 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.834238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2c7602b8-2c8c-44ac-a945-9a10df71b031 req-727381c0-dded-48e9-b3e3-b16e70ab4b27 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.839299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2c7602b8-2c8c-44ac-a945-9a10df71b031 req-727381c0-dded-48e9-b3e3-b16e70ab4b27 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "PUT /v2.0/ports/a2d54182-896a-4dea-b60a-111e5fcff3d0 HTTP/1.1" status: 200 len: 905 time: 0.4489706 Aug 19 12:27:27.839870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27baae2-b5ef-4145-919a-f415ed811fa2', 'tag': 'a2d54182-896a-4dea-b60a-111e5fcff3d0'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:27.850729 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715f3615-09d7-43c1-ad06-ebc2168d8dab" -d '{"events": [{"name": "network-changed", "server_uuid": "a27baae2-b5ef-4145-919a-f415ed811fa2", "tag": "a2d54182-896a-4dea-b60a-111e5fcff3d0"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:27.910518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727381c0-dded-48e9-b3e3-b16e70ab4b27 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event updated for resources: {'Port': ['ID=a2d54182-896a-4dea-b60a-111e5fcff3d0,revision_number=6']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:27.913655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Made reservation on behalf of 975d5f3a872a4ab9966f5726bb86b1b9 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:27.915053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a365be-1dde-4347-abf1-1233047513d8 req-89254b48-0883-41d9-96cd-f1e51b1b5c18 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:27.920916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:27.924245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a365be-1dde-4347-abf1-1233047513d8 req-89254b48-0883-41d9-96cd-f1e51b1b5c18 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 944 time: 0.1325092 Aug 19 12:27:27.981614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['a2d54182-896a-4dea-b60a-111e5fcff3d0'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:27.987056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] device_id is not set on port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:28.020103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a365be-1dde-4347-abf1-1233047513d8 req-b4058154-6f55-4430-88f8-8beca4262b31 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948186 Aug 19 12:27:28.038444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-7101aa16-7a01-413f-bfcd-33ba56d0bb28 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.044588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-7101aa16-7a01-413f-bfcd-33ba56d0bb28 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3135996 Aug 19 12:27:28.058403 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Request body: {'port': {'device_id': '1d9a3dc8-305d-41e3-b7cb-4aca0603b326', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '565400ccc62a4aacaf865f0b391f2aed'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:28.066770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbde937-61d3-45b5-a4a3-f0056fb3eb51 req-f8a239c8-a639-49a0-9621-8b1b4bbffa75 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.085008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bfbde937-61d3-45b5-a4a3-f0056fb3eb51 req-f8a239c8-a639-49a0-9621-8b1b4bbffa75 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 908 time: 0.1543660 Aug 19 12:27:28.153929 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e145f1-7f10-4e60-9424-dd5528524014 x-openstack-request-id: req-05e145f1-7f10-4e60-9424-dd5528524014 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:28.154308 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27baae2-b5ef-4145-919a-f415ed811fa2", "tag": "a2d54182-896a-4dea-b60a-111e5fcff3d0", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:28.154591 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05e145f1-7f10-4e60-9424-dd5528524014 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:28.161082 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27baae2-b5ef-4145-919a-f415ed811fa2', 'tag': 'a2d54182-896a-4dea-b60a-111e5fcff3d0', 'status': 'completed', 'code': 200} Aug 19 12:27:28.383119 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.384442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ff9a2-df72-4da5-a25c-d3c379728039 req-5165c899-1d3a-4435-b858-685c31888ac9 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.391378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0a3ff9a2-df72-4da5-a25c-d3c379728039 req-5165c899-1d3a-4435-b858-685c31888ac9 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0708051 Aug 19 12:27:28.416229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1336d0da-1c46-4b40-973c-ebb2ed9c1554 req-9edac3cf-7cc2-4bf4-93f4-5495997b656d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 210 time: 0.1943970 Aug 19 12:27:28.439292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f3615-09d7-43c1-ad06-ebc2168d8dab req-cbb17e51-8fcc-4b1c-8b78-3690d563ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.439694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-895cc6d1-1fc1-48f7-b87f-f0b5f2edc1eb None None] Provisioning complete for port a2d54182-896a-4dea-b60a-111e5fcff3d0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:28.440288 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-895cc6d1-1fc1-48f7-b87f-f0b5f2edc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.440904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-715f3615-09d7-43c1-ad06-ebc2168d8dab req-cbb17e51-8fcc-4b1c-8b78-3690d563ec8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 1059 time: 0.2642829 Aug 19 12:27:28.444779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0a3ff9a2-df72-4da5-a25c-d3c379728039 req-f3d5f707-791c-440d-8389-a8f52b378986 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495729 Aug 19 12:27:28.529756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Made reservation on behalf of 565400ccc62a4aacaf865f0b391f2aed for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:28.534827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.603679 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-efb0c653-987e-4dc0-8e23-40f7a5cb4700 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475559 Aug 19 12:27:28.606490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd4abec6-a835-4ca6-85be-3f0ff2e09af5 req-7e4c4a9c-7421-46bc-a341-921e9df669ad tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0522513 Aug 19 12:27:28.651930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f3615-09d7-43c1-ad06-ebc2168d8dab req-da93d0d2-fb5f-4141-98fd-753a7cfe7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.657540 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-715f3615-09d7-43c1-ad06-ebc2168d8dab req-da93d0d2-fb5f-4141-98fd-753a7cfe7f53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.2025864 Aug 19 12:27:28.708513 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.715000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-715f3615-09d7-43c1-ad06-ebc2168d8dab req-a984ccdd-2c0a-4698-b450-c1801d03272c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d54182-896a-4dea-b60a-111e5fcff3d0 HTTP/1.1" status: 200 len: 217 time: 0.0441267 Aug 19 12:27:28.782959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Network f4b237f8-022a-4f76-872f-20eabdb566cb is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:28.787554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:28.795800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:28.797249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.797598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:28.799464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0e44a-35a6-4874-8218-8a45b7b839f0 req-b0a10fb0-81c9-4708-a6e8-ae7d332df143 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.806855 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4b0e44a-35a6-4874-8218-8a45b7b839f0 req-b0a10fb0-81c9-4708-a6e8-ae7d332df143 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.2082515 Aug 19 12:27:28.819664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event updated for resources: {'Port': ['ID=f70027bb-236f-4fcd-a1b8-f896b7dc42c5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:28.832431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f3615-09d7-43c1-ad06-ebc2168d8dab req-ecde9d67-68c8-4720-a47e-217a2dce42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.833930 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-715f3615-09d7-43c1-ad06-ebc2168d8dab req-ecde9d67-68c8-4720-a47e-217a2dce42bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1115453 Aug 19 12:27:28.835429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.835947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.836350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.836685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.837013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.837724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.837724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.837999 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.838295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.838614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.838982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.839282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:27:28.887093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f3615-09d7-43c1-ad06-ebc2168d8dab req-b1b928a9-fe46-4aa5-b8a4-988f32ab0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.888205 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-715f3615-09d7-43c1-ad06-ebc2168d8dab req-b1b928a9-fe46-4aa5-b8a4-988f32ab0af3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455575 Aug 19 12:27:28.893502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5ffb57c2-c19e-43cc-b83e-13d11c89e5f3 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:28.894988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5ffb57c2-c19e-43cc-b83e-13d11c89e5f3 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767992 Aug 19 12:27:28.904421 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4b0e44a-35a6-4874-8218-8a45b7b839f0 req-8c8cc096-3e0c-4076-aaa1-067d51d1fe70 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966897 Aug 19 12:27:28.927287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Request body: {'port': {'device_id': '18b014a7-b4fd-4c54-a00f-fca087e41bd2', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '565400ccc62a4aacaf865f0b391f2aed'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:29.044867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-715f3615-09d7-43c1-ad06-ebc2168d8dab req-a10d8183-8ed9-4856-9590-c77ecfd3a9f6 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485450 Aug 19 12:27:29.047861 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0e36563a-a1c7-45a5-923a-b1ad2b540d9e tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3091962 Aug 19 12:27:29.051612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34710) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:29.059689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:29.066313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Allocated IP 192.168.233.189 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/0cb09040-bf98-4e18-9988-14f60e593196) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:29.220265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Made reservation on behalf of 565400ccc62a4aacaf865f0b391f2aed for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:29.223622 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.254465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-715f3615-09d7-43c1-ad06-ebc2168d8dab req-9529943a-bcf8-42f9-8992-e317b731da41 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900897 Aug 19 12:27:29.256948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.265532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17808544-93f0-4ac9-a972-facc22701591 req-6e5525e7-d302-436d-a675-fcf4eaada089 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:29.267302 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17808544-93f0-4ac9-a972-facc22701591 req-6e5525e7-d302-436d-a675-fcf4eaada089 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 944 time: 0.1262443 Aug 19 12:27:29.397422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17808544-93f0-4ac9-a972-facc22701591 req-53892bd3-b17c-4602-aa66-7a51fc27a556 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921495 Aug 19 12:27:29.409139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6984-f589-44f1-b500-c8672118eb23 req-f6872979-75dc-4c7b-b444-888961650a61 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:29.410662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-f6872979-75dc-4c7b-b444-888961650a61 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 811 time: 0.2549911 Aug 19 12:27:29.452823 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.465368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-3db4bbda-0248-4c18-a219-443a2752e6b5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/quotas/71865e080f284c3da990ac66652fb3d0 HTTP/1.1" status: 200 len: 375 time: 0.0298636 Aug 19 12:27:29.497747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] device_id is not set on port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:29.506016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Transition to ACTIVE for port object 0cb09040-bf98-4e18-9988-14f60e593196 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:29.516406 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.542267 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-623be3eb-3532-4a79-ad14-45c2c7817fac req-decd5953-2cd1-4faa-a87b-cc286c08f989 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 210 time: 0.0388002 Aug 19 12:27:29.548173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Transition to ACTIVE for port object f70027bb-236f-4fcd-a1b8-f896b7dc42c5 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:29.552101 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-71ad6e29-fa18-4b38-8ae1-4cde709f9c6f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0850368 Aug 19 12:27:29.656570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-085cd0b5-6719-4f04-a080-b1584487e12a service neutron] 10.222.0.21 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995677 Aug 19 12:27:29.665960 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.715204 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.729878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', '7d2b3e27-922d-42a6-84bd-368a87ea430a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:29.733013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:29.762834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a171090-e867-4bb1-9f58-a289f9617d83 req-db7d1427-08a4-4e04-b605-38ac6ef6bd59 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0557268 Aug 19 12:27:29.767422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event updated for resources: {'Port': ['ID=f70027bb-236f-4fcd-a1b8-f896b7dc42c5,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:29.795815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:29.795815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:29.795815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:29.795815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:29.795815 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:29.795815 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 2 to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 Aug 19 12:27:29.813251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:29.813711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:29.814172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:29.820571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:29.821027 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:29.821565 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 3 to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 Aug 19 12:27:29.841693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:29.842627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:29.845159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:29.848605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:29.849090 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:29.849606 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 4 to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 Aug 19 12:27:29.866124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Allocated IP 192.168.233.13 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/86cb7fab-4fb5-4903-8011-7f7fb1a00ac8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:29.870708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:29.870889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:29.871401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:29.871793 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:29.877385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:29.878136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:29.878904 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:29.879094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event updated for resources: {'Port': ['ID=0cb09040-bf98-4e18-9988-14f60e593196,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:29.887146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:29.891625 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 5 to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 Aug 19 12:27:29.908796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:29.909219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:29.909917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:29.916918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:29.917339 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:29.917787 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 6 to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 Aug 19 12:27:29.934863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:29.934863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:29.935286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:29.941646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:29.942086 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:29.942926 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 7 to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 Aug 19 12:27:29.955564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-eac029aa-1a0c-4887-9cd2-d68a8f247cc8 service neutron] 10.222.0.21 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929597 Aug 19 12:27:29.959743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:29.965829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:29.965829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:29.968784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:29.969184 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:29.969646 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 8 to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 Aug 19 12:27:29.987021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:29.987683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:29.988116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:29.989011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:29.989822 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:29.995431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:29.995858 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:29.996432 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 9 to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 Aug 19 12:27:30.019764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:30.020378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:30.021484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:30.032571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:30.032909 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:30.033308 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempt 10 to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 Aug 19 12:27:30.064605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:30.065004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:30.065348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempting to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:30.080743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:30.081090 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Failed to bind port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '3653be5e-e530-4514-b9e8-f969b309d694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'f4b237f8-022a-4f76-872f-20eabdb566cb'}] Aug 19 12:27:30.081471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.202765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] For port f70027bb-236f-4fcd-a1b8-f896b7dc42c5, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:30.208513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attempted to set empty binding levels {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:27:30.208692 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-f00a29aa-365a-4697-a654-8487dce77e16 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1537526 Aug 19 12:27:30.219107 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.225845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Request body: {'port': {'device_id': '1d9a3dc8-305d-41e3-b7cb-4aca0603b326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:30.269482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Transition to ACTIVE for port object 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:30.318936 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.409932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aabd9c19-2113-4a5f-9bb4-5a7a11e74f63 req-26fa666b-e320-4bcd-9ee2-185e0a76adec tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 210 time: 0.0307012 Aug 19 12:27:30.460047 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.501043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] In _notify_port_updated(), no bound segment for port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 on network f4b237f8-022a-4f76-872f-20eabdb566cb {{(pid=95543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:27:30.501919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:30.502524 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.507016 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "PUT /v2.0/ports/f70027bb-236f-4fcd-a1b8-f896b7dc42c5 HTTP/1.1" status: 200 len: 975 time: 1.4539149 Aug 19 12:27:30.508418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34740) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:30.547544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ed7ac220-d72d-4ca6-be46-86b55c4fd7a7 None None] Provisioning for port 0cb09040-bf98-4e18-9988-14f60e593196 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:30.547544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ed7ac220-d72d-4ca6-be46-86b55c4fd7a7 None None] Provisioning complete for port 0cb09040-bf98-4e18-9988-14f60e593196 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:30.547544 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ed7ac220-d72d-4ca6-be46-86b55c4fd7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.547801 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.554297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b7b2c-42c3-44bf-abe3-f708b6137906 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event updated for resources: {'Port': ['ID=f70027bb-236f-4fcd-a1b8-f896b7dc42c5,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:30.581412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:30.623401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-70c78bbb-cbc2-49e6-9d4e-1221d5902842 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Deleting port f70027bb-236f-4fcd-a1b8-f896b7dc42c5 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:30.624330 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-70c78bbb-cbc2-49e6-9d4e-1221d5902842 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.631077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65896f-5cc8-41e2-8355-1cf90b269402 req-2f388a5b-d4be-4666-ab0a-44ca692ab250 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:30.633720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed65896f-5cc8-41e2-8355-1cf90b269402 req-2f388a5b-d4be-4666-ab0a-44ca692ab250 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 944 time: 0.1353464 Aug 19 12:27:30.644164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ac220-d72d-4ca6-be46-86b55c4fd7a7 None None] Port 0cb09040-bf98-4e18-9988-14f60e593196 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:30.692335 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:30.698593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event updated for resources: {'Port': ['ID=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:30.708880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:30.722174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:30.760082 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed65896f-5cc8-41e2-8355-1cf90b269402 req-b91c3a81-d52d-40d1-9574-763f04d12f5b tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145475 Aug 19 12:27:30.768568 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-70c78bbb-cbc2-49e6-9d4e-1221d5902842 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] For port f70027bb-236f-4fcd-a1b8-f896b7dc42c5, host n-h2-803757-2, got binding levels [] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:30.770397 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-70c78bbb-cbc2-49e6-9d4e-1221d5902842 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.797842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', '7d2b3e27-922d-42a6-84bd-368a87ea430a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:30.802334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-70c78bbb-cbc2-49e6-9d4e-1221d5902842 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Calling delete_port for f70027bb-236f-4fcd-a1b8-f896b7dc42c5 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:30.830149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:30.837315 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.904306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29b04c-faf1-485b-a307-daa6a850b4dd req-39cb9d9d-41d9-4bd6-87c5-112d3830eb9a tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:30.905607 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e29b04c-faf1-485b-a307-daa6a850b4dd req-39cb9d9d-41d9-4bd6-87c5-112d3830eb9a tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 935 time: 0.2307076 Aug 19 12:27:30.916116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb09040-bf98-4e18-9988-14f60e593196 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:30.946156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:30.964721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Transition to ACTIVE for port object 0cb09040-bf98-4e18-9988-14f60e593196 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:31.000546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e29b04c-faf1-485b-a307-daa6a850b4dd req-4df83b3e-e949-4a6e-b8b3-2b25b4fce640 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718231 Aug 19 12:27:31.073949 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e3ae59c1-a53a-48f7-81ed-d86ec9a676c3 req-b7333099-582f-4e73-b263-30d6f6c74fa3 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0554087 Aug 19 12:27:31.139663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-5bcda65b-7642-4f48-af94-aebaa778e821 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2044880 Aug 19 12:27:31.139663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Request body: {'port': {'device_id': '18b014a7-b4fd-4c54-a00f-fca087e41bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:31.199324 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.208490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-70c78bbb-cbc2-49e6-9d4e-1221d5902842 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.222212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.267127 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-457c562e-1f24-453c-915d-eaf6139332fc None None] Provisioning for port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:31.277454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-457c562e-1f24-453c-915d-eaf6139332fc None None] Provisioning complete for port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:31.279316 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-457c562e-1f24-453c-915d-eaf6139332fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.282940 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-70c78bbb-cbc2-49e6-9d4e-1221d5902842 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.290867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-70c78bbb-cbc2-49e6-9d4e-1221d5902842 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f70027bb-236f-4fcd-a1b8-f896b7dc42c5 HTTP/1.1" status: 204 len: 168 time: 0.7766871 Aug 19 12:27:31.291948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c78bbb-cbc2-49e6-9d4e-1221d5902842 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] Pushing event deleted for resources: {'Port': ['ID=f70027bb-236f-4fcd-a1b8-f896b7dc42c5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:31.301356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34760) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:31.339976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-457c562e-1f24-453c-915d-eaf6139332fc None None] Port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:31.343504 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a484a55-8b7b-434d-9850-12bbd92aff92 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:27:31.345469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2a484a55-8b7b-434d-9850-12bbd92aff92 tempest-PortsAdminExtendedAttrsTestJSON-1893246637 tempest-PortsAdminExtendedAttrsTestJSON-1893246637-project-admin] 10.222.0.21 "GET /v2.0/ports/f70027bb-236f-4fcd-a1b8-f896b7dc42c5 HTTP/1.1" status: 404 len: 333 time: 0.0429714 Aug 19 12:27:31.349100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34762) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:31.358966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Pushing event updated for resources: {'Port': ['ID=0cb09040-bf98-4e18-9988-14f60e593196,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:31.473850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.580214 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.591342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b237f8-022a-4f76-872f-20eabdb566cb']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:31.603913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3653be5e-e530-4514-b9e8-f969b309d694') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:31.604183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3653be5e-e530-4514-b9e8-f969b309d694') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:31.613886 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.630953 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.637918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:31.638331 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:31.641804 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:31.810050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.816578 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.822406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] 10.222.0.21 "DELETE /v2.0/networks/f4b237f8-022a-4f76-872f-20eabdb566cb HTTP/1.1" status: 204 len: 168 time: 0.4694374 Aug 19 12:27:31.841464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df50e5-358d-4417-85cd-c9e3e23a1e4f tempest-PortsAdminExtendedAttrsTestJSON-512659607 tempest-PortsAdminExtendedAttrsTestJSON-512659607-project] Pushing event deleted for resources: {'Network': ['ID=f4b237f8-022a-4f76-872f-20eabdb566cb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:31.845977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Attempting to bind port 0cb09040-bf98-4e18-9988-14f60e593196 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:31.846535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Attempting to bind port 0cb09040-bf98-4e18-9988-14f60e593196 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:31.846752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Attempting to bind port 0cb09040-bf98-4e18-9988-14f60e593196 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:31.854339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-003f971d-05a5-4457-8e65-756f349f7678 req-fa7f2644-82a6-464d-9ea8-0de239901623 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 210 time: 0.0420053 Aug 19 12:27:31.856589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Port 0cb09040-bf98-4e18-9988-14f60e593196 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:31.856918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Attempting to bind port 0cb09040-bf98-4e18-9988-14f60e593196 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:31.866691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:31.867107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:31.867489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:31.867929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Bound port: 0cb09040-bf98-4e18-9988-14f60e593196, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:31.868283 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:31.901908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee3005-eb31-4f67-aeec-8a93ac240caa req-2f76fb01-43fa-4d0e-814c-a6c7b41f55e9 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:31.909448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d6ee3005-eb31-4f67-aeec-8a93ac240caa req-2f76fb01-43fa-4d0e-814c-a6c7b41f55e9 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 944 time: 0.0611761 Aug 19 12:27:31.955357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a54da811-d42e-45c0-9465-d1a5cbdc7928 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:31.979668 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d6ee3005-eb31-4f67-aeec-8a93ac240caa req-bfde9332-e536-4060-837f-3c71acd0acf3 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690672 Aug 19 12:27:32.003616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] For port 0cb09040-bf98-4e18-9988-14f60e593196, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:32.023720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] For port 0cb09040-bf98-4e18-9988-14f60e593196, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0cb09040-bf98-4e18-9988-14f60e593196,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:32.038836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:32.047087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.060794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Transition to ACTIVE for port object 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:32.095404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a54da811-d42e-45c0-9465-d1a5cbdc7928, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a54da811-d42e-45c0-9465-d1a5cbdc7928,segment=NetworkSegment(b76df1ea-abb6-4bbf-bb58-70ab3feeb539),segment_id=b76df1ea-abb6-4bbf-bb58-70ab3feeb539)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:32.110897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'a54da811-d42e-45c0-9465-d1a5cbdc7928', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'port_id': 'a54da811-d42e-45c0-9465-d1a5cbdc7928', 'mac_address': 'fa:16:3e:1f:19:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:32.135500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd8c0b-51e8-4513-bcaf-c0bd6fb5a28c req-48920d5f-facd-49c7-9473-c23bcbbf5625 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:32.142520 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6dd8c0b-51e8-4513-bcaf-c0bd6fb5a28c req-48920d5f-facd-49c7-9473-c23bcbbf5625 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 935 time: 0.0604055 Aug 19 12:27:32.154154 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.167111 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.205685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54da811-d42e-45c0-9465-d1a5cbdc7928 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:32.220058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Pushing event updated for resources: {'Port': ['ID=0cb09040-bf98-4e18-9988-14f60e593196,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:32.226309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:32.227202 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.228892 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-590d1ddd-2f0a-408e-9998-da147c6fa3cc service neutron] 10.222.0.30 "PUT /v2.0/ports/0cb09040-bf98-4e18-9988-14f60e593196 HTTP/1.1" status: 200 len: 1096 time: 2.0072653 Aug 19 12:27:32.229955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9a3dc8-305d-41e3-b7cb-4aca0603b326', 'tag': '0cb09040-bf98-4e18-9988-14f60e593196'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:32.232729 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9a3dc8-305d-41e3-b7cb-4aca0603b326", "tag": "0cb09040-bf98-4e18-9988-14f60e593196"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:32.240656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a54da811-d42e-45c0-9465-d1a5cbdc7928, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a54da811-d42e-45c0-9465-d1a5cbdc7928,segment=NetworkSegment(b76df1ea-abb6-4bbf-bb58-70ab3feeb539),segment_id=b76df1ea-abb6-4bbf-bb58-70ab3feeb539)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:32.240811 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.304512 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e5beec9c-10ee-4109-9787-6f8543466a76 req-654da996-3b1e-4459-9cfd-e3a95c1ba8e8 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0604911 Aug 19 12:27:32.331982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Pushing event updated for resources: {'Port': ['ID=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:32.379247 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.485197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a54da811-d42e-45c0-9465-d1a5cbdc7928,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:32.497504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Attempting to bind port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:32.497845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Attempting to bind port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:32.498181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Attempting to bind port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:32.516780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:32.517112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Attempting to bind port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:32.526651 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5921c7f-7332-491c-89f6-155501336a3f x-openstack-request-id: req-f5921c7f-7332-491c-89f6-155501336a3f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:32.528412 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9a3dc8-305d-41e3-b7cb-4aca0603b326", "tag": "0cb09040-bf98-4e18-9988-14f60e593196", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:32.528412 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5921c7f-7332-491c-89f6-155501336a3f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:32.528412 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9a3dc8-305d-41e3-b7cb-4aca0603b326', 'tag': '0cb09040-bf98-4e18-9988-14f60e593196', 'status': 'completed', 'code': 200} Aug 19 12:27:32.535681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-d3feb14c-53f6-47bc-9056-e8d685e0d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:32.537224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-d3feb14c-53f6-47bc-9056-e8d685e0d23b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=1d9a3dc8-305d-41e3-b7cb-4aca0603b326 HTTP/1.1" status: 200 len: 1099 time: 0.1322837 Aug 19 12:27:32.538472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:32.538883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:32.539275 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:32.539724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Bound port: 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:32.540088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.593424 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-38b46cfb-d68d-442c-a7df-a3da178282b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=0cb09040-bf98-4e18-9988-14f60e593196 HTTP/1.1" status: 200 len: 217 time: 0.0425289 Aug 19 12:27:32.605926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6dd8c0b-51e8-4513-bcaf-c0bd6fb5a28c req-bbadb21f-ab3d-406f-9159-99331bafa0b7 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577308 Aug 19 12:27:32.630127 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['a54da811-d42e-45c0-9465-d1a5cbdc7928'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:32.659143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34784) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:32.686302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-d629505d-83ee-40e3-b893-9c4fcb921897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:32.687804 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-d629505d-83ee-40e3-b893-9c4fcb921897 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0675924 Aug 19 12:27:32.694399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] For port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:32.699859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] For port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:32.752424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-0cc1738f-03e2-4e50-b93c-7a0144fe03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:32.754455 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-0cc1738f-03e2-4e50-b93c-7a0144fe03a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528061 Aug 19 12:27:32.833446 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.855066 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-97f2f44e-b962-4449-bfd2-aa00b2a8b376 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40d82656c94f4a58bb7e7ee543c7c6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943886 Aug 19 12:27:32.857660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34788) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:32.898944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:32.899576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.901025 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] 10.222.0.62 "PUT /v2.0/ports/86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 HTTP/1.1" status: 200 len: 1095 time: 1.7715335 Aug 19 12:27:32.923881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11aa4c-c394-4ed9-b84f-3e9f60f93195 service neutron] Pushing event updated for resources: {'Port': ['ID=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:32.937236 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-c4837379-a7a4-4046-a5a1-cb5acb84cb9f service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752427 Aug 19 12:27:32.947167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb707d53-baef-4aac-ad56-308ac7812c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:32.967122 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80f0a3c7-335c-41ba-9bdf-d9d5d3efb4a5 req-4cfd7793-e5ae-40b8-aa3d-4e2d8b08449e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 210 time: 0.0287890 Aug 19 12:27:32.972785 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb707d53-baef-4aac-ad56-308ac7812c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.066558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-12028b58-03df-42fb-b9d2-c3ed937b03e1 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022146 Aug 19 12:27:33.129669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9104f7-2838-45e1-991a-691eeda015be req-c46d2c19-a732-4073-83a3-6324d3799561 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:33.131416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ea9104f7-2838-45e1-991a-691eeda015be req-c46d2c19-a732-4073-83a3-6324d3799561 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 945 time: 0.0724049 Aug 19 12:27:33.140587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-171a906c-a888-4534-80d8-5b017da555a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:33.143558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-171a906c-a888-4534-80d8-5b017da555a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0483823 Aug 19 12:27:33.175305 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ea9104f7-2838-45e1-991a-691eeda015be req-c9e4fa8e-d6ba-408c-bce8-115c89468722 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370970 Aug 19 12:27:33.199185 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-bc151000-9fd6-45c8-8133-30957fb22ef2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 HTTP/1.1" status: 200 len: 217 time: 0.0424883 Aug 19 12:27:33.248672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-97b86d18-791f-4f89-8d4c-ffea5c932b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:33.249852 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb707d53-baef-4aac-ad56-308ac7812c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.250162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-97b86d18-791f-4f89-8d4c-ffea5c932b8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0439599 Aug 19 12:27:33.252569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb707d53-baef-4aac-ad56-308ac7812c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:33.253668 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fb707d53-baef-4aac-ad56-308ac7812c6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45c68b2a-4094-4d8d-9cf7-7314dc6feac2 HTTP/1.1" status: 204 len: 168 time: 0.3948665 Aug 19 12:27:33.262256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb707d53-baef-4aac-ad56-308ac7812c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c68b2a-4094-4d8d-9cf7-7314dc6feac2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:33.340978 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-28d5c4f7-18fa-4830-a0b3-84d55edd4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:33.342499 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-28d5c4f7-18fa-4830-a0b3-84d55edd4ac8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826533 Aug 19 12:27:33.348467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43 req-ee72d3a5-a9c8-42e6-96b9-52ecc93087c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:33.349821 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43 req-ee72d3a5-a9c8-42e6-96b9-52ecc93087c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=1d9a3dc8-305d-41e3-b7cb-4aca0603b326 HTTP/1.1" status: 200 len: 1099 time: 0.0539386 Aug 19 12:27:33.484870 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-366ea0cb-04f5-4db6-a0a3-8643bc6aea3b req-ffdbaa2d-3d39-4540-af7c-51eec60d8b99 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0435710 Aug 19 12:27:33.538009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-a592fe23-69c8-4e2b-9643-5f2e09f3931d service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817076 Aug 19 12:27:33.540585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43 req-5345df44-b22f-4994-8283-5a7ba0a9d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:33.541045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43 req-5345df44-b22f-4994-8283-5a7ba0a9d50e service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1770451 Aug 19 12:27:33.622719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43 req-2d854cdb-edfa-4ca2-90fb-a5dd2e9f1804 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=0cb09040-bf98-4e18-9988-14f60e593196 HTTP/1.1" status: 200 len: 217 time: 0.0693412 Aug 19 12:27:33.736601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43 req-f63a4a5a-d28f-4834-a05e-06c223add178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:33.738247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43 req-f63a4a5a-d28f-4834-a05e-06c223add178 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1032631 Aug 19 12:27:33.748757 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2f6d30-3cec-43e3-b3bf-05b89204a3d2 req-2fa2bf2e-1d6d-402a-a1fd-6a9b5bbb729e service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015498 Aug 19 12:27:33.775327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f31370-695e-4da2-95f1-9934f7fc5882 req-a592e0f8-cee1-49df-bde0-7ac9c31da300 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:33.776849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6f31370-695e-4da2-95f1-9934f7fc5882 req-a592e0f8-cee1-49df-bde0-7ac9c31da300 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 947 time: 0.1082022 Aug 19 12:27:33.845565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43 req-f9c68d5d-9ab0-4115-bfd4-84896af76c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:33.847095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43 req-f9c68d5d-9ab0-4115-bfd4-84896af76c29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865886 Aug 19 12:27:33.855074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6f31370-695e-4da2-95f1-9934f7fc5882 req-e0459ba9-3f82-4ad6-8d86-eb295a92ffe0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570908 Aug 19 12:27:33.947212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43 req-c597f110-e533-43f2-9a7c-e2c072ea7076 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903602 Aug 19 12:27:33.984679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a54da811-d42e-45c0-9465-d1a5cbdc7928 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:34.059418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68e21b82-a426-4f1d-a0fb-d2b768c0aa43 req-d832d022-004a-4d36-8938-dcd1e8b76b25 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032100 Aug 19 12:27:34.080229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2ba0705-0e1e-45d9-8a09-52a64b7a8e49 req-ae7dedd4-b243-47e5-8578-8a976370c7d7 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 210 time: 0.0290036 Aug 19 12:27:34.127113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port a54da811-d42e-45c0-9465-d1a5cbdc7928 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:34.131819 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port a54da811-d42e-45c0-9465-d1a5cbdc7928 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:34.132933 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.196216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6984-f589-44f1-b500-c8672118eb23 req-517f2e32-d581-4e26-be7d-33a1fe84eb46 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:34.198044 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-517f2e32-d581-4e26-be7d-33a1fe84eb46 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 811 time: 0.1183083 Aug 19 12:27:34.212907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Request body: {'port': {'device_id': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'admin_state_up': True, 'tenant_id': '71865e080f284c3da990ac66652fb3d0'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:34.228368 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.253182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d571ee-481f-4600-a965-508c48ef5555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54da811-d42e-45c0-9465-d1a5cbdc7928'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:34.253182 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4cb8e2-7ed5-4cb0-b77d-b75a11f459df" -d '{"events": [{"server_uuid": "22d571ee-481f-4600-a965-508c48ef5555", "name": "network-vif-plugged", "status": "completed", "tag": "a54da811-d42e-45c0-9465-d1a5cbdc7928"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:34.264277 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:27:34.266613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a54da811-d42e-45c0-9465-d1a5cbdc7928, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a54da811-d42e-45c0-9465-d1a5cbdc7928,segment=NetworkSegment(b76df1ea-abb6-4bbf-bb58-70ab3feeb539),segment_id=b76df1ea-abb6-4bbf-bb58-70ab3feeb539)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:34.293833 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6edd82-7d1e-47fd-9ad9-02848be662ce x-openstack-request-id: req-ac6edd82-7d1e-47fd-9ad9-02848be662ce {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:34.294130 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d571ee-481f-4600-a965-508c48ef5555", "name": "network-vif-plugged", "status": "completed", "tag": "a54da811-d42e-45c0-9465-d1a5cbdc7928", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:34.294859 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac6edd82-7d1e-47fd-9ad9-02848be662ce {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:34.294859 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d571ee-481f-4600-a965-508c48ef5555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54da811-d42e-45c0-9465-d1a5cbdc7928', 'code': 200} Aug 19 12:27:34.311756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102307c-2f24-421b-b3ef-a0bd9566ff72 req-cf17d9db-9383-4987-8bf8-52589e1bb1f2 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:34.313301 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d102307c-2f24-421b-b3ef-a0bd9566ff72 req-cf17d9db-9383-4987-8bf8-52589e1bb1f2 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 945 time: 0.0599160 Aug 19 12:27:34.370161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34822) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:34.382111 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d102307c-2f24-421b-b3ef-a0bd9566ff72 req-654f2f1a-23b3-492a-baf7-d09f8fdbbfd7 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616219 Aug 19 12:27:34.416175 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-770eb036-a0a9-454d-9e0a-603aead680de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=975d5f3a872a4ab9966f5726bb86b1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447865 Aug 19 12:27:34.418527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34824) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:34.419917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c97d76-32f7-49d8-8a84-e9a8f1c51470 req-147f2641-55de-4a5f-8555-2af756645349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:34.421435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05c97d76-32f7-49d8-8a84-e9a8f1c51470 req-147f2641-55de-4a5f-8555-2af756645349 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 1096 time: 0.0504744 Aug 19 12:27:34.461415 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05c97d76-32f7-49d8-8a84-e9a8f1c51470 req-8ce7ff69-0cb2-46a2-899c-c09b26d25b55 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329552 Aug 19 12:27:34.464287 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.468931 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bda38649-d252-4c16-a70f-54aa6776addd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.490719 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bda38649-d252-4c16-a70f-54aa6776addd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.512881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a54da811-d42e-45c0-9465-d1a5cbdc7928,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:34.529306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b014a7-b4fd-4c54-a00f-fca087e41bd2', 'tag': '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:34.531099 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64" -d '{"events": [{"name": "network-changed", "server_uuid": "18b014a7-b4fd-4c54-a00f-fca087e41bd2", "tag": "86cb7fab-4fb5-4903-8011-7f7fb1a00ac8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:34.580687 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3926685-d97a-46b0-bf05-ae90bb7f0105 x-openstack-request-id: req-a3926685-d97a-46b0-bf05-ae90bb7f0105 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:34.580977 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b014a7-b4fd-4c54-a00f-fca087e41bd2", "tag": "86cb7fab-4fb5-4903-8011-7f7fb1a00ac8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:34.581230 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3926685-d97a-46b0-bf05-ae90bb7f0105 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:34.581616 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b014a7-b4fd-4c54-a00f-fca087e41bd2', 'tag': '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8', 'status': 'completed', 'code': 200} Aug 19 12:27:34.597133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a343117-4c28-4449-8dbb-e856dbef8e8c req-ad86b2fd-d3bb-482e-b8df-85d1c408afc1 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0271885 Aug 19 12:27:34.597601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Made reservation on behalf of 71865e080f284c3da990ac66652fb3d0 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:34.601029 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.631667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34832) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:34.704854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64 req-3dbb07a1-db95-45a6-aed7-6cb45dc3fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:34.706383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64 req-3dbb07a1-db95-45a6-aed7-6cb45dc3fe5a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 1098 time: 0.0946929 Aug 19 12:27:34.740467 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c35c5f32-adec-4344-a15a-315e23d24be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.790588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bda38649-d252-4c16-a70f-54aa6776addd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.790588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bda38649-d252-4c16-a70f-54aa6776addd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.790588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bda38649-d252-4c16-a70f-54aa6776addd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d4d882b-f8ab-4095-b9ae-193e40f33b08 HTTP/1.1" status: 204 len: 168 time: 0.3708463 Aug 19 12:27:34.822556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Allocated IP 172.20.0.8 (68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8/6cc58d73-9a1e-4ed3-814d-0ef0a0095792/0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:34.824847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda38649-d252-4c16-a70f-54aa6776addd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4d882b-f8ab-4095-b9ae-193e40f33b08,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:34.883499 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c35c5f32-adec-4344-a15a-315e23d24be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:34.889196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64 req-36f7ab64-29b0-42d3-92dc-3107929834b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:34.890775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64 req-36f7ab64-29b0-42d3-92dc-3107929834b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.1762762 Aug 19 12:27:34.981106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64 req-0fc943f1-2eb4-4abd-8895-eb70b93abc8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 HTTP/1.1" status: 200 len: 217 time: 0.0771742 Aug 19 12:27:35.078196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c35c5f32-adec-4344-a15a-315e23d24be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.084152 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0893-3dea-42bd-98d8-099d9c0f2edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.097738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64 req-66855ea3-8f2f-46b9-9d51-f269342eb233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:35.099233 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64 req-66855ea3-8f2f-46b9-9d51-f269342eb233 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1090493 Aug 19 12:27:35.109102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45833ac-dd76-4072-adaf-5cd58a5a1b97 req-e976d679-e633-4839-94a9-7beb5567051f tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:35.114269 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b45833ac-dd76-4072-adaf-5cd58a5a1b97 req-e976d679-e633-4839-94a9-7beb5567051f tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 947 time: 0.1338506 Aug 19 12:27:35.121728 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c35c5f32-adec-4344-a15a-315e23d24be2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34bd9efae8164b1e873274352ca596ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889719 Aug 19 12:27:35.122573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c5f32-adec-4344-a15a-315e23d24be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12825d46-f86f-40fc-a8bb-d05b545180c1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:35.125066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34844) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:35.130989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.178717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Transition to ACTIVE for port object 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:35.193407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0479e3c1-bf93-4fa3-894a-1bf3818520c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.209014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b45833ac-dd76-4072-adaf-5cd58a5a1b97 req-5287b727-02a8-4548-9b91-059b2b80c1d2 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813413 Aug 19 12:27:35.210377 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb657540-9e88-4c81-8e3d-f6665c420451 req-9528667c-7424-4907-a78d-0c2bf4fcfb47 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 210 time: 0.0363698 Aug 19 12:27:35.214954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64 req-a2f3dbc2-3c11-4719-9487-90602e07a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:35.216363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64 req-a2f3dbc2-3c11-4719-9487-90602e07a29c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002915 Aug 19 12:27:35.233314 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0479e3c1-bf93-4fa3-894a-1bf3818520c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.351327 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64 req-bce6783d-2404-4de1-890f-72b2b94eee71 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246817 Aug 19 12:27:35.438847 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0479e3c1-bf93-4fa3-894a-1bf3818520c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.439014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.441423 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0479e3c1-bf93-4fa3-894a-1bf3818520c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.442580 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0479e3c1-bf93-4fa3-894a-1bf3818520c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12825d46-f86f-40fc-a8bb-d05b545180c1 HTTP/1.1" status: 204 len: 168 time: 0.3163927 Aug 19 12:27:35.451829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1e95dd5a-47be-4f0a-b88e-6a01deb21aa2'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:35.454480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['25fb744b-74b2-49c0-b4a7-69c9ede3f16e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:35.464626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479e3c1-bf93-4fa3-894a-1bf3818520c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12825d46-f86f-40fc-a8bb-d05b545180c1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:35.505515 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c08e4436-cb34-47b1-92c1-99bf9ccf6e64 req-a6ceff3a-8e10-4144-aa10-9104fab5378d service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467605 Aug 19 12:27:35.531948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:35.535437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:35.541790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:35.546032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event updated for resources: {'Port': ['ID=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:35.564922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef625d-590d-4ea5-9898-bf710817cd99 req-005f9284-cf5b-445b-ad5a-da76241849e7 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:35.571331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aaef625d-590d-4ea5-9898-bf710817cd99 req-005f9284-cf5b-445b-ad5a-da76241849e7 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 946 time: 0.0902793 Aug 19 12:27:35.624528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:35.624917 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:35.634249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aaef625d-590d-4ea5-9898-bf710817cd99 req-909aa2ba-b5c8-44a6-bd56-54e8b57b2e21 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566530 Aug 19 12:27:35.758296 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-661b4b42-4bbd-4bcb-91d9-1e7433085774 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5503602 Aug 19 12:27:35.760477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a767ff3-f5c7-4529-9f92-3158605fe0d0 req-b202dd9a-3592-4a3b-88b2-e605e574d9d0 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0389907 Aug 19 12:27:35.787889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Request body: {'port': {'device_id': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:35.856600 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.009497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 0cb09040-bf98-4e18-9988-14f60e593196 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:36.088595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:36.120365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ae4bebc8-f4ac-4d24-8bbf-e43ccaf52619 None None] Provisioning for port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:36.142725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ae4bebc8-f4ac-4d24-8bbf-e43ccaf52619 None None] Provisioning complete for port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:36.143133 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ae4bebc8-f4ac-4d24-8bbf-e43ccaf52619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.147083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:36.156576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.169817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Transition to ACTIVE for port object 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:36.213834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 0cb09040-bf98-4e18-9988-14f60e593196, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0cb09040-bf98-4e18-9988-14f60e593196,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:36.254567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ae4bebc8-f4ac-4d24-8bbf-e43ccaf52619 None None] Port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:36.254567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '0cb09040-bf98-4e18-9988-14f60e593196', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '0cb09040-bf98-4e18-9988-14f60e593196', 'mac_address': 'fa:16:3e:df:22:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:36.296463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:36.316468 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.320995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8', 'mac_address': 'fa:16:3e:00:46:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:36.336980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c224-a963-4e72-93bb-7eb5829c272f req-07cfc938-0daa-46e6-b258-2704b869452e tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:36.338530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0227c224-a963-4e72-93bb-7eb5829c272f req-07cfc938-0daa-46e6-b258-2704b869452e tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 947 time: 0.0532923 Aug 19 12:27:36.355606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f70ea-f985-4ffb-8a7e-112fa8f1fb7e req-0deb6d41-6074-4b37-9d5b-60b387c09d41 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:36.358218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-913f70ea-f985-4ffb-8a7e-112fa8f1fb7e req-0deb6d41-6074-4b37-9d5b-60b387c09d41 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 931 time: 0.0590818 Aug 19 12:27:36.364527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb09040-bf98-4e18-9988-14f60e593196 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:36.391000 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.393043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0227c224-a963-4e72-93bb-7eb5829c272f req-fa7ad331-3f1d-42d0-82f2-75cb70ed764c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472403 Aug 19 12:27:36.403272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 0cb09040-bf98-4e18-9988-14f60e593196, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0cb09040-bf98-4e18-9988-14f60e593196,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:36.408208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:36.409697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-913f70ea-f985-4ffb-8a7e-112fa8f1fb7e req-06314e87-0e3a-4355-9efc-2513a4e4fafd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Aug 19 12:27:36.431193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:36.442177 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.523532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:36.573413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34882) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:36.583806 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Attempting to bind port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:36.584148 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Attempting to bind port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:36.584690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Attempting to bind port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:36.590379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:36.590700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Attempting to bind port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 on network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:36.595838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:36.596309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Checking segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:36.596606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Bound using segment: {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:36.597040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Bound port: 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:36.597395 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.607585 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.608754 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.640566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34886) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:36.652709 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d47e5892-affe-4230-984c-fb6ac5689d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.684571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=0cb09040-bf98-4e18-9988-14f60e593196,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:36.694145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] For port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:36.698796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] For port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:36.757371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:36.792335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8197a9-0822-4425-a8fa-50fc1216a3b6 req-066aca2c-3d50-4a03-a6bb-49c4c8f0d656 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:36.795314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c8197a9-0822-4425-a8fa-50fc1216a3b6 req-066aca2c-3d50-4a03-a6bb-49c4c8f0d656 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 946 time: 0.0838592 Aug 19 12:27:36.833058 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.864219 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c8197a9-0822-4425-a8fa-50fc1216a3b6 req-5982abbc-b918-4b42-883b-e72bfd1e5a1b tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532808 Aug 19 12:27:36.891408 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d47e5892-affe-4230-984c-fb6ac5689d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.903329 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f408eac-bc8a-409b-b31f-f52f1fdc7e89 req-cf003617-cc73-4132-8998-a2d75956336d tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0346763 Aug 19 12:27:36.910612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['0cb09040-bf98-4e18-9988-14f60e593196'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:36.914782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:36.915423 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:36.916878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] 10.222.0.30 "PUT /v2.0/ports/0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 HTTP/1.1" status: 200 len: 1091 time: 1.1487813 Aug 19 12:27:36.917612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'tag': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:36.919970 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeece4d6-2bc6-44c2-a045-56fe42ccd1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4768704c-b7b9-4605-801f-2e83a6939e6c", "tag": "0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:36.957670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1037784309'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:36.957670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff4592-5bd3-447a-a80d-807980d21e58 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:36.969094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['86cb7fab-4fb5-4903-8011-7f7fb1a00ac8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:36.976343 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccce441-de0b-44ab-92bc-35057d072cd7 x-openstack-request-id: req-dccce441-de0b-44ab-92bc-35057d072cd7 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:36.976631 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4768704c-b7b9-4605-801f-2e83a6939e6c", "tag": "0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:36.976879 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dccce441-de0b-44ab-92bc-35057d072cd7 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:36.977358 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'tag': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7', 'status': 'completed', 'code': 200} Aug 19 12:27:37.037229 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d47e5892-affe-4230-984c-fb6ac5689d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.084565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeece4d6-2bc6-44c2-a045-56fe42ccd1b7 req-f0bc5ba5-7a48-495f-b5e5-25457b159df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.086859 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eeece4d6-2bc6-44c2-a045-56fe42ccd1b7 req-f0bc5ba5-7a48-495f-b5e5-25457b159df1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 1094 time: 0.0850797 Aug 19 12:27:37.110064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e5892-affe-4230-984c-fb6ac5689d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311ccc25-7547-4c7f-9fb7-fc16e71ddd45,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:37.118607 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d47e5892-affe-4230-984c-fb6ac5689d15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=360d85c6d1a3426ea13ce0a3f6f797b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799542 Aug 19 12:27:37.123408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34898) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:37.166151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc9d8f-dbe9-4b04-b622-4b34577ebe0c req-21928380-ab46-4e2e-bfa8-bf5e8cd45225 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.167646 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62dc9d8f-dbe9-4b04-b622-4b34577ebe0c req-21928380-ab46-4e2e-bfa8-bf5e8cd45225 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 946 time: 0.1889293 Aug 19 12:27:37.180363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34900) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:37.185809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1d1f42f9-8b5d-4746-8fbb-dee1fef36a55 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Request body: {'floatingip': {'port_id': 'a54da811-d42e-45c0-9465-d1a5cbdc7928'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:37.202344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:37.205952 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.224376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.234167 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeece4d6-2bc6-44c2-a045-56fe42ccd1b7 req-a84b7b7e-1278-4f47-bc67-28ac9cac12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.235805 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eeece4d6-2bc6-44c2-a045-56fe42ccd1b7 req-a84b7b7e-1278-4f47-bc67-28ac9cac12ae service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=71865e080f284c3da990ac66652fb3d0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1362562 Aug 19 12:27:37.241233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d1f42f9-8b5d-4746-8fbb-dee1fef36a55 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.276058 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-350f5a27-dba9-4750-ae1c-ff4f86be5b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.350561 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-350f5a27-dba9-4750-ae1c-ff4f86be5b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.394920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.409886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeece4d6-2bc6-44c2-a045-56fe42ccd1b7 req-db7cb980-9dc4-4e59-baac-56343db7f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.411409 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eeece4d6-2bc6-44c2-a045-56fe42ccd1b7 req-db7cb980-9dc4-4e59-baac-56343db7f009 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158705 Aug 19 12:27:37.519817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6984-f589-44f1-b500-c8672118eb23 req-b02bff64-bf9b-4d62-a8f3-dd1bc3506224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.521460 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-b02bff64-bf9b-4d62-a8f3-dd1bc3506224 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 1094 time: 0.0653553 Aug 19 12:27:37.545877 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.592658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-583479f9-9963-4238-beb2-2dc9d3d7caaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 HTTP/1.1" status: 200 len: 217 time: 0.0564723 Aug 19 12:27:37.596965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e411ea-057f-46b2-b1c5-e29814768d80 req-a1f7fbc0-65f2-4d1e-bc8e-bc2c906dc29a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.598655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86e411ea-057f-46b2-b1c5-e29814768d80 req-a1f7fbc0-65f2-4d1e-bc8e-bc2c906dc29a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 943 time: 0.1020167 Aug 19 12:27:37.639016 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-350f5a27-dba9-4750-ae1c-ff4f86be5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.641513 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-350f5a27-dba9-4750-ae1c-ff4f86be5b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.642724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-350f5a27-dba9-4750-ae1c-ff4f86be5b41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/311ccc25-7547-4c7f-9fb7-fc16e71ddd45 HTTP/1.1" status: 204 len: 168 time: 0.5177739 Aug 19 12:27:37.643261 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac86c0ce-0481-4986-b671-f8e95df9bff7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:37.647907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:37.664547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67ec53-5ec6-4d52-a50a-a25e7cc11fc5 req-342ad199-033e-40a8-a25f-f141e63d89cd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.666098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d67ec53-5ec6-4d52-a50a-a25e7cc11fc5 req-342ad199-033e-40a8-a25f-f141e63d89cd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 948 time: 0.1635621 Aug 19 12:27:37.675353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f5a27-dba9-4750-ae1c-ff4f86be5b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311ccc25-7547-4c7f-9fb7-fc16e71ddd45,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:37.686155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.686446 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Added segment b9eac46b-029a-47b3-8343-0ec7ad790470 of type vlan for network fe427799-de6b-44e4-8c34-c6b669262f27 Aug 19 12:27:37.712752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ae1d65-a038-46d0-bc7e-4c6ff97c21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.714280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-c1ae1d65-a038-46d0-bc7e-4c6ff97c21f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1106119 Aug 19 12:27:37.728292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86e411ea-057f-46b2-b1c5-e29814768d80 req-89040529-183d-48e2-9595-af612ea95a01 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933216 Aug 19 12:27:37.739070 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.777712 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.783825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d67ec53-5ec6-4d52-a50a-a25e7cc11fc5 req-cd12e472-7a99-4eea-bbc4-e3fc80c31286 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108677 Aug 19 12:27:37.816752 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5e99078f-22bf-4822-bcd2-5a1c7e7f7fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:37.822091 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c6984-f589-44f1-b500-c8672118eb23 req-02205bf9-b93e-41b0-8701-e8cc5cfd5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:37.823641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-02205bf9-b93e-41b0-8701-e8cc5cfd5464 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905802 Aug 19 12:27:37.890477 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d1f42f9-8b5d-4746-8fbb-dee1fef36a55 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.067002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d1f42f9-8b5d-4746-8fbb-dee1fef36a55 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.196123 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-1d1f42f9-8b5d-4746-8fbb-dee1fef36a55 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Floating IP 293b88fe-a4f7-4b06-9030-8bfca4c4e705 associated. External IP: 172.25.2.19, port: a54da811-d42e-45c0-9465-d1a5cbdc7928. Aug 19 12:27:38.198418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.205642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.207103 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.257564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a6888b4-b8c1-4f93-9e80-41d69843fc42 req-978160f8-cb22-42b9-a584-228e2ac5cadf tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0975325 Aug 19 12:27:38.315163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Network': ['ID=fe427799-de6b-44e4-8c34-c6b669262f27,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:38.328348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:38.335643 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-9025cc70-2e09-404a-9f61-27a1db70e112 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999399 Aug 19 12:27:38.431942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1f42f9-8b5d-4746-8fbb-dee1fef36a55 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:38.437946 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f87c6984-f589-44f1-b500-c8672118eb23 req-3bdfd2a0-0fa5-4189-9fc7-f335b27d5005 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940373 Aug 19 12:27:38.495672 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cb00aafc-938b-48ab-a6f3-2a530f1af460 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9211063 Aug 19 12:27:38.498909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34916) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:38.503959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:38.544759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f42f9-8b5d-4746-8fbb-dee1fef36a55 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:38.549854 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d1f42f9-8b5d-4746-8fbb-dee1fef36a55 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.555146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823c1bdb-dc7b-4bed-a48f-d753572f36be None None] Sync routers for ids ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:38.564122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c1bdb-dc7b-4bed-a48f-d753572f36be None None] Routers {'7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:38.564767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-823c1bdb-dc7b-4bed-a48f-d753572f36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:38.581418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1d1f42f9-8b5d-4746-8fbb-dee1fef36a55 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "PUT /v2.0/floatingips/293b88fe-a4f7-4b06-9030-8bfca4c4e705 HTTP/1.1" status: 200 len: 991 time: 1.3995092 Aug 19 12:27:38.582004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d571ee-481f-4600-a965-508c48ef5555', 'tag': 'a54da811-d42e-45c0-9465-d1a5cbdc7928'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:38.584276 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a5de98-7028-4a5c-93f9-1fad406aed1c" -d '{"events": [{"name": "network-changed", "server_uuid": "22d571ee-481f-4600-a965-508c48ef5555", "tag": "a54da811-d42e-45c0-9465-d1a5cbdc7928"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:38.629525 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761f5194-7189-4d5d-8077-517ef5b27ac5 x-openstack-request-id: req-761f5194-7189-4d5d-8077-517ef5b27ac5 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:38.631238 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d571ee-481f-4600-a965-508c48ef5555", "tag": "a54da811-d42e-45c0-9465-d1a5cbdc7928", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:38.631614 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-761f5194-7189-4d5d-8077-517ef5b27ac5 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:38.632912 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d571ee-481f-4600-a965-508c48ef5555', 'tag': 'a54da811-d42e-45c0-9465-d1a5cbdc7928', 'status': 'completed', 'code': 200} Aug 19 12:27:38.721946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5de98-7028-4a5c-93f9-1fad406aed1c req-83a0653b-1941-4d01-8041-9a578e548318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.723510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03a5de98-7028-4a5c-93f9-1fad406aed1c req-83a0653b-1941-4d01-8041-9a578e548318 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e17c32b2123847b3ab50e9ba222ccb28&device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 1097 time: 0.0436502 Aug 19 12:27:38.787843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:38.792808 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.820839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-823c1bdb-dc7b-4bed-a48f-d753572f36be None None] Set router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:38.843056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34928) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:38.865398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1230d7b7-bf7c-4128-b4dd-2b356da49344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:38.948756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5de98-7028-4a5c-93f9-1fad406aed1c req-3aa0b0cf-3997-45fe-b91b-e2116dc857d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.950167 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03a5de98-7028-4a5c-93f9-1fad406aed1c req-3aa0b0cf-3997-45fe-b91b-e2116dc857d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3b696a7f-938e-43e6-a719-4cb916654b83 HTTP/1.1" status: 200 len: 915 time: 0.2119946 Aug 19 12:27:38.953295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538655e-c6d9-4021-9576-ebe2f61e9680 req-54bd72c9-d5d4-4781-8a38-25c173f854c3 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.954990 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c538655e-c6d9-4021-9576-ebe2f61e9680 req-54bd72c9-d5d4-4781-8a38-25c173f854c3 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 948 time: 0.0757449 Aug 19 12:27:38.959978 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1bbac-ba9b-4272-9ebb-335fc15e05bf req-ba8b4734-2598-41ec-a0c4-ed359c355a3b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:38.965963 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85c1bbac-ba9b-4272-9ebb-335fc15e05bf req-ba8b4734-2598-41ec-a0c4-ed359c355a3b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 943 time: 0.1270206 Aug 19 12:27:39.022538 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c538655e-c6d9-4021-9576-ebe2f61e9680 req-7ba1d719-f168-4ef1-be50-77f87df0494d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548279 Aug 19 12:27:39.061697 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1230d7b7-bf7c-4128-b4dd-2b356da49344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.091864 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85c1bbac-ba9b-4272-9ebb-335fc15e05bf req-d6b09f32-80eb-44f6-b8bc-aa8edbb0156a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248362 Aug 19 12:27:39.099087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03a5de98-7028-4a5c-93f9-1fad406aed1c req-659bfe73-3087-40a0-8b6c-d32a673a8ba5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a54da811-d42e-45c0-9465-d1a5cbdc7928 HTTP/1.1" status: 200 len: 999 time: 0.1283250 Aug 19 12:27:39.108482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-823c1bdb-dc7b-4bed-a48f-d753572f36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:13Z', 'revision_number': 4, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '293b88fe-a4f7-4b06-9030-8bfca4c4e705', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'port_id': 'a54da811-d42e-45c0-9465-d1a5cbdc7928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'mac_address': 'fa:16:3e:1f:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d571ee-481f-4600-a965-508c48ef5555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:27:18Z', 'updated_at': '2021-08-19T12:27:37Z', 'revision_number': 1, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef396c4f-4273-409a-a27f-6d3f18c2daeb', 'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'mac_address': 'fa:16:3e:09:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:11Z', 'updated_at': '2021-08-19T12:27:18Z', 'revision_number': 5, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'subnets': [{'id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:39.142262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823c1bdb-dc7b-4bed-a48f-d753572f36be None None] Checking router: 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:39.153188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c1bdb-dc7b-4bed-a48f-d753572f36be None None] Routers {'7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:39.154101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-823c1bdb-dc7b-4bed-a48f-d753572f36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:39.190796 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1230d7b7-bf7c-4128-b4dd-2b356da49344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.195250 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.206679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5de98-7028-4a5c-93f9-1fad406aed1c req-d2056758-6f26-4071-99e9-b08bf192324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:39.207382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03a5de98-7028-4a5c-93f9-1fad406aed1c req-d2056758-6f26-4071-99e9-b08bf192324d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b0b33eac-5d36-492c-914c-081e7dbf2263 HTTP/1.1" status: 200 len: 853 time: 0.0976110 Aug 19 12:27:39.229938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1230d7b7-bf7c-4128-b4dd-2b356da49344 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f86c03ed951045a8ada47d67cba760aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857243 Aug 19 12:27:39.234510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34932) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:39.250420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230d7b7-bf7c-4128-b4dd-2b356da49344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688a87c7-5f1b-4272-a474-4667f33528b2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:39.260852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5de98-7028-4a5c-93f9-1fad406aed1c req-8d8585c7-fb83-4e3c-bb23-9f2d2ddd8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:39.263210 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03a5de98-7028-4a5c-93f9-1fad406aed1c req-8d8585c7-fb83-4e3c-bb23-9f2d2ddd8688 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3b696a7f-938e-43e6-a719-4cb916654b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481756 Aug 19 12:27:39.301792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-823c1bdb-dc7b-4bed-a48f-d753572f36be None None] Set router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:39.313655 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b684b867-5ce7-4f27-8b76-0f3d9f212f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.333955 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.340869 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b684b867-5ce7-4f27-8b76-0f3d9f212f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.411194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6441ce1-f4ec-48d1-8480-fbe38631a5dc req-90131042-78d2-41e1-ac9c-44ead14f5f81 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0474172 Aug 19 12:27:39.435749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=82414335-6ae3-4b32-a4fa-e13fa4bc524f,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:39.450135 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03a5de98-7028-4a5c-93f9-1fad406aed1c req-d6886e24-77b5-4e30-8842-0d28d9f3276f service neutron] 10.222.0.30 "GET /v2.0/networks/3b696a7f-938e-43e6-a719-4cb916654b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735864 Aug 19 12:27:39.453429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:39.453792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network hostable DHCP agents. Network: fe427799-de6b-44e4-8c34-c6b669262f27, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:39.540908 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b684b867-5ce7-4f27-8b76-0f3d9f212f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.541561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-823c1bdb-dc7b-4bed-a48f-d753572f36be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:13Z', 'revision_number': 4, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '293b88fe-a4f7-4b06-9030-8bfca4c4e705', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'port_id': 'a54da811-d42e-45c0-9465-d1a5cbdc7928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'mac_address': 'fa:16:3e:1f:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d571ee-481f-4600-a965-508c48ef5555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:27:18Z', 'updated_at': '2021-08-19T12:27:37Z', 'revision_number': 1, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef396c4f-4273-409a-a27f-6d3f18c2daeb', 'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'mac_address': 'fa:16:3e:09:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:11Z', 'updated_at': '2021-08-19T12:27:18Z', 'revision_number': 5, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'subnets': [{'id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:39.544600 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b684b867-5ce7-4f27-8b76-0f3d9f212f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.545801 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b684b867-5ce7-4f27-8b76-0f3d9f212f55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/688a87c7-5f1b-4272-a474-4667f33528b2 HTTP/1.1" status: 204 len: 168 time: 0.3102767 Aug 19 12:27:39.556084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684b867-5ce7-4f27-8b76-0f3d9f212f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688a87c7-5f1b-4272-a474-4667f33528b2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:39.559247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03a5de98-7028-4a5c-93f9-1fad406aed1c req-0ebf2b08-b712-4481-b335-f6e1c516df1a service neutron] 10.222.0.30 "GET /v2.0/networks/3b696a7f-938e-43e6-a719-4cb916654b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930612 Aug 19 12:27:39.587389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823c1bdb-dc7b-4bed-a48f-d753572f36be None None] The sync data for ids ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'] in n-d-803757-2 is: [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:13Z', 'revision_number': 4, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '293b88fe-a4f7-4b06-9030-8bfca4c4e705', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'port_id': 'a54da811-d42e-45c0-9465-d1a5cbdc7928', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'mac_address': 'fa:16:3e:1f:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d571ee-481f-4600-a965-508c48ef5555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:27:18Z', 'updated_at': '2021-08-19T12:27:37Z', 'revision_number': 1, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef396c4f-4273-409a-a27f-6d3f18c2daeb', 'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'mac_address': 'fa:16:3e:09:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:11Z', 'updated_at': '2021-08-19T12:27:18Z', 'revision_number': 5, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'subnets': [{'id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:39.626737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:39.786670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, fe427799-de6b-44e4-8c34-c6b669262f27) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:39.791456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:39.792173 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:39.798216 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a401699-768f-4f41-9cb2-893437b93cb6 None None] New status for floating IP 293b88fe-a4f7-4b06-9030-8bfca4c4e705: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:27:39.809413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b1526-c3c9-4afa-ad95-675f1be39a20 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:39.961099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '82414335-6ae3-4b32-a4fa-e13fa4bc524f'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:39.962035 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.001687 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8b2c768c-e5e1-440a-a8ab-bc00398f8785 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4989109 Aug 19 12:27:40.001823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34940) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:40.007240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'name': 'tempest-NetworksTestDHCPv6-811086976'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:40.042161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 0cb09040-bf98-4e18-9988-14f60e593196 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:40.131275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:40.212708 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/82414335-6ae3-4b32-a4fa-e13fa4bc524f/3bddc34e-ed6e-4b52-aa03-a36c7907d04b) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:40.236331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4894d01-06d3-4537-a21e-b1055a8944d7 req-9476a24b-3031-4145-9c9b-64a943b39c1f tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:40.238423 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4894d01-06d3-4537-a21e-b1055a8944d7 req-9476a24b-3031-4145-9c9b-64a943b39c1f tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 948 time: 0.0810831 Aug 19 12:27:40.245838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d0a2b-5d3d-49a0-9358-00252ba464f6 req-c7b21546-7798-40db-956b-b69a046a6037 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:40.247536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d83d0a2b-5d3d-49a0-9358-00252ba464f6 req-c7b21546-7798-40db-956b-b69a046a6037 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 943 time: 0.0664093 Aug 19 12:27:40.283242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4894d01-06d3-4537-a21e-b1055a8944d7 req-fb6e9602-7395-4a9a-87e3-74b7a7fed1ec tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371208 Aug 19 12:27:40.291182 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d83d0a2b-5d3d-49a0-9358-00252ba464f6 req-539d2b7e-98bb-433f-800c-5e60161c7c72 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355515 Aug 19 12:27:40.345725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:40.352802 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.377185 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 30e2496e-7885-4afa-854f-a6a4f3464d03 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:40.427093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:40.429511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 0cb09040-bf98-4e18-9988-14f60e593196 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:40.439288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:40.439661 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.441860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 0cb09040-bf98-4e18-9988-14f60e593196 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:40.442219 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.506517 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.512240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888a0d9-e3e0-4bf0-8e7e-52146f80bc4d req-6fceb7ad-4bc8-4aa3-a07f-ff50f4c6005a tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:40.514128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6888a0d9-e3e0-4bf0-8e7e-52146f80bc4d req-6fceb7ad-4bc8-4aa3-a07f-ff50f4c6005a tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 946 time: 0.0614357 Aug 19 12:27:40.523869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Transition to ACTIVE for port object 3bddc34e-ed6e-4b52-aa03-a36c7907d04b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:40.551244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Transition to ACTIVE for port object 3bddc34e-ed6e-4b52-aa03-a36c7907d04b will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:40.557481 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6888a0d9-e3e0-4bf0-8e7e-52146f80bc4d req-ef038d40-e61e-4f5e-aea1-648e06fb7e4e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361886 Aug 19 12:27:40.572593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7464720f-e55c-40c1-81b1-76937bce0628 req-a9c377c4-3a9d-4342-8fc9-ee3315fd2b1c tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0517809 Aug 19 12:27:40.623285 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.632552 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.661370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9a3dc8-305d-41e3-b7cb-4aca0603b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb09040-bf98-4e18-9988-14f60e593196'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:40.663799 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcda9dd0-506c-4c70-84d5-94f244031082" -d '{"events": [{"server_uuid": "1d9a3dc8-305d-41e3-b7cb-4aca0603b326", "name": "network-vif-plugged", "status": "completed", "tag": "0cb09040-bf98-4e18-9988-14f60e593196"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:40.681455 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.683203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 0cb09040-bf98-4e18-9988-14f60e593196, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0cb09040-bf98-4e18-9988-14f60e593196,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:40.693194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:40.703136 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b74a4b-4422-4ed7-a2b0-d33b2b1d66e0 x-openstack-request-id: req-23b74a4b-4422-4ed7-a2b0-d33b2b1d66e0 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:40.703414 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9a3dc8-305d-41e3-b7cb-4aca0603b326", "name": "network-vif-plugged", "status": "completed", "tag": "0cb09040-bf98-4e18-9988-14f60e593196", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:40.703690 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23b74a4b-4422-4ed7-a2b0-d33b2b1d66e0 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:40.704070 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9a3dc8-305d-41e3-b7cb-4aca0603b326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb09040-bf98-4e18-9988-14f60e593196', 'code': 200} Aug 19 12:27:40.735479 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.772555 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:40.781425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:40.785313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:40.809881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::22e (fe427799-de6b-44e4-8c34-c6b669262f27/82414335-6ae3-4b32-a4fa-e13fa4bc524f/30e2496e-7885-4afa-854f-a6a4f3464d03) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:40.811503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Pushing event updated for resources: {'Port': ['ID=3bddc34e-ed6e-4b52-aa03-a36c7907d04b,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:40.816157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1262278-2caf-4928-8034-fc30374c59d3 req-069e271a-0a93-4ea7-b2a8-0c88e47bdffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:40.818146 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c1262278-2caf-4928-8034-fc30374c59d3 req-069e271a-0a93-4ea7-b2a8-0c88e47bdffe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d9a3dc8-305d-41e3-b7cb-4aca0603b326 HTTP/1.1" status: 200 len: 1100 time: 0.0525682 Aug 19 12:27:40.865782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Attempting to bind port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:40.866146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Attempting to bind port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:40.867105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Attempting to bind port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:40.872547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:40.872921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:40.873320 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.873709 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:40.874174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Bound port: 3bddc34e-ed6e-4b52-aa03-a36c7907d04b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:40.874553 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.875690 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c1262278-2caf-4928-8034-fc30374c59d3 req-4b9cc186-fad5-4246-91ed-5f33728363ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350726 Aug 19 12:27:40.945881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] For port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:40.949287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] For port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3bddc34e-ed6e-4b52-aa03-a36c7907d04b,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:40.955015 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.955015 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:40.987154 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.002645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 30e2496e-7885-4afa-854f-a6a4f3464d03 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:41.005442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=0cb09040-bf98-4e18-9988-14f60e593196,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:41.059847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:41.106886 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.159109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.176424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb750e-155f-4f7c-a7f2-ff6fa6893b5a None None] Pushing event updated for resources: {'Port': ['ID=3bddc34e-ed6e-4b52-aa03-a36c7907d04b,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:41.217137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:41.220774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:41.224837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:41.231142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:41.231768 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.242916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=30e2496e-7885-4afa-854f-a6a4f3464d03,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:41.378090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34984) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:41.378658 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eceaf6cc-9672-4a3a-8e98-5e055cd6dffb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3751903 Aug 19 12:27:41.487240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f0d4a-cc5a-4582-a0a7-a85eb6f55ac2 req-3c4e7c8d-87a0-4c31-b430-833e064f80fe tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:41.488770 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da5f0d4a-cc5a-4582-a0a7-a85eb6f55ac2 req-3c4e7c8d-87a0-4c31-b430-833e064f80fe tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 949 time: 0.0736322 Aug 19 12:27:41.507631 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5942b95-ebfd-40ce-92a6-f2fbf84fccba req-99ed605a-9645-43ad-96ef-84ae2dcdd42e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0468159 Aug 19 12:27:41.519395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ca8fb-79eb-4167-b6f5-3c7664468a01 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:41.525414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ca8fb-79eb-4167-b6f5-3c7664468a01 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:41.527064 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cd3ca8fb-79eb-4167-b6f5-3c7664468a01 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1465912 Aug 19 12:27:41.530067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34988) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:41.530587 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da5f0d4a-cc5a-4582-a0a7-a85eb6f55ac2 req-7773d427-5a49-410d-b69a-6b86345b9f53 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346880 Aug 19 12:27:41.568428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799f7c3-0642-4be5-a208-1fd4487175c2 req-62436a21-b825-4ee7-9226-321c3b13a553 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:41.571526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8799f7c3-0642-4be5-a208-1fd4487175c2 req-62436a21-b825-4ee7-9226-321c3b13a553 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 943 time: 0.1631374 Aug 19 12:27:41.645613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8799f7c3-0642-4be5-a208-1fd4487175c2 req-7bf32b80-b12d-4589-bb5e-5fda87278d1d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669055 Aug 19 12:27:41.666393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-21b07a88-70fa-47d7-bb82-72b343830a7c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 30e2496e-7885-4afa-854f-a6a4f3464d03 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:41.666742 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21b07a88-70fa-47d7-bb82-72b343830a7c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.745115 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c920640a-b7d4-4a73-991f-a45dcc150709 req-9a220c64-7d6c-4ee3-a922-1533092fc2bf tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0330217 Aug 19 12:27:41.781510 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21b07a88-70fa-47d7-bb82-72b343830a7c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:41.793228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-21b07a88-70fa-47d7-bb82-72b343830a7c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 30e2496e-7885-4afa-854f-a6a4f3464d03 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:42.047671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:42.113602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21b07a88-70fa-47d7-bb82-72b343830a7c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.148743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b07a88-70fa-47d7-bb82-72b343830a7c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=30e2496e-7885-4afa-854f-a6a4f3464d03,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:42.171233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:42.178116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21b07a88-70fa-47d7-bb82-72b343830a7c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.183207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-21b07a88-70fa-47d7-bb82-72b343830a7c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/30e2496e-7885-4afa-854f-a6a4f3464d03 HTTP/1.1" status: 204 len: 168 time: 0.6498384 Aug 19 12:27:42.183659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35002) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:42.190562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'port_id': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7', 'mac_address': 'fa:16:3e:da:b4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:42.231857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.249024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:42.271795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:42.286687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c78964-507b-4eb2-9687-316cadccd5a4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:42.288909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c78964-507b-4eb2-9687-316cadccd5a4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:42.290416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-78c78964-507b-4eb2-9687-316cadccd5a4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1056967 Aug 19 12:27:42.293155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35008) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:42.315180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfd6e4-3e7c-457a-addc-005f6cdcbc1a None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:42.347304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ca43a2-f76b-40be-b93c-a50ecc846e1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 82414335-6ae3-4b32-a4fa-e13fa4bc524f {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:42.351162 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ca43a2-f76b-40be-b93c-a50ecc846e1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.423471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ca43a2-f76b-40be-b93c-a50ecc846e1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.486062 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3bddc34e-ed6e-4b52-aa03-a36c7907d04b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:42.513512 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ca43a2-f76b-40be-b93c-a50ecc846e1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.515093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.593798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-32d3c5b5-cf47-4518-9e68-7b2f091faaf9 None None] Provisioning for port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:42.597522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:42.666034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23334352-881c-473f-aac4-863e4b491fa6 req-14f1b541-1534-4ff7-b7de-3dbf96d02008 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:42.669273 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23334352-881c-473f-aac4-863e4b491fa6 req-14f1b541-1534-4ff7-b7de-3dbf96d02008 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 949 time: 0.0546641 Aug 19 12:27:42.704926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b014a7-b4fd-4c54-a00f-fca087e41bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:42.707350 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc1e94-41fe-4013-bdf3-db41648e2017" -d '{"events": [{"server_uuid": "18b014a7-b4fd-4c54-a00f-fca087e41bd2", "name": "network-vif-plugged", "status": "completed", "tag": "86cb7fab-4fb5-4903-8011-7f7fb1a00ac8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:42.713920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23334352-881c-473f-aac4-863e4b491fa6 req-8a43a504-c9bd-44bc-a00f-de21f93b3a4b tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394402 Aug 19 12:27:42.780396 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d8070f-38e1-47dd-a6c2-b6421fd6ad35 x-openstack-request-id: req-47d8070f-38e1-47dd-a6c2-b6421fd6ad35 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:42.780954 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b014a7-b4fd-4c54-a00f-fca087e41bd2", "name": "network-vif-plugged", "status": "completed", "tag": "86cb7fab-4fb5-4903-8011-7f7fb1a00ac8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:42.781442 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47d8070f-38e1-47dd-a6c2-b6421fd6ad35 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:42.782060 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b014a7-b4fd-4c54-a00f-fca087e41bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8', 'code': 200} Aug 19 12:27:42.786446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bec38-7f23-47ad-a37a-6679f1a55e5b req-1fda14e3-5dc6-47dd-81a9-490c38dde2a2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:42.788154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a44bec38-7f23-47ad-a37a-6679f1a55e5b req-1fda14e3-5dc6-47dd-81a9-490c38dde2a2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 944 time: 0.0644085 Aug 19 12:27:42.846419 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a44bec38-7f23-47ad-a37a-6679f1a55e5b req-01477077-d614-4a71-8d20-54d45acee930 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511811 Aug 19 12:27:42.852427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:42.861380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:42.918119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:42.929121 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:42.957077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc682d4-cda1-4b5e-bf1d-98d0128c290e req-eedd37f7-885b-4fcc-b24c-55cbbaccb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:42.968058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ffc682d4-cda1-4b5e-bf1d-98d0128c290e req-eedd37f7-885b-4fcc-b24c-55cbbaccb7c2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 1100 time: 0.1010759 Aug 19 12:27:42.984894 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8060dc5-bd1b-4de2-aa10-7ae76297cca2 req-ef7c8885-c86b-4759-98cc-79f242772f48 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0364578 Aug 19 12:27:43.007259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-dcb4332b-3854-4ced-8681-cdc325fe1f54 None None] Provisioning complete for port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:43.007695 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dcb4332b-3854-4ced-8681-cdc325fe1f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.015296 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ffc682d4-cda1-4b5e-bf1d-98d0128c290e req-cdc74d0d-3bf8-4c5f-bac6-d8b8f03b7389 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389626 Aug 19 12:27:43.116940 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ca43a2-f76b-40be-b93c-a50ecc846e1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.127405 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.156799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca43a2-f76b-40be-b93c-a50ecc846e1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=82414335-6ae3-4b32-a4fa-e13fa4bc524f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:43.160315 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ca43a2-f76b-40be-b93c-a50ecc846e1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.162126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f2ca43a2-f76b-40be-b93c-a50ecc846e1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/82414335-6ae3-4b32-a4fa-e13fa4bc524f HTTP/1.1" status: 204 len: 168 time: 0.8679566 Aug 19 12:27:43.165388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35030) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:43.270311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c03f78ee-abd7-4c8c-843e-0f7d417d4f0a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007681 Aug 19 12:27:43.270788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35034) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:43.276957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4829567a-889f-4fce-8e34-71460fbdc68d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:43.406477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca22ef-3972-4348-b737-1a43be136ba3 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:43.460901 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dcb4332b-3854-4ced-8681-cdc325fe1f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.483588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cd9ed-9567-4f64-a7ad-45101c6facee req-3d0d4ed6-830a-4132-9ba3-97babb08915e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:43.485089 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6d2cd9ed-9567-4f64-a7ad-45101c6facee req-3d0d4ed6-830a-4132-9ba3-97babb08915e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 946 time: 0.0619540 Aug 19 12:27:43.515667 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:27:43.516034 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:27:43.532634 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6d2cd9ed-9567-4f64-a7ad-45101c6facee req-bd9bc9ba-55b3-4b6c-ad69-dd7abd8d6e73 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360720 Aug 19 12:27:43.541302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-dcb4332b-3854-4ced-8681-cdc325fe1f54 None None] For port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3bddc34e-ed6e-4b52-aa03-a36c7907d04b,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:43.580537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4829567a-889f-4fce-8e34-71460fbdc68d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:43.584205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4829567a-889f-4fce-8e34-71460fbdc68d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.663745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e724a5-2f52-4f73-b570-fce400a26eef None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:43.709521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-12e724a5-2f52-4f73-b570-fce400a26eef None None] Deleting port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:43.709831 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-12e724a5-2f52-4f73-b570-fce400a26eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.722325 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dcb4332b-3854-4ced-8681-cdc325fe1f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.809643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-12e724a5-2f52-4f73-b570-fce400a26eef None None] For port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3bddc34e-ed6e-4b52-aa03-a36c7907d04b,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:43.810038 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-12e724a5-2f52-4f73-b570-fce400a26eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:43.828989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-12e724a5-2f52-4f73-b570-fce400a26eef None None] Calling delete_port for 3bddc34e-ed6e-4b52-aa03-a36c7907d04b owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:43.833198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4332b-3854-4ced-8681-cdc325fe1f54 None None] Pushing event updated for resources: {'Port': ['ID=3bddc34e-ed6e-4b52-aa03-a36c7907d04b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:43.841187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f53a94fa-6b32-4fb7-8198-35b001aabafc None None] Could not find standard attr ID for object 30e2496e-7885-4afa-854f-a6a4f3464d03. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:27:43.853300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0233f0b-0eb9-4c90-85bf-83a169ad4c47 req-80fe0cc1-79b4-4daf-a38f-444ac7de93d5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:43.854864 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0233f0b-0eb9-4c90-85bf-83a169ad4c47 req-80fe0cc1-79b4-4daf-a38f-444ac7de93d5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 949 time: 0.0499520 Aug 19 12:27:43.897144 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0233f0b-0eb9-4c90-85bf-83a169ad4c47 req-83a192ad-2b7d-478f-88cb-01bf83c1792b tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357924 Aug 19 12:27:43.940982 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4829567a-889f-4fce-8e34-71460fbdc68d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.010717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4829567a-889f-4fce-8e34-71460fbdc68d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:44.017312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-4829567a-889f-4fce-8e34-71460fbdc68d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:44.024279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4829567a-889f-4fce-8e34-71460fbdc68d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:44.024869 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4829567a-889f-4fce-8e34-71460fbdc68d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.029933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829567a-889f-4fce-8e34-71460fbdc68d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=d5882917-2ae5-4f4d-853d-f65d0b8aabd6,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:44.059600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c5017-e7df-481a-9224-e572fb5d7033 req-b61234d9-efb3-479e-9eb3-f33576445a18 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:44.061449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-527c5017-e7df-481a-9224-e572fb5d7033 req-b61234d9-efb3-479e-9eb3-f33576445a18 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 944 time: 0.0898910 Aug 19 12:27:44.087182 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-12e724a5-2f52-4f73-b570-fce400a26eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.119712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e724a5-2f52-4f73-b570-fce400a26eef None None] Pushing event deleted for resources: {'Port': ['ID=3bddc34e-ed6e-4b52-aa03-a36c7907d04b,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:44.122559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e724a5-2f52-4f73-b570-fce400a26eef None None] No DVR routers for this DVR port 3bddc34e-ed6e-4b52-aa03-a36c7907d04b on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:44.135349 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-527c5017-e7df-481a-9224-e572fb5d7033 req-16d335be-94ee-4402-9717-3ae881653bff tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647020 Aug 19 12:27:44.142735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345b1cd-f511-4b9b-bca7-80b355a1b3b3 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:44.167731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4829567a-889f-4fce-8e34-71460fbdc68d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8950572 Aug 19 12:27:44.171904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35056) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:44.183253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'name': 'tempest-NetworksTestDHCPv6-1175714077'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:44.211794 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70507605-a2f6-40d0-aa27-1af47287047b req-9df27e97-33a2-4f45-ae6c-315b2a5c720c tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0369565 Aug 19 12:27:44.319560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': 'd5882917-2ae5-4f4d-853d-f65d0b8aabd6'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:44.320820 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.417704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3bddc34e-ed6e-4b52-aa03-a36c7907d04b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:44.459832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 3bddc34e-ed6e-4b52-aa03-a36c7907d04b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:44.460172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3bddc34e-ed6e-4b52-aa03-a36c7907d04b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:44.484144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/d5882917-2ae5-4f4d-853d-f65d0b8aabd6/b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:44.507692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:44.512592 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.545592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port c8a3aa45-0db2-4a8c-8512-e95c03e99192 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:44.643984 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.652298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Transition to ACTIVE for port object b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:44.666499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Transition to ACTIVE for port object b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:44.801853 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.844818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:44.847798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:44.851997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:44.857499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Pushing event updated for resources: {'Port': ['ID=b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:44.873864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b620c7e-b5f8-45a2-b153-7c4018b1ffd2 req-8b4ea9b2-a6df-4609-ac9b-5593d86aca53 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:44.883063 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b620c7e-b5f8-45a2-b153-7c4018b1ffd2 req-8b4ea9b2-a6df-4609-ac9b-5593d86aca53 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 946 time: 0.1069915 Aug 19 12:27:44.896175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::a5 (fe427799-de6b-44e4-8c34-c6b669262f27/d5882917-2ae5-4f4d-853d-f65d0b8aabd6/c8a3aa45-0db2-4a8c-8512-e95c03e99192) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:44.918664 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-423c2463-36fd-4595-b525-8105dfbb1e4f req-322219f6-1c8b-430d-bf4b-c2eb205f8492 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6baa210dbef84a6ba9ba9bd864455a5b&device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0294578 Aug 19 12:27:44.933129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Attempting to bind port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:44.934575 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Attempting to bind port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:44.935807 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Attempting to bind port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:44.941783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:44.942156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:44.942560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.943187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:44.943588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Bound port: b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:44.944157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:44.947235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b620c7e-b5f8-45a2-b153-7c4018b1ffd2 req-14cf389b-d1de-4dfe-9a6b-a4f166b6cf86 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632801 Aug 19 12:27:44.972156 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-423c2463-36fd-4595-b525-8105dfbb1e4f req-76bd16f2-ea03-44e7-ab92-1868864d0094 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6baa210dbef84a6ba9ba9bd864455a5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416446 Aug 19 12:27:44.994270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0061865a-2bb4-4cc2-8450-a0ffe02a8cf9 req-ff090c28-5e4c-4feb-9b3b-4fcc2bdce55d tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0489450 Aug 19 12:27:45.061516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] For port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:45.066692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] For port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:45.126374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c2463-36fd-4595-b525-8105dfbb1e4f req-037a57ed-94af-4c85-ab94-2b6c251ce279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.128474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-423c2463-36fd-4595-b525-8105dfbb1e4f req-037a57ed-94af-4c85-ab94-2b6c251ce279 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374938 Aug 19 12:27:45.159427 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.187550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c2a16-eed2-4fec-8947-ee9884bc6e4d req-a6ff117e-1bc5-4864-9513-9b493a908e54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.193602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-052c2a16-eed2-4fec-8947-ee9884bc6e4d req-a6ff117e-1bc5-4864-9513-9b493a908e54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 949 time: 0.1048958 Aug 19 12:27:45.193602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object c8a3aa45-0db2-4a8c-8512-e95c03e99192 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:45.215391 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.250975 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-052c2a16-eed2-4fec-8947-ee9884bc6e4d req-62d4c19a-31a3-44b3-8e5d-7bc89ffc7796 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506690 Aug 19 12:27:45.276525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ab79a-9ebb-43ff-abaf-00499ef8e409 None None] Pushing event updated for resources: {'Port': ['ID=b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:45.329233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae384-e11c-40d6-92a7-af2e95c17a5e req-93b1995b-2f5c-4b1e-9288-ebfef85b2825 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.330929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b61ae384-e11c-40d6-92a7-af2e95c17a5e req-93b1995b-2f5c-4b1e-9288-ebfef85b2825 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 944 time: 0.0925303 Aug 19 12:27:45.377486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b61ae384-e11c-40d6-92a7-af2e95c17a5e req-16ebddf8-d35d-4f60-9741-6fea238dabc1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364258 Aug 19 12:27:45.419603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726efe63-2a5d-44df-8f30-236bee6f64f3 req-d9595db9-213a-4339-9842-8f3b370d9396 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.421083 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-726efe63-2a5d-44df-8f30-236bee6f64f3 req-d9595db9-213a-4339-9842-8f3b370d9396 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9a3dc8-305d-41e3-b7cb-4aca0603b326 HTTP/1.1" status: 200 len: 950 time: 0.0632532 Aug 19 12:27:45.422965 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.499338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:45.505645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:45.521211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:45.527562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.528253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.536031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=c8a3aa45-0db2-4a8c-8512-e95c03e99192,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:45.548384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-726efe63-2a5d-44df-8f30-236bee6f64f3 req-7c6b862e-0ae6-42ab-ba8a-f947def206dc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167464 Aug 19 12:27:45.681939 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-01e48e31-a3af-4fbb-ae25-5a1ed358f014 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5085859 Aug 19 12:27:45.687596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35084) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:45.748837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6921272e-5658-49ca-ac3f-4638616d3a19 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.755573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6921272e-5658-49ca-ac3f-4638616d3a19 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.757444 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6921272e-5658-49ca-ac3f-4638616d3a19 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0687637 Aug 19 12:27:45.760268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35086) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:45.847510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bed63-64f1-4553-9589-7ea2fc2f2870 req-71122dff-fd6d-45ab-b237-4014d141edd5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.854476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bed63-64f1-4553-9589-7ea2fc2f2870 req-71122dff-fd6d-45ab-b237-4014d141edd5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:45.860742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e68bed63-64f1-4553-9589-7ea2fc2f2870 req-71122dff-fd6d-45ab-b237-4014d141edd5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2&device_id=1d9a3dc8-305d-41e3-b7cb-4aca0603b326 HTTP/1.1" status: 200 len: 1690 time: 0.0640433 Aug 19 12:27:45.893310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ffc516d8-acc2-4fdf-b752-087b5043db1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port c8a3aa45-0db2-4a8c-8512-e95c03e99192 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:45.893664 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffc516d8-acc2-4fdf-b752-087b5043db1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:45.906689 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e68bed63-64f1-4553-9589-7ea2fc2f2870 req-3b41d2ea-cfac-4783-83b9-4cd7b9213417 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Aug 19 12:27:46.000755 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffc516d8-acc2-4fdf-b752-087b5043db1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:46.019128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ffc516d8-acc2-4fdf-b752-087b5043db1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for c8a3aa45-0db2-4a8c-8512-e95c03e99192 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:46.077373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:46.088310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84096f-f33e-4e5b-9ab7-e7b4540212eb req-4299e114-0002-4718-bcb0-d1134e60822b tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:46.089850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c84096f-f33e-4e5b-9ab7-e7b4540212eb req-4299e114-0002-4718-bcb0-d1134e60822b tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 1100 time: 0.0565107 Aug 19 12:27:46.142286 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c84096f-f33e-4e5b-9ab7-e7b4540212eb req-9c9673a9-fe57-46a1-ae6c-55336a413b9c tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 Aug 19 12:27:46.170418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14becf-fd4c-4898-8f25-80a454060241 req-9d52b789-9930-45d6-9d22-64beeacd696e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:46.172534 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c14becf-fd4c-4898-8f25-80a454060241 req-9d52b789-9930-45d6-9d22-64beeacd696e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 946 time: 0.0769002 Aug 19 12:27:46.253374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-faa89ba7-bb42-42c0-bd8d-8cd9aabefa0a req-d3b878e6-ca5a-43dc-b4d7-d196baa4c45a tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0348592 Aug 19 12:27:46.255400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c14becf-fd4c-4898-8f25-80a454060241 req-9ae3fe44-209c-4325-b29c-59868385b552 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752800 Aug 19 12:27:46.365000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e861ef0-4b3c-41ab-ac74-072ff5b5e328 req-a3c545a9-0bb2-4f2c-8c9e-d0d2d369e151 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:46.374287 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e861ef0-4b3c-41ab-ac74-072ff5b5e328 req-a3c545a9-0bb2-4f2c-8c9e-d0d2d369e151 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1d9a3dc8-305d-41e3-b7cb-4aca0603b326 HTTP/1.1" status: 200 len: 1101 time: 0.0595682 Aug 19 12:27:46.375367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:46.377728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffc516d8-acc2-4fdf-b752-087b5043db1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:46.379652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:46.389278 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:46.432424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc516d8-acc2-4fdf-b752-087b5043db1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=c8a3aa45-0db2-4a8c-8512-e95c03e99192,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:46.465784 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffc516d8-acc2-4fdf-b752-087b5043db1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:46.468963 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ffc516d8-acc2-4fdf-b752-087b5043db1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/c8a3aa45-0db2-4a8c-8512-e95c03e99192 HTTP/1.1" status: 204 len: 168 time: 0.7065556 Aug 19 12:27:46.487186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35106) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:46.509575 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:46.531390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-393adf45-7493-4932-9b14-625ceae2594e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:46.532968 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-393adf45-7493-4932-9b14-625ceae2594e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.30 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 946 time: 0.0924883 Aug 19 12:27:46.547705 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e861ef0-4b3c-41ab-ac74-072ff5b5e328 req-9ee4d98f-7892-4690-8d66-945b62809f50 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719873 Aug 19 12:27:46.573752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f3ea4-f5c6-4cd5-afd5-c11b92305eff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:46.578169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f3ea4-f5c6-4cd5-afd5-c11b92305eff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:46.582086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-141f3ea4-f5c6-4cd5-afd5-c11b92305eff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0938075 Aug 19 12:27:46.582971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35110) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:46.594726 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:46.610896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-423c2463-36fd-4595-b525-8105dfbb1e4f req-e90ce76d-af43-43d2-b83c-86edbbed0e6b tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.62 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0405073 Aug 19 12:27:46.657361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:46.659966 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cdbe5d-3f4b-40ed-8679-7bd73eea4d87" -d '{"events": [{"server_uuid": "4768704c-b7b9-4605-801f-2e83a6939e6c", "name": "network-vif-plugged", "status": "completed", "tag": "0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:46.685003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:46.723312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-649abd4c-9037-457f-9d44-db1956ddc564 None None] Provisioning for port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:46.744227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74b082-92dc-45b9-a772-21bbb7c50d37 req-cbeb65bc-4566-4723-a6f0-8d74f8852c04 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:46.753467 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db74b082-92dc-45b9-a772-21bbb7c50d37 req-cbeb65bc-4566-4723-a6f0-8d74f8852c04 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 944 time: 0.2459416 Aug 19 12:27:46.758922 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a866024-0d84-457c-9578-78692a61882c x-openstack-request-id: req-7a866024-0d84-457c-9578-78692a61882c {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:46.759466 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4768704c-b7b9-4605-801f-2e83a6939e6c", "name": "network-vif-plugged", "status": "completed", "tag": "0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:46.759941 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a866024-0d84-457c-9578-78692a61882c {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:46.760539 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7', 'code': 200} Aug 19 12:27:46.784418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:46.791060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:46.791544 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:46.855619 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:46.888761 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db74b082-92dc-45b9-a772-21bbb7c50d37 req-0be32c7b-c293-41c8-9034-dc03850f6add tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329973 Aug 19 12:27:46.903670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Deleting port 95a8d371-0bb3-4cd2-940f-8c5f87541eac {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:46.905994 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:46.955699 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2e23980a-0246-47f1-9438-cd80e7c698e2 None None] Could not find standard attr ID for object c8a3aa45-0db2-4a8c-8512-e95c03e99192. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:27:47.039390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:47.043451 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.047670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] For port 95a8d371-0bb3-4cd2-940f-8c5f87541eac, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=95a8d371-0bb3-4cd2-940f-8c5f87541eac,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:47.048169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.084309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:47.149287 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-018d6a4f-c543-4d07-a46d-5a82a09869fc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561566 Aug 19 12:27:47.154504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf9debd-a8dc-4e57-a7fc-f4557820dc71 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet d5882917-2ae5-4f4d-853d-f65d0b8aabd6 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:47.161987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcf9debd-a8dc-4e57-a7fc-f4557820dc71 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.226622 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.250510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a90d69-b9e0-4bd0-b8f3-26efa051940d req-12309542-7ba2-491b-aad8-e5be05e34d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:47.252174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d6a90d69-b9e0-4bd0-b8f3-26efa051940d req-12309542-7ba2-491b-aad8-e5be05e34d76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 1096 time: 0.1580820 Aug 19 12:27:47.279643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcf9debd-a8dc-4e57-a7fc-f4557820dc71 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.282382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:47.306756 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.307244 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.307692 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Floating IP 8e2e824b-6a43-43f2-9678-86edea604d25 disassociated. External IP: 172.25.2.183, port: 95a8d371-0bb3-4cd2-940f-8c5f87541eac. Aug 19 12:27:47.308046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Calling delete_port for 95a8d371-0bb3-4cd2-940f-8c5f87541eac owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:47.387579 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d6a90d69-b9e0-4bd0-b8f3-26efa051940d req-481ce9db-27a2-401a-b04e-5d862fa073ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127250 Aug 19 12:27:47.419074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-740afc95-a612-49a9-abf8-16414c13ca5d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:47.420562 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-740afc95-a612-49a9-abf8-16414c13ca5d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608871 Aug 19 12:27:47.438957 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d290e0a1-a1ed-4052-b805-e389753cb4df req-031a509f-eadb-4632-84b3-d411b8d80342 tempest-ServerShowV257Test-275987278 tempest-ServerShowV257Test-275987278-project] 10.222.0.21 "GET /v2.0/ports?device_id=3211d2b9-facd-4615-8c57-cef257054bf7 HTTP/1.1" status: 200 len: 210 time: 0.0344810 Aug 19 12:27:47.446573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcf9debd-a8dc-4e57-a7fc-f4557820dc71 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.450376 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-a14bbdfb-b8f5-4f1c-b939-c52d19e65f21 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/quotas/565400ccc62a4aacaf865f0b391f2aed HTTP/1.1" status: 200 len: 375 time: 0.0202918 Aug 19 12:27:47.542175 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-33b6796d-5bbc-43f0-8bbc-ae092c9b22e5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0718639 Aug 19 12:27:47.555132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994adda-9836-4697-8035-35ed8660c503 req-167aa7c7-8656-4bcb-9124-f3bc1246e2b4 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:47.556835 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e994adda-9836-4697-8035-35ed8660c503 req-167aa7c7-8656-4bcb-9124-f3bc1246e2b4 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 946 time: 0.0505431 Aug 19 12:27:47.596739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e994adda-9836-4697-8035-35ed8660c503 req-42837437-070a-4c6a-8e97-0db6f5611e73 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups?id=d847b118-bb94-435f-ae11-7c01f7c5cf0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336213 Aug 19 12:27:47.706491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.706955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcf9debd-a8dc-4e57-a7fc-f4557820dc71 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.736498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Pushing event deleted for resources: {'Port': ['ID=95a8d371-0bb3-4cd2-940f-8c5f87541eac,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:47.750281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9debd-a8dc-4e57-a7fc-f4557820dc71 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=d5882917-2ae5-4f4d-853d-f65d0b8aabd6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:47.759142 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcf9debd-a8dc-4e57-a7fc-f4557820dc71 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:47.761437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bcf9debd-a8dc-4e57-a7fc-f4557820dc71 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/d5882917-2ae5-4f4d-853d-f65d0b8aabd6 HTTP/1.1" status: 204 len: 168 time: 1.1774366 Aug 19 12:27:47.767564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3391177d-46bd-41f1-9825-53bb0bda481a None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:47.771044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35140) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:47.861006 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35146) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:47.861206 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c62ae1be-4062-45bb-8d19-476153d010bd tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887609 Aug 19 12:27:47.874355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-42882197-5522-444d-84ca-6c56d81a873f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:47.946098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4dc5134-13c1-4be8-9ffc-67cf68514e79 req-d30921c3-15bc-4a2c-8362-d49942854890 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 210 time: 0.0857987 Aug 19 12:27:48.022863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bfced4-9d2b-4cd0-a066-99c7f82e08b0 None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:48.056393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337eb6c-1445-471b-a45c-4b65d8b82a4a req-5eb36e49-0136-4db7-86e1-48004970b7a8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:48.064366 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d337eb6c-1445-471b-a45c-4b65d8b82a4a req-5eb36e49-0136-4db7-86e1-48004970b7a8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.0831339 Aug 19 12:27:48.065257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:27:48.127611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-02bfced4-9d2b-4cd0-a066-99c7f82e08b0 None None] Deleting port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:48.128395 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-02bfced4-9d2b-4cd0-a066-99c7f82e08b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.136589 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d337eb6c-1445-471b-a45c-4b65d8b82a4a req-2d86af1a-09fc-425b-a200-71762c9f05b0 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644546 Aug 19 12:27:48.199031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-02bfced4-9d2b-4cd0-a066-99c7f82e08b0 None None] For port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:48.199726 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-02bfced4-9d2b-4cd0-a066-99c7f82e08b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.223380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-02bfced4-9d2b-4cd0-a066-99c7f82e08b0 None None] Calling delete_port for b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:48.435263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:48.523932 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.543131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:27:48.558106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d45a4-f4b0-45d2-bbce-196c411878f1 None None] Sync routers for ids ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:27:48.570922 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-02bfced4-9d2b-4cd0-a066-99c7f82e08b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.594369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] No DVR routers for this DVR port 95a8d371-0bb3-4cd2-940f-8c5f87541eac on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:48.597456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.599780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fab6f8c-959c-4d2b-a25c-151ee2f444c5 req-c4240570-8875-4e34-ba36-b67b6ca9357d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.30 "DELETE /v2.0/ports/95a8d371-0bb3-4cd2-940f-8c5f87541eac HTTP/1.1" status: 204 len: 173 time: 2.0378921 Aug 19 12:27:48.600093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'name': 'network-vif-deleted', 'tag': '95a8d371-0bb3-4cd2-940f-8c5f87541eac'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:48.602373 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7632add4-7870-40c6-a528-1853226e2a52" -d '{"events": [{"server_uuid": "9913ae89-fa5d-4a81-8277-96a5d8d322f6", "name": "network-vif-deleted", "tag": "95a8d371-0bb3-4cd2-940f-8c5f87541eac"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:48.604299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfced4-9d2b-4cd0-a066-99c7f82e08b0 None None] No DVR routers for this DVR port b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:48.661484 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfced4-9d2b-4cd0-a066-99c7f82e08b0 None None] Pushing event deleted for resources: {'Port': ['ID=b2ae902e-dc32-4ab8-9a8d-e3041f1c50b9,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:48.669190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d45a4-f4b0-45d2-bbce-196c411878f1 None None] Routers {'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:48.669869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9a5d45a4-f4b0-45d2-bbce-196c411878f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:48.713071 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9612d264-a081-4fda-ad4c-d0de9e9e86e9 x-openstack-request-id: req-9612d264-a081-4fda-ad4c-d0de9e9e86e9 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:48.713243 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9913ae89-fa5d-4a81-8277-96a5d8d322f6", "name": "network-vif-deleted", "tag": "95a8d371-0bb3-4cd2-940f-8c5f87541eac", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:48.713421 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9612d264-a081-4fda-ad4c-d0de9e9e86e9 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:48.713817 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9913ae89-fa5d-4a81-8277-96a5d8d322f6', 'name': 'network-vif-deleted', 'tag': '95a8d371-0bb3-4cd2-940f-8c5f87541eac', 'status': 'completed', 'code': 200} Aug 19 12:27:48.800861 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46aa9daa-dcfa-42d6-a796-0e588db2b6f2 req-14d2c3bb-34de-4f07-9ee8-13912d04722b tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 210 time: 0.0492370 Aug 19 12:27:48.813622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42882197-5522-444d-84ca-6c56d81a873f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:48.814653 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42882197-5522-444d-84ca-6c56d81a873f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:48.855655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-9a5d45a4-f4b0-45d2-bbce-196c411878f1 None None] Set router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:49.060917 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-045f8d97-364c-4f76-a516-029a60afa2a6 req-653a5ce5-8649-43f3-bdc1-c11b6642eeb8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 210 time: 0.0575635 Aug 19 12:27:49.085339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9a5d45a4-f4b0-45d2-bbce-196c411878f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:29Z', 'revision_number': 4, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'aaed0526-175b-4b3c-b93e-20adb0ef02e3', 'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'mac_address': 'fa:16:3e:19:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:28Z', 'updated_at': '2021-08-19T12:22:39Z', 'revision_number': 5, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'subnets': [{'id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:49.115294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d45a4-f4b0-45d2-bbce-196c411878f1 None None] Checking router: ffeeb700-03fd-45f8-ad74-efe7ff35ef8e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:27:49.124075 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d45a4-f4b0-45d2-bbce-196c411878f1 None None] Routers {'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:27:49.128666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9a5d45a4-f4b0-45d2-bbce-196c411878f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:49.226628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42882197-5522-444d-84ca-6c56d81a873f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.289384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a445a2-cbde-4602-a933-0605bff074c3 req-d625fcfd-88d4-4eb3-aded-6d6e3552cbdc tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:49.300212 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8a445a2-cbde-4602-a933-0605bff074c3 req-d625fcfd-88d4-4eb3-aded-6d6e3552cbdc tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.0939004 Aug 19 12:27:49.324938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42882197-5522-444d-84ca-6c56d81a873f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:49.326366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42882197-5522-444d-84ca-6c56d81a873f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=a6c6e478-fca9-49f2-a642-d90e845ad2f0,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:49.334292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-42882197-5522-444d-84ca-6c56d81a873f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:49.337442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42882197-5522-444d-84ca-6c56d81a873f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:49.338260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42882197-5522-444d-84ca-6c56d81a873f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.355207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8a445a2-cbde-4602-a933-0605bff074c3 req-44ece048-b298-41e5-87a1-8093c44d7ae0 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499353 Aug 19 12:27:49.445053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b089f8e9-2811-4a3c-a3f5-81fe6cdef6a3 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:49.524129 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-42882197-5522-444d-84ca-6c56d81a873f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6597967 Aug 19 12:27:49.526653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35176) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:49.541757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'name': 'tempest-NetworksTestDHCPv6-476690659'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:49.560177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-9a5d45a4-f4b0-45d2-bbce-196c411878f1 None None] Set router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:27:49.609965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35178) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:49.785408 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ec0c196-fba8-417c-b16b-33b7e6314fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.858619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:49.861780 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.885481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port dfdf2bb0-fa8e-4e83-98b9-48edde4b541d yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:49.934150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': 'a6c6e478-fca9-49f2-a642-d90e845ad2f0'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:49.937343 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:49.977639 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-615f06a1-4740-4145-a75e-e71cb2cc3755 req-238c4b62-8acb-4592-89a2-4b263adc0112 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 210 time: 0.0656996 Aug 19 12:27:50.061822 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ec0c196-fba8-417c-b16b-33b7e6314fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.070291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::2e6 (fe427799-de6b-44e4-8c34-c6b669262f27/a6c6e478-fca9-49f2-a642-d90e845ad2f0/dfdf2bb0-fa8e-4e83-98b9-48edde4b541d) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:50.096514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9a5d45a4-f4b0-45d2-bbce-196c411878f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:29Z', 'revision_number': 4, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'aaed0526-175b-4b3c-b93e-20adb0ef02e3', 'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'mac_address': 'fa:16:3e:19:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:28Z', 'updated_at': '2021-08-19T12:22:39Z', 'revision_number': 5, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'subnets': [{'id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:50.129243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 95a8d371-0bb3-4cd2-940f-8c5f87541eac no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:50.133481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d45a4-f4b0-45d2-bbce-196c411878f1 None None] The sync data for ids ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'] in n-d-803757-2 is: [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:22:29Z', 'revision_number': 4, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'aaed0526-175b-4b3c-b93e-20adb0ef02e3', 'name': '', 'network_id': '0b3894f8-dae9-4e88-8329-0414c9eea13c', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'mac_address': 'fa:16:3e:19:d9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:28Z', 'updated_at': '2021-08-19T12:22:39Z', 'revision_number': 5, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'subnets': [{'id': '4ebce066-b026-4e5d-ae09-5e49c26b0665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:27:50.155859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 95a8d371-0bb3-4cd2-940f-8c5f87541eac {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:27:50.157026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 95a8d371-0bb3-4cd2-940f-8c5f87541eac not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:27:50.185169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-714893f7-fe17-4988-894f-a84eb4ce57ed req-36e5f930-839b-4bd9-b82d-84354eb1910c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 210 time: 0.0407691 Aug 19 12:27:50.248905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ec0c196-fba8-417c-b16b-33b7e6314fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.289665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0ec0c196-fba8-417c-b16b-33b7e6314fbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6baa210dbef84a6ba9ba9bd864455a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6771328 Aug 19 12:27:50.292960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35192) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:50.302428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.322738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object dfdf2bb0-fa8e-4e83-98b9-48edde4b541d will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:50.324516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0c196-fba8-417c-b16b-33b7e6314fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22911bd9-2d57-4137-9898-4f5cb3cb5734,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:50.363256 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3097fa9d-b736-4ab2-a068-54ca06aa2ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.396169 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3097fa9d-b736-4ab2-a068-54ca06aa2ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.483023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.518777 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19701572-44a8-4b43-9108-3cccc58e8886 None None] New status for floating IP 8e2e824b-6a43-43f2-9678-86edea604d25: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:27:50.536928 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/a6c6e478-fca9-49f2-a642-d90e845ad2f0/1fa018e3-962b-467f-b754-7df85892fcd8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:50.574192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:50.585390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30366683-1418-4b15-ad43-6608cb43bd89 req-542a3267-d074-4140-8bc5-2f4abf9a8274 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:50.587055 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30366683-1418-4b15-ad43-6608cb43bd89 req-542a3267-d074-4140-8bc5-2f4abf9a8274 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.1499956 Aug 19 12:27:50.588938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:50.591271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=dfdf2bb0-fa8e-4e83-98b9-48edde4b541d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:50.601226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:50.607381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:50.608092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.645369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3097fa9d-b736-4ab2-a068-54ca06aa2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.645369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3097fa9d-b736-4ab2-a068-54ca06aa2ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.649317 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3097fa9d-b736-4ab2-a068-54ca06aa2ae0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22911bd9-2d57-4137-9898-4f5cb3cb5734 HTTP/1.1" status: 204 len: 168 time: 0.3524063 Aug 19 12:27:50.660474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097fa9d-b736-4ab2-a068-54ca06aa2ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22911bd9-2d57-4137-9898-4f5cb3cb5734,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:50.685184 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30366683-1418-4b15-ad43-6608cb43bd89 req-1d29b9b3-eb01-4dba-937c-f72edea54d08 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738966 Aug 19 12:27:50.732844 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.742538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Transition to ACTIVE for port object 1fa018e3-962b-467f-b754-7df85892fcd8 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:50.773229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Transition to ACTIVE for port object 1fa018e3-962b-467f-b754-7df85892fcd8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:50.781334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35204) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:50.784075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-66572082-84ef-4a76-8faf-c53ed8858cab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2562046 Aug 19 12:27:50.834597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7037c861-5be0-4228-8ca9-0be4e325e191 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:50.836226 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7037c861-5be0-4228-8ca9-0be4e325e191 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0539021 Aug 19 12:27:50.838919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35206) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:50.943328 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-3802ba5d-90da-4925-b552-f49c8c26e022 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port dfdf2bb0-fa8e-4e83-98b9-48edde4b541d {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:50.943803 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3802ba5d-90da-4925-b552-f49c8c26e022 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:50.994525 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.071492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:51.073092 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Pushing event updated for resources: {'Port': ['ID=1fa018e3-962b-467f-b754-7df85892fcd8,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:51.074274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3802ba5d-90da-4925-b552-f49c8c26e022 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.076669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:51.078927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:51.097015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-3802ba5d-90da-4925-b552-f49c8c26e022 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for dfdf2bb0-fa8e-4e83-98b9-48edde4b541d owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:51.219179 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf6d5b53-5b0f-4ccc-8371-7d87776edd08 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619237 Aug 19 12:27:51.222573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Attempting to bind port 1fa018e3-962b-467f-b754-7df85892fcd8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:51.224463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Attempting to bind port 1fa018e3-962b-467f-b754-7df85892fcd8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:51.225546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Attempting to bind port 1fa018e3-962b-467f-b754-7df85892fcd8 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:51.241599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:51.242283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:51.243026 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.244319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:51.247491 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Bound port: 1fa018e3-962b-467f-b754-7df85892fcd8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:51.248138 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.373974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbbb4dfe-8c56-4dad-822e-cdf9189217c4 req-3a471a94-68b3-467f-841d-f8ed97b61b31 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 210 time: 0.0562372 Aug 19 12:27:51.415929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] For port 1fa018e3-962b-467f-b754-7df85892fcd8, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:51.424634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] For port 1fa018e3-962b-467f-b754-7df85892fcd8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1fa018e3-962b-467f-b754-7df85892fcd8,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:51.439474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-8e4cccc2-9b7f-4938-b518-3be7d9c90229 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:51.442146 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-8e4cccc2-9b7f-4938-b518-3be7d9c90229 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146258 Aug 19 12:27:51.454400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec2cc1-4d88-40cd-9d90-0bfc8d3f4229 req-9185f93e-95cb-4f56-870e-0a076a13cd17 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:51.461826 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2ec2cc1-4d88-40cd-9d90-0bfc8d3f4229 req-9185f93e-95cb-4f56-870e-0a076a13cd17 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.2003198 Aug 19 12:27:51.473665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Request body: {'port': {'device_id': 'f112ecc7-015d-4c63-a9a1-f80d05abd53c', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '565400ccc62a4aacaf865f0b391f2aed'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:51.528642 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2ec2cc1-4d88-40cd-9d90-0bfc8d3f4229 req-02d9dca3-3c08-42aa-b152-d187de713e6e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659378 Aug 19 12:27:51.558259 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48a2e643-38e9-457a-9c95-8e363c6e7f3e req-ef00d561-dccf-444a-88b2-284ef41f6ab1 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 210 time: 0.0787261 Aug 19 12:27:51.623863 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3802ba5d-90da-4925-b552-f49c8c26e022 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.624290 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.654310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802ba5d-90da-4925-b552-f49c8c26e022 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=dfdf2bb0-fa8e-4e83-98b9-48edde4b541d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:51.683212 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3802ba5d-90da-4925-b552-f49c8c26e022 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.687592 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3802ba5d-90da-4925-b552-f49c8c26e022 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/dfdf2bb0-fa8e-4e83-98b9-48edde4b541d HTTP/1.1" status: 204 len: 168 time: 0.8434136 Aug 19 12:27:51.688322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35230) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:51.689913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2fa30-861f-42f9-aad4-b1266bb582f3 None None] Pushing event updated for resources: {'Port': ['ID=1fa018e3-962b-467f-b754-7df85892fcd8,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:51.761691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Made reservation on behalf of 565400ccc62a4aacaf865f0b391f2aed for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:51.765603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:51.792072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19257538-001a-4c1d-aa96-7d7c2bd03095 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:51.799741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19257538-001a-4c1d-aa96-7d7c2bd03095 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:51.801298 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-19257538-001a-4c1d-aa96-7d7c2bd03095 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1119409 Aug 19 12:27:51.804262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35236) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:51.898971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b76d07-5101-483a-ab8c-956e48b4790b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet a6c6e478-fca9-49f2-a642-d90e845ad2f0 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:51.907595 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2b76d07-5101-483a-ab8c-956e48b4790b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.013325 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2b76d07-5101-483a-ab8c-956e48b4790b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.023407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Allocated IP 192.168.233.123 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/0434fd90-6dfb-4f62-8a66-7dc214884112) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:52.214165 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2b76d07-5101-483a-ab8c-956e48b4790b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.291487 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.316348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Transition to ACTIVE for port object 0434fd90-6dfb-4f62-8a66-7dc214884112 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:52.507414 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a23418a-ea8d-4a5a-857c-8af197839557 req-38a01b34-950d-4c2d-8b98-c70774ef1437 tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 210 time: 0.0300083 Aug 19 12:27:52.518058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1fa018e3-962b-467f-b754-7df85892fcd8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:52.587308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.591627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2b76d07-5101-483a-ab8c-956e48b4790b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.620619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b', '0cb09040-bf98-4e18-9988-14f60e593196'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:52.623634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', '7d2b3e27-922d-42a6-84bd-368a87ea430a', '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:52.705893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b76d07-5101-483a-ab8c-956e48b4790b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c6e478-fca9-49f2-a642-d90e845ad2f0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:52.736989 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2b76d07-5101-483a-ab8c-956e48b4790b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:52.739079 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c2b76d07-5101-483a-ab8c-956e48b4790b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/a6c6e478-fca9-49f2-a642-d90e845ad2f0 HTTP/1.1" status: 204 len: 168 time: 0.9331274 Aug 19 12:27:52.741634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35260) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:52.748071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 1fa018e3-962b-467f-b754-7df85892fcd8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:52.782342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35262) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:52.798789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:52.848501 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f1a9c80e-7fcc-40c0-99a5-d817a10f8f58 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028919 Aug 19 12:27:52.853302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:52.859977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35266) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:52.895158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:52.969597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0acd2-1ccd-470d-8410-048a1b3ca01f req-c0007b2c-d80c-4e50-a1c1-21b9ff887600 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:52.976094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ae0acd2-1ccd-470d-8410-048a1b3ca01f req-c0007b2c-d80c-4e50-a1c1-21b9ff887600 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 936 time: 0.1318977 Aug 19 12:27:53.012650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:53.013334 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.033646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event updated for resources: {'Port': ['ID=0434fd90-6dfb-4f62-8a66-7dc214884112,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:53.088834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ae0acd2-1ccd-470d-8410-048a1b3ca01f req-ee79eed8-67fa-4ee7-a81b-b0ce7359a428 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051481 Aug 19 12:27:53.098763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-704664238-network', 'tenant_id': '53dae8c1a4664e9093089ed9a6a09ac9'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:53.131383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e91ad1-e74d-43be-bf23-94797dc7faa0 req-5b9cc496-c707-46d6-bcd8-95ec059ee3c5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:53.133025 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72e91ad1-e74d-43be-bf23-94797dc7faa0 req-5b9cc496-c707-46d6-bcd8-95ec059ee3c5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.4045138 Aug 19 12:27:53.224185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efe40d1-9a55-4f76-89cf-993e2ed31a88 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:53.228745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7efe40d1-9a55-4f76-89cf-993e2ed31a88 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3648753 Aug 19 12:27:53.229434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35272) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:53.232186 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-b48f7199-e6cf-40b3-ae27-588bca116723 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7747483 Aug 19 12:27:53.300398 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72e91ad1-e74d-43be-bf23-94797dc7faa0 req-92eeb14c-1a0a-4b29-bbc0-55d609644a14 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606560 Aug 19 12:27:53.306173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Request body: {'port': {'device_id': 'f112ecc7-015d-4c63-a9a1-f80d05abd53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:53.348263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0c543-b3ef-47e7-af33-a054106146f3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:53.353879 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e5b0c543-b3ef-47e7-af33-a054106146f3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1232083 Aug 19 12:27:53.355765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35278) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:53.418742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d42351-4167-4918-b7bb-ff65d8fe6b79 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:53.438656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f6da3677-b00a-4059-83e1-443ec8755935 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732303 Aug 19 12:27:53.443059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35280) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:53.450002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8d120d86-e64d-431a-b44d-529f0fd0df8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:53.528318 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.587196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-74ae2ba1-1187-4b5e-b47f-db5923cba971 None None] Provisioning for port 0434fd90-6dfb-4f62-8a66-7dc214884112 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:53.614096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-74ae2ba1-1187-4b5e-b47f-db5923cba971 None None] Provisioning complete for port 0434fd90-6dfb-4f62-8a66-7dc214884112 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:53.614566 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-74ae2ba1-1187-4b5e-b47f-db5923cba971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.638121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Made reservation on behalf of 53dae8c1a4664e9093089ed9a6a09ac9 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:53.648951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.661952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-74ae2ba1-1187-4b5e-b47f-db5923cba971 None None] Port 0434fd90-6dfb-4f62-8a66-7dc214884112 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:27:53.699540 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-324eeadd-b0ef-4a61-81fd-2a5e7eb86b05 req-60a7f266-abb4-4f28-870e-07953799b72d tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 210 time: 0.0652661 Aug 19 12:27:53.717817 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.854637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc59fed-00b0-4a9b-b42d-ca1482118f24 None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:27:53.896547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d120d86-e64d-431a-b44d-529f0fd0df8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:53.902029 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d120d86-e64d-431a-b44d-529f0fd0df8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.906165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-dcc59fed-00b0-4a9b-b42d-ca1482118f24 None None] Deleting port 1fa018e3-962b-467f-b754-7df85892fcd8 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:53.906742 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dcc59fed-00b0-4a9b-b42d-ca1482118f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:53.963066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a6a16b25-fc57-46e6-8caf-4e991bfba564 None None] Provisioning for port 1fa018e3-962b-467f-b754-7df85892fcd8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:53.971983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a6a16b25-fc57-46e6-8caf-4e991bfba564 None None] Provisioning complete for port 1fa018e3-962b-467f-b754-7df85892fcd8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:53.972361 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a6a16b25-fc57-46e6-8caf-4e991bfba564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.017278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-dcc59fed-00b0-4a9b-b42d-ca1482118f24 None None] For port 1fa018e3-962b-467f-b754-7df85892fcd8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1fa018e3-962b-467f-b754-7df85892fcd8,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:54.017701 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dcc59fed-00b0-4a9b-b42d-ca1482118f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.042126 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-dcc59fed-00b0-4a9b-b42d-ca1482118f24 None None] Calling delete_port for 1fa018e3-962b-467f-b754-7df85892fcd8 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:54.215072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0434fd90-6dfb-4f62-8a66-7dc214884112 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:54.234831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.259800 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a6a16b25-fc57-46e6-8caf-4e991bfba564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.261652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d2712-135f-4cd7-8d38-2bdaea04a269 req-f3bd30f9-8bfb-4202-99fc-10d7f04cafb2 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:54.264965 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-640d2712-135f-4cd7-8d38-2bdaea04a269 req-f3bd30f9-8bfb-4202-99fc-10d7f04cafb2 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 936 time: 0.0826249 Aug 19 12:27:54.288895 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.304976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Transition to ACTIVE for port object 0434fd90-6dfb-4f62-8a66-7dc214884112 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:54.324134 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-640d2712-135f-4cd7-8d38-2bdaea04a269 req-55964230-ccd7-4223-911d-11dfd9dffa51 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515258 Aug 19 12:27:54.427317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1fa018e3-962b-467f-b754-7df85892fcd8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:27:54.431383 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d120d86-e64d-431a-b44d-529f0fd0df8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.433835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.457648 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.538133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Pushing event updated for resources: {'Port': ['ID=0434fd90-6dfb-4f62-8a66-7dc214884112,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:54.581619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d120d86-e64d-431a-b44d-529f0fd0df8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:54.590266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8d120d86-e64d-431a-b44d-529f0fd0df8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:54.591916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb7326-10f3-4e03-b903-7b52b9aaa8ac,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:54.595137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d120d86-e64d-431a-b44d-529f0fd0df8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:54.595664 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d120d86-e64d-431a-b44d-529f0fd0df8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.610385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d120d86-e64d-431a-b44d-529f0fd0df8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=751572e1-4704-43f0-b149-a6df5b832320,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:54.661585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d860-dba0-409d-887b-6e378064a9e0 req-9d1ac683-1d68-44a9-b631-7cd299969bf1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:54.663279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4e1d860-dba0-409d-887b-6e378064a9e0 req-9d1ac683-1d68-44a9-b631-7cd299969bf1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.2484202 Aug 19 12:27:54.722554 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4e1d860-dba0-409d-887b-6e378064a9e0 req-46d42f6c-3919-467d-8b52-5f246a8b7a91 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503883 Aug 19 12:27:54.723389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Attempting to bind port 0434fd90-6dfb-4f62-8a66-7dc214884112 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:54.723721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Attempting to bind port 0434fd90-6dfb-4f62-8a66-7dc214884112 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:54.724054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Attempting to bind port 0434fd90-6dfb-4f62-8a66-7dc214884112 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:54.732704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Port 0434fd90-6dfb-4f62-8a66-7dc214884112 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:27:54.733034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Attempting to bind port 0434fd90-6dfb-4f62-8a66-7dc214884112 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:54.738710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:54.739108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:54.739488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:54.739918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Bound port: 0434fd90-6dfb-4f62-8a66-7dc214884112, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:54.740306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.811578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] For port 0434fd90-6dfb-4f62-8a66-7dc214884112, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:54.813714 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-a6a16b25-fc57-46e6-8caf-4e991bfba564 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:27:54.813714 n-d-803757-2 neutron-server[95544]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 19 12:27:54.813714 n-d-803757-2 neutron-server[95544]: [parameters: {'status': 'ACTIVE', 'ports_id': '1fa018e3-962b-467f-b754-7df85892fcd8'}] Aug 19 12:27:54.813714 n-d-803757-2 neutron-server[95544]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:27:54.814469 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-a6a16b25-fc57-46e6-8caf-4e991bfba564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:27:54.815516 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dcc59fed-00b0-4a9b-b42d-ca1482118f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.817118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] For port 0434fd90-6dfb-4f62-8a66-7dc214884112, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=0434fd90-6dfb-4f62-8a66-7dc214884112,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:54.822334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d2c2a97-8654-40c4-8bbf-9ec7167e24b0 req-d680f7f3-3733-4dcb-9e12-f8b25c00534f tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 210 time: 0.0338404 Aug 19 12:27:54.826772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8d120d86-e64d-431a-b44d-529f0fd0df8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3774302 Aug 19 12:27:54.826999 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35304) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:54.827118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:27:54.839075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.839699 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Added segment dc8c5faf-350e-45e4-955b-937cbb112d13 of type vlan for network 3ef42675-168f-4a9a-ad7c-cf12a42acbad Aug 19 12:27:54.845553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc59fed-00b0-4a9b-b42d-ca1482118f24 None None] Pushing event deleted for resources: {'Port': ['ID=1fa018e3-962b-467f-b754-7df85892fcd8,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:54.849107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc59fed-00b0-4a9b-b42d-ca1482118f24 None None] No DVR routers for this DVR port 1fa018e3-962b-467f-b754-7df85892fcd8 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:27:54.861667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': '751572e1-4704-43f0-b149-a6df5b832320', 'ip_address': '2001:db8::9ba7:b80:bb6f:847b'}], 'name': 'tempest-NetworksTestDHCPv6-1690994643'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:54.869646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e1f66-7af5-465c-b41c-33d713c2702e None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:54.909063 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.934575 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.984031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:54.985524 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:54.989001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] 10.222.0.62 "PUT /v2.0/ports/0434fd90-6dfb-4f62-8a66-7dc214884112 HTTP/1.1" status: 200 len: 1096 time: 1.7161727 Aug 19 12:27:54.989824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f112ecc7-015d-4c63-a9a1-f80d05abd53c', 'tag': '0434fd90-6dfb-4f62-8a66-7dc214884112'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:27:54.992527 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b358b34c-637d-4544-894a-3417c17d56c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f112ecc7-015d-4c63-a9a1-f80d05abd53c", "tag": "0434fd90-6dfb-4f62-8a66-7dc214884112"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:27:55.075282 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff47044-bac8-4606-9854-2ba279a1a9a2 x-openstack-request-id: req-cff47044-bac8-4606-9854-2ba279a1a9a2 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:27:55.075718 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f112ecc7-015d-4c63-a9a1-f80d05abd53c", "tag": "0434fd90-6dfb-4f62-8a66-7dc214884112", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:27:55.076034 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cff47044-bac8-4606-9854-2ba279a1a9a2 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:27:55.076409 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f112ecc7-015d-4c63-a9a1-f80d05abd53c', 'tag': '0434fd90-6dfb-4f62-8a66-7dc214884112', 'status': 'completed', 'code': 200} Aug 19 12:27:55.077489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf246228-9436-4ddf-a9d7-654f3ee92d69 service neutron] Pushing event updated for resources: {'Port': ['ID=0434fd90-6dfb-4f62-8a66-7dc214884112,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:55.093108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '751572e1-4704-43f0-b149-a6df5b832320'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:27:55.094071 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.117775 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.154295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.155366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:55.155956 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.160457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:55.266711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/751572e1-4704-43f0-b149-a6df5b832320/7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:55.304029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358b34c-637d-4544-894a-3417c17d56c9 req-d1d3e43c-d2b9-4679-8d06-20826a9692ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:55.305822 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b358b34c-637d-4544-894a-3417c17d56c9 req-d1d3e43c-d2b9-4679-8d06-20826a9692ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 1099 time: 0.2069230 Aug 19 12:27:55.312018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef42675-168f-4a9a-ad7c-cf12a42acbad,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:55.316563 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.321017 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-17dae032-aecc-4589-b05b-5ae0d47d7445 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5398443 Aug 19 12:27:55.329434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35308) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:55.338043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] Request body: {'subnet': {'network_id': '3ef42675-168f-4a9a-ad7c-cf12a42acbad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-704664238-subnet', 'tenant_id': '53dae8c1a4664e9093089ed9a6a09ac9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:55.345853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b358b34c-637d-4544-894a-3417c17d56c9 req-c25bdcef-a952-4d5d-9b4a-347cfdc6fb90 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220225 Aug 19 12:27:55.369920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 17c24b18-aa69-4f53-85e1-0725f9982a81 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:27:55.375047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 3ef42675-168f-4a9a-ad7c-cf12a42acbad details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:27:55.455249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a6a16b25-fc57-46e6-8caf-4e991bfba564 None None] Port 1fa018e3-962b-467f-b754-7df85892fcd8 update to ACTIVE by agent not found {{(pid=95544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 12:27:55.574396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358b34c-637d-4544-894a-3417c17d56c9 req-5550f411-eec8-4ad7-a8c8-bc4705c9a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:55.576042 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b358b34c-637d-4544-894a-3417c17d56c9 req-5550f411-eec8-4ad7-a8c8-bc4705c9a274 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2229624 Aug 19 12:27:55.582153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd765fe-fd20-4be5-a611-c80ddee89dfe req-66adb8a0-acb4-4844-a1a1-7aaa4eb3bff8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:55.584050 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-edd765fe-fd20-4be5-a611-c80ddee89dfe req-66adb8a0-acb4-4844-a1a1-7aaa4eb3bff8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 948 time: 0.1103389 Aug 19 12:27:55.598330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] Made reservation on behalf of 53dae8c1a4664e9093089ed9a6a09ac9 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:55.601587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.667912 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.691662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-140c6215-ff96-455e-bdd0-e93c21f6f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:55.695898 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-140c6215-ff96-455e-bdd0-e93c21f6f3e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 1099 time: 0.0755103 Aug 19 12:27:55.711331 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Transition to ACTIVE for port object 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:55.746879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Transition to ACTIVE for port object 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:55.767097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-f9c50a9a-39ee-4265-9e66-d8e10ebc58c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=0434fd90-6dfb-4f62-8a66-7dc214884112 HTTP/1.1" status: 200 len: 217 time: 0.0630121 Aug 19 12:27:55.810858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-edd765fe-fd20-4be5-a611-c80ddee89dfe req-a163f981-932a-415d-ab2f-288921c89119 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157190 Aug 19 12:27:55.837320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-258b1fa4-ed5a-49b0-b7b9-5e4dbd8a644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:55.839366 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-258b1fa4-ed5a-49b0-b7b9-5e4dbd8a644e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0642195 Aug 19 12:27:55.954392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccd56c-22ea-4244-babb-f13b508e2b80 req-8e5ecdeb-ebc1-49fa-9a11-5c9507714047 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:55.957283 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:55.962639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cccd56c-22ea-4244-babb-f13b508e2b80 req-8e5ecdeb-ebc1-49fa-9a11-5c9507714047 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.1219485 Aug 19 12:27:55.989517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-78092fba-9945-47e9-af5c-9a951bf9892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:55.991964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-78092fba-9945-47e9-af5c-9a951bf9892b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362021 Aug 19 12:27:56.014447 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-80056364-4d6e-44e6-96b5-b4be110ad810 req-90f7c45c-d836-432d-8d7f-b54ccd201f6a tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/ports?device_id=9913ae89-fa5d-4a81-8277-96a5d8d322f6 HTTP/1.1" status: 200 len: 210 time: 0.0640373 Aug 19 12:27:56.075588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cccd56c-22ea-4244-babb-f13b508e2b80 req-48f4d0fd-5f2a-41d0-ae21-05de0c20895b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115966 Aug 19 12:27:56.088038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:56.091842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:56.098493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::9ba7:b80:bb6f:847b (fe427799-de6b-44e4-8c34-c6b669262f27/751572e1-4704-43f0-b149-a6df5b832320/17c24b18-aa69-4f53-85e1-0725f9982a81) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:27:56.109789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.110947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:56.145760 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-74d861e9-0076-41a1-941a-ec2e742314bc service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427722 Aug 19 12:27:56.155954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Pushing event updated for resources: {'Port': ['ID=7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:56.171401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Attempting to bind port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:27:56.171870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Attempting to bind port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:27:56.172357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Attempting to bind port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:27:56.178334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:27:56.178843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:56.179366 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.179851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:27:56.180417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Bound port: 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:27:56.180888 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.201895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.251156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa555770-7f63-4813-9090-55b0b07961c2,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:56.318686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] For port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:27:56.320670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] Checking segment: {'id': 'dc8c5faf-350e-45e4-955b-937cbb112d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '3ef42675-168f-4a9a-ad7c-cf12a42acbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:27:56.321226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] Network hostable DHCP agents. Network: 3ef42675-168f-4a9a-ad7c-cf12a42acbad, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:27:56.331690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] For port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:27:56.340217 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70836ce8-3aa6-4676-bcf9-c0c535eedced req-0202046e-3664-41f9-86c2-1900b79ba6c4 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846259 Aug 19 12:27:56.367340 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.383106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 17c24b18-aa69-4f53-85e1-0725f9982a81 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:27:56.412901 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.465027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] Network 3ef42675-168f-4a9a-ad7c-cf12a42acbad is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:27:56.486602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.494070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daa39f-7a54-4030-b9ef-76bd26fb4c79 None None] Pushing event updated for resources: {'Port': ['ID=7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:56.546648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:27:56.550968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:56.561570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:27:56.567691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:56.569001 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.573421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 3ef42675-168f-4a9a-ad7c-cf12a42acbad) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:27:56.578425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=17c24b18-aa69-4f53-85e1-0725f9982a81,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:56.584172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d39405-ffa6-492e-b698-8b2b53b5a4e5 None None] Network 3ef42675-168f-4a9a-ad7c-cf12a42acbad requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:56.595288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:56.596324 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:56.759443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e607a39b-8d97-4449-b375-72c02a070c94 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4286015 Aug 19 12:27:56.761045 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-465c9932-f97d-49c2-9897-9116a5027273 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9150643 Aug 19 12:27:56.764217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35334) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:56.887802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc0d40-c47c-4d61-8a69-1cd592baee67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:56.900791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc0d40-c47c-4d61-8a69-1cd592baee67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:56.902442 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-11bc0d40-c47c-4d61-8a69-1cd592baee67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1377096 Aug 19 12:27:56.906160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35338) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:57.013033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35342) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:57.036266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c1619-0c9a-41b5-ab77-b48e1607ca09 None None] Network 3ef42675-168f-4a9a-ad7c-cf12a42acbad requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:57.145894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d992650-e509-4240-bc06-da15e158a437 admin admin] Deleting subnet fa555770-7f63-4813-9090-55b0b07961c2 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:57.156373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d992650-e509-4240-bc06-da15e158a437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.198299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4d249-63b3-4906-8a28-ef3162e41d90 req-11fbb878-6473-4455-a53c-9a0fc1f81746 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:57.200512 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47d4d249-63b3-4906-8a28-ef3162e41d90 req-11fbb878-6473-4455-a53c-9a0fc1f81746 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 948 time: 0.2234664 Aug 19 12:27:57.227461 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d992650-e509-4240-bc06-da15e158a437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.265940 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47d4d249-63b3-4906-8a28-ef3162e41d90 req-d9250f68-bd81-4384-a968-aa88f8f58f3e tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582321 Aug 19 12:27:57.272345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f98e3e50-a9f1-4f58-9eeb-764aad526636 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 17c24b18-aa69-4f53-85e1-0725f9982a81 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:57.273313 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f98e3e50-a9f1-4f58-9eeb-764aad526636 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.313072 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d992650-e509-4240-bc06-da15e158a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.402077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35360) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:57.425460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7137da9-c9b6-4252-b8fc-47cfd11e9043 req-6908655d-61d8-4f21-8fde-ab21081e8c01 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:57.430693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d7137da9-c9b6-4252-b8fc-47cfd11e9043 req-6908655d-61d8-4f21-8fde-ab21081e8c01 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.2005277 Aug 19 12:27:57.452389 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f98e3e50-a9f1-4f58-9eeb-764aad526636 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.481939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f98e3e50-a9f1-4f58-9eeb-764aad526636 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 17c24b18-aa69-4f53-85e1-0725f9982a81 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:57.483632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d7137da9-c9b6-4252-b8fc-47cfd11e9043 req-58dbdf52-e1c5-4b27-8264-e08d077a3c87 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465438 Aug 19 12:27:57.640543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d992650-e509-4240-bc06-da15e158a437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.679529 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5cdff5c8-06d8-460d-a768-9332531aa38e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.698320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d992650-e509-4240-bc06-da15e158a437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa555770-7f63-4813-9090-55b0b07961c2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:57.708154 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d992650-e509-4240-bc06-da15e158a437 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.710332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6d992650-e509-4240-bc06-da15e158a437 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa555770-7f63-4813-9090-55b0b07961c2 HTTP/1.1" status: 204 len: 168 time: 0.6961942 Aug 19 12:27:57.714363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35368) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:57.762778 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5cdff5c8-06d8-460d-a768-9332531aa38e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:57.810299 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.003669 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f98e3e50-a9f1-4f58-9eeb-764aad526636 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.043989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.056993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef42675-168f-4a9a-ad7c-cf12a42acbad']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:58.065179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-67239dc2-8a4c-4bc9-b6b5-ddbefe092e1a None None] Provisioning for port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:58.088562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e3e50-a9f1-4f58-9eeb-764aad526636 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=17c24b18-aa69-4f53-85e1-0725f9982a81,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:58.088791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8c5faf-350e-45e4-955b-937cbb112d13') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:58.088791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8c5faf-350e-45e4-955b-937cbb112d13') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:27:58.092286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5cdff5c8-06d8-460d-a768-9332531aa38e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.097899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5cdff5c8-06d8-460d-a768-9332531aa38e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.101864 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5cdff5c8-06d8-460d-a768-9332531aa38e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "DELETE /v2.0/security-groups/d847b118-bb94-435f-ae11-7c01f7c5cf0d HTTP/1.1" status: 204 len: 168 time: 0.6929755 Aug 19 12:27:58.104788 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.107156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35380) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:58.137503 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-ee558156-9a03-47b9-a97b-91647b066eac tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] show failed (client error): The resource could not be found. Aug 19 12:27:58.139123 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f98e3e50-a9f1-4f58-9eeb-764aad526636 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.141387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ee558156-9a03-47b9-a97b-91647b066eac tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "GET /v2.0/security-groups/d847b118-bb94-435f-ae11-7c01f7c5cf0d HTTP/1.1" status: 404 len: 347 time: 0.0331032 Aug 19 12:27:58.145092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35384) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:58.145092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35386) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:58.145372 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f98e3e50-a9f1-4f58-9eeb-764aad526636 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/17c24b18-aa69-4f53-85e1-0725f9982a81 HTTP/1.1" status: 204 len: 168 time: 1.2366381 Aug 19 12:27:58.145736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdff5c8-06d8-460d-a768-9332531aa38e tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d847b118-bb94-435f-ae11-7c01f7c5cf0d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:58.151319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:58.211761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 0434fd90-6dfb-4f62-8a66-7dc214884112 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:27:58.229492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-beec4c30-0d8e-46b1-9c2c-fe6717ef1386 None None] Could not find standard attr ID for object dfdf2bb0-fa8e-4e83-98b9-48edde4b541d. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:27:58.239486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.251158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:27:58.251556 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:27:58.279692 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:27:58.306311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e16b45-5f9a-4388-a50f-67a1b7bf6c77 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.307954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e16b45-5f9a-4388-a50f-67a1b7bf6c77 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.309510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f9e16b45-5f9a-4388-a50f-67a1b7bf6c77 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1621609 Aug 19 12:27:58.313410 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35392) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:58.430290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-262b3df7-dcb8-440f-ad73-cd620f0e2a1b tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Deleting port 27a910c3-16fe-4eef-b5cd-832f907e24cf {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:27:58.430290 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-262b3df7-dcb8-440f-ad73-cd620f0e2a1b tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.431271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33fbda8-1275-4af2-8af4-b912e84028e7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 751572e1-4704-43f0-b149-a6df5b832320 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:27:58.433081 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d33fbda8-1275-4af2-8af4-b912e84028e7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.458454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:58.474282 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 0434fd90-6dfb-4f62-8a66-7dc214884112, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=0434fd90-6dfb-4f62-8a66-7dc214884112,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:58.492852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'port_id': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7', 'mac_address': 'fa:16:3e:da:b4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:58.521161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.540851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.542837 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3ef42675-168f-4a9a-ad7c-cf12a42acbad HTTP/1.1" status: 204 len: 168 time: 0.8272655 Aug 19 12:27:58.577853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac2f89-85aa-4a5b-9095-f07b50e73b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef42675-168f-4a9a-ad7c-cf12a42acbad,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:58.580653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '0434fd90-6dfb-4f62-8a66-7dc214884112', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '0434fd90-6dfb-4f62-8a66-7dc214884112', 'mac_address': 'fa:16:3e:b0:39:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:27:58.585921 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.609970 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d33fbda8-1275-4af2-8af4-b912e84028e7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.655802 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-262b3df7-dcb8-440f-ad73-cd620f0e2a1b tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.656550 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-262b3df7-dcb8-440f-ad73-cd620f0e2a1b tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.679714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-262b3df7-dcb8-440f-ad73-cd620f0e2a1b tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Calling delete_port for 27a910c3-16fe-4eef-b5cd-832f907e24cf owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:27:58.691256 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.704714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:27:58.732253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae746c5b-9fa4-4029-8850-3e304e187f69 req-f75be7c6-c758-4c26-8dcb-bfac694d39ad tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.738285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae746c5b-9fa4-4029-8850-3e304e187f69 req-f75be7c6-c758-4c26-8dcb-bfac694d39ad tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 948 time: 0.3285165 Aug 19 12:27:58.743818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b4b2f967-b7fb-4672-b47a-5e4a6387e0e7 None None] Could not find standard attr ID for object 17c24b18-aa69-4f53-85e1-0725f9982a81. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:27:58.797684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:58.859853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07ebae-67b1-4488-a27d-2acc41811a17 req-d0007897-334a-46b7-b4f1-d0559a2b8d4c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:27:58.862229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0434fd90-6dfb-4f62-8a66-7dc214884112 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:27:58.874251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd07ebae-67b1-4488-a27d-2acc41811a17 req-d0007897-334a-46b7-b4f1-d0559a2b8d4c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.1715643 Aug 19 12:27:58.928784 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae746c5b-9fa4-4029-8850-3e304e187f69 req-1c689d8f-3f02-4358-b416-f0c01405bc47 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666138 Aug 19 12:27:58.945890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:58.949506 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d33fbda8-1275-4af2-8af4-b912e84028e7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:58.955844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 0434fd90-6dfb-4f62-8a66-7dc214884112, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=0434fd90-6dfb-4f62-8a66-7dc214884112,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:59.025256 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.137187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35408) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.176579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:59.190726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:27:59.193525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:27:59.193911 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.195580 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.242945 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d33fbda8-1275-4af2-8af4-b912e84028e7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.261977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd07ebae-67b1-4488-a27d-2acc41811a17 req-090b7f65-e889-47e6-9c56-7ea4a2c29703 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867471 Aug 19 12:27:59.278248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:59.323796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fbda8-1275-4af2-8af4-b912e84028e7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=751572e1-4704-43f0-b149-a6df5b832320,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:59.329817 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d33fbda8-1275-4af2-8af4-b912e84028e7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.335054 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d33fbda8-1275-4af2-8af4-b912e84028e7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/751572e1-4704-43f0-b149-a6df5b832320 HTTP/1.1" status: 204 len: 168 time: 1.0205081 Aug 19 12:27:59.337842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35410) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.383130 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=0434fd90-6dfb-4f62-8a66-7dc214884112,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:59.446214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-61e89e91-088b-4875-ab99-68ff3acb328c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004462 Aug 19 12:27:59.446917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35412) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.455350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-73cf9678-83de-4118-919b-94666e22fda8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:27:59.491506 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-94ab5b4d-59aa-473d-a4dd-723c8ef39f84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53dae8c1a4664e9093089ed9a6a09ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432066 Aug 19 12:27:59.492511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35414) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.570698 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14565a8-79da-4000-a906-fbb3b0e5a289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.571611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['0434fd90-6dfb-4f62-8a66-7dc214884112'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:27:59.593888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-262b3df7-dcb8-440f-ad73-cd620f0e2a1b tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.643312 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14565a8-79da-4000-a906-fbb3b0e5a289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.645206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b3df7-dcb8-440f-ad73-cd620f0e2a1b tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Pushing event deleted for resources: {'Port': ['ID=27a910c3-16fe-4eef-b5cd-832f907e24cf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:27:59.659360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7c9091-e085-4c10-83cd-175a067bd171 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:27:59.731798 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.733785 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cf9678-83de-4118-919b-94666e22fda8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:27:59.737910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73cf9678-83de-4118-919b-94666e22fda8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.765702 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-262b3df7-dcb8-440f-ad73-cd620f0e2a1b tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.768376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-262b3df7-dcb8-440f-ad73-cd620f0e2a1b tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.769562 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-262b3df7-dcb8-440f-ad73-cd620f0e2a1b tempest-ServersTestBootFromVolume-483947808 tempest-ServersTestBootFromVolume-483947808-project] 10.222.0.21 "DELETE /v2.0/floatingips/8e2e824b-6a43-43f2-9678-86edea604d25 HTTP/1.1" status: 204 len: 168 time: 1.6246705 Aug 19 12:27:59.773699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35416) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:27:59.884236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:27:59.939290 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14565a8-79da-4000-a906-fbb3b0e5a289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.941898 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c14565a8-79da-4000-a906-fbb3b0e5a289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:27:59.943653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c14565a8-79da-4000-a906-fbb3b0e5a289 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97fb7326-10f3-4e03-b903-7b52b9aaa8ac HTTP/1.1" status: 204 len: 168 time: 0.4493029 Aug 19 12:27:59.965794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14565a8-79da-4000-a906-fbb3b0e5a289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb7326-10f3-4e03-b903-7b52b9aaa8ac,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:00.052175 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.268835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2e1633-ef85-4d40-abc8-57c929a645b9 None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:00.419175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:00.441599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef526e-e39c-4d17-ba7b-1dc215a3b63c req-15419a03-937b-4c3c-9d0d-f6eb93c11448 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:00.450439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07ef526e-e39c-4d17-ba7b-1dc215a3b63c req-15419a03-937b-4c3c-9d0d-f6eb93c11448 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 949 time: 0.3204763 Aug 19 12:28:00.469444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ea2e1633-ef85-4d40-abc8-57c929a645b9 None None] Deleting port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:00.473579 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ea2e1633-ef85-4d40-abc8-57c929a645b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.537601 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07ef526e-e39c-4d17-ba7b-1dc215a3b63c req-1c141947-1a97-446b-8a73-b2cf1899c075 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803790 Aug 19 12:28:00.538630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73cf9678-83de-4118-919b-94666e22fda8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.556401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:00.678426 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.695226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cf9678-83de-4118-919b-94666e22fda8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:00.714353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-73cf9678-83de-4118-919b-94666e22fda8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:00.723993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ea2e1633-ef85-4d40-abc8-57c929a645b9 None None] For port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:00.723993 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ea2e1633-ef85-4d40-abc8-57c929a645b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.740399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cf9678-83de-4118-919b-94666e22fda8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:00.742250 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73cf9678-83de-4118-919b-94666e22fda8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.763982 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ea2e1633-ef85-4d40-abc8-57c929a645b9 None None] Calling delete_port for 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:00.764451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:00.790092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf9678-83de-4118-919b-94666e22fda8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=5e4d34f4-5e57-4aa4-bcf2-6414916aaed9,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:00.854387 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:00.861212 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-73cf9678-83de-4118-919b-94666e22fda8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4112408 Aug 19 12:28:00.863991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35436) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:00.873965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': '5e4d34f4-5e57-4aa4-bcf2-6414916aaed9', 'ip_address': '2001:db8::ac5d:f0d0:35bb:5ea2'}], 'name': 'tempest-NetworksTestDHCPv6-1422372121'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:00.998296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:01.136864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35442) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:01.156154 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ea2e1633-ef85-4d40-abc8-57c929a645b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.220998 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e1633-ef85-4d40-abc8-57c929a645b9 None None] Pushing event deleted for resources: {'Port': ['ID=7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:01.224916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:01.241612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e1633-ef85-4d40-abc8-57c929a645b9 None None] No DVR routers for this DVR port 7f9dbfe4-df5a-4a59-9e09-c7c6cbc5bb93 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:01.289442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c77be3-fca2-469a-983b-fbfc025e639e None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:01.479128 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.534253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a427165-9327-4364-a98b-89f0b7f564af req-d4fdbb36-ba24-4a3f-a05e-b40ebfa7a4c8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:01.539061 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '5e4d34f4-5e57-4aa4-bcf2-6414916aaed9'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:01.540677 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.543708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a427165-9327-4364-a98b-89f0b7f564af req-d4fdbb36-ba24-4a3f-a05e-b40ebfa7a4c8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 944 time: 0.3350816 Aug 19 12:28:01.551079 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5e261dc-df93-4559-880e-b72449d48a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.595080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 2ba0852c-8a87-40b8-963d-231ce1d69455 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:01.631717 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a427165-9327-4364-a98b-89f0b7f564af req-6741bc52-ccfe-4a0f-9d47-2d0bc1ee8f93 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873470 Aug 19 12:28:01.720211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/5e4d34f4-5e57-4aa4-bcf2-6414916aaed9/7d047878-1fd4-4fa5-abd7-06acdec19671) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:01.824834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22484c-55c7-469d-813f-74173c903095 req-f11d7cac-779f-4eac-bf1a-10224a0b4195 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:01.832602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f22484c-55c7-469d-813f-74173c903095 req-f11d7cac-779f-4eac-bf1a-10224a0b4195 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 949 time: 0.1145282 Aug 19 12:28:01.903712 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f22484c-55c7-469d-813f-74173c903095 req-b09da3fd-eddb-432e-abe4-a84641d6c462 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690422 Aug 19 12:28:01.969821 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5e261dc-df93-4559-880e-b72449d48a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:01.987801 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.067001 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.075584 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5e261dc-df93-4559-880e-b72449d48a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.095466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Transition to ACTIVE for port object 7d047878-1fd4-4fa5-abd7-06acdec19671 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:02.113306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e261dc-df93-4559-880e-b72449d48a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ef000f-cc2f-45c5-9721-ea66488d3afc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:02.147265 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Transition to ACTIVE for port object 7d047878-1fd4-4fa5-abd7-06acdec19671 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:02.162183 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:02.162773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35464) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:02.164392 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a5e261dc-df93-4559-880e-b72449d48a5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2e2861b45a549b0abbe7336fd225fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0261257 Aug 19 12:28:02.353637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::ac5d:f0d0:35bb:5ea2 (fe427799-de6b-44e4-8c34-c6b669262f27/5e4d34f4-5e57-4aa4-bcf2-6414916aaed9/2ba0852c-8a87-40b8-963d-231ce1d69455) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:02.388987 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28547e17-5814-4501-b507-d7b130eed5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.458925 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 0434fd90-6dfb-4f62-8a66-7dc214884112 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:02.523593 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.601424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:02.601861 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.605298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:02.626296 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28547e17-5814-4501-b507-d7b130eed5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.660403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:02.673405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:02.681871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Pushing event updated for resources: {'Port': ['ID=7d047878-1fd4-4fa5-abd7-06acdec19671,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:02.701317 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.731976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 2ba0852c-8a87-40b8-963d-231ce1d69455 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:02.770317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Attempting to bind port 7d047878-1fd4-4fa5-abd7-06acdec19671 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:02.770774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Attempting to bind port 7d047878-1fd4-4fa5-abd7-06acdec19671 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:02.771367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Attempting to bind port 7d047878-1fd4-4fa5-abd7-06acdec19671 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:02.798198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:02.798618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:02.799028 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.799420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:02.799938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Bound port: 7d047878-1fd4-4fa5-abd7-06acdec19671, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:02.803857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.830607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 0434fd90-6dfb-4f62-8a66-7dc214884112 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:02.861662 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.893306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] For port 7d047878-1fd4-4fa5-abd7-06acdec19671, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:02.904885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] For port 7d047878-1fd4-4fa5-abd7-06acdec19671, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7d047878-1fd4-4fa5-abd7-06acdec19671,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:02.908154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 0434fd90-6dfb-4f62-8a66-7dc214884112 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:02.908526 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.913125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.950752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586715f1-e5ed-4d0d-a074-08585a7f4601 req-6a258a0a-9c8c-4ee4-8fd2-a7cf9cff2d2c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:02.952574 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-586715f1-e5ed-4d0d-a074-08585a7f4601 req-6a258a0a-9c8c-4ee4-8fd2-a7cf9cff2d2c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 944 time: 0.1136193 Aug 19 12:28:02.955741 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28547e17-5814-4501-b507-d7b130eed5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.958101 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28547e17-5814-4501-b507-d7b130eed5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:02.960143 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-28547e17-5814-4501-b507-d7b130eed5a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9ef000f-cc2f-45c5-9721-ea66488d3afc HTTP/1.1" status: 204 len: 168 time: 0.7938268 Aug 19 12:28:02.965987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=2ba0852c-8a87-40b8-963d-231ce1d69455,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:02.983126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:02.984713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:02.991222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:03.005205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:03.007605 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.009138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:03.019130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28547e17-5814-4501-b507-d7b130eed5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ef000f-cc2f-45c5-9721-ea66488d3afc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:03.032231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] Deleting port aaed0526-175b-4b3c-b93e-20adb0ef02e3 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:03.037405 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dd6522-5137-4b39-9b5b-1a57c50b71ad" -d '{"events": [{"server_uuid": "4768704c-b7b9-4605-801f-2e83a6939e6c", "name": "network-vif-plugged", "status": "completed", "tag": "0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:03.038094 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.101039 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.116106 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-226c77f8-d8d3-4e89-ae3f-b6ce52fd54de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2498014 Aug 19 12:28:03.131330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-586715f1-e5ed-4d0d-a074-08585a7f4601 req-4f66f6f1-13e8-4a6d-8141-5a6603831cb5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502063 Aug 19 12:28:03.131689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35482) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:03.149810 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:03.194291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] For port aaed0526-175b-4b3c-b93e-20adb0ef02e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=aaed0526-175b-4b3c-b93e-20adb0ef02e3,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:03.194665 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.211259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa91bcc-1181-4f7b-8ef8-710ed79cb8cc req-103347d3-ee46-4dce-a3dc-9eaa7e22b492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:03.213085 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1aa91bcc-1181-4f7b-8ef8-710ed79cb8cc req-103347d3-ee46-4dce-a3dc-9eaa7e22b492 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 949 time: 0.1576424 Aug 19 12:28:03.216942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] Calling delete_port for aaed0526-175b-4b3c-b93e-20adb0ef02e3 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:03.250903 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09884409-ca95-47cf-a82d-72a55026eacf x-openstack-request-id: req-09884409-ca95-47cf-a82d-72a55026eacf {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:03.251483 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4768704c-b7b9-4605-801f-2e83a6939e6c", "name": "network-vif-plugged", "status": "completed", "tag": "0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:03.251942 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09884409-ca95-47cf-a82d-72a55026eacf {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:03.252513 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7', 'code': 200} Aug 19 12:28:03.273742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c5b946-d822-4d47-8b6b-ece723c83e7c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:03.281500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c5b946-d822-4d47-8b6b-ece723c83e7c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:03.283262 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a1c5b946-d822-4d47-8b6b-ece723c83e7c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1642835 Aug 19 12:28:03.292215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35484) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:03.306645 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.320563 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.333920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075aa65-a0c4-4e1e-97f8-2ba2a2957aaf None None] Pushing event updated for resources: {'Port': ['ID=7d047878-1fd4-4fa5-abd7-06acdec19671,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:03.405842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:03.415223 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1aa91bcc-1181-4f7b-8ef8-710ed79cb8cc req-892e9b48-fe15-4c4a-8d81-9391109e8263 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909308 Aug 19 12:28:03.462512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 0434fd90-6dfb-4f62-8a66-7dc214884112, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=0434fd90-6dfb-4f62-8a66-7dc214884112,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:03.468106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8be39-2461-4f50-8b82-76989f4b4269 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 2ba0852c-8a87-40b8-963d-231ce1d69455 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:03.468545 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9c8be39-2461-4f50-8b82-76989f4b4269 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.624759 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.686205 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.765759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaed0526-175b-4b3c-b93e-20adb0ef02e3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:03.807585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=0434fd90-6dfb-4f62-8a66-7dc214884112,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:03.811908 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9c8be39-2461-4f50-8b82-76989f4b4269 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:03.845899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8be39-2461-4f50-8b82-76989f4b4269 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 2ba0852c-8a87-40b8-963d-231ce1d69455 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:04.181161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.452195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35502) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:04.479186 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9bef-fe2d-4f79-9131-17948b4767c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.631181 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9c8be39-2461-4f50-8b82-76989f4b4269 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.639146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] Router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:04.686746 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7d047878-1fd4-4fa5-abd7-06acdec19671 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:04.711025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8be39-2461-4f50-8b82-76989f4b4269 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=2ba0852c-8a87-40b8-963d-231ce1d69455,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:04.716427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aed9d7-f998-4c67-8a88-2885c00338ab req-17ebb7d5-4c98-48d0-9371-91b684d36949 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:04.717958 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f8aed9d7-f998-4c67-8a88-2885c00338ab req-17ebb7d5-4c98-48d0-9371-91b684d36949 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.3364346 Aug 19 12:28:04.781274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9c8be39-2461-4f50-8b82-76989f4b4269 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.783891 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b9c8be39-2461-4f50-8b82-76989f4b4269 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/2ba0852c-8a87-40b8-963d-231ce1d69455 HTTP/1.1" status: 204 len: 168 time: 1.4905150 Aug 19 12:28:04.796434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5437501-f475-448d-8b7f-52a9b4ffb300 req-6e7b9899-c0ae-4a9c-a4b5-e95e2b55981a tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:04.804582 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5437501-f475-448d-8b7f-52a9b4ffb300 req-6e7b9899-c0ae-4a9c-a4b5-e95e2b55981a tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 950 time: 0.2235982 Aug 19 12:28:04.809256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35508) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:04.917678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7d047878-1fd4-4fa5-abd7-06acdec19671 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:04.925142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f8aed9d7-f998-4c67-8a88-2885c00338ab req-3b7200bd-546d-4536-bb03-b0d9edeeb2dd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936662 Aug 19 12:28:04.932574 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9bef-fe2d-4f79-9131-17948b4767c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:04.962831 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5437501-f475-448d-8b7f-52a9b4ffb300 req-751d4d5a-b650-4a22-ad8d-81b0f7239dd2 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570196 Aug 19 12:28:04.985995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7594a8dc-1054-4ef7-be13-d5a53bb34cd9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:04.989015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:05.001803 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111d887-ca79-4033-a50b-e309d49b25b9 None None] Sync routers for ids ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:05.007955 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6e64d4a8-3630-484b-92af-fed87a5a8eb2 admin admin] 10.222.0.21 "PUT /v2.0/routers/ffeeb700-03fd-45f8-ad74-efe7ff35ef8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2330577 Aug 19 12:28:05.008598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35512) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:05.011441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7594a8dc-1054-4ef7-be13-d5a53bb34cd9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:05.017264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7594a8dc-1054-4ef7-be13-d5a53bb34cd9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2016580 Aug 19 12:28:05.023817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35514) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:05.050500 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f5d9bef-fe2d-4f79-9131-17948b4767c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.051599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3111d887-ca79-4033-a50b-e309d49b25b9 None None] Routers {'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:05.052780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3111d887-ca79-4033-a50b-e309d49b25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:05.190639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-544625e8-2a9c-4518-91bd-e37180c9978c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 5e4d34f4-5e57-4aa4-bcf2-6414916aaed9 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:05.195428 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-544625e8-2a9c-4518-91bd-e37180c9978c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.219987 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-65acb5c4-e581-4f94-8b61-1b9a529b5c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.234139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.253200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f112ecc7-015d-4c63-a9a1-f80d05abd53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0434fd90-6dfb-4f62-8a66-7dc214884112'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:05.256492 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7f5d9bef-fe2d-4f79-9131-17948b4767c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b52316720b04c3294c9f4cd04f5f49b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8032880 Aug 19 12:28:05.256984 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7da008-2533-4671-bdaa-47fa7b1336b5" -d '{"events": [{"server_uuid": "f112ecc7-015d-4c63-a9a1-f80d05abd53c", "name": "network-vif-plugged", "status": "completed", "tag": "0434fd90-6dfb-4f62-8a66-7dc214884112"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:05.287042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35516) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:05.301291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d9bef-fe2d-4f79-9131-17948b4767c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99f83ce-932c-4eb9-b3f5-45d04b047920,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:05.341049 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-544625e8-2a9c-4518-91bd-e37180c9978c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.355527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Provisioning for port 7d047878-1fd4-4fa5-abd7-06acdec19671 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:05.385045 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f978a0-52f9-4d3f-994d-e9440d312248 x-openstack-request-id: req-54f978a0-52f9-4d3f-994d-e9440d312248 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:05.386012 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f112ecc7-015d-4c63-a9a1-f80d05abd53c", "name": "network-vif-plugged", "status": "completed", "tag": "0434fd90-6dfb-4f62-8a66-7dc214884112", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:05.386352 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54f978a0-52f9-4d3f-994d-e9440d312248 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:05.386875 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f112ecc7-015d-4c63-a9a1-f80d05abd53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0434fd90-6dfb-4f62-8a66-7dc214884112', 'code': 200} Aug 19 12:28:05.389205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Provisioning complete for port 7d047878-1fd4-4fa5-abd7-06acdec19671 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:05.389646 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.467502 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.474462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3111d887-ca79-4033-a50b-e309d49b25b9 None None] Set router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:05.514416 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-544625e8-2a9c-4518-91bd-e37180c9978c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.574944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46ff68-67bc-4b0e-9a9b-fd7db9c9890e req-dcb17da6-5278-43c5-adf8-c8a95f78593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:05.574944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d46ff68-67bc-4b0e-9a9b-fd7db9c9890e req-dcb17da6-5278-43c5-adf8-c8a95f78593d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 1101 time: 0.1111970 Aug 19 12:28:05.661659 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e87f6cc5-11b2-4e5b-9890-c55260fd7e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.694635 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e87f6cc5-11b2-4e5b-9890-c55260fd7e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.720153 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.764742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d46ff68-67bc-4b0e-9a9b-fd7db9c9890e req-f668b9e3-0344-4da0-a4ab-54d809afb8df service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815109 Aug 19 12:28:05.777538 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-544625e8-2a9c-4518-91bd-e37180c9978c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.812429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Deleting port d6a8c01a-a89f-4392-bed9-870205e0fa5c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:05.812919 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.846026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544625e8-2a9c-4518-91bd-e37180c9978c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4d34f4-5e57-4aa4-bcf2-6414916aaed9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:05.852904 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-544625e8-2a9c-4518-91bd-e37180c9978c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.856594 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-544625e8-2a9c-4518-91bd-e37180c9978c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/5e4d34f4-5e57-4aa4-bcf2-6414916aaed9 HTTP/1.1" status: 204 len: 168 time: 0.8316705 Aug 19 12:28:05.861319 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35522) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:05.865915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913e09fc-aa74-40a3-8d48-3910405e9e83 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:05.921157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9f0ddb3e-843d-4854-855e-3dc3e0afb7c2 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552874 Aug 19 12:28:05.921501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35524) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:05.923926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] For port d6a8c01a-a89f-4392-bed9-870205e0fa5c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d6a8c01a-a89f-4392-bed9-870205e0fa5c,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:05.924521 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.928918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5d808660-31a5-4ed3-946d-45be7a905f67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:05.950466 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e87f6cc5-11b2-4e5b-9890-c55260fd7e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.956564 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e87f6cc5-11b2-4e5b-9890-c55260fd7e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:05.958756 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e87f6cc5-11b2-4e5b-9890-c55260fd7e49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b99f83ce-932c-4eb9-b3f5-45d04b047920 HTTP/1.1" status: 204 len: 168 time: 0.6699488 Aug 19 12:28:05.964700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Calling delete_port for d6a8c01a-a89f-4392-bed9-870205e0fa5c owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:06.008653 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:28:06.009015 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:28:06.018444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f6cc5-11b2-4e5b-9890-c55260fd7e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99f83ce-932c-4eb9-b3f5-45d04b047920,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:06.081572 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3111d887-ca79-4033-a50b-e309d49b25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:28:03Z', 'revision_number': 5, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port': {'id': 'd6a8c01a-a89f-4392-bed9-870205e0fa5c', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:22:22Z', 'updated_at': '2021-08-19T12:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:06.137677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111d887-ca79-4033-a50b-e309d49b25b9 None None] Checking router: ffeeb700-03fd-45f8-ad74-efe7ff35ef8e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:06.179278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d808660-31a5-4ed3-946d-45be7a905f67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:06.184990 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d808660-31a5-4ed3-946d-45be7a905f67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.198867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3111d887-ca79-4033-a50b-e309d49b25b9 None None] Routers {'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:06.199698 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3111d887-ca79-4033-a50b-e309d49b25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:06.301167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3111d887-ca79-4033-a50b-e309d49b25b9 None None] Set router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:06.364532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3111d887-ca79-4033-a50b-e309d49b25b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:28:05Z', 'revision_number': 6, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:06.369622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8d26e-baf6-433a-aec2-ea9a8883e985 req-e5822a4d-1744-403e-9703-f978480287e1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:06.371500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-feb8d26e-baf6-433a-aec2-ea9a8883e985 req-e5822a4d-1744-403e-9703-f978480287e1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.2979021 Aug 19 12:28:06.411976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df344f0e-4537-4a0a-a689-87215e5d697b req-8899d0a0-c8d7-430f-8fd5-36492324d044 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:06.419248 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-df344f0e-4537-4a0a-a689-87215e5d697b req-8899d0a0-c8d7-430f-8fd5-36492324d044 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 950 time: 0.1992989 Aug 19 12:28:06.419782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3111d887-ca79-4033-a50b-e309d49b25b9 None None] The sync data for ids ['ffeeb700-03fd-45f8-ad74-efe7ff35ef8e'] in n-d-803757-2 is: [{'id': 'ffeeb700-03fd-45f8-ad74-efe7ff35ef8e', 'name': 'tempest-ServersTestBootFromVolume-1317875376-router', 'tenant_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:22:20Z', 'updated_at': '2021-08-19T12:28:05Z', 'revision_number': 6, 'project_id': 'bdf60d8a50c344eeb9927fe5e603de14', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:06.465280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-feb8d26e-baf6-433a-aec2-ea9a8883e985 req-4598a254-97cf-4980-8e30-7ae300753520 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783303 Aug 19 12:28:06.483694 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-df344f0e-4537-4a0a-a689-87215e5d697b req-4a5b32a0-a088-4fae-9f78-e30b62fc8711 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635207 Aug 19 12:28:06.556363 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.589750 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] For port 7d047878-1fd4-4fa5-abd7-06acdec19671, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7d047878-1fd4-4fa5-abd7-06acdec19671,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:06.801619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224e51b-c6be-4cef-9862-20b9f4ed6c18 None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:06.806713 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.807292 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d808660-31a5-4ed3-946d-45be7a905f67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.807421 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.846870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a8c01a-a89f-4392-bed9-870205e0fa5c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:06.879340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d808660-31a5-4ed3-946d-45be7a905f67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:06.883566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5d808660-31a5-4ed3-946d-45be7a905f67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:06.887861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d808660-31a5-4ed3-946d-45be7a905f67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:06.888459 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d808660-31a5-4ed3-946d-45be7a905f67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.911769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d808660-31a5-4ed3-946d-45be7a905f67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=9dd40d41-000b-43c1-8dc0-3bc22c4c9b4e,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:06.944769 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:06.991241 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5d808660-31a5-4ed3-946d-45be7a905f67 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0682900 Aug 19 12:28:06.993798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35546) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:06.999082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': '9dd40d41-000b-43c1-8dc0-3bc22c4c9b4e', 'ip_address': '2001:db8::fa4d:b7e6:fb2c:9980'}], 'name': 'tempest-NetworksTestDHCPv6-727460932'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:07.060910 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.065225 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.137970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ffcd283e-cc6c-4ab5-978a-046243272d4f None None] Could not find standard attr ID for object 2ba0852c-8a87-40b8-963d-231ce1d69455. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:07.142843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Pushing event updated for resources: {'Port': ['ID=7d047878-1fd4-4fa5-abd7-06acdec19671,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:07.154182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.154537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.154906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.155248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.155583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.155918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.156327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.156656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.156980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.157349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.157661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.158070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665fd54-5d97-4a99-8476-ea8b023da58d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:07.164823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d224e51b-c6be-4cef-9862-20b9f4ed6c18 None None] Deleting port 7d047878-1fd4-4fa5-abd7-06acdec19671 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:07.165198 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d224e51b-c6be-4cef-9862-20b9f4ed6c18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.267747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d224e51b-c6be-4cef-9862-20b9f4ed6c18 None None] For port 7d047878-1fd4-4fa5-abd7-06acdec19671, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7d047878-1fd4-4fa5-abd7-06acdec19671,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:07.268148 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d224e51b-c6be-4cef-9862-20b9f4ed6c18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.286292 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.286654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:07.287150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffeeb700-03fd-45f8-ad74-efe7ff35ef8e {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:28:07.292346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d224e51b-c6be-4cef-9862-20b9f4ed6c18 None None] Calling delete_port for 7d047878-1fd4-4fa5-abd7-06acdec19671 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:07.299426 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.299426 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ab7a3c6f-bf3f-403d-94e8-bd0f722661d3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ffeeb700-03fd-45f8-ad74-efe7ff35ef8e HTTP/1.1" status: 204 len: 168 time: 2.2818122 Aug 19 12:28:07.299426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35550) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:07.417037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac18458-0b23-41fb-b099-0f8488358838 admin admin] Deleting subnet 4ebce066-b026-4e5d-ae09-5e49c26b0665 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:07.422129 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ac18458-0b23-41fb-b099-0f8488358838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.492117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.507675 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ac18458-0b23-41fb-b099-0f8488358838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.537176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 9123ea8a-4675-4f2a-bd86-fa0e5df8bf10 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:07.664636 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d224e51b-c6be-4cef-9862-20b9f4ed6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.693615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224e51b-c6be-4cef-9862-20b9f4ed6c18 None None] Pushing event deleted for resources: {'Port': ['ID=7d047878-1fd4-4fa5-abd7-06acdec19671,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:07.702877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224e51b-c6be-4cef-9862-20b9f4ed6c18 None None] No DVR routers for this DVR port 7d047878-1fd4-4fa5-abd7-06acdec19671 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:07.719334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290965f2-7d96-4bf2-b5df-018d836a05dc None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:07.746826 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ac18458-0b23-41fb-b099-0f8488358838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.842157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.853368 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b9b5145b-0e33-4bd0-b4d5-df2bf8677120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:07.884603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86f599-be14-4ed2-9236-c0a523b3d8a2 req-0156e0c8-f587-415c-a203-7aa0335655ca tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:07.892270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b86f599-be14-4ed2-9236-c0a523b3d8a2 req-0156e0c8-f587-415c-a203-7aa0335655ca tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 950 time: 0.2605319 Aug 19 12:28:07.896553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e04ea1-17de-4cc3-989e-2797a2f9bc9e req-ae1e5bc4-1706-4e49-a233-b6bf0dd7ef54 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:07.925090 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38e04ea1-17de-4cc3-989e-2797a2f9bc9e req-ae1e5bc4-1706-4e49-a233-b6bf0dd7ef54 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.2605407 Aug 19 12:28:07.949744 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b86f599-be14-4ed2-9236-c0a523b3d8a2 req-b8bda79e-bb6e-4e4a-a658-086a41a944cd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564933 Aug 19 12:28:07.963452 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ac18458-0b23-41fb-b099-0f8488358838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.028334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac18458-0b23-41fb-b099-0f8488358838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ebce066-b026-4e5d-ae09-5e49c26b0665,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:08.028448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '9dd40d41-000b-43c1-8dc0-3bc22c4c9b4e'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:08.029170 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.044376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ac18458-0b23-41fb-b099-0f8488358838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.046743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5ac18458-0b23-41fb-b099-0f8488358838 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4ebce066-b026-4e5d-ae09-5e49c26b0665 HTTP/1.1" status: 204 len: 168 time: 0.7484145 Aug 19 12:28:08.049576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35578) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:08.057955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda591e-dfc6-422c-84e3-8a94bc1f5a52 None None] Network 0b3894f8-dae9-4e88-8329-0414c9eea13c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:08.126097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38e04ea1-17de-4cc3-989e-2797a2f9bc9e req-2d03a3c5-725e-4215-8a09-a343ba8caa00 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907346 Aug 19 12:28:08.153213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::fa4d:b7e6:fb2c:9980 (fe427799-de6b-44e4-8c34-c6b669262f27/9dd40d41-000b-43c1-8dc0-3bc22c4c9b4e/9123ea8a-4675-4f2a-bd86-fa0e5df8bf10) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:08.225775 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.388716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60797fc-e03f-4e74-ab2a-cf6f34e3edd4 req-65d34eff-563b-4a25-92f5-1a1335a8548c tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:08.396947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c60797fc-e03f-4e74-ab2a-cf6f34e3edd4 req-65d34eff-563b-4a25-92f5-1a1335a8548c tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 1101 time: 0.1428893 Aug 19 12:28:08.409057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Deleting port d53aea16-0748-4456-9f8a-9a005e57d31d {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:08.409626 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.475748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb035987-df80-4e77-8661-937e20191150 None None] DHCP port deletion for 0b3894f8-dae9-4e88-8329-0414c9eea13c request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:08.495849 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] For port d53aea16-0748-4456-9f8a-9a005e57d31d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d53aea16-0748-4456-9f8a-9a005e57d31d,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:08.496470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.530210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Calling delete_port for d53aea16-0748-4456-9f8a-9a005e57d31d owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:08.549158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.572765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6a8c01a-a89f-4392-bed9-870205e0fa5c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:08.573689 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c60797fc-e03f-4e74-ab2a-cf6f34e3edd4 req-33ba5af5-1e30-48d9-afef-f34af3f5e4b7 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692660 Aug 19 12:28:08.594024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 9123ea8a-4675-4f2a-bd86-fa0e5df8bf10 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:08.624847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d6a8c01a-a89f-4392-bed9-870205e0fa5c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:08.625184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6a8c01a-a89f-4392-bed9-870205e0fa5c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:08.625689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7d047878-1fd4-4fa5-abd7-06acdec19671 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:08.655207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 7d047878-1fd4-4fa5-abd7-06acdec19671 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:08.657354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7d047878-1fd4-4fa5-abd7-06acdec19671 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:08.657354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device aaed0526-175b-4b3c-b93e-20adb0ef02e3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:08.684311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35590) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:08.687122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-eb035987-df80-4e77-8661-937e20191150 None None] Deleting port d53aea16-0748-4456-9f8a-9a005e57d31d {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:08.687502 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eb035987-df80-4e77-8661-937e20191150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.690449 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: aaed0526-175b-4b3c-b93e-20adb0ef02e3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:08.690717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device aaed0526-175b-4b3c-b93e-20adb0ef02e3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:08.728083 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.762166 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:08.799701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53aea16-0748-4456-9f8a-9a005e57d31d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:08.805466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] No DVR routers for this DVR port d53aea16-0748-4456-9f8a-9a005e57d31d on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:08.858345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/9dd40d41-000b-43c1-8dc0-3bc22c4c9b4e/b16d6b71-4127-4252-993a-c83834bdcee5) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:08.885616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:08.903122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1194164583-network', 'tenant_id': '36b966411ac5486ba51974a9fa5fbe59'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:08.911862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:08.924059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=9123ea8a-4675-4f2a-bd86-fa0e5df8bf10,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:08.927753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:08.936423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:08.937170 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.048778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-91f4544a-a7ee-4c0b-978c-7ae62c2debd3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0538211 Aug 19 12:28:09.051597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35604) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:09.054445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-4ea613cf-b3ab-4961-a749-af4b0ee6ee87 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512190 Aug 19 12:28:09.112694 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.122731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Transition to ACTIVE for port object b16d6b71-4127-4252-993a-c83834bdcee5 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:09.146547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Transition to ACTIVE for port object b16d6b71-4127-4252-993a-c83834bdcee5 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:09.163962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-eb035987-df80-4e77-8661-937e20191150 None None] For port d53aea16-0748-4456-9f8a-9a005e57d31d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d53aea16-0748-4456-9f8a-9a005e57d31d,segment=NetworkSegment(fe4a2e21-9072-4ecd-9fbc-72774183468d),segment_id=fe4a2e21-9072-4ecd-9fbc-72774183468d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:09.164180 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eb035987-df80-4e77-8661-937e20191150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.165531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5ee008-360e-4b0c-8869-b1a990705441 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:09.174502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fe5ee008-360e-4b0c-8869-b1a990705441 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1210108 Aug 19 12:28:09.175188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35610) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:09.180178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-622d5248-aa1c-48f4-93f5-93e862f105d4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:09.182526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-eb035987-df80-4e77-8661-937e20191150 None None] Calling delete_port for d53aea16-0748-4456-9f8a-9a005e57d31d owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:09.187950 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-622d5248-aa1c-48f4-93f5-93e862f105d4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1323705 Aug 19 12:28:09.194577 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.214622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-66903454-610c-4224-bac8-c803acf6958b tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/quotas/565400ccc62a4aacaf865f0b391f2aed HTTP/1.1" status: 200 len: 375 time: 0.0254023 Aug 19 12:28:09.239578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3894f8-dae9-4e88-8329-0414c9eea13c']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:09.270562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4a2e21-9072-4ecd-9fbc-72774183468d') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:09.312028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4a2e21-9072-4ecd-9fbc-72774183468d') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:09.312028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.312275 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eb035987-df80-4e77-8661-937e20191150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.312379 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.332619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb035987-df80-4e77-8661-937e20191150 None None] Pushing event deleted for resources: {'Port': ['ID=d53aea16-0748-4456-9f8a-9a005e57d31d,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:09.334750 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-c28ef325-6a01-4509-97d1-59971b8cb3eb tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1189356 Aug 19 12:28:09.335508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb035987-df80-4e77-8661-937e20191150 None None] No DVR routers for this DVR port d53aea16-0748-4456-9f8a-9a005e57d31d on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:09.352014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:28:09.358703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:28:09.369673 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:28:09.372071 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.390649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdd394-4f3d-4d3f-89f2-31e5e2827503 req-67639906-b99e-4ea4-9389-9135d7110528 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:09.404200 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-50bdd394-4f3d-4d3f-89f2-31e5e2827503 req-67639906-b99e-4ea4-9389-9135d7110528 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.1043830 Aug 19 12:28:09.446563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:09.448702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Pushing event updated for resources: {'Port': ['ID=b16d6b71-4127-4252-993a-c83834bdcee5,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:09.451782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:09.459462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-50bdd394-4f3d-4d3f-89f2-31e5e2827503 req-bc48351e-8158-4c9b-b8e3-f1d7c67e5472 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542438 Aug 19 12:28:09.461527 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.462529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:09.470716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b98bd-ca54-4d60-a149-3a49ee95e97c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 9123ea8a-4675-4f2a-bd86-fa0e5df8bf10 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:09.471526 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae9b98bd-ca54-4d60-a149-3a49ee95e97c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.507577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Made reservation on behalf of 36b966411ac5486ba51974a9fa5fbe59 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:09.510448 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.545232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.680810 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Attempting to bind port b16d6b71-4127-4252-993a-c83834bdcee5 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:09.681034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Attempting to bind port b16d6b71-4127-4252-993a-c83834bdcee5 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:09.681242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Attempting to bind port b16d6b71-4127-4252-993a-c83834bdcee5 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:09.687155 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae9b98bd-ca54-4d60-a149-3a49ee95e97c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.693668 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:09.693976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:09.694377 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.694774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:09.695284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Bound port: b16d6b71-4127-4252-993a-c83834bdcee5, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:09.695667 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.704043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b98bd-ca54-4d60-a149-3a49ee95e97c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 9123ea8a-4675-4f2a-bd86-fa0e5df8bf10 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:09.739727 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.761088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.765048 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0b3894f8-dae9-4e88-8329-0414c9eea13c HTTP/1.1" status: 204 len: 168 time: 1.7145126 Aug 19 12:28:09.794575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667b0c9-0c9b-40e5-b876-2ec90e372711 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b3894f8-dae9-4e88-8329-0414c9eea13c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:09.821383 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.834589 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] For port b16d6b71-4127-4252-993a-c83834bdcee5, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:09.841080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] For port b16d6b71-4127-4252-993a-c83834bdcee5, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b16d6b71-4127-4252-993a-c83834bdcee5,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:09.898465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e18a3126-4724-4ab8-93c7-c177fd9d50ef req-7bd250cf-b880-4d97-91ca-bc5d5448bb0d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 210 time: 0.0520279 Aug 19 12:28:09.933102 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.936386 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:09.976213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:10.048559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d23365-c721-45f3-8df4-bdb073399445 None None] Pushing event updated for resources: {'Port': ['ID=b16d6b71-4127-4252-993a-c83834bdcee5,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:10.190361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae9b98bd-ca54-4d60-a149-3a49ee95e97c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.195347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:28:10.216061 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.216421 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Added segment 437fc9d1-9195-4571-bce6-0d6200ca2a2f of type vlan for network 3f3272e0-a060-44ec-80dd-4e271d6978a5 Aug 19 12:28:10.242458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b98bd-ca54-4d60-a149-3a49ee95e97c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=9123ea8a-4675-4f2a-bd86-fa0e5df8bf10,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:10.327442 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.340840 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae9b98bd-ca54-4d60-a149-3a49ee95e97c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.347776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35628) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:10.350750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ae9b98bd-ca54-4d60-a149-3a49ee95e97c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/9123ea8a-4675-4f2a-bd86-fa0e5df8bf10 HTTP/1.1" status: 204 len: 168 time: 1.1718345 Aug 19 12:28:10.351747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35630) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:10.454900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.resource_extend [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:28:10.479249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-81c66428-ad88-4973-8c53-17469da1fa48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdf60d8a50c344eeb9927fe5e603de14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1229031 Aug 19 12:28:10.481722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35632) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:10.499269 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.503389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b2592a-5895-4775-8306-e6c472cca98c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:10.505123 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b2592a-5895-4775-8306-e6c472cca98c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:10.510231 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d3b2592a-5895-4775-8306-e6c472cca98c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1599681 Aug 19 12:28:10.511050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35636) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:10.587802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b16d6b71-4127-4252-993a-c83834bdcee5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:10.635782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d13f888-e56c-4b62-b2e5-69d2b36a03a6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 9dd40d41-000b-43c1-8dc0-3bc22c4c9b4e {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:10.637958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.647881 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53dc780a-3fcd-4ad7-9c4e-e67ffb1b9959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.655693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:10.656687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.689173 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d13f888-e56c-4b62-b2e5-69d2b36a03a6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.707447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289a6a8-98f8-4d18-920b-658a8cd33d40 req-060aac36-1e53-460f-a8e0-56c0e0f39f77 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:10.717989 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f289a6a8-98f8-4d18-920b-658a8cd33d40 req-060aac36-1e53-460f-a8e0-56c0e0f39f77 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.1144872 Aug 19 12:28:10.721942 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53dc780a-3fcd-4ad7-9c4e-e67ffb1b9959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:10.865850 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f289a6a8-98f8-4d18-920b-658a8cd33d40 req-9a08b61d-a315-415c-84f9-4523323a1d60 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469033 Aug 19 12:28:10.882362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port b16d6b71-4127-4252-993a-c83834bdcee5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:10.968721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d53aea16-0748-4456-9f8a-9a005e57d31d no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:11.011903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d53aea16-0748-4456-9f8a-9a005e57d31d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:11.012246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d53aea16-0748-4456-9f8a-9a005e57d31d not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:11.034353 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53dc780a-3fcd-4ad7-9c4e-e67ffb1b9959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.040274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53dc780a-3fcd-4ad7-9c4e-e67ffb1b9959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.044475 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-53dc780a-3fcd-4ad7-9c4e-e67ffb1b9959 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9f84c48-3470-457b-9484-8389ea63135f HTTP/1.1" status: 204 len: 168 time: 0.5595806 Aug 19 12:28:11.078906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc780a-3fcd-4ad7-9c4e-e67ffb1b9959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f84c48-3470-457b-9484-8389ea63135f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:11.264253 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:28:11.439135 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c61d7f7c-3154-451e-a39c-11fc295f22b6 req-54fe573f-bd16-4b0d-83c8-839b51fcc3bd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 210 time: 0.0526955 Aug 19 12:28:11.446667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] Pushing event updated for resources: {'Network': ['ID=3f3272e0-a060-44ec-80dd-4e271d6978a5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:11.450690 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d13f888-e56c-4b62-b2e5-69d2b36a03a6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.472201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 3f3272e0-a060-44ec-80dd-4e271d6978a5 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:28:11.540258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-adeb9cec-7bb4-41f7-992a-7dd368f70b27 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8543930 Aug 19 12:28:11.544446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35658) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:11.553969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] Request body: {'subnet': {'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1194164583-subnet', 'tenant_id': '36b966411ac5486ba51974a9fa5fbe59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:11.604784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e5fcc787-c795-4210-8cb9-229c981a27ea None None] Provisioning for port b16d6b71-4127-4252-993a-c83834bdcee5 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:11.635754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e5fcc787-c795-4210-8cb9-229c981a27ea None None] Provisioning complete for port b16d6b71-4127-4252-993a-c83834bdcee5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:11.636127 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e5fcc787-c795-4210-8cb9-229c981a27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.753078 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e5fcc787-c795-4210-8cb9-229c981a27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.770724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d13f888-e56c-4b62-b2e5-69d2b36a03a6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.800315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] Made reservation on behalf of 36b966411ac5486ba51974a9fa5fbe59 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:11.804200 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:11.836924 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-8fed9995-ff09-453f-8d23-832e8237d87a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1773167 Aug 19 12:28:11.991902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-8842ab0b-545c-4733-a00a-931b0d19a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.015009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-8842ab0b-545c-4733-a00a-931b0d19a4e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 1097 time: 0.0789955 Aug 19 12:28:12.059599 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d13f888-e56c-4b62-b2e5-69d2b36a03a6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.116092 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-e5fcc787-c795-4210-8cb9-229c981a27ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:28:12.117181 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-e5fcc787-c795-4210-8cb9-229c981a27ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:28:12.148112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13f888-e56c-4b62-b2e5-69d2b36a03a6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd40d41-000b-43c1-8dc0-3bc22c4c9b4e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:12.181292 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d13f888-e56c-4b62-b2e5-69d2b36a03a6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.187518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3d13f888-e56c-4b62-b2e5-69d2b36a03a6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/9dd40d41-000b-43c1-8dc0-3bc22c4c9b4e HTTP/1.1" status: 204 len: 168 time: 1.6729517 Aug 19 12:28:12.188392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35676) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:12.205293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df0354-6f40-4644-a5e0-8b7364079101 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:12.253599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-556226dc-797c-401b-9b04-99d87c658127 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589402 Aug 19 12:28:12.254907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35680) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:12.269474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25deb0a2-68c3-42a9-9e44-cfdc93690d13 req-baaaa409-f73f-42ea-bfa6-39eed826ee78 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.288485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25deb0a2-68c3-42a9-9e44-cfdc93690d13 req-baaaa409-f73f-42ea-bfa6-39eed826ee78 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.2686079 Aug 19 12:28:12.397522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-5faee99b-288e-410c-9c6e-80657b335e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.401582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-5faee99b-288e-410c-9c6e-80657b335e09 service neutron] 10.222.0.62 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.3629441 Aug 19 12:28:12.427027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa2c18e-7cf4-40ee-b50c-f44e8c524a03 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.427979 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25deb0a2-68c3-42a9-9e44-cfdc93690d13 req-1abb3898-8d39-4bee-b382-6f53404e0bd7 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385005 Aug 19 12:28:12.432221 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1fa2c18e-7cf4-40ee-b50c-f44e8c524a03 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1741202 Aug 19 12:28:12.445879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35684) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:12.529215 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-e62c3298-7f2f-4dd6-b98a-266bd9daba73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 HTTP/1.1" status: 200 len: 217 time: 0.0956805 Aug 19 12:28:12.590684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5163d22-a563-499d-b698-0595693e51bd None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:12.603743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-2faab68d-53bf-4b50-8178-1f85c2759dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.605334 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-2faab68d-53bf-4b50-8178-1f85c2759dd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.0650616 Aug 19 12:28:12.620262 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.649200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b984cf-8dd7-4f00-998a-665a20278353 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.653648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-20b984cf-8dd7-4f00-998a-665a20278353 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2182436 Aug 19 12:28:12.668287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35692) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:12.680696 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e5fcc787-c795-4210-8cb9-229c981a27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.685307 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1070deb1-3e51-44e7-b920-b7b13bbc68a3 req-de951336-7e31-4514-99c9-93f7e60aaaf2 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 210 time: 0.0766346 Aug 19 12:28:12.744677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e5fcc787-c795-4210-8cb9-229c981a27ea None None] For port b16d6b71-4127-4252-993a-c83834bdcee5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b16d6b71-4127-4252-993a-c83834bdcee5,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:12.768332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b5163d22-a563-499d-b698-0595693e51bd None None] Deleting port b16d6b71-4127-4252-993a-c83834bdcee5 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:12.768706 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5163d22-a563-499d-b698-0595693e51bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.783409 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-094e20ec-5b61-4d54-bb3e-2ba587d86ba4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056392 Aug 19 12:28:12.786715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35696) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:12.802339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-533141b6-85ba-4e21-a5e3-76aab95a226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:12.811468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-736aad55-b5e2-4637-8f9a-50ae2eb2f102 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:12.816686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-533141b6-85ba-4e21-a5e3-76aab95a226c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967258 Aug 19 12:28:12.840198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] Pushing event updated for resources: {'Subnet': ['ID=928ade21-8042-4f51-9391-c326f9f1a8fa,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:12.857259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e5fcc787-c795-4210-8cb9-229c981a27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.946879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] Checking segment: {'id': '437fc9d1-9195-4571-bce6-0d6200ca2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:12.946879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] Network hostable DHCP agents. Network: 3f3272e0-a060-44ec-80dd-4e271d6978a5, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:28:12.957056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b5163d22-a563-499d-b698-0595693e51bd None None] For port b16d6b71-4127-4252-993a-c83834bdcee5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b16d6b71-4127-4252-993a-c83834bdcee5,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:12.957504 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5163d22-a563-499d-b698-0595693e51bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:12.976557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b5163d22-a563-499d-b698-0595693e51bd None None] Calling delete_port for b16d6b71-4127-4252-993a-c83834bdcee5 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:13.038456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-b583760d-48f1-4f74-9c49-29b86c7be7c5 service neutron] 10.222.0.62 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140357 Aug 19 12:28:13.085692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-98ebafcb-844c-48e6-815e-91cd7b9e6fb6 None None] Could not find standard attr ID for object 9123ea8a-4675-4f2a-bd86-fa0e5df8bf10. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:13.120829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcc787-c795-4210-8cb9-229c981a27ea None None] Pushing event updated for resources: {'Port': ['ID=b16d6b71-4127-4252-993a-c83834bdcee5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:13.126970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736aad55-b5e2-4637-8f9a-50ae2eb2f102 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:13.130879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-736aad55-b5e2-4637-8f9a-50ae2eb2f102 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.214733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35706) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:13.230197 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] Network 3f3272e0-a060-44ec-80dd-4e271d6978a5 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:28:13.255271 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5163d22-a563-499d-b698-0595693e51bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.304753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-c557c881-c023-4536-9541-addf74674c94 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1111009 Aug 19 12:28:13.347199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5163d22-a563-499d-b698-0595693e51bd None None] Pushing event deleted for resources: {'Port': ['ID=b16d6b71-4127-4252-993a-c83834bdcee5,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:13.359254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5163d22-a563-499d-b698-0595693e51bd None None] No DVR routers for this DVR port b16d6b71-4127-4252-993a-c83834bdcee5 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:13.440606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-898649030-network', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:13.496999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-7190de13-12ef-4591-8a5c-2595dcc84e82 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:13.501645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 3f3272e0-a060-44ec-80dd-4e271d6978a5) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:13.508159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:13.508159 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:13.510057 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-7190de13-12ef-4591-8a5c-2595dcc84e82 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724715 Aug 19 12:28:13.518755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Request body: {'port': {'device_id': 'f7201ed6-1a34-4f98-85a2-8c913857252a', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '565400ccc62a4aacaf865f0b391f2aed'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:13.526845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314fec24-b298-4dae-aa6a-b8a8f5232a7a None None] Network 3f3272e0-a060-44ec-80dd-4e271d6978a5 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:13.618990 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbd4f52d-3b7c-4f66-9f1b-1ebee1d2d00b req-4fcb532a-6321-437b-99ec-8bb6ee1b3f32 service neutron] 10.222.0.62 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677879 Aug 19 12:28:13.710316 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-61f596eb-8468-4a7a-a1cb-047c277824bd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880704 Aug 19 12:28:13.789430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab16b36-65a5-47e3-ade1-e9a04adcfec4 None None] Network 3f3272e0-a060-44ec-80dd-4e271d6978a5 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:13.812097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef56d-242d-47ab-b686-4d15429ed50b req-10ff5173-3105-447c-989e-46bba4024788 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:13.814792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1c2ef56d-242d-47ab-b686-4d15429ed50b req-10ff5173-3105-447c-989e-46bba4024788 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.1886623 Aug 19 12:28:13.865037 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc460406-7107-4114-8e35-318f5fc6acde req-f391f43c-4e36-41de-b6b0-2f3f0176ee11 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 210 time: 0.0533240 Aug 19 12:28:13.869747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-46dd455d-512a-4096-b8f4-9e7093cf92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:13.871526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-46dd455d-512a-4096-b8f4-9e7093cf92bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 1097 time: 0.1335161 Aug 19 12:28:13.875597 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1c2ef56d-242d-47ab-b686-4d15429ed50b req-0c9c977b-7ac6-4287-96eb-dbf40ffe132c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519311 Aug 19 12:28:14.009687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-12cf2175-f340-417c-90b1-22e9a05bc0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.011375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-12cf2175-f340-417c-90b1-22e9a05bc0b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.1057837 Aug 19 12:28:14.070638 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-4fa062b0-1873-457d-aaf6-6c82580192ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25fb744b-74b2-49c0-b4a7-69c9ede3f16e HTTP/1.1" status: 200 len: 217 time: 0.0505254 Aug 19 12:28:14.084591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Made reservation on behalf of fef4421cce474701be8ac0788bc8348f for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:14.086955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.090321 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-736aad55-b5e2-4637-8f9a-50ae2eb2f102 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.103852 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.190791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-c17086d7-86f3-4ca0-bff9-2ad3871d48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.194090 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-c17086d7-86f3-4ca0-bff9-2ad3871d48f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1150267 Aug 19 12:28:14.231329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736aad55-b5e2-4637-8f9a-50ae2eb2f102 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:14.236031 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fde4cad8-8576-47cb-bde8-b130e869324d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6895509 Aug 19 12:28:14.242284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-736aad55-b5e2-4637-8f9a-50ae2eb2f102 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:14.251613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736aad55-b5e2-4637-8f9a-50ae2eb2f102 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.252240 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-736aad55-b5e2-4637-8f9a-50ae2eb2f102 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.264076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8ba201-406e-4a1c-879b-7f804cb0882f None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:14.297004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736aad55-b5e2-4637-8f9a-50ae2eb2f102 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=a6778728-3b14-4c4d-93f1-349b81aa2699,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:14.307408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-ee27e7bc-4563-4c07-8c78-09ee8fa72e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:14.309907 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-ee27e7bc-4563-4c07-8c78-09ee8fa72e78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047907 Aug 19 12:28:14.404365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Made reservation on behalf of 565400ccc62a4aacaf865f0b391f2aed for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:14.408699 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.473970 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-736aad55-b5e2-4637-8f9a-50ae2eb2f102 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6794267 Aug 19 12:28:14.474192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35726) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:14.481585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': 'a6778728-3b14-4c4d-93f1-349b81aa2699', 'ip_address': '2001:db8::4f42:d42:8300:992'}], 'name': 'tempest-NetworksTestDHCPv6-1137148786'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:14.514625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b16d6b71-4127-4252-993a-c83834bdcee5 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:14.602022 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-40df0978-9aa1-4c18-9106-c739802fd20b service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806869 Aug 19 12:28:14.706883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: b16d6b71-4127-4252-993a-c83834bdcee5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:14.707981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b16d6b71-4127-4252-993a-c83834bdcee5 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:14.722150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': 'a6778728-3b14-4c4d-93f1-349b81aa2699'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:14.723573 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.897377 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:14.933133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Allocated IP 192.168.233.228 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/125077f6-c59a-48f7-887f-6cff7adb47da) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:14.956286 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5a4b262-6c5c-4e4e-98ba-a9b818a63cb4 req-d74a06ea-8c5d-431a-90ea-c1010f6283ec service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349714 Aug 19 12:28:15.030603 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8700074a-3462-43ff-859f-c191a238b42b req-9277cff6-a06f-45c0-a0ea-ae6fd25ac81a tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 210 time: 0.0523019 Aug 19 12:28:15.058505 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.079040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/a6778728-3b14-4c4d-93f1-349b81aa2699/97dddb60-c172-4d18-9ebf-b06290359f5b) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:15.170938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:28:15.266910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc21c93-c361-4461-af49-006e3c2115a7 req-c315967a-1461-4fd9-9157-fecb26ad58ea tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:15.273045 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.274357 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6cc21c93-c361-4461-af49-006e3c2115a7 req-c315967a-1461-4fd9-9157-fecb26ad58ea tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.3034506 Aug 19 12:28:15.303626 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Transition to ACTIVE for port object 125077f6-c59a-48f7-887f-6cff7adb47da will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:15.340071 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6cc21c93-c361-4461-af49-006e3c2115a7 req-62bea1b3-4116-4227-8868-55c15632f56f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490847 Aug 19 12:28:15.347983 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.348625 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Added segment a7b169d1-238a-4c04-a679-7564c2e4c6ea of type vlan for network a97ade8e-fb7b-4acd-8556-d139b0dc2868 Aug 19 12:28:15.351669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a7793e-8e63-45ff-8f4a-7d72cda851da,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:15.384957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:15.453111 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.466602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Transition to ACTIVE for port object 97dddb60-c172-4d18-9ebf-b06290359f5b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:15.482145 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.483357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Transition to ACTIVE for port object 97dddb60-c172-4d18-9ebf-b06290359f5b will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:15.533209 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.547447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', '7d2b3e27-922d-42a6-84bd-368a87ea430a', '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8', '0434fd90-6dfb-4f62-8a66-7dc214884112'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:15.622921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:15.626947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b', '0cb09040-bf98-4e18-9988-14f60e593196'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:15.630570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:15.643116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:15.645846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.677561 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.690887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:15.690887 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.704037 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:15.736355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event updated for resources: {'Port': ['ID=125077f6-c59a-48f7-887f-6cff7adb47da,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:15.746621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.804257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:15.808920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:15.948419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-3034b7c3-7990-49b9-8191-a98efb196b6d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4373715 Aug 19 12:28:15.964708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Request body: {'port': {'device_id': 'f7201ed6-1a34-4f98-85a2-8c913857252a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:15.980836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::4f42:d42:8300:992 (fe427799-de6b-44e4-8c34-c6b669262f27/a6778728-3b14-4c4d-93f1-349b81aa2699/f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:16.036801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:16.107773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:16.108671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.151865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:16.168842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] Pushing event updated for resources: {'Network': ['ID=a97ade8e-fb7b-4acd-8556-d139b0dc2868,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:16.178755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Pushing event updated for resources: {'Port': ['ID=97dddb60-c172-4d18-9ebf-b06290359f5b,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:16.190307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-10f4528b-a5fc-4c5d-954d-2f3807ac696d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9718297 Aug 19 12:28:16.198960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35778) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:16.204718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] Request body: {'subnet': {'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-898649030-subnet', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:16.239215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network a97ade8e-fb7b-4acd-8556-d139b0dc2868 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:28:16.442606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a4b5b208-c76c-4061-a4f4-4eb35d87cef4 None None] Provisioning for port 125077f6-c59a-48f7-887f-6cff7adb47da completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:16.451336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f6c5f-39c8-491e-b884-f7703f05e15d req-40e64be2-65c3-4f25-abe5-f52d65842947 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:16.453193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-645f6c5f-39c8-491e-b884-f7703f05e15d req-40e64be2-65c3-4f25-abe5-f52d65842947 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 936 time: 0.2502439 Aug 19 12:28:16.514671 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.532502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-645f6c5f-39c8-491e-b884-f7703f05e15d req-d6e810a7-05d0-4d12-96ec-5a56b226b842 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727320 Aug 19 12:28:16.533403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:16.574645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] Made reservation on behalf of fef4421cce474701be8ac0788bc8348f for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:16.577971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.697065 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.711791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a4b5b208-c76c-4061-a4f4-4eb35d87cef4 None None] Provisioning complete for port 125077f6-c59a-48f7-887f-6cff7adb47da triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:16.712357 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a4b5b208-c76c-4061-a4f4-4eb35d87cef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.755277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Attempting to bind port 97dddb60-c172-4d18-9ebf-b06290359f5b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:16.755843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Attempting to bind port 97dddb60-c172-4d18-9ebf-b06290359f5b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:16.756020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Attempting to bind port 97dddb60-c172-4d18-9ebf-b06290359f5b on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:16.781717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:16.782096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:16.783163 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.783575 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:16.784058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Bound port: 97dddb60-c172-4d18-9ebf-b06290359f5b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:16.784449 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.841124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125077f6-c59a-48f7-887f-6cff7adb47da {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:16.847518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:16.854968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.871399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:16.884411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe0d6d-6b29-4f7b-bb13-5861d516d852 req-2232f820-1cec-45a6-bdc4-ec1816a9bd7b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:16.897485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cebe0d6d-6b29-4f7b-bb13-5861d516d852 req-2232f820-1cec-45a6-bdc4-ec1816a9bd7b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.1648428 Aug 19 12:28:16.904270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:16.913197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5b208-c76c-4061-a4f4-4eb35d87cef4 None None] Port 125077f6-c59a-48f7-887f-6cff7adb47da cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:16.914070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Transition to ACTIVE for port object 125077f6-c59a-48f7-887f-6cff7adb47da will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:16.920170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:16.921110 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:16.977742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.000524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cebe0d6d-6b29-4f7b-bb13-5861d516d852 req-47b8baa3-019e-49ff-be4c-b48061b2bf6c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020679 Aug 19 12:28:17.018745 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.109764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d240837c-8d47-4dc7-9cc8-cdd482be9735 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6341860 Aug 19 12:28:17.112426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35800) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:17.118173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-18722945-7fb9-4463-9fe3-59a541ccec78 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': 'a6778728-3b14-4c4d-93f1-349b81aa2699', 'ip_address': '2001:db8::4f42:d42:8300:992'}], 'name': 'tempest-NetworksTestDHCPv6-1860258778'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:17.129984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-411602dc-f558-490d-80c6-19db18588f2d None None] For port 97dddb60-c172-4d18-9ebf-b06290359f5b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:17.143613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-411602dc-f558-490d-80c6-19db18588f2d None None] For port 97dddb60-c172-4d18-9ebf-b06290359f5b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=97dddb60-c172-4d18-9ebf-b06290359f5b,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:17.170045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Pushing event updated for resources: {'Port': ['ID=125077f6-c59a-48f7-887f-6cff7adb47da,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.252362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.308268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Attempting to bind port 125077f6-c59a-48f7-887f-6cff7adb47da on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:17.308903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Attempting to bind port 125077f6-c59a-48f7-887f-6cff7adb47da by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:17.309452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Attempting to bind port 125077f6-c59a-48f7-887f-6cff7adb47da on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:17.315957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Port 125077f6-c59a-48f7-887f-6cff7adb47da on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:17.317067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Attempting to bind port 125077f6-c59a-48f7-887f-6cff7adb47da on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:17.323628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:17.324436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:17.324990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:17.325611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Bound port: 125077f6-c59a-48f7-887f-6cff7adb47da, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:17.326141 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.361530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411602dc-f558-490d-80c6-19db18588f2d None None] Pushing event updated for resources: {'Port': ['ID=97dddb60-c172-4d18-9ebf-b06290359f5b,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.442987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.553828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] For port 125077f6-c59a-48f7-887f-6cff7adb47da, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:17.583259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] For port 125077f6-c59a-48f7-887f-6cff7adb47da, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=125077f6-c59a-48f7-887f-6cff7adb47da,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:17.608230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17385771-9e17-429f-ad73-00b0e9ce531f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.618434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18722945-7fb9-4463-9fe3-59a541ccec78 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:17.635915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18722945-7fb9-4463-9fe3-59a541ccec78 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.710521 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.750510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-18722945-7fb9-4463-9fe3-59a541ccec78 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 46137454-a9cb-4c5f-8ac0-23b63c090b25 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:17.794701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:17.795668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:17.797142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] 10.222.0.62 "PUT /v2.0/ports/125077f6-c59a-48f7-887f-6cff7adb47da HTTP/1.1" status: 200 len: 1096 time: 1.8371463 Aug 19 12:28:17.797747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7201ed6-1a34-4f98-85a2-8c913857252a', 'tag': '125077f6-c59a-48f7-887f-6cff7adb47da'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:17.800069 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7201ed6-1a34-4f98-85a2-8c913857252a", "tag": "125077f6-c59a-48f7-887f-6cff7adb47da"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:17.850389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be861b2-6372-442a-8c3c-60277daa3706 req-663f8d68-6cf7-4744-b43b-a56d8be979a0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:17.861307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2be861b2-6372-442a-8c3c-60277daa3706 req-663f8d68-6cf7-4744-b43b-a56d8be979a0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 948 time: 0.2222958 Aug 19 12:28:17.944222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de0571-3c54-4654-89de-8ac35a5b5945 service neutron] Pushing event updated for resources: {'Port': ['ID=125077f6-c59a-48f7-887f-6cff7adb47da,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:17.962778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] Checking segment: {'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:17.963168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] Network hostable DHCP agents. Network: a97ade8e-fb7b-4acd-8556-d139b0dc2868, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:28:18.027725 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317da335-2fb4-436a-9cfd-381d7cceb022 x-openstack-request-id: req-317da335-2fb4-436a-9cfd-381d7cceb022 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:18.028027 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7201ed6-1a34-4f98-85a2-8c913857252a", "tag": "125077f6-c59a-48f7-887f-6cff7adb47da", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:18.028295 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-317da335-2fb4-436a-9cfd-381d7cceb022 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:18.028726 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7201ed6-1a34-4f98-85a2-8c913857252a', 'tag': '125077f6-c59a-48f7-887f-6cff7adb47da', 'status': 'completed', 'code': 200} Aug 19 12:28:18.088997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-112468ce-af64-4f9e-8777-d9f8a47ede3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.090553 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-112468ce-af64-4f9e-8777-d9f8a47ede3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 1099 time: 0.1235790 Aug 19 12:28:18.208396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-6df44ca5-6abc-4d20-8b4b-201583456a25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=125077f6-c59a-48f7-887f-6cff7adb47da HTTP/1.1" status: 200 len: 217 time: 0.1011727 Aug 19 12:28:18.226328 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2be861b2-6372-442a-8c3c-60277daa3706 req-fc1e1e26-60b3-4893-98f7-8ac917591f3c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590128 Aug 19 12:28:18.304888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] Network a97ade8e-fb7b-4acd-8556-d139b0dc2868 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:28:18.326444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-0b68a0cd-1d1d-4b69-9764-50354696e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.329519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-0b68a0cd-1d1d-4b69-9764-50354696e720 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.1122267 Aug 19 12:28:18.424547 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, a97ade8e-fb7b-4acd-8556-d139b0dc2868) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:18.427685 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-18722945-7fb9-4463-9fe3-59a541ccec78 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 12:28:18.428140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18722945-7fb9-4463-9fe3-59a541ccec78 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:18.432617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0356a4-e10b-4b18-ae0c-213bdbe6d18b None None] Network a97ade8e-fb7b-4acd-8556-d139b0dc2868 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:18.443945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.444849 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.562269 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-98e715be-414e-4410-8dfb-ebd54f6f3de4 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.570427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be0780-0610-4c83-9397-3e3309db3fb4 req-17914bb5-58ce-4a67-95a5-bde331133657 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.572098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8be0780-0610-4c83-9397-3e3309db3fb4 req-17914bb5-58ce-4a67-95a5-bde331133657 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.3626618 Aug 19 12:28:18.575252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-98e715be-414e-4410-8dfb-ebd54f6f3de4 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/networks?id=3f3272e0-a060-44ec-80dd-4e271d6978a5 HTTP/1.1" status: 200 len: 809 time: 0.2180262 Aug 19 12:28:18.577559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 97dddb60-c172-4d18-9ebf-b06290359f5b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:18.598936 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-18722945-7fb9-4463-9fe3-59a541ccec78 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.4854949 Aug 19 12:28:18.600594 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1d296236-19ea-4515-8245-74bb20820cd4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4005921 Aug 19 12:28:18.601864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35830) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:18.620224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-2fbb8278-effb-442c-884a-e72cd30d04e7 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/quotas/36b966411ac5486ba51974a9fa5fbe59 HTTP/1.1" status: 200 len: 375 time: 0.0433846 Aug 19 12:28:18.639048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35832) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:18.648171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:18.733384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-dcb55308-8a81-459b-b2de-42d972ec907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:18.746364 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-00e6521a-655b-4faa-a5d9-2e8601824e5b tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b966411ac5486ba51974a9fa5fbe59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248977 Aug 19 12:28:18.747012 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-dcb55308-8a81-459b-b2de-42d972ec907e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3292863 Aug 19 12:28:18.787716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8be0780-0610-4c83-9397-3e3309db3fb4 req-adc66efd-d45b-4e15-99a9-9754d1777636 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074487 Aug 19 12:28:18.855351 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.856448 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.929050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 97dddb60-c172-4d18-9ebf-b06290359f5b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:18.943112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'fixed_ips': [{'subnet_id': '17385771-9e17-429f-ad73-00b0e9ce531f'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:18.947503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:18.997604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985c91d-88ea-48b9-b09d-8d5d9145f1c9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:19.023028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985c91d-88ea-48b9-b09d-8d5d9145f1c9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:19.034903 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9985c91d-88ea-48b9-b09d-8d5d9145f1c9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4276576 Aug 19 12:28:19.065892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35840) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:19.091473 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-198767d4-d1cc-47e2-8814-c92912e54b98 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435500 Aug 19 12:28:19.099210 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.121518 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-429ca28a-3a4a-4862-bc38-0c364d19b7b8 service neutron] 10.222.0.21 "GET /v2.0/networks/3f3272e0-a060-44ec-80dd-4e271d6978a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377481 Aug 19 12:28:19.264041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Allocated IP 172.20.0.2 (a97ade8e-fb7b-4acd-8556-d139b0dc2868/17385771-9e17-429f-ad73-00b0e9ce531f/dd607299-28c5-4de6-9c08-fcd76fe60027) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:19.271674 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-bded1b31-d06c-464e-a5c0-abe83e3b5376 service neutron] 10.222.0.21 "GET /v2.0/networks/3f3272e0-a060-44ec-80dd-4e271d6978a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490502 Aug 19 12:28:19.489171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1adb0425-ffd5-4cfd-9457-f58d882dfa58 None None] Provisioning for port 97dddb60-c172-4d18-9ebf-b06290359f5b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:19.520278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1adb0425-ffd5-4cfd-9457-f58d882dfa58 None None] Provisioning complete for port 97dddb60-c172-4d18-9ebf-b06290359f5b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:19.521080 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1adb0425-ffd5-4cfd-9457-f58d882dfa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.571337 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.584819 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Transition to ACTIVE for port object dd607299-28c5-4de6-9c08-fcd76fe60027 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:19.604439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.618315 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59242e71-dc5e-4972-ab7d-7562ccd092f0 req-5c8e8888-7ec9-4204-b263-c4d1eb0c629e service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857266 Aug 19 12:28:19.655437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d77c6-b39b-4b83-a451-b85db9fdf8dc req-4fa55a2c-d61d-49bd-a234-4994915d8412 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:19.674382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ca2d77c6-b39b-4b83-a451-b85db9fdf8dc req-4fa55a2c-d61d-49bd-a234-4994915d8412 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 948 time: 0.2817202 Aug 19 12:28:19.674942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Transition to ACTIVE for port object dd607299-28c5-4de6-9c08-fcd76fe60027 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:19.680839 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1adb0425-ffd5-4cfd-9457-f58d882dfa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.681628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e92131dc-b4a0-4e5f-831e-37429aa51471 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:19.682171 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e92131dc-b4a0-4e5f-831e-37429aa51471 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.736821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1adb0425-ffd5-4cfd-9457-f58d882dfa58 None None] For port 97dddb60-c172-4d18-9ebf-b06290359f5b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=97dddb60-c172-4d18-9ebf-b06290359f5b,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:19.786548 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1bc37010-e7c4-49c0-be66-9eff0f4dea9d req-fe9b360e-5ef9-41ee-b626-6b9d72ab7f66 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 210 time: 0.0691864 Aug 19 12:28:19.809065 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.855180 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1adb0425-ffd5-4cfd-9457-f58d882dfa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:19.866076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Network a97ade8e-fb7b-4acd-8556-d139b0dc2868 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:19.880272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:19.892671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:19.951412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Pushing event updated for resources: {'Port': ['ID=dd607299-28c5-4de6-9c08-fcd76fe60027,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:20.006331 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ca2d77c6-b39b-4b83-a451-b85db9fdf8dc req-46c3a7d1-1cf6-4047-b6a4-89c33ee5f89d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295391 Aug 19 12:28:20.038485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb0425-ffd5-4cfd-9457-f58d882dfa58 None None] Pushing event updated for resources: {'Port': ['ID=97dddb60-c172-4d18-9ebf-b06290359f5b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:20.053657 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe0dc9-2e7c-4f04-b391-fb04143bdbec req-fd316333-9ad4-4cd3-9a12-b1a614386c06 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:20.056468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0dfe0dc9-2e7c-4f04-b391-fb04143bdbec req-fd316333-9ad4-4cd3-9a12-b1a614386c06 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.1117840 Aug 19 12:28:20.102102 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e92131dc-b4a0-4e5f-831e-37429aa51471 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.102699 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Attempting to bind port dd607299-28c5-4de6-9c08-fcd76fe60027 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:20.107042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Attempting to bind port dd607299-28c5-4de6-9c08-fcd76fe60027 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:20.107850 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Attempting to bind port dd607299-28c5-4de6-9c08-fcd76fe60027 on network a97ade8e-fb7b-4acd-8556-d139b0dc2868 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:20.119582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:20.120324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Checking segment: {'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:20.121016 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.121759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8 req-9fa6fb0a-52e3-4a82-a91c-38edcf2a4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:20.122576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Bound using segment: {'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:20.123281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Bound port: dd607299-28c5-4de6-9c08-fcd76fe60027, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:20.123833 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.124920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8 req-9fa6fb0a-52e3-4a82-a91c-38edcf2a4a13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 1099 time: 0.3330383 Aug 19 12:28:20.183120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0dfe0dc9-2e7c-4f04-b391-fb04143bdbec req-77fdd70a-9cc0-4e3f-83bd-32f2c58c0142 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181104 Aug 19 12:28:20.223271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] For port dd607299-28c5-4de6-9c08-fcd76fe60027, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:20.226867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] For port dd607299-28c5-4de6-9c08-fcd76fe60027, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dd607299-28c5-4de6-9c08-fcd76fe60027,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:20.228451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-14be01d1-6132-465a-83e6-d95a40829f51 None None] Provisioning for port f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:20.233208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-14be01d1-6132-465a-83e6-d95a40829f51 None None] Provisioning complete for port f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:20.233579 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-14be01d1-6132-465a-83e6-d95a40829f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.293069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-14be01d1-6132-465a-83e6-d95a40829f51 None None] Port f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:20.334354 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.504173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1ce47-19c8-4da7-8ef1-46eba905f524 None None] Pushing event updated for resources: {'Port': ['ID=dd607299-28c5-4de6-9c08-fcd76fe60027,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:20.560693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 97dddb60-c172-4d18-9ebf-b06290359f5b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:20.661655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 97dddb60-c172-4d18-9ebf-b06290359f5b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:20.667039 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:20.796633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e92131dc-b4a0-4e5f-831e-37429aa51471 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:20.962092 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7da3e6f8-de74-4e7a-a295-2aa13c588538 req-b63bc6d7-e675-4b7a-9170-25510ab16ad1 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 210 time: 0.1076906 Aug 19 12:28:20.979131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8 req-ea71a1e2-a46d-4a02-9b44-7ec0f92b74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:20.980631 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8 req-ea71a1e2-a46d-4a02-9b44-7ec0f92b74b0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.8437443 Aug 19 12:28:21.076609 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8 req-512de301-bf9d-4fe6-8d01-7aba4519b730 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=125077f6-c59a-48f7-887f-6cff7adb47da HTTP/1.1" status: 200 len: 217 time: 0.0632277 Aug 19 12:28:21.205472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8 req-59408be1-8000-40bb-b00b-1664ae81cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:21.207071 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8 req-59408be1-8000-40bb-b00b-1664ae81cafb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0939281 Aug 19 12:28:21.235057 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.297546 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.375308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ccfc-1e7c-4b64-aae4-75a74eb9da35 req-a20e320b-ad92-46d6-8ca4-b5cc554cefab tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:21.376856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6569ccfc-1e7c-4b64-aae4-75a74eb9da35 req-a20e320b-ad92-46d6-8ca4-b5cc554cefab tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 948 time: 0.2619641 Aug 19 12:28:21.386343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2625e1-174b-4741-bfa7-3d37b82d5d95 req-d2320761-ea48-4609-96b6-77d21c67dfc2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:21.388457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff2625e1-174b-4741-bfa7-3d37b82d5d95 req-d2320761-ea48-4609-96b6-77d21c67dfc2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.0590372 Aug 19 12:28:21.410642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8 req-9aa493d9-64eb-4ef4-be7c-ac8e160a2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:21.412185 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8 req-9aa493d9-64eb-4ef4-be7c-ac8e160a2d27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1797931 Aug 19 12:28:21.445065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff2625e1-174b-4741-bfa7-3d37b82d5d95 req-36b15a98-a056-4c2f-9cad-aaa7c83539bd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473561 Aug 19 12:28:21.559069 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6569ccfc-1e7c-4b64-aae4-75a74eb9da35 req-f251d985-2f46-4803-8687-d761862d87ac tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674838 Aug 19 12:28:21.585973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Allocated IP 172.25.2.177 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/b73163f6-5b67-4fb0-9527-34fcaeadcf32) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:21.615001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8 req-f7589fcb-d438-4c70-a91b-7f602732e2a8 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913214 Aug 19 12:28:21.714770 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e92131dc-b4a0-4e5f-831e-37429aa51471 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.765723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92131dc-b4a0-4e5f-831e-37429aa51471 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:21.836711 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e92131dc-b4a0-4e5f-831e-37429aa51471 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.841347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35874) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:21.842312 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e92131dc-b4a0-4e5f-831e-37429aa51471 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8 HTTP/1.1" status: 204 len: 168 time: 2.7684593 Aug 19 12:28:21.848948 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:21.859744 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2b3d4f9-515c-42ef-bb4f-f652e8407aa8 req-96acf09c-ad23-41c3-9acb-a2069a160d5b service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298326 Aug 19 12:28:21.934790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c75079-e8ce-4d3e-ae27-38e33bb3c98f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:21.939688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c75079-e8ce-4d3e-ae27-38e33bb3c98f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:21.944186 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-10c75079-e8ce-4d3e-ae27-38e33bb3c98f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0989652 Aug 19 12:28:21.944831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35880) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:21.980948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9b7777-a1c6-4b1e-b0b8-be7a1e5959ea None None] Network a97ade8e-fb7b-4acd-8556-d139b0dc2868 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:22.040335 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.092193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad982498-ce73-472d-bb6e-851e0a58eff7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet a6778728-3b14-4c4d-93f1-349b81aa2699 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:22.105268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:22.112036 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad982498-ce73-472d-bb6e-851e0a58eff7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.133136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:22.137650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:22.247919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a394aa6-6a4c-474e-b67e-ce442b7b2d94 req-0453631e-1919-44ed-a70a-cf4d9fd6ea75 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 210 time: 0.1043384 Aug 19 12:28:22.296957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8928aefb-7e72-4233-908c-e1557cffbef9 None None] Provisioning for port dd607299-28c5-4de6-9c08-fcd76fe60027 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:22.317682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Pushing event updated for resources: {'Port': ['ID=b73163f6-5b67-4fb0-9527-34fcaeadcf32,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:22.336037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 125077f6-c59a-48f7-887f-6cff7adb47da details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:22.493991 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad982498-ce73-472d-bb6e-851e0a58eff7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.625691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dd607299-28c5-4de6-9c08-fcd76fe60027 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:22.701265 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad982498-ce73-472d-bb6e-851e0a58eff7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.755821 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04431a0-6d68-475a-8eeb-2747efe7e3c0 req-7b142f14-3ca8-46f6-aeac-f99a74bfec46 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:22.770321 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f04431a0-6d68-475a-8eeb-2747efe7e3c0 req-7b142f14-3ca8-46f6-aeac-f99a74bfec46 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.1550293 Aug 19 12:28:22.822910 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 125077f6-c59a-48f7-887f-6cff7adb47da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=125077f6-c59a-48f7-887f-6cff7adb47da,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:22.859459 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f04431a0-6d68-475a-8eeb-2747efe7e3c0 req-57de54b8-cac7-4243-8941-9ce3b14c2935 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881467 Aug 19 12:28:22.870187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '125077f6-c59a-48f7-887f-6cff7adb47da', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '125077f6-c59a-48f7-887f-6cff7adb47da', 'mac_address': 'fa:16:3e:22:9b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:22.902100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ef9d9-f9d2-432f-b6af-05ccc897f535 req-23e14a03-2ac8-4add-a87a-f974163d28ba tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:22.910779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e1ef9d9-f9d2-432f-b6af-05ccc897f535 req-23e14a03-2ac8-4add-a87a-f974163d28ba tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 948 time: 0.1148090 Aug 19 12:28:22.946561 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:22.960673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125077f6-c59a-48f7-887f-6cff7adb47da {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:22.983109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 125077f6-c59a-48f7-887f-6cff7adb47da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=125077f6-c59a-48f7-887f-6cff7adb47da,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:23.021955 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e1ef9d9-f9d2-432f-b6af-05ccc897f535 req-3cae494b-9ee7-45d1-9ffc-3d11d9cd2c30 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062131 Aug 19 12:28:23.024544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port dd607299-28c5-4de6-9c08-fcd76fe60027 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:23.044857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port dd607299-28c5-4de6-9c08-fcd76fe60027 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:23.045639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.087760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.163011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad982498-ce73-472d-bb6e-851e0a58eff7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.202841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=125077f6-c59a-48f7-887f-6cff7adb47da,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:23.224456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad982498-ce73-472d-bb6e-851e0a58eff7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=a6778728-3b14-4c4d-93f1-349b81aa2699,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:23.228267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad982498-ce73-472d-bb6e-851e0a58eff7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.230183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ad982498-ce73-472d-bb6e-851e0a58eff7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/a6778728-3b14-4c4d-93f1-349b81aa2699 HTTP/1.1" status: 204 len: 168 time: 1.2847252 Aug 19 12:28:23.232844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35898) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:23.244222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66412ee1-c6db-4bfa-9d81-27e3116e25f8 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:23.256998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-33b92f85-2fbc-4fe0-97b7-172b5d83a249 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:23.258480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-33b92f85-2fbc-4fe0-97b7-172b5d83a249 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.30 "GET /v2.0/networks?id=3f3272e0-a060-44ec-80dd-4e271d6978a5 HTTP/1.1" status: 200 len: 809 time: 0.2349918 Aug 19 12:28:23.259273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.295605 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.302918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Request body: {'port': {'device_id': 'cbdc9c8f-9d5d-4bca-8043-dea62276e21a', 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5', 'admin_state_up': True, 'tenant_id': '36b966411ac5486ba51974a9fa5fbe59'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:23.309552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6fc202ab-07db-4899-8ef6-20a4f29facd9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701728 Aug 19 12:28:23.315732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35902) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:23.322615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b839d50d-9ac8-4647-8fa4-15af1d35e565 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:23.457972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port dd607299-28c5-4de6-9c08-fcd76fe60027, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dd607299-28c5-4de6-9c08-fcd76fe60027,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:23.642324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['125077f6-c59a-48f7-887f-6cff7adb47da'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:23.642572 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.649394 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.781635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=dd607299-28c5-4de6-9c08-fcd76fe60027,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:23.810302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3dd995-dcf0-4a80-9abf-097e9f4bb018 None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:23.907064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dd995-dcf0-4a80-9abf-097e9f4bb018 None None] Deleting port 97dddb60-c172-4d18-9ebf-b06290359f5b {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:23.907453 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9e3dd995-dcf0-4a80-9abf-097e9f4bb018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:23.946664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Router 758af072-28d2-4da3-a0f6-f55fb7fd35be is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:28:23.988435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-9e3dd995-dcf0-4a80-9abf-097e9f4bb018 None None] For port 97dddb60-c172-4d18-9ebf-b06290359f5b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=97dddb60-c172-4d18-9ebf-b06290359f5b,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:23.989093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9e3dd995-dcf0-4a80-9abf-097e9f4bb018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.007563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-9e3dd995-dcf0-4a80-9abf-097e9f4bb018 None None] Calling delete_port for 97dddb60-c172-4d18-9ebf-b06290359f5b owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:24.065130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623befd-b85d-460d-873d-c9f939f787b4 req-b0f40dec-1ac0-467c-803d-3d7d4571d1d7 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:24.067231 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d623befd-b85d-460d-873d-c9f939f787b4 req-b0f40dec-1ac0-467c-803d-3d7d4571d1d7 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.1314692 Aug 19 12:28:24.069888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:28:24.069888 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:28:24.069888 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id_1': '36b966411ac5486ba51974a9fa5fbe59', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 28, 23, 553098)}] Aug 19 12:28:24.069888 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:28:24.070596 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:28:24.081153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a22458f1-7ded-4f2a-ae61-847b81eb3511 req-2a608894-63e5-45aa-92e7-aa9aed0467d3 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 210 time: 0.5841002 Aug 19 12:28:24.153613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b839d50d-9ac8-4647-8fa4-15af1d35e565 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:24.157295 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b839d50d-9ac8-4647-8fa4-15af1d35e565 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.202452 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9e3dd995-dcf0-4a80-9abf-097e9f4bb018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.251504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dd995-dcf0-4a80-9abf-097e9f4bb018 None None] Pushing event deleted for resources: {'Port': ['ID=97dddb60-c172-4d18-9ebf-b06290359f5b,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:24.263367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3dd995-dcf0-4a80-9abf-097e9f4bb018 None None] No DVR routers for this DVR port 97dddb60-c172-4d18-9ebf-b06290359f5b on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:24.293220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025e9b-89f6-42ef-bedb-9ba3403efc65 req-4214915a-a0d9-47ac-b3a3-1621d225100c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:24.294825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70025e9b-89f6-42ef-bedb-9ba3403efc65 req-4214915a-a0d9-47ac-b3a3-1621d225100c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 949 time: 0.0937827 Aug 19 12:28:24.385983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70025e9b-89f6-42ef-bedb-9ba3403efc65 req-5520f5f5-1667-4629-8186-50f979c7f378 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780308 Aug 19 12:28:24.480453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dd607299-28c5-4de6-9c08-fcd76fe60027 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:24.513425 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d623befd-b85d-460d-873d-c9f939f787b4 req-47da9a12-9ab8-4376-b743-cfcf18f6aa60 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390375 Aug 19 12:28:24.523865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa6664-a063-4a39-9d9d-4e40f6b837be req-ee5aa2f8-af61-4065-ac03-dbaacab18107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:24.525393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ffa6664-a063-4a39-9d9d-4e40f6b837be req-ee5aa2f8-af61-4065-ac03-dbaacab18107 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 1096 time: 0.0818679 Aug 19 12:28:24.541702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:24.562363 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Sync routers for ids ['758af072-28d2-4da3-a0f6-f55fb7fd35be'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:24.573962 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Routers {'758af072-28d2-4da3-a0f6-f55fb7fd35be'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:24.575518 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['758af072-28d2-4da3-a0f6-f55fb7fd35be'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:24.587106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port dd607299-28c5-4de6-9c08-fcd76fe60027 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:24.587751 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.605775 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b839d50d-9ac8-4647-8fa4-15af1d35e565 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.650185 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.651705 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8b22152e-a2e3-49df-b09e-798e995db024 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0113931 Aug 19 12:28:24.655038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35928) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:24.682590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b839d50d-9ac8-4647-8fa4-15af1d35e565 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:24.695451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-b839d50d-9ac8-4647-8fa4-15af1d35e565 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:24.699494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b839d50d-9ac8-4647-8fa4-15af1d35e565 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:24.700786 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b839d50d-9ac8-4647-8fa4-15af1d35e565 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.711894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6fdb43-e580-4c20-88a7-f73e31853946 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:24.723320 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Set router 758af072-28d2-4da3-a0f6-f55fb7fd35be gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:24.752601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839d50d-9ac8-4647-8fa4-15af1d35e565 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=43b17aa1-f039-4fb9-86d1-316869b3fb72,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:24.761884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa6664-a063-4a39-9d9d-4e40f6b837be req-6f8dd7a8-f03b-4aaf-b2d2-ba181502bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:24.763575 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ffa6664-a063-4a39-9d9d-4e40f6b837be req-6f8dd7a8-f03b-4aaf-b2d2-ba181502bed7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.2211485 Aug 19 12:28:24.765794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Made reservation on behalf of 36b966411ac5486ba51974a9fa5fbe59 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:24.769466 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:24.818689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 97dddb60-c172-4d18-9ebf-b06290359f5b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:24.849380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 97dddb60-c172-4d18-9ebf-b06290359f5b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:24.849732 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 97dddb60-c172-4d18-9ebf-b06290359f5b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:24.868249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b839d50d-9ac8-4647-8fa4-15af1d35e565 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5506580 Aug 19 12:28:24.874708 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ffa6664-a063-4a39-9d9d-4e40f6b837be req-1bf6b983-27b0-467f-8b91-739b21780b65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 HTTP/1.1" status: 200 len: 217 time: 0.1023476 Aug 19 12:28:24.875369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35932) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:24.885449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b5e87f06-db97-4bae-a428-07af9fa029e4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': '43b17aa1-f039-4fb9-86d1-316869b3fb72', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1585059317'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:24.980185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '43b17aa1-f039-4fb9-86d1-316869b3fb72'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:24.981058 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.012031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa6664-a063-4a39-9d9d-4e40f6b837be req-068e91a8-78e8-4ddb-81cb-c4f3b7d2694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:25.013642 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ffa6664-a063-4a39-9d9d-4e40f6b837be req-068e91a8-78e8-4ddb-81cb-c4f3b7d2694e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1183629 Aug 19 12:28:25.018052 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:22Z', 'revision_number': 3, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:25.069011 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Checking router: 758af072-28d2-4da3-a0f6-f55fb7fd35be for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:25.069875 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Updating router 758af072-28d2-4da3-a0f6-f55fb7fd35be port b73163f6-5b67-4fb0-9527-34fcaeadcf32 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:28:25.091621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa6664-a063-4a39-9d9d-4e40f6b837be req-8377ddde-b39f-4093-8333-fe277e896f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:25.093131 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ffa6664-a063-4a39-9d9d-4e40f6b837be req-8377ddde-b39f-4093-8333-fe277e896f28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714951 Aug 19 12:28:25.113657 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.173296 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.202576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/43b17aa1-f039-4fb9-86d1-316869b3fb72/cde12147-cb0b-4b42-81dd-25085145c0b3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:25.206551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Allocated IP 172.20.0.12 (3f3272e0-a060-44ec-80dd-4e271d6978a5/928ade21-8042-4f51-9391-c326f9f1a8fa/203be02f-3e75-44fa-8da6-f6bd20cefb43) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:25.227827 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b91a2a6-e270-40eb-a252-a7ad242cfefd req-8f3368b4-a3c9-420b-a845-5af8c6a61fe7 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 210 time: 0.0375073 Aug 19 12:28:25.228756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e87f06-db97-4bae-a428-07af9fa029e4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:25.429096 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.443962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Transition to ACTIVE for port object cde12147-cb0b-4b42-81dd-25085145c0b3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:25.472772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.473117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b5e87f06-db97-4bae-a428-07af9fa029e4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.478116 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.488137 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Transition to ACTIVE for port object cde12147-cb0b-4b42-81dd-25085145c0b3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:25.488867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ffa6664-a063-4a39-9d9d-4e40f6b837be req-d9731441-4273-4b95-bcc7-6e5da9f65062 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850818 Aug 19 12:28:25.494014 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-b5e87f06-db97-4bae-a428-07af9fa029e4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port b349f8b9-3d95-460f-87c6-ceaedba16fb4 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:25.504927 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Transition to ACTIVE for port object b73163f6-5b67-4fb0-9527-34fcaeadcf32 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:25.584972 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.662409 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.696546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:25.699009 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:25.708315 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.713190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1d8fc-aaa5-4087-98ed-d3864a52b445 req-5b688133-4b43-4c53-a93e-09dfd336e785 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:25.714781 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72c1d8fc-aaa5-4087-98ed-d3864a52b445 req-5b688133-4b43-4c53-a93e-09dfd336e785 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 949 time: 0.1839714 Aug 19 12:28:25.720783 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ffa6664-a063-4a39-9d9d-4e40f6b837be req-0effe324-88ac-4be3-8f56-84fe4785a97d service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212420 Aug 19 12:28:25.751534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd1571-1d19-499a-ba83-c7ca6775d21c req-edcb3cf5-cc3d-4fc2-b6c0-68b8a8c7424f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:25.752997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cccd1571-1d19-499a-ba83-c7ca6775d21c req-edcb3cf5-cc3d-4fc2-b6c0-68b8a8c7424f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.1019502 Aug 19 12:28:25.755098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Pushing event updated for resources: {'Port': ['ID=cde12147-cb0b-4b42-81dd-25085145c0b3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:25.757864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:25.809209 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72c1d8fc-aaa5-4087-98ed-d3864a52b445 req-f883e516-f1a0-453d-bcf7-88811e9cb88f tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830095 Aug 19 12:28:25.816282 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Attempting to bind port b73163f6-5b67-4fb0-9527-34fcaeadcf32 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:25.816707 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Attempting to bind port b73163f6-5b67-4fb0-9527-34fcaeadcf32 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:25.817693 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Attempting to bind port b73163f6-5b67-4fb0-9527-34fcaeadcf32 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:25.819256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Attempting to bind port cde12147-cb0b-4b42-81dd-25085145c0b3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:25.820191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Attempting to bind port cde12147-cb0b-4b42-81dd-25085145c0b3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:25.820757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Attempting to bind port cde12147-cb0b-4b42-81dd-25085145c0b3 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:25.822464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Allocated IP 172.20.0.1 (a97ade8e-fb7b-4acd-8556-d139b0dc2868/17385771-9e17-429f-ad73-00b0e9ce531f/4179a63f-7330-4ae2-a6d1-667aea77087c) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:25.824994 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:25.825384 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:25.825866 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.826752 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:25.827256 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Bound port: b73163f6-5b67-4fb0-9527-34fcaeadcf32, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:25.827662 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.827928 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:25.828525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:25.829126 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.830275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:25.830975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Bound port: cde12147-cb0b-4b42-81dd-25085145c0b3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:25.832016 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.835738 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Pushing event updated for resources: {'Port': ['ID=b73163f6-5b67-4fb0-9527-34fcaeadcf32,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:25.848877 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cccd1571-1d19-499a-ba83-c7ca6775d21c req-9e70d9b4-417d-4047-a0b7-9d038f95a753 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884287 Aug 19 12:28:25.851561 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e87f06-db97-4bae-a428-07af9fa029e4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:28:25.855428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e87f06-db97-4bae-a428-07af9fa029e4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:28:25.884811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.885456 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.886542 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.887109 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.887704 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.888183 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.896016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.896016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.896016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.896016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.896016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.896016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:25.932816 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:25.945973 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] For port b73163f6-5b67-4fb0-9527-34fcaeadcf32, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:25.951961 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] For port b73163f6-5b67-4fb0-9527-34fcaeadcf32, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b73163f6-5b67-4fb0-9527-34fcaeadcf32,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:25.980405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] For port cde12147-cb0b-4b42-81dd-25085145c0b3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:25.983884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] For port cde12147-cb0b-4b42-81dd-25085145c0b3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cde12147-cb0b-4b42-81dd-25085145c0b3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:26.013059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Network 3f3272e0-a060-44ec-80dd-4e271d6978a5 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:26.015964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.018631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Pushing event updated for resources: {'Port': ['ID=203be02f-3e75-44fa-8da6-f6bd20cefb43,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:26.027072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:26.034829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:26.035866 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.066449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.066812 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.067162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.067500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.067835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.068165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.068498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.068823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.069147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.069469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.069792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.070112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:26.076950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Transition to ACTIVE for port object 4179a63f-7330-4ae2-a6d1-667aea77087c will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:26.108864 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:26.109477 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.127451 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.130873 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.138969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b5e87f06-db97-4bae-a428-07af9fa029e4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2601392 Aug 19 12:28:26.139601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35950) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:26.230214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-d448de43-6c4d-42ae-aa8b-48e19e32d8ac tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9342000 Aug 19 12:28:26.236755 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Routers {'758af072-28d2-4da3-a0f6-f55fb7fd35be'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:26.237455 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['758af072-28d2-4da3-a0f6-f55fb7fd35be'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:26.249416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Request body: {'port': {'device_id': 'cbdc9c8f-9d5d-4bca-8043-dea62276e21a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:26.255381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f282fd9-908d-43c5-a02c-7cf938b9aaa4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:26.260940 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9f282fd9-908d-43c5-a02c-7cf938b9aaa4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1164577 Aug 19 12:28:26.261341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35954) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:26.280517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4e587-d517-4812-8478-4e883e0dc701 None None] Pushing event updated for resources: {'Port': ['ID=cde12147-cb0b-4b42-81dd-25085145c0b3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:26.309188 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e629ff8-1603-4bbe-b5a9-33879868d7bc None None] Pushing event updated for resources: {'Port': ['ID=b73163f6-5b67-4fb0-9527-34fcaeadcf32,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:26.340499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee122df5-13e5-43c9-9170-0daaf8282de3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:26.344149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee122df5-13e5-43c9-9170-0daaf8282de3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:26.350441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ee122df5-13e5-43c9-9170-0daaf8282de3 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0879900 Aug 19 12:28:26.351533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35956) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:26.352861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 125077f6-c59a-48f7-887f-6cff7adb47da up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:26.376635 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.468534 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] Set router 758af072-28d2-4da3-a0f6-f55fb7fd35be gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:26.471130 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bd5139-9481-43d9-a3f5-ca5ee948b8bd tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 43b17aa1-f039-4fb9-86d1-316869b3fb72 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:26.475964 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32bd5139-9481-43d9-a3f5-ca5ee948b8bd tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.572095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 125077f6-c59a-48f7-887f-6cff7adb47da completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:26.577035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 125077f6-c59a-48f7-887f-6cff7adb47da triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:26.577656 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.580961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32bd5139-9481-43d9-a3f5-ca5ee948b8bd tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.695325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.725480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32bd5139-9481-43d9-a3f5-ca5ee948b8bd tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.776796 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.832848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7201ed6-1a34-4f98-85a2-8c913857252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125077f6-c59a-48f7-887f-6cff7adb47da'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:26.836560 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339428e0-7265-46cc-bea1-6d743682b4e1" -d '{"events": [{"server_uuid": "f7201ed6-1a34-4f98-85a2-8c913857252a", "name": "network-vif-plugged", "status": "completed", "tag": "125077f6-c59a-48f7-887f-6cff7adb47da"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:26.843671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 125077f6-c59a-48f7-887f-6cff7adb47da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=125077f6-c59a-48f7-887f-6cff7adb47da,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:26.861469 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:22Z', 'revision_number': 3, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:26.876780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Network a97ade8e-fb7b-4acd-8556-d139b0dc2868 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:26.888153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:26.894397 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daade409-d61f-4539-9b7a-fdcbb68182c7 None None] The sync data for ids ['758af072-28d2-4da3-a0f6-f55fb7fd35be'] in n-d-803757-2 is: [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:22Z', 'revision_number': 3, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:26.896185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Pushing event updated for resources: {'Port': ['ID=4179a63f-7330-4ae2-a6d1-667aea77087c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:26.898691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:26.915300 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a81a4-c734-468a-af92-38932ac2c933 req-ccf6ce2c-c153-490c-b7e4-f9ec77b2c51b tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:26.918985 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b48a81a4-c734-468a-af92-38932ac2c933 req-ccf6ce2c-c153-490c-b7e4-f9ec77b2c51b tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 932 time: 0.5436451 Aug 19 12:28:26.925948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32bd5139-9481-43d9-a3f5-ca5ee948b8bd tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:26.973011 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.017955 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd5139-9481-43d9-a3f5-ca5ee948b8bd tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=43b17aa1-f039-4fb9-86d1-316869b3fb72,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:27.032730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32bd5139-9481-43d9-a3f5-ca5ee948b8bd tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.035070 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-32bd5139-9481-43d9-a3f5-ca5ee948b8bd tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/43b17aa1-f039-4fb9-86d1-316869b3fb72 HTTP/1.1" status: 204 len: 168 time: 0.6822729 Aug 19 12:28:27.038242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35966) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:27.046447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b48a81a4-c734-468a-af92-38932ac2c933 req-a1b90b2f-a0b8-44f1-a141-28e3ea59024b tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062376 Aug 19 12:28:27.089190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=125077f6-c59a-48f7-887f-6cff7adb47da,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:27.131099 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8a6b44da-3ce2-4cdc-b8eb-6b6fc5b4f8f2 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867014 Aug 19 12:28:27.133941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.138791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a2a7e-fcb3-4dff-8f28-dddeaa511ffd req-7eeafdbe-9fb0-4959-82f5-404c82eac130 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:27.139009 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab66f09d-bbe9-45fb-89ee-f0c26eed6150 x-openstack-request-id: req-ab66f09d-bbe9-45fb-89ee-f0c26eed6150 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:27.139365 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7201ed6-1a34-4f98-85a2-8c913857252a", "name": "network-vif-plugged", "status": "completed", "tag": "125077f6-c59a-48f7-887f-6cff7adb47da", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:27.139508 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab66f09d-bbe9-45fb-89ee-f0c26eed6150 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:27.139916 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7201ed6-1a34-4f98-85a2-8c913857252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125077f6-c59a-48f7-887f-6cff7adb47da', 'code': 200} Aug 19 12:28:27.140678 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f34a2a7e-fcb3-4dff-8f28-dddeaa511ffd req-7eeafdbe-9fb0-4959-82f5-404c82eac130 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 949 time: 0.2281621 Aug 19 12:28:27.141198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35970) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:27.153414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-295f3264-8c69-4329-8d09-476035e3f80f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:27.305599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f34a2a7e-fcb3-4dff-8f28-dddeaa511ffd req-47af0675-cb88-4643-aa2a-b20e1980fe41 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367617 Aug 19 12:28:27.405931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203be02f-3e75-44fa-8da6-f6bd20cefb43 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:27.439028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.458225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8f235b73-cc69-469d-bf46-938ed3467ffc None None] Provisioning for port 4179a63f-7330-4ae2-a6d1-667aea77087c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:27.464727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8f235b73-cc69-469d-bf46-938ed3467ffc None None] Provisioning complete for port 4179a63f-7330-4ae2-a6d1-667aea77087c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:27.464727 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8f235b73-cc69-469d-bf46-938ed3467ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.481970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Transition to ACTIVE for port object 203be02f-3e75-44fa-8da6-f6bd20cefb43 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:27.486526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295f3264-8c69-4329-8d09-476035e3f80f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:27.487887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047aee-d912-4670-9e91-a7661adc2e86 req-ce76e767-45af-43c5-b28f-6cf9b707404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:27.489510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b047aee-d912-4670-9e91-a7661adc2e86 req-ce76e767-45af-43c5-b28f-6cf9b707404f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 1101 time: 0.2090011 Aug 19 12:28:27.491568 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-295f3264-8c69-4329-8d09-476035e3f80f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.502782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee3649-bbe1-4074-be0f-10512bdfa71e req-8eee1246-1e00-4e35-b560-314c95c03572 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:27.514137 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ee3649-bbe1-4074-be0f-10512bdfa71e req-8eee1246-1e00-4e35-b560-314c95c03572 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 945 time: 0.2345469 Aug 19 12:28:27.573610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8f235b73-cc69-469d-bf46-938ed3467ffc None None] Port 4179a63f-7330-4ae2-a6d1-667aea77087c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:27.616300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b047aee-d912-4670-9e91-a7661adc2e86 req-3a242bc9-7eeb-4a7a-bb5c-c7a48b7b5c41 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989575 Aug 19 12:28:27.625860 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.645244 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7ee3649-bbe1-4074-be0f-10512bdfa71e req-7aeb3624-1ed8-4b76-abfb-640eb3f90070 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298316 Aug 19 12:28:27.679403 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.851058 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-295f3264-8c69-4329-8d09-476035e3f80f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.883298 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298227d-f636-4344-920c-466902e0031c service neutron] Pushing event updated for resources: {'Port': ['ID=203be02f-3e75-44fa-8da6-f6bd20cefb43,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:27.909108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295f3264-8c69-4329-8d09-476035e3f80f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:27.912713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-295f3264-8c69-4329-8d09-476035e3f80f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:27.921506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295f3264-8c69-4329-8d09-476035e3f80f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:27.922122 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-295f3264-8c69-4329-8d09-476035e3f80f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:27.936738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f3264-8c69-4329-8d09-476035e3f80f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=469d74a3-ba75-48d1-b2e0-d0614d065d5b,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:27.967507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fb471-dcaa-4d16-80dc-704f1ee6458f None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:28.041834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-295f3264-8c69-4329-8d09-476035e3f80f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8995552 Aug 19 12:28:28.044621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35974) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:28.048875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Attempting to bind port 203be02f-3e75-44fa-8da6-f6bd20cefb43 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:28.049302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Attempting to bind port 203be02f-3e75-44fa-8da6-f6bd20cefb43 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '437fc9d1-9195-4571-bce6-0d6200ca2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:28.049488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e7705412-04d7-47d7-bc80-29114f5d1d55 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-654930490', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:28.049863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Attempting to bind port 203be02f-3e75-44fa-8da6-f6bd20cefb43 on network 3f3272e0-a060-44ec-80dd-4e271d6978a5 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:28.066382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Port 203be02f-3e75-44fa-8da6-f6bd20cefb43 on network 3f3272e0-a060-44ec-80dd-4e271d6978a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:28.066991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Attempting to bind port 203be02f-3e75-44fa-8da6-f6bd20cefb43 on network 3f3272e0-a060-44ec-80dd-4e271d6978a5 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:28.085541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:28.085890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Checking segment: {'id': '437fc9d1-9195-4571-bce6-0d6200ca2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:28.088087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Bound using segment: {'id': '437fc9d1-9195-4571-bce6-0d6200ca2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:28.088087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Bound port: 203be02f-3e75-44fa-8da6-f6bd20cefb43, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437fc9d1-9195-4571-bce6-0d6200ca2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:28.088087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.177151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a648bf08-4400-4486-952d-0409eeb24f31 None None] Provisioning for port cde12147-cb0b-4b42-81dd-25085145c0b3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:28.188403 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7705412-04d7-47d7-bc80-29114f5d1d55 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.189713 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7705412-04d7-47d7-bc80-29114f5d1d55 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.224539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] For port 203be02f-3e75-44fa-8da6-f6bd20cefb43, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:28.229898 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] For port 203be02f-3e75-44fa-8da6-f6bd20cefb43, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=203be02f-3e75-44fa-8da6-f6bd20cefb43,segment=NetworkSegment(437fc9d1-9195-4571-bce6-0d6200ca2a2f),segment_id=437fc9d1-9195-4571-bce6-0d6200ca2a2f)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:28.284102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26009bc-e3fc-4702-9ff7-56788312c398 req-83c39b17-3f39-4a68-abf9-6c5ff1680a09 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:28.285024 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.291355 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f26009bc-e3fc-4702-9ff7-56788312c398 req-83c39b17-3f39-4a68-abf9-6c5ff1680a09 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 944 time: 0.1413896 Aug 19 12:28:28.311341 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7705412-04d7-47d7-bc80-29114f5d1d55 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.312765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:28.318899 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.371244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f26009bc-e3fc-4702-9ff7-56788312c398 req-1145a810-b5bf-469a-8031-109513f5252d tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782769 Aug 19 12:28:28.443566 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7705412-04d7-47d7-bc80-29114f5d1d55 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.460840 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298227d-f636-4344-920c-466902e0031c service neutron] Pushing event updated for resources: {'Port': ['ID=203be02f-3e75-44fa-8da6-f6bd20cefb43,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:28.468977 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.495582 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.579136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:28.589739 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7705412-04d7-47d7-bc80-29114f5d1d55 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.595040 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e7705412-04d7-47d7-bc80-29114f5d1d55 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5490651 Aug 19 12:28:28.602036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35986) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:28.630834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:28.631556 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.633406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6298227d-f636-4344-920c-466902e0031c service neutron] 10.222.0.30 "PUT /v2.0/ports/203be02f-3e75-44fa-8da6-f6bd20cefb43 HTTP/1.1" status: 200 len: 1092 time: 2.3923774 Aug 19 12:28:28.638353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdc9c8f-9d5d-4bca-8043-dea62276e21a', 'tag': '203be02f-3e75-44fa-8da6-f6bd20cefb43'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:28.639202 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c1b733-16a5-4df8-82a8-2a9e583c8617" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdc9c8f-9d5d-4bca-8043-dea62276e21a", "tag": "203be02f-3e75-44fa-8da6-f6bd20cefb43"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:28.686244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd9485-aefb-4423-b3cd-75f35779e9d6 req-e0a5589d-bbbb-41ab-aafa-983c17276e00 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:28.692175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cde12147-cb0b-4b42-81dd-25085145c0b3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:28.700648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7bd9485-aefb-4423-b3cd-75f35779e9d6 req-e0a5589d-bbbb-41ab-aafa-983c17276e00 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 950 time: 0.2591057 Aug 19 12:28:28.730793 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.750156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Pushing event updated for resources: {'Port': ['ID=4179a63f-7330-4ae2-a6d1-667aea77087c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:28.761003 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19209e75-e1eb-47f4-8939-b3f01586d35f x-openstack-request-id: req-19209e75-e1eb-47f4-8939-b3f01586d35f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:28.761298 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdc9c8f-9d5d-4bca-8043-dea62276e21a", "tag": "203be02f-3e75-44fa-8da6-f6bd20cefb43", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:28.761567 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19209e75-e1eb-47f4-8939-b3f01586d35f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:28.761995 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdc9c8f-9d5d-4bca-8043-dea62276e21a', 'tag': '203be02f-3e75-44fa-8da6-f6bd20cefb43', 'status': 'completed', 'code': 200} Aug 19 12:28:28.762777 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.830701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:28.852391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7bd9485-aefb-4423-b3cd-75f35779e9d6 req-601d80f3-2ecf-4e12-9aa6-b7a957895c3d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506751 Aug 19 12:28:28.917322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1b733-16a5-4df8-82a8-2a9e583c8617 req-bfd2befb-3b88-4adb-af87-1e64b5f372e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:28.919656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-52c1b733-16a5-4df8-82a8-2a9e583c8617 req-bfd2befb-3b88-4adb-af87-1e64b5f372e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36b966411ac5486ba51974a9fa5fbe59&device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 1095 time: 0.1221120 Aug 19 12:28:28.969971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port cde12147-cb0b-4b42-81dd-25085145c0b3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:28.976553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port cde12147-cb0b-4b42-81dd-25085145c0b3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:28.976875 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:28.995524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb633b-0a5e-43c3-9289-300619037d82 req-3b8d0ffa-61b9-4522-8a28-4aa091e846a1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:28.997097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-48fb633b-0a5e-43c3-9289-300619037d82 req-3b8d0ffa-61b9-4522-8a28-4aa091e846a1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 943 time: 0.1573138 Aug 19 12:28:29.033984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Network a97ade8e-fb7b-4acd-8556-d139b0dc2868 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:29.042065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:29.110577 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.110836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.116160 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-48fb633b-0a5e-43c3-9289-300619037d82 req-9eb2b31d-3da8-47a8-bcd3-981fbd8444ed tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938263 Aug 19 12:28:29.117061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1b733-16a5-4df8-82a8-2a9e583c8617 req-d6ea7dc3-87a5-4c53-b5db-8c39752011a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:29.118877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-52c1b733-16a5-4df8-82a8-2a9e583c8617 req-d6ea7dc3-87a5-4c53-b5db-8c39752011a3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=36b966411ac5486ba51974a9fa5fbe59&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1889007 Aug 19 12:28:29.142071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:29.158412 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbae809-3845-4f20-8726-8caf5f19a945" -d '{"events": [{"server_uuid": "4768704c-b7b9-4605-801f-2e83a6939e6c", "name": "network-vif-unplugged", "status": "completed", "tag": "0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:29.238142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port cde12147-cb0b-4b42-81dd-25085145c0b3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cde12147-cb0b-4b42-81dd-25085145c0b3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:29.245698 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823694f7-fb37-47fc-af5f-f9810318d09b x-openstack-request-id: req-823694f7-fb37-47fc-af5f-f9810318d09b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:29.246314 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4768704c-b7b9-4605-801f-2e83a6939e6c", "name": "network-vif-unplugged", "status": "failed", "tag": "0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7", "code": 422}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:29.246794 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-823694f7-fb37-47fc-af5f-f9810318d09b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:29.247493 n-d-803757-2 neutron-server[95544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7', 'code': 422} returned with failed status Aug 19 12:28:29.293768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Router 758af072-28d2-4da3-a0f6-f55fb7fd35be has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:29.355218 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.356196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b73163f6-5b67-4fb0-9527-34fcaeadcf32 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:29.467803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3d34a-3018-4f4e-ae93-e7c513260c89 req-7f4e5776-767c-4901-b581-611853c82e1a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:29.469924 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-deb3d34a-3018-4f4e-ae93-e7c513260c89 req-7f4e5776-767c-4901-b581-611853c82e1a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1743858 Aug 19 12:28:29.513293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4c8b60a7-033b-4a2b-ab62-f19d00c12251 None None] Provisioning complete for port 4179a63f-7330-4ae2-a6d1-667aea77087c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:29.513860 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4c8b60a7-033b-4a2b-ab62-f19d00c12251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.554190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1b733-16a5-4df8-82a8-2a9e583c8617 req-d43f68d0-e1dc-4320-82c4-40aff0a1aae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:29.557260 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-52c1b733-16a5-4df8-82a8-2a9e583c8617 req-d43f68d0-e1dc-4320-82c4-40aff0a1aae8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3359807 Aug 19 12:28:29.558394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=cde12147-cb0b-4b42-81dd-25085145c0b3,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:29.609582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b60a7-033b-4a2b-ab62-f19d00c12251 None None] Port 4179a63f-7330-4ae2-a6d1-667aea77087c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:29.645555 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-deb3d34a-3018-4f4e-ae93-e7c513260c89 req-7707e7c0-af02-4dde-8634-74f80a7cac1d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662116 Aug 19 12:28:29.646733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:29.669225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Sync routers for ids ['758af072-28d2-4da3-a0f6-f55fb7fd35be'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:29.677785 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-74d92938-511e-47fd-bd70-7076eb67a57c admin admin] 10.222.0.21 "PUT /v2.0/routers/758af072-28d2-4da3-a0f6-f55fb7fd35be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0169501 Aug 19 12:28:29.687513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Routers {'758af072-28d2-4da3-a0f6-f55fb7fd35be'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:29.688498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['758af072-28d2-4da3-a0f6-f55fb7fd35be'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:29.713317 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6a257580-05d4-4df3-977d-b92a73f78539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:29.715783 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6a257580-05d4-4df3-977d-b92a73f78539 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36b966411ac5486ba51974a9fa5fbe59&device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 1095 time: 0.1120965 Aug 19 12:28:29.807013 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-2d5e5502-1214-44be-9e18-bc4bcf5d8912 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=203be02f-3e75-44fa-8da6-f6bd20cefb43 HTTP/1.1" status: 200 len: 217 time: 0.0764174 Aug 19 12:28:29.809495 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port b73163f6-5b67-4fb0-9527-34fcaeadcf32 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:29.815243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b73163f6-5b67-4fb0-9527-34fcaeadcf32 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:29.816235 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.889865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Set router 758af072-28d2-4da3-a0f6-f55fb7fd35be gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:29.932791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-b3d8ee7e-ffbe-49a5-a13f-7b5b49897f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:29.934699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-b3d8ee7e-ffbe-49a5-a13f-7b5b49897f75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=928ade21-8042-4f51-9391-c326f9f1a8fa HTTP/1.1" status: 200 len: 849 time: 0.1196795 Aug 19 12:28:29.945351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c07e5-b8f9-448a-8506-d16ce9148742 req-4d7d64c0-c0f0-4038-b050-80c5c7563852 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:29.947095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-877c07e5-b8f9-448a-8506-d16ce9148742 req-4d7d64c0-c0f0-4038-b050-80c5c7563852 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0815051 Aug 19 12:28:29.958036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::1 (fe427799-de6b-44e4-8c34-c6b669262f27/469d74a3-ba75-48d1-b2e0-d0614d065d5b/4293b8a0-cce1-4ec7-9d93-6a1db8358b8f) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:29.984995 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:29.985204 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-dc788519-77ee-43c9-811a-58804164afa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f3272e0-a060-44ec-80dd-4e271d6978a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369279 Aug 19 12:28:29.985821 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b1840-1eb9-4cb4-8a64-3bb9ae96c6ff req-fcf98a6c-5027-4442-869f-af27f95e9c47 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:29.993510 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac1b1840-1eb9-4cb4-8a64-3bb9ae96c6ff req-fcf98a6c-5027-4442-869f-af27f95e9c47 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 944 time: 0.0929039 Aug 19 12:28:30.048583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port b73163f6-5b67-4fb0-9527-34fcaeadcf32, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b73163f6-5b67-4fb0-9527-34fcaeadcf32,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:30.100560 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac1b1840-1eb9-4cb4-8a64-3bb9ae96c6ff req-a481a4c3-b0a5-4d3b-9c13-db3dd4917a01 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060896 Aug 19 12:28:30.165354 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.169302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36016) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:30.196999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-6e1d9d73-2ca7-4f83-9212-256b19a07ba2 service neutron] 10.222.0.30 "GET /v2.0/networks/3f3272e0-a060-44ec-80dd-4e271d6978a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034760 Aug 19 12:28:30.200334 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-877c07e5-b8f9-448a-8506-d16ce9148742 req-c13ffcde-da68-465d-b55c-b74a8d9eae6a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425025 Aug 19 12:28:30.217723 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.268213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:30.348384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=b73163f6-5b67-4fb0-9527-34fcaeadcf32,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:30.402631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:27Z', 'revision_number': 4, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4179a63f-7330-4ae2-a6d1-667aea77087c', 'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'mac_address': 'fa:16:3e:1f:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:25Z', 'updated_at': '2021-08-19T12:28:27Z', 'revision_number': 2, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'subnets': [{'id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:30.417879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.443215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5898969a-ce29-4940-9fb2-66a8b2b1b322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.463101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Checking router: 758af072-28d2-4da3-a0f6-f55fb7fd35be for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:30.463456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Updating router 758af072-28d2-4da3-a0f6-f55fb7fd35be port 4179a63f-7330-4ae2-a6d1-667aea77087c binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:28:30.478885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21ef1ba9-2ac1-4168-9029-b8d725783914 req-80b4bba5-7efc-4baf-9d26-8f9022c522ae service neutron] 10.222.0.30 "GET /v2.0/networks/3f3272e0-a060-44ec-80dd-4e271d6978a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748168 Aug 19 12:28:30.494241 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.510595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb702b64-c274-4a8b-ad8a-e50dfdb24076 req-292f674a-70d5-4c6f-9978-a2fc4a604759 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:30.515705 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bb702b64-c274-4a8b-ad8a-e50dfdb24076 req-292f674a-70d5-4c6f-9978-a2fc4a604759 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 950 time: 0.1690524 Aug 19 12:28:30.534460 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:30.537653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:30.541987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:30.542764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.560714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cde12147-cb0b-4b42-81dd-25085145c0b3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:30.588645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=4293b8a0-cce1-4ec7-9d93-6a1db8358b8f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:30.604132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.604711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.605202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.605689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.606196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.606674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.619510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.620118 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.620693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.621193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.623292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.623805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:28:30.896648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:30.944222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port cde12147-cb0b-4b42-81dd-25085145c0b3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:30.944597 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.032229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36026) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:31.041833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-77e2f8c8-75d6-4850-bf16-6d00cf5e6925 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809721644', 'description': 'tempest-description--1474498659'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:31.073992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b73163f6-5b67-4fb0-9527-34fcaeadcf32 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:31.081840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a9f956e8-33cb-4e60-a35f-ebd1dbb4ead9 None None] Provisioning for port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:31.092053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bb702b64-c274-4a8b-ad8a-e50dfdb24076 req-3dfb5b27-cc05-4e75-bb18-6318614b1ee5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292759 Aug 19 12:28:31.120090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a9f956e8-33cb-4e60-a35f-ebd1dbb4ead9 None None] Provisioning complete for port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:31.120739 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a9f956e8-33cb-4e60-a35f-ebd1dbb4ead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.129585 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5898969a-ce29-4940-9fb2-66a8b2b1b322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.192382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a9f956e8-33cb-4e60-a35f-ebd1dbb4ead9 None None] Port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:31.208309 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.221057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Transition to ACTIVE for port object 4179a63f-7330-4ae2-a6d1-667aea77087c will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:31.222928 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b73163f6-5b67-4fb0-9527-34fcaeadcf32 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:31.223299 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.235431 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5898969a-ce29-4940-9fb2-66a8b2b1b322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.266085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.307977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5898969a-ce29-4940-9fb2-66a8b2b1b322 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7357515316884cd08613f5a5305720db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1370051 Aug 19 12:28:31.309897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898969a-ce29-4940-9fb2-66a8b2b1b322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530541d2-f579-47c7-be00-87b507bf6308,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:31.310601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36034) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:31.334065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545bdc2-8040-4cdb-8c8f-ce5047e5dd28 req-3bad167f-d239-419f-b020-e98b10d8bbc4 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:31.335583 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d545bdc2-8040-4cdb-8c8f-ce5047e5dd28 req-3bad167f-d239-419f-b020-e98b10d8bbc4 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 944 time: 0.0686386 Aug 19 12:28:31.360535 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.361951 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b66ba0f-63c9-4361-b632-366b4345ab88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.373695 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77e2f8c8-75d6-4850-bf16-6d00cf5e6925 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.378775 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.379573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.400592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d545bdc2-8040-4cdb-8c8f-ce5047e5dd28 req-6cc0ed88-214a-4fd1-9bbd-69fb05d2621e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579598 Aug 19 12:28:31.413685 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b66ba0f-63c9-4361-b632-366b4345ab88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.468527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d42b9-c2ae-4309-86ae-9b6ae5777aff None None] Pushing event updated for resources: {'Port': ['ID=4179a63f-7330-4ae2-a6d1-667aea77087c,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:31.483748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Attempting to bind port 4179a63f-7330-4ae2-a6d1-667aea77087c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:31.484116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Attempting to bind port 4179a63f-7330-4ae2-a6d1-667aea77087c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:31.484483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Attempting to bind port 4179a63f-7330-4ae2-a6d1-667aea77087c on network a97ade8e-fb7b-4acd-8556-d139b0dc2868 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:31.494018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:31.494403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Checking segment: {'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:31.494846 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.495242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Bound using segment: {'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:31.496459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Bound port: 4179a63f-7330-4ae2-a6d1-667aea77087c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:31.502412 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.580710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] For port 4179a63f-7330-4ae2-a6d1-667aea77087c, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:31.584693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] For port 4179a63f-7330-4ae2-a6d1-667aea77087c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4179a63f-7330-4ae2-a6d1-667aea77087c,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:31.595925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=4293b8a0-cce1-4ec7-9d93-6a1db8358b8f,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:31.628016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a451dd-b9bb-408b-80b0-11c7c583e2de req-5cb1fedc-51a4-46c9-bf3c-4d9775cedc10 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:31.629764 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35a451dd-b9bb-408b-80b0-11c7c583e2de req-5cb1fedc-51a4-46c9-bf3c-4d9775cedc10 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0699215 Aug 19 12:28:31.676125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.685836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2ffce-eb42-40c2-8ca3-474ff10f74f6 req-5c2f48e6-6b0d-4b69-8833-0f28b1cf1101 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:31.685836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2e2ffce-eb42-40c2-8ca3-474ff10f74f6 req-5c2f48e6-6b0d-4b69-8833-0f28b1cf1101 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 1101 time: 0.1611342 Aug 19 12:28:31.695250 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35a451dd-b9bb-408b-80b0-11c7c583e2de req-64569e82-b5a9-4711-a953-fdf1d349f458 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511134 Aug 19 12:28:31.712422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:31.720892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:31.745933 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d42b9-c2ae-4309-86ae-9b6ae5777aff None None] Pushing event updated for resources: {'Port': ['ID=4179a63f-7330-4ae2-a6d1-667aea77087c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:31.748927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Routers {'758af072-28d2-4da3-a0f6-f55fb7fd35be'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:31.749514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['758af072-28d2-4da3-a0f6-f55fb7fd35be'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:31.755977 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77e2f8c8-75d6-4850-bf16-6d00cf5e6925 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.791476 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b66ba0f-63c9-4361-b632-366b4345ab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.795241 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b66ba0f-63c9-4361-b632-366b4345ab88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.795939 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9b66ba0f-63c9-4361-b632-366b4345ab88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/530541d2-f579-47c7-be00-87b507bf6308 HTTP/1.1" status: 204 len: 168 time: 0.4843030 Aug 19 12:28:31.858310 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2e2ffce-eb42-40c2-8ca3-474ff10f74f6 req-193f8ad2-1669-4860-9f87-e214756240c5 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633980 Aug 19 12:28:31.863589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66ba0f-63c9-4361-b632-366b4345ab88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530541d2-f579-47c7-be00-87b507bf6308,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:31.865721 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77e2f8c8-75d6-4850-bf16-6d00cf5e6925 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.915688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] Set router 758af072-28d2-4da3-a0f6-f55fb7fd35be gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:31.952180 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2f8c8-75d6-4850-bf16-6d00cf5e6925 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3671856-5ef6-444a-88c4-2f19d6fe75ee,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:31.969643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77e2f8c8-75d6-4850-bf16-6d00cf5e6925 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:31.976356 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-77e2f8c8-75d6-4850-bf16-6d00cf5e6925 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9427655 Aug 19 12:28:31.979087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36042) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:31.985951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f9e5f78c-bdd8-4157-8f6a-34d4810e39db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Request body: {'security_group_rule': {'security_group_id': 'b3671856-5ef6-444a-88c4-2f19d6fe75ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:32.063913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Router e36c358a-7cd9-4f2c-b274-fa6882e880f8 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:28:32.097933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f78c-bdd8-4157-8f6a-34d4810e39db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.167867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-de0a03d2-fa06-42b0-95cd-3d80a5d683d6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474212 Aug 19 12:28:32.200516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:32.213115 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Sync routers for ids ['e36c358a-7cd9-4f2c-b274-fa6882e880f8'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:32.216459 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6cfa2c0f-8355-41e9-ae30-e23aeda1f718 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "PUT /v2.0/routers/e36c358a-7cd9-4f2c-b274-fa6882e880f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6125922 Aug 19 12:28:32.219582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36058) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:32.225086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-63d59cca-285f-4d46-8c7e-9c83c7c8c7f3 None None] Provisioning complete for port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:32.225639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-63d59cca-285f-4d46-8c7e-9c83c7c8c7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.238879 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Routers {'e36c358a-7cd9-4f2c-b274-fa6882e880f8'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:32.239946 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e36c358a-7cd9-4f2c-b274-fa6882e880f8'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:32.273594 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-63d59cca-285f-4d46-8c7e-9c83c7c8c7f3 None None] Port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:32.319098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:27Z', 'revision_number': 4, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4179a63f-7330-4ae2-a6d1-667aea77087c', 'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'mac_address': 'fa:16:3e:1f:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:25Z', 'updated_at': '2021-08-19T12:28:31Z', 'revision_number': 4, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'subnets': [{'id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:32.336878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e292fb-795e-4320-9b14-e56c4c6ccf82 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:32.349318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f1e292fb-795e-4320-9b14-e56c4c6ccf82 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports/4293b8a0-cce1-4ec7-9d93-6a1db8358b8f HTTP/1.1" status: 200 len: 911 time: 0.1284335 Aug 19 12:28:32.352937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f78c-bdd8-4157-8f6a-34d4810e39db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.353755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36062) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:32.358620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:32.363775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ac7ab-f183-46c7-a875-a5c34a0a88ef None None] The sync data for ids ['758af072-28d2-4da3-a0f6-f55fb7fd35be'] in n-d-803757-2 is: [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:27Z', 'revision_number': 4, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4179a63f-7330-4ae2-a6d1-667aea77087c', 'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'mac_address': 'fa:16:3e:1f:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:25Z', 'updated_at': '2021-08-19T12:28:31Z', 'revision_number': 4, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'subnets': [{'id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:32.369612 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Set router e36c358a-7cd9-4f2c-b274-fa6882e880f8 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:32.475340 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f78c-bdd8-4157-8f6a-34d4810e39db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.531055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f4fa1-b2b9-4cde-937a-4de15da5ef6b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:32.540964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f4fa1-b2b9-4cde-937a-4de15da5ef6b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:32.545376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a92f4fa1-b2b9-4cde-937a-4de15da5ef6b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1792843 Aug 19 12:28:32.556121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-eed3f321-75e5-4f6f-803f-40b2982e4a30 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:32.557303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36072) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:32.567200 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-eed3f321-75e5-4f6f-803f-40b2982e4a30 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3979945 Aug 19 12:28:32.587283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-75362598-9c4d-4824-b2d5-9bde8bc30d3a tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/quotas/565400ccc62a4aacaf865f0b391f2aed HTTP/1.1" status: 200 len: 375 time: 0.0189805 Aug 19 12:28:32.598375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5f78c-bdd8-4157-8f6a-34d4810e39db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=281c2b58-937a-4ae3-8177-fd957d53f694,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:32.633144 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f78c-bdd8-4157-8f6a-34d4810e39db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.635290 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f9e5f78c-bdd8-4157-8f6a-34d4810e39db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6549816 Aug 19 12:28:32.640811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36074) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:32.649984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-10b48a93-54c1-46b2-a4ad-a96fb809101b tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Request body: {'security_group_rule': {'security_group_id': 'b3671856-5ef6-444a-88c4-2f19d6fe75ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:32.672783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00e40a-7291-435f-8a1a-5fe5a1463fa0 req-b2dd6d38-3970-4440-8075-d3cd14d97011 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:32.678070 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2c00e40a-7291-435f-8a1a-5fe5a1463fa0 req-b2dd6d38-3970-4440-8075-d3cd14d97011 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 944 time: 0.1513624 Aug 19 12:28:32.697475 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c358a-7cd9-4f2c-b274-fa6882e880f8', 'name': 'tempest-NetworksTestDHCPv6-router-654930490', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:28Z', 'updated_at': '2021-08-19T12:28:30Z', 'revision_number': 2, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None, '_interfaces': [{'id': '4293b8a0-cce1-4ec7-9d93-6a1db8358b8f', 'name': '', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'mac_address': 'fa:16:3e:50:d0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c358a-7cd9-4f2c-b274-fa6882e880f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '469d74a3-ba75-48d1-b2e0-d0614d065d5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:29Z', 'updated_at': '2021-08-19T12:28:31Z', 'revision_number': 2, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'subnets': [{'id': '469d74a3-ba75-48d1-b2e0-d0614d065d5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:32.699284 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-d8109276-fc93-4ad0-8f8c-0f01e11f6ee1 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1109066 Aug 19 12:28:32.745632 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Checking router: e36c358a-7cd9-4f2c-b274-fa6882e880f8 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:32.746070 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Updating router e36c358a-7cd9-4f2c-b274-fa6882e880f8 port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:28:32.776175 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.800606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10b48a93-54c1-46b2-a4ad-a96fb809101b tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.822795 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2c00e40a-7291-435f-8a1a-5fe5a1463fa0 req-9b20c67c-9e27-4a48-9cfb-c4de287bdefd tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438360 Aug 19 12:28:32.886532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10b48a93-54c1-46b2-a4ad-a96fb809101b tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:32.977786 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10b48a93-54c1-46b2-a4ad-a96fb809101b tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.088588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9260587-7568-461b-a0dc-f9fe9cd0d55a req-7b7d14f8-02db-4fb2-b97c-9b8b425b53ff tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 210 time: 0.0863338 Aug 19 12:28:33.098848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b48a93-54c1-46b2-a4ad-a96fb809101b tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd10f528-a086-4138-8f81-408c2017caec,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:33.127037 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10b48a93-54c1-46b2-a4ad-a96fb809101b tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.127037 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-10b48a93-54c1-46b2-a4ad-a96fb809101b tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4780931 Aug 19 12:28:33.130193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36090) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:33.134892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:33.167255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0642fa5-6e4d-4e89-909f-04a56f4bc573 req-be2cff64-cc56-4826-845d-60b0d98f18b6 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:33.167255 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0642fa5-6e4d-4e89-909f-04a56f4bc573 req-be2cff64-cc56-4826-845d-60b0d98f18b6 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0870113 Aug 19 12:28:33.258698 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0642fa5-6e4d-4e89-909f-04a56f4bc573 req-64fc5711-6bfc-485e-aa06-6f360ce7cbef tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851161 Aug 19 12:28:33.260120 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2113cce5-d7c6-4bcb-938e-65c13df7c0c6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.323725 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.438695 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.451365 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Transition to ACTIVE for port object 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:33.499680 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.544530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2113cce5-d7c6-4bcb-938e-65c13df7c0c6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:33.545131 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2113cce5-d7c6-4bcb-938e-65c13df7c0c6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.623042 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.640973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Allocated IP 172.25.2.93 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/ede609e2-d8cc-4b98-a37f-8390a88cce1f) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:33.671751 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2113cce5-d7c6-4bcb-938e-65c13df7c0c6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.703997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2113cce5-d7c6-4bcb-938e-65c13df7c0c6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:33.724536 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944dbf8-082f-404e-9d1b-589e64a2db2e None None] Pushing event updated for resources: {'Port': ['ID=4293b8a0-cce1-4ec7-9d93-6a1db8358b8f,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:33.809938 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Attempting to bind port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:33.810507 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Attempting to bind port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:33.811159 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Attempting to bind port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:33.821601 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:33.822282 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:33.826396 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.827117 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:33.828002 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Bound port: 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:33.828577 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.846005 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:33.978390 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] For port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:33.982203 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] For port 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4293b8a0-cce1-4ec7-9d93-6a1db8358b8f,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:34.048016 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.083347 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.115690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:34.118348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:34.128256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:34.192853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99ef9f-4de5-4a6a-9b8e-fab13ad11118 req-bda51a70-12f1-493a-a33b-7fbb4ae23a91 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:34.194793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed99ef9f-4de5-4a6a-9b8e-fab13ad11118 req-bda51a70-12f1-493a-a33b-7fbb4ae23a91 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 944 time: 0.2025263 Aug 19 12:28:34.196552 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Routers {'e36c358a-7cd9-4f2c-b274-fa6882e880f8'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:34.197185 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e36c358a-7cd9-4f2c-b274-fa6882e880f8'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:34.206786 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Pushing event updated for resources: {'Port': ['ID=ede609e2-d8cc-4b98-a37f-8390a88cce1f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:34.248559 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f65d999-e01d-440b-a09b-e9a0920d8b9a req-eced2faa-482c-4f63-b0cb-4c136b599e8a tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 210 time: 0.0652802 Aug 19 12:28:34.267315 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944dbf8-082f-404e-9d1b-589e64a2db2e None None] Pushing event updated for resources: {'Port': ['ID=4293b8a0-cce1-4ec7-9d93-6a1db8358b8f,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:34.284552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2113cce5-d7c6-4bcb-938e-65c13df7c0c6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.335803 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 203be02f-3e75-44fa-8da6-f6bd20cefb43 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:34.357878 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] Set router e36c358a-7cd9-4f2c-b274-fa6882e880f8 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:34.358737 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.375879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113cce5-d7c6-4bcb-938e-65c13df7c0c6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=4293b8a0-cce1-4ec7-9d93-6a1db8358b8f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:34.398192 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed99ef9f-4de5-4a6a-9b8e-fab13ad11118 req-6088eff7-2326-45f7-a98f-b2b267bf5435 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955807 Aug 19 12:28:34.599342 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.614625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4179a63f-7330-4ae2-a6d1-667aea77087c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:34.624166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 203be02f-3e75-44fa-8da6-f6bd20cefb43, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=203be02f-3e75-44fa-8da6-f6bd20cefb43,segment=NetworkSegment(437fc9d1-9195-4571-bce6-0d6200ca2a2f),segment_id=437fc9d1-9195-4571-bce6-0d6200ca2a2f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:34.678709 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6072d625-c23b-4c41-80d3-98f80005f241 None None] Could not find standard attr ID for object 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:34.691734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '203be02f-3e75-44fa-8da6-f6bd20cefb43', 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5', 'port_id': '203be02f-3e75-44fa-8da6-f6bd20cefb43', 'mac_address': 'fa:16:3e:8e:9a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928ade21-8042-4f51-9391-c326f9f1a8fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:34.698458 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2113cce5-d7c6-4bcb-938e-65c13df7c0c6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.749104 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.758637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4c80c-a6b1-4755-a206-cca61961c540 req-a3b8c2af-1f3f-4280-afa5-f69c9373409e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:34.761243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93a4c80c-a6b1-4755-a206-cca61961c540 req-a3b8c2af-1f3f-4280-afa5-f69c9373409e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.2715352 Aug 19 12:28:34.765960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203be02f-3e75-44fa-8da6-f6bd20cefb43 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:34.773578 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c358a-7cd9-4f2c-b274-fa6882e880f8', 'name': 'tempest-NetworksTestDHCPv6-router-654930490', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:28Z', 'updated_at': '2021-08-19T12:28:30Z', 'revision_number': 2, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None, '_interfaces': [{'id': '4293b8a0-cce1-4ec7-9d93-6a1db8358b8f', 'name': '', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'mac_address': 'fa:16:3e:50:d0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c358a-7cd9-4f2c-b274-fa6882e880f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '469d74a3-ba75-48d1-b2e0-d0614d065d5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:29Z', 'updated_at': '2021-08-19T12:28:33Z', 'revision_number': 4, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'subnets': [{'id': '469d74a3-ba75-48d1-b2e0-d0614d065d5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:34.790287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 203be02f-3e75-44fa-8da6-f6bd20cefb43, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=203be02f-3e75-44fa-8da6-f6bd20cefb43,segment=NetworkSegment(437fc9d1-9195-4571-bce6-0d6200ca2a2f),segment_id=437fc9d1-9195-4571-bce6-0d6200ca2a2f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:34.822987 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345e7b32-5e2f-4274-a3fb-25b94b002896 None None] The sync data for ids ['e36c358a-7cd9-4f2c-b274-fa6882e880f8'] in n-d-803757-2 is: [{'id': 'e36c358a-7cd9-4f2c-b274-fa6882e880f8', 'name': 'tempest-NetworksTestDHCPv6-router-654930490', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:28Z', 'updated_at': '2021-08-19T12:28:30Z', 'revision_number': 2, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None, '_interfaces': [{'id': '4293b8a0-cce1-4ec7-9d93-6a1db8358b8f', 'name': '', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'mac_address': 'fa:16:3e:50:d0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36c358a-7cd9-4f2c-b274-fa6882e880f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '469d74a3-ba75-48d1-b2e0-d0614d065d5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:29Z', 'updated_at': '2021-08-19T12:28:33Z', 'revision_number': 4, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'subnets': [{'id': '469d74a3-ba75-48d1-b2e0-d0614d065d5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:34.844479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 4179a63f-7330-4ae2-a6d1-667aea77087c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:34.854433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4179a63f-7330-4ae2-a6d1-667aea77087c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:34.854433 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.906550 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.918165 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:34.928738 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93a4c80c-a6b1-4755-a206-cca61961c540 req-f68f16dc-5f71-4c56-a97c-763e9a9c5d78 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780501 Aug 19 12:28:35.000221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=203be02f-3e75-44fa-8da6-f6bd20cefb43,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.009280 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.010079 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.014639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2113cce5-d7c6-4bcb-938e-65c13df7c0c6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Router e36c358a-7cd9-4f2c-b274-fa6882e880f8 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:35.054676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 4179a63f-7330-4ae2-a6d1-667aea77087c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4179a63f-7330-4ae2-a6d1-667aea77087c,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:35.084120 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d789703a-0975-4c10-81cc-2ce8e375a249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.108663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2113cce5-d7c6-4bcb-938e-65c13df7c0c6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:35.115839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2113cce5-d7c6-4bcb-938e-65c13df7c0c6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "PUT /v2.0/routers/e36c358a-7cd9-4f2c-b274-fa6882e880f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5571642 Aug 19 12:28:35.118083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36140) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:35.120974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Pushing event updated for resources: {'Port': ['ID=ede609e2-d8cc-4b98-a37f-8390a88cce1f,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.129853 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.200518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['203be02f-3e75-44fa-8da6-f6bd20cefb43'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:35.212303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bbf826-c343-47a2-a99b-2dcb19d86807 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.216477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bbf826-c343-47a2-a99b-2dcb19d86807 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.228541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-47bbf826-c343-47a2-a99b-2dcb19d86807 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1066606 Aug 19 12:28:35.229432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36144) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:35.229994 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.255368 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.256880 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-992723f6-c4c9-4d25-8dcc-eb7551b74035 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1256464 Aug 19 12:28:35.325386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bdf04a-d986-4acb-91e5-9bfadf815d10 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 469d74a3-ba75-48d1-b2e0-d0614d065d5b {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:35.335004 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74bdf04a-d986-4acb-91e5-9bfadf815d10 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.337614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=4179a63f-7330-4ae2-a6d1-667aea77087c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.409759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36150) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:35.425761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cddfbb41-9434-493e-9499-15d24c29a045 req-63286d7e-d0b1-4f00-bb60-639b646b56e6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 210 time: 0.0496800 Aug 19 12:28:35.451490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74bdf04a-d986-4acb-91e5-9bfadf815d10 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.577844 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74bdf04a-d986-4acb-91e5-9bfadf815d10 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.589471 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-22d07d24-b300-4057-a6f2-23d062a46afc tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1809721644&fields=id&tenant_id=fef4421cce474701be8ac0788bc8348f HTTP/1.1" status: 200 len: 267 time: 0.0454099 Aug 19 12:28:35.632681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d56b8b26-96e3-4255-a119-cd80fb5dfbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.657018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd74fd6-4cb3-4e4a-83a2-58d754782b8f req-8c180ccb-7a81-47ae-8817-ad5215c679f0 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.658668 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dd74fd6-4cb3-4e4a-83a2-58d754782b8f req-8c180ccb-7a81-47ae-8817-ad5215c679f0 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 945 time: 0.1367085 Aug 19 12:28:35.707589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-f2ab6464-b072-42a3-8e6d-e73fe023c651 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:35.714661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-f2ab6464-b072-42a3-8e6d-e73fe023c651 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/networks?id=a97ade8e-fb7b-4acd-8556-d139b0dc2868 HTTP/1.1" status: 200 len: 811 time: 0.1242032 Aug 19 12:28:35.724951 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-d53ac69e-bdd0-4479-82f7-144c573b5fcc tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/quotas/fef4421cce474701be8ac0788bc8348f HTTP/1.1" status: 200 len: 375 time: 0.0094268 Aug 19 12:28:35.752296 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-3ea67ef3-e1d5-4e4b-bb1a-dd2d1402cbd1 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379546 Aug 19 12:28:35.781161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-e2f3d57b-17dc-4953-9307-9041c53c80df tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fef4421cce474701be8ac0788bc8348f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498021 Aug 19 12:28:35.783616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dd74fd6-4cb3-4e4a-83a2-58d754782b8f req-7150b234-fcce-41bf-9dae-87030bec5dc7 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158071 Aug 19 12:28:35.886850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74bdf04a-d986-4acb-91e5-9bfadf815d10 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.911440 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-88da569b-3960-4b51-acc9-588b56eea0b8 service neutron] 10.222.0.21 "GET /v2.0/networks/a97ade8e-fb7b-4acd-8556-d139b0dc2868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087828 Aug 19 12:28:35.934592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74bdf04a-d986-4acb-91e5-9bfadf815d10 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:35.939443 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-74bdf04a-d986-4acb-91e5-9bfadf815d10 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/469d74a3-ba75-48d1-b2e0-d0614d065d5b HTTP/1.1" status: 204 len: 168 time: 0.7083430 Aug 19 12:28:35.940924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdf04a-d986-4acb-91e5-9bfadf815d10 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=469d74a3-ba75-48d1-b2e0-d0614d065d5b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:35.942863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac6f0a5-f739-4928-9dd5-8d4468b04622 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:35.954093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36168) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:36.010748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-fd84063f-39b2-4a25-9175-f42f0a6b7d36 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:36.012370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-fd84063f-39b2-4a25-9175-f42f0a6b7d36 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471249 Aug 19 12:28:36.042568 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-9f4594c4-ce85-4c08-86c0-0c7cd8b1bb4e service neutron] 10.222.0.21 "GET /v2.0/networks/a97ade8e-fb7b-4acd-8556-d139b0dc2868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265812 Aug 19 12:28:36.043589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Request body: {'port': {'device_id': '45e57cd1-9932-4b6c-9eaf-034d7fec9058', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '565400ccc62a4aacaf865f0b391f2aed'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:36.160800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd6bfd-a392-4d23-8e2c-fc940524e071 None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:36.196983 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d56b8b26-96e3-4255-a119-cd80fb5dfbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.218797 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-abb3e871-95d9-4f9d-b33d-6cd8ab0cbf56 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2619827 Aug 19 12:28:36.220052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-48fd6bfd-a392-4d23-8e2c-fc940524e071 None None] Deleting port cde12147-cb0b-4b42-81dd-25085145c0b3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:36.220435 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-48fd6bfd-a392-4d23-8e2c-fc940524e071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.222142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36174) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:36.251431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121c79c-6796-4f56-955f-77f2065ee373 req-ef75ae2f-a8dc-4b6d-94ae-f265296b4e15 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:36.253080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0121c79c-6796-4f56-955f-77f2065ee373 req-ef75ae2f-a8dc-4b6d-94ae-f265296b4e15 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.2143760 Aug 19 12:28:36.305288 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d56b8b26-96e3-4255-a119-cd80fb5dfbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.342606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-48fd6bfd-a392-4d23-8e2c-fc940524e071 None None] For port cde12147-cb0b-4b42-81dd-25085145c0b3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cde12147-cb0b-4b42-81dd-25085145c0b3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:36.355572 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-48fd6bfd-a392-4d23-8e2c-fc940524e071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.378050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-48fd6bfd-a392-4d23-8e2c-fc940524e071 None None] Calling delete_port for cde12147-cb0b-4b42-81dd-25085145c0b3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:36.402773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0121c79c-6796-4f56-955f-77f2065ee373 req-fb200ce0-1c4f-4158-927a-f60301dcd391 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184480 Aug 19 12:28:36.406553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 203be02f-3e75-44fa-8da6-f6bd20cefb43 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:36.407821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b8b26-96e3-4255-a119-cd80fb5dfbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fced3e-23de-43ff-8745-282ddee71800,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:36.417831 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d56b8b26-96e3-4255-a119-cd80fb5dfbe3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e94b1512e8c04110a909524f5f2f8365&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0066664 Aug 19 12:28:36.422062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36180) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:36.499744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Made reservation on behalf of 565400ccc62a4aacaf865f0b391f2aed for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:36.501985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.568630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4179a63f-7330-4ae2-a6d1-667aea77087c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:36.603720 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 203be02f-3e75-44fa-8da6-f6bd20cefb43 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:36.609847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 203be02f-3e75-44fa-8da6-f6bd20cefb43 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:36.611230 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.618222 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdc9643b-f1ab-4583-b11b-b37e37175d62 req-9218a265-149a-4d57-8f80-d1dd7db38f18 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 210 time: 0.0566382 Aug 19 12:28:36.649277 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-48fd6bfd-a392-4d23-8e2c-fc940524e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.687429 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7272e38e-bf29-4148-bba4-3157f524041b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.696209 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd6bfd-a392-4d23-8e2c-fc940524e071 None None] Pushing event deleted for resources: {'Port': ['ID=cde12147-cb0b-4b42-81dd-25085145c0b3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:36.704508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd6bfd-a392-4d23-8e2c-fc940524e071 None None] No DVR routers for this DVR port cde12147-cb0b-4b42-81dd-25085145c0b3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:36.737602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7272e38e-bf29-4148-bba4-3157f524041b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.749087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4179a63f-7330-4ae2-a6d1-667aea77087c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:36.749463 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.781490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.822725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc9c8f-9d5d-4bca-8043-dea62276e21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203be02f-3e75-44fa-8da6-f6bd20cefb43'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:36.829218 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74a6d7e-0208-4899-ba47-e758e566c552" -d '{"events": [{"server_uuid": "cbdc9c8f-9d5d-4bca-8043-dea62276e21a", "name": "network-vif-plugged", "status": "completed", "tag": "203be02f-3e75-44fa-8da6-f6bd20cefb43"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:36.829512 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a07f7443-0c0c-4404-bff3-38fb91892d36 req-348532df-bbbe-4386-b6a9-0e20720b7f28 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 210 time: 0.0378842 Aug 19 12:28:36.839070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 203be02f-3e75-44fa-8da6-f6bd20cefb43, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=203be02f-3e75-44fa-8da6-f6bd20cefb43,segment=NetworkSegment(437fc9d1-9195-4571-bce6-0d6200ca2a2f),segment_id=437fc9d1-9195-4571-bce6-0d6200ca2a2f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:36.851125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Allocated IP 192.168.233.172 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/7dac1c73-2906-49a8-8d72-26e3e213641b) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:36.854411 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7abacc2-73ab-4696-a40e-57443844083e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:36.916607 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed77083-e122-4e6f-944c-1aad1fcea88b x-openstack-request-id: req-7ed77083-e122-4e6f-944c-1aad1fcea88b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:36.917130 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc9c8f-9d5d-4bca-8043-dea62276e21a", "name": "network-vif-plugged", "status": "completed", "tag": "203be02f-3e75-44fa-8da6-f6bd20cefb43", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:36.917584 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ed77083-e122-4e6f-944c-1aad1fcea88b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:36.918172 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdc9c8f-9d5d-4bca-8043-dea62276e21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203be02f-3e75-44fa-8da6-f6bd20cefb43', 'code': 200} Aug 19 12:28:36.960333 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.016132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cde12147-cb0b-4b42-81dd-25085145c0b3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:37.036335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7445c-3c9f-47e1-8a2a-a5155b7c6efd None None] Sync routers for ids ['e36c358a-7cd9-4f2c-b274-fa6882e880f8'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:37.042956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: cde12147-cb0b-4b42-81dd-25085145c0b3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:37.043256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cde12147-cb0b-4b42-81dd-25085145c0b3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:37.046240 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7272e38e-bf29-4148-bba4-3157f524041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.048863 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7272e38e-bf29-4148-bba4-3157f524041b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.052360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7272e38e-bf29-4148-bba4-3157f524041b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13fced3e-23de-43ff-8745-282ddee71800 HTTP/1.1" status: 204 len: 168 time: 0.6264451 Aug 19 12:28:37.057989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7445c-3c9f-47e1-8a2a-a5155b7c6efd None None] Routers {'e36c358a-7cd9-4f2c-b274-fa6882e880f8'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:37.058624 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-15c7445c-3c9f-47e1-8a2a-a5155b7c6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e36c358a-7cd9-4f2c-b274-fa6882e880f8'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:37.071012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd31a64-964a-46b7-a547-9ef2dea5a63a req-8cb4e64d-4a39-4461-8916-4a2ea024fe5d tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:37.078446 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1cd31a64-964a-46b7-a547-9ef2dea5a63a req-8cb4e64d-4a39-4461-8916-4a2ea024fe5d tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 945 time: 0.1741369 Aug 19 12:28:37.106850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272e38e-bf29-4148-bba4-3157f524041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fced3e-23de-43ff-8745-282ddee71800,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:37.134559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-15c7445c-3c9f-47e1-8a2a-a5155b7c6efd None None] Set router e36c358a-7cd9-4f2c-b274-fa6882e880f8 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:37.162150 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1cd31a64-964a-46b7-a547-9ef2dea5a63a req-f89ac4d6-caef-4a7d-94fb-aa3ca4ad0934 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825152 Aug 19 12:28:37.188638 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7abacc2-73ab-4696-a40e-57443844083e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.192894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0240ba-f7f4-4b79-9865-cf52f13f3fd0 req-99d9fb8c-2047-4a59-95fc-e4f4197f96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:37.194540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-15c7445c-3c9f-47e1-8a2a-a5155b7c6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c358a-7cd9-4f2c-b274-fa6882e880f8', 'name': 'tempest-NetworksTestDHCPv6-router-654930490', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:28Z', 'updated_at': '2021-08-19T12:28:34Z', 'revision_number': 3, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:37.195162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae0240ba-f7f4-4b79-9865-cf52f13f3fd0 req-99d9fb8c-2047-4a59-95fc-e4f4197f96ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 1097 time: 0.2010031 Aug 19 12:28:37.196614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7abacc2-73ab-4696-a40e-57443844083e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.207149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.233989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7445c-3c9f-47e1-8a2a-a5155b7c6efd None None] Checking router: e36c358a-7cd9-4f2c-b274-fa6882e880f8 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:37.237980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Transition to ACTIVE for port object 7dac1c73-2906-49a8-8d72-26e3e213641b will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:37.261775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=203be02f-3e75-44fa-8da6-f6bd20cefb43,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:37.264616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7445c-3c9f-47e1-8a2a-a5155b7c6efd None None] Routers {'e36c358a-7cd9-4f2c-b274-fa6882e880f8'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:37.265223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-15c7445c-3c9f-47e1-8a2a-a5155b7c6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e36c358a-7cd9-4f2c-b274-fa6882e880f8'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:37.267452 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae0240ba-f7f4-4b79-9865-cf52f13f3fd0 req-fbf64aa6-d180-4d33-ab1c-5fa0dcf648db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628171 Aug 19 12:28:37.381762 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7abacc2-73ab-4696-a40e-57443844083e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.382413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7abacc2-73ab-4696-a40e-57443844083e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Fanout notify agent at l3_agent the message router_deleted on router e36c358a-7cd9-4f2c-b274-fa6882e880f8 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:28:37.391003 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7abacc2-73ab-4696-a40e-57443844083e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.395482 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c7abacc2-73ab-4696-a40e-57443844083e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/routers/e36c358a-7cd9-4f2c-b274-fa6882e880f8 HTTP/1.1" status: 204 len: 168 time: 1.1687098 Aug 19 12:28:37.395863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36198) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:37.401129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0d36b777-4d66-48ca-8275-a96544f4f0ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:37.455975 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.464010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-15c7445c-3c9f-47e1-8a2a-a5155b7c6efd None None] Set router e36c358a-7cd9-4f2c-b274-fa6882e880f8 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:37.469293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', '7d2b3e27-922d-42a6-84bd-368a87ea430a', '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8', '0434fd90-6dfb-4f62-8a66-7dc214884112', '125077f6-c59a-48f7-887f-6cff7adb47da'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:37.511962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b', '0cb09040-bf98-4e18-9988-14f60e593196'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:37.543022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:37.565541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:37.576022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:37.581564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event updated for resources: {'Port': ['ID=7dac1c73-2906-49a8-8d72-26e3e213641b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:37.616074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-15c7445c-3c9f-47e1-8a2a-a5155b7c6efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36c358a-7cd9-4f2c-b274-fa6882e880f8', 'name': 'tempest-NetworksTestDHCPv6-router-654930490', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:28Z', 'updated_at': '2021-08-19T12:28:34Z', 'revision_number': 3, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:37.671055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa78ec-906c-4363-b169-3dd84ea25498 req-ecf720a6-7689-49b9-88d6-eeb60d0ea17f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:37.676447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7445c-3c9f-47e1-8a2a-a5155b7c6efd None None] The sync data for ids ['e36c358a-7cd9-4f2c-b274-fa6882e880f8'] in n-d-803757-2 is: [{'id': 'e36c358a-7cd9-4f2c-b274-fa6882e880f8', 'name': 'tempest-NetworksTestDHCPv6-router-654930490', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:28Z', 'updated_at': '2021-08-19T12:28:34Z', 'revision_number': 3, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:37.679639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-52aa78ec-906c-4363-b169-3dd84ea25498 req-ecf720a6-7689-49b9-88d6-eeb60d0ea17f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1657114 Aug 19 12:28:37.729365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-52aa78ec-906c-4363-b169-3dd84ea25498 req-93594e4a-7dce-4ff5-a350-574263186004 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487230 Aug 19 12:28:37.741273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:37.741929 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.759532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d36b777-4d66-48ca-8275-a96544f4f0ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:37.759532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d36b777-4d66-48ca-8275-a96544f4f0ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.785720 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.787670 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-93d244f3-3145-4467-a7c8-7e2f1b6da098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:37.843146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ec0a3-3e96-4e2e-a334-14eb57c990e5 req-b4e89bc7-2587-41a5-b7d5-70323255da40 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:37.846285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-563ec0a3-3e96-4e2e-a334-14eb57c990e5 req-b4e89bc7-2587-41a5-b7d5-70323255da40 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 936 time: 0.0856416 Aug 19 12:28:37.905670 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-563ec0a3-3e96-4e2e-a334-14eb57c990e5 req-b9283d86-2676-4357-b514-b111b5109700 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517790 Aug 19 12:28:37.951015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-00ac88bc-dbe3-4d77-ba06-3f883c32240c req-02a03266-dadc-48ba-a8c3-eb9df3ebd1a1 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 210 time: 0.0431793 Aug 19 12:28:38.028203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-55940f68-517f-4fd8-8f02-0bbd78510ac0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9872329 Aug 19 12:28:38.041716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Request body: {'port': {'device_id': '45e57cd1-9932-4b6c-9eaf-034d7fec9058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:38.127618 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.204369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-36caaeb4-4828-4ca8-821b-b908794c9009 None None] Provisioning for port 7dac1c73-2906-49a8-8d72-26e3e213641b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:38.217068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-36caaeb4-4828-4ca8-821b-b908794c9009 None None] Provisioning complete for port 7dac1c73-2906-49a8-8d72-26e3e213641b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:38.217451 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-36caaeb4-4828-4ca8-821b-b908794c9009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.248490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d36b777-4d66-48ca-8275-a96544f4f0ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.321441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-36caaeb4-4828-4ca8-821b-b908794c9009 None None] Port 7dac1c73-2906-49a8-8d72-26e3e213641b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:38.347639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d36b777-4d66-48ca-8275-a96544f4f0ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:38.388973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0d36b777-4d66-48ca-8275-a96544f4f0ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:38.399915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d36b777-4d66-48ca-8275-a96544f4f0ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.400509 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d36b777-4d66-48ca-8275-a96544f4f0ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.407757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36b777-4d66-48ca-8275-a96544f4f0ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=57b394c1-6eb2-4683-b3aa-2d00cba42ca9,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:38.424756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce621fcf-5fef-45c3-8ee8-21a1cd6cd660 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:38.450854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:38.475954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f390183-91e7-4940-9861-82797c27214d req-d295b0da-a775-4e41-aba8-51b63510c79c tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.484569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f390183-91e7-4940-9861-82797c27214d req-d295b0da-a775-4e41-aba8-51b63510c79c tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 946 time: 0.1958439 Aug 19 12:28:38.553760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:38.553760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4293b8a0-cce1-4ec7-9d93-6a1db8358b8f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:38.569784 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0d36b777-4d66-48ca-8275-a96544f4f0ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1716743 Aug 19 12:28:38.572842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36228) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:38.588011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0f7cbaeb-b059-4ce0-9df1-9e9ac8ed6f11 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-539342252', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:38.588178 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f390183-91e7-4940-9861-82797c27214d req-84b47a55-953a-439b-afb5-19667ebe0e9b tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009009 Aug 19 12:28:38.668353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dac1c73-2906-49a8-8d72-26e3e213641b {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:38.676314 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.685713 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0f7cbaeb-b059-4ce0-9df1-9e9ac8ed6f11 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.686889 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0f7cbaeb-b059-4ce0-9df1-9e9ac8ed6f11 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.693305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Transition to ACTIVE for port object 7dac1c73-2906-49a8-8d72-26e3e213641b will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:38.699677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '57b394c1-6eb2-4683-b3aa-2d00cba42ca9'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:38.700622 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.739573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0f7cbaeb-b059-4ce0-9df1-9e9ac8ed6f11 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.811891 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.859222 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0f7cbaeb-b059-4ce0-9df1-9e9ac8ed6f11 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.872571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/57b394c1-6eb2-4683-b3aa-2d00cba42ca9/3029ef62-395a-4e9c-a9cd-d3a911f5af4e) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:38.884576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54365ccf-831d-4a8f-8411-bb9d3c5d00ba req-47a894b1-fd6d-481d-9855-6f1c578c2386 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:38.894893 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-54365ccf-831d-4a8f-8411-bb9d3c5d00ba req-47a894b1-fd6d-481d-9855-6f1c578c2386 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0817988 Aug 19 12:28:38.962144 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-54365ccf-831d-4a8f-8411-bb9d3c5d00ba req-a5f5561a-0db0-4e77-8f32-67ddf54ba30f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623600 Aug 19 12:28:38.962921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dac1c73-2906-49a8-8d72-26e3e213641b,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:38.979838 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0f7cbaeb-b059-4ce0-9df1-9e9ac8ed6f11 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:38.983819 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0f7cbaeb-b059-4ce0-9df1-9e9ac8ed6f11 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4064586 Aug 19 12:28:38.990720 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36242) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:39.129030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Attempting to bind port 7dac1c73-2906-49a8-8d72-26e3e213641b on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:39.129362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Attempting to bind port 7dac1c73-2906-49a8-8d72-26e3e213641b by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:39.129688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Attempting to bind port 7dac1c73-2906-49a8-8d72-26e3e213641b on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:39.138568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c0d23-ee9c-45b5-98c3-2430d0b10ae9 req-41523abe-8b42-4aec-805f-66206019d1ed tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.139211 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.140367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-892c0d23-ee9c-45b5-98c3-2430d0b10ae9 req-41523abe-8b42-4aec-805f-66206019d1ed tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 948 time: 0.0851221 Aug 19 12:28:39.145795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Port 7dac1c73-2906-49a8-8d72-26e3e213641b on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:39.145795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Attempting to bind port 7dac1c73-2906-49a8-8d72-26e3e213641b on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:39.151933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:39.152272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:39.152730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:39.153203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Bound port: 7dac1c73-2906-49a8-8d72-26e3e213641b, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:39.153564 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.154165 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.161301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Transition to ACTIVE for port object 3029ef62-395a-4e9c-a9cd-d3a911f5af4e will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:39.163736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f2499ec-4fd1-407d-9db5-601cb46dc17d req-61a05a7e-ab1f-4329-99b4-44128ffc7123 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 210 time: 0.0414000 Aug 19 12:28:39.184175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Transition to ACTIVE for port object 3029ef62-395a-4e9c-a9cd-d3a911f5af4e will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:39.231282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-892c0d23-ee9c-45b5-98c3-2430d0b10ae9 req-68d01e28-0a23-49ee-b94c-3f68a941733b tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802999 Aug 19 12:28:39.255829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] For port 7dac1c73-2906-49a8-8d72-26e3e213641b, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:39.259117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] For port 7dac1c73-2906-49a8-8d72-26e3e213641b, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=7dac1c73-2906-49a8-8d72-26e3e213641b,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:39.273030 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.317638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:39.323512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:39.325376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Pushing event updated for resources: {'Port': ['ID=3029ef62-395a-4e9c-a9cd-d3a911f5af4e,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:39.327529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:39.390573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Attempting to bind port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:39.390968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Attempting to bind port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:39.391329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Attempting to bind port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:39.396897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:39.397269 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:39.397667 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.398059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:39.398775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Bound port: 3029ef62-395a-4e9c-a9cd-d3a911f5af4e, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:39.399173 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.417985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.457956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.458677 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.460009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] 10.222.0.30 "PUT /v2.0/ports/7dac1c73-2906-49a8-8d72-26e3e213641b HTTP/1.1" status: 200 len: 1096 time: 1.4236822 Aug 19 12:28:39.460471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e57cd1-9932-4b6c-9eaf-034d7fec9058', 'tag': '7dac1c73-2906-49a8-8d72-26e3e213641b'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:39.463010 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b5982e-ef4b-4f66-bd93-86d76d58cb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "45e57cd1-9932-4b6c-9eaf-034d7fec9058", "tag": "7dac1c73-2906-49a8-8d72-26e3e213641b"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:39.464258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] For port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:39.468254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] For port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3029ef62-395a-4e9c-a9cd-d3a911f5af4e,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:39.478555 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.493794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca7eb3-99a1-4a23-979e-5b68398f1bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dac1c73-2906-49a8-8d72-26e3e213641b,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:39.514194 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4c973f-97cd-49de-b448-967c2ba3559b x-openstack-request-id: req-cb4c973f-97cd-49de-b448-967c2ba3559b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:39.514545 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e57cd1-9932-4b6c-9eaf-034d7fec9058", "tag": "7dac1c73-2906-49a8-8d72-26e3e213641b", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:39.514824 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb4c973f-97cd-49de-b448-967c2ba3559b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:39.515247 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e57cd1-9932-4b6c-9eaf-034d7fec9058', 'tag': '7dac1c73-2906-49a8-8d72-26e3e213641b', 'status': 'completed', 'code': 200} Aug 19 12:28:39.618980 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:39.727089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-e784a91d-0497-4704-bca3-289853766c06 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.728934 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-e784a91d-0497-4704-bca3-289853766c06 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.62 "GET /v2.0/networks?id=a97ade8e-fb7b-4acd-8556-d139b0dc2868 HTTP/1.1" status: 200 len: 811 time: 0.1805148 Aug 19 12:28:39.767564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d6196-3c98-4b1d-b89f-5f4748a66897 None None] Pushing event updated for resources: {'Port': ['ID=3029ef62-395a-4e9c-a9cd-d3a911f5af4e,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:39.778443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5982e-ef4b-4f66-bd93-86d76d58cb2a req-c77d9594-89e4-4b45-a933-aac3911a86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.780178 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05b5982e-ef4b-4f66-bd93-86d76d58cb2a req-c77d9594-89e4-4b45-a933-aac3911a86a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 1099 time: 0.2438803 Aug 19 12:28:39.813861 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-864b00a6-845b-4671-8050-b3e57d0d98fb tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fef4421cce474701be8ac0788bc8348f HTTP/1.1" status: 200 len: 380 time: 0.0603774 Aug 19 12:28:39.831344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Request body: {'port': {'device_id': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'admin_state_up': True, 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'security_groups': ['b3671856-5ef6-444a-88c4-2f19d6fe75ee']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:39.843110 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05b5982e-ef4b-4f66-bd93-86d76d58cb2a req-ae34f01e-daed-40ee-94d9-f401a1021080 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=565400ccc62a4aacaf865f0b391f2aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448790 Aug 19 12:28:39.900416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33da28-fa2d-4e39-b379-dafb34524df5 req-d17471a9-f3ba-4a3d-a11b-0b263c6b13ef tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:39.910949 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c33da28-fa2d-4e39-b379-dafb34524df5 req-d17471a9-f3ba-4a3d-a11b-0b263c6b13ef tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 946 time: 0.1747293 Aug 19 12:28:40.012195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::1 (fe427799-de6b-44e4-8c34-c6b669262f27/57b394c1-6eb2-4683-b3aa-2d00cba42ca9/0d74d1c4-8eb8-403a-b045-579bb9873add) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:40.063142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c33da28-fa2d-4e39-b379-dafb34524df5 req-edb72743-e141-4524-b3f7-2c9e5f0d0226 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465280 Aug 19 12:28:40.232705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.245178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 0d74d1c4-8eb8-403a-b045-579bb9873add will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:40.317706 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1f64c4f-4bd8-4f14-b7b0-57ae9ff040b1 req-71445744-f19e-4595-8547-1a52719f9bdc tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 210 time: 0.0329318 Aug 19 12:28:40.496459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416d4f4-06db-4c20-8a42-fc74f39f267d req-8ef8adda-5dc2-4f82-b7b2-700af1b86795 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.497941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5416d4f4-06db-4c20-8a42-fc74f39f267d req-8ef8adda-5dc2-4f82-b7b2-700af1b86795 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1163952 Aug 19 12:28:40.525056 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.529743 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.571007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3029ef62-395a-4e9c-a9cd-d3a911f5af4e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:40.574060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5982e-ef4b-4f66-bd93-86d76d58cb2a req-1a1c6408-0776-4bc2-ac4b-d41e7210156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.576214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05b5982e-ef4b-4f66-bd93-86d76d58cb2a req-1a1c6408-0776-4bc2-ac4b-d41e7210156f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7180295 Aug 19 12:28:40.585982 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5416d4f4-06db-4c20-8a42-fc74f39f267d req-df78288e-cacb-4aa4-963d-c13681dda3b9 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773308 Aug 19 12:28:40.606011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:40.611191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:40.620557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:40.621457 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.668697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=0d74d1c4-8eb8-403a-b045-579bb9873add,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:40.685704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Made reservation on behalf of fef4421cce474701be8ac0788bc8348f for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:40.689187 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:40.706301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b00bf-c42b-4c0b-bc98-f72b24fc4fc2 req-565eb3ba-8e29-44c9-aab9-312f5c1a22da tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.715380 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d6b00bf-c42b-4c0b-bc98-f72b24fc4fc2 req-565eb3ba-8e29-44c9-aab9-312f5c1a22da tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 948 time: 0.2184319 Aug 19 12:28:40.721470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e786c5ad-b551-4473-a73c-a240640a0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.723237 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-e786c5ad-b551-4473-a73c-a240640a0f07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=565400ccc62a4aacaf865f0b391f2aed&device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 1099 time: 0.0943835 Aug 19 12:28:40.759421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:40.814084 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d6b00bf-c42b-4c0b-bc98-f72b24fc4fc2 req-3f3bd302-114c-4a21-9ec5-153b78280f84 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978093 Aug 19 12:28:40.869097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-43b80857-4526-4090-9f5d-a53af927ee33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=7dac1c73-2906-49a8-8d72-26e3e213641b HTTP/1.1" status: 200 len: 217 time: 0.0442317 Aug 19 12:28:40.960580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-2ee4806b-cb12-4501-b6d6-98a05a4b84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:40.962079 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-2ee4806b-cb12-4501-b6d6-98a05a4b84c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0840180 Aug 19 12:28:40.980095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.009586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Allocated IP 172.20.0.12 (a97ade8e-fb7b-4acd-8556-d139b0dc2868/17385771-9e17-429f-ad73-00b0e9ce531f/c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:41.054569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-d50c7078-7933-4d0a-a354-9e6ffb3b9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.056408 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-d50c7078-7933-4d0a-a354-9e6ffb3b9830 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871394 Aug 19 12:28:41.254558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-30d440c3-0f8f-40a6-851f-2f6e082d1b51 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701856 Aug 19 12:28:41.285734 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.297568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8249ddf9-3f2a-44d2-8201-193f4f1b2d70 None None] Provisioning for port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:41.310112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8249ddf9-3f2a-44d2-8201-193f4f1b2d70 None None] Provisioning complete for port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:41.310112 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8249ddf9-3f2a-44d2-8201-193f4f1b2d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.321958 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.354691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Transition to ACTIVE for port object c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:41.416735 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f13de57-2e15-40e3-b2fb-950096c53f84 req-b5bb9723-bcf5-4e47-b8a3-4b2e214c68c2 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453085 Aug 19 12:28:41.435264 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.435264 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.446701 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8249ddf9-3f2a-44d2-8201-193f4f1b2d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.479932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8249ddf9-3f2a-44d2-8201-193f4f1b2d70 None None] For port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3029ef62-395a-4e9c-a9cd-d3a911f5af4e,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:41.503262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.545169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Network a97ade8e-fb7b-4acd-8556-d139b0dc2868 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:41.551434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:41.558708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:41.561467 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=0d74d1c4-8eb8-403a-b045-579bb9873add,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:41.587174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Pushing event updated for resources: {'Port': ['ID=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:41.592359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1bdf8-2e6d-45aa-8feb-6941d3d2685a req-9bd70e36-f2e8-4639-a8af-1ece2be126ad tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.595005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bde1bdf8-2e6d-45aa-8feb-6941d3d2685a req-9bd70e36-f2e8-4639-a8af-1ece2be126ad tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 932 time: 0.1121554 Aug 19 12:28:41.618420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.619583 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.641480 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bde1bdf8-2e6d-45aa-8feb-6941d3d2685a req-c715c223-cc50-4eae-85d5-09f85bdffee8 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384665 Aug 19 12:28:41.672707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:41.675103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:41.680382 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8249ddf9-3f2a-44d2-8201-193f4f1b2d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.722614 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-b13ad840-77b2-4ab4-ade5-f7134d5dfe48 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8988233 Aug 19 12:28:41.737474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Request body: {'port': {'device_id': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:41.771893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249ddf9-3f2a-44d2-8201-193f4f1b2d70 None None] Pushing event updated for resources: {'Port': ['ID=3029ef62-395a-4e9c-a9cd-d3a911f5af4e,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:41.953284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:41.954375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338e3df-097f-4551-8154-ad5a7c8802d0 req-1159127d-ceef-466e-b36f-78826362c398 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:41.954375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1338e3df-097f-4551-8154-ad5a7c8802d0 req-1159127d-ceef-466e-b36f-78826362c398 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1039443 Aug 19 12:28:41.990706 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1338e3df-097f-4551-8154-ad5a7c8802d0 req-fdad2008-5b23-4e1e-8e97-af93d2ded027 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356433 Aug 19 12:28:42.022753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f473a969-f08b-42b4-bc71-47f1d294ffce None None] Provisioning for port 0d74d1c4-8eb8-403a-b045-579bb9873add completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:42.034348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f473a969-f08b-42b4-bc71-47f1d294ffce None None] Provisioning complete for port 0d74d1c4-8eb8-403a-b045-579bb9873add triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:42.035449 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f473a969-f08b-42b4-bc71-47f1d294ffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.065777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Router 9a128487-7065-4c6f-8443-6f43a73e2833 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:28:42.104297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f473a969-f08b-42b4-bc71-47f1d294ffce None None] Port 0d74d1c4-8eb8-403a-b045-579bb9873add cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:42.212047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ab271-b3a9-421c-9841-e91f8eebe8af req-76b31d5f-be38-49d4-accc-213a2bf1ee30 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.213498 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d35ab271-b3a9-421c-9841-e91f8eebe8af req-76b31d5f-be38-49d4-accc-213a2bf1ee30 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 946 time: 0.0720627 Aug 19 12:28:42.226646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ad38d5c5-9b11-4002-bef6-8c8632382aff None None] Provisioning complete for port 0d74d1c4-8eb8-403a-b045-579bb9873add triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:42.227598 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ad38d5c5-9b11-4002-bef6-8c8632382aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.232188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eab1b-d708-4f66-a0f3-139f4c89947f req-428da145-6ab6-48ce-9eaa-be97dc848caf tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.233753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-452eab1b-d708-4f66-a0f3-139f4c89947f req-428da145-6ab6-48ce-9eaa-be97dc848caf tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 948 time: 0.1698861 Aug 19 12:28:42.251081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:42.264726 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5e38fc2d-7d5e-4c12-965a-8e65ad712f9f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "PUT /v2.0/routers/9a128487-7065-4c6f-8443-6f43a73e2833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2768769 Aug 19 12:28:42.264930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d5c5-9b11-4002-bef6-8c8632382aff None None] Port 0d74d1c4-8eb8-403a-b045-579bb9873add cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:42.265441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36316) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:42.267393 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Sync routers for ids ['9a128487-7065-4c6f-8443-6f43a73e2833'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:42.281007 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Routers {'9a128487-7065-4c6f-8443-6f43a73e2833'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:42.284863 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9a128487-7065-4c6f-8443-6f43a73e2833'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:42.298772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d35ab271-b3a9-421c-9841-e91f8eebe8af req-c1780750-b250-404d-8ab6-b970d20f1d4e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758774 Aug 19 12:28:42.302891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:42.312230 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.329504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803999a7-b679-487c-8154-6d1904440dab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.331021 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-803999a7-b679-487c-8154-6d1904440dab tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports/0d74d1c4-8eb8-403a-b045-579bb9873add HTTP/1.1" status: 200 len: 911 time: 0.0646358 Aug 19 12:28:42.334451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36320) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:42.337607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Transition to ACTIVE for port object c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:42.348850 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ad38d5c5-9b11-4002-bef6-8c8632382aff None None] Provisioning for port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:42.358651 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ad38d5c5-9b11-4002-bef6-8c8632382aff None None] Provisioning complete for port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:42.359540 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ad38d5c5-9b11-4002-bef6-8c8632382aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.374081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-452eab1b-d708-4f66-a0f3-139f4c89947f req-dbbef672-48b6-4f62-9e7a-ddad4ca939d5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274736 Aug 19 12:28:42.401490 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Set router 9a128487-7065-4c6f-8443-6f43a73e2833 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:42.410046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d5c5-9b11-4002-bef6-8c8632382aff None None] Port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:28:42.411587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4740f1a-f203-451f-94f4-2d8a0553ff7b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.419696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4740f1a-f203-451f-94f4-2d8a0553ff7b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.422436 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e4740f1a-f203-451f-94f4-2d8a0553ff7b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0846713 Aug 19 12:28:42.425445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36322) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:42.484164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3029ef62-395a-4e9c-a9cd-d3a911f5af4e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:42.510948 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.543792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:42.554260 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.654780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Pushing event updated for resources: {'Port': ['ID=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:42.737148 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a128487-7065-4c6f-8443-6f43a73e2833', 'name': 'tempest-NetworksTestDHCPv6-router-539342252', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:38Z', 'updated_at': '2021-08-19T12:28:40Z', 'revision_number': 2, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None, '_interfaces': [{'id': '0d74d1c4-8eb8-403a-b045-579bb9873add', 'name': '', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'mac_address': 'fa:16:3e:52:ac:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a128487-7065-4c6f-8443-6f43a73e2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '57b394c1-6eb2-4683-b3aa-2d00cba42ca9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:39Z', 'updated_at': '2021-08-19T12:28:41Z', 'revision_number': 2, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'subnets': [{'id': '57b394c1-6eb2-4683-b3aa-2d00cba42ca9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:42.791968 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Checking router: 9a128487-7065-4c6f-8443-6f43a73e2833 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:42.792584 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Updating router 9a128487-7065-4c6f-8443-6f43a73e2833 port 0d74d1c4-8eb8-403a-b045-579bb9873add binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:28:42.797004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Attempting to bind port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:42.797349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Attempting to bind port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:42.797685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Attempting to bind port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 on network a97ade8e-fb7b-4acd-8556-d139b0dc2868 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:42.821135 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.839645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 on network a97ade8e-fb7b-4acd-8556-d139b0dc2868 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:42.839977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Attempting to bind port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 on network a97ade8e-fb7b-4acd-8556-d139b0dc2868 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:42.858243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:42.858589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Checking segment: {'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:42.859000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Bound using segment: {'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:42.859550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Bound port: c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7b169d1-238a-4c04-a679-7564c2e4c6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:42.859805 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:42.878835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e29153-85a3-4c7c-9f42-d51a909e5c95 req-a97c53be-6cc3-491b-8937-958081655a1c tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:42.880355 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e6e29153-85a3-4c7c-9f42-d51a909e5c95 req-a97c53be-6cc3-491b-8937-958081655a1c tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 944 time: 0.1130250 Aug 19 12:28:43.003410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e6e29153-85a3-4c7c-9f42-d51a909e5c95 req-f50107cd-6ad9-4e37-bde0-f9460f7f6a8f tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149342 Aug 19 12:28:43.047095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] For port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:43.101311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] For port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:43.167753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.175738 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.188806 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Transition to ACTIVE for port object 0d74d1c4-8eb8-403a-b045-579bb9873add will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:43.197699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021229d-cbb0-4020-a63a-030f7bcfe9b9 req-46a97444-ecf9-4b41-bd4f-af17bf43c1f9 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.199223 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3021229d-cbb0-4020-a63a-030f7bcfe9b9 req-46a97444-ecf9-4b41-bd4f-af17bf43c1f9 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0892439 Aug 19 12:28:43.236019 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.238282 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3021229d-cbb0-4020-a63a-030f7bcfe9b9 req-23f939ac-53a1-417a-b1f3-91943b3b95fd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331736 Aug 19 12:28:43.293518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.294151 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.296051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] 10.222.0.62 "PUT /v2.0/ports/c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 HTTP/1.1" status: 200 len: 1092 time: 1.5650773 Aug 19 12:28:43.301507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'tag': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:43.301507 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fa009e-1502-4d45-8437-ee6dda04bc20" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9a000e-1671-4075-b03c-6a18953505f0", "tag": "c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:43.323337 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.348174 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d077ec5-07ae-4999-999b-9e33f1eac060 x-openstack-request-id: req-0d077ec5-07ae-4999-999b-9e33f1eac060 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:43.348519 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9a000e-1671-4075-b03c-6a18953505f0", "tag": "c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:43.348782 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d077ec5-07ae-4999-999b-9e33f1eac060 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:43.349183 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'tag': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11', 'status': 'completed', 'code': 200} Aug 19 12:28:43.370467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49414b52-ada9-4ff3-bdd7-823db83e6010 service neutron] Pushing event updated for resources: {'Port': ['ID=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:43.398157 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85fe5c-2276-4751-b4c4-8e660077c5ed None None] Pushing event updated for resources: {'Port': ['ID=0d74d1c4-8eb8-403a-b045-579bb9873add,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:43.479171 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Attempting to bind port 0d74d1c4-8eb8-403a-b045-579bb9873add on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:43.479171 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Attempting to bind port 0d74d1c4-8eb8-403a-b045-579bb9873add by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:43.479171 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Attempting to bind port 0d74d1c4-8eb8-403a-b045-579bb9873add on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:43.483161 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:43.483539 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:43.484206 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.484654 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:43.485133 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Bound port: 0d74d1c4-8eb8-403a-b045-579bb9873add, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:43.485509 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.516078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e91056-7daa-4014-be1b-6de7d5818434 req-33f2518e-1ed5-4aec-80f2-e5cfd719caeb tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.528808 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-29e91056-7daa-4014-be1b-6de7d5818434 req-33f2518e-1ed5-4aec-80f2-e5cfd719caeb tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 946 time: 0.2144051 Aug 19 12:28:43.543883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b5fc4-ca1c-4be2-ac94-42435af03e65 req-b9152dbc-156a-4349-92ed-87fb98bcf412 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.552550 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f8b5fc4-ca1c-4be2-ac94-42435af03e65 req-b9152dbc-156a-4349-92ed-87fb98bcf412 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 946 time: 0.1313667 Aug 19 12:28:43.575323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa009e-1502-4d45-8437-ee6dda04bc20 req-526222e7-d6c9-4914-afd1-9577d5f20a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.586229 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43fa009e-1502-4d45-8437-ee6dda04bc20 req-526222e7-d6c9-4914-afd1-9577d5f20a22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fef4421cce474701be8ac0788bc8348f&device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 1095 time: 0.1541162 Aug 19 12:28:43.607792 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] For port 0d74d1c4-8eb8-403a-b045-579bb9873add, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:43.611828 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] For port 0d74d1c4-8eb8-403a-b045-579bb9873add, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0d74d1c4-8eb8-403a-b045-579bb9873add,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:43.612280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f8b5fc4-ca1c-4be2-ac94-42435af03e65 req-47bed199-1e66-4c5e-9e31-3900dd828109 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559309 Aug 19 12:28:43.735203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914d8b2-27cb-46a7-9d40-dee253a71636 req-54ea7a7d-9d06-491c-bf4d-0981f3803bf8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.737380 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0914d8b2-27cb-46a7-9d40-dee253a71636 req-54ea7a7d-9d06-491c-bf4d-0981f3803bf8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 948 time: 0.0542493 Aug 19 12:28:43.743430 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.795200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa009e-1502-4d45-8437-ee6dda04bc20 req-1618217e-4e46-463b-94cf-119b628eb20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:43.797949 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43fa009e-1502-4d45-8437-ee6dda04bc20 req-1618217e-4e46-463b-94cf-119b628eb20f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=fef4421cce474701be8ac0788bc8348f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2068527 Aug 19 12:28:43.805454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-29e91056-7daa-4014-be1b-6de7d5818434 req-cade5897-92ca-4727-bbe1-9b0afa7b8d9e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Deleting port 203be02f-3e75-44fa-8da6-f6bd20cefb43 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:43.805962 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-29e91056-7daa-4014-be1b-6de7d5818434 req-cade5897-92ca-4727-bbe1-9b0afa7b8d9e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:43.825352 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0914d8b2-27cb-46a7-9d40-dee253a71636 req-27995344-7af1-4403-b56b-da6667d29922 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772893 Aug 19 12:28:43.840922 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Routers {'9a128487-7065-4c6f-8443-6f43a73e2833'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:43.841806 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9a128487-7065-4c6f-8443-6f43a73e2833'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:43.942485 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85fe5c-2276-4751-b4c4-8e660077c5ed None None] Pushing event updated for resources: {'Port': ['ID=0d74d1c4-8eb8-403a-b045-579bb9873add,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:44.076041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d977b-1a43-4c65-ab0f-e4a78ea2f583 req-8ef12da5-56a8-4b08-bcb9-5561e5141086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.078133 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c44d977b-1a43-4c65-ab0f-e4a78ea2f583 req-8ef12da5-56a8-4b08-bcb9-5561e5141086 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 1095 time: 0.1199117 Aug 19 12:28:44.154980 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] Set router 9a128487-7065-4c6f-8443-6f43a73e2833 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:44.289366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5793-d7a6-4636-8ce5-03b03bdd78ba req-bc45cbfa-9296-4446-b210-ae11036099c9 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.290882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88fc5793-d7a6-4636-8ce5-03b03bdd78ba req-bc45cbfa-9296-4446-b210-ae11036099c9 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 944 time: 0.1271148 Aug 19 12:28:44.292577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d977b-1a43-4c65-ab0f-e4a78ea2f583 req-995c7108-0867-4fde-8059-64061bc75fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.294036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c44d977b-1a43-4c65-ab0f-e4a78ea2f583 req-995c7108-0867-4fde-8059-64061bc75fa2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.2067575 Aug 19 12:28:44.385744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 7dac1c73-2906-49a8-8d72-26e3e213641b details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:44.399304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 0d74d1c4-8eb8-403a-b045-579bb9873add {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:44.399531 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.403775 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a128487-7065-4c6f-8443-6f43a73e2833', 'name': 'tempest-NetworksTestDHCPv6-router-539342252', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:38Z', 'updated_at': '2021-08-19T12:28:40Z', 'revision_number': 2, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None, '_interfaces': [{'id': '0d74d1c4-8eb8-403a-b045-579bb9873add', 'name': '', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'mac_address': 'fa:16:3e:52:ac:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a128487-7065-4c6f-8443-6f43a73e2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '57b394c1-6eb2-4683-b3aa-2d00cba42ca9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:39Z', 'updated_at': '2021-08-19T12:28:43Z', 'revision_number': 4, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'subnets': [{'id': '57b394c1-6eb2-4683-b3aa-2d00cba42ca9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:44.405599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88fc5793-d7a6-4636-8ce5-03b03bdd78ba req-6dc6efc6-73a3-4ad0-a895-4d03c8712c98 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034570 Aug 19 12:28:44.410235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c44d977b-1a43-4c65-ab0f-e4a78ea2f583 req-59ec65d1-5cb1-423c-9c2c-604842322aa7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083 HTTP/1.1" status: 200 len: 999 time: 0.1038756 Aug 19 12:28:44.471051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7f62ee-0fcc-45c6-977b-0f33a4cda0d8 None None] The sync data for ids ['9a128487-7065-4c6f-8443-6f43a73e2833'] in n-d-803757-2 is: [{'id': '9a128487-7065-4c6f-8443-6f43a73e2833', 'name': 'tempest-NetworksTestDHCPv6-router-539342252', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:38Z', 'updated_at': '2021-08-19T12:28:40Z', 'revision_number': 2, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None, '_interfaces': [{'id': '0d74d1c4-8eb8-403a-b045-579bb9873add', 'name': '', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'mac_address': 'fa:16:3e:52:ac:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a128487-7065-4c6f-8443-6f43a73e2833', 'device_owner': 'network:router_interface', 'standard_attr_id': 1611, 'fixed_ips': [{'subnet_id': '57b394c1-6eb2-4683-b3aa-2d00cba42ca9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:39Z', 'updated_at': '2021-08-19T12:28:43Z', 'revision_number': 4, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'subnets': [{'id': '57b394c1-6eb2-4683-b3aa-2d00cba42ca9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:44.516609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec85d67-bdfd-4257-bb95-a7e9b2fab10e req-f74c8d61-aba8-4642-a956-405e8ace7bbd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.518995 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ec85d67-bdfd-4257-bb95-a7e9b2fab10e req-f74c8d61-aba8-4642-a956-405e8ace7bbd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.6325939 Aug 19 12:28:44.556125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-29e91056-7daa-4014-be1b-6de7d5818434 req-cade5897-92ca-4727-bbe1-9b0afa7b8d9e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] For port 203be02f-3e75-44fa-8da6-f6bd20cefb43, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=203be02f-3e75-44fa-8da6-f6bd20cefb43,segment=NetworkSegment(437fc9d1-9195-4571-bce6-0d6200ca2a2f),segment_id=437fc9d1-9195-4571-bce6-0d6200ca2a2f)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:44.556465 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-29e91056-7daa-4014-be1b-6de7d5818434 req-cade5897-92ca-4727-bbe1-9b0afa7b8d9e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.559381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa009e-1502-4d45-8437-ee6dda04bc20 req-bc402a11-5b3e-4463-8356-434feee40355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.560920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43fa009e-1502-4d45-8437-ee6dda04bc20 req-bc402a11-5b3e-4463-8356-434feee40355 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7516799 Aug 19 12:28:44.581206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-29e91056-7daa-4014-be1b-6de7d5818434 req-cade5897-92ca-4727-bbe1-9b0afa7b8d9e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Calling delete_port for 203be02f-3e75-44fa-8da6-f6bd20cefb43 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:44.612507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d977b-1a43-4c65-ab0f-e4a78ea2f583 req-c6e9d21a-7ac2-493c-bd70-96bbc0c149de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.614148 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c44d977b-1a43-4c65-ab0f-e4a78ea2f583 req-c6e9d21a-7ac2-493c-bd70-96bbc0c149de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1902781 Aug 19 12:28:44.632787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 7dac1c73-2906-49a8-8d72-26e3e213641b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=7dac1c73-2906-49a8-8d72-26e3e213641b,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:44.650370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '7dac1c73-2906-49a8-8d72-26e3e213641b', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '7dac1c73-2906-49a8-8d72-26e3e213641b', 'mac_address': 'fa:16:3e:47:be:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:44.688727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d977b-1a43-4c65-ab0f-e4a78ea2f583 req-04e2ca48-08b0-4b83-867e-b73b9f67d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.691714 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c44d977b-1a43-4c65-ab0f-e4a78ea2f583 req-04e2ca48-08b0-4b83-867e-b73b9f67d08e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703535 Aug 19 12:28:44.709503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.714252 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ec85d67-bdfd-4257-bb95-a7e9b2fab10e req-c81aa2fb-b0a0-4b9e-82da-5cbd4cf1cd39 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739912 Aug 19 12:28:44.791316 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dac1c73-2906-49a8-8d72-26e3e213641b {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:44.825143 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 7dac1c73-2906-49a8-8d72-26e3e213641b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=7dac1c73-2906-49a8-8d72-26e3e213641b,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:44.826823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-72e95ce6-ad3c-4415-a466-050f156b688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.828637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-72e95ce6-ad3c-4415-a466-050f156b688a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fef4421cce474701be8ac0788bc8348f&device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 1095 time: 0.1700382 Aug 19 12:28:44.833049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] For port 0d74d1c4-8eb8-403a-b045-579bb9873add, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0d74d1c4-8eb8-403a-b045-579bb9873add,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:44.833424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:44.884509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c44d977b-1a43-4c65-ab0f-e4a78ea2f583 req-45a48ee1-f90c-4ada-92bc-8614ff6d6dee service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850331 Aug 19 12:28:44.893484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d919a17-8f74-4a73-a8f2-b19cbc945c67 req-fc175ce4-4da8-45d0-a5e6-763bd3f02c12 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:44.895155 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d919a17-8f74-4a73-a8f2-b19cbc945c67 req-fc175ce4-4da8-45d0-a5e6-763bd3f02c12 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 946 time: 0.1806641 Aug 19 12:28:44.930279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 0d74d1c4-8eb8-403a-b045-579bb9873add owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:44.935856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-f4c337e7-6dbe-45d4-861e-a2e06f285e39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 HTTP/1.1" status: 200 len: 217 time: 0.0855515 Aug 19 12:28:44.946876 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.051766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=7dac1c73-2906-49a8-8d72-26e3e213641b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:45.113981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c3687-55d1-49f1-90a6-9dfe1897c0d6 req-7b5b4c4b-0f61-4962-ba9a-0899fde71b32 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:45.119404 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-251c3687-55d1-49f1-90a6-9dfe1897c0d6 req-7b5b4c4b-0f61-4962-ba9a-0899fde71b32 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 949 time: 0.1904042 Aug 19 12:28:45.134768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-cec43bb9-cb1a-4368-8c66-e88329b31fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:45.136277 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-cec43bb9-cb1a-4368-8c66-e88329b31fd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=17385771-9e17-429f-ad73-00b0e9ce531f HTTP/1.1" status: 200 len: 850 time: 0.1744251 Aug 19 12:28:45.212241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['7dac1c73-2906-49a8-8d72-26e3e213641b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:45.243150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-29e91056-7daa-4014-be1b-6de7d5818434 req-cade5897-92ca-4727-bbe1-9b0afa7b8d9e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.259944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-251c3687-55d1-49f1-90a6-9dfe1897c0d6 req-5bd231b4-4de4-4579-ae5c-db132847e424 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335757 Aug 19 12:28:45.328439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade5897-92ca-4727-bbe1-9b0afa7b8d9e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Pushing event deleted for resources: {'Port': ['ID=203be02f-3e75-44fa-8da6-f6bd20cefb43,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:45.343130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d919a17-8f74-4a73-a8f2-b19cbc945c67 req-a903f704-2a54-4030-b365-161da3abeaf9 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352927 Aug 19 12:28:45.357649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-ca5a685b-e0c1-410d-b4f1-4371b8763cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:45.360520 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-ca5a685b-e0c1-410d-b4f1-4371b8763cfb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a97ade8e-fb7b-4acd-8556-d139b0dc2868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074552 Aug 19 12:28:45.384680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e91056-7daa-4014-be1b-6de7d5818434 req-cade5897-92ca-4727-bbe1-9b0afa7b8d9e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] No DVR routers for this DVR port 203be02f-3e75-44fa-8da6-f6bd20cefb43 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:45.396089 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-29e91056-7daa-4014-be1b-6de7d5818434 req-cade5897-92ca-4727-bbe1-9b0afa7b8d9e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.398010 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-29e91056-7daa-4014-be1b-6de7d5818434 req-cade5897-92ca-4727-bbe1-9b0afa7b8d9e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.30 "DELETE /v2.0/ports/203be02f-3e75-44fa-8da6-f6bd20cefb43 HTTP/1.1" status: 204 len: 173 time: 1.8711107 Aug 19 12:28:45.399385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdc9c8f-9d5d-4bca-8043-dea62276e21a', 'name': 'network-vif-deleted', 'tag': '203be02f-3e75-44fa-8da6-f6bd20cefb43'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:45.402143 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d56253d-a4d0-4cbc-a267-881842f2aa50" -d '{"events": [{"server_uuid": "cbdc9c8f-9d5d-4bca-8043-dea62276e21a", "name": "network-vif-deleted", "tag": "203be02f-3e75-44fa-8da6-f6bd20cefb43"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:45.437584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c44d977b-1a43-4c65-ab0f-e4a78ea2f583 req-b93a7a92-f4fe-4a59-8a4d-f0b81e66d714 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385571 Aug 19 12:28:45.475763 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7778cd5-04b2-4beb-afa4-599bc8631b75 x-openstack-request-id: req-d7778cd5-04b2-4beb-afa4-599bc8631b75 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:45.476066 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdc9c8f-9d5d-4bca-8043-dea62276e21a", "name": "network-vif-deleted", "tag": "203be02f-3e75-44fa-8da6-f6bd20cefb43", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:45.476456 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7778cd5-04b2-4beb-afa4-599bc8631b75 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:45.476929 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdc9c8f-9d5d-4bca-8043-dea62276e21a', 'name': 'network-vif-deleted', 'tag': '203be02f-3e75-44fa-8da6-f6bd20cefb43', 'status': 'completed', 'code': 200} Aug 19 12:28:45.574598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c35ad-a882-49f0-8d0c-a37d36f76931 req-a03c0fd9-a3d5-411b-8685-1d0b9d700b78 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:45.582853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f53c35ad-a882-49f0-8d0c-a37d36f76931 req-a03c0fd9-a3d5-411b-8685-1d0b9d700b78 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 944 time: 0.1011746 Aug 19 12:28:45.586824 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-6086d3fc-e562-4f61-866d-4426ae738182 service neutron] 10.222.0.62 "GET /v2.0/networks/a97ade8e-fb7b-4acd-8556-d139b0dc2868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033105 Aug 19 12:28:45.661795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.700449 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f53c35ad-a882-49f0-8d0c-a37d36f76931 req-2dab6d55-3eaa-46de-a214-b0d68ecfaa61 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167831 Aug 19 12:28:45.707703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=0d74d1c4-8eb8-403a-b045-579bb9873add,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:45.826420 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a03db6e-9982-467c-90a9-23bc9d6f6dba req-ab855c73-0cf7-4289-bc82-10d68dd2b9db service neutron] 10.222.0.62 "GET /v2.0/networks/a97ade8e-fb7b-4acd-8556-d139b0dc2868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196929 Aug 19 12:28:45.831819 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:45.910219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32d82c-6fe6-416a-9319-5b859df1fd1c req-6ebf9dcb-66b0-408c-928d-bfb90990535a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:45.917046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd32d82c-6fe6-416a-9319-5b859df1fd1c req-6ebf9dcb-66b0-408c-928d-bfb90990535a tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1110075 Aug 19 12:28:45.967960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd32d82c-6fe6-416a-9319-5b859df1fd1c req-152d6326-25b1-4606-be83-f16c21e6be95 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452607 Aug 19 12:28:46.040023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Router 9a128487-7065-4c6f-8443-6f43a73e2833 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:46.123794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:46.129767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3433942e-d1fb-4153-940b-635623c36c8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "PUT /v2.0/routers/9a128487-7065-4c6f-8443-6f43a73e2833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7031937 Aug 19 12:28:46.132225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36390) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:46.185354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be0d6bd-75fd-44cf-9a60-604aaf860cf0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.187517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be0d6bd-75fd-44cf-9a60-604aaf860cf0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.189905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3be0d6bd-75fd-44cf-9a60-604aaf860cf0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0561216 Aug 19 12:28:46.192606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36392) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:46.246233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a24490-07e2-408c-9ec7-7e250925ab6c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 57b394c1-6eb2-4683-b3aa-2d00cba42ca9 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:46.249530 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6a24490-07e2-408c-9ec7-7e250925ab6c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.293797 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6a24490-07e2-408c-9ec7-7e250925ab6c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.343540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9359450-f623-4d02-8d78-689cc39a18b8 None None] Sync routers for ids ['9a128487-7065-4c6f-8443-6f43a73e2833'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:46.354142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9359450-f623-4d02-8d78-689cc39a18b8 None None] Routers {'9a128487-7065-4c6f-8443-6f43a73e2833'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:46.354769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b9359450-f623-4d02-8d78-689cc39a18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9a128487-7065-4c6f-8443-6f43a73e2833'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:46.401155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 7dac1c73-2906-49a8-8d72-26e3e213641b up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:46.437216 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6a24490-07e2-408c-9ec7-7e250925ab6c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.450052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15db59d-11d1-47ab-80ee-dfd81572bdb4 req-49dc0ae4-aa5a-4e55-9157-05f798231543 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.451688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a15db59d-11d1-47ab-80ee-dfd81572bdb4 req-49dc0ae4-aa5a-4e55-9157-05f798231543 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 949 time: 0.0976360 Aug 19 12:28:46.467747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ef5f2c4-d81d-449d-a095-7888babf61d4 req-64d64739-4e20-4e7c-817c-a1076920d467 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbdc9c8f-9d5d-4bca-8043-dea62276e21a HTTP/1.1" status: 200 len: 210 time: 0.0359919 Aug 19 12:28:46.481418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b9359450-f623-4d02-8d78-689cc39a18b8 None None] Set router 9a128487-7065-4c6f-8443-6f43a73e2833 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:46.548033 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a15db59d-11d1-47ab-80ee-dfd81572bdb4 req-6937de25-5053-497e-9658-2d18263c520d tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756278 Aug 19 12:28:46.552563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b9359450-f623-4d02-8d78-689cc39a18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a128487-7065-4c6f-8443-6f43a73e2833', 'name': 'tempest-NetworksTestDHCPv6-router-539342252', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:38Z', 'updated_at': '2021-08-19T12:28:45Z', 'revision_number': 3, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:46.590204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9359450-f623-4d02-8d78-689cc39a18b8 None None] Checking router: 9a128487-7065-4c6f-8443-6f43a73e2833 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:28:46.598655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9359450-f623-4d02-8d78-689cc39a18b8 None None] Routers {'9a128487-7065-4c6f-8443-6f43a73e2833'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:46.599283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b9359450-f623-4d02-8d78-689cc39a18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9a128487-7065-4c6f-8443-6f43a73e2833'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:46.663683 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 7dac1c73-2906-49a8-8d72-26e3e213641b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:46.671408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 7dac1c73-2906-49a8-8d72-26e3e213641b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:46.671786 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.678020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6a24490-07e2-408c-9ec7-7e250925ab6c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.699835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b9359450-f623-4d02-8d78-689cc39a18b8 None None] Set router 9a128487-7065-4c6f-8443-6f43a73e2833 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:46.727625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a24490-07e2-408c-9ec7-7e250925ab6c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=57b394c1-6eb2-4683-b3aa-2d00cba42ca9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:46.740890 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6a24490-07e2-408c-9ec7-7e250925ab6c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.745500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d6a24490-07e2-408c-9ec7-7e250925ab6c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/57b394c1-6eb2-4683-b3aa-2d00cba42ca9 HTTP/1.1" status: 204 len: 168 time: 0.5519423 Aug 19 12:28:46.745684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36410) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:46.841848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee0a7e-0a77-4fbc-8945-5d3f40f59641 req-635348d7-84e8-4028-be8d-f9b3c510748e tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:46.844139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-79ee0a7e-0a77-4fbc-8945-5d3f40f59641 req-635348d7-84e8-4028-be8d-f9b3c510748e tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 944 time: 0.0629382 Aug 19 12:28:46.874034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e85efb02-fa7d-4601-b9b6-ce4b8cf3d2b9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1269925 Aug 19 12:28:46.877734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36414) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:46.895971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb44ee-0750-46b0-af5a-02d3ea0da242 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:46.905454 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-79ee0a7e-0a77-4fbc-8945-5d3f40f59641 req-7bb542d4-fca5-479b-b1ea-ba72e854c935 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497937 Aug 19 12:28:46.956588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b9359450-f623-4d02-8d78-689cc39a18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a128487-7065-4c6f-8443-6f43a73e2833', 'name': 'tempest-NetworksTestDHCPv6-router-539342252', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:38Z', 'updated_at': '2021-08-19T12:28:45Z', 'revision_number': 3, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:46.960414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-888e3bef-eff2-4fa7-85d4-65d525d84b5c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:46.990629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9359450-f623-4d02-8d78-689cc39a18b8 None None] The sync data for ids ['9a128487-7065-4c6f-8443-6f43a73e2833'] in n-d-803757-2 is: [{'id': '9a128487-7065-4c6f-8443-6f43a73e2833', 'name': 'tempest-NetworksTestDHCPv6-router-539342252', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:38Z', 'updated_at': '2021-08-19T12:28:45Z', 'revision_number': 3, 'project_id': '3a091b65b2e6439287a9aad3455fa92c', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:28:47.089858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.117061 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e57cd1-9932-4b6c-9eaf-034d7fec9058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dac1c73-2906-49a8-8d72-26e3e213641b'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:47.119787 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa8e281-03a5-4d73-90e9-575e44b4ace4" -d '{"events": [{"server_uuid": "45e57cd1-9932-4b6c-9eaf-034d7fec9058", "name": "network-vif-plugged", "status": "completed", "tag": "7dac1c73-2906-49a8-8d72-26e3e213641b"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:47.137037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 7dac1c73-2906-49a8-8d72-26e3e213641b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=7dac1c73-2906-49a8-8d72-26e3e213641b,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:47.175424 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06cbcdc-9a5d-420b-8606-de184128c39a x-openstack-request-id: req-a06cbcdc-9a5d-420b-8606-de184128c39a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:47.175718 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e57cd1-9932-4b6c-9eaf-034d7fec9058", "name": "network-vif-plugged", "status": "completed", "tag": "7dac1c73-2906-49a8-8d72-26e3e213641b", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:47.175969 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a06cbcdc-9a5d-420b-8606-de184128c39a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:47.176372 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e57cd1-9932-4b6c-9eaf-034d7fec9058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dac1c73-2906-49a8-8d72-26e3e213641b', 'code': 200} Aug 19 12:28:47.179281 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-888e3bef-eff2-4fa7-85d4-65d525d84b5c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.182986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-888e3bef-eff2-4fa7-85d4-65d525d84b5c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.201253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453179a-5344-4ff5-85d3-490ee778b785 req-a4166487-db10-4a3f-9a96-7903158af06d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.202878 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c453179a-5344-4ff5-85d3-490ee778b785 req-a4166487-db10-4a3f-9a96-7903158af06d tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1479831 Aug 19 12:28:47.238107 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.239223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 203be02f-3e75-44fa-8da6-f6bd20cefb43 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:47.260150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 203be02f-3e75-44fa-8da6-f6bd20cefb43 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:47.260492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 203be02f-3e75-44fa-8da6-f6bd20cefb43 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:47.301033 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c453179a-5344-4ff5-85d3-490ee778b785 req-83d09f65-8569-4903-8079-cc1a48a45613 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694273 Aug 19 12:28:47.303670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedeb0b-0f56-4c71-8312-ea25c1ee28d7 req-d1c581de-a11e-46a6-a9d4-c17db65943eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.305897 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0eedeb0b-0f56-4c71-8312-ea25c1ee28d7 req-d1c581de-a11e-46a6-a9d4-c17db65943eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 1101 time: 0.0713546 Aug 19 12:28:47.307164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=7dac1c73-2906-49a8-8d72-26e3e213641b,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:47.340482 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0eedeb0b-0f56-4c71-8312-ea25c1ee28d7 req-0482b2f0-b9da-4287-a365-f891277eebbe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285599 Aug 19 12:28:47.380288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555f4a8-1b6e-4eb3-a61e-ab70c87a98d3 None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:47.400714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-888e3bef-eff2-4fa7-85d4-65d525d84b5c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.401546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888e3bef-eff2-4fa7-85d4-65d525d84b5c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Fanout notify agent at l3_agent the message router_deleted on router 9a128487-7065-4c6f-8443-6f43a73e2833 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:28:47.413358 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-888e3bef-eff2-4fa7-85d4-65d525d84b5c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.414469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-888e3bef-eff2-4fa7-85d4-65d525d84b5c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/routers/9a128487-7065-4c6f-8443-6f43a73e2833 HTTP/1.1" status: 204 len: 168 time: 0.5346465 Aug 19 12:28:47.417226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36430) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:47.433428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f555f4a8-1b6e-4eb3-a61e-ab70c87a98d3 None None] Deleting port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:47.433858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f555f4a8-1b6e-4eb3-a61e-ab70c87a98d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.495515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7059369-8037-42d7-bdfd-fbb41ed7d189 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.495658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f7059369-8037-42d7-bdfd-fbb41ed7d189 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0672240 Aug 19 12:28:47.498332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36434) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:47.506427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f555f4a8-1b6e-4eb3-a61e-ab70c87a98d3 None None] For port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3029ef62-395a-4e9c-a9cd-d3a911f5af4e,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:47.506613 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f555f4a8-1b6e-4eb3-a61e-ab70c87a98d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.521552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f261535-4d8a-4874-992c-462db17b3e87 req-42f12198-36f7-4347-9c40-9d710e65e7f5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.524171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f555f4a8-1b6e-4eb3-a61e-ab70c87a98d3 None None] Calling delete_port for 3029ef62-395a-4e9c-a9cd-d3a911f5af4e owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:47.535301 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f261535-4d8a-4874-992c-462db17b3e87 req-42f12198-36f7-4347-9c40-9d710e65e7f5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1459596 Aug 19 12:28:47.603151 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f261535-4d8a-4874-992c-462db17b3e87 req-0f668016-722a-4b21-b030-7d433dbe7458 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608449 Aug 19 12:28:47.607501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae0f27-9e2e-4157-90be-4caed2cb77fa tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.613603 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-68ae0f27-9e2e-4157-90be-4caed2cb77fa tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1114602 Aug 19 12:28:47.615461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36442) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:47.708772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c73cf0cb-eed1-449c-940a-03767853c587 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921772 Aug 19 12:28:47.713118 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36450) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:47.726611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a5953951-5f57-4a64-8f7d-6f9d6374c1de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:47.742373 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f555f4a8-1b6e-4eb3-a61e-ab70c87a98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:47.750271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a7f49-9781-463f-8e4e-abd8ef587e8e req-7aadf268-98a4-4b2d-9418-6ede57978bd6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.759749 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-209a7f49-9781-463f-8e4e-abd8ef587e8e req-7aadf268-98a4-4b2d-9418-6ede57978bd6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 950 time: 0.0882919 Aug 19 12:28:47.797249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555f4a8-1b6e-4eb3-a61e-ab70c87a98d3 None None] Pushing event deleted for resources: {'Port': ['ID=3029ef62-395a-4e9c-a9cd-d3a911f5af4e,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:47.805811 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-209a7f49-9781-463f-8e4e-abd8ef587e8e req-a7b53507-e31a-49f0-9186-727b277b8e04 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449605 Aug 19 12:28:47.810816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555f4a8-1b6e-4eb3-a61e-ab70c87a98d3 None None] No DVR routers for this DVR port 3029ef62-395a-4e9c-a9cd-d3a911f5af4e on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:47.890542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490a071-861b-4407-8c11-7f2576e23484 req-c777b7de-a8ff-40dd-b753-9f3cb5b774bd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:47.895288 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4490a071-861b-4407-8c11-7f2576e23484 req-c777b7de-a8ff-40dd-b753-9f3cb5b774bd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0999470 Aug 19 12:28:47.942102 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4490a071-861b-4407-8c11-7f2576e23484 req-aaeba35e-2310-4257-b036-7fd0d93dce43 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430241 Aug 19 12:28:48.011069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5953951-5f57-4a64-8f7d-6f9d6374c1de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:48.014492 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5953951-5f57-4a64-8f7d-6f9d6374c1de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.088471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21a373-6588-486f-93a6-a334b4173dfc req-3708b88e-9247-4b9e-b0c6-d1c62fb6c20a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:48.089805 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-3708b88e-9247-4b9e-b0c6-d1c62fb6c20a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/networks?id=3f3272e0-a060-44ec-80dd-4e271d6978a5 HTTP/1.1" status: 200 len: 809 time: 0.1299160 Aug 19 12:28:48.108906 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-3c1cca2b-d62d-4e7a-b9a1-a82ca6147f60 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/quotas/36b966411ac5486ba51974a9fa5fbe59 HTTP/1.1" status: 200 len: 375 time: 0.0095558 Aug 19 12:28:48.114504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcd56f-3bad-4e2c-9b13-d95dd97f33ff req-f8715047-fbd3-4e30-86cd-3b522f2bf31b tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:48.116004 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f8dcd56f-3bad-4e2c-9b13-d95dd97f33ff req-f8715047-fbd3-4e30-86cd-3b522f2bf31b tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 944 time: 0.1160011 Aug 19 12:28:48.145874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-c647876c-646f-43ba-ad12-d910b138aec7 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36b966411ac5486ba51974a9fa5fbe59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304596 Aug 19 12:28:48.172235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f8dcd56f-3bad-4e2c-9b13-d95dd97f33ff req-e5a1e986-47f1-484e-b9da-a931fe041a9a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502434 Aug 19 12:28:48.263221 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:28:48.277271 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-ee5339ca-3611-40f2-b790-345801638468 service neutron] 10.222.0.21 "GET /v2.0/networks/3f3272e0-a060-44ec-80dd-4e271d6978a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144168 Aug 19 12:28:48.362957 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-13b7d2ff-b741-4569-bc9b-c967850088eb service neutron] 10.222.0.21 "GET /v2.0/networks/3f3272e0-a060-44ec-80dd-4e271d6978a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878074 Aug 19 12:28:48.474951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:28:48.495206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3029ef62-395a-4e9c-a9cd-d3a911f5af4e no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:48.517775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-a5953951-5f57-4a64-8f7d-6f9d6374c1de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:48.520389 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5953951-5f57-4a64-8f7d-6f9d6374c1de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.522078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 3029ef62-395a-4e9c-a9cd-d3a911f5af4e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:48.522405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3029ef62-395a-4e9c-a9cd-d3a911f5af4e not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:48.522828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0d74d1c4-8eb8-403a-b045-579bb9873add no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:48.564309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5953951-5f57-4a64-8f7d-6f9d6374c1de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:48.569680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-a5953951-5f57-4a64-8f7d-6f9d6374c1de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:48.574779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5953951-5f57-4a64-8f7d-6f9d6374c1de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:48.575398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5953951-5f57-4a64-8f7d-6f9d6374c1de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.578117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 0d74d1c4-8eb8-403a-b045-579bb9873add {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:48.578465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0d74d1c4-8eb8-403a-b045-579bb9873add not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:48.585214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffacfb47-63a6-4ac0-b65b-0b01eb56bee4 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:48.593362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5953951-5f57-4a64-8f7d-6f9d6374c1de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=0c3a13cf-9637-48b9-a15e-9e85f7caa402,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:48.682018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a5953951-5f57-4a64-8f7d-6f9d6374c1de tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9596505 Aug 19 12:28:48.684584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36484) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:48.691083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4c4542b3-f83d-4c99-9286-bcd7b3ad6ed9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:48.745126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d0363-d2c9-43e3-8e19-6ae1b51527aa req-d26955f1-eb10-4c87-8db7-9b84c923f7e7 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:48.747394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:48.748435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a38d0363-d2c9-43e3-8e19-6ae1b51527aa req-d26955f1-eb10-4c87-8db7-9b84c923f7e7 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0850000 Aug 19 12:28:48.789867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'port_id': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11', 'mac_address': 'fa:16:3e:33:fc:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:28:48.834345 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-865db602-3838-48d6-afcb-23f620f9dbf7 req-e305b20a-e7e0-4812-8ef2-915c1578858a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 210 time: 0.1468399 Aug 19 12:28:48.856465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a38d0363-d2c9-43e3-8e19-6ae1b51527aa req-7515ec9d-261b-4df6-8d84-9b8dd99058be tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013474 Aug 19 12:28:48.913347 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.925799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '0c3a13cf-9637-48b9-a15e-9e85f7caa402'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:48.927370 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:48.941108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:48.972206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:48.986831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7098e1-12d4-43e9-a12e-ab65c265278c req-d12e129a-3049-4760-afb0-5b12adf29027 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:48.988226 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd7098e1-12d4-43e9-a12e-ab65c265278c req-d12e129a-3049-4760-afb0-5b12adf29027 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 950 time: 0.0545847 Aug 19 12:28:49.031427 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd7098e1-12d4-43e9-a12e-ab65c265278c req-f22e7f84-e9f1-41b6-be8f-18364b8f38ad tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365429 Aug 19 12:28:49.056442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4542b3-f83d-4c99-9286-bcd7b3ad6ed9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:49.066064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4542b3-f83d-4c99-9286-bcd7b3ad6ed9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.106325 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.182963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Allocated IP 2001:db8::f816:3eff:fe6d:43ca (fe427799-de6b-44e4-8c34-c6b669262f27/0c3a13cf-9637-48b9-a15e-9e85f7caa402/d09ca8d4-0af1-4032-8db9-c19cbf225ec2) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:49.185435 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf82408-ee87-49d7-8da8-466decb064d8 req-a50e8402-d404-464c-9f85-2c52ad2e7016 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:49.187026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-faf82408-ee87-49d7-8da8-466decb064d8 req-a50e8402-d404-464c-9f85-2c52ad2e7016 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 1101 time: 0.0674801 Aug 19 12:28:49.205474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:49.247932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-faf82408-ee87-49d7-8da8-466decb064d8 req-5dcabc40-dafc-4378-9292-1c16fd912c61 tempest-ServersOnMultiNodesTest-1601013111 tempest-ServersOnMultiNodesTest-1601013111-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529552 Aug 19 12:28:49.385030 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.389674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1820f-5a61-4f48-b3f0-e51025fe1203 req-53ce33d2-b533-4426-be43-663acd3cf79d tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:49.391213 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aba1820f-5a61-4f48-b3f0-e51025fe1203 req-53ce33d2-b533-4426-be43-663acd3cf79d tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 945 time: 0.0835731 Aug 19 12:28:49.394118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Transition to ACTIVE for port object d09ca8d4-0af1-4032-8db9-c19cbf225ec2 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:49.410058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Transition to ACTIVE for port object d09ca8d4-0af1-4032-8db9-c19cbf225ec2 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:49.430999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aba1820f-5a61-4f48-b3f0-e51025fe1203 req-5c95b6df-85cd-4c8c-a3e9-9f66f559a76f tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333183 Aug 19 12:28:49.500641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:49.683437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4542b3-f83d-4c99-9286-bcd7b3ad6ed9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.726635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4542b3-f83d-4c99-9286-bcd7b3ad6ed9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:49.729763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4c4542b3-f83d-4c99-9286-bcd7b3ad6ed9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:49.732657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4542b3-f83d-4c99-9286-bcd7b3ad6ed9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:49.733251 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c4542b3-f83d-4c99-9286-bcd7b3ad6ed9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.746973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4542b3-f83d-4c99-9286-bcd7b3ad6ed9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=ff3287fe-991b-40d5-b71f-78e77c55066d,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:49.769357 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.810570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:49.813346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:49.816721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:49.850335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Pushing event updated for resources: {'Port': ['ID=d09ca8d4-0af1-4032-8db9-c19cbf225ec2,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:49.882865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Attempting to bind port d09ca8d4-0af1-4032-8db9-c19cbf225ec2 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:49.883237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Attempting to bind port d09ca8d4-0af1-4032-8db9-c19cbf225ec2 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:49.883613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Attempting to bind port d09ca8d4-0af1-4032-8db9-c19cbf225ec2 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:49.885663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4c4542b3-f83d-4c99-9286-bcd7b3ad6ed9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1997685 Aug 19 12:28:49.888741 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36512) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:49.890206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:49.890587 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:49.891120 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.891506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:49.892501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Bound port: d09ca8d4-0af1-4032-8db9-c19cbf225ec2, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:49.892885 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:49.895208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:17:42:c1', 'name': 'tempest-NetworksTestDHCPv6-1311202075'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:49.901928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-be661f2f-80ff-40e6-9aa6-697df73cc83e req-c5e5a761-78f0-49b1-a665-ca0487b4972a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 210 time: 0.0291893 Aug 19 12:28:49.996335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] For port d09ca8d4-0af1-4032-8db9-c19cbf225ec2, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:50.001212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] For port d09ca8d4-0af1-4032-8db9-c19cbf225ec2, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d09ca8d4-0af1-4032-8db9-c19cbf225ec2,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:50.034391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc90df-2e45-4239-9e57-397d65ab742b req-6841e1d1-ea2c-472d-bfa1-5f6120619a75 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.042185 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5dc90df-2e45-4239-9e57-397d65ab742b req-6841e1d1-ea2c-472d-bfa1-5f6120619a75 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0662544 Aug 19 12:28:50.080592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5dc90df-2e45-4239-9e57-397d65ab742b req-29b349c8-05e1-42f2-a751-1d8dc38a91de tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372965 Aug 19 12:28:50.110213 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.152597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:50.171597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2ba5d-8ba3-4255-b9c2-cd8ff7782a08 None None] Pushing event updated for resources: {'Port': ['ID=d09ca8d4-0af1-4032-8db9-c19cbf225ec2,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:50.241590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140b317-ff90-4daf-a52e-48d37ae084b1 req-5e46d551-edaf-49da-9aad-da85a2872689 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.259319 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2140b317-ff90-4daf-a52e-48d37ae084b1 req-5e46d551-edaf-49da-9aad-da85a2872689 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 950 time: 0.0916767 Aug 19 12:28:50.308411 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.330975 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2140b317-ff90-4daf-a52e-48d37ae084b1 req-b60f1926-e310-46bb-97e6-c406f68ac296 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614462 Aug 19 12:28:50.339516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 5667de6e-3b5e-4b18-aae2-6f1920455b6d yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:50.560999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d09ca8d4-0af1-4032-8db9-c19cbf225ec2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:50.625455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 172.20.0.4 (fe427799-de6b-44e4-8c34-c6b669262f27/ff3287fe-991b-40d5-b71f-78e77c55066d/5667de6e-3b5e-4b18-aae2-6f1920455b6d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:50.634226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e2675-514d-4a58-84ee-623a722a301c req-f56ea90a-566e-417a-8a3e-a1a9408c70ee tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.641442 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-416e2675-514d-4a58-84ee-623a722a301c req-f56ea90a-566e-417a-8a3e-a1a9408c70ee tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 945 time: 0.1086802 Aug 19 12:28:50.649865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::f816:3eff:fe17:42c1 (fe427799-de6b-44e4-8c34-c6b669262f27/0c3a13cf-9637-48b9-a15e-9e85f7caa402/5667de6e-3b5e-4b18-aae2-6f1920455b6d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:50.694412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-416e2675-514d-4a58-84ee-623a722a301c req-0af3be38-3ec4-4286-bb29-40e49fbf4363 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478110 Aug 19 12:28:50.746192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c23bea-6702-4f9b-bfc1-03b53fdf35d5 req-01591799-5fa9-470e-b51a-fbf31a91ba02 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.747617 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7c23bea-6702-4f9b-bfc1-03b53fdf35d5 req-01591799-5fa9-470e-b51a-fbf31a91ba02 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1041300 Aug 19 12:28:50.824319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d09ca8d4-0af1-4032-8db9-c19cbf225ec2 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:50.865309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7c23bea-6702-4f9b-bfc1-03b53fdf35d5 req-3a5f9f24-e372-4062-8b64-d6ea525dc605 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909860 Aug 19 12:28:50.883342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4511448-dc45-440c-8e61-0d17c6bd4183 req-f8c747fd-220c-4afc-8755-e9e0f56698c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:50.884838 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4511448-dc45-440c-8e61-0d17c6bd4183 req-f8c747fd-220c-4afc-8755-e9e0f56698c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=71865e080f284c3da990ac66652fb3d0&device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 1095 time: 0.1363578 Aug 19 12:28:50.920013 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:50.971012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 5667de6e-3b5e-4b18-aae2-6f1920455b6d will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:51.017557 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-28146a43-610f-4ace-83b8-cd453756997f req-b2fe2e2e-2c87-46e4-bd92-7dbfcdd68326 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 210 time: 0.0378211 Aug 19 12:28:51.027182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4511448-dc45-440c-8e61-0d17c6bd4183 req-f6425b05-53df-4ba1-b6da-a990d4d9c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.028696 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4511448-dc45-440c-8e61-0d17c6bd4183 req-f6425b05-53df-4ba1-b6da-a990d4d9c726 service neutron] 10.222.0.30 "GET /v2.0/networks?id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 200 len: 912 time: 0.1357601 Aug 19 12:28:51.101137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4511448-dc45-440c-8e61-0d17c6bd4183 req-82316f2b-b9f7-4de9-ade9-bb66e78ab95f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083 HTTP/1.1" status: 200 len: 999 time: 0.0641541 Aug 19 12:28:51.138497 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.200821 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:51.207284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:51.209857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:51.240147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=5667de6e-3b5e-4b18-aae2-6f1920455b6d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:51.244601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4511448-dc45-440c-8e61-0d17c6bd4183 req-e7145e8f-1dcd-4223-baf9-63b441fde129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.246299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4511448-dc45-440c-8e61-0d17c6bd4183 req-e7145e8f-1dcd-4223-baf9-63b441fde129 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 200 len: 850 time: 0.1369689 Aug 19 12:28:51.296547 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.297531 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.317081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4511448-dc45-440c-8e61-0d17c6bd4183 req-d12387f8-7eac-4101-9727-06391bf6d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.318683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4511448-dc45-440c-8e61-0d17c6bd4183 req-d12387f8-7eac-4101-9727-06391bf6d51c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641117 Aug 19 12:28:51.323231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae9c54-b7f9-4cce-affa-e2d4372b994f None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:51.427511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4511448-dc45-440c-8e61-0d17c6bd4183 req-66d51daa-73ca-4384-9c5a-3c864e16211b service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989306 Aug 19 12:28:51.512678 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-15951c09-26f3-4601-9319-3f80f29ff0f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6225052 Aug 19 12:28:51.514977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36542) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:51.516935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3c43c-4277-47d7-ba12-6e9f17deb8ed req-e600ef41-9496-4c95-bd49-348128b3fc0f tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.518485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5fc3c43c-4277-47d7-ba12-6e9f17deb8ed req-e600ef41-9496-4c95-bd49-348128b3fc0f tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 950 time: 0.0694423 Aug 19 12:28:51.579189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1f4529b6-8a48-40c6-b13d-c84986fa4bba None None] Provisioning for port d09ca8d4-0af1-4032-8db9-c19cbf225ec2 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:51.589555 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c50bcfb-b28a-4e5c-86a9-45baeaaa1a64 None None] Update dhcp port {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': '0c3a13cf-9637-48b9-a15e-9e85f7caa402', 'ip_address': '2001:db8::f816:3eff:fe6d:43ca'}, {'subnet_id': 'ff3287fe-991b-40d5-b71f-78e77c55066d'}], 'binding:host_id': 'n-d-803757-2'}, 'id': 'd09ca8d4-0af1-4032-8db9-c19cbf225ec2'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:28:51.598671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1f4529b6-8a48-40c6-b13d-c84986fa4bba None None] Provisioning complete for port d09ca8d4-0af1-4032-8db9-c19cbf225ec2 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:51.598671 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1f4529b6-8a48-40c6-b13d-c84986fa4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.600041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36544) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:51.641811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-5fc3c43c-4277-47d7-ba12-6e9f17deb8ed req-0dec9cde-f131-4487-9af8-5a12f790bf54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Deleting port 7dac1c73-2906-49a8-8d72-26e3e213641b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:51.642169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5fc3c43c-4277-47d7-ba12-6e9f17deb8ed req-0dec9cde-f131-4487-9af8-5a12f790bf54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.652924 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4c50bcfb-b28a-4e5c-86a9-45baeaaa1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.709131 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4511448-dc45-440c-8e61-0d17c6bd4183 req-20b0c25d-da17-4a5c-a3c4-6c2b15e4fbd8 service neutron] 10.222.0.30 "GET /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603679 Aug 19 12:28:51.724533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e870d902-03df-4a04-a5d2-eac46f140768 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.737521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e870d902-03df-4a04-a5d2-eac46f140768 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.741935 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e870d902-03df-4a04-a5d2-eac46f140768 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2259231 Aug 19 12:28:51.745001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36550) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:51.771112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-5fc3c43c-4277-47d7-ba12-6e9f17deb8ed req-0dec9cde-f131-4487-9af8-5a12f790bf54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] For port 7dac1c73-2906-49a8-8d72-26e3e213641b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=7dac1c73-2906-49a8-8d72-26e3e213641b,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:51.771492 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5fc3c43c-4277-47d7-ba12-6e9f17deb8ed req-0dec9cde-f131-4487-9af8-5a12f790bf54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.786003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-5fc3c43c-4277-47d7-ba12-6e9f17deb8ed req-0dec9cde-f131-4487-9af8-5a12f790bf54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Calling delete_port for 7dac1c73-2906-49a8-8d72-26e3e213641b owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:51.798212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fc72a-70a8-404d-9e28-60d3859b7fbe req-84707729-a6d2-4712-b1fb-87618d2224cf tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.800526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b2fc72a-70a8-404d-9e28-60d3859b7fbe req-84707729-a6d2-4712-b1fb-87618d2224cf tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 950 time: 0.2679598 Aug 19 12:28:51.855634 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b781-b616-40d7-8de7-c87348e3e63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.856881 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1f4529b6-8a48-40c6-b13d-c84986fa4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:51.865812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21a373-6588-486f-93a6-a334b4173dfc req-e93e0911-82cf-41b5-9026-1867ef8d4bd9 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.867861 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-e93e0911-82cf-41b5-9026-1867ef8d4bd9 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.30 "GET /v2.0/networks?id=3f3272e0-a060-44ec-80dd-4e271d6978a5 HTTP/1.1" status: 200 len: 809 time: 0.2772219 Aug 19 12:28:51.896509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Request body: {'port': {'device_id': '286091e4-5cb6-4452-ae0b-0cd2680677fa', 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5', 'admin_state_up': True, 'tenant_id': '36b966411ac5486ba51974a9fa5fbe59'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:51.911613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61565249-2ab8-450d-bca2-0a23d31607e7 req-f678b521-7d96-4ffb-945c-29cadf61738e tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:51.913207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61565249-2ab8-450d-bca2-0a23d31607e7 req-f678b521-7d96-4ffb-945c-29cadf61738e tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 945 time: 0.1049242 Aug 19 12:28:51.928271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1f4529b6-8a48-40c6-b13d-c84986fa4bba None None] For port d09ca8d4-0af1-4032-8db9-c19cbf225ec2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d09ca8d4-0af1-4032-8db9-c19cbf225ec2,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:51.934333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-4c50bcfb-b28a-4e5c-86a9-45baeaaa1a64 None None] Allocated IP 172.20.0.2 (fe427799-de6b-44e4-8c34-c6b669262f27/ff3287fe-991b-40d5-b71f-78e77c55066d/d09ca8d4-0af1-4032-8db9-c19cbf225ec2) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:51.964523 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61565249-2ab8-450d-bca2-0a23d31607e7 req-ede7f77c-d15c-466f-98b2-80dfdfa9bdd9 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443928 Aug 19 12:28:52.018091 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b2fc72a-70a8-404d-9e28-60d3859b7fbe req-81ba12b3-3515-416d-82e2-c4042373e578 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080264 Aug 19 12:28:52.025444 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1f4529b6-8a48-40c6-b13d-c84986fa4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.081378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-36318c9b-3e20-4d3b-ad3b-2645de15ee6d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 5667de6e-3b5e-4b18-aae2-6f1920455b6d {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:52.081828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36318c9b-3e20-4d3b-ad3b-2645de15ee6d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.131686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04440acb-6971-4900-b78e-3daca1467600 req-3b438832-7389-435e-8d42-8ab6253be6a0 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:52.139339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-04440acb-6971-4900-b78e-3daca1467600 req-3b438832-7389-435e-8d42-8ab6253be6a0 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0672550 Aug 19 12:28:52.141140 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5fc3c43c-4277-47d7-ba12-6e9f17deb8ed req-0dec9cde-f131-4487-9af8-5a12f790bf54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.158374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', '7d2b3e27-922d-42a6-84bd-368a87ea430a', '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8', '0434fd90-6dfb-4f62-8a66-7dc214884112', '125077f6-c59a-48f7-887f-6cff7adb47da'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:52.164488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b', '0cb09040-bf98-4e18-9988-14f60e593196', '7dac1c73-2906-49a8-8d72-26e3e213641b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:52.187996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4529b6-8a48-40c6-b13d-c84986fa4bba None None] Pushing event updated for resources: {'Port': ['ID=d09ca8d4-0af1-4032-8db9-c19cbf225ec2,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:52.196233 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72156c31-9e4f-489f-8d62-dbeec170139d req-af2f4591-b6d5-4d37-8540-e407cbca8c6f tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 210 time: 0.0498738 Aug 19 12:28:52.208058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec9cde-f131-4487-9af8-5a12f790bf54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event deleted for resources: {'Port': ['ID=7dac1c73-2906-49a8-8d72-26e3e213641b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:52.254154 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36318c9b-3e20-4d3b-ad3b-2645de15ee6d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.272322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4c50bcfb-b28a-4e5c-86a9-45baeaaa1a64 None None] For port d09ca8d4-0af1-4032-8db9-c19cbf225ec2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d09ca8d4-0af1-4032-8db9-c19cbf225ec2,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:52.286340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-36318c9b-3e20-4d3b-ad3b-2645de15ee6d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 5667de6e-3b5e-4b18-aae2-6f1920455b6d owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:52.291007 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-04440acb-6971-4900-b78e-3daca1467600 req-80c564d8-7d97-47ec-8ebe-f894c879e20e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408043 Aug 19 12:28:52.343987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc3c43c-4277-47d7-ba12-6e9f17deb8ed req-0dec9cde-f131-4487-9af8-5a12f790bf54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] No DVR routers for this DVR port 7dac1c73-2906-49a8-8d72-26e3e213641b on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:52.354960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5fc3c43c-4277-47d7-ba12-6e9f17deb8ed req-0dec9cde-f131-4487-9af8-5a12f790bf54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.357883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5fc3c43c-4277-47d7-ba12-6e9f17deb8ed req-0dec9cde-f131-4487-9af8-5a12f790bf54 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "DELETE /v2.0/ports/7dac1c73-2906-49a8-8d72-26e3e213641b HTTP/1.1" status: 204 len: 173 time: 0.8296652 Aug 19 12:28:52.357883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e57cd1-9932-4b6c-9eaf-034d7fec9058', 'name': 'network-vif-deleted', 'tag': '7dac1c73-2906-49a8-8d72-26e3e213641b'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:52.361329 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc68592-d95f-4e35-ade1-b81416e2a4aa" -d '{"events": [{"server_uuid": "45e57cd1-9932-4b6c-9eaf-034d7fec9058", "name": "network-vif-deleted", "tag": "7dac1c73-2906-49a8-8d72-26e3e213641b"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:52.367197 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4c50bcfb-b28a-4e5c-86a9-45baeaaa1a64 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.418283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4c50bcfb-b28a-4e5c-86a9-45baeaaa1a64 None None] Transition to ACTIVE for port object d09ca8d4-0af1-4032-8db9-c19cbf225ec2 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:52.428511 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b781-b616-40d7-8de7-c87348e3e63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.430565 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e3d558-3f74-4f48-b701-a53ba75b69b1 x-openstack-request-id: req-29e3d558-3f74-4f48-b701-a53ba75b69b1 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:52.430911 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e57cd1-9932-4b6c-9eaf-034d7fec9058", "name": "network-vif-deleted", "tag": "7dac1c73-2906-49a8-8d72-26e3e213641b", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:52.431187 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29e3d558-3f74-4f48-b701-a53ba75b69b1 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:52.441263 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e57cd1-9932-4b6c-9eaf-034d7fec9058', 'name': 'network-vif-deleted', 'tag': '7dac1c73-2906-49a8-8d72-26e3e213641b', 'status': 'completed', 'code': 200} Aug 19 12:28:52.523783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:52.554579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b781-b616-40d7-8de7-c87348e3e63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.565867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d09ca8d4-0af1-4032-8db9-c19cbf225ec2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:52.575093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4c50bcfb-b28a-4e5c-86a9-45baeaaa1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:52.931590 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50bcfb-b28a-4e5c-86a9-45baeaaa1a64 None None] Pushing event updated for resources: {'Port': ['ID=d09ca8d4-0af1-4032-8db9-c19cbf225ec2,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:52.962830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8b781-b616-40d7-8de7-c87348e3e63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeb68b8-9b09-44cd-ab0e-b63b3232fe89,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:52.967550 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e2b8b781-b616-40d7-8de7-c87348e3e63e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74b06ee35ea74d808a8124b63e473da6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3573744 Aug 19 12:28:52.970593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36562) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:53.006151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Made reservation on behalf of 36b966411ac5486ba51974a9fa5fbe59 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:53.011909 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.077206 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-208806d3-2a84-470c-b375-874ce5823f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.080086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:53.093898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:53.094312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.166266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-208806d3-2a84-470c-b375-874ce5823f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.175712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36318c9b-3e20-4d3b-ad3b-2645de15ee6d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.231647 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa540ab-8ca7-46f7-a06e-4389b2a39ba0 req-e5ae3181-a150-4301-82b4-6fd84dea1089 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.233462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5aa540ab-8ca7-46f7-a06e-4389b2a39ba0 req-e5ae3181-a150-4301-82b4-6fd84dea1089 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 945 time: 0.1192267 Aug 19 12:28:53.263970 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.265867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36318c9b-3e20-4d3b-ad3b-2645de15ee6d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=5667de6e-3b5e-4b18-aae2-6f1920455b6d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:53.278569 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3a9fddd9-6a2a-4d1b-b14c-08c6bc110b01 req-b3291a75-d3be-42dd-ad35-eef543b46354 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=45e57cd1-9932-4b6c-9eaf-034d7fec9058 HTTP/1.1" status: 200 len: 210 time: 0.1024690 Aug 19 12:28:53.333089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:53.336817 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c781c69-be5a-42cd-b9ec-35d71171ca94" -d '{"events": [{"server_uuid": "ad9a000e-1671-4075-b03c-6a18953505f0", "name": "network-vif-plugged", "status": "completed", "tag": "c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:53.346617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:53.390360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Allocated IP 172.20.0.12 (3f3272e0-a060-44ec-80dd-4e271d6978a5/928ade21-8042-4f51-9391-c326f9f1a8fa/c0838202-cf33-4f7c-b23b-69481b7eac29) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:53.393972 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5aa540ab-8ca7-46f7-a06e-4389b2a39ba0 req-5defb74e-6792-4f41-b491-6f4b2bf821dd tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345949 Aug 19 12:28:53.395170 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-208806d3-2a84-470c-b375-874ce5823f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.425633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-208806d3-2a84-470c-b375-874ce5823f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.431161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-208806d3-2a84-470c-b375-874ce5823f1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbeb68b8-9b09-44cd-ab0e-b63b3232fe89 HTTP/1.1" status: 204 len: 168 time: 0.4551010 Aug 19 12:28:53.466032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208806d3-2a84-470c-b375-874ce5823f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeb68b8-9b09-44cd-ab0e-b63b3232fe89,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:53.489953 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-839aa409-12aa-40f6-8c85-26a11524109e req-d8d14944-0e79-4a25-b961-767bdc1ead36 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 210 time: 0.0718396 Aug 19 12:28:53.524767 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.564838 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36318c9b-3e20-4d3b-ad3b-2645de15ee6d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.576818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-36318c9b-3e20-4d3b-ad3b-2645de15ee6d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/5667de6e-3b5e-4b18-aae2-6f1920455b6d HTTP/1.1" status: 204 len: 168 time: 1.8292706 Aug 19 12:28:53.585847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36580) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:53.619708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a455b36-c15c-4a15-bc2c-30052b40fdf5 req-e6ef66ae-01f0-4492-94aa-ba3f32316625 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.644412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a455b36-c15c-4a15-bc2c-30052b40fdf5 req-e6ef66ae-01f0-4492-94aa-ba3f32316625 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0839901 Aug 19 12:28:53.644524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:53.689869 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6109c1-f611-4bc2-9f05-5257d60afe62 x-openstack-request-id: req-1f6109c1-f611-4bc2-9f05-5257d60afe62 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:53.689976 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a000e-1671-4075-b03c-6a18953505f0", "name": "network-vif-plugged", "status": "completed", "tag": "c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:53.695802 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f6109c1-f611-4bc2-9f05-5257d60afe62 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:53.696318 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11', 'code': 200} Aug 19 12:28:53.723528 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a455b36-c15c-4a15-bc2c-30052b40fdf5 req-27222ae2-e4db-433b-b1b4-9d0388c6216b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728657 Aug 19 12:28:53.829532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93eb91-618b-442b-8e7c-708931f9517f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.831208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93eb91-618b-442b-8e7c-708931f9517f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.835647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93eb91-618b-442b-8e7c-708931f9517f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.839948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0c93eb91-618b-442b-8e7c-708931f9517f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2392685 Aug 19 12:28:53.841196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36584) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:53.929408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6960e-7b19-4234-9372-9814c57f16c8 req-5131f175-385b-4e86-b4a3-a44c3400577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.931351 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0e6960e-7b19-4234-9372-9814c57f16c8 req-5131f175-385b-4e86-b4a3-a44c3400577c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 1097 time: 0.0805609 Aug 19 12:28:53.935042 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1710ec17-b1e4-4c97-a304-05faab9817ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 0c3a13cf-9637-48b9-a15e-9e85f7caa402 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:53.941643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006882b-eaf2-40ba-bc47-2cd68558da82 req-23e279e0-5f86-4079-a87e-f2ab990bcd14 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:53.943298 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6006882b-eaf2-40ba-bc47-2cd68558da82 req-23e279e0-5f86-4079-a87e-f2ab990bcd14 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1220479 Aug 19 12:28:53.944924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1710ec17-b1e4-4c97-a304-05faab9817ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:53.992818 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0e6960e-7b19-4234-9372-9814c57f16c8 req-3886456a-8301-48bb-9a76-9ca866e7d152 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482564 Aug 19 12:28:54.000280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.024643 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6006882b-eaf2-40ba-bc47-2cd68558da82 req-0dfed229-fa8a-4971-a5a6-6c8cc3444050 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636458 Aug 19 12:28:54.063017 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1710ec17-b1e4-4c97-a304-05faab9817ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.124857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0d667595-32b2-41be-b489-3274fa55743e None None] Provisioning for port d09ca8d4-0af1-4032-8db9-c19cbf225ec2 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:54.138476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0d667595-32b2-41be-b489-3274fa55743e None None] Provisioning complete for port d09ca8d4-0af1-4032-8db9-c19cbf225ec2 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:54.138476 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0d667595-32b2-41be-b489-3274fa55743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.180543 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1710ec17-b1e4-4c97-a304-05faab9817ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.222993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0d667595-32b2-41be-b489-3274fa55743e None None] Could not find standard attr ID for object 5667de6e-3b5e-4b18-aae2-6f1920455b6d. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:54.263473 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.307470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Network 3f3272e0-a060-44ec-80dd-4e271d6978a5 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:54.315025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:54.319310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:54.327659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Pushing event updated for resources: {'Port': ['ID=c0838202-cf33-4f7c-b23b-69481b7eac29,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:54.350728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8e0e46bd-dffc-4518-9a4e-eb08559830c5 None None] Could not find standard attr ID for object 5667de6e-3b5e-4b18-aae2-6f1920455b6d. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:28:54.381642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:54.382665 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.393895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1710ec17-b1e4-4c97-a304-05faab9817ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.428034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710ec17-b1e4-4c97-a304-05faab9817ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3a13cf-9637-48b9-a15e-9e85f7caa402,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:54.431912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1710ec17-b1e4-4c97-a304-05faab9817ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.433934 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1710ec17-b1e4-4c97-a304-05faab9817ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/0c3a13cf-9637-48b9-a15e-9e85f7caa402 HTTP/1.1" status: 204 len: 168 time: 0.5918658 Aug 19 12:28:54.436564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36608) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.491358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a79db24-c499-404b-af46-cd4d8c8e0556 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet ff3287fe-991b-40d5-b71f-78e77c55066d {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:28:54.494911 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a79db24-c499-404b-af46-cd4d8c8e0556 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.507046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d09ca8d4-0af1-4032-8db9-c19cbf225ec2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:54.516399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36612) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.531657 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e1a3-18a6-46fd-a7b4-a7960ea8557b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.541596 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a79db24-c499-404b-af46-cd4d8c8e0556 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.548342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-a184f850-cb13-4d56-9673-3d57ebd6251a tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6623919 Aug 19 12:28:54.562705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Request body: {'port': {'device_id': '286091e4-5cb6-4452-ae0b-0cd2680677fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:54.566685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d09ca8d4-0af1-4032-8db9-c19cbf225ec2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:54.567101 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.637126 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.643558 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a79db24-c499-404b-af46-cd4d8c8e0556 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.791481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb32476-2152-429c-bd95-5fd2b09e0fe1 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:54.869666 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a79db24-c499-404b-af46-cd4d8c8e0556 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.913882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79db24-c499-404b-af46-cd4d8c8e0556 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3287fe-991b-40d5-b71f-78e77c55066d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:54.918785 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a79db24-c499-404b-af46-cd4d8c8e0556 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:54.924822 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3a79db24-c499-404b-af46-cd4d8c8e0556 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/ff3287fe-991b-40d5-b71f-78e77c55066d HTTP/1.1" status: 204 len: 168 time: 0.4863009 Aug 19 12:28:54.925258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36628) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.975765 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3237ab31-b9cf-439e-a5d4-d47726580160 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493495 Aug 19 12:28:54.976632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36632) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:54.983611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8620128d-c972-41dc-89dc-fda8b85a679c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:55.007108 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e1a3-18a6-46fd-a7b4-a7960ea8557b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.056409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0838202-cf33-4f7c-b23b-69481b7eac29 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:28:55.066395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43c1557-2b00-4869-85c5-dacf02d5adff None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:28:55.069457 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.087766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d658e2-fea6-4afb-8209-5107f5ba9655 req-2a63d6e2-c894-45f0-9d48-7a00e2ed432a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:55.095840 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80d658e2-fea6-4afb-8209-5107f5ba9655 req-2a63d6e2-c894-45f0-9d48-7a00e2ed432a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 946 time: 0.0835145 Aug 19 12:28:55.096761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Transition to ACTIVE for port object c0838202-cf33-4f7c-b23b-69481b7eac29 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:55.108939 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.118248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c43c1557-2b00-4869-85c5-dacf02d5adff None None] Deleting port d09ca8d4-0af1-4032-8db9-c19cbf225ec2 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:55.118689 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c43c1557-2b00-4869-85c5-dacf02d5adff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.128932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80d658e2-fea6-4afb-8209-5107f5ba9655 req-f36cc5b9-83a3-46f0-9ca1-5bfb1b44ac35 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320516 Aug 19 12:28:55.139940 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fb3e1a3-18a6-46fd-a7b4-a7960ea8557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.189530 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6fb3e1a3-18a6-46fd-a7b4-a7960ea8557b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b6316ccf2304003925264feaba61a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751955 Aug 19 12:28:55.192137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36638) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:55.199483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3e1a3-18a6-46fd-a7b4-a7960ea8557b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a331aa36-07a1-4c76-a404-f00a7f3961be,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:55.205871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c43c1557-2b00-4869-85c5-dacf02d5adff None None] For port d09ca8d4-0af1-4032-8db9-c19cbf225ec2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d09ca8d4-0af1-4032-8db9-c19cbf225ec2,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:55.207097 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c43c1557-2b00-4869-85c5-dacf02d5adff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.230309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c43c1557-2b00-4869-85c5-dacf02d5adff None None] Calling delete_port for d09ca8d4-0af1-4032-8db9-c19cbf225ec2 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:55.238514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.269545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84900f68-1dbe-4777-b4cc-1364c276ef49 req-a225e33c-82a7-4839-a26b-653d74435002 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:55.271096 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84900f68-1dbe-4777-b4cc-1364c276ef49 req-a225e33c-82a7-4839-a26b-653d74435002 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 932 time: 0.0707202 Aug 19 12:28:55.273974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8620128d-c972-41dc-89dc-fda8b85a679c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:55.277659 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8620128d-c972-41dc-89dc-fda8b85a679c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.327823 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84900f68-1dbe-4777-b4cc-1364c276ef49 req-7b5bf6fd-99d0-494b-a5ae-fa5aed5248cf tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486748 Aug 19 12:28:55.369151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Pushing event updated for resources: {'Port': ['ID=c0838202-cf33-4f7c-b23b-69481b7eac29,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:55.371444 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2308b3c-4983-46b4-8f5b-d5c574c40e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.454694 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2308b3c-4983-46b4-8f5b-d5c574c40e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.512676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Attempting to bind port c0838202-cf33-4f7c-b23b-69481b7eac29 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:55.513019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Attempting to bind port c0838202-cf33-4f7c-b23b-69481b7eac29 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '437fc9d1-9195-4571-bce6-0d6200ca2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:55.513346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Attempting to bind port c0838202-cf33-4f7c-b23b-69481b7eac29 on network 3f3272e0-a060-44ec-80dd-4e271d6978a5 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:55.518841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Port c0838202-cf33-4f7c-b23b-69481b7eac29 on network 3f3272e0-a060-44ec-80dd-4e271d6978a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:28:55.519027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Attempting to bind port c0838202-cf33-4f7c-b23b-69481b7eac29 on network 3f3272e0-a060-44ec-80dd-4e271d6978a5 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:55.523924 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:55.563981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Checking segment: {'id': '437fc9d1-9195-4571-bce6-0d6200ca2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:55.564365 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c43c1557-2b00-4869-85c5-dacf02d5adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.564468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Bound using segment: {'id': '437fc9d1-9195-4571-bce6-0d6200ca2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:55.564468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Bound port: c0838202-cf33-4f7c-b23b-69481b7eac29, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437fc9d1-9195-4571-bce6-0d6200ca2a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:55.564468 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.564781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c1557-2b00-4869-85c5-dacf02d5adff None None] Pushing event deleted for resources: {'Port': ['ID=d09ca8d4-0af1-4032-8db9-c19cbf225ec2,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:55.564781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c1557-2b00-4869-85c5-dacf02d5adff None None] No DVR routers for this DVR port d09ca8d4-0af1-4032-8db9-c19cbf225ec2 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:55.586910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6adde-9f2f-4a13-b27a-ec2ec8757531 req-14a8a2cd-93ea-4c6b-ac8f-c1e56b0a6322 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:55.588400 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05d6adde-9f2f-4a13-b27a-ec2ec8757531 req-14a8a2cd-93ea-4c6b-ac8f-c1e56b0a6322 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 950 time: 0.0642726 Aug 19 12:28:55.599072 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] For port c0838202-cf33-4f7c-b23b-69481b7eac29, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:55.602318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] For port c0838202-cf33-4f7c-b23b-69481b7eac29, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c0838202-cf33-4f7c-b23b-69481b7eac29,segment=NetworkSegment(437fc9d1-9195-4571-bce6-0d6200ca2a2f),segment_id=437fc9d1-9195-4571-bce6-0d6200ca2a2f)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:55.630145 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05d6adde-9f2f-4a13-b27a-ec2ec8757531 req-47a509bf-d1cd-42ed-90c1-659b873b29d7 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Aug 19 12:28:55.783095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2308b3c-4983-46b4-8f5b-d5c574c40e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.785698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2308b3c-4983-46b4-8f5b-d5c574c40e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.789138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f2308b3c-4983-46b4-8f5b-d5c574c40e82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a331aa36-07a1-4c76-a404-f00a7f3961be HTTP/1.1" status: 204 len: 168 time: 0.5938470 Aug 19 12:28:55.789138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.829492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2308b3c-4983-46b4-8f5b-d5c574c40e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a331aa36-07a1-4c76-a404-f00a7f3961be,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:55.837554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:55.838072 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:55.840009 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] 10.222.0.30 "PUT /v2.0/ports/c0838202-cf33-4f7c-b23b-69481b7eac29 HTTP/1.1" status: 200 len: 1092 time: 1.2818291 Aug 19 12:28:55.844291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286091e4-5cb6-4452-ae0b-0cd2680677fa', 'tag': 'c0838202-cf33-4f7c-b23b-69481b7eac29'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:55.849126 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be89859d-3ced-4278-910a-9c07cf8f209b" -d '{"events": [{"name": "network-changed", "server_uuid": "286091e4-5cb6-4452-ae0b-0cd2680677fa", "tag": "c0838202-cf33-4f7c-b23b-69481b7eac29"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:55.908247 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf6c780-c0d5-4d71-bdbd-3f677f60f2b0 x-openstack-request-id: req-bbf6c780-c0d5-4d71-bdbd-3f677f60f2b0 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:55.908559 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286091e4-5cb6-4452-ae0b-0cd2680677fa", "tag": "c0838202-cf33-4f7c-b23b-69481b7eac29", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:55.908815 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbf6c780-c0d5-4d71-bdbd-3f677f60f2b0 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:55.909305 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286091e4-5cb6-4452-ae0b-0cd2680677fa', 'tag': 'c0838202-cf33-4f7c-b23b-69481b7eac29', 'status': 'completed', 'code': 200} Aug 19 12:28:55.924540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf083464-0b78-4bae-89ff-71a195c66a32 service neutron] Pushing event updated for resources: {'Port': ['ID=c0838202-cf33-4f7c-b23b-69481b7eac29,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:56.004919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89859d-3ced-4278-910a-9c07cf8f209b req-40ca4298-af8f-4b75-a6fc-ac601a877307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.006433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be89859d-3ced-4278-910a-9c07cf8f209b req-40ca4298-af8f-4b75-a6fc-ac601a877307 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36b966411ac5486ba51974a9fa5fbe59&device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 1095 time: 0.0918691 Aug 19 12:28:56.029255 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.108142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89859d-3ced-4278-910a-9c07cf8f209b req-865158cf-d4be-4f02-b7d5-7f232a18c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.109700 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be89859d-3ced-4278-910a-9c07cf8f209b req-865158cf-d4be-4f02-b7d5-7f232a18c62c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=36b966411ac5486ba51974a9fa5fbe59&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0950472 Aug 19 12:28:56.262350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20d89f-37b9-4e8d-a893-54f60ee1df51 req-58f9d83e-8a2f-4876-805f-3e0777aaf7f1 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.264480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad20d89f-37b9-4e8d-a893-54f60ee1df51 req-58f9d83e-8a2f-4876-805f-3e0777aaf7f1 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 946 time: 0.0652440 Aug 19 12:28:56.274425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-8620128d-c972-41dc-89dc-fda8b85a679c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:28:56.277703 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8620128d-c972-41dc-89dc-fda8b85a679c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.292106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89859d-3ced-4278-910a-9c07cf8f209b req-80f1b09d-1aec-4a72-9f87-aa491f49c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.293573 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be89859d-3ced-4278-910a-9c07cf8f209b req-80f1b09d-1aec-4a72-9f87-aa491f49c1bb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1765969 Aug 19 12:28:56.327367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad20d89f-37b9-4e8d-a893-54f60ee1df51 req-9e59ff89-4be1-4f08-95bd-a3134cc8ffae tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544667 Aug 19 12:28:56.330014 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8620128d-c972-41dc-89dc-fda8b85a679c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:56.333517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8620128d-c972-41dc-89dc-fda8b85a679c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:56.342226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8620128d-c972-41dc-89dc-fda8b85a679c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.342852 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8620128d-c972-41dc-89dc-fda8b85a679c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.344930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e4ba3-d261-4f85-81e4-586803d98697 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:56.425221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 7dac1c73-2906-49a8-8d72-26e3e213641b no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:56.456412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 7dac1c73-2906-49a8-8d72-26e3e213641b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:56.456848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 7dac1c73-2906-49a8-8d72-26e3e213641b not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:56.490856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620128d-c972-41dc-89dc-fda8b85a679c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=f27e07f3-0fa5-41ad-922e-37a825b50832,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:56.494045 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8620128d-c972-41dc-89dc-fda8b85a679c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5147235 Aug 19 12:28:56.498401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36670) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:56.510607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21a373-6588-486f-93a6-a334b4173dfc req-7313de81-9c71-417f-91a5-d54c1857b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.512195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-7313de81-9c71-417f-91a5-d54c1857b65d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=36b966411ac5486ba51974a9fa5fbe59&device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 1095 time: 0.1733913 Aug 19 12:28:56.520808 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-be2e9a89-ddd0-4672-a6e6-729bdce13e36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:56.524991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a93d4-2a55-4102-b9dc-a9e83370d841 req-762456a9-e7a0-4864-be76-8966cb08e78f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.532500 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f93a93d4-2a55-4102-b9dc-a9e83370d841 req-762456a9-e7a0-4864-be76-8966cb08e78f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4768704c-b7b9-4605-801f-2e83a6939e6c HTTP/1.1" status: 200 len: 943 time: 0.1235969 Aug 19 12:28:56.563244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': 'f27e07f3-0fa5-41ad-922e-37a825b50832'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:28:56.564135 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.568405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d09ca8d4-0af1-4032-8db9-c19cbf225ec2 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:28:56.597112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d09ca8d4-0af1-4032-8db9-c19cbf225ec2 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:28:56.597713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d09ca8d4-0af1-4032-8db9-c19cbf225ec2 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:28:56.622200 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-8f68e904-aed8-4126-b8b2-92a869c02823 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0838202-cf33-4f7c-b23b-69481b7eac29 HTTP/1.1" status: 200 len: 217 time: 0.0871837 Aug 19 12:28:56.661244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a68b1b-67ce-4f29-b3f5-440d9bbd146c req-13d698d7-87dc-41b8-b2c2-63ae96057a3c tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.663292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59a68b1b-67ce-4f29-b3f5-440d9bbd146c req-13d698d7-87dc-41b8-b2c2-63ae96057a3c tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 944 time: 0.2443497 Aug 19 12:28:56.702035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80283f4a-aadd-4c64-982f-3bb268623329 req-4e2b1e9a-4ed3-419d-91c4-339a45c97c91 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.703542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80283f4a-aadd-4c64-982f-3bb268623329 req-4e2b1e9a-4ed3-419d-91c4-339a45c97c91 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 950 time: 0.1010666 Aug 19 12:28:56.714171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21a373-6588-486f-93a6-a334b4173dfc req-31a231f7-6ad2-416f-93d7-f29d25f92a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.715691 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-31a231f7-6ad2-416f-93d7-f29d25f92a7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=928ade21-8042-4f51-9391-c326f9f1a8fa HTTP/1.1" status: 200 len: 849 time: 0.0863938 Aug 19 12:28:56.730425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Allocated IP 2001:db8::f816:3eff:fe31:ad5d (fe427799-de6b-44e4-8c34-c6b669262f27/f27e07f3-0fa5-41ad-922e-37a825b50832/c905b295-b200-4fee-b2fd-a20106097e8f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:56.778597 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-fa2332c0-6343-4298-bbe4-fbdced6507f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f3272e0-a060-44ec-80dd-4e271d6978a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536253 Aug 19 12:28:56.784324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-f93a93d4-2a55-4102-b9dc-a9e83370d841 req-75e8cb57-6c1f-41e3-baf0-ed654511d538 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Deleting port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:56.784722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f93a93d4-2a55-4102-b9dc-a9e83370d841 req-75e8cb57-6c1f-41e3-baf0-ed654511d538 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.795968 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59a68b1b-67ce-4f29-b3f5-440d9bbd146c req-8aea6504-1d0e-4538-80ae-ade2774f8428 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118002 Aug 19 12:28:56.884486 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-6845a154-6b75-460c-87b1-d81d4a3524a3 service neutron] 10.222.0.30 "GET /v2.0/networks/3f3272e0-a060-44ec-80dd-4e271d6978a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952563 Aug 19 12:28:56.916985 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.927130 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Transition to ACTIVE for port object c905b295-b200-4fee-b2fd-a20106097e8f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:56.930961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-80283f4a-aadd-4c64-982f-3bb268623329 req-999f979c-45fe-47ce-921b-75f1fe3d1cc4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Deleting port 125077f6-c59a-48f7-887f-6cff7adb47da {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:28:56.931852 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-80283f4a-aadd-4c64-982f-3bb268623329 req-999f979c-45fe-47ce-921b-75f1fe3d1cc4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:56.950224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Transition to ACTIVE for port object c905b295-b200-4fee-b2fd-a20106097e8f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:56.961129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525be4eb-f13d-4227-8e29-91dd17052379 req-6df3bd2a-96ab-4ec9-a5ee-2cfa2bab53bc tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:56.965681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-525be4eb-f13d-4227-8e29-91dd17052379 req-6df3bd2a-96ab-4ec9-a5ee-2cfa2bab53bc tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 946 time: 0.0874596 Aug 19 12:28:56.982211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36680) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:56.995711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0a62d268-2893-46ea-9602-c1954a95f4a8 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Request body: {'floatingip': {'port_id': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:56.998941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2e9a89-ddd0-4672-a6e6-729bdce13e36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:57.003068 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be2e9a89-ddd0-4672-a6e6-729bdce13e36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.034094 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.060048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:57.064113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:57.104268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:57.129906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-80283f4a-aadd-4c64-982f-3bb268623329 req-999f979c-45fe-47ce-921b-75f1fe3d1cc4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] For port 125077f6-c59a-48f7-887f-6cff7adb47da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=125077f6-c59a-48f7-887f-6cff7adb47da,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:57.130283 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-80283f4a-aadd-4c64-982f-3bb268623329 req-999f979c-45fe-47ce-921b-75f1fe3d1cc4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.159992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-80283f4a-aadd-4c64-982f-3bb268623329 req-999f979c-45fe-47ce-921b-75f1fe3d1cc4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Calling delete_port for 125077f6-c59a-48f7-887f-6cff7adb47da owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:57.172340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-f93a93d4-2a55-4102-b9dc-a9e83370d841 req-75e8cb57-6c1f-41e3-baf0-ed654511d538 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] For port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:57.173601 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f93a93d4-2a55-4102-b9dc-a9e83370d841 req-75e8cb57-6c1f-41e3-baf0-ed654511d538 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.184002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Attempting to bind port c905b295-b200-4fee-b2fd-a20106097e8f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:28:57.186101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Attempting to bind port c905b295-b200-4fee-b2fd-a20106097e8f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:28:57.186101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Attempting to bind port c905b295-b200-4fee-b2fd-a20106097e8f on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:28:57.188303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-f93a93d4-2a55-4102-b9dc-a9e83370d841 req-75e8cb57-6c1f-41e3-baf0-ed654511d538 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Calling delete_port for 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:28:57.189960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Pushing event updated for resources: {'Port': ['ID=c905b295-b200-4fee-b2fd-a20106097e8f,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:57.199337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:28:57.199711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:28:57.200117 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.200523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:28:57.201042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Bound port: c905b295-b200-4fee-b2fd-a20106097e8f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:28:57.201427 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.242857 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a62d268-2893-46ea-9602-c1954a95f4a8 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.279264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] For port c905b295-b200-4fee-b2fd-a20106097e8f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:28:57.283950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] For port c905b295-b200-4fee-b2fd-a20106097e8f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c905b295-b200-4fee-b2fd-a20106097e8f,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:28:57.335681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8512db3-1281-4bc8-9911-1504c5a5bb2e req-f0f46ebf-d94b-4e04-bb03-6d932110103c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:57.337247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b8512db3-1281-4bc8-9911-1504c5a5bb2e req-f0f46ebf-d94b-4e04-bb03-6d932110103c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 950 time: 0.1207366 Aug 19 12:28:57.411157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.434030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae21a373-6588-486f-93a6-a334b4173dfc req-501f6c2b-cd3d-4f8e-aa0b-8ca1b3b16329 service neutron] 10.222.0.30 "GET /v2.0/networks/3f3272e0-a060-44ec-80dd-4e271d6978a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376463 Aug 19 12:28:57.465070 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b8512db3-1281-4bc8-9911-1504c5a5bb2e req-db1d7761-a6ce-46db-8e72-d7c3ea8b13b9 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003172 Aug 19 12:28:57.522676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580acaa-2321-4085-89ef-349fc1fd8dba None None] Pushing event updated for resources: {'Port': ['ID=c905b295-b200-4fee-b2fd-a20106097e8f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:57.610947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-80283f4a-aadd-4c64-982f-3bb268623329 req-999f979c-45fe-47ce-921b-75f1fe3d1cc4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.620292 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be2e9a89-ddd0-4672-a6e6-729bdce13e36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.628912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b', '0cb09040-bf98-4e18-9988-14f60e593196'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:57.638836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', '7d2b3e27-922d-42a6-84bd-368a87ea430a', '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8', '0434fd90-6dfb-4f62-8a66-7dc214884112', '125077f6-c59a-48f7-887f-6cff7adb47da'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:57.684079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f979c-45fe-47ce-921b-75f1fe3d1cc4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event deleted for resources: {'Port': ['ID=125077f6-c59a-48f7-887f-6cff7adb47da,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:57.874157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f93a93d4-2a55-4102-b9dc-a9e83370d841 req-75e8cb57-6c1f-41e3-baf0-ed654511d538 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:57.917945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8cb57-6c1f-41e3-baf0-ed654511d538 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event deleted for resources: {'Port': ['ID=0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:57.991039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93a93d4-2a55-4102-b9dc-a9e83370d841 req-75e8cb57-6c1f-41e3-baf0-ed654511d538 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] No DVR routers for this DVR port 0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:57.998634 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.resource_extend [None req-0a62d268-2893-46ea-9602-c1954a95f4a8 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:28:58.086146 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f93a93d4-2a55-4102-b9dc-a9e83370d841 req-75e8cb57-6c1f-41e3-baf0-ed654511d538 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.096813 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f93a93d4-2a55-4102-b9dc-a9e83370d841 req-75e8cb57-6c1f-41e3-baf0-ed654511d538 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "DELETE /v2.0/ports/0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7 HTTP/1.1" status: 204 len: 173 time: 1.5623305 Aug 19 12:28:58.097538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'name': 'network-vif-deleted', 'tag': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:58.100121 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6f1625-203d-4109-848c-dd11a19fc4ab" -d '{"events": [{"server_uuid": "4768704c-b7b9-4605-801f-2e83a6939e6c", "name": "network-vif-deleted", "tag": "0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:58.150498 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a62d268-2893-46ea-9602-c1954a95f4a8 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.221982 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a62d268-2893-46ea-9602-c1954a95f4a8 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.291505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2e9a89-ddd0-4672-a6e6-729bdce13e36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:58.293354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-be2e9a89-ddd0-4672-a6e6-729bdce13e36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:58.301766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e9a89-ddd0-4672-a6e6-729bdce13e36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:58.302655 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be2e9a89-ddd0-4672-a6e6-729bdce13e36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.348944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-80283f4a-aadd-4c64-982f-3bb268623329 req-999f979c-45fe-47ce-921b-75f1fe3d1cc4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] No DVR routers for this DVR port 125077f6-c59a-48f7-887f-6cff7adb47da on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:28:58.370174 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-80283f4a-aadd-4c64-982f-3bb268623329 req-999f979c-45fe-47ce-921b-75f1fe3d1cc4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:58.371633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80283f4a-aadd-4c64-982f-3bb268623329 req-999f979c-45fe-47ce-921b-75f1fe3d1cc4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "DELETE /v2.0/ports/125077f6-c59a-48f7-887f-6cff7adb47da HTTP/1.1" status: 204 len: 173 time: 1.6584396 Aug 19 12:28:58.380348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7201ed6-1a34-4f98-85a2-8c913857252a', 'name': 'network-vif-deleted', 'tag': '125077f6-c59a-48f7-887f-6cff7adb47da'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:28:58.382734 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a09cd8-7335-4ddc-8d13-52eae84ad8a1" -d '{"events": [{"server_uuid": "f7201ed6-1a34-4f98-85a2-8c913857252a", "name": "network-vif-deleted", "tag": "125077f6-c59a-48f7-887f-6cff7adb47da"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:28:58.387467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e9a89-ddd0-4672-a6e6-729bdce13e36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=ccd45db9-e865-466e-9032-ae32e8ef5651,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:58.439120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141616a1-9c46-4966-a3c9-fc5750f9b7fa req-7a60faa7-5f74-4371-8c6d-ce0a4d44268e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:58.448768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-141616a1-9c46-4966-a3c9-fc5750f9b7fa req-7a60faa7-5f74-4371-8c6d-ce0a4d44268e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 944 time: 0.1420331 Aug 19 12:28:58.478475 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-be2e9a89-ddd0-4672-a6e6-729bdce13e36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9640741 Aug 19 12:28:58.483045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36714) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:28:58.493097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:32:a7:8f', 'name': 'tempest-NetworksTestDHCPv6-1055916816'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:28:58.619460 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-141616a1-9c46-4966-a3c9-fc5750f9b7fa req-c8cdfcf9-f8cb-42a9-9c94-f9343219199b tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690166 Aug 19 12:28:58.676646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c905b295-b200-4fee-b2fd-a20106097e8f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:28:58.765759 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['25fb744b-74b2-49c0-b4a7-69c9ede3f16e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:28:58.884395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:28:58.960478 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f42930c-4a04-4471-a9ad-13e37e77e2dd x-openstack-request-id: req-1f42930c-4a04-4471-a9ad-13e37e77e2dd {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:58.960887 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7201ed6-1a34-4f98-85a2-8c913857252a", "name": "network-vif-deleted", "tag": "125077f6-c59a-48f7-887f-6cff7adb47da", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:58.961229 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f42930c-4a04-4471-a9ad-13e37e77e2dd {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:58.961835 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7201ed6-1a34-4f98-85a2-8c913857252a', 'name': 'network-vif-deleted', 'tag': '125077f6-c59a-48f7-887f-6cff7adb47da', 'status': 'completed', 'code': 200} Aug 19 12:28:58.992975 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 19 Aug 2021 12:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1bf913-161b-4793-a06a-e1a35178e3ec x-openstack-request-id: req-da1bf913-161b-4793-a06a-e1a35178e3ec {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:28:58.993549 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4768704c-b7b9-4605-801f-2e83a6939e6c", "name": "network-vif-deleted", "tag": "0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7", "status": "failed", "code": 422}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:28:58.993549 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da1bf913-161b-4793-a06a-e1a35178e3ec {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:28:58.993910 n-d-803757-2 neutron-server[95543]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4768704c-b7b9-4605-801f-2e83a6939e6c', 'name': 'network-vif-deleted', 'tag': '0c5b8e64-d3e0-44ec-b5a9-50e9ca9785b7', 'status': 'failed', 'code': 422} returned with failed status Aug 19 12:28:59.015683 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.023332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port c905b295-b200-4fee-b2fd-a20106097e8f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:59.039212 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-0a62d268-2893-46ea-9602-c1954a95f4a8 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Floating IP ba31d1be-6922-4534-8999-ebe1c47a258d associated. External IP: 172.25.2.93, port: c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11. Aug 19 12:28:59.059055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63f4a0-a19e-4016-90bc-42f044c4f903 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:28:59.073044 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8535b58-3c4b-4cd8-be67-bd825e5a73e9 req-e7848986-a726-4643-b11a-f2aff225cfed tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7201ed6-1a34-4f98-85a2-8c913857252a HTTP/1.1" status: 200 len: 210 time: 0.0294759 Aug 19 12:28:59.077095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 5015b9a2-e89c-4395-ade3-fcc8aa680ca7 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:28:59.251808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f38d0643-9cdc-4713-b8f6-599fccc99fd5 None None] Provisioning for port c905b295-b200-4fee-b2fd-a20106097e8f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:28:59.274204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f38d0643-9cdc-4713-b8f6-599fccc99fd5 None None] Provisioning complete for port c905b295-b200-4fee-b2fd-a20106097e8f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:28:59.275991 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f38d0643-9cdc-4713-b8f6-599fccc99fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.314499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a62d268-2893-46ea-9602-c1954a95f4a8 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Router 758af072-28d2-4da3-a0f6-f55fb7fd35be has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:28:59.345777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 172.20.0.5 (fe427799-de6b-44e4-8c34-c6b669262f27/ccd45db9-e865-466e-9032-ae32e8ef5651/5015b9a2-e89c-4395-ade3-fcc8aa680ca7) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:59.353709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::f816:3eff:fe32:a78f (fe427799-de6b-44e4-8c34-c6b669262f27/f27e07f3-0fa5-41ad-922e-37a825b50832/5015b9a2-e89c-4395-ade3-fcc8aa680ca7) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:59.455955 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f38d0643-9cdc-4713-b8f6-599fccc99fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.465862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33061402-f831-43ed-9129-e213774402b0 None None] Update dhcp port {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': 'f27e07f3-0fa5-41ad-922e-37a825b50832', 'ip_address': '2001:db8::f816:3eff:fe31:ad5d'}, {'subnet_id': 'ccd45db9-e865-466e-9032-ae32e8ef5651'}], 'binding:host_id': 'n-d-803757-2'}, 'id': 'c905b295-b200-4fee-b2fd-a20106097e8f'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:28:59.494066 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-33061402-f831-43ed-9129-e213774402b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.505423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a62d268-2893-46ea-9602-c1954a95f4a8 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:28:59.511714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a62d268-2893-46ea-9602-c1954a95f4a8 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.520533 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531e5d4-9d0b-407c-9053-b9ef8e9a9bd0 None None] Sync routers for ids ['758af072-28d2-4da3-a0f6-f55fb7fd35be'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:28:59.542001 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.554547 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531e5d4-9d0b-407c-9053-b9ef8e9a9bd0 None None] Routers {'758af072-28d2-4da3-a0f6-f55fb7fd35be'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:28:59.555281 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0a62d268-2893-46ea-9602-c1954a95f4a8 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "PUT /v2.0/floatingips/ba31d1be-6922-4534-8999-ebe1c47a258d HTTP/1.1" status: 200 len: 991 time: 2.5674767 Aug 19 12:28:59.556962 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0531e5d4-9d0b-407c-9053-b9ef8e9a9bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['758af072-28d2-4da3-a0f6-f55fb7fd35be'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:28:59.557930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 5015b9a2-e89c-4395-ade3-fcc8aa680ca7 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:28:59.581332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f38d0643-9cdc-4713-b8f6-599fccc99fd5 None None] For port c905b295-b200-4fee-b2fd-a20106097e8f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c905b295-b200-4fee-b2fd-a20106097e8f,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:28:59.669135 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f38d0643-9cdc-4713-b8f6-599fccc99fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.714562 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0531e5d4-9d0b-407c-9053-b9ef8e9a9bd0 None None] Set router 758af072-28d2-4da3-a0f6-f55fb7fd35be gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:28:59.730517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d0643-9cdc-4713-b8f6-599fccc99fd5 None None] Pushing event updated for resources: {'Port': ['ID=c905b295-b200-4fee-b2fd-a20106097e8f,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:59.775648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d82f48-3936-4e9d-ac5d-ce774a59bc84 req-8f3ccb9d-db52-4e42-ad9e-3125c9361335 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:59.775648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14d82f48-3936-4e9d-ac5d-ce774a59bc84 req-8f3ccb9d-db52-4e42-ad9e-3125c9361335 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 944 time: 0.0623178 Aug 19 12:28:59.786242 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.816189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-33061402-f831-43ed-9129-e213774402b0 None None] Allocated IP 172.20.0.2 (fe427799-de6b-44e4-8c34-c6b669262f27/ccd45db9-e865-466e-9032-ae32e8ef5651/c905b295-b200-4fee-b2fd-a20106097e8f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:28:59.851194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:28:59.857573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:28:59.864093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:28:59.903543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=5015b9a2-e89c-4395-ade3-fcc8aa680ca7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:28:59.933520 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14d82f48-3936-4e9d-ac5d-ce774a59bc84 req-727ab288-c246-4d03-9ca1-8c42e3098a1c tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313066 Aug 19 12:28:59.960725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:28:59.961628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:28:59.968654 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-33061402-f831-43ed-9129-e213774402b0 None None] For port c905b295-b200-4fee-b2fd-a20106097e8f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c905b295-b200-4fee-b2fd-a20106097e8f,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:00.015543 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0531e5d4-9d0b-407c-9053-b9ef8e9a9bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:27Z', 'revision_number': 4, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'ba31d1be-6922-4534-8999-ebe1c47a258d', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'port_id': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'mac_address': 'fa:16:3e:33:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:28:34Z', 'updated_at': '2021-08-19T12:28:57Z', 'revision_number': 1, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4179a63f-7330-4ae2-a6d1-667aea77087c', 'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'mac_address': 'fa:16:3e:1f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:25Z', 'updated_at': '2021-08-19T12:28:35Z', 'revision_number': 5, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'subnets': [{'id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:00.023926 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-33061402-f831-43ed-9129-e213774402b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.040497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-33061402-f831-43ed-9129-e213774402b0 None None] Transition to ACTIVE for port object c905b295-b200-4fee-b2fd-a20106097e8f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:00.059357 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c0af0a96-7586-4308-9b15-766bc24c125d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5747068 Aug 19 12:29:00.063873 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531e5d4-9d0b-407c-9053-b9ef8e9a9bd0 None None] Checking router: 758af072-28d2-4da3-a0f6-f55fb7fd35be for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:29:00.065776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36746) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:00.072130 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0531e5d4-9d0b-407c-9053-b9ef8e9a9bd0 None None] Routers {'758af072-28d2-4da3-a0f6-f55fb7fd35be'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:00.072728 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0531e5d4-9d0b-407c-9053-b9ef8e9a9bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['758af072-28d2-4da3-a0f6-f55fb7fd35be'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:00.103168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1e456-865e-45b1-a337-fca04a1a0367 req-65413b1c-232e-4c92-a656-62b168cc5cb8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:00.105691 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05f1e456-865e-45b1-a337-fca04a1a0367 req-65413b1c-232e-4c92-a656-62b168cc5cb8 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 908 time: 0.0610313 Aug 19 12:29:00.146713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c22a904-0e0a-40c6-9475-a326793dd0aa tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:00.153651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c22a904-0e0a-40c6-9475-a326793dd0aa tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:00.155568 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3c22a904-0e0a-40c6-9475-a326793dd0aa tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0885668 Aug 19 12:29:00.158980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36754) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:00.159220 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-33061402-f831-43ed-9129-e213774402b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.176553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1e95dd5a-47be-4f0a-b88e-6a01deb21aa2'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:00.196606 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0531e5d4-9d0b-407c-9053-b9ef8e9a9bd0 None None] Set router 758af072-28d2-4da3-a0f6-f55fb7fd35be gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:29:00.316305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-445190fb-0b74-4810-b659-1125194529b0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 5015b9a2-e89c-4395-ade3-fcc8aa680ca7 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:00.316656 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-445190fb-0b74-4810-b659-1125194529b0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.435931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-445190fb-0b74-4810-b659-1125194529b0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.451539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c0838202-cf33-4f7c-b23b-69481b7eac29 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:29:00.452827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-445190fb-0b74-4810-b659-1125194529b0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 5015b9a2-e89c-4395-ade3-fcc8aa680ca7 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:00.474112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33061402-f831-43ed-9129-e213774402b0 None None] Pushing event updated for resources: {'Port': ['ID=c905b295-b200-4fee-b2fd-a20106097e8f,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:00.515252 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0531e5d4-9d0b-407c-9053-b9ef8e9a9bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:27Z', 'revision_number': 4, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'ba31d1be-6922-4534-8999-ebe1c47a258d', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'port_id': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'mac_address': 'fa:16:3e:33:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:28:34Z', 'updated_at': '2021-08-19T12:28:57Z', 'revision_number': 1, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4179a63f-7330-4ae2-a6d1-667aea77087c', 'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'mac_address': 'fa:16:3e:1f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:25Z', 'updated_at': '2021-08-19T12:28:35Z', 'revision_number': 5, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'subnets': [{'id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:00.556749 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0531e5d4-9d0b-407c-9053-b9ef8e9a9bd0 None None] The sync data for ids ['758af072-28d2-4da3-a0f6-f55fb7fd35be'] in n-d-803757-2 is: [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:27Z', 'revision_number': 4, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'ba31d1be-6922-4534-8999-ebe1c47a258d', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'port_id': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'mac_address': 'fa:16:3e:33:fc:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:28:34Z', 'updated_at': '2021-08-19T12:28:57Z', 'revision_number': 1, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4179a63f-7330-4ae2-a6d1-667aea77087c', 'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'mac_address': 'fa:16:3e:1f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:25Z', 'updated_at': '2021-08-19T12:28:35Z', 'revision_number': 5, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'subnets': [{'id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:29:00.569685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c905b295-b200-4fee-b2fd-a20106097e8f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:00.640527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 125077f6-c59a-48f7-887f-6cff7adb47da no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:00.689493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 125077f6-c59a-48f7-887f-6cff7adb47da {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:00.690098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 125077f6-c59a-48f7-887f-6cff7adb47da not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:00.825535 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c0838202-cf33-4f7c-b23b-69481b7eac29, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c0838202-cf33-4f7c-b23b-69481b7eac29,segment=NetworkSegment(437fc9d1-9195-4571-bce6-0d6200ca2a2f),segment_id=437fc9d1-9195-4571-bce6-0d6200ca2a2f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:00.851116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'c0838202-cf33-4f7c-b23b-69481b7eac29', 'network_id': '3f3272e0-a060-44ec-80dd-4e271d6978a5', 'port_id': 'c0838202-cf33-4f7c-b23b-69481b7eac29', 'mac_address': 'fa:16:3e:bc:43:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928ade21-8042-4f51-9391-c326f9f1a8fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:29:00.856157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-445190fb-0b74-4810-b659-1125194529b0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:00.894861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5692e5-504e-442d-8f10-afa25ee09877 req-9b14ddfa-290f-41d0-9ba3-8bc54fa49bb9 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:00.898791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445190fb-0b74-4810-b659-1125194529b0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=5015b9a2-e89c-4395-ade3-fcc8aa680ca7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:00.906723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b5692e5-504e-442d-8f10-afa25ee09877 req-9b14ddfa-290f-41d0-9ba3-8bc54fa49bb9 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 950 time: 0.1119447 Aug 19 12:29:00.916799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85bff2-8dcc-4d85-96a0-252aea3983c2 None None] New status for floating IP ba31d1be-6922-4534-8999-ebe1c47a258d: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:29:00.976074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b5692e5-504e-442d-8f10-afa25ee09877 req-0962a175-2740-4b31-80d2-65f6bd7493d8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675943 Aug 19 12:29:00.998493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'tag': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:01.010639 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d63304f-603b-4f7e-897c-cdec917a7d05" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9a000e-1671-4075-b03c-6a18953505f0", "tag": "c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:01.056690 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.058666 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-445190fb-0b74-4810-b659-1125194529b0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.063238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36776) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:01.066882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-445190fb-0b74-4810-b659-1125194529b0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/5015b9a2-e89c-4395-ade3-fcc8aa680ca7 HTTP/1.1" status: 204 len: 168 time: 0.9003987 Aug 19 12:29:01.133221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0838202-cf33-4f7c-b23b-69481b7eac29 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:01.159551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4328e7-cd47-47ff-898d-ad33b1e52c2f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.161626 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4328e7-cd47-47ff-898d-ad33b1e52c2f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.162847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4328e7-cd47-47ff-898d-ad33b1e52c2f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.164478 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dd4328e7-cd47-47ff-898d-ad33b1e52c2f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1002388 Aug 19 12:29:01.167445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36780) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:01.184801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a631bde-c40a-4f3b-bdfc-05a5516814f4 req-c47e6710-dd9f-4078-a254-9a1328543d41 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.186462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a631bde-c40a-4f3b-bdfc-05a5516814f4 req-c47e6710-dd9f-4078-a254-9a1328543d41 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 944 time: 0.1184762 Aug 19 12:29:01.188181 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecd6821-3a19-4c82-9aa1-365207092db4 x-openstack-request-id: req-4ecd6821-3a19-4c82-9aa1-365207092db4 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:01.189208 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9a000e-1671-4075-b03c-6a18953505f0", "tag": "c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:01.189791 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ecd6821-3a19-4c82-9aa1-365207092db4 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:01.190327 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'tag': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11', 'status': 'completed', 'code': 200} Aug 19 12:29:01.230450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a631bde-c40a-4f3b-bdfc-05a5516814f4 req-817e567f-d97c-4814-9ea6-62727852ef69 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373909 Aug 19 12:29:01.247789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c0838202-cf33-4f7c-b23b-69481b7eac29, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c0838202-cf33-4f7c-b23b-69481b7eac29,segment=NetworkSegment(437fc9d1-9195-4571-bce6-0d6200ca2a2f),segment_id=437fc9d1-9195-4571-bce6-0d6200ca2a2f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:01.255853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0d1988-a907-48b2-9dee-fe1bf7bcc49d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet ccd45db9-e865-466e-9032-ae32e8ef5651 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:01.260062 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b0d1988-a907-48b2-9dee-fe1bf7bcc49d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.364913 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b0d1988-a907-48b2-9dee-fe1bf7bcc49d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.393823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a68482-a0d4-4702-9b0c-d7c414758203 req-3cc777e0-cd42-4305-bf5e-57e19154161f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.395439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-32a68482-a0d4-4702-9b0c-d7c414758203 req-3cc777e0-cd42-4305-bf5e-57e19154161f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 908 time: 0.0881071 Aug 19 12:29:01.402823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63304f-603b-4f7e-897c-cdec917a7d05 req-1872bd5e-206f-4bf8-890b-9bf0c9b9a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.404370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d63304f-603b-4f7e-897c-cdec917a7d05 req-1872bd5e-206f-4bf8-890b-9bf0c9b9a5e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fef4421cce474701be8ac0788bc8348f&device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 1097 time: 0.1411078 Aug 19 12:29:01.447714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba3d5-5233-4d2b-8dc8-7e31b81fbfa4 req-13378d43-733e-44e1-a41d-6cf259f4c8cd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.449403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c4ba3d5-5233-4d2b-8dc8-7e31b81fbfa4 req-13378d43-733e-44e1-a41d-6cf259f4c8cd tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 908 time: 0.0865424 Aug 19 12:29:01.459693 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.530340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ee3dece9-39f6-4c84-868d-4a474f38030a None None] Provisioning for port c905b295-b200-4fee-b2fd-a20106097e8f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:01.537680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=c0838202-cf33-4f7c-b23b-69481b7eac29,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:01.541617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ee3dece9-39f6-4c84-868d-4a474f38030a None None] Provisioning complete for port c905b295-b200-4fee-b2fd-a20106097e8f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:01.542059 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ee3dece9-39f6-4c84-868d-4a474f38030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.555739 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b0d1988-a907-48b2-9dee-fe1bf7bcc49d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.570709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63304f-603b-4f7e-897c-cdec917a7d05 req-53675f01-3c9f-4b53-9fa4-46c8dfe3b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.572633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d63304f-603b-4f7e-897c-cdec917a7d05 req-53675f01-3c9f-4b53-9fa4-46c8dfe3b8a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a97ade8e-fb7b-4acd-8556-d139b0dc2868 HTTP/1.1" status: 200 len: 912 time: 0.1604929 Aug 19 12:29:01.596256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-6c4ba3d5-5233-4d2b-8dc8-7e31b81fbfa4 req-5a6e0e2c-2875-456f-bd9b-e7f2c71f307b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Deleting port a2d54182-896a-4dea-b60a-111e5fcff3d0 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:01.596605 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6c4ba3d5-5233-4d2b-8dc8-7e31b81fbfa4 req-5a6e0e2c-2875-456f-bd9b-e7f2c71f307b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.705887 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d63304f-603b-4f7e-897c-cdec917a7d05 req-150e7b87-81dd-4a78-bb10-2f9f813eadbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 HTTP/1.1" status: 200 len: 1001 time: 0.0871124 Aug 19 12:29:01.723925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-6c4ba3d5-5233-4d2b-8dc8-7e31b81fbfa4 req-5a6e0e2c-2875-456f-bd9b-e7f2c71f307b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] For port a2d54182-896a-4dea-b60a-111e5fcff3d0, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a2d54182-896a-4dea-b60a-111e5fcff3d0,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:01.724367 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6c4ba3d5-5233-4d2b-8dc8-7e31b81fbfa4 req-5a6e0e2c-2875-456f-bd9b-e7f2c71f307b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.740363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-6c4ba3d5-5233-4d2b-8dc8-7e31b81fbfa4 req-5a6e0e2c-2875-456f-bd9b-e7f2c71f307b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Calling delete_port for a2d54182-896a-4dea-b60a-111e5fcff3d0 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:01.747140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['c0838202-cf33-4f7c-b23b-69481b7eac29'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:01.780743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63304f-603b-4f7e-897c-cdec917a7d05 req-ce6fb7d8-0bb4-4fa1-a854-8d6aaf78768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.782783 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d63304f-603b-4f7e-897c-cdec917a7d05 req-ce6fb7d8-0bb4-4fa1-a854-8d6aaf78768a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=17385771-9e17-429f-ad73-00b0e9ce531f HTTP/1.1" status: 200 len: 850 time: 0.0624821 Aug 19 12:29:01.788245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cd4e01fe-2db5-4e66-a158-e6bd7dfeb8a0 None None] Could not find standard attr ID for object 5015b9a2-e89c-4395-ade3-fcc8aa680ca7. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:29:01.842843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b0d1988-a907-48b2-9dee-fe1bf7bcc49d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.885605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d1988-a907-48b2-9dee-fe1bf7bcc49d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd45db9-e865-466e-9032-ae32e8ef5651,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:01.892817 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b0d1988-a907-48b2-9dee-fe1bf7bcc49d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:01.897411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36792) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:01.906485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1b0d1988-a907-48b2-9dee-fe1bf7bcc49d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/ccd45db9-e865-466e-9032-ae32e8ef5651 HTTP/1.1" status: 204 len: 168 time: 0.7376194 Aug 19 12:29:01.923452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63304f-603b-4f7e-897c-cdec917a7d05 req-0ec36874-9db5-481b-b5d9-568542502103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:01.925181 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d63304f-603b-4f7e-897c-cdec917a7d05 req-0ec36874-9db5-481b-b5d9-568542502103 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a97ade8e-fb7b-4acd-8556-d139b0dc2868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249793 Aug 19 12:29:01.943497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f61a0b-557b-4023-8770-678fdf03b83b None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:01.971791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-87219a2f-07bc-492c-93ec-36f099a13b62 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet f27e07f3-0fa5-41ad-922e-37a825b50832 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:01.975975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87219a2f-07bc-492c-93ec-36f099a13b62 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.050527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6c4ba3d5-5233-4d2b-8dc8-7e31b81fbfa4 req-5a6e0e2c-2875-456f-bd9b-e7f2c71f307b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.089968 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d63304f-603b-4f7e-897c-cdec917a7d05 req-7685c12b-ee51-47ec-88bd-453a0e70ed95 service neutron] 10.222.0.62 "GET /v2.0/networks/a97ade8e-fb7b-4acd-8556-d139b0dc2868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553094 Aug 19 12:29:02.090322 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e0e2c-2875-456f-bd9b-e7f2c71f307b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event deleted for resources: {'Port': ['ID=a2d54182-896a-4dea-b60a-111e5fcff3d0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:02.101096 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87219a2f-07bc-492c-93ec-36f099a13b62 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.145640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc3acd-70e9-4fba-9307-81dc787c6702 req-05d8686e-a7ba-40b9-adfa-cfd45e65f3d1 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:02.149048 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-befc3acd-70e9-4fba-9307-81dc787c6702 req-05d8686e-a7ba-40b9-adfa-cfd45e65f3d1 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 950 time: 0.1353240 Aug 19 12:29:02.217635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4ba3d5-5233-4d2b-8dc8-7e31b81fbfa4 req-5a6e0e2c-2875-456f-bd9b-e7f2c71f307b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] No DVR routers for this DVR port a2d54182-896a-4dea-b60a-111e5fcff3d0 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:02.227643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6c4ba3d5-5233-4d2b-8dc8-7e31b81fbfa4 req-5a6e0e2c-2875-456f-bd9b-e7f2c71f307b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.229768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c4ba3d5-5233-4d2b-8dc8-7e31b81fbfa4 req-5a6e0e2c-2875-456f-bd9b-e7f2c71f307b tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "DELETE /v2.0/ports/a2d54182-896a-4dea-b60a-111e5fcff3d0 HTTP/1.1" status: 204 len: 173 time: 0.7739356 Aug 19 12:29:02.249663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b641854-7ab5-4538-88d2-a9db1e46d999 req-aa32836a-2eff-48ff-a294-8d102dcf3da0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:02.257846 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b641854-7ab5-4538-88d2-a9db1e46d999 req-aa32836a-2eff-48ff-a294-8d102dcf3da0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 950 time: 0.1717038 Aug 19 12:29:02.328837 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d63304f-603b-4f7e-897c-cdec917a7d05 req-5f93d6f5-2a07-4cc6-ba99-e9ec50602204 service neutron] 10.222.0.62 "GET /v2.0/networks/a97ade8e-fb7b-4acd-8556-d139b0dc2868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296751 Aug 19 12:29:02.388465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b641854-7ab5-4538-88d2-a9db1e46d999 req-d9805e1f-bae0-496e-8c3e-71962cdb9296 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244638 Aug 19 12:29:02.401128 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87219a2f-07bc-492c-93ec-36f099a13b62 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.412838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-befc3acd-70e9-4fba-9307-81dc787c6702 req-4342091f-0548-4969-b3de-dcd967b3e2e4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Deleting port 0434fd90-6dfb-4f62-8a66-7dc214884112 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:02.412838 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-befc3acd-70e9-4fba-9307-81dc787c6702 req-4342091f-0548-4969-b3de-dcd967b3e2e4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.483932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7819b95-8cb0-4ccd-8278-480fb539862a req-b00eb959-49d9-4db4-897d-5ce29641ae05 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:02.487057 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7819b95-8cb0-4ccd-8278-480fb539862a req-b00eb959-49d9-4db4-897d-5ce29641ae05 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 945 time: 0.1327639 Aug 19 12:29:02.621121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c905b295-b200-4fee-b2fd-a20106097e8f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:02.654643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2266479e-c23d-4cb7-a2b3-ebb24fcaeb71 req-62e4b1a4-492d-4c6d-9e5a-0a8cff98523e tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 210 time: 0.0386865 Aug 19 12:29:02.718561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7819b95-8cb0-4ccd-8278-480fb539862a req-ea4f8e9b-7d84-4c7f-8da3-d9979c046027 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181237 Aug 19 12:29:02.720622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-befc3acd-70e9-4fba-9307-81dc787c6702 req-4342091f-0548-4969-b3de-dcd967b3e2e4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] For port 0434fd90-6dfb-4f62-8a66-7dc214884112, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=0434fd90-6dfb-4f62-8a66-7dc214884112,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:02.721002 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-befc3acd-70e9-4fba-9307-81dc787c6702 req-4342091f-0548-4969-b3de-dcd967b3e2e4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.725556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port c905b295-b200-4fee-b2fd-a20106097e8f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:02.725941 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.744182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-befc3acd-70e9-4fba-9307-81dc787c6702 req-4342091f-0548-4969-b3de-dcd967b3e2e4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Calling delete_port for 0434fd90-6dfb-4f62-8a66-7dc214884112 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:02.751167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87219a2f-07bc-492c-93ec-36f099a13b62 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.788974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87219a2f-07bc-492c-93ec-36f099a13b62 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=f27e07f3-0fa5-41ad-922e-37a825b50832,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:02.795957 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87219a2f-07bc-492c-93ec-36f099a13b62 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:02.798930 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-87219a2f-07bc-492c-93ec-36f099a13b62 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/f27e07f3-0fa5-41ad-922e-37a825b50832 HTTP/1.1" status: 204 len: 168 time: 0.9004600 Aug 19 12:29:02.801545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36812) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:02.877035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0fb98ae4-e969-43fe-82b4-ce03b8de1229 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724304 Aug 19 12:29:02.879760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36816) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:02.889013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-86a89704-df9b-4541-86e0-703e0dc47a73 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:03.036293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e400b-99bd-493f-9f2e-b0f852bfb402 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:03.150969 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-befc3acd-70e9-4fba-9307-81dc787c6702 req-4342091f-0548-4969-b3de-dcd967b3e2e4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.158050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-50f394aa-8fd2-4761-93b6-307f01bdca42 None None] Provisioning complete for port c905b295-b200-4fee-b2fd-a20106097e8f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:03.160934 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-50f394aa-8fd2-4761-93b6-307f01bdca42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.181733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', '7d2b3e27-922d-42a6-84bd-368a87ea430a', '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:03.183827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b', '0cb09040-bf98-4e18-9988-14f60e593196'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:03.187594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342091f-0548-4969-b3de-dcd967b3e2e4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event deleted for resources: {'Port': ['ID=0434fd90-6dfb-4f62-8a66-7dc214884112,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:03.192203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27baae2-b5ef-4145-919a-f415ed811fa2', 'name': 'network-vif-deleted', 'tag': 'a2d54182-896a-4dea-b60a-111e5fcff3d0'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:03.195973 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd81d378-e6f6-4a38-9237-1691edf510f6" -d '{"events": [{"server_uuid": "a27baae2-b5ef-4145-919a-f415ed811fa2", "name": "network-vif-deleted", "tag": "a2d54182-896a-4dea-b60a-111e5fcff3d0"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:03.200853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a89704-df9b-4541-86e0-703e0dc47a73 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:03.206085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86a89704-df9b-4541-86e0-703e0dc47a73 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.270121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-befc3acd-70e9-4fba-9307-81dc787c6702 req-4342091f-0548-4969-b3de-dcd967b3e2e4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] No DVR routers for this DVR port 0434fd90-6dfb-4f62-8a66-7dc214884112 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:03.282317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-befc3acd-70e9-4fba-9307-81dc787c6702 req-4342091f-0548-4969-b3de-dcd967b3e2e4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.284623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-befc3acd-70e9-4fba-9307-81dc787c6702 req-4342091f-0548-4969-b3de-dcd967b3e2e4 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "DELETE /v2.0/ports/0434fd90-6dfb-4f62-8a66-7dc214884112 HTTP/1.1" status: 204 len: 173 time: 1.0817292 Aug 19 12:29:03.285276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f112ecc7-015d-4c63-a9a1-f80d05abd53c', 'name': 'network-vif-deleted', 'tag': '0434fd90-6dfb-4f62-8a66-7dc214884112'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:03.288458 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca1d7d2-2cbc-4dfa-ae3c-7e61d66db77f" -d '{"events": [{"server_uuid": "f112ecc7-015d-4c63-a9a1-f80d05abd53c", "name": "network-vif-deleted", "tag": "0434fd90-6dfb-4f62-8a66-7dc214884112"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:03.293654 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446a877e-aaf3-49c9-b406-743b5239752c x-openstack-request-id: req-446a877e-aaf3-49c9-b406-743b5239752c {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:03.294792 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27baae2-b5ef-4145-919a-f415ed811fa2", "name": "network-vif-deleted", "tag": "a2d54182-896a-4dea-b60a-111e5fcff3d0", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:03.295251 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-446a877e-aaf3-49c9-b406-743b5239752c {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:03.295818 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27baae2-b5ef-4145-919a-f415ed811fa2', 'name': 'network-vif-deleted', 'tag': 'a2d54182-896a-4dea-b60a-111e5fcff3d0', 'status': 'completed', 'code': 200} Aug 19 12:29:03.364968 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0af99d-3796-4300-9986-68eb417cbbcc x-openstack-request-id: req-de0af99d-3796-4300-9986-68eb417cbbcc {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:03.365280 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f112ecc7-015d-4c63-a9a1-f80d05abd53c", "name": "network-vif-deleted", "tag": "0434fd90-6dfb-4f62-8a66-7dc214884112", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:03.365582 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de0af99d-3796-4300-9986-68eb417cbbcc {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:03.365989 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f112ecc7-015d-4c63-a9a1-f80d05abd53c', 'name': 'network-vif-deleted', 'tag': '0434fd90-6dfb-4f62-8a66-7dc214884112', 'status': 'completed', 'code': 200} Aug 19 12:29:03.429372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b123f58-4779-4b46-b35d-cb87cf8694df None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:03.496434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8442d4f3-73fa-484e-b4c6-1049f100f65c req-ceba75bd-b8e6-4cd3-8aac-1c509fca76a6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 210 time: 0.0310421 Aug 19 12:29:03.587157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86a89704-df9b-4541-86e0-703e0dc47a73 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.617090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6b123f58-4779-4b46-b35d-cb87cf8694df None None] Deleting port c905b295-b200-4fee-b2fd-a20106097e8f {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:03.617459 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b123f58-4779-4b46-b35d-cb87cf8694df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.670709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a89704-df9b-4541-86e0-703e0dc47a73 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:03.678124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-86a89704-df9b-4541-86e0-703e0dc47a73 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:03.684142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a89704-df9b-4541-86e0-703e0dc47a73 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:03.684803 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86a89704-df9b-4541-86e0-703e0dc47a73 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.710392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a89704-df9b-4541-86e0-703e0dc47a73 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=313b0bae-e7e1-4313-a5fe-1a83bb40eac3,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:03.762489 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6b123f58-4779-4b46-b35d-cb87cf8694df None None] For port c905b295-b200-4fee-b2fd-a20106097e8f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c905b295-b200-4fee-b2fd-a20106097e8f,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:03.762970 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b123f58-4779-4b46-b35d-cb87cf8694df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:03.800686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6b123f58-4779-4b46-b35d-cb87cf8694df None None] Calling delete_port for c905b295-b200-4fee-b2fd-a20106097e8f owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:03.805147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-86a89704-df9b-4541-86e0-703e0dc47a73 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9256909 Aug 19 12:29:03.808140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36840) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:03.814041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5c222abe-7630-4b59-970c-ed23e9f772f1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:03.887336 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-752ebfc8-741a-4326-a900-613dc9debc89 req-bb091f9f-8e62-4e87-b6e3-17e0615567da tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=a27baae2-b5ef-4145-919a-f415ed811fa2 HTTP/1.1" status: 200 len: 210 time: 0.0699148 Aug 19 12:29:03.965565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb773d8-634c-49a4-923c-a01e2bd921b0 req-bf3b64cb-567a-45ce-a2b4-ed4f4ad013a5 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:03.966315 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cb773d8-634c-49a4-923c-a01e2bd921b0 req-bf3b64cb-567a-45ce-a2b4-ed4f4ad013a5 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 945 time: 0.1224055 Aug 19 12:29:04.030425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cb773d8-634c-49a4-923c-a01e2bd921b0 req-16907018-f239-478f-b30d-35f58099c0a2 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506096 Aug 19 12:29:04.082163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c222abe-7630-4b59-970c-ed23e9f772f1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:04.085878 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b123f58-4779-4b46-b35d-cb87cf8694df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.086957 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c222abe-7630-4b59-970c-ed23e9f772f1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.112966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b123f58-4779-4b46-b35d-cb87cf8694df None None] Pushing event deleted for resources: {'Port': ['ID=c905b295-b200-4fee-b2fd-a20106097e8f,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:04.119485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b123f58-4779-4b46-b35d-cb87cf8694df None None] No DVR routers for this DVR port c905b295-b200-4fee-b2fd-a20106097e8f on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:04.138465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f028ee25-9613-45dc-b951-3edb7a0668d0 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:04.293536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '313b0bae-e7e1-4313-a5fe-1a83bb40eac3'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:04.295218 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.458212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Allocated IP 172.20.0.2 (fe427799-de6b-44e4-8c34-c6b669262f27/313b0bae-e7e1-4313-a5fe-1a83bb40eac3/0d9ec37c-7c2d-44a5-a467-1da1c6e719e3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:04.469726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c0838202-cf33-4f7c-b23b-69481b7eac29 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:04.496394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c905b295-b200-4fee-b2fd-a20106097e8f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:04.561226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-5c222abe-7630-4b59-970c-ed23e9f772f1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:29:04.562534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: c905b295-b200-4fee-b2fd-a20106097e8f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:04.563147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c905b295-b200-4fee-b2fd-a20106097e8f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:04.564221 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c222abe-7630-4b59-970c-ed23e9f772f1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.632283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c222abe-7630-4b59-970c-ed23e9f772f1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:04.634431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 0434fd90-6dfb-4f62-8a66-7dc214884112 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:04.662348 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43c070d0-8440-4329-b090-dba9901509ce req-1d0e225f-8bd2-4456-9375-43e8716afce0 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f112ecc7-015d-4c63-a9a1-f80d05abd53c HTTP/1.1" status: 200 len: 210 time: 0.0381935 Aug 19 12:29:04.667563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5c222abe-7630-4b59-970c-ed23e9f772f1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:04.673874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c222abe-7630-4b59-970c-ed23e9f772f1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:04.674711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c222abe-7630-4b59-970c-ed23e9f772f1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.687601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 0434fd90-6dfb-4f62-8a66-7dc214884112 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:04.693869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 0434fd90-6dfb-4f62-8a66-7dc214884112 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:04.694001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c222abe-7630-4b59-970c-ed23e9f772f1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=941fd3c1-c8bc-4168-9ad4-7b2d6d139ced,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:04.836026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5c222abe-7630-4b59-970c-ed23e9f772f1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0239098 Aug 19 12:29:04.842977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36862) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:04.842977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:f6:54:ce', 'name': 'tempest-NetworksTestDHCPv6-1934131138'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:04.851417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port c0838202-cf33-4f7c-b23b-69481b7eac29 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:04.861711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port c0838202-cf33-4f7c-b23b-69481b7eac29 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:04.862076 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.899156 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:04.911438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Transition to ACTIVE for port object 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:04.946943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Transition to ACTIVE for port object 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:04.993207 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.021001 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286091e4-5cb6-4452-ae0b-0cd2680677fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0838202-cf33-4f7c-b23b-69481b7eac29'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:05.023654 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfad03bb-f897-4c5e-aff6-98a6d4c7b3d9" -d '{"events": [{"server_uuid": "286091e4-5cb6-4452-ae0b-0cd2680677fa", "name": "network-vif-plugged", "status": "completed", "tag": "c0838202-cf33-4f7c-b23b-69481b7eac29"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:05.039680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c0838202-cf33-4f7c-b23b-69481b7eac29, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c0838202-cf33-4f7c-b23b-69481b7eac29,segment=NetworkSegment(437fc9d1-9195-4571-bce6-0d6200ca2a2f),segment_id=437fc9d1-9195-4571-bce6-0d6200ca2a2f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:05.070095 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca6b3eb-2e87-4fb0-9a93-5e272faea02f x-openstack-request-id: req-2ca6b3eb-2e87-4fb0-9a93-5e272faea02f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:05.070479 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286091e4-5cb6-4452-ae0b-0cd2680677fa", "name": "network-vif-plugged", "status": "completed", "tag": "c0838202-cf33-4f7c-b23b-69481b7eac29", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:05.070945 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ca6b3eb-2e87-4fb0-9a93-5e272faea02f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:05.071383 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286091e4-5cb6-4452-ae0b-0cd2680677fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0838202-cf33-4f7c-b23b-69481b7eac29', 'code': 200} Aug 19 12:29:05.083203 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.113939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:05.124049 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.125560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a2d54182-896a-4dea-b60a-111e5fcff3d0 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:05.127401 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f54022fd-d6a0-42d1-8674-ee1c76fe3f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.163512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:05.166735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: a2d54182-896a-4dea-b60a-111e5fcff3d0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:05.167122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a2d54182-896a-4dea-b60a-111e5fcff3d0 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:05.171507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:05.174933 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:05.184136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Pushing event updated for resources: {'Port': ['ID=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:05.294555 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Attempting to bind port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:05.294942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Attempting to bind port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:05.295236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d45ae-64ca-47de-a21c-1e1baae287b1 req-e2aa4653-d4ba-45ae-86df-758d057f7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:05.295399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Attempting to bind port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:05.296730 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b49d45ae-64ca-47de-a21c-1e1baae287b1 req-e2aa4653-d4ba-45ae-86df-758d057f7314 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 1097 time: 0.1613448 Aug 19 12:29:05.304378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:05.304609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:05.304877 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.305261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:05.305715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Bound port: 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:05.306085 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.306324 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.308776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=c0838202-cf33-4f7c-b23b-69481b7eac29,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:05.321760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66034fb9-1919-44c0-a78e-ec52764e0f18 req-d556641c-c9e8-4f14-8162-ddcbd86d20ab tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:05.323249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66034fb9-1919-44c0-a78e-ec52764e0f18 req-d556641c-c9e8-4f14-8162-ddcbd86d20ab tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 946 time: 0.0997400 Aug 19 12:29:05.372683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 34a742ac-6bfc-4f72-9842-309a4de8d020 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:05.373342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] For port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:05.390317 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b49d45ae-64ca-47de-a21c-1e1baae287b1 req-5333dadd-ffbf-48df-8af9-ee3509f53bd9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811896 Aug 19 12:29:05.427475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] For port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:05.435524 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66034fb9-1919-44c0-a78e-ec52764e0f18 req-04f1483c-6016-471d-95cf-81e6377fe833 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941813 Aug 19 12:29:05.548436 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.595165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa8dfb-0966-4527-88cc-491bc313c919 req-81dcc331-8221-41e0-9412-7f1d77389a4f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:05.596736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9aa8dfb-0966-4527-88cc-491bc313c919 req-81dcc331-8221-41e0-9412-7f1d77389a4f tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 946 time: 0.0903723 Aug 19 12:29:05.615375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 172.20.0.13 (fe427799-de6b-44e4-8c34-c6b669262f27/313b0bae-e7e1-4313-a5fe-1a83bb40eac3/34a742ac-6bfc-4f72-9842-309a4de8d020) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:05.626711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8e549-4fa1-4031-a868-8d46d677041b None None] Pushing event updated for resources: {'Port': ['ID=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:05.630678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::f816:3eff:fef6:54ce (fe427799-de6b-44e4-8c34-c6b669262f27/941fd3c1-c8bc-4168-9ad4-7b2d6d139ced/34a742ac-6bfc-4f72-9842-309a4de8d020) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:05.665320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9aa8dfb-0966-4527-88cc-491bc313c919 req-6ef1b886-baa5-419e-a4ad-fdd2db0196be tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587447 Aug 19 12:29:05.841942 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:05.858415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 34a742ac-6bfc-4f72-9842-309a4de8d020 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:05.971213 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.009990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:06.012991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:06.015509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:06.056494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=34a742ac-6bfc-4f72-9842-309a4de8d020,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:06.082467 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:06.083139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.210406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-46598155-941b-4371-af97-55e6831981ce tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3731143 Aug 19 12:29:06.217067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36900) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:06.282778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9b126-d728-4061-82cb-496531314111 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:06.289427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9b126-d728-4061-82cb-496531314111 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:06.291477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eda9b126-d728-4061-82cb-496531314111 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0752490 Aug 19 12:29:06.294435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36906) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:06.391968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2a725-c821-49fe-9cc7-82f60a2b9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 34a742ac-6bfc-4f72-9842-309a4de8d020 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:06.392311 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a725-c821-49fe-9cc7-82f60a2b9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.508502 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a725-c821-49fe-9cc7-82f60a2b9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.540618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2a725-c821-49fe-9cc7-82f60a2b9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 34a742ac-6bfc-4f72-9842-309a4de8d020 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:06.572849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:06.652468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533aeb3-9c35-454a-ab04-cb09b8c23fd8 req-ca5ada62-3dd9-4683-a736-dcc0df29827b tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:06.654029 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2533aeb3-9c35-454a-ab04-cb09b8c23fd8 req-ca5ada62-3dd9-4683-a736-dcc0df29827b tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 946 time: 0.1114907 Aug 19 12:29:06.686890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ec4f86-33b4-4b54-9e31-48292024889f None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:06.713393 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2533aeb3-9c35-454a-ab04-cb09b8c23fd8 req-bd58c4c9-6493-4b0f-99a5-4fb88eb495ca tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496931 Aug 19 12:29:06.776834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:06.882025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa2a58-6c2a-47b1-b28d-7417a38032a5 req-4cb4b976-0c0e-46a9-972e-20343c477313 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:06.890602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2fa2a58-6c2a-47b1-b28d-7417a38032a5 req-4cb4b976-0c0e-46a9-972e-20343c477313 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 946 time: 0.0697737 Aug 19 12:29:06.929702 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2fa2a58-6c2a-47b1-b28d-7417a38032a5 req-2e0cc97f-b6c5-489e-abcf-6e2a9ef1bda4 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382924 Aug 19 12:29:06.933846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Provisioning for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:06.938715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Provisioning complete for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:06.939238 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:06.976465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e04b0d-9dca-4664-b690-163fbbe2fce5 req-5535ef7a-4e6f-4120-b88a-d2c6692c3346 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:06.976962 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7e04b0d-9dca-4664-b690-163fbbe2fce5 req-5535ef7a-4e6f-4120-b88a-d2c6692c3346 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.62 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 946 time: 0.1826763 Aug 19 12:29:07.007579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11884b6-d26b-480d-a0dd-c90db214317d req-7c219c36-5e7d-4cbc-9644-7b853dc49c31 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:07.009182 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c11884b6-d26b-480d-a0dd-c90db214317d req-7c219c36-5e7d-4cbc-9644-7b853dc49c31 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9a3dc8-305d-41e3-b7cb-4aca0603b326 HTTP/1.1" status: 200 len: 950 time: 0.1305811 Aug 19 12:29:07.050727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21c054-be80-4ca5-8d6b-c3f626167da2 None None] Update dhcp port {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': '313b0bae-e7e1-4313-a5fe-1a83bb40eac3', 'ip_address': '172.20.0.2'}, {'subnet_id': '941fd3c1-c8bc-4168-9ad4-7b2d6d139ced'}], 'binding:host_id': 'n-d-803757-2'}, 'id': '0d9ec37c-7c2d-44a5-a467-1da1c6e719e3'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:29:07.101887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a21c054-be80-4ca5-8d6b-c3f626167da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.116235 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c11884b6-d26b-480d-a0dd-c90db214317d req-2f1ed362-efe3-47bf-b78d-28bdedf34da9 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766368 Aug 19 12:29:07.121648 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.138409 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a725-c821-49fe-9cc7-82f60a2b9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.172624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2a725-c821-49fe-9cc7-82f60a2b9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=34a742ac-6bfc-4f72-9842-309a4de8d020,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:07.183084 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-c7e04b0d-9dca-4664-b690-163fbbe2fce5 req-325eaed6-f874-45f5-8a49-29a668f250fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Deleting port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:07.183430 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7e04b0d-9dca-4664-b690-163fbbe2fce5 req-325eaed6-f874-45f5-8a49-29a668f250fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.237514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] For port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:07.314692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-2a21c054-be80-4ca5-8d6b-c3f626167da2 None None] Allocated IP 2001:db8::f816:3eff:fe99:b66f (fe427799-de6b-44e4-8c34-c6b669262f27/941fd3c1-c8bc-4168-9ad4-7b2d6d139ced/0d9ec37c-7c2d-44a5-a467-1da1c6e719e3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:07.333468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a725-c821-49fe-9cc7-82f60a2b9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.335447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f7d2a725-c821-49fe-9cc7-82f60a2b9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/34a742ac-6bfc-4f72-9842-309a4de8d020 HTTP/1.1" status: 204 len: 168 time: 1.0400274 Aug 19 12:29:07.338035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36930) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:07.347372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c7e04b0d-9dca-4664-b690-163fbbe2fce5 req-325eaed6-f874-45f5-8a49-29a668f250fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] For port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:07.348012 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7e04b0d-9dca-4664-b690-163fbbe2fce5 req-325eaed6-f874-45f5-8a49-29a668f250fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.349290 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.371552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-c7e04b0d-9dca-4664-b690-163fbbe2fce5 req-325eaed6-f874-45f5-8a49-29a668f250fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Calling delete_port for 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:07.408915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f09ae20-e0a8-4ef3-9c59-dfa451d6bc8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:07.410765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f09ae20-e0a8-4ef3-9c59-dfa451d6bc8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:07.412735 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f09ae20-e0a8-4ef3-9c59-dfa451d6bc8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:07.415046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6f09ae20-e0a8-4ef3-9c59-dfa451d6bc8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0760071 Aug 19 12:29:07.427301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36934) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:07.474150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Pushing event updated for resources: {'Port': ['ID=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:07.485362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.485710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.486055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.486392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.486725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.487084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.487442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.487555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-956ab28d-3c0c-4a71-965e-c33af4dbe120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 313b0bae-e7e1-4313-a5fe-1a83bb40eac3 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:07.487770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.488098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.488529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.488862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.489185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631d669-4496-4621-92af-8ca7ac1dd903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:07.519398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2a21c054-be80-4ca5-8d6b-c3f626167da2 None None] For port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:07.565934 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a21c054-be80-4ca5-8d6b-c3f626167da2 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.580766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2a21c054-be80-4ca5-8d6b-c3f626167da2 None None] Transition to ACTIVE for port object 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:07.598413 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7e04b0d-9dca-4664-b690-163fbbe2fce5 req-325eaed6-f874-45f5-8a49-29a668f250fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.609625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1e95dd5a-47be-4f0a-b88e-6a01deb21aa2'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:07.613694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['25fb744b-74b2-49c0-b4a7-69c9ede3f16e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:07.628427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325eaed6-f874-45f5-8a49-29a668f250fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event deleted for resources: {'Port': ['ID=1e95dd5a-47be-4f0a-b88e-6a01deb21aa2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:07.660748 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.678043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e04b0d-9dca-4664-b690-163fbbe2fce5 req-325eaed6-f874-45f5-8a49-29a668f250fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] No DVR routers for this DVR port 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:07.681260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c7e04b0d-9dca-4664-b690-163fbbe2fce5 req-325eaed6-f874-45f5-8a49-29a668f250fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.683533 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7e04b0d-9dca-4664-b690-163fbbe2fce5 req-325eaed6-f874-45f5-8a49-29a668f250fb tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.62 "DELETE /v2.0/ports/1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 HTTP/1.1" status: 204 len: 173 time: 0.6949086 Aug 19 12:29:07.687899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85c55b2-4bf1-4878-b7a5-318e7a27e2ac', 'name': 'network-vif-deleted', 'tag': '1e95dd5a-47be-4f0a-b88e-6a01deb21aa2'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:07.687899 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ca1108-4086-4467-bce2-d6351b20c925" -d '{"events": [{"server_uuid": "b85c55b2-4bf1-4878-b7a5-318e7a27e2ac", "name": "network-vif-deleted", "tag": "1e95dd5a-47be-4f0a-b88e-6a01deb21aa2"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:07.706238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956ab28d-3c0c-4a71-965e-c33af4dbe120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.707138 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a21c054-be80-4ca5-8d6b-c3f626167da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.709447 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ad5bacdb-2e6a-4ff5-b800-ebe30dfbfb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.753324 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56e0738-1aa3-4ee8-a064-7baf050481fe x-openstack-request-id: req-b56e0738-1aa3-4ee8-a064-7baf050481fe {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:07.753625 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85c55b2-4bf1-4878-b7a5-318e7a27e2ac", "name": "network-vif-deleted", "tag": "1e95dd5a-47be-4f0a-b88e-6a01deb21aa2", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:07.753882 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b56e0738-1aa3-4ee8-a064-7baf050481fe {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:07.754289 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85c55b2-4bf1-4878-b7a5-318e7a27e2ac', 'name': 'network-vif-deleted', 'tag': '1e95dd5a-47be-4f0a-b88e-6a01deb21aa2', 'status': 'completed', 'code': 200} Aug 19 12:29:07.770062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cd5ae-29f9-48dd-8056-4adb79541bc0 req-32fe46dd-fbe1-44ab-a604-da305faaa0d6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:07.771691 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-894cd5ae-29f9-48dd-8056-4adb79541bc0 req-32fe46dd-fbe1-44ab-a604-da305faaa0d6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d9a3dc8-305d-41e3-b7cb-4aca0603b326 HTTP/1.1" status: 200 len: 950 time: 0.1099472 Aug 19 12:29:07.795717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956ab28d-3c0c-4a71-965e-c33af4dbe120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:07.862150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21c054-be80-4ca5-8d6b-c3f626167da2 None None] Pushing event updated for resources: {'Port': ['ID=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:08.006344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a98167-342b-47e9-ada6-e4d91310b3b6 req-61cc57e6-2463-4cf5-a1b9-0f59ad4ba7c6 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:08.016521 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3a98167-342b-47e9-ada6-e4d91310b3b6 req-61cc57e6-2463-4cf5-a1b9-0f59ad4ba7c6 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 946 time: 0.1761744 Aug 19 12:29:08.114090 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3a98167-342b-47e9-ada6-e4d91310b3b6 req-436c738e-a470-4006-9685-639543d73791 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964799 Aug 19 12:29:08.120309 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956ab28d-3c0c-4a71-965e-c33af4dbe120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.134238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6df1c848-e933-480a-b22f-8d681b72daec req-4468a1af-dd99-4469-b009-698c857cb3f7 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85c55b2-4bf1-4878-b7a5-318e7a27e2ac HTTP/1.1" status: 200 len: 210 time: 0.0923135 Aug 19 12:29:08.145882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-894cd5ae-29f9-48dd-8056-4adb79541bc0 req-c26c7b0e-4a32-46b6-9cca-c9a833ec1ffd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Deleting port 0cb09040-bf98-4e18-9988-14f60e593196 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:08.145882 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-894cd5ae-29f9-48dd-8056-4adb79541bc0 req-c26c7b0e-4a32-46b6-9cca-c9a833ec1ffd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.292502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99287f19-a84d-47b4-9b29-1d946b3fbef0 req-2826306d-5628-4459-b575-2798ad9650cf tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:08.294494 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99287f19-a84d-47b4-9b29-1d946b3fbef0 req-2826306d-5628-4459-b575-2798ad9650cf tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/ports?device_id=18b014a7-b4fd-4c54-a00f-fca087e41bd2 HTTP/1.1" status: 200 len: 949 time: 0.1246977 Aug 19 12:29:08.349216 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-894cd5ae-29f9-48dd-8056-4adb79541bc0 req-c26c7b0e-4a32-46b6-9cca-c9a833ec1ffd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] For port 0cb09040-bf98-4e18-9988-14f60e593196, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=0cb09040-bf98-4e18-9988-14f60e593196,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:08.349601 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-894cd5ae-29f9-48dd-8056-4adb79541bc0 req-c26c7b0e-4a32-46b6-9cca-c9a833ec1ffd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.367648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-894cd5ae-29f9-48dd-8056-4adb79541bc0 req-c26c7b0e-4a32-46b6-9cca-c9a833ec1ffd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Calling delete_port for 0cb09040-bf98-4e18-9988-14f60e593196 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:08.426237 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956ab28d-3c0c-4a71-965e-c33af4dbe120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.458672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e965fb-9fef-4d4d-8553-960baa8de450 req-eef06d1b-6e6b-4a32-96f5-3d0086e30acc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:08.468303 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14e965fb-9fef-4d4d-8553-960baa8de450 req-eef06d1b-6e6b-4a32-96f5-3d0086e30acc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9a3dc8-305d-41e3-b7cb-4aca0603b326 HTTP/1.1" status: 200 len: 950 time: 0.1135554 Aug 19 12:29:08.481518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ab28d-3c0c-4a71-965e-c33af4dbe120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=313b0bae-e7e1-4313-a5fe-1a83bb40eac3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:08.489448 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956ab28d-3c0c-4a71-965e-c33af4dbe120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.494225 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-956ab28d-3c0c-4a71-965e-c33af4dbe120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/313b0bae-e7e1-4313-a5fe-1a83bb40eac3 HTTP/1.1" status: 204 len: 168 time: 1.0658848 Aug 19 12:29:08.498502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36956) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:08.543953 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14e965fb-9fef-4d4d-8553-960baa8de450 req-ffc725e1-00ac-4fdd-a645-b727bd153dc5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702050 Aug 19 12:29:08.557386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-99287f19-a84d-47b4-9b29-1d946b3fbef0 req-510333d4-d625-4bf0-88eb-4e39c26a9bf5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Deleting port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:08.558093 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99287f19-a84d-47b4-9b29-1d946b3fbef0 req-510333d4-d625-4bf0-88eb-4e39c26a9bf5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.572229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:08.619669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9e975c-ac4d-43c3-a072-d094a46dc6f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 941fd3c1-c8bc-4168-9ad4-7b2d6d139ced {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:08.636154 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a9e975c-ac4d-43c3-a072-d094a46dc6f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.707479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-99287f19-a84d-47b4-9b29-1d946b3fbef0 req-510333d4-d625-4bf0-88eb-4e39c26a9bf5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] For port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:08.708087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99287f19-a84d-47b4-9b29-1d946b3fbef0 req-510333d4-d625-4bf0-88eb-4e39c26a9bf5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.708384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a9e975c-ac4d-43c3-a072-d094a46dc6f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.730599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-99287f19-a84d-47b4-9b29-1d946b3fbef0 req-510333d4-d625-4bf0-88eb-4e39c26a9bf5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Calling delete_port for 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:08.777916 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db68fac4-b2ae-492f-b48a-ec6a379afcbb None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:08.863439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a9e975c-ac4d-43c3-a072-d094a46dc6f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.876072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2dbcff8c-1dce-41ce-a963-17e7bf9b7dc6 None None] Could not find standard attr ID for object 34a742ac-6bfc-4f72-9842-309a4de8d020. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:29:08.948292 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-894cd5ae-29f9-48dd-8056-4adb79541bc0 req-c26c7b0e-4a32-46b6-9cca-c9a833ec1ffd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:08.984685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c7b0e-4a32-46b6-9cca-c9a833ec1ffd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event deleted for resources: {'Port': ['ID=0cb09040-bf98-4e18-9988-14f60e593196,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:08.985643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', '7d2b3e27-922d-42a6-84bd-368a87ea430a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:08.989610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b', '0cb09040-bf98-4e18-9988-14f60e593196'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:09.035108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-894cd5ae-29f9-48dd-8056-4adb79541bc0 req-c26c7b0e-4a32-46b6-9cca-c9a833ec1ffd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] No DVR routers for this DVR port 0cb09040-bf98-4e18-9988-14f60e593196 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:09.038942 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-894cd5ae-29f9-48dd-8056-4adb79541bc0 req-c26c7b0e-4a32-46b6-9cca-c9a833ec1ffd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.041028 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-894cd5ae-29f9-48dd-8056-4adb79541bc0 req-c26c7b0e-4a32-46b6-9cca-c9a833ec1ffd tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "DELETE /v2.0/ports/0cb09040-bf98-4e18-9988-14f60e593196 HTTP/1.1" status: 204 len: 173 time: 1.2602301 Aug 19 12:29:09.041575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9a3dc8-305d-41e3-b7cb-4aca0603b326', 'name': 'network-vif-deleted', 'tag': '0cb09040-bf98-4e18-9988-14f60e593196'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:09.044569 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f7652d-c646-46c9-8284-9f53c86a9c2c" -d '{"events": [{"server_uuid": "1d9a3dc8-305d-41e3-b7cb-4aca0603b326", "name": "network-vif-deleted", "tag": "0cb09040-bf98-4e18-9988-14f60e593196"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:09.059370 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99287f19-a84d-47b4-9b29-1d946b3fbef0 req-510333d4-d625-4bf0-88eb-4e39c26a9bf5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.079046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2dbcff8c-1dce-41ce-a963-17e7bf9b7dc6 None None] Provisioning for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:09.099552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510333d4-d625-4bf0-88eb-4e39c26a9bf5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event deleted for resources: {'Port': ['ID=86cb7fab-4fb5-4903-8011-7f7fb1a00ac8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:09.102276 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd08378-4476-4eca-b228-c74f1b3584dc x-openstack-request-id: req-ccd08378-4476-4eca-b228-c74f1b3584dc {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:09.102566 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9a3dc8-305d-41e3-b7cb-4aca0603b326", "name": "network-vif-deleted", "tag": "0cb09040-bf98-4e18-9988-14f60e593196", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:09.102887 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccd08378-4476-4eca-b228-c74f1b3584dc {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:09.105941 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9a3dc8-305d-41e3-b7cb-4aca0603b326', 'name': 'network-vif-deleted', 'tag': '0cb09040-bf98-4e18-9988-14f60e593196', 'status': 'completed', 'code': 200} Aug 19 12:29:09.120891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2dbcff8c-1dce-41ce-a963-17e7bf9b7dc6 None None] Provisioning complete for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:09.121571 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2dbcff8c-1dce-41ce-a963-17e7bf9b7dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.189159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-99287f19-a84d-47b4-9b29-1d946b3fbef0 req-510333d4-d625-4bf0-88eb-4e39c26a9bf5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] No DVR routers for this DVR port 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:09.191831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-99287f19-a84d-47b4-9b29-1d946b3fbef0 req-510333d4-d625-4bf0-88eb-4e39c26a9bf5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.194534 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99287f19-a84d-47b4-9b29-1d946b3fbef0 req-510333d4-d625-4bf0-88eb-4e39c26a9bf5 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "DELETE /v2.0/ports/86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 HTTP/1.1" status: 204 len: 173 time: 0.8920245 Aug 19 12:29:09.199068 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a9e975c-ac4d-43c3-a072-d094a46dc6f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.235857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.243716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e975c-ac4d-43c3-a072-d094a46dc6f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=941fd3c1-c8bc-4168-9ad4-7b2d6d139ced,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:09.247938 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a9e975c-ac4d-43c3-a072-d094a46dc6f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.252155 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7a9e975c-ac4d-43c3-a072-d094a46dc6f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/941fd3c1-c8bc-4168-9ad4-7b2d6d139ced HTTP/1.1" status: 204 len: 168 time: 0.7504468 Aug 19 12:29:09.252650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36976) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:09.311840 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1225ab52-c637-47dd-97a0-95e56b9228b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556498 Aug 19 12:29:09.319474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36982) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:09.319474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b86b1e44-bc74-41bc-a9ba-ae65404f4897 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:09.648804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86b1e44-bc74-41bc-a9ba-ae65404f4897 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:09.653955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b86b1e44-bc74-41bc-a9ba-ae65404f4897 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:09.755903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b014a7-b4fd-4c54-a00f-fca087e41bd2', 'name': 'network-vif-deleted', 'tag': '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:09.758412 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e76884-b831-4ed4-9252-87bb9e6b7229" -d '{"events": [{"server_uuid": "18b014a7-b4fd-4c54-a00f-fca087e41bd2", "name": "network-vif-deleted", "tag": "86cb7fab-4fb5-4903-8011-7f7fb1a00ac8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:09.874404 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eac4a726-c18b-4632-a92e-b6be53ac05b3 req-5ccebfc7-a27f-41bf-97f6-d1571df7390c tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d9a3dc8-305d-41e3-b7cb-4aca0603b326 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Aug 19 12:29:09.935774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b', '0cb09040-bf98-4e18-9988-14f60e593196'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:09.948465 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa26823-d7d9-448d-bb70-ad53045bbe25 x-openstack-request-id: req-2aa26823-d7d9-448d-bb70-ad53045bbe25 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:09.948768 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b014a7-b4fd-4c54-a00f-fca087e41bd2", "name": "network-vif-deleted", "tag": "86cb7fab-4fb5-4903-8011-7f7fb1a00ac8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:09.949022 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2aa26823-d7d9-448d-bb70-ad53045bbe25 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:09.949430 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b014a7-b4fd-4c54-a00f-fca087e41bd2', 'name': 'network-vif-deleted', 'tag': '86cb7fab-4fb5-4903-8011-7f7fb1a00ac8', 'status': 'completed', 'code': 200} Aug 19 12:29:10.033918 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b86b1e44-bc74-41bc-a9ba-ae65404f4897 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.071696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17b9969-fb91-4c6a-bfbe-dce5da6a0e6a None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:10.137508 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac334577-28d4-468c-b7fd-f87ea2626afe req-1ac4e903-ce60-49b4-b9b1-b76398e8feaf tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.139134 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac334577-28d4-468c-b7fd-f87ea2626afe req-1ac4e903-ce60-49b4-b9b1-b76398e8feaf tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 946 time: 0.1000118 Aug 19 12:29:10.183476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86b1e44-bc74-41bc-a9ba-ae65404f4897 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:10.210178 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac334577-28d4-468c-b7fd-f87ea2626afe req-8449ac6d-46fd-4721-878c-a53b91db3ba5 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624661 Aug 19 12:29:10.211241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606718-2df9-4157-9439-50525e2bdb5a req-1872d849-d23c-4d32-b091-4dbd53389b13 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.232317 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac606718-2df9-4157-9439-50525e2bdb5a req-1872d849-d23c-4d32-b091-4dbd53389b13 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.2522571 Aug 19 12:29:10.243364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-b86b1e44-bc74-41bc-a9ba-ae65404f4897 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:10.246354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86b1e44-bc74-41bc-a9ba-ae65404f4897 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:10.246976 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b86b1e44-bc74-41bc-a9ba-ae65404f4897 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.290748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8c150ab3-47b6-4175-89ad-fe09d0badb05 None None] Provisioning complete for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:10.291316 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8c150ab3-47b6-4175-89ad-fe09d0badb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.293094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b1e44-bc74-41bc-a9ba-ae65404f4897 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=94c99b84-13fa-49ee-8aa9-8680ff25a8b4,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:10.308992 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac606718-2df9-4157-9439-50525e2bdb5a req-69eebed5-72b0-4e71-a2cb-92a4df7cddc1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce67c16c-9553-4394-ab9a-2bb00feb321a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745924 Aug 19 12:29:10.408864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', '7d2b3e27-922d-42a6-84bd-368a87ea430a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:10.473915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b86b1e44-bc74-41bc-a9ba-ae65404f4897 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1602387 Aug 19 12:29:10.478317 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37004) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:10.485959 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.489892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:10.654347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:10.656585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dec3306-4f4a-40bb-9f9b-2e8425d1d7fd None None] Update dhcp port {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': '94c99b84-13fa-49ee-8aa9-8680ff25a8b4'}], 'binding:host_id': 'n-d-803757-2'}, 'id': '0d9ec37c-7c2d-44a5-a467-1da1c6e719e3'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:29:10.696506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:10.696842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 86cb7fab-4fb5-4903-8011-7f7fb1a00ac8 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:10.697317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:10.725648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:10.725993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1e95dd5a-47be-4f0a-b88e-6a01deb21aa2 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:10.732990 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6dec3306-4f4a-40bb-9f9b-2e8425d1d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.784882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:10.789168 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:10.960303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-6dec3306-4f4a-40bb-9f9b-2e8425d1d7fd None None] Allocated IP 172.20.0.2 (fe427799-de6b-44e4-8c34-c6b669262f27/94c99b84-13fa-49ee-8aa9-8680ff25a8b4/0d9ec37c-7c2d-44a5-a467-1da1c6e719e3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:11.199437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6dec3306-4f4a-40bb-9f9b-2e8425d1d7fd None None] For port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:11.232010 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6dec3306-4f4a-40bb-9f9b-2e8425d1d7fd None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.249317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6dec3306-4f4a-40bb-9f9b-2e8425d1d7fd None None] Transition to ACTIVE for port object 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:11.285424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.objects.ports [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95542) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:29:11.287043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483b014-94fd-402d-86fa-0b12ee33976f req-b8549b06-2e0e-489d-ab8b-b5fe263e0c4c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:11.289168 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c483b014-94fd-402d-86fa-0b12ee33976f req-b8549b06-2e0e-489d-ab8b-b5fe263e0c4c tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 946 time: 0.0643458 Aug 19 12:29:11.293199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37022) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.364366 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6dec3306-4f4a-40bb-9f9b-2e8425d1d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.399726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-c483b014-94fd-402d-86fa-0b12ee33976f req-914a76bf-e371-445b-bd2c-d465873370b1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Deleting port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:11.400421 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c483b014-94fd-402d-86fa-0b12ee33976f req-914a76bf-e371-445b-bd2c-d465873370b1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.465401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e43d9496-b27d-47d5-bee5-f018282d9931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.485137 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec3306-4f4a-40bb-9f9b-2e8425d1d7fd None None] Pushing event updated for resources: {'Port': ['ID=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:11.541876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-c483b014-94fd-402d-86fa-0b12ee33976f req-914a76bf-e371-445b-bd2c-d465873370b1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] For port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=25fb744b-74b2-49c0-b4a7-69c9ede3f16e,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:11.542192 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c483b014-94fd-402d-86fa-0b12ee33976f req-914a76bf-e371-445b-bd2c-d465873370b1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.552756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc07535-ceed-49e3-aa8c-9c4a799a047e req-ab960081-3ffe-4f22-8e2a-722dde84cd99 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:11.556661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-afc07535-ceed-49e3-aa8c-9c4a799a047e req-ab960081-3ffe-4f22-8e2a-722dde84cd99 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 946 time: 0.2450230 Aug 19 12:29:11.561237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-c483b014-94fd-402d-86fa-0b12ee33976f req-914a76bf-e371-445b-bd2c-d465873370b1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Calling delete_port for 25fb744b-74b2-49c0-b4a7-69c9ede3f16e owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:11.596622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd92c7-4678-4232-9250-f602d2916c7e req-137e91a7-038d-443a-a4dd-ea9836ba622f tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:11.598128 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1cdd92c7-4678-4232-9250-f602d2916c7e req-137e91a7-038d-443a-a4dd-ea9836ba622f tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.30 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 946 time: 0.1803265 Aug 19 12:29:11.670932 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e43d9496-b27d-47d5-bee5-f018282d9931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.680524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-afc07535-ceed-49e3-aa8c-9c4a799a047e req-480d4b82-af44-4953-add5-3fdac902c3b8 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/security-groups?id=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066611 Aug 19 12:29:11.740817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-1cdd92c7-4678-4232-9250-f602d2916c7e req-567ba526-49e7-4d30-adbf-aba929e63ee8 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Deleting port c0838202-cf33-4f7c-b23b-69481b7eac29 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:11.741336 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1cdd92c7-4678-4232-9250-f602d2916c7e req-567ba526-49e7-4d30-adbf-aba929e63ee8 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.809902 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e43d9496-b27d-47d5-bee5-f018282d9931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.872454 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e43d9496-b27d-47d5-bee5-f018282d9931 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e36948dc0214a1aa9a0e110a8a9b105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779409 Aug 19 12:29:11.873893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d9496-b27d-47d5-bee5-f018282d9931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97aa3f8-5934-4b73-81b6-973d08c617cf,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:11.876969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37036) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:11.881414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c483b014-94fd-402d-86fa-0b12ee33976f req-914a76bf-e371-445b-bd2c-d465873370b1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.893908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['25fb744b-74b2-49c0-b4a7-69c9ede3f16e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:11.897569 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.923495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a76bf-e371-445b-bd2c-d465873370b1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event deleted for resources: {'Port': ['ID=25fb744b-74b2-49c0-b4a7-69c9ede3f16e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:11.955622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2af0e3b0-af23-452d-bc8c-ee685ccf221f req-c5358f0a-bee5-4b8f-b082-254363e42193 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f1febb2-2c48-4d59-afc6-337aefd218ee HTTP/1.1" status: 200 len: 210 time: 0.1074338 Aug 19 12:29:11.983698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c483b014-94fd-402d-86fa-0b12ee33976f req-914a76bf-e371-445b-bd2c-d465873370b1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] No DVR routers for this DVR port 25fb744b-74b2-49c0-b4a7-69c9ede3f16e on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:11.987433 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c483b014-94fd-402d-86fa-0b12ee33976f req-914a76bf-e371-445b-bd2c-d465873370b1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:11.989587 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c483b014-94fd-402d-86fa-0b12ee33976f req-914a76bf-e371-445b-bd2c-d465873370b1 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "DELETE /v2.0/ports/25fb744b-74b2-49c0-b4a7-69c9ede3f16e HTTP/1.1" status: 204 len: 173 time: 0.6898174 Aug 19 12:29:11.991990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1febb2-2c48-4d59-afc6-337aefd218ee', 'name': 'network-vif-deleted', 'tag': '25fb744b-74b2-49c0-b4a7-69c9ede3f16e'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:11.995224 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a98ff49-fb04-4916-88f8-6a01666a17b2" -d '{"events": [{"server_uuid": "5f1febb2-2c48-4d59-afc6-337aefd218ee", "name": "network-vif-deleted", "tag": "25fb744b-74b2-49c0-b4a7-69c9ede3f16e"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:11.995564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-1cdd92c7-4678-4232-9250-f602d2916c7e req-567ba526-49e7-4d30-adbf-aba929e63ee8 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] For port c0838202-cf33-4f7c-b23b-69481b7eac29, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c0838202-cf33-4f7c-b23b-69481b7eac29,segment=NetworkSegment(437fc9d1-9195-4571-bce6-0d6200ca2a2f),segment_id=437fc9d1-9195-4571-bce6-0d6200ca2a2f)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:11.996159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1cdd92c7-4678-4232-9250-f602d2916c7e req-567ba526-49e7-4d30-adbf-aba929e63ee8 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.056306 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bc2f23-9fdb-4f77-be2b-bd46d412454e x-openstack-request-id: req-48bc2f23-9fdb-4f77-be2b-bd46d412454e {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:12.056646 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1febb2-2c48-4d59-afc6-337aefd218ee", "name": "network-vif-deleted", "tag": "25fb744b-74b2-49c0-b4a7-69c9ede3f16e", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:12.056872 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48bc2f23-9fdb-4f77-be2b-bd46d412454e {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:12.057787 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1febb2-2c48-4d59-afc6-337aefd218ee', 'name': 'network-vif-deleted', 'tag': '25fb744b-74b2-49c0-b4a7-69c9ede3f16e', 'status': 'completed', 'code': 200} Aug 19 12:29:12.078476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-1cdd92c7-4678-4232-9250-f602d2916c7e req-567ba526-49e7-4d30-adbf-aba929e63ee8 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Calling delete_port for c0838202-cf33-4f7c-b23b-69481b7eac29 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:12.210057 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbb0797d-f557-4dbe-a832-bce6ccd3ccfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.240254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d39adf-5e3d-4187-b4b8-aba5d9b3981f None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:12.280356 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbb0797d-f557-4dbe-a832-bce6ccd3ccfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.345987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] For port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:12.395676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-845ec494-0d4a-4f4f-910d-ed9cbd72b01d None None] Provisioning for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:12.402206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-845ec494-0d4a-4f4f-910d-ed9cbd72b01d None None] Provisioning complete for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:12.402578 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-845ec494-0d4a-4f4f-910d-ed9cbd72b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.415459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.492083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 0cb09040-bf98-4e18-9988-14f60e593196 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:12.519964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:12.523186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 0cb09040-bf98-4e18-9988-14f60e593196 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:12.523531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 0cb09040-bf98-4e18-9988-14f60e593196 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:12.526160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888bb3d-9085-4a53-830b-c5c85a27a449 req-aaaeedd3-bb91-4714-b0c6-59d10425cb76 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:12.528186 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f888bb3d-9085-4a53-830b-c5c85a27a449 req-aaaeedd3-bb91-4714-b0c6-59d10425cb76 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d32767c-76f5-4267-884d-d61a32ac3337 HTTP/1.1" status: 200 len: 950 time: 0.0606771 Aug 19 12:29:12.532558 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbb0797d-f557-4dbe-a832-bce6ccd3ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.532558 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbb0797d-f557-4dbe-a832-bce6ccd3ccfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.533079 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dbb0797d-f557-4dbe-a832-bce6ccd3ccfd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f97aa3f8-5934-4b73-81b6-973d08c617cf HTTP/1.1" status: 204 len: 168 time: 0.6367493 Aug 19 12:29:12.541409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0797d-f557-4dbe-a832-bce6ccd3ccfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97aa3f8-5934-4b73-81b6-973d08c617cf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:12.549771 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.551405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.588569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:12.589558 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.614606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1cdd92c7-4678-4232-9250-f602d2916c7e req-567ba526-49e7-4d30-adbf-aba929e63ee8 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:12.635603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['c0838202-cf33-4f7c-b23b-69481b7eac29'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:12.813139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c23be4db-ba4d-4ce1-9485-c10bf4f7f256 req-5121a4d0-e6ab-4160-86b5-fc6e47e7f65d tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 210 time: 0.0420780 Aug 19 12:29:13.082675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:13.117181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:13.143371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,revision_number=9']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:13.154607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.155324 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.206651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f888bb3d-9085-4a53-830b-c5c85a27a449 req-62ebc33f-532c-415b-86b8-235625513acb tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589339 Aug 19 12:29:13.213462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1718310f-c51e-47eb-95e3-c635485519b3 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:13.240332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ba526-49e7-4d30-adbf-aba929e63ee8 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Pushing event deleted for resources: {'Port': ['ID=c0838202-cf33-4f7c-b23b-69481b7eac29,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:13.244288 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=0b4ddf92-818c-4ce6-b44d-51af2a76c4af,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:13.270494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdd92c7-4678-4232-9250-f602d2916c7e req-567ba526-49e7-4d30-adbf-aba929e63ee8 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] No DVR routers for this DVR port c0838202-cf33-4f7c-b23b-69481b7eac29 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:13.276136 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1cdd92c7-4678-4232-9250-f602d2916c7e req-567ba526-49e7-4d30-adbf-aba929e63ee8 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.278128 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1cdd92c7-4678-4232-9250-f602d2916c7e req-567ba526-49e7-4d30-adbf-aba929e63ee8 tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.30 "DELETE /v2.0/ports/c0838202-cf33-4f7c-b23b-69481b7eac29 HTTP/1.1" status: 204 len: 173 time: 1.6668749 Aug 19 12:29:13.278561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286091e4-5cb6-4452-ae0b-0cd2680677fa', 'name': 'network-vif-deleted', 'tag': 'c0838202-cf33-4f7c-b23b-69481b7eac29'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:13.280240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-66ba0060-9e90-4e2f-8cf8-68c67269ab9e None None] Provisioning complete for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:13.280819 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-66ba0060-9e90-4e2f-8cf8-68c67269ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.281962 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1243d9-deb4-475b-bfe7-7c36a71252f3" -d '{"events": [{"server_uuid": "286091e4-5cb6-4452-ae0b-0cd2680677fa", "name": "network-vif-deleted", "tag": "c0838202-cf33-4f7c-b23b-69481b7eac29"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:13.294137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3461-4b85-459f-a823-59e232ed04a0 req-1fd3e8e7-a110-4fe6-8db6-11a9aaff683e tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.297774 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dfcd3461-4b85-459f-a823-59e232ed04a0 req-1fd3e8e7-a110-4fe6-8db6-11a9aaff683e tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d32767c-76f5-4267-884d-d61a32ac3337 HTTP/1.1" status: 200 len: 950 time: 0.2112570 Aug 19 12:29:13.330024 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebe0824-fd93-4295-9a47-7e9724c24f04 x-openstack-request-id: req-3ebe0824-fd93-4295-9a47-7e9724c24f04 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:13.330310 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286091e4-5cb6-4452-ae0b-0cd2680677fa", "name": "network-vif-deleted", "tag": "c0838202-cf33-4f7c-b23b-69481b7eac29", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:13.330560 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ebe0824-fd93-4295-9a47-7e9724c24f04 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:13.330978 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286091e4-5cb6-4452-ae0b-0cd2680677fa', 'name': 'network-vif-deleted', 'tag': 'c0838202-cf33-4f7c-b23b-69481b7eac29', 'status': 'completed', 'code': 200} Aug 19 12:29:13.351951 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4525f2df-bad8-4ece-8fd7-d9832b3f10e1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8698015 Aug 19 12:29:13.353296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37060) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.358695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:80:fb:02', 'name': 'tempest-NetworksTestDHCPv6-1160801551'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:13.400909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-dfcd3461-4b85-459f-a823-59e232ed04a0 req-67a9bede-2e7e-4e3e-be7a-f146528d4af6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Deleting port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:13.401167 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-dfcd3461-4b85-459f-a823-59e232ed04a0 req-67a9bede-2e7e-4e3e-be7a-f146528d4af6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.471760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37062) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.497936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d58d0ac-7dde-4906-98e0-a7aa3de09121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.521202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-dfcd3461-4b85-459f-a823-59e232ed04a0 req-67a9bede-2e7e-4e3e-be7a-f146528d4af6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] For port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:13.521579 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-dfcd3461-4b85-459f-a823-59e232ed04a0 req-67a9bede-2e7e-4e3e-be7a-f146528d4af6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.529237 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:29:13.529237 n-d-803757-2 neutron-server[95543]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:29:13.529237 n-d-803757-2 neutron-server[95543]: [parameters: {'project_id_1': '3a091b65b2e6439287a9aad3455fa92c', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 29, 13, 520650)}] Aug 19 12:29:13.529237 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:29:13.530727 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:29:13.538346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-dfcd3461-4b85-459f-a823-59e232ed04a0 req-67a9bede-2e7e-4e3e-be7a-f146528d4af6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Calling delete_port for ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:13.663652 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d58d0ac-7dde-4906-98e0-a7aa3de09121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.756641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d58d0ac-7dde-4906-98e0-a7aa3de09121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.762986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-80fbe678-916c-473e-a419-eafa4bdea9d0 None None] Provisioning complete for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:13.765796 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-80fbe678-916c-473e-a419-eafa4bdea9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.808928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4d58d0ac-7dde-4906-98e0-a7aa3de09121 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02bc6d4fe1f14fc9bac72de7ecb06282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334880 Aug 19 12:29:13.820586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37066) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:13.844457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58d0ac-7dde-4906-98e0-a7aa3de09121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dc8fc7-eee9-4a3d-b7f3-43ba4e9e8fe7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:13.855736 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-dfcd3461-4b85-459f-a823-59e232ed04a0 req-67a9bede-2e7e-4e3e-be7a-f146528d4af6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.906328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', '7d2b3e27-922d-42a6-84bd-368a87ea430a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:13.908889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:13.944691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9bede-2e7e-4e3e-be7a-f146528d4af6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event deleted for resources: {'Port': ['ID=ff5fadbf-f4c2-4955-a8b3-e6bd43a21339,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:13.951333 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31e8cb4b-9cc5-42c5-91ae-0972d2fc065d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:13.976955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94a3dc-65e6-4fd5-a492-78fab23a30c8 req-1fab7d35-7d0f-4357-9b7d-76625fc151b2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:13.987380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fd94a3dc-65e6-4fd5-a492-78fab23a30c8 req-1fab7d35-7d0f-4357-9b7d-76625fc151b2 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.2042580 Aug 19 12:29:14.001260 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31e8cb4b-9cc5-42c5-91ae-0972d2fc065d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.081547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcd3461-4b85-459f-a823-59e232ed04a0 req-67a9bede-2e7e-4e3e-be7a-f146528d4af6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] No DVR routers for this DVR port ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:14.084897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-dfcd3461-4b85-459f-a823-59e232ed04a0 req-67a9bede-2e7e-4e3e-be7a-f146528d4af6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.087814 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dfcd3461-4b85-459f-a823-59e232ed04a0 req-67a9bede-2e7e-4e3e-be7a-f146528d4af6 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "DELETE /v2.0/ports/ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 HTTP/1.1" status: 204 len: 173 time: 0.7852149 Aug 19 12:29:14.129508 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fd94a3dc-65e6-4fd5-a492-78fab23a30c8 req-3e698f2f-d48c-4747-85c3-9bd5c61691f4 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408751 Aug 19 12:29:14.142135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b0dfc-9f30-475f-a021-055d8736644e req-b6073a1a-7cfc-4e96-a01d-3e9797611dc8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:14.146895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-268b0dfc-9f30-475f-a021-055d8736644e req-b6073a1a-7cfc-4e96-a01d-3e9797611dc8 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 950 time: 0.3202503 Aug 19 12:29:14.282395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6524b709-cad8-4db9-9170-88daef05d9f6 None None] Could not find standard attr ID for object 34a742ac-6bfc-4f72-9842-309a4de8d020. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:29:14.359306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-268b0dfc-9f30-475f-a021-055d8736644e req-f753534e-51e8-4b37-8acf-2e138386a989 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Deleting port 7d2b3e27-922d-42a6-84bd-368a87ea430a {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:14.359711 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-268b0dfc-9f30-475f-a021-055d8736644e req-f753534e-51e8-4b37-8acf-2e138386a989 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.503841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 25fb744b-74b2-49c0-b4a7-69c9ede3f16e no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:14.557408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 25fb744b-74b2-49c0-b4a7-69c9ede3f16e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:14.558096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 25fb744b-74b2-49c0-b4a7-69c9ede3f16e not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:14.584856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:14.587758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-268b0dfc-9f30-475f-a021-055d8736644e req-f753534e-51e8-4b37-8acf-2e138386a989 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] For port 7d2b3e27-922d-42a6-84bd-368a87ea430a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7d2b3e27-922d-42a6-84bd-368a87ea430a,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:14.588135 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-268b0dfc-9f30-475f-a021-055d8736644e req-f753534e-51e8-4b37-8acf-2e138386a989 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.633464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-268b0dfc-9f30-475f-a021-055d8736644e req-f753534e-51e8-4b37-8acf-2e138386a989 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Calling delete_port for 7d2b3e27-922d-42a6-84bd-368a87ea430a owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:14.695442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-760a96b8-a8fc-40a2-b0c4-8d8319fe7a4f req-9aba1ed0-d427-46c5-be6a-490bec8ee55e tempest-VolumesActionsTest-1923985413 tempest-VolumesActionsTest-1923985413-project] 10.222.0.21 "GET /v2.0/ports?device_id=286091e4-5cb6-4452-ae0b-0cd2680677fa HTTP/1.1" status: 200 len: 210 time: 0.0832880 Aug 19 12:29:14.726415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:14.726716 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.730420 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31e8cb4b-9cc5-42c5-91ae-0972d2fc065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.733406 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31e8cb4b-9cc5-42c5-91ae-0972d2fc065d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.735319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-31e8cb4b-9cc5-42c5-91ae-0972d2fc065d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2dc8fc7-eee9-4a3d-b7f3-43ba4e9e8fe7 HTTP/1.1" status: 204 len: 168 time: 0.9128349 Aug 19 12:29:14.744312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8cb4b-9cc5-42c5-91ae-0972d2fc065d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dc8fc7-eee9-4a3d-b7f3-43ba4e9e8fe7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:14.824231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:14.829865 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a695e22-1b03-4bd3-aa6f-a883bf5d2ea2 req-76732ac6-2722-420e-a2cd-47cb5299a562 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d32767c-76f5-4267-884d-d61a32ac3337 HTTP/1.1" status: 200 len: 210 time: 0.0819738 Aug 19 12:29:14.958337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:14.981378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 91485cb1-39f2-4410-a1a4-f98025e97e78 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:15.027327 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-268b0dfc-9f30-475f-a021-055d8736644e req-f753534e-51e8-4b37-8acf-2e138386a989 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.047513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67237613-c10b-4ebe-b918-3dd97835a74b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:15.068672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753534e-51e8-4b37-8acf-2e138386a989 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event deleted for resources: {'Port': ['ID=7d2b3e27-922d-42a6-84bd-368a87ea430a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:15.137665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-268b0dfc-9f30-475f-a021-055d8736644e req-f753534e-51e8-4b37-8acf-2e138386a989 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] No DVR routers for this DVR port 7d2b3e27-922d-42a6-84bd-368a87ea430a on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:15.141257 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-268b0dfc-9f30-475f-a021-055d8736644e req-f753534e-51e8-4b37-8acf-2e138386a989 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.143528 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-268b0dfc-9f30-475f-a021-055d8736644e req-f753534e-51e8-4b37-8acf-2e138386a989 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.62 "DELETE /v2.0/ports/7d2b3e27-922d-42a6-84bd-368a87ea430a HTTP/1.1" status: 204 len: 173 time: 0.9892704 Aug 19 12:29:15.209493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 172.20.0.10 (fe427799-de6b-44e4-8c34-c6b669262f27/94c99b84-13fa-49ee-8aa9-8680ff25a8b4/91485cb1-39f2-4410-a1a4-f98025e97e78) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:15.224106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::f816:3eff:fe80:fb02 (fe427799-de6b-44e4-8c34-c6b669262f27/0b4ddf92-818c-4ce6-b44d-51af2a76c4af/91485cb1-39f2-4410-a1a4-f98025e97e78) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:15.332717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d32767c-76f5-4267-884d-d61a32ac3337', 'name': 'network-vif-deleted', 'tag': 'ff5fadbf-f4c2-4955-a8b3-e6bd43a21339'}, {'server_uuid': '964c8a7d-2956-4545-bfbf-a9f9ed82df3c', 'name': 'network-vif-deleted', 'tag': '7d2b3e27-922d-42a6-84bd-368a87ea430a'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:15.337620 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebbdebb-aabd-40c8-80ac-22c7b7640ab4" -d '{"events": [{"server_uuid": "7d32767c-76f5-4267-884d-d61a32ac3337", "name": "network-vif-deleted", "tag": "ff5fadbf-f4c2-4955-a8b3-e6bd43a21339"}, {"server_uuid": "964c8a7d-2956-4545-bfbf-a9f9ed82df3c", "name": "network-vif-deleted", "tag": "7d2b3e27-922d-42a6-84bd-368a87ea430a"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:15.338569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787bc40-db45-49b5-a480-0c6fe5a75794 req-8898b0a4-5210-4b38-bc7a-6ed9ee5b9b09 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:15.340247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c787bc40-db45-49b5-a480-0c6fe5a75794 req-8898b0a4-5210-4b38-bc7a-6ed9ee5b9b09 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.1001716 Aug 19 12:29:15.388762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-41977daf-04f2-4d98-97f2-14fce57395b5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:15.390839 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-41977daf-04f2-4d98-97f2-14fce57395b5 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 944 time: 0.0756917 Aug 19 12:29:15.423736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c787bc40-db45-49b5-a480-0c6fe5a75794 req-01f20d44-3aea-41bd-83e3-82139d8957f7 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups?id=4dfb221c-e732-4ac3-a001-ac66598626ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566969 Aug 19 12:29:15.450038 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6d090a-72ac-4013-bc64-9564de86be01 x-openstack-request-id: req-4f6d090a-72ac-4013-bc64-9564de86be01 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:15.450469 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d32767c-76f5-4267-884d-d61a32ac3337", "name": "network-vif-deleted", "tag": "ff5fadbf-f4c2-4955-a8b3-e6bd43a21339", "status": "completed", "code": 200}, {"server_uuid": "964c8a7d-2956-4545-bfbf-a9f9ed82df3c", "name": "network-vif-deleted", "tag": "7d2b3e27-922d-42a6-84bd-368a87ea430a", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:15.450895 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f6d090a-72ac-4013-bc64-9564de86be01 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:15.451388 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d32767c-76f5-4267-884d-d61a32ac3337', 'name': 'network-vif-deleted', 'tag': 'ff5fadbf-f4c2-4955-a8b3-e6bd43a21339', 'status': 'completed', 'code': 200} Aug 19 12:29:15.451743 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964c8a7d-2956-4545-bfbf-a9f9ed82df3c', 'name': 'network-vif-deleted', 'tag': '7d2b3e27-922d-42a6-84bd-368a87ea430a', 'status': 'completed', 'code': 200} Aug 19 12:29:15.459790 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.476702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 91485cb1-39f2-4410-a1a4-f98025e97e78 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:15.534370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Deleting port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:15.534618 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.660119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] For port 34fb5ad3-93ee-445f-a75f-822dbe1b9083, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=34fb5ad3-93ee-445f-a75f-822dbe1b9083,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:15.660490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.661635 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.714244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:15.717506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:15.722025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:15.729106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=91485cb1-39f2-4410-a1a4-f98025e97e78,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:15.791717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:15.791717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:15.933932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0a23d999-8538-48ee-98af-d8c2223784f0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5793633 Aug 19 12:29:15.936471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37114) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:15.996917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5502ef9-d099-46ed-9563-ff235ef52771 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:16.003551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5502ef9-d099-46ed-9563-ff235ef52771 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:16.005210 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e5502ef9-d099-46ed-9563-ff235ef52771 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0670295 Aug 19 12:29:16.016957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37120) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:16.056358 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e06c7eb7-2682-43f5-9e3f-e461f81de06f req-b0943f8b-d846-45eb-9851-0d39aee758bb tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=964c8a7d-2956-4545-bfbf-a9f9ed82df3c HTTP/1.1" status: 200 len: 210 time: 0.0487895 Aug 19 12:29:16.068042 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.069777 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.070458 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Floating IP 9aecb696-2006-4667-851e-5159246562f0 disassociated. External IP: 172.25.2.100, port: 34fb5ad3-93ee-445f-a75f-822dbe1b9083. Aug 19 12:29:16.071210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Calling delete_port for 34fb5ad3-93ee-445f-a75f-822dbe1b9083 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:16.130228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ab4dd913-8bee-4eac-b3b3-114d40b3d7f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 91485cb1-39f2-4410-a1a4-f98025e97e78 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:16.130587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd913-8bee-4eac-b3b3-114d40b3d7f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.178718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-167f59ce-04af-45d7-8a0e-d48b6ec6cd01 None None] Provisioning for port 91485cb1-39f2-4410-a1a4-f98025e97e78 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:16.182693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-167f59ce-04af-45d7-8a0e-d48b6ec6cd01 None None] Provisioning complete for port 91485cb1-39f2-4410-a1a4-f98025e97e78 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:16.183101 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-167f59ce-04af-45d7-8a0e-d48b6ec6cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.287381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-167f59ce-04af-45d7-8a0e-d48b6ec6cd01 None None] Port 91485cb1-39f2-4410-a1a4-f98025e97e78 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:16.291635 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd913-8bee-4eac-b3b3-114d40b3d7f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.307451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ab4dd913-8bee-4eac-b3b3-114d40b3d7f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 91485cb1-39f2-4410-a1a4-f98025e97e78 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:16.420146 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.480694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event deleted for resources: {'Port': ['ID=34fb5ad3-93ee-445f-a75f-822dbe1b9083,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:16.492233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c0838202-cf33-4f7c-b23b-69481b7eac29 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:16.547042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: c0838202-cf33-4f7c-b23b-69481b7eac29 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:16.547629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c0838202-cf33-4f7c-b23b-69481b7eac29 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:16.632017 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd913-8bee-4eac-b3b3-114d40b3d7f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.647972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7d2b3e27-922d-42a6-84bd-368a87ea430a no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:16.701740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dd913-8bee-4eac-b3b3-114d40b3d7f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=91485cb1-39f2-4410-a1a4-f98025e97e78,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:16.715173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1787bf0f-b92f-46e1-a2df-35585c80471a req-73759212-5160-4d3c-8e29-dc2f0331fc25 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 210 time: 0.1275308 Aug 19 12:29:16.717505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Router 72c03f96-38fa-4a91-ae56-830c75d0483f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:29:16.724610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 7d2b3e27-922d-42a6-84bd-368a87ea430a {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:16.724983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7d2b3e27-922d-42a6-84bd-368a87ea430a not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:16.725297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:16.787438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:16.791292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ff5fadbf-f4c2-4955-a8b3-e6bd43a21339 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:16.825138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ab4dd913-8bee-4eac-b3b3-114d40b3d7f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:16.833967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ab4dd913-8bee-4eac-b3b3-114d40b3d7f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/91485cb1-39f2-4410-a1a4-f98025e97e78 HTTP/1.1" status: 204 len: 168 time: 0.8122518 Aug 19 12:29:16.834172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37148) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:16.929100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa9de-e66d-49e8-aa29-a2416975ac78 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:16.930705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa9de-e66d-49e8-aa29-a2416975ac78 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:16.932231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719aa9de-e66d-49e8-aa29-a2416975ac78 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:16.933810 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-719aa9de-e66d-49e8-aa29-a2416975ac78 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0990450 Aug 19 12:29:16.937208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37156) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:16.946249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:29:16.958377 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34caf62-7bcc-4d68-9658-a6a62f0975c8 None None] Sync routers for ids ['72c03f96-38fa-4a91-ae56-830c75d0483f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:29:16.971501 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34caf62-7bcc-4d68-9658-a6a62f0975c8 None None] Routers {'72c03f96-38fa-4a91-ae56-830c75d0483f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:16.972675 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d34caf62-7bcc-4d68-9658-a6a62f0975c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:29:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['72c03f96-38fa-4a91-ae56-830c75d0483f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:17.036581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-67974ff7-106b-43f2-9f56-14271071ed75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 0b4ddf92-818c-4ce6-b44d-51af2a76c4af {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:17.039930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] No DVR routers for this DVR port 34fb5ad3-93ee-445f-a75f-822dbe1b9083 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:17.040918 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67974ff7-106b-43f2-9f56-14271071ed75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.042959 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.045441 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a6cd42b-4844-446c-a0ea-39e6c83c09dc req-6519fa7c-9607-4d07-bcdf-49a882c7d622 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.30 "DELETE /v2.0/ports/34fb5ad3-93ee-445f-a75f-822dbe1b9083 HTTP/1.1" status: 204 len: 173 time: 1.6464062 Aug 19 12:29:17.083314 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67974ff7-106b-43f2-9f56-14271071ed75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.133842 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-d34caf62-7bcc-4d68-9658-a6a62f0975c8 None None] Set router 72c03f96-38fa-4a91-ae56-830c75d0483f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:29:17.180158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67974ff7-106b-43f2-9f56-14271071ed75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.376583 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d34caf62-7bcc-4d68-9658-a6a62f0975c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:20:03Z', 'revision_number': 4, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '6dc057c4-30b4-4d3b-96c6-53979af44209', 'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'mac_address': 'fa:16:3e:6d:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:01Z', 'updated_at': '2021-08-19T12:20:15Z', 'revision_number': 5, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'subnets': [{'id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:17.404366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67974ff7-106b-43f2-9f56-14271071ed75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.438625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67974ff7-106b-43f2-9f56-14271071ed75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4ddf92-818c-4ce6-b44d-51af2a76c4af,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:17.452730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-deleted', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:17.455079 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924d9a4c-37b3-435e-a4e9-d5f500ea2bbc" -d '{"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-deleted", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:17.463843 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67974ff7-106b-43f2-9f56-14271071ed75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.467457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-67974ff7-106b-43f2-9f56-14271071ed75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/0b4ddf92-818c-4ce6-b44d-51af2a76c4af HTTP/1.1" status: 204 len: 168 time: 0.5283821 Aug 19 12:29:17.471064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37188) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:17.472010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f28c9-9ad3-4260-a9d9-5d79c4f5b182 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:17.535433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-424ff766-8d8e-4ad3-b005-bf21ea56ec8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 94c99b84-13fa-49ee-8aa9-8680ff25a8b4 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:17.539759 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec701080-188f-429a-bf3b-c9d3a6d57f12 x-openstack-request-id: req-ec701080-188f-429a-bf3b-c9d3a6d57f12 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:17.540062 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a0359b-5afb-409b-a4cb-1e8ac08842c8", "name": "network-vif-deleted", "tag": "34fb5ad3-93ee-445f-a75f-822dbe1b9083", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:17.540366 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec701080-188f-429a-bf3b-c9d3a6d57f12 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:17.540929 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a0359b-5afb-409b-a4cb-1e8ac08842c8', 'name': 'network-vif-deleted', 'tag': '34fb5ad3-93ee-445f-a75f-822dbe1b9083', 'status': 'completed', 'code': 200} Aug 19 12:29:17.543166 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-424ff766-8d8e-4ad3-b005-bf21ea56ec8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.557473 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34caf62-7bcc-4d68-9658-a6a62f0975c8 None None] Checking router: 72c03f96-38fa-4a91-ae56-830c75d0483f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:29:17.568127 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34caf62-7bcc-4d68-9658-a6a62f0975c8 None None] Routers {'72c03f96-38fa-4a91-ae56-830c75d0483f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:17.568763 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d34caf62-7bcc-4d68-9658-a6a62f0975c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:29:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['72c03f96-38fa-4a91-ae56-830c75d0483f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:17.594962 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-424ff766-8d8e-4ad3-b005-bf21ea56ec8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.721041 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-d34caf62-7bcc-4d68-9658-a6a62f0975c8 None None] Set router 72c03f96-38fa-4a91-ae56-830c75d0483f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:29:17.778366 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-424ff766-8d8e-4ad3-b005-bf21ea56ec8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:17.926123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ccf7a-b153-4244-b9f0-0b8e48c5bbeb req-9700d5ba-159e-4f33-83a0-2fa61ef544e1 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:17.927847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c61ccf7a-b153-4244-b9f0-0b8e48c5bbeb req-9700d5ba-159e-4f33-83a0-2fa61ef544e1 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 950 time: 0.0828061 Aug 19 12:29:17.931894 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e3e1defc-c85e-4dc9-a7a0-99c6f9746b93 req-5e76851e-fa1e-4e92-9f33-9263ad429001 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a0359b-5afb-409b-a4cb-1e8ac08842c8 HTTP/1.1" status: 200 len: 210 time: 0.0390260 Aug 19 12:29:18.021124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c61ccf7a-b153-4244-b9f0-0b8e48c5bbeb req-4d39f0cf-02aa-44fc-826d-ca19b565b438 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847552 Aug 19 12:29:18.027338 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-424ff766-8d8e-4ad3-b005-bf21ea56ec8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.090400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ff766-8d8e-4ad3-b005-bf21ea56ec8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=94c99b84-13fa-49ee-8aa9-8680ff25a8b4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:18.093448 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-424ff766-8d8e-4ad3-b005-bf21ea56ec8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.095593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-424ff766-8d8e-4ad3-b005-bf21ea56ec8e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/94c99b84-13fa-49ee-8aa9-8680ff25a8b4 HTTP/1.1" status: 204 len: 168 time: 0.6230667 Aug 19 12:29:18.098263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37212) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:18.139097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-25f0b3a6-8d35-430e-881e-b123ea8a8418 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394626 Aug 19 12:29:18.141850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37214) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:18.185522 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d34caf62-7bcc-4d68-9658-a6a62f0975c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:20:03Z', 'revision_number': 4, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '6dc057c4-30b4-4d3b-96c6-53979af44209', 'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'mac_address': 'fa:16:3e:6d:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:01Z', 'updated_at': '2021-08-19T12:20:15Z', 'revision_number': 5, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'subnets': [{'id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:18.209992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25362901-9c7f-4fe7-be68-0cc760f4c82a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:18.211667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-25362901-9c7f-4fe7-be68-0cc760f4c82a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0687842 Aug 19 12:29:18.214139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37218) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:18.218400 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34caf62-7bcc-4d68-9658-a6a62f0975c8 None None] The sync data for ids ['72c03f96-38fa-4a91-ae56-830c75d0483f'] in n-d-803757-2 is: [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:20:03Z', 'revision_number': 4, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '6dc057c4-30b4-4d3b-96c6-53979af44209', 'name': '', 'network_id': '68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'mac_address': 'fa:16:3e:6d:fd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:01Z', 'updated_at': '2021-08-19T12:20:15Z', 'revision_number': 5, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'subnets': [{'id': '6cc58d73-9a1e-4ed3-814d-0ef0a0095792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:29:18.289137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32452047-31bd-49a5-9030-a3def01d540d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:18.291521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-32452047-31bd-49a5-9030-a3def01d540d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0756748 Aug 19 12:29:18.293826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37222) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:18.352165 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3da5bf18-a48a-49b7-97bb-b2c92076f3fd tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569427 Aug 19 12:29:18.360449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37224) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:18.368712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-51052ad3-472b-48b2-989c-36c992fd68db tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:18.522181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b313e36b-c3ec-4194-bd11-40e6fd62188a None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:18.597372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f7f40f-dbfd-49dc-a317-25a34a80d543 None None] New status for floating IP 9aecb696-2006-4667-851e-5159246562f0: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:29:18.659187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51052ad3-472b-48b2-989c-36c992fd68db tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:18.669577 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51052ad3-472b-48b2-989c-36c992fd68db tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.671798 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-51052ad3-472b-48b2-989c-36c992fd68db tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:29:18.672242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51052ad3-472b-48b2-989c-36c992fd68db tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:18.672674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-aa338a58-f7af-4c02-a096-c79a979ff8ed None None] Provisioning complete for port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:18.673045 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aa338a58-f7af-4c02-a096-c79a979ff8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.770060 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-51052ad3-472b-48b2-989c-36c992fd68db tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4081628 Aug 19 12:29:18.773352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37248) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:18.779534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1db08076-b38c-4b46-a409-d43b8282db99 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:18.896333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e48886-4f81-4326-89ae-392532bb03ca None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:18.961405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48886-4f81-4326-89ae-392532bb03ca None None] Deleting port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:18.961819 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5e48886-4f81-4326-89ae-392532bb03ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.980479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db08076-b38c-4b46-a409-d43b8282db99 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:18.984773 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1db08076-b38c-4b46-a409-d43b8282db99 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:18.987108 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db08076-b38c-4b46-a409-d43b8282db99 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:29:18.987108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db08076-b38c-4b46-a409-d43b8282db99 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:19.030404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b5e48886-4f81-4326-89ae-392532bb03ca None None] For port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:19.030821 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5e48886-4f81-4326-89ae-392532bb03ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.048412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48886-4f81-4326-89ae-392532bb03ca None None] Calling delete_port for 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:19.094408 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1db08076-b38c-4b46-a409-d43b8282db99 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3192885 Aug 19 12:29:19.097147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37270) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:19.105081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-40046ba3-c36a-4471-b95e-bd250bb903ea tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:19.141540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37272) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:19.331070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587ff68-10af-46b6-8dd4-3a43441b5520 req-ce6eb233-8a34-4618-9114-ab0dfe81ca11 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:19.333210 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4587ff68-10af-46b6-8dd4-3a43441b5520 req-ce6eb233-8a34-4618-9114-ab0dfe81ca11 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 950 time: 0.1180682 Aug 19 12:29:19.349831 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f525f2e6-aac9-4fe9-9320-26d0906218ed tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.381247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999078f7-83a7-425d-8351-7f1df0c85c3c req-773f6c87-f591-471d-9cf5-f898ce4fbecc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:19.390388 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-999078f7-83a7-425d-8351-7f1df0c85c3c req-773f6c87-f591-471d-9cf5-f898ce4fbecc tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 950 time: 0.1201141 Aug 19 12:29:19.408881 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f525f2e6-aac9-4fe9-9320-26d0906218ed tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.455397 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5e48886-4f81-4326-89ae-392532bb03ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.479402 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-999078f7-83a7-425d-8351-7f1df0c85c3c req-b24dd86a-fcd3-444c-a097-94b46703c4ef tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/security-groups?id=988e1100-e99b-4315-9212-7679d6f0930b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835569 Aug 19 12:29:19.527889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e48886-4f81-4326-89ae-392532bb03ca None None] Pushing event deleted for resources: {'Port': ['ID=0d9ec37c-7c2d-44a5-a467-1da1c6e719e3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:19.532694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e48886-4f81-4326-89ae-392532bb03ca None None] No DVR routers for this DVR port 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:19.546494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40046ba3-c36a-4471-b95e-bd250bb903ea tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:19.552816 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40046ba3-c36a-4471-b95e-bd250bb903ea tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.554590 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-40046ba3-c36a-4471-b95e-bd250bb903ea tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:29:19.555243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40046ba3-c36a-4471-b95e-bd250bb903ea tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:19.582318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-4587ff68-10af-46b6-8dd4-3a43441b5520 req-5e524890-5729-4ffa-a7e7-f18a156a9672 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Deleting port 67237613-c10b-4ebe-b918-3dd97835a74b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:19.582707 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4587ff68-10af-46b6-8dd4-3a43441b5520 req-5e524890-5729-4ffa-a7e7-f18a156a9672 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.616777 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f525f2e6-aac9-4fe9-9320-26d0906218ed tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.620079 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f525f2e6-aac9-4fe9-9320-26d0906218ed tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.625252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f525f2e6-aac9-4fe9-9320-26d0906218ed tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "DELETE /v2.0/security-groups/4dfb221c-e732-4ac3-a001-ac66598626ff HTTP/1.1" status: 204 len: 168 time: 0.4822142 Aug 19 12:29:19.626010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37274) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:19.652977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-40046ba3-c36a-4471-b95e-bd250bb903ea tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5519485 Aug 19 12:29:19.653985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37276) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:19.672395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5de644d1-5172-46a2-a429-efb6440ee4c9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:19.673855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525f2e6-aac9-4fe9-9320-26d0906218ed tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfb221c-e732-4ac3-a001-ac66598626ff,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:19.695125 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-d16148a6-077e-4155-92a9-b2914a70aba4 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] show failed (client error): The resource could not be found. Aug 19 12:29:19.696190 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d16148a6-077e-4155-92a9-b2914a70aba4 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "GET /v2.0/security-groups/4dfb221c-e732-4ac3-a001-ac66598626ff HTTP/1.1" status: 404 len: 347 time: 0.0532191 Aug 19 12:29:19.705640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37280) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:19.874940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4587ff68-10af-46b6-8dd4-3a43441b5520 req-5e524890-5729-4ffa-a7e7-f18a156a9672 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] For port 67237613-c10b-4ebe-b918-3dd97835a74b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67237613-c10b-4ebe-b918-3dd97835a74b,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:19.875329 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4587ff68-10af-46b6-8dd4-3a43441b5520 req-5e524890-5729-4ffa-a7e7-f18a156a9672 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:19.897724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-4587ff68-10af-46b6-8dd4-3a43441b5520 req-5e524890-5729-4ffa-a7e7-f18a156a9672 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Calling delete_port for 67237613-c10b-4ebe-b918-3dd97835a74b owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:19.987344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-05287f6f-4a68-466b-b6d2-03361c283394 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Deleting port 6d23735b-b332-4a9d-ba6a-118be3bdc149 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:19.988199 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05287f6f-4a68-466b-b6d2-03361c283394 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.122932 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05287f6f-4a68-466b-b6d2-03361c283394 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.123581 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05287f6f-4a68-466b-b6d2-03361c283394 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.152900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-05287f6f-4a68-466b-b6d2-03361c283394 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Calling delete_port for 6d23735b-b332-4a9d-ba6a-118be3bdc149 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:20.297112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de644d1-5172-46a2-a429-efb6440ee4c9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:20.302474 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5de644d1-5172-46a2-a429-efb6440ee4c9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.302474 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de644d1-5172-46a2-a429-efb6440ee4c9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:29:20.302694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de644d1-5172-46a2-a429-efb6440ee4c9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:20.498574 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5de644d1-5172-46a2-a429-efb6440ee4c9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8408222 Aug 19 12:29:20.499343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37294) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:20.507955 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5c17d282-5c2e-47cb-986d-1a1bae9c402b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:20.526322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:20.578359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:20.585751 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 34fb5ad3-93ee-445f-a75f-822dbe1b9083 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:20.590823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 34fb5ad3-93ee-445f-a75f-822dbe1b9083 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:20.591882 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4587ff68-10af-46b6-8dd4-3a43441b5520 req-5e524890-5729-4ffa-a7e7-f18a156a9672 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.618338 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05287f6f-4a68-466b-b6d2-03361c283394 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.625977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:20.626650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0d9ec37c-7c2d-44a5-a467-1da1c6e719e3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:20.663377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e524890-5729-4ffa-a7e7-f18a156a9672 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Pushing event deleted for resources: {'Port': ['ID=67237613-c10b-4ebe-b918-3dd97835a74b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:20.714078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05287f6f-4a68-466b-b6d2-03361c283394 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Pushing event deleted for resources: {'Port': ['ID=6d23735b-b332-4a9d-ba6a-118be3bdc149,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:20.741385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4587ff68-10af-46b6-8dd4-3a43441b5520 req-5e524890-5729-4ffa-a7e7-f18a156a9672 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] No DVR routers for this DVR port 67237613-c10b-4ebe-b918-3dd97835a74b on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:20.744999 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4587ff68-10af-46b6-8dd4-3a43441b5520 req-5e524890-5729-4ffa-a7e7-f18a156a9672 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.748446 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4587ff68-10af-46b6-8dd4-3a43441b5520 req-5e524890-5729-4ffa-a7e7-f18a156a9672 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.30 "DELETE /v2.0/ports/67237613-c10b-4ebe-b918-3dd97835a74b HTTP/1.1" status: 204 len: 173 time: 1.3971376 Aug 19 12:29:20.749028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4151043-d6c4-420f-b9e6-632eddc4103a', 'name': 'network-vif-deleted', 'tag': '67237613-c10b-4ebe-b918-3dd97835a74b'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:20.752197 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cc8be8-c18f-414f-8cbd-9b4c2c6713d8" -d '{"events": [{"server_uuid": "f4151043-d6c4-420f-b9e6-632eddc4103a", "name": "network-vif-deleted", "tag": "67237613-c10b-4ebe-b918-3dd97835a74b"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:20.765309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0b3fa4a-f699-4e9f-974f-3d93e3b1569e req-74c5ca5f-3314-4361-a81b-512c196e07db tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 210 time: 0.1308126 Aug 19 12:29:20.804581 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05287f6f-4a68-466b-b6d2-03361c283394 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.810924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05287f6f-4a68-466b-b6d2-03361c283394 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.813830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-05287f6f-4a68-466b-b6d2-03361c283394 tempest-ServerActionsTestJSON-6550828 tempest-ServerActionsTestJSON-6550828-project] 10.222.0.21 "DELETE /v2.0/floatingips/9aecb696-2006-4667-851e-5159246562f0 HTTP/1.1" status: 204 len: 168 time: 1.1073618 Aug 19 12:29:20.817009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37306) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:20.839367 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cced9963-ea2e-4f9c-94b6-e96647cdf6f8 x-openstack-request-id: req-cced9963-ea2e-4f9c-94b6-e96647cdf6f8 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:20.839700 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4151043-d6c4-420f-b9e6-632eddc4103a", "name": "network-vif-deleted", "tag": "67237613-c10b-4ebe-b918-3dd97835a74b", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:20.840045 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cced9963-ea2e-4f9c-94b6-e96647cdf6f8 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:20.840542 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4151043-d6c4-420f-b9e6-632eddc4103a', 'name': 'network-vif-deleted', 'tag': '67237613-c10b-4ebe-b918-3dd97835a74b', 'status': 'completed', 'code': 200} Aug 19 12:29:20.910259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c17d282-5c2e-47cb-986d-1a1bae9c402b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:20.915136 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c17d282-5c2e-47cb-986d-1a1bae9c402b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:20.916785 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c17d282-5c2e-47cb-986d-1a1bae9c402b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:29:20.917537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c17d282-5c2e-47cb-986d-1a1bae9c402b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:21.151023 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5c17d282-5c2e-47cb-986d-1a1bae9c402b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6496437 Aug 19 12:29:21.152526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37316) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:21.160717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6b999ce9-4f64-4b9f-8c87-cedbbf3d5eaf tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:21.408995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b999ce9-4f64-4b9f-8c87-cedbbf3d5eaf tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:21.412725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b999ce9-4f64-4b9f-8c87-cedbbf3d5eaf tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.414120 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b999ce9-4f64-4b9f-8c87-cedbbf3d5eaf tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:29:21.414567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b999ce9-4f64-4b9f-8c87-cedbbf3d5eaf tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:21.507171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37322) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:21.590835 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6b999ce9-4f64-4b9f-8c87-cedbbf3d5eaf tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4359117 Aug 19 12:29:21.590835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37326) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:21.613143 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.679421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3b0acb0a-68ea-4a64-9e89-23e0e00a70ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0841324 Aug 19 12:29:21.680132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37330) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:21.737226 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd6a7-9fe9-4db7-b87b-d02fc3f60027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.785167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c09625-25c1-4005-9913-7f7c5631cee5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:21.786686 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b3c09625-25c1-4005-9913-7f7c5631cee5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1056092 Aug 19 12:29:21.806950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37332) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:21.883707 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd6a7-9fe9-4db7-b87b-d02fc3f60027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:21.895702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cd886691-2bd3-4c22-9adc-69f2812d43e8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872180 Aug 19 12:29:21.900333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37340) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:21.910080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-44fb52ff-68ea-418b-bbaf-0a665cb3be0e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:21.951103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70eb7ce1-b4df-40f4-a8be-16fa9c9bdd30 req-8f8e010e-16cb-4e31-ba19-9dad02b4fc70 tempest-ServersOnMultiNodesTest-1993073388 tempest-ServersOnMultiNodesTest-1993073388-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4151043-d6c4-420f-b9e6-632eddc4103a HTTP/1.1" status: 200 len: 210 time: 0.0614226 Aug 19 12:29:21.964124 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd6a7-9fe9-4db7-b87b-d02fc3f60027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.023793 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ca2cd6a7-9fe9-4db7-b87b-d02fc3f60027 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1c7d4c1716d495dbe1892ede76b95ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112779 Aug 19 12:29:22.025174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37342) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:22.027162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cd6a7-9fe9-4db7-b87b-d02fc3f60027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a676506b-c99e-413f-8cb2-8c2f3d8a9182,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:22.103513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fb52ff-68ea-418b-bbaf-0a665cb3be0e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:22.108531 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-44fb52ff-68ea-418b-bbaf-0a665cb3be0e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.235782 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41977fa7-1f60-47a6-9dfe-7099aac22ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.293673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41977fa7-1f60-47a6-9dfe-7099aac22ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.340383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] Deleting port 6dc057c4-30b4-4d3b-96c6-53979af44209 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:22.340732 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.524644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 67237613-c10b-4ebe-b918-3dd97835a74b no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:22.534658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4af77-f34b-4d5b-99cb-028a491c3c03 req-325f3c4f-3f2b-478e-8f9f-402a06829925 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:22.536241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7d4af77-f34b-4d5b-99cb-028a491c3c03 req-325f3c4f-3f2b-478e-8f9f-402a06829925 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 946 time: 0.3320065 Aug 19 12:29:22.565749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] For port 6dc057c4-30b4-4d3b-96c6-53979af44209, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6dc057c4-30b4-4d3b-96c6-53979af44209,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:22.565749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.569864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 67237613-c10b-4ebe-b918-3dd97835a74b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:22.573456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 67237613-c10b-4ebe-b918-3dd97835a74b not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:22.579244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] Calling delete_port for 6dc057c4-30b4-4d3b-96c6-53979af44209 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:22.602304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41977fa7-1f60-47a6-9dfe-7099aac22ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.604899 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41977fa7-1f60-47a6-9dfe-7099aac22ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.606049 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-41977fa7-1f60-47a6-9dfe-7099aac22ca7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a676506b-c99e-413f-8cb2-8c2f3d8a9182 HTTP/1.1" status: 204 len: 168 time: 0.5797477 Aug 19 12:29:22.658853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7d4af77-f34b-4d5b-99cb-028a491c3c03 req-19bd90b8-2d7f-4911-88a5-be36b3bf8f33 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119452 Aug 19 12:29:22.693147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41977fa7-1f60-47a6-9dfe-7099aac22ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a676506b-c99e-413f-8cb2-8c2f3d8a9182,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:22.815839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.objects.ports [None req-44fb52ff-68ea-418b-bbaf-0a665cb3be0e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95542) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:29:22.822552 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-44fb52ff-68ea-418b-bbaf-0a665cb3be0e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.909898 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb52ff-68ea-418b-bbaf-0a665cb3be0e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:22.918570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-44fb52ff-68ea-418b-bbaf-0a665cb3be0e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:22.932560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c1894-9ea2-436d-8a68-9fdbce40eb37 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:22.933487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb52ff-68ea-418b-bbaf-0a665cb3be0e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:22.934087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-44fb52ff-68ea-418b-bbaf-0a665cb3be0e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:22.948140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb52ff-68ea-418b-bbaf-0a665cb3be0e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=afef488c-5e8d-4e7c-a830-376633dfaeeb,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:23.053616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-44fb52ff-68ea-418b-bbaf-0a665cb3be0e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1481597 Aug 19 12:29:23.056196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37364) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:23.066950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:d4:30:73', 'name': 'tempest-NetworksTestDHCPv6-850154349'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:23.140824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.207211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': 'afef488c-5e8d-4e7c-a830-376633dfaeeb'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:23.208389 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.235125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc057c4-30b4-4d3b-96c6-53979af44209,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:23.507461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Allocated IP 2001:db8::f816:3eff:fe13:d9d4 (fe427799-de6b-44e4-8c34-c6b669262f27/afef488c-5e8d-4e7c-a830-376633dfaeeb/00d7e65b-17ce-48cc-879e-80710443b873) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:23.548948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-222b1628-8ef3-4693-9de1-06c540d71777 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:23.552608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:23.553948 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-222b1628-8ef3-4693-9de1-06c540d71777 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.30 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 946 time: 0.1351805 Aug 19 12:29:23.607125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.734893 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.789322 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 54330057-95b7-4a5c-825c-bfabb42714ae yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:23.811660 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:23.839048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Transition to ACTIVE for port object 00d7e65b-17ce-48cc-879e-80710443b873 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:23.901958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Transition to ACTIVE for port object 00d7e65b-17ce-48cc-879e-80710443b873 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:23.910744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37378) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:23.957376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37382) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:24.017246 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a7f81e0c-3ca3-4380-b5ba-9ff3841074e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.072835 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.138387 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Pushing event updated for resources: {'Port': ['ID=00d7e65b-17ce-48cc-879e-80710443b873,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:24.150146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::f816:3eff:fed4:3073 (fe427799-de6b-44e4-8c34-c6b669262f27/afef488c-5e8d-4e7c-a830-376633dfaeeb/54330057-95b7-4a5c-825c-bfabb42714ae) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:24.167149 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:24.169702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:24.173842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:24.270839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1a442-4383-4d64-8166-a4b6b16487b2 req-5aa6c538-abb0-4f11-b89b-416283294d66 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:24.272713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Attempting to bind port 00d7e65b-17ce-48cc-879e-80710443b873 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:24.273089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Attempting to bind port 00d7e65b-17ce-48cc-879e-80710443b873 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:24.274172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Attempting to bind port 00d7e65b-17ce-48cc-879e-80710443b873 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:24.278428 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdf1a442-4383-4d64-8166-a4b6b16487b2 req-5aa6c538-abb0-4f11-b89b-416283294d66 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 946 time: 0.4712627 Aug 19 12:29:24.285466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:24.285908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:24.286274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.288003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:24.288003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Bound port: 00d7e65b-17ce-48cc-879e-80710443b873, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:24.288306 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.448300 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.449530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Deleting port a54da811-d42e-45c0-9465-d1a5cbdc7928 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:24.449530 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.449530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdf1a442-4383-4d64-8166-a4b6b16487b2 req-7789dd71-d32d-4b82-82b6-f7d17ba64f15 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups?id=df9aeed1-156b-4da3-9db2-9cead86ee890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096098 Aug 19 12:29:24.450465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] For port 00d7e65b-17ce-48cc-879e-80710443b873, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:24.450733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 54330057-95b7-4a5c-825c-bfabb42714ae will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:24.450856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] For port 00d7e65b-17ce-48cc-879e-80710443b873, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=00d7e65b-17ce-48cc-879e-80710443b873,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:24.450967 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a7f81e0c-3ca3-4380-b5ba-9ff3841074e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.450967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-59681b87-1f30-4682-83f3-da1ae69c0171 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=565400ccc62a4aacaf865f0b391f2aed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159526 Aug 19 12:29:24.450967 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37386) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:24.462392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] Router 72c03f96-38fa-4a91-ae56-830c75d0483f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:29:24.510642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ccf8-6425-4d61-a079-55aacd34c213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.538617 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ccf8-6425-4d61-a079-55aacd34c213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.554536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] For port a54da811-d42e-45c0-9465-d1a5cbdc7928, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a54da811-d42e-45c0-9465-d1a5cbdc7928,segment=NetworkSegment(b76df1ea-abb6-4bbf-bb58-70ab3feeb539),segment_id=b76df1ea-abb6-4bbf-bb58-70ab3feeb539)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:24.554936 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.653860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:29:24.660963 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c8f1d34a-4edf-40fb-8b1a-80642c43d478 admin admin] 10.222.0.21 "PUT /v2.0/routers/72c03f96-38fa-4a91-ae56-830c75d0483f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8427434 Aug 19 12:29:24.663401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37392) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:24.667114 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90476a14-47e3-4203-aca5-c3ae499efe52 None None] Sync routers for ids ['72c03f96-38fa-4a91-ae56-830c75d0483f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:29:24.681989 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.682790 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90476a14-47e3-4203-aca5-c3ae499efe52 None None] Routers {'72c03f96-38fa-4a91-ae56-830c75d0483f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:24.683646 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-90476a14-47e3-4203-aca5-c3ae499efe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:29:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['72c03f96-38fa-4a91-ae56-830c75d0483f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:24.694842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.716496 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a7f81e0c-3ca3-4380-b5ba-9ff3841074e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.836811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-90476a14-47e3-4203-aca5-c3ae499efe52 None None] Set router 72c03f96-38fa-4a91-ae56-830c75d0483f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:29:24.856151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8842c98-eba7-437b-9df7-1c5520cf89b5 None None] Pushing event updated for resources: {'Port': ['ID=00d7e65b-17ce-48cc-879e-80710443b873,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:24.873488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=54330057-95b7-4a5c-825c-bfabb42714ae,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:24.892402 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ccf8-6425-4d61-a079-55aacd34c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.895139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ccf8-6425-4d61-a079-55aacd34c213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.908472 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3ef6ccf8-6425-4d61-a079-55aacd34c213 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/988e1100-e99b-4315-9212-7679d6f0930b HTTP/1.1" status: 204 len: 168 time: 0.4640002 Aug 19 12:29:24.988800 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.993362 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.994003 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:24.994500 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Floating IP 293b88fe-a4f7-4b06-9030-8bfca4c4e705 disassociated. External IP: 172.25.2.19, port: a54da811-d42e-45c0-9465-d1a5cbdc7928. Aug 19 12:29:24.995038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Calling delete_port for a54da811-d42e-45c0-9465-d1a5cbdc7928 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:25.021676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:25.024322 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.033256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37402) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:25.033455 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a7f81e0c-3ca3-4380-b5ba-9ff3841074e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1ac194814644293b963b949f9495cba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0572934 Aug 19 12:29:25.036565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:25.048012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f81e0c-3ca3-4380-b5ba-9ff3841074e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ac25b1-ae57-4071-9554-16e3ce0e296f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:25.051263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:25.075184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:25.075885 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.086836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6ccf8-6425-4d61-a079-55aacd34c213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988e1100-e99b-4315-9212-7679d6f0930b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:25.204446 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4435462d-dbbe-46b3-8961-7f349406d4cb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1456380 Aug 19 12:29:25.207155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37404) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:25.284578 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:29:25.306511 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-90476a14-47e3-4203-aca5-c3ae499efe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:29:22Z', 'revision_number': 5, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:25.341069 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90476a14-47e3-4203-aca5-c3ae499efe52 None None] Checking router: 72c03f96-38fa-4a91-ae56-830c75d0483f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:29:25.364586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a13dd-a91f-4b71-8485-878d5bab51e9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:25.370233 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90476a14-47e3-4203-aca5-c3ae499efe52 None None] Routers {'72c03f96-38fa-4a91-ae56-830c75d0483f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:25.370951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d49155bb-aabd-4e1b-9479-fc8857fc7650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.373713 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-90476a14-47e3-4203-aca5-c3ae499efe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:29:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['72c03f96-38fa-4a91-ae56-830c75d0483f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:25.385894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a13dd-a91f-4b71-8485-878d5bab51e9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:25.395630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-890a13dd-a91f-4b71-8485-878d5bab51e9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1866770 Aug 19 12:29:25.404475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37408) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:25.518243 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d49155bb-aabd-4e1b-9479-fc8857fc7650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.527959 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.533742 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-90476a14-47e3-4203-aca5-c3ae499efe52 None None] Set router 72c03f96-38fa-4a91-ae56-830c75d0483f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:29:25.596502 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.700825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Pushing event deleted for resources: {'Port': ['ID=a54da811-d42e-45c0-9465-d1a5cbdc7928,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:25.711770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-31d94076-15e4-47a6-9f8f-8afc10238f1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 54330057-95b7-4a5c-825c-bfabb42714ae {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:25.715037 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31d94076-15e4-47a6-9f8f-8afc10238f1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.837902 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-90476a14-47e3-4203-aca5-c3ae499efe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:29:22Z', 'revision_number': 5, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:25.907934 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90476a14-47e3-4203-aca5-c3ae499efe52 None None] The sync data for ids ['72c03f96-38fa-4a91-ae56-830c75d0483f'] in n-d-803757-2 is: [{'id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'name': 'tempest-ServerActionsTestJSON-356037863-router', 'tenant_id': '71865e080f284c3da990ac66652fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:19:53Z', 'updated_at': '2021-08-19T12:29:22Z', 'revision_number': 5, 'project_id': '71865e080f284c3da990ac66652fb3d0', 'gw_port': {'id': 'ee69b311-7137-4be0-9dfe-895b2bca68dd', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c03f96-38fa-4a91-ae56-830c75d0483f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:19:55Z', 'updated_at': '2021-08-19T12:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:29:25.938155 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.961237 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31d94076-15e4-47a6-9f8f-8afc10238f1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.983747 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d49155bb-aabd-4e1b-9479-fc8857fc7650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.986454 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d49155bb-aabd-4e1b-9479-fc8857fc7650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:25.987668 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d49155bb-aabd-4e1b-9479-fc8857fc7650 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7ac25b1-ae57-4071-9554-16e3ce0e296f HTTP/1.1" status: 204 len: 168 time: 0.9529307 Aug 19 12:29:25.997153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-31d94076-15e4-47a6-9f8f-8afc10238f1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 54330057-95b7-4a5c-825c-bfabb42714ae owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:26.018191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:29:26.047741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49155bb-aabd-4e1b-9479-fc8857fc7650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ac25b1-ae57-4071-9554-16e3ce0e296f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:26.086499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37424) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:26.231643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5e0d8200-c3cb-4f15-aa22-d795c3c6fa56 req-de5c69a1-e277-48fd-a6cb-24983c7f1510 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 210 time: 0.6071148 Aug 19 12:29:26.350035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Deleting port ee69b311-7137-4be0-9dfe-895b2bca68dd {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:26.350332 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.358561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:29:26.371301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb589d9-9381-49a6-9827-3c81f4afc994 None None] Sync routers for ids ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:29:26.387094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb589d9-9381-49a6-9827-3c81f4afc994 None None] Routers {'7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:26.387746 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-adb589d9-9381-49a6-9827-3c81f4afc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:29:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:26.487171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31d94076-15e4-47a6-9f8f-8afc10238f1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.552857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d94076-15e4-47a6-9f8f-8afc10238f1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=54330057-95b7-4a5c-825c-bfabb42714ae,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:26.625594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31d94076-15e4-47a6-9f8f-8afc10238f1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.628826 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-31d94076-15e4-47a6-9f8f-8afc10238f1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/54330057-95b7-4a5c-825c-bfabb42714ae HTTP/1.1" status: 204 len: 168 time: 1.2227938 Aug 19 12:29:26.631222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37428) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:26.660585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] No DVR routers for this DVR port a54da811-d42e-45c0-9465-d1a5cbdc7928 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:26.671730 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.674416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a7a1669-7528-4b74-9b5a-995837e00d80 req-36502d1c-2e8d-4677-8108-9c0cded57832 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.30 "DELETE /v2.0/ports/a54da811-d42e-45c0-9465-d1a5cbdc7928 HTTP/1.1" status: 204 len: 173 time: 3.1141050 Aug 19 12:29:26.674887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d571ee-481f-4600-a965-508c48ef5555', 'name': 'network-vif-deleted', 'tag': 'a54da811-d42e-45c0-9465-d1a5cbdc7928'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:26.675355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-adb589d9-9381-49a6-9827-3c81f4afc994 None None] Set router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:29:26.679542 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1608005a-f200-4f3a-8692-85a0478c220b" -d '{"events": [{"server_uuid": "22d571ee-481f-4600-a965-508c48ef5555", "name": "network-vif-deleted", "tag": "a54da811-d42e-45c0-9465-d1a5cbdc7928"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:26.731667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] For port ee69b311-7137-4be0-9dfe-895b2bca68dd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ee69b311-7137-4be0-9dfe-895b2bca68dd,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:26.732716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:26.768852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ef3dbc9b-46ef-478b-8bcc-fc6031daa622 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dc8481de110477f8d7e5535106a549e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6706190 Aug 19 12:29:26.770195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Calling delete_port for ee69b311-7137-4be0-9dfe-895b2bca68dd owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:26.771984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37434) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:26.843965 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf5105f-03d1-4f02-947b-b6cefd014462 x-openstack-request-id: req-edf5105f-03d1-4f02-947b-b6cefd014462 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:26.844262 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d571ee-481f-4600-a965-508c48ef5555", "name": "network-vif-deleted", "tag": "a54da811-d42e-45c0-9465-d1a5cbdc7928", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:26.844523 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edf5105f-03d1-4f02-947b-b6cefd014462 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:26.844936 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d571ee-481f-4600-a965-508c48ef5555', 'name': 'network-vif-deleted', 'tag': 'a54da811-d42e-45c0-9465-d1a5cbdc7928', 'status': 'completed', 'code': 200} Aug 19 12:29:26.891481 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d1fb0-5c8a-4ef3-b622-ec5520bfa8bc tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.896795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d1fb0-5c8a-4ef3-b622-ec5520bfa8bc tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:26.898315 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e69d1fb0-5c8a-4ef3-b622-ec5520bfa8bc tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2659771 Aug 19 12:29:26.901003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37436) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:26.988790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 00d7e65b-17ce-48cc-879e-80710443b873 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:27.074141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17c3a95-d184-4505-8785-310aa190b1ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet afef488c-5e8d-4e7c-a830-376633dfaeeb {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:27.081010 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a17c3a95-d184-4505-8785-310aa190b1ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.136531 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.178651 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a17c3a95-d184-4505-8785-310aa190b1ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.216947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.429388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-25b79dcf-426a-4e94-9f09-729b4b8c0cf3 None None] Provisioning for port 00d7e65b-17ce-48cc-879e-80710443b873 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:27.503649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7afa4f87-d660-43ba-afcd-8a5411e46a67 req-a1f69ee7-ae73-498f-8fb9-eedf59de9cf5 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d571ee-481f-4600-a965-508c48ef5555 HTTP/1.1" status: 200 len: 210 time: 0.1167252 Aug 19 12:29:27.521405 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a17c3a95-d184-4505-8785-310aa190b1ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.636117 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.643192 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.643192 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63167ee2-a5d2-4387-81f3-9bc2a08ae5d5 HTTP/1.1" status: 204 len: 168 time: 0.8669684 Aug 19 12:29:27.643192 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.673172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63167ee2-a5d2-4387-81f3-9bc2a08ae5d5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:27.679238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee69b311-7137-4be0-9dfe-895b2bca68dd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:27.698542 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.699038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.699490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.699925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.700376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.700806 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.701231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.701695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.702118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.702542 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.702994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.703417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64758789-c4ed-4525-80d5-cc882fb312ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.714305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-24b959df-fa8e-493e-9b5f-c046fe5e77f8 None None] Could not find standard attr ID for object 54330057-95b7-4a5c-825c-bfabb42714ae. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:29:27.715689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 00d7e65b-17ce-48cc-879e-80710443b873 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:27.730576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.732160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.733370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.736329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.737444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.737894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.738853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.739721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.740696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.742559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.742559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.743587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:27.743907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a17c3a95-d184-4505-8785-310aa190b1ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.763298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 00d7e65b-17ce-48cc-879e-80710443b873 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:27.765226 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.817075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c3a95-d184-4505-8785-310aa190b1ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=afef488c-5e8d-4e7c-a830-376633dfaeeb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:27.829861 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a17c3a95-d184-4505-8785-310aa190b1ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.833416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a17c3a95-d184-4505-8785-310aa190b1ef tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/afef488c-5e8d-4e7c-a830-376633dfaeeb HTTP/1.1" status: 204 len: 168 time: 0.9313893 Aug 19 12:29:27.836354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37462) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:27.869739 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345785e6-51b4-4286-b400-935a6bc94aae None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:27.922499 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:27.971667 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-24fa4bfa-b5a8-4ef9-bb1b-7787298e089e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1341209 Aug 19 12:29:27.974343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37466) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:27.981152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:28.029094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-adb589d9-9381-49a6-9827-3c81f4afc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:13Z', 'revision_number': 4, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ef396c4f-4273-409a-a27f-6d3f18c2daeb', 'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'mac_address': 'fa:16:3e:09:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:11Z', 'updated_at': '2021-08-19T12:27:18Z', 'revision_number': 5, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'subnets': [{'id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:28.073282 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb589d9-9381-49a6-9827-3c81f4afc994 None None] Checking router: 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:29:28.215109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb589d9-9381-49a6-9827-3c81f4afc994 None None] Routers {'7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:28.215374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-adb589d9-9381-49a6-9827-3c81f4afc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:29:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:28.254969 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.257433 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.277041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:28.281308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.387992 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.611736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a54da811-d42e-45c0-9465-d1a5cbdc7928 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:28.722763 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: a54da811-d42e-45c0-9465-d1a5cbdc7928 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:28.724225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a54da811-d42e-45c0-9465-d1a5cbdc7928 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:28.745189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 00d7e65b-17ce-48cc-879e-80710443b873, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=00d7e65b-17ce-48cc-879e-80710443b873,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:28.750715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c0cb60-6905-45e2-9fcc-b7e3bab8e10c None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:28.788252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37496) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:28.801683 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-adb589d9-9381-49a6-9827-3c81f4afc994 None None] Set router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:29:28.830537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.830537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72c03f96-38fa-4a91-ae56-830c75d0483f {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:29:28.846283 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.849838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-be0c4111-ccf2-4872-874e-179c69cb903f admin admin] 10.222.0.21 "DELETE /v2.0/routers/72c03f96-38fa-4a91-ae56-830c75d0483f HTTP/1.1" status: 204 len: 168 time: 4.1832402 Aug 19 12:29:28.850317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37498) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:28.896378 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.917383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6dc057c4-30b4-4d3b-96c6-53979af44209 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:28.937543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7614-a56f-4cfc-b5a0-9a1c81fd90a1 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:28.985351 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7614-a56f-4cfc-b5a0-9a1c81fd90a1 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.071587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-e477cdd2-f222-4ea1-a93b-203166b5a014 admin admin] Deleting subnet 6cc58d73-9a1e-4ed3-814d-0ef0a0095792 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:29.100001 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e477cdd2-f222-4ea1-a93b-203166b5a014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.116755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 6dc057c4-30b4-4d3b-96c6-53979af44209 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:29.120610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6dc057c4-30b4-4d3b-96c6-53979af44209 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:29.180525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7614-a56f-4cfc-b5a0-9a1c81fd90a1 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.187896 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7614-a56f-4cfc-b5a0-9a1c81fd90a1 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.187896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f3cb7614-a56f-4cfc-b5a0-9a1c81fd90a1 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "DELETE /v2.0/security-groups/df9aeed1-156b-4da3-9db2-9cead86ee890 HTTP/1.1" status: 204 len: 168 time: 0.3951895 Aug 19 12:29:29.188140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37510) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:29.219198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb7614-a56f-4cfc-b5a0-9a1c81fd90a1 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9aeed1-156b-4da3-9db2-9cead86ee890,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:29.289499 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-53817c04-a03d-462a-9b86-7a27c1459082 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] show failed (client error): The resource could not be found. Aug 19 12:29:29.290620 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-53817c04-a03d-462a-9b86-7a27c1459082 tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "GET /v2.0/security-groups/df9aeed1-156b-4da3-9db2-9cead86ee890 HTTP/1.1" status: 404 len: 347 time: 0.1020088 Aug 19 12:29:29.293614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e477cdd2-f222-4ea1-a93b-203166b5a014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.294254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37516) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:29.319018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0cb60-6905-45e2-9fcc-b7e3bab8e10c None None] Deleting port 00d7e65b-17ce-48cc-879e-80710443b873 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:29.319406 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f3c0cb60-6905-45e2-9fcc-b7e3bab8e10c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.459225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:29:29.465550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=00d7e65b-17ce-48cc-879e-80710443b873,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:29.557829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f3c0cb60-6905-45e2-9fcc-b7e3bab8e10c None None] For port 00d7e65b-17ce-48cc-879e-80710443b873, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=00d7e65b-17ce-48cc-879e-80710443b873,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:29.558386 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f3c0cb60-6905-45e2-9fcc-b7e3bab8e10c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.596722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f3c0cb60-6905-45e2-9fcc-b7e3bab8e10c None None] Calling delete_port for 00d7e65b-17ce-48cc-879e-80710443b873 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:29.601324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-053b0acf-93d0-4c89-b78a-67d4c565021f tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Deleting port c019e6f6-ab4b-4937-b6f8-4c2cde0d4e28 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:29.602740 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-053b0acf-93d0-4c89-b78a-67d4c565021f tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.727783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-adb589d9-9381-49a6-9827-3c81f4afc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:13Z', 'revision_number': 4, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ef396c4f-4273-409a-a27f-6d3f18c2daeb', 'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'mac_address': 'fa:16:3e:09:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:11Z', 'updated_at': '2021-08-19T12:27:18Z', 'revision_number': 5, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'subnets': [{'id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:29.759558 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e477cdd2-f222-4ea1-a93b-203166b5a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.785353 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-053b0acf-93d0-4c89-b78a-67d4c565021f tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.785833 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-053b0acf-93d0-4c89-b78a-67d4c565021f tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:29.802892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-053b0acf-93d0-4c89-b78a-67d4c565021f tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Calling delete_port for c019e6f6-ab4b-4937-b6f8-4c2cde0d4e28 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:29.819447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 00d7e65b-17ce-48cc-879e-80710443b873 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:29.822084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb589d9-9381-49a6-9827-3c81f4afc994 None None] The sync data for ids ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'] in n-d-803757-2 is: [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:27:13Z', 'revision_number': 4, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ef396c4f-4273-409a-a27f-6d3f18c2daeb', 'name': '', 'network_id': '3b696a7f-938e-43e6-a719-4cb916654b83', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'mac_address': 'fa:16:3e:09:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:11Z', 'updated_at': '2021-08-19T12:27:18Z', 'revision_number': 5, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'subnets': [{'id': 'b0b33eac-5d36-492c-914c-081e7dbf2263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:29:29.992382 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.122483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e477cdd2-f222-4ea1-a93b-203166b5a014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.149542 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-053b0acf-93d0-4c89-b78a-67d4c565021f tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.181831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477cdd2-f222-4ea1-a93b-203166b5a014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc58d73-9a1e-4ed3-814d-0ef0a0095792,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:30.187583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e477cdd2-f222-4ea1-a93b-203166b5a014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.193279 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e477cdd2-f222-4ea1-a93b-203166b5a014 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6cc58d73-9a1e-4ed3-814d-0ef0a0095792 HTTP/1.1" status: 204 len: 168 time: 1.3416772 Aug 19 12:29:30.194074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37530) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:30.205075 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f3c0cb60-6905-45e2-9fcc-b7e3bab8e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.213713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.ipam_pluggable_backend [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Port 00d7e65b-17ce-48cc-879e-80710443b873 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95543) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 12:29:30.214405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.ipam_pluggable_backend [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Reverting IP allocation for 2001:db8::f816:3eff:fe13:d9d4 {{(pid=95543) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 12:29:30.232760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa391e0e-cc63-440f-bc37-0f84b56d28df None None] Network 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:30.238332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b0acf-93d0-4c89-b78a-67d4c565021f tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Pushing event deleted for resources: {'Port': ['ID=c019e6f6-ab4b-4937-b6f8-4c2cde0d4e28,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:30.247298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.ipam_pluggable_backend [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe13:d9d4 {{(pid=95543) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 12:29:30.255827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.323820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:30.332450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:30.335672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:30.336268 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.347276 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.365875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=ee0b3902-4fe4-4b38-858f-6cdb7081d677,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:30.420164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37534) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:30.420288 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ff2205-c5df-4f1d-a54f-3638b85cc88c None None] New status for floating IP 293b88fe-a4f7-4b06-9030-8bfca4c4e705: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:29:30.432327 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-053b0acf-93d0-4c89-b78a-67d4c565021f tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.443169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-053b0acf-93d0-4c89-b78a-67d4c565021f tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.444379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-053b0acf-93d0-4c89-b78a-67d4c565021f tempest-ServersTestFqdnHostnames-573279722 tempest-ServersTestFqdnHostnames-573279722-project] 10.222.0.21 "DELETE /v2.0/floatingips/293b88fe-a4f7-4b06-9030-8bfca4c4e705 HTTP/1.1" status: 204 len: 168 time: 1.1487594 Aug 19 12:29:30.447570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37538) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:30.457635 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-281bb3ae-4f72-494b-9cab-8475f250b72b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4801700 Aug 19 12:29:30.460570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37540) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:30.475314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0cb60-6905-45e2-9fcc-b7e3bab8e10c None None] Pushing event deleted for resources: {'Port': ['ID=00d7e65b-17ce-48cc-879e-80710443b873,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:30.480785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0cb60-6905-45e2-9fcc-b7e3bab8e10c None None] No DVR routers for this DVR port 00d7e65b-17ce-48cc-879e-80710443b873 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:30.488434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:2a:4e:35', 'name': 'tempest-NetworksTestDHCPv6-349554889'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:30.500296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Deleting port 4c638a8d-9104-4fce-ac88-21e71576cf73 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:30.501439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.525089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e748fa73-5042-494e-9659-a524246e4f25 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:30.670934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] For port 4c638a8d-9104-4fce-ac88-21e71576cf73, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4c638a8d-9104-4fce-ac88-21e71576cf73,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:30.671568 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:30.690507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Calling delete_port for 4c638a8d-9104-4fce-ac88-21e71576cf73 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:30.774499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-369111226-network', 'tenant_id': 'a42d5af7f89d4770887e143e3608c943'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:30.811209 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b019454-31eb-4613-9fda-c814d8c3d8eb None None] DHCP port deletion for 68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:30.998797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3b019454-31eb-4613-9fda-c814d8c3d8eb None None] Deleting port 4c638a8d-9104-4fce-ac88-21e71576cf73 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:30.999564 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b019454-31eb-4613-9fda-c814d8c3d8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.007774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Made reservation on behalf of a42d5af7f89d4770887e143e3608c943 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:31.016198 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.069907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.073406 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.083272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3b019454-31eb-4613-9fda-c814d8c3d8eb None None] For port 4c638a8d-9104-4fce-ac88-21e71576cf73, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4c638a8d-9104-4fce-ac88-21e71576cf73,segment=NetworkSegment(2639aae8-bdd3-4f7c-831c-4639a6f3d9d3),segment_id=2639aae8-bdd3-4f7c-831c-4639a6f3d9d3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:31.083665 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b019454-31eb-4613-9fda-c814d8c3d8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.100297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3b019454-31eb-4613-9fda-c814d8c3d8eb None None] Calling delete_port for 4c638a8d-9104-4fce-ac88-21e71576cf73 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:31.202796 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.365640 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b019454-31eb-4613-9fda-c814d8c3d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.377490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': 'ee0b3902-4fe4-4b38-858f-6cdb7081d677'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:31.378349 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.398008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ee69b311-7137-4be0-9dfe-895b2bca68dd no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:31.464467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b019454-31eb-4613-9fda-c814d8c3d8eb None None] No DVR routers for this DVR port 4c638a8d-9104-4fce-ac88-21e71576cf73 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:31.544245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:31.548707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c638a8d-9104-4fce-ac88-21e71576cf73,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:31.570958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] No DVR routers for this DVR port 4c638a8d-9104-4fce-ac88-21e71576cf73 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:31.575912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: ee69b311-7137-4be0-9dfe-895b2bca68dd {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:31.575912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ee69b311-7137-4be0-9dfe-895b2bca68dd not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:31.576779 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4c638a8d-9104-4fce-ac88-21e71576cf73 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:31.580810 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b019454-31eb-4613-9fda-c814d8c3d8eb None None] Pushing event deleted for resources: {'Port': ['ID=4c638a8d-9104-4fce-ac88-21e71576cf73,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:31.613281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.613621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.614152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.614658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.615186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.616092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.616603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.617100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.617595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.617916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.618327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.618581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:29:31.649729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 4c638a8d-9104-4fce-ac88-21e71576cf73 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:31.650073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4c638a8d-9104-4fce-ac88-21e71576cf73 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:31.752552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Allocated IP 2001:db8::f816:3eff:fe05:b198 (fe427799-de6b-44e4-8c34-c6b669262f27/ee0b3902-4fe4-4b38-858f-6cdb7081d677/a764702d-0f56-44dd-b9ea-2e1ebbd20e10) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:31.809106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] Deleting port ef396c4f-4273-409a-a27f-6d3f18c2daeb {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:31.809450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.837421 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.851197 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:31.865016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:31.867102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2639aae8-bdd3-4f7c-831c-4639a6f3d9d3') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:31.915833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] For port ef396c4f-4273-409a-a27f-6d3f18c2daeb, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ef396c4f-4273-409a-a27f-6d3f18c2daeb,segment=NetworkSegment(b76df1ea-abb6-4bbf-bb58-70ab3feeb539),segment_id=b76df1ea-abb6-4bbf-bb58-70ab3feeb539)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:31.916208 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.936578 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:31.938074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] Calling delete_port for ef396c4f-4273-409a-a27f-6d3f18c2daeb owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:31.952533 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.013368 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.024387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f01c2-3657-4a4d-ac32-2aab5fe53dae req-7aaa5225-c200-4076-bc83-60ccfbedfed9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.031011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f01c2-3657-4a4d-ac32-2aab5fe53dae req-7aaa5225-c200-4076-bc83-60ccfbedfed9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.032666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Transition to ACTIVE for port object a764702d-0f56-44dd-b9ea-2e1ebbd20e10 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:32.041302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f01c2-3657-4a4d-ac32-2aab5fe53dae req-7aaa5225-c200-4076-bc83-60ccfbedfed9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.044482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f01c2-3657-4a4d-ac32-2aab5fe53dae req-7aaa5225-c200-4076-bc83-60ccfbedfed9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.051217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f01c2-3657-4a4d-ac32-2aab5fe53dae req-7aaa5225-c200-4076-bc83-60ccfbedfed9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.052590 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Transition to ACTIVE for port object a764702d-0f56-44dd-b9ea-2e1ebbd20e10 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:32.057299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f01c2-3657-4a4d-ac32-2aab5fe53dae req-7aaa5225-c200-4076-bc83-60ccfbedfed9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.063815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f01c2-3657-4a4d-ac32-2aab5fe53dae req-7aaa5225-c200-4076-bc83-60ccfbedfed9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.065800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d6f01c2-3657-4a4d-ac32-2aab5fe53dae req-7aaa5225-c200-4076-bc83-60ccfbedfed9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5446 time: 0.4431059 Aug 19 12:29:32.073194 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.093926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 57ac2d6a-534d-4e53-9312-c51fa99abf4b yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:32.098952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: items = [ Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:32.102179 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:32.124109 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.273783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Pushing event updated for resources: {'Port': ['ID=a764702d-0f56-44dd-b9ea-2e1ebbd20e10,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:32.296104 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d6f01c2-3657-4a4d-ac32-2aab5fe53dae req-4a1d3b3b-f8c0-42bf-9e21-a7ee2dab3c93 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205706 Aug 19 12:29:32.341293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:32.354962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:32.361086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:32.372471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.388128 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.390728 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8 HTTP/1.1" status: 204 len: 168 time: 2.1956041 Aug 19 12:29:32.392199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::f816:3eff:fe2a:4e35 (fe427799-de6b-44e4-8c34-c6b669262f27/ee0b3902-4fe4-4b38-858f-6cdb7081d677/57ac2d6a-534d-4e53-9312-c51fa99abf4b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:32.409234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321c919-181c-4070-bd1b-fd77f86c14f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=68fc36f2-f3de-4bf2-9a99-bcfa2e3f9cd8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:32.433342 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.483813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Attempting to bind port a764702d-0f56-44dd-b9ea-2e1ebbd20e10 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:32.484445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Attempting to bind port a764702d-0f56-44dd-b9ea-2e1ebbd20e10 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:32.484564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Attempting to bind port a764702d-0f56-44dd-b9ea-2e1ebbd20e10 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:32.490888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:32.490888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:32.491257 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.491395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:32.491867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Bound port: a764702d-0f56-44dd-b9ea-2e1ebbd20e10, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:32.492251 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.533482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0ae5-6613-4aa0-837d-e7d71c8f96d5 req-7b08591e-d654-4e63-a6e0-9d55d5101108 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.549211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0ae5-6613-4aa0-837d-e7d71c8f96d5 req-7b08591e-d654-4e63-a6e0-9d55d5101108 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.557798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0ae5-6613-4aa0-837d-e7d71c8f96d5 req-7b08591e-d654-4e63-a6e0-9d55d5101108 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.570185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0ae5-6613-4aa0-837d-e7d71c8f96d5 req-7b08591e-d654-4e63-a6e0-9d55d5101108 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.574743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] For port a764702d-0f56-44dd-b9ea-2e1ebbd20e10, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:32.577074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0ae5-6613-4aa0-837d-e7d71c8f96d5 req-7b08591e-d654-4e63-a6e0-9d55d5101108 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.579573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] For port a764702d-0f56-44dd-b9ea-2e1ebbd20e10, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a764702d-0f56-44dd-b9ea-2e1ebbd20e10,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:32.582924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0ae5-6613-4aa0-837d-e7d71c8f96d5 req-7b08591e-d654-4e63-a6e0-9d55d5101108 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.589004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d0ae5-6613-4aa0-837d-e7d71c8f96d5 req-7b08591e-d654-4e63-a6e0-9d55d5101108 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:32.591017 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-596d0ae5-6613-4aa0-837d-e7d71c8f96d5 req-7b08591e-d654-4e63-a6e0-9d55d5101108 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5446 time: 0.1454413 Aug 19 12:29:32.611880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.626065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 57ac2d6a-534d-4e53-9312-c51fa99abf4b will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:32.648023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.674845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ef396c4f-4273-409a-a27f-6d3f18c2daeb,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:32.683387 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.684123 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.719098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:32.745278 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.745500 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Added segment 0ad2b0ed-75c1-4803-880b-efb9c0c8fc80 of type vlan for network 6c4e8432-4e48-44fb-9b98-96a70eb862ee Aug 19 12:29:32.793431 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.808211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eecae2-3043-479f-aeec-bbbc2ad3e1cd None None] Pushing event updated for resources: {'Port': ['ID=a764702d-0f56-44dd-b9ea-2e1ebbd20e10,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:32.870693 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:32.995829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4789018c-c4a4-407d-8ca9-3b840b357098,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:33.002643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37588) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:33.028178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.044279 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.045371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:33.045963 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.110014 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:33.154719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7249fe01-240a-43a1-80e3-6f280d06f00b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71865e080f284c3da990ac66652fb3d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508563 Aug 19 12:29:33.162094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:33.166535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37592) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:33.199118 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:33.205447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:33.206156 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.312808 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=57ac2d6a-534d-4e53-9312-c51fa99abf4b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:33.367906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4e8432-4e48-44fb-9b98-96a70eb862ee,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:33.392000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 6c4e8432-4e48-44fb-9b98-96a70eb862ee details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:33.404024 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cf9e13c7-adcb-45b0-83ef-7f14920d6741 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9815452 Aug 19 12:29:33.409309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37600) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:33.415736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] Request body: {'subnet': {'network_id': '6c4e8432-4e48-44fb-9b98-96a70eb862ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-369111226-subnet', 'tenant_id': 'a42d5af7f89d4770887e143e3608c943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:33.444413 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c319a1bd-1f24-4b6b-bc76-db88451966fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.462497 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-afd8f099-401a-4a9e-bbff-f54a1e8b386c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0007496 Aug 19 12:29:33.466305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37602) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:33.511215 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c319a1bd-1f24-4b6b-bc76-db88451966fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.536968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a764702d-0f56-44dd-b9ea-2e1ebbd20e10 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:33.609812 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213de876-f61c-4c9a-bcc8-106416e5aa2b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:33.617574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213de876-f61c-4c9a-bcc8-106416e5aa2b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:33.622163 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-213de876-f61c-4c9a-bcc8-106416e5aa2b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1526132 Aug 19 12:29:33.626158 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37604) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:33.652577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] Router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:29:33.708673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] Made reservation on behalf of a42d5af7f89d4770887e143e3608c943 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:33.712513 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.739623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port a764702d-0f56-44dd-b9ea-2e1ebbd20e10 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:33.837606 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c319a1bd-1f24-4b6b-bc76-db88451966fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.837606 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c319a1bd-1f24-4b6b-bc76-db88451966fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:33.837606 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c319a1bd-1f24-4b6b-bc76-db88451966fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce67c16c-9553-4394-ab9a-2bb00feb321a HTTP/1.1" status: 204 len: 168 time: 0.6497860 Aug 19 12:29:33.884891 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319a1bd-1f24-4b6b-bc76-db88451966fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce67c16c-9553-4394-ab9a-2bb00feb321a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:33.911406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:29:33.929361 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cae2e59b-055b-415b-a14a-3aaddcac8d9b admin admin] 10.222.0.21 "PUT /v2.0/routers/7f2fda29-0ccf-4c22-a0fa-c82f602a93a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4742680 Aug 19 12:29:33.930476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37612) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:33.934921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd24e15-3ed4-47a3-a8ba-9e1e25be404a None None] Sync routers for ids ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:29:33.985427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd24e15-3ed4-47a3-a8ba-9e1e25be404a None None] Routers {'7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:33.986094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cbd24e15-3ed4-47a3-a8ba-9e1e25be404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:29:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:34.046601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d73f5940-b7bd-47ba-b195-dcba16bb7f75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 57ac2d6a-534d-4e53-9312-c51fa99abf4b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:34.046975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d73f5940-b7bd-47ba-b195-dcba16bb7f75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.219283 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.304025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-cbd24e15-3ed4-47a3-a8ba-9e1e25be404a None None] Set router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:29:34.389788 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d73f5940-b7bd-47ba-b195-dcba16bb7f75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.454252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d73f5940-b7bd-47ba-b195-dcba16bb7f75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 57ac2d6a-534d-4e53-9312-c51fa99abf4b owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:34.492810 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.564647 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.660546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2ca959-bd19-42f6-ad96-669abc4603af,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:34.703427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] Checking segment: {'id': '0ad2b0ed-75c1-4803-880b-efb9c0c8fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6c4e8432-4e48-44fb-9b98-96a70eb862ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:34.709059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] Network hostable DHCP agents. Network: 6c4e8432-4e48-44fb-9b98-96a70eb862ee, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:34.813887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Deleting port 13a71c57-2c93-445b-b64c-4a1b94649cef {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:34.814906 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:34.864343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cbd24e15-3ed4-47a3-a8ba-9e1e25be404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:29:32Z', 'revision_number': 5, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port': {'id': '13a71c57-2c93-445b-b64c-4a1b94649cef', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1454, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:27:07Z', 'updated_at': '2021-08-19T12:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:34.912638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] Network 6c4e8432-4e48-44fb-9b98-96a70eb862ee is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:34.954563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f514792d-25b9-47f9-96af-7e87cf09ed37 None None] Provisioning for port a764702d-0f56-44dd-b9ea-2e1ebbd20e10 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:34.961799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37634) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:34.978345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd24e15-3ed4-47a3-a8ba-9e1e25be404a None None] Checking router: 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:29:34.990414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f514792d-25b9-47f9-96af-7e87cf09ed37 None None] Provisioning complete for port a764702d-0f56-44dd-b9ea-2e1ebbd20e10 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:34.990792 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f514792d-25b9-47f9-96af-7e87cf09ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.008442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 6c4e8432-4e48-44fb-9b98-96a70eb862ee) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:35.017844 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d73f5940-b7bd-47ba-b195-dcba16bb7f75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.028376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:35.036529 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.089919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17dc9f5-116b-4f43-bfec-dd91d15aa6d1 None None] Network 6c4e8432-4e48-44fb-9b98-96a70eb862ee requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:35.090832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] For port 13a71c57-2c93-445b-b64c-4a1b94649cef, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=13a71c57-2c93-445b-b64c-4a1b94649cef,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:35.091234 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.128521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Calling delete_port for 13a71c57-2c93-445b-b64c-4a1b94649cef owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:35.140906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f5940-b7bd-47ba-b195-dcba16bb7f75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=57ac2d6a-534d-4e53-9312-c51fa99abf4b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:35.180659 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d73f5940-b7bd-47ba-b195-dcba16bb7f75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.188832 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d73f5940-b7bd-47ba-b195-dcba16bb7f75 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/57ac2d6a-534d-4e53-9312-c51fa99abf4b HTTP/1.1" status: 204 len: 168 time: 1.5596294 Aug 19 12:29:35.192848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37642) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.267076 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6e4600c1-cd15-47b6-b876-8656e73d326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.311914 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d0745-11cb-4f72-aaf8-56d08ed27c0a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:35.313786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d0745-11cb-4f72-aaf8-56d08ed27c0a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:35.315919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-039d0745-11cb-4f72-aaf8-56d08ed27c0a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1211073 Aug 19 12:29:35.320808 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7387f5e3-ebf8-4069-8b7f-d8a0359b9a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.320808 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37656) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.323742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd24e15-3ed4-47a3-a8ba-9e1e25be404a None None] Routers {'7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:29:35.324585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cbd24e15-3ed4-47a3-a8ba-9e1e25be404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:29:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:35.389400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7d144b-240d-4975-8485-e71717ce6fe8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet ee0b3902-4fe4-4b38-858f-6cdb7081d677 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:35.402143 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-31096fa7-7776-4384-b4de-2d9799adc5c6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9915435 Aug 19 12:29:35.512317 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7387f5e3-ebf8-4069-8b7f-d8a0359b9a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.514992 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a7d144b-240d-4975-8485-e71717ce6fe8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.546539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-cbd24e15-3ed4-47a3-a8ba-9e1e25be404a None None] Set router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:29:35.574839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a7d144b-240d-4975-8485-e71717ce6fe8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.619824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cbd24e15-3ed4-47a3-a8ba-9e1e25be404a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:29:34Z', 'revision_number': 6, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:35.651558 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7387f5e3-ebf8-4069-8b7f-d8a0359b9a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.671566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd24e15-3ed4-47a3-a8ba-9e1e25be404a None None] The sync data for ids ['7f2fda29-0ccf-4c22-a0fa-c82f602a93a6'] in n-d-803757-2 is: [{'id': '7f2fda29-0ccf-4c22-a0fa-c82f602a93a6', 'name': 'tempest-ServersTestFqdnHostnames-133570164-router', 'tenant_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:27:06Z', 'updated_at': '2021-08-19T12:29:34Z', 'revision_number': 6, 'project_id': 'e17c32b2123847b3ab50e9ba222ccb28', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:29:35.732611 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.757765 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7387f5e3-ebf8-4069-8b7f-d8a0359b9a1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9656bce681734262943fc28ed0f4de0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940803 Aug 19 12:29:35.772369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387f5e3-ebf8-4069-8b7f-d8a0359b9a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2294fcf8-ee89-4cfa-b374-53de01fa2c7e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:35.774737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37668) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:35.821708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a71c57-2c93-445b-b64c-4a1b94649cef,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:35.930228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2598445b-6b3e-47d0-86a2-01e1988ab035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.960447 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2598445b-6b3e-47d0-86a2-01e1988ab035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:35.962033 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f514792d-25b9-47f9-96af-7e87cf09ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.021156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dd0f8c-7ccb-43a7-9059-ca7613672ef6 None None] Network 6c4e8432-4e48-44fb-9b98-96a70eb862ee requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:36.052980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.075664 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2598445b-6b3e-47d0-86a2-01e1988ab035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.086478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2598445b-6b3e-47d0-86a2-01e1988ab035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.092783 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2598445b-6b3e-47d0-86a2-01e1988ab035 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2294fcf8-ee89-4cfa-b374-53de01fa2c7e HTTP/1.1" status: 204 len: 168 time: 0.3052528 Aug 19 12:29:36.112701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598445b-6b3e-47d0-86a2-01e1988ab035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2294fcf8-ee89-4cfa-b374-53de01fa2c7e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:36.180669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f514792d-25b9-47f9-96af-7e87cf09ed37 None None] For port a764702d-0f56-44dd-b9ea-2e1ebbd20e10, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a764702d-0f56-44dd-b9ea-2e1ebbd20e10,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:36.217011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37682) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:36.223252 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.226355 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.243786 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f514792d-25b9-47f9-96af-7e87cf09ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.245246 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a7d144b-240d-4975-8485-e71717ce6fe8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.302463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37688) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:36.403367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-927d9729-bceb-424f-b24e-b8648cabc608 None None] Could not find standard attr ID for object 57ac2d6a-534d-4e53-9312-c51fa99abf4b. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:29:36.442884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514792d-25b9-47f9-96af-7e87cf09ed37 None None] Pushing event updated for resources: {'Port': ['ID=a764702d-0f56-44dd-b9ea-2e1ebbd20e10,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:36.482746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2c28-04e6-4cde-aa16-314051576b36 req-613ce5fa-e2f1-42db-87ff-4ee6e3118105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:36.483723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2c28-04e6-4cde-aa16-314051576b36 req-613ce5fa-e2f1-42db-87ff-4ee6e3118105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:36.484497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2c28-04e6-4cde-aa16-314051576b36 req-613ce5fa-e2f1-42db-87ff-4ee6e3118105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:36.485092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2c28-04e6-4cde-aa16-314051576b36 req-613ce5fa-e2f1-42db-87ff-4ee6e3118105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:36.485883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2c28-04e6-4cde-aa16-314051576b36 req-613ce5fa-e2f1-42db-87ff-4ee6e3118105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:36.486877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2c28-04e6-4cde-aa16-314051576b36 req-613ce5fa-e2f1-42db-87ff-4ee6e3118105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:36.487990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da2c28-04e6-4cde-aa16-314051576b36 req-613ce5fa-e2f1-42db-87ff-4ee6e3118105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:36.493389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.494068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:29:36.503074 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.503402 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47da2c28-04e6-4cde-aa16-314051576b36 req-613ce5fa-e2f1-42db-87ff-4ee6e3118105 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6503 time: 0.2839944 Aug 19 12:29:36.517444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0b92128f-f067-4dc7-976f-b32fe95d0bd2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7f2fda29-0ccf-4c22-a0fa-c82f602a93a6 HTTP/1.1" status: 204 len: 168 time: 2.5828292 Aug 19 12:29:36.518150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37700) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:36.533154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1710495383-network', 'tenant_id': '6c764d4cecef466da2918042e427dbd5'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:36.634705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a615074-9d50-4d70-bf0b-d8ceec81e766 admin admin] Deleting subnet b0b33eac-5d36-492c-914c-081e7dbf2263 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:36.640264 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a615074-9d50-4d70-bf0b-d8ceec81e766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.715719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47da2c28-04e6-4cde-aa16-314051576b36 req-0f709ef5-60c6-4e55-bba8-6d9423d41c0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110333 Aug 19 12:29:36.742370 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a615074-9d50-4d70-bf0b-d8ceec81e766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.892669 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a615074-9d50-4d70-bf0b-d8ceec81e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.915849 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a7d144b-240d-4975-8485-e71717ce6fe8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.970651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Made reservation on behalf of 6c764d4cecef466da2918042e427dbd5 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:36.973616 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:36.981228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d144b-240d-4975-8485-e71717ce6fe8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0b3902-4fe4-4b38-858f-6cdb7081d677,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:36.998784 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a7d144b-240d-4975-8485-e71717ce6fe8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.001237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7a7d144b-240d-4975-8485-e71717ce6fe8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/ee0b3902-4fe4-4b38-858f-6cdb7081d677 HTTP/1.1" status: 204 len: 168 time: 1.6795774 Aug 19 12:29:37.004128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37708) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:37.008190 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.012445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af0ec4a-6c71-48b2-8bdf-c7ed81f86faf None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:37.118911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37712) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:37.121850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b972a8e2-f509-4c46-ab42-31d45c5ef007 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097600 Aug 19 12:29:37.236574 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a615074-9d50-4d70-bf0b-d8ceec81e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.280181 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a615074-9d50-4d70-bf0b-d8ceec81e766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.282626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6a615074-9d50-4d70-bf0b-d8ceec81e766 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b0b33eac-5d36-492c-914c-081e7dbf2263 HTTP/1.1" status: 204 len: 168 time: 0.7628269 Aug 19 12:29:37.283031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a615074-9d50-4d70-bf0b-d8ceec81e766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b33eac-5d36-492c-914c-081e7dbf2263,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:37.284747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37718) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:37.316078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6b032e-08f3-4ed7-aaf8-e9ed176abb23 None None] Network 3b696a7f-938e-43e6-a719-4cb916654b83 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:37.318119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a764702d-0f56-44dd-b9ea-2e1ebbd20e10 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:37.329992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37720) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:37.339106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397c3922-1722-4913-bead-7fd22d7e634d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:37.340768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-397c3922-1722-4913-bead-7fd22d7e634d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2209120 Aug 19 12:29:37.345686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37724) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:37.413383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-463613698-network', 'tenant_id': 'ce4c382ad0f44e2b81308410bcb16760'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:37.471672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef757a4a-f23d-4980-915a-29b1bf35b934 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:37.474852 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ef757a4a-f23d-4980-915a-29b1bf35b934 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1259003 Aug 19 12:29:37.476205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37732) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:37.489890 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.532025 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-21259e5b-df98-40f3-8ef4-e8f2290ee549 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557764 Aug 19 12:29:37.540347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37736) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:37.548362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2bf410a4-c280-4897-9eb2-b1f29c53d416 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:37.597311 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.633041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a764702d-0f56-44dd-b9ea-2e1ebbd20e10 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:37.633697 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.672129 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.715066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed862bba-a779-4c7a-8c26-5d1c903cd429 None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:37.725108 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.727478 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644da74a-7d3a-4fbe-9848-03305907295a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:37.743276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:37.763957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Deleting port 1db4735a-8690-4668-9d79-25b0757f7261 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:37.764408 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.775541 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.776609 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Added segment 8a344c01-c714-4df2-baa6-c09182cb8fa0 of type vlan for network 2bc6feb1-3277-4749-a2a4-ff955ced846b Aug 19 12:29:37.793751 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fd6d18b5-985d-42ec-af7f-3e263c7dc846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.862136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] For port 1db4735a-8690-4668-9d79-25b0757f7261, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1db4735a-8690-4668-9d79-25b0757f7261,segment=NetworkSegment(b76df1ea-abb6-4bbf-bb58-70ab3feeb539),segment_id=b76df1ea-abb6-4bbf-bb58-70ab3feeb539)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:37.864918 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.873040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ed862bba-a779-4c7a-8c26-5d1c903cd429 None None] Deleting port a764702d-0f56-44dd-b9ea-2e1ebbd20e10 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:37.873432 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ed862bba-a779-4c7a-8c26-5d1c903cd429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.903136 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.907064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Made reservation on behalf of ce4c382ad0f44e2b81308410bcb16760 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:37.912104 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.935487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Calling delete_port for 1db4735a-8690-4668-9d79-25b0757f7261 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:37.941025 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:37.963510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a2063c-2b06-4cb5-892a-33bca7c10460 None None] DHCP port deletion for 3b696a7f-938e-43e6-a719-4cb916654b83 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:37.965423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef396c4f-4273-409a-a27f-6d3f18c2daeb no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:38.011402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: ef396c4f-4273-409a-a27f-6d3f18c2daeb {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:38.011732 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef396c4f-4273-409a-a27f-6d3f18c2daeb not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:38.012063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 13a71c57-2c93-445b-b64c-4a1b94649cef no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:38.060937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.063291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:38.064089 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.095005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 13a71c57-2c93-445b-b64c-4a1b94649cef {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:38.099593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 13a71c57-2c93-445b-b64c-4a1b94649cef not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:38.105951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ed862bba-a779-4c7a-8c26-5d1c903cd429 None None] For port a764702d-0f56-44dd-b9ea-2e1ebbd20e10, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a764702d-0f56-44dd-b9ea-2e1ebbd20e10,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:38.106358 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ed862bba-a779-4c7a-8c26-5d1c903cd429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.121815 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ed862bba-a779-4c7a-8c26-5d1c903cd429 None None] Calling delete_port for a764702d-0f56-44dd-b9ea-2e1ebbd20e10 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:38.153447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] Pushing event updated for resources: {'Network': ['ID=2bc6feb1-3277-4749-a2a4-ff955ced846b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:38.160848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.172456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf410a4-c280-4897-9eb2-b1f29c53d416 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:38.176028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2bf410a4-c280-4897-9eb2-b1f29c53d416 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.198350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 2bc6feb1-3277-4749-a2a4-ff955ced846b details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:38.243967 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-68a2063c-2b06-4cb5-892a-33bca7c10460 None None] Deleting port 1db4735a-8690-4668-9d79-25b0757f7261 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:38.244868 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-68a2063c-2b06-4cb5-892a-33bca7c10460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.289537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.348022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] No DVR routers for this DVR port 1db4735a-8690-4668-9d79-25b0757f7261 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:38.379215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-68a2063c-2b06-4cb5-892a-33bca7c10460 None None] For port 1db4735a-8690-4668-9d79-25b0757f7261, host n-d-803757-2, got binding levels [] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:38.379906 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-68a2063c-2b06-4cb5-892a-33bca7c10460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.393116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db4735a-8690-4668-9d79-25b0757f7261,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:38.398171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-68a2063c-2b06-4cb5-892a-33bca7c10460 None None] Calling delete_port for 1db4735a-8690-4668-9d79-25b0757f7261 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:38.403076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.ipam_backend_mixin [None req-68a2063c-2b06-4cb5-892a-33bca7c10460 None None] Port 1db4735a-8690-4668-9d79-25b0757f7261 was not found and therefore no delete operation was performed {{(pid=95544) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:29:38.405385 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-68a2063c-2b06-4cb5-892a-33bca7c10460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.438664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2063c-2b06-4cb5-892a-33bca7c10460 None None] Pushing event deleted for resources: {'Port': ['ID=1db4735a-8690-4668-9d79-25b0757f7261,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:38.454571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a2063c-2b06-4cb5-892a-33bca7c10460 None None] No DVR routers for this DVR port 1db4735a-8690-4668-9d79-25b0757f7261 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:38.470873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.560480 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e23672b0-5a41-4189-b922-fe4eaf92f18c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2530091 Aug 19 12:29:38.560480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37756) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:38.571515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] Request body: {'subnet': {'network_id': '2bc6feb1-3277-4749-a2a4-ff955ced846b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1710495383-subnet', 'tenant_id': '6c764d4cecef466da2918042e427dbd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:38.581642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65826228-173e-4d4f-b644-6c56e5746e9c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:38.624192 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ed862bba-a779-4c7a-8c26-5d1c903cd429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.646099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed862bba-a779-4c7a-8c26-5d1c903cd429 None None] No DVR routers for this DVR port a764702d-0f56-44dd-b9ea-2e1ebbd20e10 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:38.676140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:38.698833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed862bba-a779-4c7a-8c26-5d1c903cd429 None None] Pushing event deleted for resources: {'Port': ['ID=a764702d-0f56-44dd-b9ea-2e1ebbd20e10,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:38.713263 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.720705 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.720705 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Added segment 48185402-952b-491e-8d30-f3411f82826f of type vlan for network aa8c4c17-afa9-40f9-a1a6-f9cec2348f74 Aug 19 12:29:38.734641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b696a7f-938e-43e6-a719-4cb916654b83']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:38.737366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] Made reservation on behalf of 6c764d4cecef466da2918042e427dbd5 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:38.741590 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.792348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:38.792857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76df1ea-abb6-4bbf-bb58-70ab3feeb539') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:29:38.877515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.904839 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.930595 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:38.995382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:29:39.007608 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:29:39.069303 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.175056 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.175056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:39.175056 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.186866 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.314932 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b994103-a826-4298-b60b-b4d69a509bdc,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.321834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] Checking segment: {'id': '8a344c01-c714-4df2-baa6-c09182cb8fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2bc6feb1-3277-4749-a2a4-ff955ced846b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:39.322255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] Network hostable DHCP agents. Network: 2bc6feb1-3277-4749-a2a4-ff955ced846b, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:39.337910 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a764702d-0f56-44dd-b9ea-2e1ebbd20e10 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:39.386238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: a764702d-0f56-44dd-b9ea-2e1ebbd20e10 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:39.387108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a764702d-0f56-44dd-b9ea-2e1ebbd20e10 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:39.387797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1db4735a-8690-4668-9d79-25b0757f7261 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:39.422560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 1db4735a-8690-4668-9d79-25b0757f7261 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:39.423237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1db4735a-8690-4668-9d79-25b0757f7261 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:39.464850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] Network 2bc6feb1-3277-4749-a2a4-ff955ced846b is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:39.639650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] Pushing event updated for resources: {'Network': ['ID=aa8c4c17-afa9-40f9-a1a6-f9cec2348f74,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.649347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.651298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network aa8c4c17-afa9-40f9-a1a6-f9cec2348f74 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:39.655709 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.658856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b696a7f-938e-43e6-a719-4cb916654b83 HTTP/1.1" status: 204 len: 168 time: 2.3721466 Aug 19 12:29:39.701728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a3461-f79c-4560-974d-fbac5046a826 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b696a7f-938e-43e6-a719-4cb916654b83,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.708879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 2bc6feb1-3277-4749-a2a4-ff955ced846b) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:39.718302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:39.718302 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.722018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ce8adb-7cd1-45e9-9af4-f9b62d3585c3 None None] Network 2bc6feb1-3277-4749-a2a4-ff955ced846b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:39.754569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.objects.ports [None req-2bf410a4-c280-4897-9eb2-b1f29c53d416 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95542) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:29:39.755996 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2bf410a4-c280-4897-9eb2-b1f29c53d416 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.798011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf410a4-c280-4897-9eb2-b1f29c53d416 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:39.802743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2bf410a4-c280-4897-9eb2-b1f29c53d416 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:39.807088 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf410a4-c280-4897-9eb2-b1f29c53d416 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:39.807680 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2bf410a4-c280-4897-9eb2-b1f29c53d416 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:39.825001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf410a4-c280-4897-9eb2-b1f29c53d416 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=bb6f6d99-0da4-430a-8f64-f14b14a13083,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:39.828225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b3fd6c-b7b7-484a-95c3-07726ee91b21 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:39.886726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb37eb4-81c9-4cdb-9eac-cf2897f82faa None None] Network 2bc6feb1-3277-4749-a2a4-ff955ced846b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:39.988284 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-749e2b36-2af6-4c82-aecd-20f07d9e4a64 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4169602 Aug 19 12:29:39.989902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-53ab3e3c-ffea-4889-a4d6-9dfe52c3743c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6451514 Aug 19 12:29:39.990617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37790) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:39.990617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] Request body: {'subnet': {'network_id': 'aa8c4c17-afa9-40f9-a1a6-f9cec2348f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-463613698-subnet', 'tenant_id': 'ce4c382ad0f44e2b81308410bcb16760', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:40.017122 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2bf410a4-c280-4897-9eb2-b1f29c53d416 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4707646 Aug 19 12:29:40.018254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37796) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:40.031464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:b3:17:74', 'name': 'tempest-NetworksTestDHCPv6-1222526144'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:40.121833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': 'bb6f6d99-0da4-430a-8f64-f14b14a13083'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:40.123590 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.162053 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] Made reservation on behalf of ce4c382ad0f44e2b81308410bcb16760 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:40.165449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.341621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Allocated IP 2001:db8::f816:3eff:fe00:a07c (fe427799-de6b-44e4-8c34-c6b669262f27/bb6f6d99-0da4-430a-8f64-f14b14a13083/2a49719e-a017-4c07-9559-8c664ea12789) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:40.371990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:40.454087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37800) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:40.487429 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.544947 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.559724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.603673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port cdfdc695-7314-4cdb-a466-053c91e39ee1 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:40.607753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37808) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:40.613028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1203de-0811-4a1d-b661-04c186584493,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:40.627731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a979ef41-4fc7-4219-a369-ff37c7cdb6e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e17c32b2123847b3ab50e9ba222ccb28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723828 Aug 19 12:29:40.636969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37812) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:40.707718 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.718852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] Checking segment: {'id': '48185402-952b-491e-8d30-f3411f82826f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'aa8c4c17-afa9-40f9-a1a6-f9cec2348f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:40.720909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] Network hostable DHCP agents. Network: aa8c4c17-afa9-40f9-a1a6-f9cec2348f74, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:40.737909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Transition to ACTIVE for port object 2a49719e-a017-4c07-9559-8c664ea12789 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:40.766393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22139692-631b-44fc-a451-1d97a7e6baeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.776353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Transition to ACTIVE for port object 2a49719e-a017-4c07-9559-8c664ea12789 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:40.801716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22139692-631b-44fc-a451-1d97a7e6baeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.816226 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53b84d0f-6ddc-430f-a923-cb03107dbd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:40.880956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] Network aa8c4c17-afa9-40f9-a1a6-f9cec2348f74 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:40.916952 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.013597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::f816:3eff:feb3:1774 (fe427799-de6b-44e4-8c34-c6b669262f27/bb6f6d99-0da4-430a-8f64-f14b14a13083/cdfdc695-7314-4cdb-a466-053c91e39ee1) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:41.038161 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53b84d0f-6ddc-430f-a923-cb03107dbd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.063486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:41.069676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:41.072553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:41.078596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Pushing event updated for resources: {'Port': ['ID=2a49719e-a017-4c07-9559-8c664ea12789,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:41.096039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, aa8c4c17-afa9-40f9-a1a6-f9cec2348f74) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:41.128913 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22139692-631b-44fc-a451-1d97a7e6baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.132483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22139692-631b-44fc-a451-1d97a7e6baeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.136145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4207df6-219d-414c-bef4-3888b1f4b56a None None] Network aa8c4c17-afa9-40f9-a1a6-f9cec2348f74 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:41.158791 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-22139692-631b-44fc-a451-1d97a7e6baeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c1f82de-3bc1-49ea-af0e-97b81ac774ea HTTP/1.1" status: 204 len: 168 time: 0.5206859 Aug 19 12:29:41.175867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:41.176479 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.216201 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53b84d0f-6ddc-430f-a923-cb03107dbd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.281722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22139692-631b-44fc-a451-1d97a7e6baeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1f82de-3bc1-49ea-af0e-97b81ac774ea,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:41.286334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Attempting to bind port 2a49719e-a017-4c07-9559-8c664ea12789 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:41.287262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Attempting to bind port 2a49719e-a017-4c07-9559-8c664ea12789 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:41.287732 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Attempting to bind port 2a49719e-a017-4c07-9559-8c664ea12789 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:41.319426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:41.319927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:41.320413 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.321015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:41.321604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Bound port: 2a49719e-a017-4c07-9559-8c664ea12789, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:41.322522 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.360817 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-53b84d0f-6ddc-430f-a923-cb03107dbd12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ae59e5b07cf4fa2a43e43e24bfdbbf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7435272 Aug 19 12:29:41.371280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37830) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:41.376824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.395409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b84d0f-6ddc-430f-a923-cb03107dbd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75893c4-e855-4024-ad72-4bae66ab6479,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:41.397584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object cdfdc695-7314-4cdb-a466-053c91e39ee1 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:41.454910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb094310-1865-43aa-80c3-13b453287283 req-edceaf24-794f-4b41-90e4-fffe698c8140 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:41.456956 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-edceaf24-794f-4b41-90e4-fffe698c8140 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/networks?id=2bc6feb1-3277-4749-a2a4-ff955ced846b HTTP/1.1" status: 200 len: 822 time: 0.4163747 Aug 19 12:29:41.472752 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-58169eda-2fc5-48c5-938c-e2f6accd60af admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4892964 Aug 19 12:29:41.496904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-8bcb400b-f1e8-4d1d-b12a-4335f13e2a0f tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/quotas/6c764d4cecef466da2918042e427dbd5 HTTP/1.1" status: 200 len: 375 time: 0.0228598 Aug 19 12:29:41.526112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1181c05-68b8-4f84-9ad8-7d71d93c0fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.542046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.551311 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-1fc99b2b-b277-42f9-b134-cc7eb25acbed tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c764d4cecef466da2918042e427dbd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426528 Aug 19 12:29:41.591440 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1181c05-68b8-4f84-9ad8-7d71d93c0fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.643811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=cdfdc695-7314-4cdb-a466-053c91e39ee1,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:41.659542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd55b5fd-5fdd-4985-a35b-83803c8b9fc3 None None] Network aa8c4c17-afa9-40f9-a1a6-f9cec2348f74 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:41.661765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:41.663667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:41.669217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:41.677793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:41.678655 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.735621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-df2d412b-3c70-4c92-85de-87ba80e7f42a service neutron] 10.222.0.21 "GET /v2.0/networks/2bc6feb1-3277-4749-a2a4-ff955ced846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716611 Aug 19 12:29:41.783470 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3898009b-6e2f-4d5f-96f5-50325544d455 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7615118 Aug 19 12:29:41.784157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37840) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:41.884789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] For port 2a49719e-a017-4c07-9559-8c664ea12789, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:41.911135 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-6cea6ddc-4f16-4090-b325-f4d492fe8e03 service neutron] 10.222.0.21 "GET /v2.0/networks/2bc6feb1-3277-4749-a2a4-ff955ced846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640604 Aug 19 12:29:41.937014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] For port 2a49719e-a017-4c07-9559-8c664ea12789, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2a49719e-a017-4c07-9559-8c664ea12789,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:41.938924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1181c05-68b8-4f84-9ad8-7d71d93c0fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.941704 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1181c05-68b8-4f84-9ad8-7d71d93c0fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:41.946362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b65be8-fa4b-4c5d-8de8-43494764d9aa tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:41.948338 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c1181c05-68b8-4f84-9ad8-7d71d93c0fba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d75893c4-e855-4024-ad72-4bae66ab6479 HTTP/1.1" status: 204 len: 168 time: 0.5736046 Aug 19 12:29:41.959837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1181c05-68b8-4f84-9ad8-7d71d93c0fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75893c4-e855-4024-ad72-4bae66ab6479,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:41.971036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b65be8-fa4b-4c5d-8de8-43494764d9aa tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:41.973667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-67b65be8-fa4b-4c5d-8de8-43494764d9aa tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1884894 Aug 19 12:29:41.979050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37852) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:42.027517 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.157854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b78b2f-1c84-4585-9ea9-b2139786a418 None None] Pushing event updated for resources: {'Port': ['ID=2a49719e-a017-4c07-9559-8c664ea12789,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:42.201145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-34c4b6ff-b944-49e9-8fa1-a741072d1120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port cdfdc695-7314-4cdb-a466-053c91e39ee1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:42.201496 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-34c4b6ff-b944-49e9-8fa1-a741072d1120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.384253 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a642ba90-adfe-479e-a4b3-d584175eabdb req-35a28d69-0ebd-40ef-a30c-596d16ed489f tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 210 time: 0.0539162 Aug 19 12:29:42.441176 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-34c4b6ff-b944-49e9-8fa1-a741072d1120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.482616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-34c4b6ff-b944-49e9-8fa1-a741072d1120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for cdfdc695-7314-4cdb-a466-053c91e39ee1 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:42.853266 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-34c4b6ff-b944-49e9-8fa1-a741072d1120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:42.948683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-35c1d5b8-f663-4310-9f1f-61c04e9f14cd tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:42.964620 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-35c1d5b8-f663-4310-9f1f-61c04e9f14cd tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/networks?id=6c4e8432-4e48-44fb-9b98-96a70eb862ee HTTP/1.1" status: 200 len: 814 time: 0.2670381 Aug 19 12:29:43.011382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-1f5b6de0-39f5-4d95-a038-bfe985eaa705 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/quotas/a42d5af7f89d4770887e143e3608c943 HTTP/1.1" status: 200 len: 375 time: 0.0439880 Aug 19 12:29:43.058728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4b6ff-b944-49e9-8fa1-a741072d1120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=cdfdc695-7314-4cdb-a466-053c91e39ee1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:43.097810 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-34c4b6ff-b944-49e9-8fa1-a741072d1120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.105228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37888) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:43.126094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-d788a0c2-0b57-4471-8261-c66e4d1eaf9e tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a42d5af7f89d4770887e143e3608c943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077845 Aug 19 12:29:43.130053 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-34c4b6ff-b944-49e9-8fa1-a741072d1120 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/cdfdc695-7314-4cdb-a466-053c91e39ee1 HTTP/1.1" status: 204 len: 168 time: 1.1495810 Aug 19 12:29:43.386917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c960e6-430d-4371-95c6-36fc76f0e203 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:43.392117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c960e6-430d-4371-95c6-36fc76f0e203 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:43.398165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2a49719e-a017-4c07-9559-8c664ea12789 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:43.414679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37902) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:43.416063 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-81c960e6-430d-4371-95c6-36fc76f0e203 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3037810 Aug 19 12:29:43.516933 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-3127d66b-1b51-4b2f-97ff-d32117b70b1f service neutron] 10.222.0.21 "GET /v2.0/networks/6c4e8432-4e48-44fb-9b98-96a70eb862ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791986 Aug 19 12:29:43.534435 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-26409978-c0f0-4ab5-ad1f-090069cea221 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet bb6f6d99-0da4-430a-8f64-f14b14a13083 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:43.552117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26409978-c0f0-4ab5-ad1f-090069cea221 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.568480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 2a49719e-a017-4c07-9559-8c664ea12789 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:43.669372 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-db6ea5af-fc2d-4c56-aa12-8b209c4970a2 req-7211c036-f907-4620-b1ab-6914280b8381 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 210 time: 0.1286263 Aug 19 12:29:43.713119 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26409978-c0f0-4ab5-ad1f-090069cea221 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:43.728401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-75eae587-06ea-40a5-8ea3-f55407ff71ba service neutron] 10.222.0.21 "GET /v2.0/networks/6c4e8432-4e48-44fb-9b98-96a70eb862ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033124 Aug 19 12:29:43.961703 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26409978-c0f0-4ab5-ad1f-090069cea221 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.047171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1157cb99-695b-44ef-a688-a3ff52b861ea None None] Provisioning for port 2a49719e-a017-4c07-9559-8c664ea12789 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:44.051306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1157cb99-695b-44ef-a688-a3ff52b861ea None None] Provisioning complete for port 2a49719e-a017-4c07-9559-8c664ea12789 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:44.051740 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1157cb99-695b-44ef-a688-a3ff52b861ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.114563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60b0821f-e60c-432a-831a-9666cff69824 req-506999ec-dbdf-4d6f-a11d-3a33509e31cf tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 210 time: 0.0802555 Aug 19 12:29:44.187674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37928) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:44.238979 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1157cb99-695b-44ef-a688-a3ff52b861ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.242792 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26409978-c0f0-4ab5-ad1f-090069cea221 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.331031 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-1157cb99-695b-44ef-a688-a3ff52b861ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:29:44.331458 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-1157cb99-695b-44ef-a688-a3ff52b861ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:29:44.334320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26409978-c0f0-4ab5-ad1f-090069cea221 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6f6d99-0da4-430a-8f64-f14b14a13083,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:44.351090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26409978-c0f0-4ab5-ad1f-090069cea221 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.354039 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-26409978-c0f0-4ab5-ad1f-090069cea221 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/bb6f6d99-0da4-430a-8f64-f14b14a13083 HTTP/1.1" status: 204 len: 168 time: 0.9382219 Aug 19 12:29:44.356972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37934) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:44.424786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f7852966-d29d-40db-a8f7-423f81ffb844 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657914 Aug 19 12:29:44.427766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37940) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:44.433483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:44.440002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7c2042-30a8-46b1-96f8-2d210726ab64 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:44.602576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-169247780-network', 'tenant_id': '3021e6a39d284159b5ee8fbdcc8c6723'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:44.745573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e123f-9e19-4041-b3f8-fd1b34d7f38a None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:44.795893 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-26f8cacc-6b3f-4e12-8196-3f7cf07a1dac req-0a5223f0-1f94-4f84-b55b-7f3b05608f7a tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 210 time: 0.0502553 Aug 19 12:29:44.798787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:44.802724 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.881009 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1157cb99-695b-44ef-a688-a3ff52b861ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:44.947701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1157cb99-695b-44ef-a688-a3ff52b861ea None None] For port 2a49719e-a017-4c07-9559-8c664ea12789, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2a49719e-a017-4c07-9559-8c664ea12789,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:44.956724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e123f-9e19-4041-b3f8-fd1b34d7f38a None None] Deleting port 2a49719e-a017-4c07-9559-8c664ea12789 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:44.957349 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5f2e123f-9e19-4041-b3f8-fd1b34d7f38a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.040309 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1157cb99-695b-44ef-a688-a3ff52b861ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.055915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5f2e123f-9e19-4041-b3f8-fd1b34d7f38a None None] For port 2a49719e-a017-4c07-9559-8c664ea12789, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2a49719e-a017-4c07-9559-8c664ea12789,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:45.056320 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5f2e123f-9e19-4041-b3f8-fd1b34d7f38a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.081967 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Made reservation on behalf of 3021e6a39d284159b5ee8fbdcc8c6723 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:45.084748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.094211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e123f-9e19-4041-b3f8-fd1b34d7f38a None None] Calling delete_port for 2a49719e-a017-4c07-9559-8c664ea12789 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:45.101971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.241948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157cb99-695b-44ef-a688-a3ff52b861ea None None] Pushing event updated for resources: {'Port': ['ID=2a49719e-a017-4c07-9559-8c664ea12789,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:45.254270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-57f3027f-1e0f-4b16-abdb-72abb826bd93 None None] Could not find standard attr ID for object cdfdc695-7314-4cdb-a466-053c91e39ee1. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:29:45.282436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:29:45.318731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2a49719e-a017-4c07-9559-8c664ea12789 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:45.321738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85f998fb-4e08-4f6d-9965-6ffbf48d3c44 req-30eb0b27-4fda-4d9b-b5de-7584c12d2c53 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 210 time: 0.0576015 Aug 19 12:29:45.498071 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.532317 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.592552 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5f2e123f-9e19-4041-b3f8-fd1b34d7f38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.641163 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.660433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:29:45.664116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e123f-9e19-4041-b3f8-fd1b34d7f38a None None] Pushing event deleted for resources: {'Port': ['ID=2a49719e-a017-4c07-9559-8c664ea12789,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:45.676478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e123f-9e19-4041-b3f8-fd1b34d7f38a None None] No DVR routers for this DVR port 2a49719e-a017-4c07-9559-8c664ea12789 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:45.678283 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.678762 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Added segment f80ea02c-dbcb-4dd5-9606-975bc68502cb of type vlan for network a6145538-9d05-4949-a27b-b761cd89b308 Aug 19 12:29:45.761388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.ipam_pluggable_backend [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Port 2a49719e-a017-4c07-9559-8c664ea12789 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95543) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 12:29:45.761833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.ipam_pluggable_backend [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Reverting IP allocation for 2001:db8::f816:3eff:fe00:a07c {{(pid=95543) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 12:29:45.784826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.ipam_pluggable_backend [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe00:a07c {{(pid=95543) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 12:29:45.811006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.820481 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.893698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=876b6a2b-f521-4770-b68d-084de5abb61f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:45.909408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfadf41a-9da2-4de1-b29f-7655cf9f506b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:45.928462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:45.938879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:45.942359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:45.943429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:45.950610 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0ce83e8-8a4b-4eef-9b6b-88aff452ef82 req-ec2a2b9b-e1e4-4f21-b54d-e247c77aaa31 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 210 time: 0.0525582 Aug 19 12:29:45.964909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347af96d-7c74-44b7-90b8-c22b78f97f49 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:46.069405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37982) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:46.078850 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b314eff4-174b-43f8-9ef1-5d4e4d94ac14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6400750 Aug 19 12:29:46.078850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.078850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:46.078850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.079298 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:96:da:40', 'name': 'tempest-NetworksTestDHCPv6-297219606'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:46.196126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] Pushing event updated for resources: {'Network': ['ID=a6145538-9d05-4949-a27b-b761cd89b308,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:46.233956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network a6145538-9d05-4949-a27b-b761cd89b308 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:29:46.343894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '876b6a2b-f521-4770-b68d-084de5abb61f'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:46.345035 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.401188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6c7e62a2-b386-4dd7-9a30-5eb971cc05ae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2105792 Aug 19 12:29:46.411836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37990) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:46.419312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] Request body: {'subnet': {'network_id': 'a6145538-9d05-4949-a27b-b761cd89b308', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-169247780-subnet', 'tenant_id': '3021e6a39d284159b5ee8fbdcc8c6723', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:46.436064 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1394a45c-1476-40d6-b3ae-97466f828e5f req-c5c179b1-ccaa-4e73-acb7-7996d83d673d tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 210 time: 0.0316708 Aug 19 12:29:46.493451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Allocated IP 2001:db8::f816:3eff:fef6:eb76 (fe427799-de6b-44e4-8c34-c6b669262f27/876b6a2b-f521-4770-b68d-084de5abb61f/bd94fa1b-95d9-42cd-887c-6aef850c8665) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:46.546274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:46.671368 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.696198 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.713296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Transition to ACTIVE for port object bd94fa1b-95d9-42cd-887c-6aef850c8665 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:46.741820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Transition to ACTIVE for port object bd94fa1b-95d9-42cd-887c-6aef850c8665 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:46.750116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] Made reservation on behalf of 3021e6a39d284159b5ee8fbdcc8c6723 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:46.752507 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.763630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port c60d3000-e01d-4a6c-b10b-72a8d6fcba2c yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:46.853339 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:46.996101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:46.997638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb094310-1865-43aa-80c3-13b453287283 req-fa647c69-59e1-4aa1-89e4-171d255d39a5 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.000298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:47.008507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:47.008921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-fa647c69-59e1-4aa1-89e4-171d255d39a5 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.30 "GET /v2.0/networks?id=2bc6feb1-3277-4749-a2a4-ff955ced846b HTTP/1.1" status: 200 len: 822 time: 0.3230124 Aug 19 12:29:47.017617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Request body: {'port': {'device_id': 'f550b55b-d942-4aca-a0be-b441ccd6740f', 'network_id': '2bc6feb1-3277-4749-a2a4-ff955ced846b', 'admin_state_up': True, 'tenant_id': '6c764d4cecef466da2918042e427dbd5'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:47.080857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd94fa1b-95d9-42cd-887c-6aef850c8665,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:47.102874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::f816:3eff:fe96:da40 (fe427799-de6b-44e4-8c34-c6b669262f27/876b6a2b-f521-4770-b68d-084de5abb61f/c60d3000-e01d-4a6c-b10b-72a8d6fcba2c) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:47.131118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Attempting to bind port bd94fa1b-95d9-42cd-887c-6aef850c8665 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:47.135537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Attempting to bind port bd94fa1b-95d9-42cd-887c-6aef850c8665 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:47.139837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Attempting to bind port bd94fa1b-95d9-42cd-887c-6aef850c8665 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:47.143835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:47.146082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:47.147619 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.148271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:47.149072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Bound port: bd94fa1b-95d9-42cd-887c-6aef850c8665, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:47.151924 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.163306 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05dfdd07-0647-4088-a49f-238790d2bb27 req-9ab464ed-06ad-4945-a673-5744230ba34d tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 210 time: 0.1090019 Aug 19 12:29:47.265198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] For port bd94fa1b-95d9-42cd-887c-6aef850c8665, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:47.271164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] For port bd94fa1b-95d9-42cd-887c-6aef850c8665, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bd94fa1b-95d9-42cd-887c-6aef850c8665,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:47.449989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.472670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object c60d3000-e01d-4a6c-b10b-72a8d6fcba2c will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:47.480515 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.540121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Made reservation on behalf of 6c764d4cecef466da2918042e427dbd5 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:47.549756 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.554315 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:47.643158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d278f45-f54d-4cd8-bcd8-c8325573b8fa None None] Pushing event updated for resources: {'Port': ['ID=bd94fa1b-95d9-42cd-887c-6aef850c8665,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:47.734355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-d2126e9e-9a86-4e2f-ad9a-d45b047f7d64 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:47.736466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-d2126e9e-9a86-4e2f-ad9a-d45b047f7d64 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.30 "GET /v2.0/networks?id=6c4e8432-4e48-44fb-9b98-96a70eb862ee HTTP/1.1" status: 200 len: 814 time: 0.2360492 Aug 19 12:29:47.753127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Request body: {'port': {'device_id': '9ac48fd6-7db5-409a-a3b7-084777b38107', 'network_id': '6c4e8432-4e48-44fb-9b98-96a70eb862ee', 'admin_state_up': True, 'tenant_id': 'a42d5af7f89d4770887e143e3608c943'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:47.865951 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-71866e2e-436e-4658-9375-e9ad1c591be0 req-5eb3c01b-459b-475d-8ad1-bb88052b8bb5 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 210 time: 0.1918428 Aug 19 12:29:47.927548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78fdb23-6bea-4a6f-aa70-4fe71cecf646,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:47.971745 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.035290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:48.040964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:48.043336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] Checking segment: {'id': 'f80ea02c-dbcb-4dd5-9606-975bc68502cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a6145538-9d05-4949-a27b-b761cd89b308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:48.043753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] Network hostable DHCP agents. Network: a6145538-9d05-4949-a27b-b761cd89b308, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:29:48.046053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:48.052093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:48.052541 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.129449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=c60d3000-e01d-4a6c-b10b-72a8d6fcba2c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:48.144671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Made reservation on behalf of a42d5af7f89d4770887e143e3608c943 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:48.148905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.155750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Allocated IP 172.20.0.11 (2bc6feb1-3277-4749-a2a4-ff955ced846b/2b994103-a826-4298-b60b-b4d69a509bdc/376a5f43-e5b4-480d-9c3c-13f013b3558c) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:48.295931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] Network a6145538-9d05-4949-a27b-b761cd89b308 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:29:48.342831 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e6c6e8c0-bf0c-4e7e-98da-1952538c2ee9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2713773 Aug 19 12:29:48.359866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Allocated IP 172.20.0.11 (6c4e8432-4e48-44fb-9b98-96a70eb862ee/dd2ca959-bd19-42f6-ad96-669abc4603af/f5684440-29f2-4e99-9115-713a3feda655) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:48.371131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38046) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:48.433275 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.492114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, a6145538-9d05-4949-a27b-b761cd89b308) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:48.498077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:48.502793 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.503033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff441d8-6d84-496d-ad3d-e633664ce241 None None] Network a6145538-9d05-4949-a27b-b761cd89b308 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:48.524660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38050) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:48.566517 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.657951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Network 2bc6feb1-3277-4749-a2a4-ff955ced846b is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:48.663627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:48.671981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:48.690006 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9748577f-7ce0-4b71-b082-87a1d4bca23c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2764184 Aug 19 12:29:48.749955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Pushing event updated for resources: {'Port': ['ID=376a5f43-e5b4-480d-9c3c-13f013b3558c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:48.833562 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e167e023-4a08-423b-8717-5d98feb26d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:48.853621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae022c2-c8a0-4cb7-8aeb-06fc27e0403c None None] Network a6145538-9d05-4949-a27b-b761cd89b308 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:48.893009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:48.893809 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.097096 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c01d8dcd-00e4-48a3-916c-de48f661d0f4 req-e9913289-f871-4936-8d63-b39a51dc486f tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 210 time: 0.0561621 Aug 19 12:29:49.219552 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e167e023-4a08-423b-8717-5d98feb26d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.239792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8001a0-7358-4d86-8a14-356de5b64727 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:49.252606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8001a0-7358-4d86-8a14-356de5b64727 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:49.256660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fb8001a0-7358-4d86-8a14-356de5b64727 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8808601 Aug 19 12:29:49.257131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38070) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:49.306837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643431ea-3e83-4bb1-aeec-ae08b6b9ad00 req-ab51193c-ef0e-4f10-947c-fb130a6dec49 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:49.316649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-643431ea-3e83-4bb1-aeec-ae08b6b9ad00 req-ab51193c-ef0e-4f10-947c-fb130a6dec49 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 932 time: 0.9445646 Aug 19 12:29:49.371591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bd94fa1b-95d9-42cd-887c-6aef850c8665 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:49.410486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e167e023-4a08-423b-8717-5d98feb26d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.421605 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-643431ea-3e83-4bb1-aeec-ae08b6b9ad00 req-71300c0c-ae7c-4294-842e-5c9201b404e8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974123 Aug 19 12:29:49.498149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e167e023-4a08-423b-8717-5d98feb26d73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=603aeb7a4fa9473eafb710d5f666b0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9691687 Aug 19 12:29:49.501719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38072) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:49.503506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167e023-4a08-423b-8717-5d98feb26d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e93fae-c735-4d28-bd19-0796e44039bd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:49.530272 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.537014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-ddb54434-47ec-49d6-9698-f1919f842ec8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5271597 Aug 19 12:29:49.564070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Request body: {'port': {'device_id': 'f550b55b-d942-4aca-a0be-b441ccd6740f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:49.633344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c0636915-8a1b-40ab-b360-7483eedf563f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port c60d3000-e01d-4a6c-b10b-72a8d6fcba2c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:49.633699 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0636915-8a1b-40ab-b360-7483eedf563f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.835763 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port bd94fa1b-95d9-42cd-887c-6aef850c8665 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:49.858730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-397c7e5e-f0bb-4a7d-94bc-84b4601d05c6 None None] Provisioning for port bd94fa1b-95d9-42cd-887c-6aef850c8665 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:49.863707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-397c7e5e-f0bb-4a7d-94bc-84b4601d05c6 None None] Provisioning complete for port bd94fa1b-95d9-42cd-887c-6aef850c8665 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:49.864360 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-397c7e5e-f0bb-4a7d-94bc-84b4601d05c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.925724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.927653 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc680-b438-48dc-bc81-123efc81f017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:49.933493 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.021938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc680-b438-48dc-bc81-123efc81f017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.027047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Network 6c4e8432-4e48-44fb-9b98-96a70eb862ee is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:50.032594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:50.038253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:50.038864 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0636915-8a1b-40ab-b360-7483eedf563f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.066333 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-397c7e5e-f0bb-4a7d-94bc-84b4601d05c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.080760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c0636915-8a1b-40ab-b360-7483eedf563f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for c60d3000-e01d-4a6c-b10b-72a8d6fcba2c owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:50.103777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Pushing event updated for resources: {'Port': ['ID=f5684440-29f2-4e99-9115-713a3feda655,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:50.120539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-397c7e5e-f0bb-4a7d-94bc-84b4601d05c6 None None] For port bd94fa1b-95d9-42cd-887c-6aef850c8665, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bd94fa1b-95d9-42cd-887c-6aef850c8665,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:50.131297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-6324b4a4-cd5f-44d7-98c6-86d5a23aaab3 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:50.134693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:50.135598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.139258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-6324b4a4-cd5f-44d7-98c6-86d5a23aaab3 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/networks?id=a6145538-9d05-4949-a27b-b761cd89b308 HTTP/1.1" status: 200 len: 821 time: 0.4798367 Aug 19 12:29:50.240902 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-397c7e5e-f0bb-4a7d-94bc-84b4601d05c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.261785 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-ee900211-64c0-4824-bf87-4443c99e0ff0 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/quotas/3021e6a39d284159b5ee8fbdcc8c6723 HTTP/1.1" status: 200 len: 375 time: 0.1216326 Aug 19 12:29:50.306492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5119080-d4c5-482e-a12d-6e084b34fc28 req-2bcbb632-e473-45cc-95ec-374e3c32f0f4 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:50.308112 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d5119080-d4c5-482e-a12d-6e084b34fc28 req-2bcbb632-e473-45cc-95ec-374e3c32f0f4 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 932 time: 0.1046247 Aug 19 12:29:50.309576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-90bdce3e-1bf1-462d-93ac-478077b35671 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3021e6a39d284159b5ee8fbdcc8c6723&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392313 Aug 19 12:29:50.309718 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-598f66c5-e353-47fa-9b72-98f525ee61f7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5638421 Aug 19 12:29:50.334273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Request body: {'port': {'device_id': '9ac48fd6-7db5-409a-a3b7-084777b38107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:50.355070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c7e5e-f0bb-4a7d-94bc-84b4601d05c6 None None] Pushing event updated for resources: {'Port': ['ID=bd94fa1b-95d9-42cd-887c-6aef850c8665,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:50.435725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.457432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d5119080-d4c5-482e-a12d-6e084b34fc28 req-8178d7c3-e28e-4521-a9be-e4806ce79a50 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355562 Aug 19 12:29:50.478498 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc680-b438-48dc-bc81-123efc81f017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.484828 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc680-b438-48dc-bc81-123efc81f017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.488919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7ecbc680-b438-48dc-bc81-123efc81f017 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2e93fae-c735-4d28-bd19-0796e44039bd HTTP/1.1" status: 204 len: 168 time: 0.9646471 Aug 19 12:29:50.502508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0882138a-a8d6-4ebd-a964-b6859d142c9f None None] Provisioning for port c60d3000-e01d-4a6c-b10b-72a8d6fcba2c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:50.506625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0882138a-a8d6-4ebd-a964-b6859d142c9f None None] Provisioning complete for port c60d3000-e01d-4a6c-b10b-72a8d6fcba2c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:50.506944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0882138a-a8d6-4ebd-a964-b6859d142c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.589479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0882138a-a8d6-4ebd-a964-b6859d142c9f None None] Port c60d3000-e01d-4a6c-b10b-72a8d6fcba2c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:29:50.616380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376a5f43-e5b4-480d-9c3c-13f013b3558c {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:50.624704 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.688582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbc680-b438-48dc-bc81-123efc81f017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e93fae-c735-4d28-bd19-0796e44039bd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:50.735015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-593aee29-0c45-4115-a25a-038ebfda80ca service neutron] 10.222.0.21 "GET /v2.0/networks/a6145538-9d05-4949-a27b-b761cd89b308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079187 Aug 19 12:29:50.745596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876fc44-1ac7-438b-b697-963156cf052a req-085f9bd9-3d45-43f6-a218-8589f15c7143 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:50.750217 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a876fc44-1ac7-438b-b697-963156cf052a req-085f9bd9-3d45-43f6-a218-8589f15c7143 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 932 time: 0.1527879 Aug 19 12:29:50.834908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a876fc44-1ac7-438b-b697-963156cf052a req-9004b6d6-52c6-4554-8f06-1b30e581bb90 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746531 Aug 19 12:29:50.842692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Transition to ACTIVE for port object 376a5f43-e5b4-480d-9c3c-13f013b3558c will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:50.847091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0636915-8a1b-40ab-b360-7483eedf563f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.894310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5684440-29f2-4e99-9115-713a3feda655 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:50.907117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:50.944356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-7a3748cb-d780-4ee7-932a-22d41df16826 service neutron] 10.222.0.21 "GET /v2.0/networks/a6145538-9d05-4949-a27b-b761cd89b308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976340 Aug 19 12:29:50.945421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Transition to ACTIVE for port object f5684440-29f2-4e99-9115-713a3feda655 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:50.964841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0636915-8a1b-40ab-b360-7483eedf563f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=c60d3000-e01d-4a6c-b10b-72a8d6fcba2c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:50.968849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.035812 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.289304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Pushing event updated for resources: {'Port': ['ID=f5684440-29f2-4e99-9115-713a3feda655,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:51.361239 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fcf78907-e6b6-4d9c-b6df-f522a685eee6 req-3dfacd15-a36a-4647-a2ca-0b441097d816 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 210 time: 0.0609727 Aug 19 12:29:51.378029 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Attempting to bind port f5684440-29f2-4e99-9115-713a3feda655 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:51.379042 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Attempting to bind port f5684440-29f2-4e99-9115-713a3feda655 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '0ad2b0ed-75c1-4803-880b-efb9c0c8fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6c4e8432-4e48-44fb-9b98-96a70eb862ee'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:51.379168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Attempting to bind port f5684440-29f2-4e99-9115-713a3feda655 on network 6c4e8432-4e48-44fb-9b98-96a70eb862ee {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:51.384356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Port f5684440-29f2-4e99-9115-713a3feda655 on network 6c4e8432-4e48-44fb-9b98-96a70eb862ee not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:29:51.384774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Attempting to bind port f5684440-29f2-4e99-9115-713a3feda655 on network 6c4e8432-4e48-44fb-9b98-96a70eb862ee {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:51.391567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:51.392383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Checking segment: {'id': '0ad2b0ed-75c1-4803-880b-efb9c0c8fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6c4e8432-4e48-44fb-9b98-96a70eb862ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:51.392383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Bound using segment: {'id': '0ad2b0ed-75c1-4803-880b-efb9c0c8fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6c4e8432-4e48-44fb-9b98-96a70eb862ee'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:51.392766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Bound port: f5684440-29f2-4e99-9115-713a3feda655, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad2b0ed-75c1-4803-880b-efb9c0c8fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6c4e8432-4e48-44fb-9b98-96a70eb862ee'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:51.393136 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.424047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bd94fa1b-95d9-42cd-887c-6aef850c8665 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:51.508521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port bd94fa1b-95d9-42cd-887c-6aef850c8665 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:51.508831 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.521402 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] For port f5684440-29f2-4e99-9115-713a3feda655, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:51.526482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] For port f5684440-29f2-4e99-9115-713a3feda655, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f5684440-29f2-4e99-9115-713a3feda655,segment=NetworkSegment(0ad2b0ed-75c1-4803-880b-efb9c0c8fc80),segment_id=0ad2b0ed-75c1-4803-880b-efb9c0c8fc80)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:51.552198 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0636915-8a1b-40ab-b360-7483eedf563f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.563063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38112) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:51.563317 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c0636915-8a1b-40ab-b360-7483eedf563f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/c60d3000-e01d-4a6c-b10b-72a8d6fcba2c HTTP/1.1" status: 204 len: 168 time: 2.3049245 Aug 19 12:29:51.619164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.628839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38114) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:51.656866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Pushing event updated for resources: {'Port': ['ID=376a5f43-e5b4-480d-9c3c-13f013b3558c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:51.686770 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-304b8fb8-c2bc-4bb0-badc-07f78fb77415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.703632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:51.704028 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.705450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] 10.222.0.30 "PUT /v2.0/ports/f5684440-29f2-4e99-9115-713a3feda655 HTTP/1.1" status: 200 len: 1092 time: 1.3851271 Aug 19 12:29:51.718063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac48fd6-7db5-409a-a3b7-084777b38107', 'tag': 'f5684440-29f2-4e99-9115-713a3feda655'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:51.720546 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdeb455-d73a-489d-bfd6-6642140885de" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac48fd6-7db5-409a-a3b7-084777b38107", "tag": "f5684440-29f2-4e99-9115-713a3feda655"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:51.723521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690d52e-2b6a-47f5-a186-a7e7a0ce9396 req-1532f0f5-2fde-41ec-9d54-332ebddbcd0a tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:51.726394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3690d52e-2b6a-47f5-a186-a7e7a0ce9396 req-1532f0f5-2fde-41ec-9d54-332ebddbcd0a tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 944 time: 0.1537030 Aug 19 12:29:51.750870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d4295-53bf-4756-9147-685b6e758e15 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:51.752554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d4295-53bf-4756-9147-685b6e758e15 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:51.754095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fd6d4295-53bf-4756-9147-685b6e758e15 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1898272 Aug 19 12:29:51.757482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38118) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:51.779817 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d429a5-cddc-4749-aee0-a4d7165cc71a x-openstack-request-id: req-63d429a5-cddc-4749-aee0-a4d7165cc71a {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:51.780124 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac48fd6-7db5-409a-a3b7-084777b38107", "tag": "f5684440-29f2-4e99-9115-713a3feda655", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:51.780381 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63d429a5-cddc-4749-aee0-a4d7165cc71a {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:51.780788 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac48fd6-7db5-409a-a3b7-084777b38107', 'tag': 'f5684440-29f2-4e99-9115-713a3feda655', 'status': 'completed', 'code': 200} Aug 19 12:29:51.787665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7ada0-9f22-4dca-a95c-2b30d1ed1358 service neutron] Pushing event updated for resources: {'Port': ['ID=f5684440-29f2-4e99-9115-713a3feda655,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:51.830114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Attempting to bind port 376a5f43-e5b4-480d-9c3c-13f013b3558c on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:51.830546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Attempting to bind port 376a5f43-e5b4-480d-9c3c-13f013b3558c by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '8a344c01-c714-4df2-baa6-c09182cb8fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2bc6feb1-3277-4749-a2a4-ff955ced846b'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:51.831181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Attempting to bind port 376a5f43-e5b4-480d-9c3c-13f013b3558c on network 2bc6feb1-3277-4749-a2a4-ff955ced846b {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:51.860586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Port 376a5f43-e5b4-480d-9c3c-13f013b3558c on network 2bc6feb1-3277-4749-a2a4-ff955ced846b not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:29:51.862528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Attempting to bind port 376a5f43-e5b4-480d-9c3c-13f013b3558c on network 2bc6feb1-3277-4749-a2a4-ff955ced846b {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:51.874247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:51.874748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Checking segment: {'id': '8a344c01-c714-4df2-baa6-c09182cb8fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2bc6feb1-3277-4749-a2a4-ff955ced846b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:51.875238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Bound using segment: {'id': '8a344c01-c714-4df2-baa6-c09182cb8fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2bc6feb1-3277-4749-a2a4-ff955ced846b'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:51.875782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Bound port: 376a5f43-e5b4-480d-9c3c-13f013b3558c, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a344c01-c714-4df2-baa6-c09182cb8fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '2bc6feb1-3277-4749-a2a4-ff955ced846b'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:51.876243 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:51.895887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeb455-d73a-489d-bfd6-6642140885de req-6b7126e2-93d6-45f5-a905-552bbe118e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:51.895887 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ecdeb455-d73a-489d-bfd6-6642140885de req-6b7126e2-93d6-45f5-a905-552bbe118e4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a42d5af7f89d4770887e143e3608c943&device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 1095 time: 0.0890265 Aug 19 12:29:51.912389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3690d52e-2b6a-47f5-a186-a7e7a0ce9396 req-a3fa029c-ca1f-41f9-98bd-8f69c0f22bd8 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737440 Aug 19 12:29:51.956939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd9285c-727c-425d-afd1-be50d1ecf6b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 876b6a2b-f521-4770-b68d-084de5abb61f {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:51.960262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecd9285c-727c-425d-afd1-be50d1ecf6b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.110217 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecd9285c-727c-425d-afd1-be50d1ecf6b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.145969 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-304b8fb8-c2bc-4bb0-badc-07f78fb77415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.165303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeb455-d73a-489d-bfd6-6642140885de req-6db3f362-13cc-474c-a1ee-089f05be983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:52.165417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] For port 376a5f43-e5b4-480d-9c3c-13f013b3558c, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:52.165516 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ecdeb455-d73a-489d-bfd6-6642140885de req-6db3f362-13cc-474c-a1ee-089f05be983a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a42d5af7f89d4770887e143e3608c943&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2568014 Aug 19 12:29:52.190908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] For port 376a5f43-e5b4-480d-9c3c-13f013b3558c, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=376a5f43-e5b4-480d-9c3c-13f013b3558c,segment=NetworkSegment(8a344c01-c714-4df2-baa6-c09182cb8fa0),segment_id=8a344c01-c714-4df2-baa6-c09182cb8fa0)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:52.192583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b416f5-1206-4c7e-9bb0-881bf79d2d04 req-f115967c-e404-4da8-ad9f-7dcd8895dcfb tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:52.199124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2b416f5-1206-4c7e-9bb0-881bf79d2d04 req-f115967c-e404-4da8-ad9f-7dcd8895dcfb tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 944 time: 0.2336519 Aug 19 12:29:52.253450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecd9285c-727c-425d-afd1-be50d1ecf6b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.263418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.271083 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-304b8fb8-c2bc-4bb0-badc-07f78fb77415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.341865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:52.342626 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.344086 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] 10.222.0.30 "PUT /v2.0/ports/376a5f43-e5b4-480d-9c3c-13f013b3558c HTTP/1.1" status: 200 len: 1092 time: 2.7889705 Aug 19 12:29:52.346865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f550b55b-d942-4aca-a0be-b441ccd6740f', 'tag': '376a5f43-e5b4-480d-9c3c-13f013b3558c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:52.349294 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4e6297-e35b-437b-9b0e-4aef3fcd4b17" -d '{"events": [{"name": "network-changed", "server_uuid": "f550b55b-d942-4aca-a0be-b441ccd6740f", "tag": "376a5f43-e5b4-480d-9c3c-13f013b3558c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:52.394293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38136) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:52.399687 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-304b8fb8-c2bc-4bb0-badc-07f78fb77415 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ffc736f5cae474999d886e366d1ab67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7567034 Aug 19 12:29:52.422289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b8fb8-c2bc-4bb0-badc-07f78fb77415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66595bdb-fa40-45de-84d9-1beb5a0458a3,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:52.433961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851e312-7248-442f-b83b-bd049bc039bf service neutron] Pushing event updated for resources: {'Port': ['ID=376a5f43-e5b4-480d-9c3c-13f013b3558c,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:52.447340 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2b416f5-1206-4c7e-9bb0-881bf79d2d04 req-8d5d2f7b-e467-427e-83b5-d964b98e4b22 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294946 Aug 19 12:29:52.453833 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a7fdbe-9685-4be0-a97b-ffb2fa4304be x-openstack-request-id: req-f4a7fdbe-9685-4be0-a97b-ffb2fa4304be {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:52.454141 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f550b55b-d942-4aca-a0be-b441ccd6740f", "tag": "376a5f43-e5b4-480d-9c3c-13f013b3558c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:52.454367 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4a7fdbe-9685-4be0-a97b-ffb2fa4304be {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:52.454760 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f550b55b-d942-4aca-a0be-b441ccd6740f', 'tag': '376a5f43-e5b4-480d-9c3c-13f013b3558c', 'status': 'completed', 'code': 200} Aug 19 12:29:52.486794 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63a4c92f-a90d-4042-b569-05776d244d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.559439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63a4c92f-a90d-4042-b569-05776d244d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.622512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e6297-e35b-437b-9b0e-4aef3fcd4b17 req-01052e1b-005f-4335-a30f-b82afa627b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:52.624335 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b4e6297-e35b-437b-9b0e-4aef3fcd4b17 req-01052e1b-005f-4335-a30f-b82afa627b49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c764d4cecef466da2918042e427dbd5&device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 1095 time: 0.1671219 Aug 19 12:29:52.634530 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ebd9884-e5e9-404f-892a-040118c07f14 req-a0d73344-0198-4d4f-a961-79ecb9a9a6a5 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 210 time: 0.0473361 Aug 19 12:29:52.676797 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecd9285c-727c-425d-afd1-be50d1ecf6b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.693535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeb455-d73a-489d-bfd6-6642140885de req-00710847-75a0-4959-b12c-3397cae232f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:52.695082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ecdeb455-d73a-489d-bfd6-6642140885de req-00710847-75a0-4959-b12c-3397cae232f2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5251603 Aug 19 12:29:52.772823 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecd9285c-727c-425d-afd1-be50d1ecf6b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.772823 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ecd9285c-727c-425d-afd1-be50d1ecf6b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/876b6a2b-f521-4770-b68d-084de5abb61f HTTP/1.1" status: 204 len: 168 time: 0.9952033 Aug 19 12:29:52.772823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9285c-727c-425d-afd1-be50d1ecf6b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=876b6a2b-f521-4770-b68d-084de5abb61f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:52.772823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38140) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:52.780996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f80847-970c-4ce5-861e-d423eb18ee08 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:52.812271 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-90619350-5092-4558-91ab-31221ac4ff42 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398455 Aug 19 12:29:52.812759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38142) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:52.851913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-2f9695dd-1bb0-435e-b031-48067aece2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:52.853447 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-2f9695dd-1bb0-435e-b031-48067aece2f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a42d5af7f89d4770887e143e3608c943&device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 1095 time: 0.1181643 Aug 19 12:29:52.854697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e6297-e35b-437b-9b0e-4aef3fcd4b17 req-e888ac6c-ce6d-40a6-8095-cb9eb1f08ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:52.856403 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b4e6297-e35b-437b-9b0e-4aef3fcd4b17 req-e888ac6c-ce6d-40a6-8095-cb9eb1f08ad7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6c764d4cecef466da2918042e427dbd5&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2042489 Aug 19 12:29:52.873218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e7704-a14e-46df-99ad-97bdb7ea6603 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:52.877160 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e48e7704-a14e-46df-99ad-97bdb7ea6603 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0613639 Aug 19 12:29:52.877369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38144) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:52.920905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-c80633fa-ce7b-4003-b9b4-e3fc50e84ba1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5684440-29f2-4e99-9115-713a3feda655 HTTP/1.1" status: 200 len: 217 time: 0.0450544 Aug 19 12:29:52.925046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63a4c92f-a90d-4042-b569-05776d244d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.927617 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63a4c92f-a90d-4042-b569-05776d244d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:52.929253 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-63a4c92f-a90d-4042-b569-05776d244d36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66595bdb-fa40-45de-84d9-1beb5a0458a3 HTTP/1.1" status: 204 len: 168 time: 0.5337338 Aug 19 12:29:52.988735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4c92f-a90d-4042-b569-05776d244d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66595bdb-fa40-45de-84d9-1beb5a0458a3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:53.009134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4652e3-8265-4438-9eb4-01948ee18d27 None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:53.065150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0bd282-6852-4d86-9567-a9d72e303f64 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.069983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8d0bd282-6852-4d86-9567-a9d72e303f64 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1916552 Aug 19 12:29:53.072058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38154) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:53.091172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-bdc718d5-9840-46cc-98ab-17381d3140fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.092672 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-bdc718d5-9840-46cc-98ab-17381d3140fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd2ca959-bd19-42f6-ad96-669abc4603af HTTP/1.1" status: 200 len: 854 time: 0.1395652 Aug 19 12:29:53.107349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e6297-e35b-437b-9b0e-4aef3fcd4b17 req-c2a4a167-d05a-4077-9dd3-4a5c1aa5d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.108851 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b4e6297-e35b-437b-9b0e-4aef3fcd4b17 req-c2a4a167-d05a-4077-9dd3-4a5c1aa5d253 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2413404 Aug 19 12:29:53.112447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6b4652e3-8265-4438-9eb4-01948ee18d27 None None] Deleting port bd94fa1b-95d9-42cd-887c-6aef850c8665 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:53.112899 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b4652e3-8265-4438-9eb4-01948ee18d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.117155 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60688e-763d-4471-9de7-821172de3c33 req-99768cfd-8646-47b9-999a-96f474fb50f0 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.118664 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1a60688e-763d-4471-9de7-821172de3c33 req-99768cfd-8646-47b9-999a-96f474fb50f0 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 944 time: 0.1067140 Aug 19 12:29:53.136228 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f3680fba-770c-408a-bcd7-6860023692f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558565 Aug 19 12:29:53.140266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38158) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:53.151442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-1c6c251d-b8cc-4b76-8741-cdb5949eff25 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:53.183482 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-1dea7258-7f5c-41b2-9af1-26c6299bbcf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c4e8432-4e48-44fb-9b98-96a70eb862ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583849 Aug 19 12:29:53.236869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6b4652e3-8265-4438-9eb4-01948ee18d27 None None] For port bd94fa1b-95d9-42cd-887c-6aef850c8665, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bd94fa1b-95d9-42cd-887c-6aef850c8665,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:53.237608 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b4652e3-8265-4438-9eb4-01948ee18d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.339845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1a60688e-763d-4471-9de7-821172de3c33 req-cddbeaa3-9435-41f2-a191-8ed2642367cc tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007446 Aug 19 12:29:53.369893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb094310-1865-43aa-80c3-13b453287283 req-040f62b2-4685-4bf9-870e-dbbd5b95c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.372121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-040f62b2-4685-4bf9-870e-dbbd5b95c934 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6c764d4cecef466da2918042e427dbd5&device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 1095 time: 0.1912410 Aug 19 12:29:53.426502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-cc6a8474-d209-4297-b5d5-5f24cf206557 service neutron] 10.222.0.30 "GET /v2.0/networks/6c4e8432-4e48-44fb-9b98-96a70eb862ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358203 Aug 19 12:29:53.432769 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-51affcb2-1b07-4be9-bcb2-fcae056de4b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=376a5f43-e5b4-480d-9c3c-13f013b3558c HTTP/1.1" status: 200 len: 217 time: 0.0509608 Aug 19 12:29:53.505083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6b4652e3-8265-4438-9eb4-01948ee18d27 None None] Calling delete_port for bd94fa1b-95d9-42cd-887c-6aef850c8665 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:53.522447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6c251d-b8cc-4b76-8741-cdb5949eff25 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:53.547382 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1c6c251d-b8cc-4b76-8741-cdb5949eff25 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.595635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bd94fa1b-95d9-42cd-887c-6aef850c8665 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:53.633889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c7b4c3-99e3-45a1-bc1c-5b875802f16f req-4440b304-0987-424b-a8a4-eeb867b9651b service neutron] 10.222.0.30 "GET /v2.0/networks/6c4e8432-4e48-44fb-9b98-96a70eb862ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998572 Aug 19 12:29:53.693787 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b4652e3-8265-4438-9eb4-01948ee18d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:53.716292 n-d-803757-2 neutron-server[95544]: INFO neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No ports have port_id starting with bd94fa1b-95d9-42cd-887c-6aef850c8665 Aug 19 12:29:53.774916 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4652e3-8265-4438-9eb4-01948ee18d27 None None] Pushing event deleted for resources: {'Port': ['ID=bd94fa1b-95d9-42cd-887c-6aef850c8665,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:53.778950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4652e3-8265-4438-9eb4-01948ee18d27 None None] No DVR routers for this DVR port bd94fa1b-95d9-42cd-887c-6aef850c8665 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:53.835408 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2dee3d45-a7eb-4322-909b-8f56ac1819bd req-2a776e5d-f6c0-43b1-bd8c-e98a0ff8909a tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 210 time: 0.0375762 Aug 19 12:29:53.885109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb094310-1865-43aa-80c3-13b453287283 req-173834be-a277-4a49-9e51-708a2b25fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.887366 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-173834be-a277-4a49-9e51-708a2b25fcf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2b994103-a826-4298-b60b-b4d69a509bdc HTTP/1.1" status: 200 len: 862 time: 0.4460952 Aug 19 12:29:53.950952 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-7049f0e8-3843-4900-a64e-b41a61e68839 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bc6feb1-3277-4749-a2a4-ff955ced846b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420403 Aug 19 12:29:53.962635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b723fa-2418-4ed0-b78b-5c5542d50977 req-3a5ba88e-e35b-4be7-ae02-4cae8c7ccc9a tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:53.972236 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2b723fa-2418-4ed0-b78b-5c5542d50977 req-3a5ba88e-e35b-4be7-ae02-4cae8c7ccc9a tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 944 time: 0.2170258 Aug 19 12:29:54.127061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2b723fa-2418-4ed0-b78b-5c5542d50977 req-90f6b33e-5f09-4203-9036-0200b289176d tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495821 Aug 19 12:29:54.202671 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-909e4099-44a4-4a08-bb1b-c7cc75e44a3d service neutron] 10.222.0.30 "GET /v2.0/networks/2bc6feb1-3277-4749-a2a4-ff955ced846b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281544 Aug 19 12:29:54.298120 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1c6c251d-b8cc-4b76-8741-cdb5949eff25 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.362272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c251d-b8cc-4b76-8741-cdb5949eff25 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:54.368264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c251d-b8cc-4b76-8741-cdb5949eff25 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:54.381081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c251d-b8cc-4b76-8741-cdb5949eff25 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:54.381666 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1c6c251d-b8cc-4b76-8741-cdb5949eff25 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.387753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d94c8-07b1-482c-aa58-91442e2a248b None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:54.396945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c251d-b8cc-4b76-8741-cdb5949eff25 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=d1b3462d-c98c-4ecc-bc19-50caafd83f2a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:54.420760 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb094310-1865-43aa-80c3-13b453287283 req-794da531-da1a-4237-a703-399e949d3e84 service neutron] 10.222.0.30 "GET /v2.0/networks/2bc6feb1-3277-4749-a2a4-ff955ced846b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089419 Aug 19 12:29:54.513585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc64ef2-9f06-4b46-9798-89cc0d07b075 req-a11cccac-311f-459a-8be4-9947129550d4 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:54.515255 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3cc64ef2-9f06-4b46-9798-89cc0d07b075 req-a11cccac-311f-459a-8be4-9947129550d4 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 944 time: 0.0556891 Aug 19 12:29:54.554781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': 'd1b3462d-c98c-4ecc-bc19-50caafd83f2a'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:54.555797 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.566421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3cc64ef2-9f06-4b46-9798-89cc0d07b075 req-54f37a91-c2c4-4f88-9d45-67fcb92d8238 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 Aug 19 12:29:54.636598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-97d694cd-8b00-42fe-990b-aae5ce341393 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:54.636598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-97d694cd-8b00-42fe-990b-aae5ce341393 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.62 "GET /v2.0/networks?id=a6145538-9d05-4949-a27b-b761cd89b308 HTTP/1.1" status: 200 len: 821 time: 0.1113110 Aug 19 12:29:54.645407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Request body: {'port': {'device_id': '228f3d22-f276-4686-b30a-8f5457ff0771', 'network_id': 'a6145538-9d05-4949-a27b-b761cd89b308', 'admin_state_up': True, 'tenant_id': '3021e6a39d284159b5ee8fbdcc8c6723'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:54.695262 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1c6c251d-b8cc-4b76-8741-cdb5949eff25 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5516810 Aug 19 12:29:54.695445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38198) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:54.702449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:2d:99:f7', 'name': 'tempest-NetworksTestDHCPv6-389062687'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:54.730114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/d1b3462d-c98c-4ecc-bc19-50caafd83f2a/21cde76f-a8af-477e-85ed-4e64d3906bed) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:54.894242 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:54.903557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Transition to ACTIVE for port object 21cde76f-a8af-477e-85ed-4e64d3906bed will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:54.922024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Transition to ACTIVE for port object 21cde76f-a8af-477e-85ed-4e64d3906bed will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:54.946918 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d9b9db8-9cae-4ffc-ae37-9105895b3c53 req-7595aaf8-28b5-45e0-95a9-928ce68e6d63 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 210 time: 0.0357525 Aug 19 12:29:54.948145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Made reservation on behalf of 3021e6a39d284159b5ee8fbdcc8c6723 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:54.951813 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.012161 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.071799 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.084182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:55.085707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:55.087397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Pushing event updated for resources: {'Port': ['ID=21cde76f-a8af-477e-85ed-4e64d3906bed,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:55.089873 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:55.105463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:55.200153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Allocated IP 172.20.0.2 (a6145538-9d05-4949-a27b-b761cd89b308/d78fdb23-6bea-4a6f-aa70-4fe71cecf646/03db89f1-6f2f-462c-8a3f-2d4b29a9a05e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:55.203579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Attempting to bind port 21cde76f-a8af-477e-85ed-4e64d3906bed on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:55.203958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Attempting to bind port 21cde76f-a8af-477e-85ed-4e64d3906bed by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:55.204320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Attempting to bind port 21cde76f-a8af-477e-85ed-4e64d3906bed on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:55.210388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:55.210821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:55.211180 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.211600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:55.212823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Bound port: 21cde76f-a8af-477e-85ed-4e64d3906bed, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:55.213215 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.272614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389c559-0287-4222-b5ff-a1aa48785593 req-faf6aadc-cf62-41e3-b597-db63e3052ad5 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:55.282239 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e389c559-0287-4222-b5ff-a1aa48785593 req-faf6aadc-cf62-41e3-b597-db63e3052ad5 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 944 time: 0.0689573 Aug 19 12:29:55.295959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] For port 21cde76f-a8af-477e-85ed-4e64d3906bed, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:55.302146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] For port 21cde76f-a8af-477e-85ed-4e64d3906bed, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=21cde76f-a8af-477e-85ed-4e64d3906bed,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:55.316564 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.323383 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e389c559-0287-4222-b5ff-a1aa48785593 req-1ba2d9df-1c23-47a5-96df-50969d1aa93b tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402026 Aug 19 12:29:55.389809 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.391551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 027c26e6-2949-484a-b17f-8781309dadd3 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:29:55.455221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14b3d3-99f4-40d4-a3a3-57d5f61e1b2d None None] Pushing event updated for resources: {'Port': ['ID=21cde76f-a8af-477e-85ed-4e64d3906bed,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:55.549638 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.596526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::373 (fe427799-de6b-44e4-8c34-c6b669262f27/d1b3462d-c98c-4ecc-bc19-50caafd83f2a/027c26e6-2949-484a-b17f-8781309dadd3) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:55.760235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312af88-2915-468c-9f99-e365fc7183bf req-851ff7b6-7360-4690-880b-2f1ce845ff80 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:55.773124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e312af88-2915-468c-9f99-e365fc7183bf req-851ff7b6-7360-4690-880b-2f1ce845ff80 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 944 time: 0.1064608 Aug 19 12:29:55.809973 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.821480 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e312af88-2915-468c-9f99-e365fc7183bf req-38cc3b56-0d0d-4178-8168-352a917b6ad7 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Aug 19 12:29:55.825988 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.863437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 027c26e6-2949-484a-b17f-8781309dadd3 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:55.905942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Network a6145538-9d05-4949-a27b-b761cd89b308 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:55.912908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:55.919911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Pushing event updated for resources: {'Port': ['ID=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:55.922315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:55.955298 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:55.975014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:55.975654 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.058087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-1651508f-b4e4-4e82-a053-9513de4cc696 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4167337 Aug 19 12:29:56.059660 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.074712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Request body: {'port': {'device_id': '228f3d22-f276-4686-b30a-8f5457ff0771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:56.139927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:56.153161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fc4bd-2fe2-4225-98ce-2414ae1dbad2 req-fad8120b-e6b1-4a0a-8282-f056f5c8f09d tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:56.154648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-698fc4bd-2fe2-4225-98ce-2414ae1dbad2 req-fad8120b-e6b1-4a0a-8282-f056f5c8f09d tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 931 time: 0.1301436 Aug 19 12:29:56.157966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:56.168707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:56.174234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:56.174902 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.193980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=027c26e6-2949-484a-b17f-8781309dadd3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:56.227708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.252088 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-698fc4bd-2fe2-4225-98ce-2414ae1dbad2 req-7ba4c4c6-94a4-4bff-8ed2-75eb1376ad50 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863740 Aug 19 12:29:56.366207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38276) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:56.366855 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f9273e5f-a345-4852-8da0-5e7edda18b5d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6699212 Aug 19 12:29:56.481403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86414e7-e6b2-492c-8ff0-5a0d9db5cd2c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:56.488418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86414e7-e6b2-492c-8ff0-5a0d9db5cd2c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:56.490085 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e86414e7-e6b2-492c-8ff0-5a0d9db5cd2c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1227157 Aug 19 12:29:56.493167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38282) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:56.515069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081aefd-55f2-4aae-a57c-ec21e93a2c81 req-55c26f6a-b37f-4038-8db1-739dce8f3d4e tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:56.517161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4081aefd-55f2-4aae-a57c-ec21e93a2c81 req-55c26f6a-b37f-4038-8db1-739dce8f3d4e tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 944 time: 0.1049597 Aug 19 12:29:56.630564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4081aefd-55f2-4aae-a57c-ec21e93a2c81 req-a5c6b91f-2979-4999-948b-2ce38e700374 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956395 Aug 19 12:29:56.665613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e9fea274-5059-41ad-982e-a5dbcb8136a1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 027c26e6-2949-484a-b17f-8781309dadd3 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:56.665922 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9fea274-5059-41ad-982e-a5dbcb8136a1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.672142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:56.677045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f5684440-29f2-4e99-9115-713a3feda655 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:29:56.684195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.704486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Transition to ACTIVE for port object 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:56.798559 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9fea274-5059-41ad-982e-a5dbcb8136a1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.807022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:56.817986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e9fea274-5059-41ad-982e-a5dbcb8136a1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 027c26e6-2949-484a-b17f-8781309dadd3 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:56.881723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0160266c-c2b7-4ff9-a156-324717c58d95 None None] Provisioning for port 21cde76f-a8af-477e-85ed-4e64d3906bed completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:56.931846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f5684440-29f2-4e99-9115-713a3feda655, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f5684440-29f2-4e99-9115-713a3feda655,segment=NetworkSegment(0ad2b0ed-75c1-4803-880b-efb9c0c8fc80),segment_id=0ad2b0ed-75c1-4803-880b-efb9c0c8fc80)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:56.936549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Pushing event updated for resources: {'Port': ['ID=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:56.956579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'f5684440-29f2-4e99-9115-713a3feda655', 'network_id': '6c4e8432-4e48-44fb-9b98-96a70eb862ee', 'port_id': 'f5684440-29f2-4e99-9115-713a3feda655', 'mac_address': 'fa:16:3e:d0:38:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2ca959-bd19-42f6-ad96-669abc4603af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:29:57.005289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Attempting to bind port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:57.005800 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Attempting to bind port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'f80ea02c-dbcb-4dd5-9606-975bc68502cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a6145538-9d05-4949-a27b-b761cd89b308'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:57.006034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Attempting to bind port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e on network a6145538-9d05-4949-a27b-b761cd89b308 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:57.009296 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.010736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e on network a6145538-9d05-4949-a27b-b761cd89b308 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:29:57.011181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Attempting to bind port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e on network a6145538-9d05-4949-a27b-b761cd89b308 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:57.016966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:29:57.021811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Checking segment: {'id': 'f80ea02c-dbcb-4dd5-9606-975bc68502cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a6145538-9d05-4949-a27b-b761cd89b308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:29:57.021811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Bound using segment: {'id': 'f80ea02c-dbcb-4dd5-9606-975bc68502cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a6145538-9d05-4949-a27b-b761cd89b308'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:29:57.021811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Bound port: 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80ea02c-dbcb-4dd5-9606-975bc68502cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a6145538-9d05-4949-a27b-b761cd89b308'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:29:57.021811 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.035060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5684440-29f2-4e99-9115-713a3feda655 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:57.048723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe469a-fa40-411b-8876-6be9cb4f2184 req-6aa53448-0c81-492e-9898-20ebae97213b tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:57.050392 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ebe469a-fa40-411b-8876-6be9cb4f2184 req-6aa53448-0c81-492e-9898-20ebae97213b tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 944 time: 0.0952029 Aug 19 12:29:57.065401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f5684440-29f2-4e99-9115-713a3feda655, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f5684440-29f2-4e99-9115-713a3feda655,segment=NetworkSegment(0ad2b0ed-75c1-4803-880b-efb9c0c8fc80),segment_id=0ad2b0ed-75c1-4803-880b-efb9c0c8fc80)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:57.091365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] For port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:29:57.122956 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ebe469a-fa40-411b-8876-6be9cb4f2184 req-52f8ac99-9c56-43e2-a2b7-16e80094b08a tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482960 Aug 19 12:29:57.171786 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.171786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 376a5f43-e5b4-480d-9c3c-13f013b3558c details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:29:57.224025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9fea274-5059-41ad-982e-a5dbcb8136a1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.225389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] For port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e,segment=NetworkSegment(f80ea02c-dbcb-4dd5-9606-975bc68502cb),segment_id=f80ea02c-dbcb-4dd5-9606-975bc68502cb)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:29:57.231984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f2eedfab-060e-48ed-acfe-02eeb78a000e None None] Provisioning for port 027c26e6-2949-484a-b17f-8781309dadd3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:57.245690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=f5684440-29f2-4e99-9115-713a3feda655,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:57.285472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f2eedfab-060e-48ed-acfe-02eeb78a000e None None] Provisioning complete for port 027c26e6-2949-484a-b17f-8781309dadd3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:57.285863 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2eedfab-060e-48ed-acfe-02eeb78a000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.291506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 21cde76f-a8af-477e-85ed-4e64d3906bed up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:29:57.307988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fea274-5059-41ad-982e-a5dbcb8136a1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=027c26e6-2949-484a-b17f-8781309dadd3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:57.326851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.328471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9fea274-5059-41ad-982e-a5dbcb8136a1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.330615 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e9fea274-5059-41ad-982e-a5dbcb8136a1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/027c26e6-2949-484a-b17f-8781309dadd3 HTTP/1.1" status: 204 len: 168 time: 0.8365300 Aug 19 12:29:57.333230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38328) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:57.338857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f2eedfab-060e-48ed-acfe-02eeb78a000e None None] Port 027c26e6-2949-484a-b17f-8781309dadd3 was deleted so its status cannot be updated. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 12:29:57.402642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 376a5f43-e5b4-480d-9c3c-13f013b3558c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=376a5f43-e5b4-480d-9c3c-13f013b3558c,segment=NetworkSegment(8a344c01-c714-4df2-baa6-c09182cb8fa0),segment_id=8a344c01-c714-4df2-baa6-c09182cb8fa0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:57.413941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '376a5f43-e5b4-480d-9c3c-13f013b3558c', 'network_id': '2bc6feb1-3277-4749-a2a4-ff955ced846b', 'port_id': '376a5f43-e5b4-480d-9c3c-13f013b3558c', 'mac_address': 'fa:16:3e:e2:80:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b994103-a826-4298-b60b-b4d69a509bdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:29:57.456526 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.471206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376a5f43-e5b4-480d-9c3c-13f013b3558c {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:29:57.477221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:57.478412 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.480535 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] 10.222.0.62 "PUT /v2.0/ports/03db89f1-6f2f-462c-8a3f-2d4b29a9a05e HTTP/1.1" status: 200 len: 1091 time: 1.4106319 Aug 19 12:29:57.493424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228f3d22-f276-4686-b30a-8f5457ff0771', 'tag': '03db89f1-6f2f-462c-8a3f-2d4b29a9a05e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:29:57.496271 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43e2a6f-620a-453b-a4aa-c349b1800c29" -d '{"events": [{"name": "network-changed", "server_uuid": "228f3d22-f276-4686-b30a-8f5457ff0771", "tag": "03db89f1-6f2f-462c-8a3f-2d4b29a9a05e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:29:57.497567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 376a5f43-e5b4-480d-9c3c-13f013b3558c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=376a5f43-e5b4-480d-9c3c-13f013b3558c,segment=NetworkSegment(8a344c01-c714-4df2-baa6-c09182cb8fa0),segment_id=8a344c01-c714-4df2-baa6-c09182cb8fa0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:57.514024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830df1e-01fa-448f-bb46-19b1647c4277 service neutron] Pushing event updated for resources: {'Port': ['ID=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:57.529604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c736d1-acfd-489f-ac22-6d08dfeeb5e0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:57.531195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c736d1-acfd-489f-ac22-6d08dfeeb5e0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:57.535417 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-21c736d1-acfd-489f-ac22-6d08dfeeb5e0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1984699 Aug 19 12:29:57.536279 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5256986c-94a4-4128-bb25-d978a1c161ab x-openstack-request-id: req-5256986c-94a4-4128-bb25-d978a1c161ab {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:29:57.536593 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228f3d22-f276-4686-b30a-8f5457ff0771", "tag": "03db89f1-6f2f-462c-8a3f-2d4b29a9a05e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:29:57.536849 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5256986c-94a4-4128-bb25-d978a1c161ab {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:29:57.537197 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38336) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:57.537671 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228f3d22-f276-4686-b30a-8f5457ff0771', 'tag': '03db89f1-6f2f-462c-8a3f-2d4b29a9a05e', 'status': 'completed', 'code': 200} Aug 19 12:29:57.555655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a0061-af91-4310-a8a4-750296d06504 req-871eb8e0-a190-4f1f-b5f0-3b139fe655d1 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:57.555655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a94a0061-af91-4310-a8a4-750296d06504 req-871eb8e0-a190-4f1f-b5f0-3b139fe655d1 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 943 time: 0.1479354 Aug 19 12:29:57.590422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-2462af58-6d42-4138-b156-f053acbbdba8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet d1b3462d-c98c-4ecc-bc19-50caafd83f2a {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:29:57.593766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2462af58-6d42-4138-b156-f053acbbdba8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.595391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a94a0061-af91-4310-a8a4-750296d06504 req-97edbede-43d6-496d-99f6-e087a2d18ac1 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398641 Aug 19 12:29:57.633277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 21cde76f-a8af-477e-85ed-4e64d3906bed completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:29:57.636326 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2462af58-6d42-4138-b156-f053acbbdba8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.640567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 21cde76f-a8af-477e-85ed-4e64d3906bed triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:29:57.640567 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.700747 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.745212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e2a6f-620a-453b-a4aa-c349b1800c29 req-bf623553-aec2-434a-96a4-92a6e17f59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:57.747472 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b43e2a6f-620a-453b-a4aa-c349b1800c29 req-bf623553-aec2-434a-96a4-92a6e17f59fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3021e6a39d284159b5ee8fbdcc8c6723&device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 1094 time: 0.1847966 Aug 19 12:29:57.769123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=376a5f43-e5b4-480d-9c3c-13f013b3558c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:57.823151 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.825083 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2462af58-6d42-4138-b156-f053acbbdba8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:57.866836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d4e9b-d0a3-479e-afb2-13f553bb2428 req-69cf7fb2-c5a6-47b0-b3cd-049e46ba128b tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:57.868382 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e35d4e9b-d0a3-479e-afb2-13f553bb2428 req-69cf7fb2-c5a6-47b0-b3cd-049e46ba128b tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 945 time: 0.1453571 Aug 19 12:29:57.893673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e2a6f-620a-453b-a4aa-c349b1800c29 req-5b674ee4-4972-46d0-b328-33f941a810a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:57.895537 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b43e2a6f-620a-453b-a4aa-c349b1800c29 req-5b674ee4-4972-46d0-b328-33f941a810a3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3021e6a39d284159b5ee8fbdcc8c6723&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1401598 Aug 19 12:29:57.925985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e35d4e9b-d0a3-479e-afb2-13f553bb2428 req-0965d99f-4eb1-49ea-9a36-e433e380eab1 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510552 Aug 19 12:29:57.937931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['376a5f43-e5b4-480d-9c3c-13f013b3558c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:57.951993 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38354) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:57.964812 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f5684440-29f2-4e99-9115-713a3feda655'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:29:58.022642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e2a6f-620a-453b-a4aa-c349b1800c29 req-e2890655-ee75-4bcd-bc17-2aa5ba813622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:58.028891 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b43e2a6f-620a-453b-a4aa-c349b1800c29 req-e2890655-ee75-4bcd-bc17-2aa5ba813622 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256030 Aug 19 12:29:58.041020 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2462af58-6d42-4138-b156-f053acbbdba8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.078545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55007bac-b4fd-4f8c-bd3d-70f3a2090dac None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:58.088758 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2462af58-6d42-4138-b156-f053acbbdba8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.096917 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2462af58-6d42-4138-b156-f053acbbdba8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/d1b3462d-c98c-4ecc-bc19-50caafd83f2a HTTP/1.1" status: 204 len: 168 time: 0.5563200 Aug 19 12:29:58.097759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462af58-6d42-4138-b156-f053acbbdba8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b3462d-c98c-4ecc-bc19-50caafd83f2a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:58.099389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38362) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:58.135470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-21276f36-eece-421c-9120-d42922a652fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:58.137654 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-21276f36-eece-421c-9120-d42922a652fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3021e6a39d284159b5ee8fbdcc8c6723&device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 1094 time: 0.0597782 Aug 19 12:29:58.165254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1da1b1ad-8f24-425f-a71b-db1dbb68d772 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534253 Aug 19 12:29:58.169066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38368) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:58.205925 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1c6839b-33fa-4221-b04a-da717ab2617c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.206046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-c4575196-b8d7-4ec3-b6ce-173cd33e1926 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e HTTP/1.1" status: 200 len: 217 time: 0.0446692 Aug 19 12:29:58.226311 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:29:58.226696 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:29:58.236491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f64c83-ed44-4d57-b193-4c098bab5082 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:58.239381 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-88f64c83-ed44-4d57-b193-4c098bab5082 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0677674 Aug 19 12:29:58.242013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38370) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:58.285169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-984f262b-78fb-4478-8b6d-2723dd43d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:58.286367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-984f262b-78fb-4478-8b6d-2723dd43d782 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d78fdb23-6bea-4a6f-aa70-4fe71cecf646 HTTP/1.1" status: 200 len: 861 time: 0.0889812 Aug 19 12:29:58.313858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefd059-7cd0-4651-8ac2-6a07cd228920 req-03cac516-fd4c-40b3-a26d-a659af4a05d0 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:58.315480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dcefd059-7cd0-4651-8ac2-6a07cd228920 req-03cac516-fd4c-40b3-a26d-a659af4a05d0 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 945 time: 0.0800521 Aug 19 12:29:58.327153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b13d832-af31-40d3-a2db-b14710fbb7c8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:58.332030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0b13d832-af31-40d3-a2db-b14710fbb7c8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0857131 Aug 19 12:29:58.332787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38372) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:58.338578 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-0220fb66-a584-4b56-9d93-3a6490116b68 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a6145538-9d05-4949-a27b-b761cd89b308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423856 Aug 19 12:29:58.381566 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-05ae741f-23a2-4b48-b3c7-e18ceac99929 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439363 Aug 19 12:29:58.385469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38374) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:58.392928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e6b766fb-2634-4151-8ea4-2aab6be24c24 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:58.428545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c99384-79bb-4376-a48b-35694ac787ed None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:29:58.470580 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1c6839b-33fa-4221-b04a-da717ab2617c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.483546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-19c99384-79bb-4376-a48b-35694ac787ed None None] Deleting port 21cde76f-a8af-477e-85ed-4e64d3906bed {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:29:58.483546 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-19c99384-79bb-4376-a48b-35694ac787ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.557798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-19c99384-79bb-4376-a48b-35694ac787ed None None] For port 21cde76f-a8af-477e-85ed-4e64d3906bed, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=21cde76f-a8af-477e-85ed-4e64d3906bed,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:29:58.558125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-19c99384-79bb-4376-a48b-35694ac787ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.572017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-19c99384-79bb-4376-a48b-35694ac787ed None None] Calling delete_port for 21cde76f-a8af-477e-85ed-4e64d3906bed owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:29:58.601282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1c6839b-33fa-4221-b04a-da717ab2617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.659127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6839b-33fa-4221-b04a-da717ab2617c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3678dd-da30-4faa-b8b6-52b6b343ec1d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:58.691633 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c1c6839b-33fa-4221-b04a-da717ab2617c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87a480c1aa7c47d899546220d8a339b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7382379 Aug 19 12:29:58.694622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38380) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:58.741638 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dcefd059-7cd0-4651-8ac2-6a07cd228920 req-09a1075d-f012-485d-82c1-f3e04e32c1e0 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114184 Aug 19 12:29:58.757292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b766fb-2634-4151-8ea4-2aab6be24c24 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:58.760898 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6b766fb-2634-4151-8ea4-2aab6be24c24 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.783653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-065aa7fd-e8c1-4f2b-8515-00f96710303e service neutron] 10.222.0.62 "GET /v2.0/networks/a6145538-9d05-4949-a27b-b761cd89b308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359305 Aug 19 12:29:58.790138 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.804598 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-19c99384-79bb-4376-a48b-35694ac787ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.839396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0385f-74aa-4549-a2e8-2cf3ef27ac08 req-a8b7ca31-e27c-407e-ab75-c9dd6a675431 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:58.844996 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1c0385f-74aa-4549-a2e8-2cf3ef27ac08 req-a8b7ca31-e27c-407e-ab75-c9dd6a675431 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 943 time: 0.1482365 Aug 19 12:29:58.848291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c99384-79bb-4376-a48b-35694ac787ed None None] No DVR routers for this DVR port 21cde76f-a8af-477e-85ed-4e64d3906bed on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:29:58.852310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c99384-79bb-4376-a48b-35694ac787ed None None] Pushing event deleted for resources: {'Port': ['ID=21cde76f-a8af-477e-85ed-4e64d3906bed,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:58.880480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9246dbe9-6ee8-464a-8da3-2517f9cb5246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.930783 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1c0385f-74aa-4549-a2e8-2cf3ef27ac08 req-1c02a9e5-4718-4bef-9051-7cd9ba42c78d tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789869 Aug 19 12:29:58.938249 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9246dbe9-6ee8-464a-8da3-2517f9cb5246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:58.942031 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-127de24e-d448-4441-b316-03a78a6ecfd6 req-c4f326c7-15b8-4c08-a68d-df71b11a7354 service neutron] 10.222.0.62 "GET /v2.0/networks/a6145538-9d05-4949-a27b-b761cd89b308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502934 Aug 19 12:29:59.065531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5208584-b711-46ff-853c-d511b8847ccb req-4f10edf5-5141-4172-8d1a-dc05dc269729 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:59.067853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5208584-b711-46ff-853c-d511b8847ccb req-4f10edf5-5141-4172-8d1a-dc05dc269729 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 945 time: 0.0634928 Aug 19 12:29:59.098009 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9246dbe9-6ee8-464a-8da3-2517f9cb5246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.100892 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9246dbe9-6ee8-464a-8da3-2517f9cb5246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.102976 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9246dbe9-6ee8-464a-8da3-2517f9cb5246 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a3678dd-da30-4faa-b8b6-52b6b343ec1d HTTP/1.1" status: 204 len: 168 time: 0.4063296 Aug 19 12:29:59.111911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246dbe9-6ee8-464a-8da3-2517f9cb5246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3678dd-da30-4faa-b8b6-52b6b343ec1d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:59.113301 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5208584-b711-46ff-853c-d511b8847ccb req-5f7cb715-d17d-47aa-aa8c-17eea27effdd tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367470 Aug 19 12:29:59.229932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 21cde76f-a8af-477e-85ed-4e64d3906bed no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:29:59.239336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-e6b766fb-2634-4151-8ea4-2aab6be24c24 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:29:59.240857 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6b766fb-2634-4151-8ea4-2aab6be24c24 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.251230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 21cde76f-a8af-477e-85ed-4e64d3906bed {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:29:59.251564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 21cde76f-a8af-477e-85ed-4e64d3906bed not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:29:59.288841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b766fb-2634-4151-8ea4-2aab6be24c24 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:59.292357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e6b766fb-2634-4151-8ea4-2aab6be24c24 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:59.297307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b766fb-2634-4151-8ea4-2aab6be24c24 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:59.297970 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6b766fb-2634-4151-8ea4-2aab6be24c24 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.305077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d6a601-3d1b-4269-a7e8-dc7fa0dd41aa None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:29:59.306321 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b766fb-2634-4151-8ea4-2aab6be24c24 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=02fcccf3-bf01-4bd5-ae66-dd57df824d36,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:59.439629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38390) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:59.440125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e6b766fb-2634-4151-8ea4-2aab6be24c24 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0530579 Aug 19 12:29:59.446238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-aff4afd8-9aa5-4e30-9182-33494f70ef1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:59.452155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '02fcccf3-bf01-4bd5-ae66-dd57df824d36'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:29:59.453147 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.603657 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Allocated IP 2001:db8::f816:3eff:fe39:a1cb (fe427799-de6b-44e4-8c34-c6b669262f27/02fcccf3-bf01-4bd5-ae66-dd57df824d36/ef9f4598-46fc-447f-9c21-2bbe5087dba3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:29:59.658420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff4afd8-9aa5-4e30-9182-33494f70ef1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:29:59.662781 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aff4afd8-9aa5-4e30-9182-33494f70ef1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.764154 n-d-803757-2 neutron-server[95542]: INFO neutron.db.ipam_backend_mixin [None req-aff4afd8-9aa5-4e30-9182-33494f70ef1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02fcccf3-bf01-4bd5-ae66-dd57df824d36 (CIDR: 2001:db8::/64) Aug 19 12:29:59.773388 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.783019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Transition to ACTIVE for port object ef9f4598-46fc-447f-9c21-2bbe5087dba3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:59.800292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Transition to ACTIVE for port object ef9f4598-46fc-447f-9c21-2bbe5087dba3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:29:59.805991 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff4afd8-9aa5-4e30-9182-33494f70ef1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:29:59.806464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff4afd8-9aa5-4e30-9182-33494f70ef1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:29:59.865003 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:29:59.881066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87bec2-cdda-4a76-9962-7e341978aa53 req-79e68d93-2ffb-49a0-870d-5213138d94fa tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:29:59.882565 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c87bec2-cdda-4a76-9962-7e341978aa53 req-79e68d93-2ffb-49a0-870d-5213138d94fa tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 945 time: 0.0566344 Aug 19 12:29:59.885904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-aff4afd8-9aa5-4e30-9182-33494f70ef1e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4446938 Aug 19 12:29:59.889553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38396) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:59.893548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9b30f314-6324-4097-8d8b-1e8d3389d0a8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:29:59.908723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:29:59.915786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:29:59.919823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:29:59.929336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Pushing event updated for resources: {'Port': ['ID=ef9f4598-46fc-447f-9c21-2bbe5087dba3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:29:59.950198 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c87bec2-cdda-4a76-9962-7e341978aa53 req-deb6e867-47fb-4325-b4f7-8875c21b7184 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533161 Aug 19 12:29:59.978732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38404) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:29:59.997104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Attempting to bind port ef9f4598-46fc-447f-9c21-2bbe5087dba3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:29:59.998287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Attempting to bind port ef9f4598-46fc-447f-9c21-2bbe5087dba3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:29:59.998978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Attempting to bind port ef9f4598-46fc-447f-9c21-2bbe5087dba3 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:29:59.999756 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd95edd4-fde2-463b-b11d-a04f03c3efa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.005566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:00.006226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:00.007006 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.007601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:00.008373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Bound port: ef9f4598-46fc-447f-9c21-2bbe5087dba3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:00.008962 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.096877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] For port ef9f4598-46fc-447f-9c21-2bbe5087dba3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:00.100385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] For port ef9f4598-46fc-447f-9c21-2bbe5087dba3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ef9f4598-46fc-447f-9c21-2bbe5087dba3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:00.162225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23904fb-24e8-423f-917b-72e80ad6fab3 req-74fef9c1-ec3d-4860-87bf-50e0d202dcf8 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:00.163886 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a23904fb-24e8-423f-917b-72e80ad6fab3 req-74fef9c1-ec3d-4860-87bf-50e0d202dcf8 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 943 time: 0.0828242 Aug 19 12:30:00.176372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd95edd4-fde2-463b-b11d-a04f03c3efa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.192540 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.214051 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a23904fb-24e8-423f-917b-72e80ad6fab3 req-057e905b-c0d5-432d-9567-1ac705bc24d3 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Aug 19 12:30:00.273261 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a26b90-a0f9-4a11-88ee-e811789c0a7f req-6707e94e-5f87-48d2-a582-476d791e27e0 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:00.274261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd95edd4-fde2-463b-b11d-a04f03c3efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.278091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f3a26b90-a0f9-4a11-88ee-e811789c0a7f req-6707e94e-5f87-48d2-a582-476d791e27e0 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 945 time: 0.0849869 Aug 19 12:30:00.309155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc88b4a-639e-41bd-9edb-842b3c60bbcd None None] Pushing event updated for resources: {'Port': ['ID=ef9f4598-46fc-447f-9c21-2bbe5087dba3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:00.349288 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fd95edd4-fde2-463b-b11d-a04f03c3efa8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73038955b07d4c918d5b0272256aaa8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693020 Aug 19 12:30:00.351830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38408) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:00.357033 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f3a26b90-a0f9-4a11-88ee-e811789c0a7f req-5cb3032c-99bf-496c-a544-b2650448b55e tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697253 Aug 19 12:30:00.358748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95edd4-fde2-463b-b11d-a04f03c3efa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b7de47-4e0e-4cc8-bc93-621972fd6132,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:00.422489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b30f314-6324-4097-8d8b-1e8d3389d0a8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:00.424752 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00693e3b-3276-4bca-90d4-246c50e61135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.426584 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b30f314-6324-4097-8d8b-1e8d3389d0a8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.452104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00693e3b-3276-4bca-90d4-246c50e61135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.601185 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00693e3b-3276-4bca-90d4-246c50e61135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.609925 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00693e3b-3276-4bca-90d4-246c50e61135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.614609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-00693e3b-3276-4bca-90d4-246c50e61135 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9b7de47-4e0e-4cc8-bc93-621972fd6132 HTTP/1.1" status: 204 len: 168 time: 0.2592087 Aug 19 12:30:00.640567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00693e3b-3276-4bca-90d4-246c50e61135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b7de47-4e0e-4cc8-bc93-621972fd6132,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:00.693435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f5684440-29f2-4e99-9115-713a3feda655 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:00.824548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:30:00.875371 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b30f314-6324-4097-8d8b-1e8d3389d0a8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.925159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port f5684440-29f2-4e99-9115-713a3feda655 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:00.928891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b30f314-6324-4097-8d8b-1e8d3389d0a8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:00.935552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-9b30f314-6324-4097-8d8b-1e8d3389d0a8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:00.936001 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port f5684440-29f2-4e99-9115-713a3feda655 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:00.936579 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.942038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30f314-6324-4097-8d8b-1e8d3389d0a8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:00.942644 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b30f314-6324-4097-8d8b-1e8d3389d0a8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:00.952862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30f314-6324-4097-8d8b-1e8d3389d0a8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=9cfd657d-1311-4cd0-9661-f4c29deeacbe,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:00.987661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e,segment=NetworkSegment(f80ea02c-dbcb-4dd5-9606-975bc68502cb),segment_id=f80ea02c-dbcb-4dd5-9606-975bc68502cb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:01.005024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '03db89f1-6f2f-462c-8a3f-2d4b29a9a05e', 'network_id': 'a6145538-9d05-4949-a27b-b761cd89b308', 'port_id': '03db89f1-6f2f-462c-8a3f-2d4b29a9a05e', 'mac_address': 'fa:16:3e:14:5b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78fdb23-6bea-4a6f-aa70-4fe71cecf646', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:30:01.045483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9b30f314-6324-4097-8d8b-1e8d3389d0a8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1537173 Aug 19 12:30:01.048667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38416) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:01.057502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:47:22:98', 'name': 'tempest-NetworksTestDHCPv6-808382425'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:01.122562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3ee22-6125-4cbe-911c-48c1da8469f9 req-ee7c1a40-17b6-493f-ad3a-78c934d7e6ce tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:01.127678 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-54b3ee22-6125-4cbe-911c-48c1da8469f9 req-ee7c1a40-17b6-493f-ad3a-78c934d7e6ce tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 945 time: 0.1089878 Aug 19 12:30:01.130568 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38422) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:01.148784 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.160268 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.177714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:01.222208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e,segment=NetworkSegment(f80ea02c-dbcb-4dd5-9606-975bc68502cb),segment_id=f80ea02c-dbcb-4dd5-9606-975bc68502cb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:01.228952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac48fd6-7db5-409a-a3b7-084777b38107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5684440-29f2-4e99-9115-713a3feda655'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:01.231858 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e92010-8dd9-4f35-8846-656485d50026" -d '{"events": [{"server_uuid": "9ac48fd6-7db5-409a-a3b7-084777b38107", "name": "network-vif-plugged", "status": "completed", "tag": "f5684440-29f2-4e99-9115-713a3feda655"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:01.262182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f5684440-29f2-4e99-9115-713a3feda655, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f5684440-29f2-4e99-9115-713a3feda655,segment=NetworkSegment(0ad2b0ed-75c1-4803-880b-efb9c0c8fc80),segment_id=0ad2b0ed-75c1-4803-880b-efb9c0c8fc80)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:01.303645 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662ecea1-5b4e-47d3-9900-ff1e5dea930f x-openstack-request-id: req-662ecea1-5b4e-47d3-9900-ff1e5dea930f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:01.303936 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac48fd6-7db5-409a-a3b7-084777b38107", "name": "network-vif-plugged", "status": "completed", "tag": "f5684440-29f2-4e99-9115-713a3feda655", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:01.304185 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-662ecea1-5b4e-47d3-9900-ff1e5dea930f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:01.304585 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac48fd6-7db5-409a-a3b7-084777b38107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5684440-29f2-4e99-9115-713a3feda655', 'code': 200} Aug 19 12:30:01.316603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b62dac-c680-4aab-8f35-c4e266d29b2b admin admin] Deleting subnet 928ade21-8042-4f51-9391-c326f9f1a8fa {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:01.339487 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-41b62dac-c680-4aab-8f35-c4e266d29b2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.360311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef9f4598-46fc-447f-9c21-2bbe5087dba3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:01.424043 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-54b3ee22-6125-4cbe-911c-48c1da8469f9 req-8d62c564-1c3d-4c7b-827d-cf3eca15dd0e tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595485 Aug 19 12:30:01.437687 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.438494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 376a5f43-e5b4-480d-9c3c-13f013b3558c up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:01.450567 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.456141 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-41b62dac-c680-4aab-8f35-c4e266d29b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.456753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:01.562357 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-41b62dac-c680-4aab-8f35-c4e266d29b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.568328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=f5684440-29f2-4e99-9115-713a3feda655,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:01.604740 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.634775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:01.647716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port ef9f4598-46fc-447f-9c21-2bbe5087dba3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:01.661438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564acca4-1223-4a3a-92c3-dae8b9813fe4 req-27f3bdef-117e-4ba4-a311-c9a143c4e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:01.662924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb5a2d2-52bc-4e1c-b938-43d56e74a5d2 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:01.663873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-564acca4-1223-4a3a-92c3-dae8b9813fe4 req-27f3bdef-117e-4ba4-a311-c9a143c4e021 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 1096 time: 0.2783132 Aug 19 12:30:01.673380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f895d6-a528-426c-b9f1-5eca7766076c req-f8fd5304-718f-430c-9e0d-a8cc3ff671d8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:01.681689 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91f895d6-a528-426c-b9f1-5eca7766076c req-f8fd5304-718f-430c-9e0d-a8cc3ff671d8 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 945 time: 0.0878799 Aug 19 12:30:01.700216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port d7e9d126-004c-4cd5-b7f2-1a308582ae60 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:01.713208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af6ee3-48e1-4276-8fe4-27c7b303d5ab req-991495e9-3ee3-4551-9e21-1108ab882efd tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:01.716058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3af6ee3-48e1-4276-8fe4-27c7b303d5ab req-991495e9-3ee3-4551-9e21-1108ab882efd tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 944 time: 0.2726340 Aug 19 12:30:01.770077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['03db89f1-6f2f-462c-8a3f-2d4b29a9a05e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:01.778186 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91f895d6-a528-426c-b9f1-5eca7766076c req-e7c09fcd-deed-487a-8d2e-357951827da4 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954249 Aug 19 12:30:01.799151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-41b62dac-c680-4aab-8f35-c4e266d29b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.831329 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-564acca4-1223-4a3a-92c3-dae8b9813fe4 req-6fca3ebc-fc16-4713-838d-0ae7c0d85942 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553283 Aug 19 12:30:01.833192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b62dac-c680-4aab-8f35-c4e266d29b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=928ade21-8042-4f51-9391-c326f9f1a8fa,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:01.846488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-41b62dac-c680-4aab-8f35-c4e266d29b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.849425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-41b62dac-c680-4aab-8f35-c4e266d29b2b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/928ade21-8042-4f51-9391-c326f9f1a8fa HTTP/1.1" status: 204 len: 168 time: 0.7170165 Aug 19 12:30:01.850991 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3af6ee3-48e1-4276-8fe4-27c7b303d5ab req-c96ff555-df2b-49e6-96c0-338c80858444 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212687 Aug 19 12:30:01.851747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38438) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:01.930364 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:01.981691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 376a5f43-e5b4-480d-9c3c-13f013b3558c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:02.005465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8:0:1::2a1 (fe427799-de6b-44e4-8c34-c6b669262f27/9cfd657d-1311-4cd0-9661-f4c29deeacbe/d7e9d126-004c-4cd5-b7f2-1a308582ae60) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:02.013227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::f816:3eff:fe47:2298 (fe427799-de6b-44e4-8c34-c6b669262f27/02fcccf3-bf01-4bd5-ae66-dd57df824d36/d7e9d126-004c-4cd5-b7f2-1a308582ae60) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:02.046155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 376a5f43-e5b4-480d-9c3c-13f013b3558c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:02.046537 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.051910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.064213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3272e0-a060-44ec-80dd-4e271d6978a5']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:02.078248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437fc9d1-9195-4571-bce6-0d6200ca2a2f') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:02.078707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437fc9d1-9195-4571-bce6-0d6200ca2a2f') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:02.092364 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.111399 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.120114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:02.120933 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:02.122980 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:02.147003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ed018898-2ff7-47b9-afe4-88f00a58e13e None None] Provisioning for port ef9f4598-46fc-447f-9c21-2bbe5087dba3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:02.156631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ed018898-2ff7-47b9-afe4-88f00a58e13e None None] Provisioning complete for port ef9f4598-46fc-447f-9c21-2bbe5087dba3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:02.156998 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ed018898-2ff7-47b9-afe4-88f00a58e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.239431 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.253955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object d7e9d126-004c-4cd5-b7f2-1a308582ae60 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:02.280231 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:30:02.315513 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.331068 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.340367 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.343062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3f3272e0-a060-44ec-80dd-4e271d6978a5 HTTP/1.1" status: 204 len: 168 time: 0.4901195 Aug 19 12:30:02.383077 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.405551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af319c-8dfa-4e47-a7b7-2a0e0f96fab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3272e0-a060-44ec-80dd-4e271d6978a5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:02.412508 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ed018898-2ff7-47b9-afe4-88f00a58e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.432109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 376a5f43-e5b4-480d-9c3c-13f013b3558c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=376a5f43-e5b4-480d-9c3c-13f013b3558c,segment=NetworkSegment(8a344c01-c714-4df2-baa6-c09182cb8fa0),segment_id=8a344c01-c714-4df2-baa6-c09182cb8fa0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:02.440431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:02.443694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:02.447760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:02.453810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:02.454841 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.481044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=d7e9d126-004c-4cd5-b7f2-1a308582ae60,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:02.481764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f18b2-55ce-4466-94a8-d6da06df02cf None None] Update dhcp port {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': '02fcccf3-bf01-4bd5-ae66-dd57df824d36', 'ip_address': '2001:db8::f816:3eff:fe39:a1cb'}, {'subnet_id': '9cfd657d-1311-4cd0-9661-f4c29deeacbe'}], 'binding:host_id': 'n-d-803757-2'}, 'id': 'ef9f4598-46fc-447f-9c21-2bbe5087dba3'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:30:02.507257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ed018898-2ff7-47b9-afe4-88f00a58e13e None None] For port ef9f4598-46fc-447f-9c21-2bbe5087dba3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ef9f4598-46fc-447f-9c21-2bbe5087dba3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:02.515359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a20f18b2-55ce-4466-94a8-d6da06df02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.588621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f59be-cbc7-4333-87b7-b2fa0b3a1057 req-44662e1d-ddd9-4160-af5b-064e348d5fd6 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:02.599180 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d8f59be-cbc7-4333-87b7-b2fa0b3a1057 req-44662e1d-ddd9-4160-af5b-064e348d5fd6 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 946 time: 0.0804801 Aug 19 12:30:02.631540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d8f59be-cbc7-4333-87b7-b2fa0b3a1057 req-3580d0df-0144-41fa-a036-2e560ccdacfa tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340357 Aug 19 12:30:02.632145 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.652986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5c8507a3-f505-4342-848c-c8ab3e7a1222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6056290 Aug 19 12:30:02.655602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38460) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:02.666073 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ed018898-2ff7-47b9-afe4-88f00a58e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.725797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=376a5f43-e5b4-480d-9c3c-13f013b3558c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:02.747926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-81948c25-4c17-4415-8aaa-91a14201a222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port d7e9d126-004c-4cd5-b7f2-1a308582ae60 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:02.748329 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81948c25-4c17-4415-8aaa-91a14201a222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.776082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-a20f18b2-55ce-4466-94a8-d6da06df02cf None None] Allocated IP 2001:db8:0:1::2 (fe427799-de6b-44e4-8c34-c6b669262f27/9cfd657d-1311-4cd0-9661-f4c29deeacbe/ef9f4598-46fc-447f-9c21-2bbe5087dba3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:02.806832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed018898-2ff7-47b9-afe4-88f00a58e13e None None] Pushing event updated for resources: {'Port': ['ID=ef9f4598-46fc-447f-9c21-2bbe5087dba3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:02.900604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a20f18b2-55ce-4466-94a8-d6da06df02cf None None] For port ef9f4598-46fc-447f-9c21-2bbe5087dba3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ef9f4598-46fc-447f-9c21-2bbe5087dba3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:02.901424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81948c25-4c17-4415-8aaa-91a14201a222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.915681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-81948c25-4c17-4415-8aaa-91a14201a222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for d7e9d126-004c-4cd5-b7f2-1a308582ae60 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:02.941795 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a20f18b2-55ce-4466-94a8-d6da06df02cf None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:02.957920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a20f18b2-55ce-4466-94a8-d6da06df02cf None None] Transition to ACTIVE for port object ef9f4598-46fc-447f-9c21-2bbe5087dba3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:02.965544 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38474) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:03.010344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4979ce3-3de9-4528-851d-58c51d452038 req-5b29aea8-25e0-44a6-ae3c-1708aec3eca7 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:03.011676 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4979ce3-3de9-4528-851d-58c51d452038 req-5b29aea8-25e0-44a6-ae3c-1708aec3eca7 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 946 time: 0.0892200 Aug 19 12:30:03.046162 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a20f18b2-55ce-4466-94a8-d6da06df02cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.063630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3e647a39-aa37-491c-a312-9958a8bcca37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36b966411ac5486ba51974a9fa5fbe59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966859 Aug 19 12:30:03.066196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38476) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:03.088825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4979ce3-3de9-4528-851d-58c51d452038 req-abab003b-3d7b-412e-9fba-b473df207e53 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668175 Aug 19 12:30:03.113290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eee0a3-14a7-491f-a285-34a8a8f00888 req-c934438c-d240-4898-b4bc-d35eb4129adc tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:03.115732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2eee0a3-14a7-491f-a285-34a8a8f00888 req-c934438c-d240-4898-b4bc-d35eb4129adc tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 944 time: 0.1408422 Aug 19 12:30:03.178840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f18b2-55ce-4466-94a8-d6da06df02cf None None] Pushing event updated for resources: {'Port': ['ID=ef9f4598-46fc-447f-9c21-2bbe5087dba3,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:03.226697 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2eee0a3-14a7-491f-a285-34a8a8f00888 req-936d4d42-f41f-4421-9de4-7fc2d06bddd1 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999744 Aug 19 12:30:03.244770 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7861d577-2c8b-4830-bc4d-6e02fc697533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.305378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f550b55b-d942-4aca-a0be-b441ccd6740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376a5f43-e5b4-480d-9c3c-13f013b3558c'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:03.308604 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4a7937-bc9f-4b9b-98b5-5c499793add1" -d '{"events": [{"server_uuid": "f550b55b-d942-4aca-a0be-b441ccd6740f", "name": "network-vif-plugged", "status": "completed", "tag": "376a5f43-e5b4-480d-9c3c-13f013b3558c"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:03.338992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef9f4598-46fc-447f-9c21-2bbe5087dba3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:03.348657 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7861d577-2c8b-4830-bc4d-6e02fc697533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.405215 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1077dd62-ea10-49a8-ac16-e9bccd53c7e8 x-openstack-request-id: req-1077dd62-ea10-49a8-ac16-e9bccd53c7e8 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:03.405370 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f550b55b-d942-4aca-a0be-b441ccd6740f", "name": "network-vif-plugged", "status": "completed", "tag": "376a5f43-e5b4-480d-9c3c-13f013b3558c", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:03.405569 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1077dd62-ea10-49a8-ac16-e9bccd53c7e8 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:03.406011 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f550b55b-d942-4aca-a0be-b441ccd6740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376a5f43-e5b4-480d-9c3c-13f013b3558c', 'code': 200} Aug 19 12:30:03.515347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7861d577-2c8b-4830-bc4d-6e02fc697533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.517817 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7861d577-2c8b-4830-bc4d-6e02fc697533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.519015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7861d577-2c8b-4830-bc4d-6e02fc697533 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77d9fcdd-13cc-4d86-af2a-f3f3603c45ef HTTP/1.1" status: 204 len: 168 time: 0.4517293 Aug 19 12:30:03.532164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861d577-2c8b-4830-bc4d-6e02fc697533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9fcdd-13cc-4d86-af2a-f3f3603c45ef,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:03.543916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06709f37-3c79-4548-b28b-43084971fce3 req-e2fbd6e2-1671-4ec7-ade8-36e2ddb89ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:03.545778 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06709f37-3c79-4548-b28b-43084971fce3 req-e2fbd6e2-1671-4ec7-ade8-36e2ddb89ccd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 1097 time: 0.0703330 Aug 19 12:30:03.586320 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06709f37-3c79-4548-b28b-43084971fce3 req-a6497993-f067-4bba-8394-3dd90ae4e3f6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Aug 19 12:30:03.600722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81948c25-4c17-4415-8aaa-91a14201a222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.628858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81948c25-4c17-4415-8aaa-91a14201a222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=d7e9d126-004c-4cd5-b7f2-1a308582ae60,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:03.679671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81948c25-4c17-4415-8aaa-91a14201a222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:03.681676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-81948c25-4c17-4415-8aaa-91a14201a222 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/d7e9d126-004c-4cd5-b7f2-1a308582ae60 HTTP/1.1" status: 204 len: 168 time: 1.0250914 Aug 19 12:30:03.684238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38500) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:03.741377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33db2ab-1059-488c-8208-c45bd7e59761 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:03.745758 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e33db2ab-1059-488c-8208-c45bd7e59761 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0605006 Aug 19 12:30:03.746398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38502) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:03.778242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291df82-2721-472e-b5a9-b81f7271e0fd req-ef9d609b-b9e1-432c-afad-b75548acc04c tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:03.787034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8291df82-2721-472e-b5a9-b81f7271e0fd req-ef9d609b-b9e1-432c-afad-b75548acc04c tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 946 time: 0.0703290 Aug 19 12:30:03.823461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de7ae7-b311-462d-a78e-561fcc05bec5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:03.828049 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-13de7ae7-b311-462d-a78e-561fcc05bec5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0781944 Aug 19 12:30:03.830478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38504) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:03.831406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8291df82-2721-472e-b5a9-b81f7271e0fd req-47cdf8a3-780b-482d-8756-54a75df635f2 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432553 Aug 19 12:30:03.890843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31bf1b-9f79-48ff-b882-d3d62e5134a4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:03.893639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31bf1b-9f79-48ff-b882-d3d62e5134a4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:03.895848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce31bf1b-9f79-48ff-b882-d3d62e5134a4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:03.899285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ce31bf1b-9f79-48ff-b882-d3d62e5134a4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0698657 Aug 19 12:30:03.900971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38508) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:03.963300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2293bf8-efd9-4807-be1e-8a191e7bd56a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 02fcccf3-bf01-4bd5-ae66-dd57df824d36 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:03.967385 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2293bf8-efd9-4807-be1e-8a191e7bd56a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.029523 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2293bf8-efd9-4807-be1e-8a191e7bd56a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.035639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-66c356db-4805-4a13-9b36-ae9b67f2bbff None None] Provisioning for port ef9f4598-46fc-447f-9c21-2bbe5087dba3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:04.043012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-66c356db-4805-4a13-9b36-ae9b67f2bbff None None] Provisioning complete for port ef9f4598-46fc-447f-9c21-2bbe5087dba3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:04.045409 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-66c356db-4805-4a13-9b36-ae9b67f2bbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.149608 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2293bf8-efd9-4807-be1e-8a191e7bd56a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.261286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38518) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:04.264574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631573a-28d9-4117-a1e6-20cba07fa403 req-5fbf2472-6b7b-40f1-91eb-7d9612c3ea8e tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:04.266388 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6631573a-28d9-4117-a1e6-20cba07fa403 req-5fbf2472-6b7b-40f1-91eb-7d9612c3ea8e tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 946 time: 0.0653963 Aug 19 12:30:04.295412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a3892428-17a3-4cf8-abca-a5c9da531150 None None] Could not find standard attr ID for object d7e9d126-004c-4cd5-b7f2-1a308582ae60. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:30:04.384474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6631573a-28d9-4117-a1e6-20cba07fa403 req-f56796b7-8992-4efa-aecc-2f88dab6067b tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865333 Aug 19 12:30:04.405793 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a92f2-3655-411b-8938-c8d33520021a req-2e70f8e2-b452-414a-99bd-4ec36418c69e tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:04.413500 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c39a92f2-3655-411b-8938-c8d33520021a req-2e70f8e2-b452-414a-99bd-4ec36418c69e tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 944 time: 0.0827169 Aug 19 12:30:04.457568 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c39a92f2-3655-411b-8938-c8d33520021a req-034ff766-7ea3-4d05-8987-95d48836ff21 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Aug 19 12:30:04.465968 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2293bf8-efd9-4807-be1e-8a191e7bd56a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.467907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fe59f5a-f138-46e7-8116-7f3afcce6eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.505101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2293bf8-efd9-4807-be1e-8a191e7bd56a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=02fcccf3-bf01-4bd5-ae66-dd57df824d36,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:04.513584 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2293bf8-efd9-4807-be1e-8a191e7bd56a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.515798 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f2293bf8-efd9-4807-be1e-8a191e7bd56a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/02fcccf3-bf01-4bd5-ae66-dd57df824d36 HTTP/1.1" status: 204 len: 168 time: 0.6138015 Aug 19 12:30:04.518874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38532) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:04.533202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11447030-5e54-4f88-ad14-3f2d3d8956c4 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:04.610546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3efdf2f-f607-4eae-b877-d3e2c75071ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 9cfd657d-1311-4cd0-9661-f4c29deeacbe {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:04.613859 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3efdf2f-f607-4eae-b877-d3e2c75071ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.617885 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fe59f5a-f138-46e7-8116-7f3afcce6eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.667278 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3efdf2f-f607-4eae-b877-d3e2c75071ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.753424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3efdf2f-f607-4eae-b877-d3e2c75071ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.766248 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fe59f5a-f138-46e7-8116-7f3afcce6eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.809843 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6fe59f5a-f138-46e7-8116-7f3afcce6eaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5283b6edc37b4994933c26eeff70c58a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453339 Aug 19 12:30:04.809843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe59f5a-f138-46e7-8116-7f3afcce6eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563d23d9-441f-49a7-b195-c7282d37d3d1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:04.810633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38534) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:04.856346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:04.900669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5b71-9551-405f-8863-60c687fe1e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.950303 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5b71-9551-405f-8863-60c687fe1e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:04.996451 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3efdf2f-f607-4eae-b877-d3e2c75071ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.028946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efdf2f-f607-4eae-b877-d3e2c75071ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=9cfd657d-1311-4cd0-9661-f4c29deeacbe,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:05.035860 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3efdf2f-f607-4eae-b877-d3e2c75071ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.036300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a3efdf2f-f607-4eae-b877-d3e2c75071ff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/9cfd657d-1311-4cd0-9661-f4c29deeacbe HTTP/1.1" status: 204 len: 168 time: 0.5156682 Aug 19 12:30:05.038348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38546) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.057274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9b68682f-9658-490c-9032-30bb840dee9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.062628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:05.068756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:05.069480 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.088488 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-39ee55d3-4808-4fa9-add1-852957100629 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488298 Aug 19 12:30:05.091676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38548) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:05.097242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:05.161650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5b71-9551-405f-8863-60c687fe1e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.166024 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5b71-9551-405f-8863-60c687fe1e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.171435 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1f5d5b71-9551-405f-8863-60c687fe1e7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/563d23d9-441f-49a7-b195-c7282d37d3d1 HTTP/1.1" status: 204 len: 168 time: 0.3591237 Aug 19 12:30:05.174713 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.192493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d5b71-9551-405f-8863-60c687fe1e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563d23d9-441f-49a7-b195-c7282d37d3d1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:05.234996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e,segment=NetworkSegment(f80ea02c-dbcb-4dd5-9606-975bc68502cb),segment_id=f80ea02c-dbcb-4dd5-9606-975bc68502cb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:05.304219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef9f4598-46fc-447f-9c21-2bbe5087dba3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:05.396567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ef9f4598-46fc-447f-9c21-2bbe5087dba3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:05.397095 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.419494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228f3d22-f276-4686-b30a-8f5457ff0771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03db89f1-6f2f-462c-8a3f-2d4b29a9a05e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:05.421641 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b658ee58-fe34-456d-baeb-c011406553cd" -d '{"events": [{"server_uuid": "228f3d22-f276-4686-b30a-8f5457ff0771", "name": "network-vif-plugged", "status": "completed", "tag": "03db89f1-6f2f-462c-8a3f-2d4b29a9a05e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:05.440505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:05.444359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.447379 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.492601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a54afc-cc46-4b88-8037-40a896ee2d64 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:05.665765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0d03f63-86a0-4563-8fa1-6e15d14c6b9b None None] Provisioning complete for port ef9f4598-46fc-447f-9c21-2bbe5087dba3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:05.667303 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0d03f63-86a0-4563-8fa1-6e15d14c6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:05.699705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:05.742991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98e673-901c-4d80-821e-7f26007e2626 req-a782ceae-9813-44a7-b634-bdda680e703e tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:05.750993 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e98e673-901c-4d80-821e-7f26007e2626 req-a782ceae-9813-44a7-b634-bdda680e703e tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 946 time: 0.2274706 Aug 19 12:30:05.873498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da578e8e-0a19-455a-a1e6-bda2fdcf5fab None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:30:05.875009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e98e673-901c-4d80-821e-7f26007e2626 req-155671cd-5318-4fc3-b436-b98167c9cc9c tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230202 Aug 19 12:30:05.940660 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d818cc7f-baa4-439d-8a9d-bcf322e8960d x-openstack-request-id: req-d818cc7f-baa4-439d-8a9d-bcf322e8960d {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:05.940957 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228f3d22-f276-4686-b30a-8f5457ff0771", "name": "network-vif-plugged", "status": "completed", "tag": "03db89f1-6f2f-462c-8a3f-2d4b29a9a05e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:05.941207 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d818cc7f-baa4-439d-8a9d-bcf322e8960d {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:05.945019 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228f3d22-f276-4686-b30a-8f5457ff0771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03db89f1-6f2f-462c-8a3f-2d4b29a9a05e', 'code': 200} Aug 19 12:30:06.002025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-da578e8e-0a19-455a-a1e6-bda2fdcf5fab None None] Deleting port ef9f4598-46fc-447f-9c21-2bbe5087dba3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:06.002777 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-da578e8e-0a19-455a-a1e6-bda2fdcf5fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.109432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333dd0e-ab62-4b4d-94b0-044003f1ad9b req-76b842ed-8db7-4145-a1f5-0df526b5e67f tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:06.118525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2333dd0e-ab62-4b4d-94b0-044003f1ad9b req-76b842ed-8db7-4145-a1f5-0df526b5e67f tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 945 time: 0.0921733 Aug 19 12:30:06.208437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2333dd0e-ab62-4b4d-94b0-044003f1ad9b req-43b175a6-fc8a-43d9-90b0-c48f153cac54 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885289 Aug 19 12:30:06.260580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7ee7a-2581-49ad-9bf9-df88def583ba req-ba5c6d9d-a6b0-4d41-86c6-a57ba8ad6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:06.262202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-baf7ee7a-2581-49ad-9bf9-df88def583ba req-ba5c6d9d-a6b0-4d41-86c6-a57ba8ad6141 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 1096 time: 0.2513444 Aug 19 12:30:06.265173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-da578e8e-0a19-455a-a1e6-bda2fdcf5fab None None] For port ef9f4598-46fc-447f-9c21-2bbe5087dba3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ef9f4598-46fc-447f-9c21-2bbe5087dba3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:06.265844 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-da578e8e-0a19-455a-a1e6-bda2fdcf5fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.295069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-da578e8e-0a19-455a-a1e6-bda2fdcf5fab None None] Calling delete_port for ef9f4598-46fc-447f-9c21-2bbe5087dba3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:06.314778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.objects.ports [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95542) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:30:06.396486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-baf7ee7a-2581-49ad-9bf9-df88def583ba req-34a9dec8-d2c2-4369-93d6-afd6f1cda259 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266274 Aug 19 12:30:06.544949 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-da578e8e-0a19-455a-a1e6-bda2fdcf5fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.595134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da578e8e-0a19-455a-a1e6-bda2fdcf5fab None None] Pushing event deleted for resources: {'Port': ['ID=ef9f4598-46fc-447f-9c21-2bbe5087dba3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:06.601568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da578e8e-0a19-455a-a1e6-bda2fdcf5fab None None] No DVR routers for this DVR port ef9f4598-46fc-447f-9c21-2bbe5087dba3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:06.620375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_pluggable_backend [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Port ef9f4598-46fc-447f-9c21-2bbe5087dba3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95542) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 19 12:30:06.620695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_pluggable_backend [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Reverting IP allocation for 2001:db8::f816:3eff:fe39:a1cb {{(pid=95542) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 19 12:30:06.629460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_pluggable_backend [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe39:a1cb {{(pid=95542) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 19 12:30:06.639519 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.700485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:06.709228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:06.720836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90da554-3033-4bf8-8d9d-26dcecbc0749 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:06.733927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:06.736014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.743164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=d365504a-d5ab-41c7-84d1-df364b0c2fbf,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:06.899921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': 'd365504a-d5ab-41c7-84d1-df364b0c2fbf'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:30:06.901208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:06.910995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070db058-b8a0-46db-a00c-c4e8f22941a8 req-3e4be11d-fa21-4ed0-be2f-cabeccfe8ef0 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:06.912827 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-070db058-b8a0-46db-a00c-c4e8f22941a8 req-3e4be11d-fa21-4ed0-be2f-cabeccfe8ef0 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 946 time: 0.0584497 Aug 19 12:30:06.928347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d080e105-1e13-4c04-b06e-6d86770a2b17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8354819 Aug 19 12:30:06.928960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38642) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:06.941239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-bf109766-7d73-40cc-b9e6-1af5d0565109 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:07.017537 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-070db058-b8a0-46db-a00c-c4e8f22941a8 req-4451327b-caa9-4834-9f00-9c860eb4bad0 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978217 Aug 19 12:30:07.114993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Allocated IP 2001:db8::f816:3eff:fe23:1a4 (fe427799-de6b-44e4-8c34-c6b669262f27/d365504a-d5ab-41c7-84d1-df364b0c2fbf/2076b57e-678c-4867-85aa-2143eb1e8483) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:07.218350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf109766-7d73-40cc-b9e6-1af5d0565109 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:07.222168 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bf109766-7d73-40cc-b9e6-1af5d0565109 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.331238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef9f4598-46fc-447f-9c21-2bbe5087dba3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:07.368459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: ef9f4598-46fc-447f-9c21-2bbe5087dba3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:07.369096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef9f4598-46fc-447f-9c21-2bbe5087dba3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:07.405060 n-d-803757-2 neutron-server[95543]: INFO neutron.db.ipam_backend_mixin [None req-bf109766-7d73-40cc-b9e6-1af5d0565109 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d365504a-d5ab-41c7-84d1-df364b0c2fbf (CIDR: 2001:db8::/64) Aug 19 12:30:07.420950 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.431106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Transition to ACTIVE for port object 2076b57e-678c-4867-85aa-2143eb1e8483 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:07.450712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Transition to ACTIVE for port object 2076b57e-678c-4867-85aa-2143eb1e8483 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:07.462446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f807ed7-cf29-493b-b3a8-29606706ba9c req-81739581-8023-4463-a99f-22a9eb4b0d5a tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:07.464107 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f807ed7-cf29-493b-b3a8-29606706ba9c req-81739581-8023-4463-a99f-22a9eb4b0d5a tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 945 time: 0.1122291 Aug 19 12:30:07.470603 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf109766-7d73-40cc-b9e6-1af5d0565109 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:30:07.470603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf109766-7d73-40cc-b9e6-1af5d0565109 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:07.514517 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f807ed7-cf29-493b-b3a8-29606706ba9c req-e440a81e-0f9f-4145-86f1-b9d56ea2ab53 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423250 Aug 19 12:30:07.598853 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.645585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:07.648582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:07.653351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:07.656360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Pushing event updated for resources: {'Port': ['ID=2076b57e-678c-4867-85aa-2143eb1e8483,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:07.668742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.669088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.669421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.669759 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.670091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.670420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.670744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.671099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.671420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.671743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.672068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.672389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:07.704461 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bf109766-7d73-40cc-b9e6-1af5d0565109 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7733381 Aug 19 12:30:07.707552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38692) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:07.724717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2c705aa5-81e4-4abf-b865-1871855def35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:07.725369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Attempting to bind port 2076b57e-678c-4867-85aa-2143eb1e8483 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:07.727141 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Attempting to bind port 2076b57e-678c-4867-85aa-2143eb1e8483 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:07.727506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Attempting to bind port 2076b57e-678c-4867-85aa-2143eb1e8483 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:07.734240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:07.734628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:07.735206 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.735608 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:07.736085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Bound port: 2076b57e-678c-4867-85aa-2143eb1e8483, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:07.736468 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.754908 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.761760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cfb5dac7-4dd1-404c-83b0-52deb4b1c07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:07.828313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] For port 2076b57e-678c-4867-85aa-2143eb1e8483, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:07.832103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] For port 2076b57e-678c-4867-85aa-2143eb1e8483, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2076b57e-678c-4867-85aa-2143eb1e8483,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:07.926679 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.000054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b7e5a-266f-464f-a25a-2f964273c449 None None] Pushing event updated for resources: {'Port': ['ID=2076b57e-678c-4867-85aa-2143eb1e8483,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:08.075783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c705aa5-81e4-4abf-b865-1871855def35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:08.081138 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c705aa5-81e4-4abf-b865-1871855def35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.290832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38712) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:08.362600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c99e8-68a1-46d6-8016-4bdbe14c8f3e req-65c2d7d2-bcd4-4f90-a0a2-ead3c281037e tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:08.364173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-144c99e8-68a1-46d6-8016-4bdbe14c8f3e req-65c2d7d2-bcd4-4f90-a0a2-ead3c281037e tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 946 time: 0.1735520 Aug 19 12:30:08.414725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981d5ee-6f5d-4e23-bc6c-91dcdaa14e92 req-0844ef1f-52b1-45f4-8425-4565eb6017fc tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:08.416829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0981d5ee-6f5d-4e23-bc6c-91dcdaa14e92 req-0844ef1f-52b1-45f4-8425-4565eb6017fc tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.30 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 946 time: 0.1688089 Aug 19 12:30:08.459254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-175231599', 'router:external': True}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:08.564271 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-144c99e8-68a1-46d6-8016-4bdbe14c8f3e req-af691a28-f7dc-4598-8c81-180e5ba274f3 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/security-groups?id=644da74a-7d3a-4fbe-9848-03305907295a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849499 Aug 19 12:30:08.634300 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-0981d5ee-6f5d-4e23-bc6c-91dcdaa14e92 req-40dd1043-1333-4f46-8aa1-1d9fa6ea53a3 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Deleting port 376a5f43-e5b4-480d-9c3c-13f013b3558c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:08.634300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0981d5ee-6f5d-4e23-bc6c-91dcdaa14e92 req-40dd1043-1333-4f46-8aa1-1d9fa6ea53a3 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.649865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Made reservation on behalf of bc9e46cd0a3f4f6ba3332d00fb0e211d for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:08.653335 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.669388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.696582 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c705aa5-81e4-4abf-b865-1871855def35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.712479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7b296-127f-4c70-870d-9b78d0769a4f req-689c744a-ac29-4674-a75e-1d4326c7955b tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:08.714560 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9bf7b296-127f-4c70-870d-9b78d0769a4f req-689c744a-ac29-4674-a75e-1d4326c7955b tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 945 time: 0.0955117 Aug 19 12:30:08.774371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c705aa5-81e4-4abf-b865-1871855def35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:08.799606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2c705aa5-81e4-4abf-b865-1871855def35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:08.804710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9bf7b296-127f-4c70-870d-9b78d0769a4f req-89534a85-44e7-4e9c-8b4f-cd643cece444 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783000 Aug 19 12:30:08.813505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c705aa5-81e4-4abf-b865-1871855def35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:08.817712 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c705aa5-81e4-4abf-b865-1871855def35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.868519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c705aa5-81e4-4abf-b865-1871855def35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=c044728e-1e7f-4838-aea6-47ed994a9d3c,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:08.882437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-0981d5ee-6f5d-4e23-bc6c-91dcdaa14e92 req-40dd1043-1333-4f46-8aa1-1d9fa6ea53a3 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] For port 376a5f43-e5b4-480d-9c3c-13f013b3558c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=376a5f43-e5b4-480d-9c3c-13f013b3558c,segment=NetworkSegment(8a344c01-c714-4df2-baa6-c09182cb8fa0),segment_id=8a344c01-c714-4df2-baa6-c09182cb8fa0)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:08.882976 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0981d5ee-6f5d-4e23-bc6c-91dcdaa14e92 req-40dd1043-1333-4f46-8aa1-1d9fa6ea53a3 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.900724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-0981d5ee-6f5d-4e23-bc6c-91dcdaa14e92 req-40dd1043-1333-4f46-8aa1-1d9fa6ea53a3 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Calling delete_port for 376a5f43-e5b4-480d-9c3c-13f013b3558c owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:08.904968 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:08.966221 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.000674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:09.059725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e66ef30-a1c8-4302-b0c0-52a656691561,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:09.080271 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.086055 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.086055 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Added segment 4a3016da-67be-458c-b04a-d41746cdfe1f of type vlan for network d385e2ea-cd34-4718-a3ca-5e17dbac933a Aug 19 12:30:09.150954 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.206714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2c705aa5-81e4-4abf-b865-1871855def35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4974494 Aug 19 12:30:09.212354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38728) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:09.215824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:cd:6c:b2', 'name': 'tempest-NetworksTestDHCPv6-1662835135'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:09.309337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2076b57e-678c-4867-85aa-2143eb1e8483 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:09.354586 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0981d5ee-6f5d-4e23-bc6c-91dcdaa14e92 req-40dd1043-1333-4f46-8aa1-1d9fa6ea53a3 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.362442 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.363446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:09.364032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.374909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['376a5f43-e5b4-480d-9c3c-13f013b3558c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:09.402792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01669879-6716-4651-8f52-728474508f6e None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:09.406264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd1043-1333-4f46-8aa1-1d9fa6ea53a3 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Pushing event deleted for resources: {'Port': ['ID=376a5f43-e5b4-480d-9c3c-13f013b3558c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:09.477312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0981d5ee-6f5d-4e23-bc6c-91dcdaa14e92 req-40dd1043-1333-4f46-8aa1-1d9fa6ea53a3 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] No DVR routers for this DVR port 376a5f43-e5b4-480d-9c3c-13f013b3558c on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:09.485740 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0981d5ee-6f5d-4e23-bc6c-91dcdaa14e92 req-40dd1043-1333-4f46-8aa1-1d9fa6ea53a3 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.488268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0981d5ee-6f5d-4e23-bc6c-91dcdaa14e92 req-40dd1043-1333-4f46-8aa1-1d9fa6ea53a3 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.30 "DELETE /v2.0/ports/376a5f43-e5b4-480d-9c3c-13f013b3558c HTTP/1.1" status: 204 len: 173 time: 1.0531731 Aug 19 12:30:09.488765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f550b55b-d942-4aca-a0be-b441ccd6740f', 'name': 'network-vif-deleted', 'tag': '376a5f43-e5b4-480d-9c3c-13f013b3558c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:09.491877 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e35a5a-5e48-4d50-8e00-db174706840d" -d '{"events": [{"server_uuid": "f550b55b-d942-4aca-a0be-b441ccd6740f", "name": "network-vif-deleted", "tag": "376a5f43-e5b4-480d-9c3c-13f013b3558c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:09.579760 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31324c05-fd76-4f56-9968-7dcb69f4d59d x-openstack-request-id: req-31324c05-fd76-4f56-9968-7dcb69f4d59d {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:09.580422 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f550b55b-d942-4aca-a0be-b441ccd6740f", "name": "network-vif-deleted", "tag": "376a5f43-e5b4-480d-9c3c-13f013b3558c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:09.580840 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31324c05-fd76-4f56-9968-7dcb69f4d59d {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:09.581490 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f550b55b-d942-4aca-a0be-b441ccd6740f', 'name': 'network-vif-deleted', 'tag': '376a5f43-e5b4-480d-9c3c-13f013b3558c', 'status': 'completed', 'code': 200} Aug 19 12:30:09.825726 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b892f5c-4f97-4dac-a1ad-345f4770cc73 req-55292a9b-14f0-4b58-b30e-675932eef5c9 tempest-ServerAddressesNegativeTestJSON-596226125 tempest-ServerAddressesNegativeTestJSON-596226125-project] 10.222.0.21 "GET /v2.0/ports?device_id=f550b55b-d942-4aca-a0be-b441ccd6740f HTTP/1.1" status: 200 len: 210 time: 0.0552459 Aug 19 12:30:09.894932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3ab303ec-2eec-424e-bed9-dd5d7c746d8a None None] Provisioning for port 2076b57e-678c-4867-85aa-2143eb1e8483 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:09.900957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 2076b57e-678c-4867-85aa-2143eb1e8483 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:09.913740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3ab303ec-2eec-424e-bed9-dd5d7c746d8a None None] Provisioning complete for port 2076b57e-678c-4867-85aa-2143eb1e8483 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:09.914107 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3ab303ec-2eec-424e-bed9-dd5d7c746d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.918358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2076b57e-678c-4867-85aa-2143eb1e8483 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:09.918715 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:09.979002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event updated for resources: {'Network': ['ID=d385e2ea-cd34-4718-a3ca-5e17dbac933a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:09.994402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network d385e2ea-cd34-4718-a3ca-5e17dbac933a details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:10.014041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3aa3d-0e32-4dde-bd62-2ee03bf2b589 req-a69a74db-38cb-4c88-b754-d5aee9c878ce tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:10.016155 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2b3aa3d-0e32-4dde-bd62-2ee03bf2b589 req-a69a74db-38cb-4c88-b754-d5aee9c878ce tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 945 time: 0.0909388 Aug 19 12:30:10.068993 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:10.129237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2b3aa3d-0e32-4dde-bd62-2ee03bf2b589 req-cf499e72-6241-41f8-8c62-44c2aed78e05 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034873 Aug 19 12:30:10.206024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38742) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:10.206292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5991b29b-d3bf-49de-b8f7-1d758568f5fe tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9133947 Aug 19 12:30:10.211194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Request body: {'subnet': {'network_id': 'd385e2ea-cd34-4718-a3ca-5e17dbac933a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:10.213549 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.240749 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 0a9b3cdc-a98d-4c62-ae78-b3a2e74fb504 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:10.261557 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3ab303ec-2eec-424e-bed9-dd5d7c746d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.264255 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.318042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5cfb25-7dd3-4f2d-a8dd-2055d96cdced None None] Update dhcp port {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'fixed_ips': [{'subnet_id': 'd365504a-d5ab-41c7-84d1-df364b0c2fbf', 'ip_address': '2001:db8::f816:3eff:fe23:1a4'}, {'subnet_id': 'c044728e-1e7f-4838-aea6-47ed994a9d3c'}], 'binding:host_id': 'n-d-803757-2'}, 'id': '2076b57e-678c-4867-85aa-2143eb1e8483'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:30:10.354659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Made reservation on behalf of bc9e46cd0a3f4f6ba3332d00fb0e211d for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:10.357320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.364193 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac5cfb25-7dd3-4f2d-a8dd-2055d96cdced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.380492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3ab303ec-2eec-424e-bed9-dd5d7c746d8a None None] For port 2076b57e-678c-4867-85aa-2143eb1e8483, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2076b57e-678c-4867-85aa-2143eb1e8483,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:10.519519 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3ab303ec-2eec-424e-bed9-dd5d7c746d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.565969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8:0:1::9a (fe427799-de6b-44e4-8c34-c6b669262f27/c044728e-1e7f-4838-aea6-47ed994a9d3c/0a9b3cdc-a98d-4c62-ae78-b3a2e74fb504) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:10.574764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::f816:3eff:fecd:6cb2 (fe427799-de6b-44e4-8c34-c6b669262f27/d365504a-d5ab-41c7-84d1-df364b0c2fbf/0a9b3cdc-a98d-4c62-ae78-b3a2e74fb504) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:10.613997 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.678402 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:30:10.679027 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:30:10.683016 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab303ec-2eec-424e-bed9-dd5d7c746d8a None None] Pushing event updated for resources: {'Port': ['ID=2076b57e-678c-4867-85aa-2143eb1e8483,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:10.759113 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.777736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 0a9b3cdc-a98d-4c62-ae78-b3a2e74fb504 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:10.883761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38750) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:10.904854 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:10.992719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-ac5cfb25-7dd3-4f2d-a8dd-2055d96cdced None None] Allocated IP 2001:db8:0:1::2 (fe427799-de6b-44e4-8c34-c6b669262f27/c044728e-1e7f-4838-aea6-47ed994a9d3c/2076b57e-678c-4867-85aa-2143eb1e8483) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:11.052073 n-d-803757-2 neutron-server[95542]: DEBUG neutron.objects.ports [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95542) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:30:11.052795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.084638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:11.097914 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:11.106422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:11.114382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.115725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.145269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event updated for resources: {'Subnet': ['ID=72ea0535-5fbb-4d33-b9b6-aecf7eaf2e57,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:11.149033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-15eec474-cb13-4212-a619-a563b7a96843 admin admin] Deleting subnet 2b994103-a826-4298-b60b-b4d69a509bdc {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:11.151605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ac5cfb25-7dd3-4f2d-a8dd-2055d96cdced None None] For port 2076b57e-678c-4867-85aa-2143eb1e8483, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2076b57e-678c-4867-85aa-2143eb1e8483,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:11.177068 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15eec474-cb13-4212-a619-a563b7a96843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.177068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=0a9b3cdc-a98d-4c62-ae78-b3a2e74fb504,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:11.236583 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-79a2ae34-8e5b-447e-87ed-825fa3526129 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0256639 Aug 19 12:30:11.239071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38756) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:11.251516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Checking segment: {'id': '4a3016da-67be-458c-b04a-d41746cdfe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'd385e2ea-cd34-4718-a3ca-5e17dbac933a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:11.257238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Network hostable DHCP agents. Network: d385e2ea-cd34-4718-a3ca-5e17dbac933a, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:11.268097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bdbbe-93f6-44cd-b61f-b4ff3dfe419b req-f287245f-1376-45d5-acc1-ab36449e9b01 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.270379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a40bdbbe-93f6-44cd-b61f-b4ff3dfe419b req-f287245f-1376-45d5-acc1-ab36449e9b01 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.62 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 945 time: 0.1723025 Aug 19 12:30:11.279807 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac5cfb25-7dd3-4f2d-a8dd-2055d96cdced None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.300402 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15eec474-cb13-4212-a619-a563b7a96843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.384224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ac5cfb25-7dd3-4f2d-a8dd-2055d96cdced None None] Transition to ACTIVE for port object 2076b57e-678c-4867-85aa-2143eb1e8483 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:11.422634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Network d385e2ea-cd34-4718-a3ca-5e17dbac933a is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:11.440677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15eec474-cb13-4212-a619-a563b7a96843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.450527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a1def-3517-41d5-9018-94fbfb2bff71 req-4436f3ce-ea84-4508-ba50-73abed12f9f6 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.452461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb8a1def-3517-41d5-9018-94fbfb2bff71 req-4436f3ce-ea84-4508-ba50-73abed12f9f6 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 945 time: 0.1318538 Aug 19 12:30:11.507503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac5cfb25-7dd3-4f2d-a8dd-2055d96cdced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.570500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-20782fba-5441-4fbd-b5e7-14eddbfc47a7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 0a9b3cdc-a98d-4c62-ae78-b3a2e74fb504 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:11.571075 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20782fba-5441-4fbd-b5e7-14eddbfc47a7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.579721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb8a1def-3517-41d5-9018-94fbfb2bff71 req-11167e94-b51d-402c-ba12-4cb0cb34d2f2 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200299 Aug 19 12:30:11.602916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, d385e2ea-cd34-4718-a3ca-5e17dbac933a) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:11.611730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-a40bdbbe-93f6-44cd-b61f-b4ff3dfe419b req-ca6147ae-9564-4cdc-8018-9924ed780493 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Deleting port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:11.612083 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a40bdbbe-93f6-44cd-b61f-b4ff3dfe419b req-ca6147ae-9564-4cdc-8018-9924ed780493 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.657811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2076b57e-678c-4867-85aa-2143eb1e8483 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:11.667625 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15eec474-cb13-4212-a619-a563b7a96843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.680787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fba6c45-c157-465c-9796-0e276b5cc29f None None] Network d385e2ea-cd34-4718-a3ca-5e17dbac933a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:11.719761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:11.726235 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.800875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eec474-cb13-4212-a619-a563b7a96843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b994103-a826-4298-b60b-b4d69a509bdc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:11.812199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a40bdbbe-93f6-44cd-b61f-b4ff3dfe419b req-ca6147ae-9564-4cdc-8018-9924ed780493 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] For port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e,segment=NetworkSegment(f80ea02c-dbcb-4dd5-9606-975bc68502cb),segment_id=f80ea02c-dbcb-4dd5-9606-975bc68502cb)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:11.812772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a40bdbbe-93f6-44cd-b61f-b4ff3dfe419b req-ca6147ae-9564-4cdc-8018-9924ed780493 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.829675 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15eec474-cb13-4212-a619-a563b7a96843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.832703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-15eec474-cb13-4212-a619-a563b7a96843 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2b994103-a826-4298-b60b-b4d69a509bdc HTTP/1.1" status: 204 len: 168 time: 0.9448409 Aug 19 12:30:11.835971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38762) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:11.868814 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20782fba-5441-4fbd-b5e7-14eddbfc47a7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:11.885458 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8ba6856b-d7dd-4b17-a558-91af38973293 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6782513 Aug 19 12:30:11.904548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38764) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:11.910268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1770464348', 'network_id': 'd385e2ea-cd34-4718-a3ca-5e17dbac933a'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:11.921886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-a40bdbbe-93f6-44cd-b61f-b4ff3dfe419b req-ca6147ae-9564-4cdc-8018-9924ed780493 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Calling delete_port for 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:11.931323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-20782fba-5441-4fbd-b5e7-14eddbfc47a7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 0a9b3cdc-a98d-4c62-ae78-b3a2e74fb504 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:12.015907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Made reservation on behalf of bc9e46cd0a3f4f6ba3332d00fb0e211d for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:12.019062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:12.039493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] device_id is not set on port 1a7b4eec-ef46-460a-814f-1ce7a08752b6 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:12.114311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cfb25-7dd3-4f2d-a8dd-2055d96cdced None None] Pushing event updated for resources: {'Port': ['ID=2076b57e-678c-4867-85aa-2143eb1e8483,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:12.120350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3931e-f7ae-48fb-925e-1eec23f8cd67 None None] Network d385e2ea-cd34-4718-a3ca-5e17dbac933a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:12.655165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Allocated IP 172.20.0.8 (d385e2ea-cd34-4718-a3ca-5e17dbac933a/72ea0535-5fbb-4d33-b9b6-aecf7eaf2e57/1a7b4eec-ef46-460a-814f-1ce7a08752b6) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:12.787833 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:12.790524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 376a5f43-e5b4-480d-9c3c-13f013b3558c no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:12.881524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 376a5f43-e5b4-480d-9c3c-13f013b3558c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:12.883743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 376a5f43-e5b4-480d-9c3c-13f013b3558c not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:12.904614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20782fba-5441-4fbd-b5e7-14eddbfc47a7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.058355 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.077104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc6feb1-3277-4749-a2a4-ff955ced846b']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:13.087107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20782fba-5441-4fbd-b5e7-14eddbfc47a7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=0a9b3cdc-a98d-4c62-ae78-b3a2e74fb504,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:13.110961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20782fba-5441-4fbd-b5e7-14eddbfc47a7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.116438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a344c01-c714-4df2-baa6-c09182cb8fa0') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:13.116739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a344c01-c714-4df2-baa6-c09182cb8fa0') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:13.122354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38776) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:13.123936 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-20782fba-5441-4fbd-b5e7-14eddbfc47a7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/0a9b3cdc-a98d-4c62-ae78-b3a2e74fb504 HTTP/1.1" status: 204 len: 168 time: 1.8832128 Aug 19 12:30:13.157281 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.201804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea7ee8-b648-4703-9298-2262de41c723 req-b1e5e387-5c43-4631-9fac-217ca8b4c621 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:13.203406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85ea7ee8-b648-4703-9298-2262de41c723 req-b1e5e387-5c43-4631-9fac-217ca8b4c621 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 945 time: 0.2057488 Aug 19 12:30:13.210057 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.211089 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.221420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:13.221828 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:13.223972 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:13.268931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e682524b-5296-452b-848b-0bb7fc3d28bd None None] Provisioning for port 2076b57e-678c-4867-85aa-2143eb1e8483 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:13.273562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e682524b-5296-452b-848b-0bb7fc3d28bd None None] Provisioning complete for port 2076b57e-678c-4867-85aa-2143eb1e8483 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:13.274294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e682524b-5296-452b-848b-0bb7fc3d28bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.321974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7083d606-4664-4e92-a2a1-1edcb9aa5fdc tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:13.326303 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7083d606-4664-4e92-a2a1-1edcb9aa5fdc tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1868155 Aug 19 12:30:13.327428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38780) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:13.334568 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a40bdbbe-93f6-44cd-b61f-b4ff3dfe419b req-ca6147ae-9564-4cdc-8018-9924ed780493 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.382589 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85ea7ee8-b648-4703-9298-2262de41c723 req-403517b0-e899-4ffd-9e29-f8b274844c7a tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfadf41a-9da2-4de1-b29f-7655cf9f506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662049 Aug 19 12:30:13.385708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6147ae-9564-4cdc-8018-9924ed780493 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Pushing event deleted for resources: {'Port': ['ID=03db89f1-6f2f-462c-8a3f-2d4b29a9a05e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:13.443404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c3a20-18b6-4d29-a6d9-60ef63533ece tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:13.446963 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5a8c3a20-18b6-4d29-a6d9-60ef63533ece tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1165614 Aug 19 12:30:13.452839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38782) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:13.466619 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.545818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2076b57e-678c-4867-85aa-2143eb1e8483 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:13.548548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e16e4-25ae-446e-bbd6-ca7df2445635 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:13.551348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e16e4-25ae-446e-bbd6-ca7df2445635 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:13.553077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96e16e4-25ae-446e-bbd6-ca7df2445635 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:13.557836 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c96e16e4-25ae-446e-bbd6-ca7df2445635 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1029625 Aug 19 12:30:13.557836 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.559140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40bdbbe-93f6-44cd-b61f-b4ff3dfe419b req-ca6147ae-9564-4cdc-8018-9924ed780493 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] No DVR routers for this DVR port 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:13.559284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38784) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:13.562574 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a40bdbbe-93f6-44cd-b61f-b4ff3dfe419b req-ca6147ae-9564-4cdc-8018-9924ed780493 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.565099 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a40bdbbe-93f6-44cd-b61f-b4ff3dfe419b req-ca6147ae-9564-4cdc-8018-9924ed780493 tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.62 "DELETE /v2.0/ports/03db89f1-6f2f-462c-8a3f-2d4b29a9a05e HTTP/1.1" status: 204 len: 173 time: 2.2856314 Aug 19 12:30:13.571933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.577022 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/2bc6feb1-3277-4749-a2a4-ff955ced846b HTTP/1.1" status: 204 len: 168 time: 1.7342193 Aug 19 12:30:13.578764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228f3d22-f276-4686-b30a-8f5457ff0771', 'name': 'network-vif-deleted', 'tag': '03db89f1-6f2f-462c-8a3f-2d4b29a9a05e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:13.595890 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2630db-8c7b-4bf4-96db-c92df99e7aff" -d '{"events": [{"server_uuid": "228f3d22-f276-4686-b30a-8f5457ff0771", "name": "network-vif-deleted", "tag": "03db89f1-6f2f-462c-8a3f-2d4b29a9a05e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:13.630846 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108af28-402b-43c2-9a2a-6ebc2702ba7f admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc6feb1-3277-4749-a2a4-ff955ced846b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:13.723513 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acfa11d-2bb7-4d18-b8fb-cf6ad3e6619b x-openstack-request-id: req-2acfa11d-2bb7-4d18-b8fb-cf6ad3e6619b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:13.723808 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228f3d22-f276-4686-b30a-8f5457ff0771", "name": "network-vif-deleted", "tag": "03db89f1-6f2f-462c-8a3f-2d4b29a9a05e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:13.731402 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2acfa11d-2bb7-4d18-b8fb-cf6ad3e6619b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:13.735319 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228f3d22-f276-4686-b30a-8f5457ff0771', 'name': 'network-vif-deleted', 'tag': '03db89f1-6f2f-462c-8a3f-2d4b29a9a05e', 'status': 'completed', 'code': 200} Aug 19 12:30:13.737155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-64193ea0-e9b1-4eb1-8f85-96461763fc65 None None] Could not find standard attr ID for object 0a9b3cdc-a98d-4c62-ae78-b3a2e74fb504. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:30:13.747756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1b94b1-48cf-4147-b39c-17b947ec9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet c044728e-1e7f-4838-aea6-47ed994a9d3c {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:13.769525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Network d385e2ea-cd34-4718-a3ca-5e17dbac933a is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:13.776576 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8c1b94b1-48cf-4147-b39c-17b947ec9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.778388 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-4d4bf69f-525c-49c7-afd9-622f14838ea0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1366360 Aug 19 12:30:13.784039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:13.812370 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:13.817484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event updated for resources: {'Port': ['ID=1a7b4eec-ef46-460a-814f-1ce7a08752b6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:13.894784 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8c1b94b1-48cf-4147-b39c-17b947ec9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.953014 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:13.953659 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:13.957810 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2076b57e-678c-4867-85aa-2143eb1e8483 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:13.958307 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.044024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-a37076ab-7f23-4aa1-a567-e133afbab072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.045213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-a37076ab-7f23-4aa1-a567-e133afbab072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.046180 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-a37076ab-7f23-4aa1-a567-e133afbab072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.046902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-a37076ab-7f23-4aa1-a567-e133afbab072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.047623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-a37076ab-7f23-4aa1-a567-e133afbab072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.048297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-a37076ab-7f23-4aa1-a567-e133afbab072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.049387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-a37076ab-7f23-4aa1-a567-e133afbab072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.052086 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-a37076ab-7f23-4aa1-a567-e133afbab072 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 6503 time: 0.1534657 Aug 19 12:30:14.103094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3ab890a7-6189-47aa-946a-549c5c8deb45 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1943741 Aug 19 12:30:14.109859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38790) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:14.195206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8c1b94b1-48cf-4147-b39c-17b947ec9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.259425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38796) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:14.320309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bdcd5684-3095-44c1-8b5e-ad1e7ec8b4e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c764d4cecef466da2918042e427dbd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599084 Aug 19 12:30:14.323557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38798) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:14.336302 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8c1b94b1-48cf-4147-b39c-17b947ec9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.352333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-e4da2875-331e-4ef8-9b7f-59970620cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.354956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-e4da2875-331e-4ef8-9b7f-59970620cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.360055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-e4da2875-331e-4ef8-9b7f-59970620cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.362457 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-e4da2875-331e-4ef8-9b7f-59970620cc5b service neutron] 10.222.0.62 "GET /v2.0/networks?id=33a63ac8-e80b-4f52-be34-1a8d66da6d0e&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=375e670c-9336-413c-8db9-b94fabc3b0a1&id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&id=906a279c-def4-4f79-bdc7-f9bd5fb2112e HTTP/1.1" status: 200 len: 2297 time: 0.2792797 Aug 19 12:30:14.423838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b94b1-48cf-4147-b39c-17b947ec9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=c044728e-1e7f-4838-aea6-47ed994a9d3c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:14.427482 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8c1b94b1-48cf-4147-b39c-17b947ec9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.432586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8c1b94b1-48cf-4147-b39c-17b947ec9666 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/c044728e-1e7f-4838-aea6-47ed994a9d3c HTTP/1.1" status: 204 len: 168 time: 0.8720505 Aug 19 12:30:14.435608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38804) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:14.437452 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c509ba-75c1-4633-87f8-46d587322c6a None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:14.547781 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba78f-0f3e-4a27-a8a1-87f41c1338d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.564041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9c3d24-1887-4232-9161-076f13759bde tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet d365504a-d5ab-41c7-84d1-df364b0c2fbf {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:14.581357 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3d24-1887-4232-9161-076f13759bde tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.598703 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-7cafbeda-aa34-4bce-9b4b-adff8d70b9bc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06203eaa-dc3d-4e03-9e70-f6f275eacbfc HTTP/1.1" status: 200 len: 1002 time: 0.2228322 Aug 19 12:30:14.629463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d7c087a0-24a5-4dc7-ac2e-233c2d96f2e0 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Deleting port 1a7b4eec-ef46-460a-814f-1ce7a08752b6 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:14.629798 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7c087a0-24a5-4dc7-ac2e-233c2d96f2e0 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.659939 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba78f-0f3e-4a27-a8a1-87f41c1338d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.682077 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45968e0f-83bc-405b-ba58-57bb09a702f7 req-c7ecb43e-41b8-42d3-8ca3-f2499633c5fb tempest-InstanceActionsNegativeTestJSON-1379932314 tempest-InstanceActionsNegativeTestJSON-1379932314-project] 10.222.0.21 "GET /v2.0/ports?device_id=228f3d22-f276-4686-b30a-8f5457ff0771 HTTP/1.1" status: 200 len: 210 time: 0.1100078 Aug 19 12:30:14.702143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-1aeddb00-e189-44a6-94b2-c813cc2c4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.704116 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-1aeddb00-e189-44a6-94b2-c813cc2c4927 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=52a51bc7-2214-4174-98c6-2f7fb87a2ae5 HTTP/1.1" status: 200 len: 855 time: 0.0976722 Aug 19 12:30:14.769206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3d24-1887-4232-9161-076f13759bde tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.833828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-c8fec96a-f967-48ea-b9a5-50e40486d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:14.835844 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-c8fec96a-f967-48ea-b9a5-50e40486d237 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=33a63ac8-e80b-4f52-be34-1a8d66da6d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201324 Aug 19 12:30:14.875042 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7c087a0-24a5-4dc7-ac2e-233c2d96f2e0 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.918490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:14.926134 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d7c087a0-24a5-4dc7-ac2e-233c2d96f2e0 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Calling delete_port for 1a7b4eec-ef46-460a-814f-1ce7a08752b6 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:14.967837 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3d24-1887-4232-9161-076f13759bde tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:14.978220 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:14.980873 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 03db89f1-6f2f-462c-8a3f-2d4b29a9a05e not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:15.004481 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-24838a87-7767-42af-b770-ebdbc707ff6d service neutron] 10.222.0.62 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593962 Aug 19 12:30:15.035097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba78f-0f3e-4a27-a8a1-87f41c1338d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.037589 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba78f-0f3e-4a27-a8a1-87f41c1338d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.038790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6e8ba78f-0f3e-4a27-a8a1-87f41c1338d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/644da74a-7d3a-4fbe-9848-03305907295a HTTP/1.1" status: 204 len: 168 time: 0.7113705 Aug 19 12:30:15.086945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ba78f-0f3e-4a27-a8a1-87f41c1338d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644da74a-7d3a-4fbe-9848-03305907295a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:15.233901 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-2b061d2b-60e5-4d6d-9e93-4d0a6db9ae10 service neutron] 10.222.0.62 "GET /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215202 Aug 19 12:30:15.261565 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3d24-1887-4232-9161-076f13759bde tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.306640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-f366a655-3de8-42e5-8d92-5c6c495663c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=53dc58b7-9984-40dc-8a11-1f42b19c5175 HTTP/1.1" status: 200 len: 217 time: 0.0616076 Aug 19 12:30:15.307528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c3d24-1887-4232-9161-076f13759bde tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=d365504a-d5ab-41c7-84d1-df364b0c2fbf,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:15.319072 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3d24-1887-4232-9161-076f13759bde tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.324551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4f9c3d24-1887-4232-9161-076f13759bde tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/d365504a-d5ab-41c7-84d1-df364b0c2fbf HTTP/1.1" status: 204 len: 168 time: 0.8866508 Aug 19 12:30:15.329257 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38812) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:15.400810 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4fe78fa3-8438-4aa3-ac0f-e3f2bb5fcf28 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727530 Aug 19 12:30:15.401406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38814) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:15.407230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2bc25a06-2c33-4e07-a347-8460c4735ac7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:15.438841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-8ed604c1-b16e-4734-a7c7-738f1615ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:15.441191 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-8ed604c1-b16e-4734-a7c7-738f1615ef3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.1221585 Aug 19 12:30:15.459761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7c087a0-24a5-4dc7-ac2e-233c2d96f2e0 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.512174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c087a0-24a5-4dc7-ac2e-233c2d96f2e0 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a7b4eec-ef46-460a-814f-1ce7a08752b6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:15.531686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-4820b540-1651-4199-abf6-5c61f00b3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:15.531686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-4820b540-1651-4199-abf6-5c61f00b3668 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0790160 Aug 19 12:30:15.623628 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7c087a0-24a5-4dc7-ac2e-233c2d96f2e0 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.625714 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d7c087a0-24a5-4dc7-ac2e-233c2d96f2e0 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1a7b4eec-ef46-460a-814f-1ce7a08752b6 HTTP/1.1" status: 204 len: 168 time: 1.5117428 Aug 19 12:30:15.630242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38820) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:15.639127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd385e2ea-cd34-4718-a3ca-5e17dbac933a', 'external_fixed_ips': [{'subnet_id': '72ea0535-5fbb-4d33-b9b6-aecf7eaf2e57', 'ip_address': '172.20.0.8'}]}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:15.737639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc25a06-2c33-4e07-a347-8460c4735ac7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:15.741532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2bc25a06-2c33-4e07-a347-8460c4735ac7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:15.792923 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-59c9afaf-5379-4dfe-8677-eb361a157b01 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431748 Aug 19 12:30:15.818871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38826) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:15.899702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7937bf-e917-4340-ba61-266ebc398077 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:15.974391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a09130e-939a-46ba-b27a-3a38214f47a4 admin admin] Deleting subnet d78fdb23-6bea-4a6f-aa70-4fe71cecf646 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:15.977669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a09130e-939a-46ba-b27a-3a38214f47a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.023350 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a09130e-939a-46ba-b27a-3a38214f47a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.023931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6a58dd28-d580-4770-b9a2-c2bc1f122970 None None] Provisioning complete for port 2076b57e-678c-4867-85aa-2143eb1e8483 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:16.024846 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6a58dd28-d580-4770-b9a2-c2bc1f122970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.060105 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.061572 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.142411 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2bc25a06-2c33-4e07-a347-8460c4735ac7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.145708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a09130e-939a-46ba-b27a-3a38214f47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.226439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.234912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-58525d0a-1951-42ff-8f31-f744b2b29c8f service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345081 Aug 19 12:30:16.237498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc25a06-2c33-4e07-a347-8460c4735ac7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:16.251844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-2bc25a06-2c33-4e07-a347-8460c4735ac7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:16.259669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc25a06-2c33-4e07-a347-8460c4735ac7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:16.260458 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2bc25a06-2c33-4e07-a347-8460c4735ac7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.292825 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc25a06-2c33-4e07-a347-8460c4735ac7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=03c5db8c-ad59-421d-ab0f-f48b19e2049e,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:16.332603 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-0fe39707-c27e-4541-8439-d313d7ecd309 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=a48d692e-ec2d-4064-b30e-5fa0a3029cb7 HTTP/1.1" status: 200 len: 217 time: 0.0780983 Aug 19 12:30:16.368048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c65a4-e74f-44d8-99a2-3ffbeda5667e None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:30:16.395365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-4bc65aa9-9074-450b-b780-34b2ddee068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:16.397026 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-4bc65aa9-9074-450b-b780-34b2ddee068d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.0553892 Aug 19 12:30:16.460306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-e0d00399-0b1a-4c10-9bbe-db2f8c05d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:16.462097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-e0d00399-0b1a-4c10-9bbe-db2f8c05d4a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0576327 Aug 19 12:30:16.473756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-057c65a4-e74f-44d8-99a2-3ffbeda5667e None None] Deleting port 2076b57e-678c-4867-85aa-2143eb1e8483 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:16.474541 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-057c65a4-e74f-44d8-99a2-3ffbeda5667e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.485884 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2bc25a06-2c33-4e07-a347-8460c4735ac7 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0807190 Aug 19 12:30:16.544761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38840) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:16.551924 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2079d301-cb41-4a1b-aec4-f88467da0060 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:16.595771 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-61a96b1f-54ba-49c8-8885-b39d0a0dbc2e service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255348 Aug 19 12:30:16.595992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-057c65a4-e74f-44d8-99a2-3ffbeda5667e None None] For port 2076b57e-678c-4867-85aa-2143eb1e8483, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2076b57e-678c-4867-85aa-2143eb1e8483,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:16.596252 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-057c65a4-e74f-44d8-99a2-3ffbeda5667e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.597450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a09130e-939a-46ba-b27a-3a38214f47a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.614376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-057c65a4-e74f-44d8-99a2-3ffbeda5667e None None] Calling delete_port for 2076b57e-678c-4867-85aa-2143eb1e8483 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:16.645863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09130e-939a-46ba-b27a-3a38214f47a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78fdb23-6bea-4a6f-aa70-4fe71cecf646,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:16.685449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a09130e-939a-46ba-b27a-3a38214f47a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.687447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9a09130e-939a-46ba-b27a-3a38214f47a4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d78fdb23-6bea-4a6f-aa70-4fe71cecf646 HTTP/1.1" status: 204 len: 168 time: 0.8628376 Aug 19 12:30:16.688112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38846) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:16.734522 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.810626 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.811562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2079d301-cb41-4a1b-aec4-f88467da0060 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:16.816266 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2079d301-cb41-4a1b-aec4-f88467da0060 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.834883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-73dec2e0-b667-4fdf-8741-bc498af975ef service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299945 Aug 19 12:30:16.840530 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-057c65a4-e74f-44d8-99a2-3ffbeda5667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:16.876406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c65a4-e74f-44d8-99a2-3ffbeda5667e None None] Pushing event deleted for resources: {'Port': ['ID=2076b57e-678c-4867-85aa-2143eb1e8483,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:16.876406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c65a4-e74f-44d8-99a2-3ffbeda5667e None None] No DVR routers for this DVR port 2076b57e-678c-4867-85aa-2143eb1e8483 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:16.893824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5874f3-8ef8-4efb-a9c4-e443a4e5eb2b None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:16.993981 n-d-803757-2 neutron-server[95543]: INFO neutron.db.ipam_backend_mixin [None req-2079d301-cb41-4a1b-aec4-f88467da0060 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03c5db8c-ad59-421d-ab0f-f48b19e2049e (CIDR: 2001:db8::/64) Aug 19 12:30:17.001253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.017009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6145538-9d05-4949-a27b-b761cd89b308']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:17.031681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80ea02c-dbcb-4dd5-9606-975bc68502cb') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:17.032355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80ea02c-dbcb-4dd5-9606-975bc68502cb') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:17.041774 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-2079d301-cb41-4a1b-aec4-f88467da0060 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:30:17.044540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.045121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2079d301-cb41-4a1b-aec4-f88467da0060 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:17.069555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.081297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:17.081297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.144447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38854) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:17.147567 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:17.158332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-170999f4-d91c-4b0d-9394-ecd7dd78313a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=208cb691-c9ac-4d91-bf98-44e1eb45c65c HTTP/1.1" status: 200 len: 217 time: 0.3024457 Aug 19 12:30:17.210603 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2079d301-cb41-4a1b-aec4-f88467da0060 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6617830 Aug 19 12:30:17.211281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38858) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:17.223508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:17.251543 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f340330f-e959-4314-bf6d-3dcd5f813eed req-35fb2fe7-203b-4238-9a07-5a2f276cca20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005671 Aug 19 12:30:17.253070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-44309536-786c-4350-9fcb-78e961ce4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:17.254483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-44309536-786c-4350-9fcb-78e961ce4e06 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.0848846 Aug 19 12:30:17.282537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '03c5db8c-ad59-421d-ab0f-f48b19e2049e'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:30:17.285249 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.376996 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.396401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-578306b1-3396-4155-b4bf-2db59a97bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:17.397429 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-578306b1-3396-4155-b4bf-2db59a97bad9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1205080 Aug 19 12:30:17.399077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.399551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.415473 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a6145538-9d05-4949-a27b-b761cd89b308 HTTP/1.1" status: 204 len: 168 time: 0.7140493 Aug 19 12:30:17.427058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404f3e9-1515-4b97-b1ae-a36566d77f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6145538-9d05-4949-a27b-b761cd89b308,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:17.431087 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.447451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-99699973-network', 'tenant_id': '27283c5ac4524bd1960c0ac0d53bad5a'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:17.506424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/03c5db8c-ad59-421d-ab0f-f48b19e2049e/51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:17.520539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2076b57e-678c-4867-85aa-2143eb1e8483 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:17.549441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340330f-e959-4314-bf6d-3dcd5f813eed req-f1696808-cb6e-4de9-94f3-fc4cfada0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:17.551282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f340330f-e959-4314-bf6d-3dcd5f813eed req-f1696808-cb6e-4de9-94f3-fc4cfada0ef7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a42d5af7f89d4770887e143e3608c943&device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 1097 time: 0.2249329 Aug 19 12:30:17.579651 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 2076b57e-678c-4867-85aa-2143eb1e8483 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:17.581264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2076b57e-678c-4867-85aa-2143eb1e8483 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:17.655160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Made reservation on behalf of 27283c5ac4524bd1960c0ac0d53bad5a for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:17.655160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.674250 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.675986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-dae89414-1f2c-4745-a171-34a60da8a7a4 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553031 Aug 19 12:30:17.740820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Allocated IP 172.20.0.8 (d385e2ea-cd34-4718-a3ca-5e17dbac933a/72ea0535-5fbb-4d33-b9b6-aecf7eaf2e57/31bc3ce6-326d-4ff7-b392-608031670555) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:17.783052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340330f-e959-4314-bf6d-3dcd5f813eed req-cc61cb17-37dc-4557-90d1-8d280f1cf8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:17.784858 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f340330f-e959-4314-bf6d-3dcd5f813eed req-cc61cb17-37dc-4557-90d1-8d280f1cf8a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c4e8432-4e48-44fb-9b98-96a70eb862ee HTTP/1.1" status: 200 len: 915 time: 0.2123373 Aug 19 12:30:17.799469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:17.803745 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.807932 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.820242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Transition to ACTIVE for port object 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:17.840121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f340330f-e959-4314-bf6d-3dcd5f813eed req-e6f7f2f1-4e71-42d9-b38f-d6f5e978055c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5684440-29f2-4e99-9115-713a3feda655 HTTP/1.1" status: 200 len: 217 time: 0.0429039 Aug 19 12:30:17.840535 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Transition to ACTIVE for port object 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:17.889861 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-3a955f8e-9fcd-4aac-bc6c-688c998eab97 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994407 Aug 19 12:30:17.901389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38870) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:17.910175 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:17.942702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-780069fa-30a1-44b9-beb7-d865cf97ff41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 HTTP/1.1" status: 200 len: 217 time: 0.0444968 Aug 19 12:30:17.946231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340330f-e959-4314-bf6d-3dcd5f813eed req-f5997002-7cdd-499d-9e01-933061a80228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:17.948315 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f340330f-e959-4314-bf6d-3dcd5f813eed req-f5997002-7cdd-499d-9e01-933061a80228 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd2ca959-bd19-42f6-ad96-669abc4603af HTTP/1.1" status: 200 len: 854 time: 0.0958228 Aug 19 12:30:17.962748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:17.967206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:17.975633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:17.988749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Pushing event updated for resources: {'Port': ['ID=51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:18.014845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f340330f-e959-4314-bf6d-3dcd5f813eed req-4ec4f900-b3df-4e98-a98a-5b8106dab17e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c4e8432-4e48-44fb-9b98-96a70eb862ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555885 Aug 19 12:30:18.044659 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-461e2d20-b0d4-47f5-b591-8981b15dd358 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3021e6a39d284159b5ee8fbdcc8c6723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387486 Aug 19 12:30:18.050883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38872) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:18.086924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-02e072b0-3362-4732-bc11-46c83e608602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:18.088991 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-02e072b0-3362-4732-bc11-46c83e608602 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 200 len: 797 time: 0.1391358 Aug 19 12:30:18.095615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Attempting to bind port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:18.096353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Attempting to bind port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:18.096353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Attempting to bind port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:18.103223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:18.103441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:18.104318 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.104710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:18.111960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Bound port: 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:18.111960 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.129840 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.184272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-64bd5041-f672-4f2f-8be3-db98f23311e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:18.187026 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-64bd5041-f672-4f2f-8be3-db98f23311e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=375e670c-9336-413c-8db9-b94fabc3b0a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0843270 Aug 19 12:30:18.190243 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f340330f-e959-4314-bf6d-3dcd5f813eed req-fa4e2aaa-4ba4-431d-9bad-a73d3ac61c81 service neutron] 10.222.0.30 "GET /v2.0/networks/6c4e8432-4e48-44fb-9b98-96a70eb862ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681678 Aug 19 12:30:18.203248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] For port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:18.210139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] For port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:18.241340 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.250895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3454db40-2d3b-438a-ace9-73206622e787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.274750 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.296182 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3454db40-2d3b-438a-ace9-73206622e787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.344124 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.360086 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-faab6cc3-fea8-4eb0-865f-2b0682031633 service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658053 Aug 19 12:30:18.362605 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f340330f-e959-4314-bf6d-3dcd5f813eed req-64647a4b-8dc7-4a75-a750-bd6c66daa279 service neutron] 10.222.0.30 "GET /v2.0/networks/6c4e8432-4e48-44fb-9b98-96a70eb862ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609864 Aug 19 12:30:18.371706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce89d81-0d7c-4c3d-ab44-cb60e8faf78f None None] Pushing event updated for resources: {'Port': ['ID=51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:18.406899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:18.426941 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.439107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291a2942-806b-4f2a-b645-2f9707dbd810,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:18.449614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.449963 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Added segment 267b21d7-4378-4ce1-9187-09a765157aab of type vlan for network b4a2497e-5be9-4514-856e-ca29b87bf917 Aug 19 12:30:18.505001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-459896c7-527b-473a-aadd-2965ab6e331d service neutron] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278784 Aug 19 12:30:18.530709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Network d385e2ea-cd34-4718-a3ca-5e17dbac933a is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:18.544253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event updated for resources: {'Port': ['ID=31bc3ce6-326d-4ff7-b392-608031670555,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:18.550513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:18.550513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:18.557468 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.570570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-da49cb17-782d-460e-a3f9-a851215913ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=741fd100-7f9a-4a27-8403-958a58d683e7 HTTP/1.1" status: 200 len: 217 time: 0.0568318 Aug 19 12:30:18.630510 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3454db40-2d3b-438a-ace9-73206622e787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.637059 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3454db40-2d3b-438a-ace9-73206622e787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:18.642260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3454db40-2d3b-438a-ace9-73206622e787 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfadf41a-9da2-4de1-b29f-7655cf9f506b HTTP/1.1" status: 204 len: 168 time: 0.5865853 Aug 19 12:30:18.663819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-ce077a2b-25a7-4f4a-a341-dafb16010496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:18.665727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-ce077a2b-25a7-4f4a-a341-dafb16010496 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=637a575a-ec31-4c4a-af4b-533c95b75677 HTTP/1.1" status: 200 len: 797 time: 0.0779953 Aug 19 12:30:19.112510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-07dcd7e0-55a6-4037-9241-4e1e11cac66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:19.114305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-07dcd7e0-55a6-4037-9241-4e1e11cac66e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4414783 Aug 19 12:30:19.188032 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454db40-2d3b-438a-ace9-73206622e787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfadf41a-9da2-4de1-b29f-7655cf9f506b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:19.258454 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-e969f4b9-4329-44c6-8ed9-aff568f1fe36 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331370 Aug 19 12:30:19.264040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.265023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:19.270095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.319896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:30:19.413107 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-c6d0c670-071c-4e48-94f7-b9dfab514157 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452975 Aug 19 12:30:19.449656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3024664 Aug 19 12:30:19.459717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38890) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:19.467632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] Request body: {'subnet': {'network_id': 'b4a2497e-5be9-4514-856e-ca29b87bf917', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-99699973-subnet', 'tenant_id': '27283c5ac4524bd1960c0ac0d53bad5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:19.492461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742600d-b98c-4698-8de1-d3887e365a47 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a2497e-5be9-4514-856e-ca29b87bf917,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:19.501889 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-f19e0482-49ac-498a-90f7-489c3295f745 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=caf73817-b517-4050-b969-77b44dbe49da HTTP/1.1" status: 200 len: 217 time: 0.0839021 Aug 19 12:30:19.508550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b4a2497e-5be9-4514-856e-ca29b87bf917 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:19.574776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-15a0efd4-6da3-49a7-b646-8f3e43857b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:19.576918 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-15a0efd4-6da3-49a7-b646-8f3e43857b58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=637a575a-ec31-4c4a-af4b-533c95b75677 HTTP/1.1" status: 200 len: 797 time: 0.0668380 Aug 19 12:30:19.587208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:19.669128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-31d26677-938b-4bbd-b56c-db13846bc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:19.670696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-31d26677-938b-4bbd-b56c-db13846bc63e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=906a279c-def4-4f79-bdc7-f9bd5fb2112e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0870337 Aug 19 12:30:19.683586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] Made reservation on behalf of 27283c5ac4524bd1960c0ac0d53bad5a for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:19.687679 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.799279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-2949dc56-69bb-4985-87f4-971a76190fb2 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205223 Aug 19 12:30:19.811814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:19.824839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.895206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8e6d7c7d-f419-49b8-8aff-f277ceaf0d98 None None] Provisioning for port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:19.900957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8e6d7c7d-f419-49b8-8aff-f277ceaf0d98 None None] Provisioning complete for port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:19.903300 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7c7d-f419-49b8-8aff-f277ceaf0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.908660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:19.947753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dcec47f-c8c8-4226-8be4-312ebf8160ed req-a8d2259b-27ac-4fc3-8b52-a369396cb7a1 service neutron] 10.222.0.62 "GET /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395609 Aug 19 12:30:20.077245 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7c7d-f419-49b8-8aff-f277ceaf0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.267481 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] For port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:20.356500 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.366485 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.408892 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.417639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.418394 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.457222 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-8e6d7c7d-f419-49b8-8aff-f277ceaf0d98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:30:20.457587 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-8e6d7c7d-f419-49b8-8aff-f277ceaf0d98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:30:20.559724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:20.559724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:20.569485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b2590-ca3c-41c9-9afc-eb3df6f1c541 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:20.572611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:20.572611 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:20.580080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e92905-c5de-40fe-b25c-c2452b72ba00,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:20.595833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3,revision_number=4']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:20.664318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] Checking segment: {'id': '267b21d7-4378-4ce1-9187-09a765157aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4a2497e-5be9-4514-856e-ca29b87bf917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:20.664682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] Network hostable DHCP agents. Network: b4a2497e-5be9-4514-856e-ca29b87bf917, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:20.669064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=2c6fd1ec-ed29-4256-9b86-486da367d58d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:20.824070 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b4cff0cf-4117-43e8-a666-d78d1fb2a5b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6117287 Aug 19 12:30:20.827572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38928) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:20.836905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:8a:d1:05', 'name': 'tempest-NetworksTestDHCPv6-1425496860'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:20.846460 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Router 60960b92-50e8-4167-85d3-e64d22c23abd is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:30:20.848362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] Network b4a2497e-5be9-4514-856e-ca29b87bf917 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:21.030672 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7c7d-f419-49b8-8aff-f277ceaf0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.035546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, b4a2497e-5be9-4514-856e-ca29b87bf917) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:21.050670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ecc458-f46c-4d3f-aef9-48088310bd5f None None] Network b4a2497e-5be9-4514-856e-ca29b87bf917 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:21.056552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:21.057234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.091219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:21.136755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:21.149924 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Sync routers for ids ['60960b92-50e8-4167-85d3-e64d22c23abd'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:21.168516 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Routers {'60960b92-50e8-4167-85d3-e64d22c23abd'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:21.169483 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['60960b92-50e8-4167-85d3-e64d22c23abd'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:21.186235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8e6d7c7d-f419-49b8-8aff-f277ceaf0d98 None None] For port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:21.197281 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-78ea2259-ef07-4315-8e71-1d42397ebd6a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7278473 Aug 19 12:30:21.257159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.272286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.276868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1f62262b-b2d0-4710-9755-df5ceb8f54e3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.6394317 Aug 19 12:30:21.277273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38942) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:21.296176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 8f7bb5b5-948a-4413-957c-9dc3c254b4ff yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:21.312309 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Set router 60960b92-50e8-4167-85d3-e64d22c23abd gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:30:21.313979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3a0b61-ab2a-4521-b37d-ff2e620a45ab None None] Network b4a2497e-5be9-4514-856e-ca29b87bf917 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:21.509155 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7c7d-f419-49b8-8aff-f277ceaf0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.549025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.670008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d7c7d-f419-49b8-8aff-f277ceaf0d98 None None] Pushing event updated for resources: {'Port': ['ID=51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:21.672919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:21.711417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::2a8 (fe427799-de6b-44e4-8c34-c6b669262f27/03c5db8c-ad59-421d-ab0f-f48b19e2049e/8f7bb5b5-948a-4413-957c-9dc3c254b4ff) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:21.744445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:d105 (fe427799-de6b-44e4-8c34-c6b669262f27/2c6fd1ec-ed29-4256-9b86-486da367d58d/8f7bb5b5-948a-4413-957c-9dc3c254b4ff) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:21.774697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:21.775150 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.842224 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:21.861484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38960) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:22.003489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-ffaa2d71-99e6-4cc3-89cd-8bd215da8fd5 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:22.008966 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60960b92-50e8-4167-85d3-e64d22c23abd', 'name': '', 'tenant_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd385e2ea-cd34-4718-a3ca-5e17dbac933a', 'external_fixed_ips': [{'subnet_id': '72ea0535-5fbb-4d33-b9b6-aecf7eaf2e57', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '31bc3ce6-326d-4ff7-b392-608031670555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:30:16Z', 'updated_at': '2021-08-19T12:30:19Z', 'revision_number': 3, 'project_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'gw_port': {'id': '31bc3ce6-326d-4ff7-b392-608031670555', 'name': '', 'network_id': 'd385e2ea-cd34-4718-a3ca-5e17dbac933a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60960b92-50e8-4167-85d3-e64d22c23abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '72ea0535-5fbb-4d33-b9b6-aecf7eaf2e57', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:30:17Z', 'updated_at': '2021-08-19T12:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72ea0535-5fbb-4d33-b9b6-aecf7eaf2e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:22.011397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-ffaa2d71-99e6-4cc3-89cd-8bd215da8fd5 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/networks?id=b4a2497e-5be9-4514-856e-ca29b87bf917 HTTP/1.1" status: 200 len: 819 time: 0.1969101 Aug 19 12:30:22.049687 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-f43f83fe-4e4f-4626-a0dd-6e5d1bb4c6b4 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/quotas/27283c5ac4524bd1960c0ac0d53bad5a HTTP/1.1" status: 200 len: 375 time: 0.0367830 Aug 19 12:30:22.056236 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Checking router: 60960b92-50e8-4167-85d3-e64d22c23abd for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:30:22.057516 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Updating router 60960b92-50e8-4167-85d3-e64d22c23abd port 31bc3ce6-326d-4ff7-b392-608031670555 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:30:22.065622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Deleting port 31bc3ce6-326d-4ff7-b392-608031670555 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:22.066026 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.067234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-73427f54-e486-442c-bd8a-bdbe632219f3 None None] Provisioning complete for port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:22.069288 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-73427f54-e486-442c-bd8a-bdbe632219f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.091797 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.146160 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b26fa1ea-edc4-45bc-b47e-fd7724bf41eb tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=27283c5ac4524bd1960c0ac0d53bad5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952773 Aug 19 12:30:22.238545 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d65cd739-5e22-4de9-9f13-4e3532bfe4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.274202 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.311252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Calling delete_port for 31bc3ce6-326d-4ff7-b392-608031670555 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:22.398157 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.431160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 8f7bb5b5-948a-4413-957c-9dc3c254b4ff will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:22.434638 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-c53f25d7-8368-41c3-b1a6-f66be8a6fb19 service neutron] 10.222.0.21 "GET /v2.0/networks/b4a2497e-5be9-4514-856e-ca29b87bf917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871020 Aug 19 12:30:22.496261 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.512715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d65cd739-5e22-4de9-9f13-4e3532bfe4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.552853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-8a297f37-19b1-4a2b-a7c8-52be8299ec1a service neutron] 10.222.0.21 "GET /v2.0/networks/b4a2497e-5be9-4514-856e-ca29b87bf917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078951 Aug 19 12:30:22.679408 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d65cd739-5e22-4de9-9f13-4e3532bfe4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=95545) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers result.read() Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 64, in update_port_precommit Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 79, in _insert_provisioning_block Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 638, in get_objects Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers items = [ Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2840, in __iter__ Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2847, in _iter Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 290, in orm_pre_session_exec Aug 19 12:30:22.693850 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers session._autoflush() Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers self.flush() Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers self._flush(objects) Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers compat.raise_( Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers raise exception Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers flush_context.execute() Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers rec.execute(self) Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1583, in _execute_20 Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1452, in _execute_clauseelement Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1814, in _execute_context Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1993, in _handle_dbapi_exception Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers raise exception Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers result.read() Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 19 12:30:22.698506 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 19 12:30:22.702643 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:30:22.702643 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 19 12:30:22.702643 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-803757-2', 'ml2_port_bindings_port_id': '31bc3ce6-326d-4ff7-b392-608031670555', 'ml2_port_bindings_host': ''}] Aug 19 12:30:22.702643 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers (Background on this error at: https://sqlalche.me/e/14/e3q8) Aug 19 12:30:22.702643 n-d-803757-2 neutron-server[95545]: ERROR neutron.plugins.ml2.managers Aug 19 12:30:22.711427 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.db.api [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:30:22.711427 n-d-803757-2 neutron-server[95545]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 19 12:30:22.711427 n-d-803757-2 neutron-server[95545]: [parameters: {'host': 'n-d-803757-2', 'ml2_port_bindings_port_id': '31bc3ce6-326d-4ff7-b392-608031670555', 'ml2_port_bindings_host': ''}] Aug 19 12:30:22.711427 n-d-803757-2 neutron-server[95545]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95545) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:30:22.711427 n-d-803757-2 neutron-server[95545]: DEBUG oslo_db.api [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:30:22.721154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cd739-5e22-4de9-9f13-4e3532bfe4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afc5bee-08b7-457f-8945-f9371be22d1c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:22.729575 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d65cd739-5e22-4de9-9f13-4e3532bfe4a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cc733a954234ac9b051e72696bfc0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8642230 Aug 19 12:30:22.731502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38972) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:22.737341 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.740234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.776193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event deleted for resources: {'Port': ['ID=31bc3ce6-326d-4ff7-b392-608031670555,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:22.789175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:22.795374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:22.799462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:22.805515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:22.806018 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.819493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=8f7bb5b5-948a-4413-957c-9dc3c254b4ff,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:22.924245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d46acdbe-a588-498f-ac3d-21936d139b9d req-45444a77-3b7b-4eb6-a80d-6fc894815f7d tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 210 time: 0.0385036 Aug 19 12:30:22.933670 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-250ea361-b8f3-4750-a015-a4263b172d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:22.949247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-45d7bc72-716b-42c6-a1bc-0aa85945bf3f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1204751 Aug 19 12:30:22.951757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38978) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:22.959991 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.075879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-250ea361-b8f3-4750-a015-a4263b172d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.092378 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.099863 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.180605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ed4f9-f389-4ddb-90fe-b0b4825a3e06 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 8f7bb5b5-948a-4413-957c-9dc3c254b4ff {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:23.181150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed4f9-f389-4ddb-90fe-b0b4825a3e06 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.233489 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Port 31bc3ce6-326d-4ff7-b392-608031670555 not found while updating agent binding for router 60960b92-50e8-4167-85d3-e64d22c23abd. {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 19 12:30:23.258412 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Routers {'60960b92-50e8-4167-85d3-e64d22c23abd'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:23.259224 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['60960b92-50e8-4167-85d3-e64d22c23abd'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:23.280314 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-250ea361-b8f3-4750-a015-a4263b172d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.282127 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-250ea361-b8f3-4750-a015-a4263b172d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.283378 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-250ea361-b8f3-4750-a015-a4263b172d76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1afc5bee-08b7-457f-8945-f9371be22d1c HTTP/1.1" status: 204 len: 168 time: 0.5510097 Aug 19 12:30:23.285315 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.285315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60960b92-50e8-4167-85d3-e64d22c23abd {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:30:23.336692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-62ec7824-fbf6-4647-9b69-9e075ab82f7b None None] Provisioning for port 8f7bb5b5-948a-4413-957c-9dc3c254b4ff completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:23.342022 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.344160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-62ec7824-fbf6-4647-9b69-9e075ab82f7b None None] Provisioning complete for port 8f7bb5b5-948a-4413-957c-9dc3c254b4ff triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:23.344560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-62ec7824-fbf6-4647-9b69-9e075ab82f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.345843 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fa924e46-cb89-4114-9673-d4aa9107f0e5 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "DELETE /v2.0/routers/60960b92-50e8-4167-85d3-e64d22c23abd HTTP/1.1" status: 204 len: 168 time: 2.0675387 Aug 19 12:30:23.346816 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ea361-b8f3-4750-a015-a4263b172d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afc5bee-08b7-457f-8945-f9371be22d1c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:23.348574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38998) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:23.359321 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed4f9-f389-4ddb-90fe-b0b4825a3e06 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.408009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3482e7-f945-4a01-beba-ae53366e0acf tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Deleting subnet 72ea0535-5fbb-4d33-b9b6-aecf7eaf2e57 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:23.412495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ed4f9-f389-4ddb-90fe-b0b4825a3e06 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 8f7bb5b5-948a-4413-957c-9dc3c254b4ff owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:23.412707 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db3482e7-f945-4a01-beba-ae53366e0acf tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.462346 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] Set router 60960b92-50e8-4167-85d3-e64d22c23abd gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:30:23.463182 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db3482e7-f945-4a01-beba-ae53366e0acf tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.490266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-62ec7824-fbf6-4647-9b69-9e075ab82f7b None None] Port 8f7bb5b5-948a-4413-957c-9dc3c254b4ff cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:30:23.539972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db3482e7-f945-4a01-beba-ae53366e0acf tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.542971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:23.594365 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60960b92-50e8-4167-85d3-e64d22c23abd', 'name': '', 'tenant_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:30:16Z', 'updated_at': '2021-08-19T12:30:22Z', 'revision_number': 5, 'project_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:23.636849 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81548f5b-d0a7-456e-a50f-9fd1cbf29871 None None] The sync data for ids ['60960b92-50e8-4167-85d3-e64d22c23abd'] in n-d-803757-2 is: [{'id': '60960b92-50e8-4167-85d3-e64d22c23abd', 'name': '', 'tenant_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:30:16Z', 'updated_at': '2021-08-19T12:30:22Z', 'revision_number': 5, 'project_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:23.680702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:23.681081 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.731402 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db3482e7-f945-4a01-beba-ae53366e0acf tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.775922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3482e7-f945-4a01-beba-ae53366e0acf tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=72ea0535-5fbb-4d33-b9b6-aecf7eaf2e57,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:23.780985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db3482e7-f945-4a01-beba-ae53366e0acf tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.786082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-db3482e7-f945-4a01-beba-ae53366e0acf tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/72ea0535-5fbb-4d33-b9b6-aecf7eaf2e57 HTTP/1.1" status: 204 len: 168 time: 0.4364693 Aug 19 12:30:23.786905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39002) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:23.917915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.920257 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed4f9-f389-4ddb-90fe-b0b4825a3e06 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:23.987696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ed4f9-f389-4ddb-90fe-b0b4825a3e06 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=8f7bb5b5-948a-4413-957c-9dc3c254b4ff,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:24.112551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b316037-cfe6-4a39-ab3d-7ae63b1faebd req-82b36774-81c8-4ded-8518-1fd9ced40afa tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 210 time: 0.0517037 Aug 19 12:30:24.113417 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.125659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d385e2ea-cd34-4718-a3ca-5e17dbac933a']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:24.174236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3016da-67be-458c-b04a-d41746cdfe1f') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:24.174771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3016da-67be-458c-b04a-d41746cdfe1f') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:24.184687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed4f9-f389-4ddb-90fe-b0b4825a3e06 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.186686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fc2ed4f9-f389-4ddb-90fe-b0b4825a3e06 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/8f7bb5b5-948a-4413-957c-9dc3c254b4ff HTTP/1.1" status: 204 len: 168 time: 1.2336535 Aug 19 12:30:24.191302 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.216103 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.227305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:24.228241 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:24.230961 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:24.293856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39024) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:24.383430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c4491-a232-4c94-8ede-19d4bd2e589c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:24.387307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ed1c4491-a232-4c94-8ede-19d4bd2e589c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0917149 Aug 19 12:30:24.388064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39030) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:24.443889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a09e62a-2a5f-4800-b173-0054c0abe6b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:24.445404 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5a09e62a-2a5f-4800-b173-0054c0abe6b5 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0562568 Aug 19 12:30:24.448108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39032) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:24.514086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34637b5f-0bd3-4c8a-9359-194cbf2fc927 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:24.516152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34637b5f-0bd3-4c8a-9359-194cbf2fc927 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:24.521203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34637b5f-0bd3-4c8a-9359-194cbf2fc927 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:24.526988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39036) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:24.527302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-34637b5f-0bd3-4c8a-9359-194cbf2fc927 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0782285 Aug 19 12:30:24.591539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4f854b-d48c-44d5-9350-e72547a23d65 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 03c5db8c-ad59-421d-ab0f-f48b19e2049e {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:24.595174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf4f854b-d48c-44d5-9350-e72547a23d65 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.648772 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf4f854b-d48c-44d5-9350-e72547a23d65 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.728804 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.752372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d385e2ea-cd34-4718-a3ca-5e17dbac933a {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:30:24.756340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event deleted for resources: {'Network': ['ID=d385e2ea-cd34-4718-a3ca-5e17dbac933a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:24.758586 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.762183 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf4f854b-d48c-44d5-9350-e72547a23d65 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:24.762334 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fd72a8e9-62dc-42ed-b80a-d18187ab2b7e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "DELETE /v2.0/networks/d385e2ea-cd34-4718-a3ca-5e17dbac933a HTTP/1.1" status: 204 len: 168 time: 0.9740450 Aug 19 12:30:24.937874 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf4f854b-d48c-44d5-9350-e72547a23d65 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.011561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f854b-d48c-44d5-9350-e72547a23d65 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=03c5db8c-ad59-421d-ab0f-f48b19e2049e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:25.021149 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.038849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a05bb0-1602-4bd8-b4d6-9a97f4ddd05b None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:25.039182 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf4f854b-d48c-44d5-9350-e72547a23d65 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.045965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39050) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:25.051370 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cf4f854b-d48c-44d5-9350-e72547a23d65 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/03c5db8c-ad59-421d-ab0f-f48b19e2049e HTTP/1.1" status: 204 len: 168 time: 0.5231092 Aug 19 12:30:25.133726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-5536de51-ba8d-47d2-bef4-349555d603c2 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 2c6fd1ec-ed29-4256-9b86-486da367d58d {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:25.141303 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5536de51-ba8d-47d2-bef4-349555d603c2 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.216382 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5536de51-ba8d-47d2-bef4-349555d603c2 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.350534 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b01e136e-f96f-46a5-89de-feee22d3ae5a req-52125a1f-3f62-4b8a-9b5e-de05121b2a47 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 210 time: 0.0917957 Aug 19 12:30:25.487306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39062) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:25.491868 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d406eee1-2023-411a-8d2c-32bcf93faf16 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Request body: {'router': {'name': 'tempest-router--2032243253', 'project_id': '7ea23185e77240f39138dea97bbad33e'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:25.547713 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5536de51-ba8d-47d2-bef4-349555d603c2 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.605584 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d406eee1-2023-411a-8d2c-32bcf93faf16 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.606703 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d406eee1-2023-411a-8d2c-32bcf93faf16 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.737239 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5536de51-ba8d-47d2-bef4-349555d603c2 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.769241 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d406eee1-2023-411a-8d2c-32bcf93faf16 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.776241 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5536de51-ba8d-47d2-bef4-349555d603c2 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.781042 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5536de51-ba8d-47d2-bef4-349555d603c2 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/2c6fd1ec-ed29-4256-9b86-486da367d58d HTTP/1.1" status: 204 len: 168 time: 0.7314696 Aug 19 12:30:25.781330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39072) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:25.831729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536de51-ba8d-47d2-bef4-349555d603c2 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6fd1ec-ed29-4256-9b86-486da367d58d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:25.851514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b013b998-32a7-415c-a91e-b771c8926ae0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691059 Aug 19 12:30:25.854416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39074) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:25.866415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d7b36866-4107-4713-958f-092acfa1fa0b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:25.874032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d406eee1-2023-411a-8d2c-32bcf93faf16 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:25.993740 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.076967 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d406eee1-2023-411a-8d2c-32bcf93faf16 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.078472 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d406eee1-2023-411a-8d2c-32bcf93faf16 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5904112 Aug 19 12:30:26.081962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39086) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:26.178925 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e623415-ef44-4b9a-aca9-9c928e8a50b3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.182508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b36866-4107-4713-958f-092acfa1fa0b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:26.186669 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7b36866-4107-4713-958f-092acfa1fa0b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.471881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29b5e5-8212-47c8-aed5-f65c9861933e None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:26.560147 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e623415-ef44-4b9a-aca9-9c928e8a50b3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.562510 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e623415-ef44-4b9a-aca9-9c928e8a50b3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.655451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b21988c0-6fb5-487e-829b-75084418075c None None] Provisioning complete for port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:26.655865 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b21988c0-6fb5-487e-829b-75084418075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.740540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d8dff33a-ffd6-48e5-a6a3-de6dce634380 req-6213f60c-ed85-4f96-994a-bbff89cc2b69 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 210 time: 0.0651019 Aug 19 12:30:26.740540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e623415-ef44-4b9a-aca9-9c928e8a50b3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.740540 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e623415-ef44-4b9a-aca9-9c928e8a50b3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab2a0ed6-0653-4263-a976-1d41a2103e96 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:30:26.750591 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e623415-ef44-4b9a-aca9-9c928e8a50b3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:26.756807 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2e623415-ef44-4b9a-aca9-9c928e8a50b3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ab2a0ed6-0653-4263-a976-1d41a2103e96 HTTP/1.1" status: 204 len: 168 time: 0.6732750 Aug 19 12:30:26.817247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-cf71ce4b-5efe-4a7b-8aa8-8c704e354d3d tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:26.818821 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-cf71ce4b-5efe-4a7b-8aa8-8c704e354d3d tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.30 "GET /v2.0/networks?id=b4a2497e-5be9-4514-856e-ca29b87bf917 HTTP/1.1" status: 200 len: 819 time: 0.4427876 Aug 19 12:30:26.833871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Request body: {'port': {'device_id': 'afc14a22-0a6a-4178-83cb-eddd6fc31e1b', 'network_id': 'b4a2497e-5be9-4514-856e-ca29b87bf917', 'admin_state_up': True, 'tenant_id': '27283c5ac4524bd1960c0ac0d53bad5a'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:26.945450 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51427b4b-ff81-4cbe-8ce7-4a925e40fb97 None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:30:27.010473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-51427b4b-ff81-4cbe-8ce7-4a925e40fb97 None None] Deleting port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:27.010875 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51427b4b-ff81-4cbe-8ce7-4a925e40fb97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.125135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-51427b4b-ff81-4cbe-8ce7-4a925e40fb97 None None] For port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:27.126136 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51427b4b-ff81-4cbe-8ce7-4a925e40fb97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.160544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-51427b4b-ff81-4cbe-8ce7-4a925e40fb97 None None] Calling delete_port for 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:27.167126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39106) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:27.169599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-98841470-69fd-4206-97f9-a7f433aa5b61 req-11ae9fcd-ef04-4ca7-ae91-8936381939ca tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=70111761-43a6-48b6-8fd6-c18e7097db10 HTTP/1.1" status: 200 len: 210 time: 0.7935634 Aug 19 12:30:27.221584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Made reservation on behalf of 27283c5ac4524bd1960c0ac0d53bad5a for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:27.228158 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.508299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Allocated IP 172.20.0.8 (b4a2497e-5be9-4514-856e-ca29b87bf917/b8e92905-c5de-40fe-b25c-c2452b72ba00/5dc84f97-fe73-4622-965c-7d0e2664565e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:27.552764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:27.749166 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:27.825384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1342147787', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:27.943272 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6320045-e9a3-4aa2-a1fa-afedfa82785b req-0c997f9d-19d1-4fa5-9356-8152097d5a32 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 210 time: 0.1009142 Aug 19 12:30:27.968510 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.342451 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7b36866-4107-4713-958f-092acfa1fa0b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.391108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b36866-4107-4713-958f-092acfa1fa0b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:28.394328 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d7b36866-4107-4713-958f-092acfa1fa0b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:28.398489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b36866-4107-4713-958f-092acfa1fa0b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:28.399105 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7b36866-4107-4713-958f-092acfa1fa0b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.411365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b36866-4107-4713-958f-092acfa1fa0b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=322b5f14-62f9-48e7-82b8-e59f5ca1974b,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:28.529348 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51427b4b-ff81-4cbe-8ce7-4a925e40fb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.577673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51427b4b-ff81-4cbe-8ce7-4a925e40fb97 None None] Pushing event deleted for resources: {'Port': ['ID=51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:28.581137 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.582259 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.597904 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.598120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51427b4b-ff81-4cbe-8ce7-4a925e40fb97 None None] No DVR routers for this DVR port 51b9911f-6c60-4a4a-8c4e-c6a4bdef64c3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:28.609410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b458a7-4047-4652-82b1-c02a660522c9 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:28.732786 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d7b36866-4107-4713-958f-092acfa1fa0b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8715031 Aug 19 12:30:28.733465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39150) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:28.743217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2572341d-ef6d-41b5-a224-4ddc2e243b0f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:28.793682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fe427799-de6b-44e4-8c34-c6b669262f27', 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'tenant_id': '3a091b65b2e6439287a9aad3455fa92c', 'fixed_ips': [{'subnet_id': '322b5f14-62f9-48e7-82b8-e59f5ca1974b'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:30:28.794686 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.860971 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:28.880015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Network b4a2497e-5be9-4514-856e-ca29b87bf917 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:28.913533 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47c0c994-797d-4174-b4af-a5230a4411e2 req-6235a922-7e8f-47bb-ab20-ad2dc6011d59 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0434279 Aug 19 12:30:28.918420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:28.923958 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:28.929010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Pushing event updated for resources: {'Port': ['ID=5dc84f97-fe73-4622-965c-7d0e2664565e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:29.009231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Allocated IP 2001:db8::2 (fe427799-de6b-44e4-8c34-c6b669262f27/322b5f14-62f9-48e7-82b8-e59f5ca1974b/765738c8-6cb0-4e04-a65c-bfc91e160e13) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:29.166731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfa88-a438-4597-9812-762c36a60589 req-4db3c807-ef2c-48bd-8084-8371ae046d06 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:29.178245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e55cfa88-a438-4597-9812-762c36a60589 req-4db3c807-ef2c-48bd-8084-8371ae046d06 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 931 time: 0.1243942 Aug 19 12:30:29.193690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2572341d-ef6d-41b5-a224-4ddc2e243b0f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:29.198388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2572341d-ef6d-41b5-a224-4ddc2e243b0f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.306765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.307568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.308147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.308716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.309274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.309874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.310488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.311074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.311640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.312252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.312819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.314054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:29.343873 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e55cfa88-a438-4597-9812-762c36a60589 req-e2675595-87c1-4608-b0c9-3b95a28feb80 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599987 Aug 19 12:30:29.431918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:29.438997 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.439163 n-d-803757-2 neutron-server[95543]: INFO neutron.db.ipam_backend_mixin [None req-2572341d-ef6d-41b5-a224-4ddc2e243b0f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 322b5f14-62f9-48e7-82b8-e59f5ca1974b (CIDR: 2001:db8::/64) Aug 19 12:30:29.501035 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-2572341d-ef6d-41b5-a224-4ddc2e243b0f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:30:29.501497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2572341d-ef6d-41b5-a224-4ddc2e243b0f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:29.524303 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.532198 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.544471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Transition to ACTIVE for port object 765738c8-6cb0-4e04-a65c-bfc91e160e13 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:29.563108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Transition to ACTIVE for port object 765738c8-6cb0-4e04-a65c-bfc91e160e13 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:29.642425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2572341d-ef6d-41b5-a224-4ddc2e243b0f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9054160 Aug 19 12:30:29.642849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39170) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:29.648258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'subnet': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:29.760587 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.763684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-646a85ad-b857-4ccb-a546-a10df10d3e8c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9336619 Aug 19 12:30:29.803511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Request body: {'port': {'device_id': 'afc14a22-0a6a-4178-83cb-eddd6fc31e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:29.889782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Pushing event updated for resources: {'Port': ['ID=765738c8-6cb0-4e04-a65c-bfc91e160e13,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:29.911742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:29.913329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:29.914272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:29.919863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:29.941480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:29.945147 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.025882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Attempting to bind port 765738c8-6cb0-4e04-a65c-bfc91e160e13 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:30.028129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Attempting to bind port 765738c8-6cb0-4e04-a65c-bfc91e160e13 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:30.028570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Attempting to bind port 765738c8-6cb0-4e04-a65c-bfc91e160e13 on network fe427799-de6b-44e4-8c34-c6b669262f27 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:30.052348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:30.052805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Checking segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:30.053272 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.053736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Bound using segment: {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:30.054324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Bound port: 765738c8-6cb0-4e04-a65c-bfc91e160e13, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac46b-029a-47b3-8343-0ec7ad790470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:30.054887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.146229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] For port 765738c8-6cb0-4e04-a65c-bfc91e160e13, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:30.149950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] For port 765738c8-6cb0-4e04-a65c-bfc91e160e13, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=765738c8-6cb0-4e04-a65c-bfc91e160e13,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:30.192540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9547124f-4696-4af1-be97-ebf3707e0a6a req-84c9e64d-06f4-452f-9edb-0da5217a7387 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0741432 Aug 19 12:30:30.278553 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.371441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac530018-9775-4166-943b-2bbcd5549122 None None] Pushing event updated for resources: {'Port': ['ID=765738c8-6cb0-4e04-a65c-bfc91e160e13,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:30.454491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.499414 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.545429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd9dac-77bb-4fd8-acd5-b932a8e70051 req-b35ccd48-610a-475c-8183-fe538d833db4 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:30.547276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29cd9dac-77bb-4fd8-acd5-b932a8e70051 req-b35ccd48-610a-475c-8183-fe538d833db4 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 931 time: 0.1135409 Aug 19 12:30:30.720729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29cd9dac-77bb-4fd8-acd5-b932a8e70051 req-c7ec94a5-5061-4e06-a987-d64f0bd5dace tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570017 Aug 19 12:30:30.727262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:30:30.768951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc84f97-fe73-4622-965c-7d0e2664565e {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:30.785283 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.807464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Allocated IP 172.25.2.251 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/cedc8a1e-d04f-4784-8f27-d6deaaf2eb16) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:30.876452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Transition to ACTIVE for port object 5dc84f97-fe73-4622-965c-7d0e2664565e will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:30.929679 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:30.972127 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.046044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc84f97-fe73-4622-965c-7d0e2664565e,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:31.143082 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.146294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.281294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Pushing event updated for resources: {'Port': ['ID=cedc8a1e-d04f-4784-8f27-d6deaaf2eb16,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:31.299639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Attempting to bind port 5dc84f97-fe73-4622-965c-7d0e2664565e on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:31.300101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Attempting to bind port 5dc84f97-fe73-4622-965c-7d0e2664565e by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '267b21d7-4378-4ce1-9187-09a765157aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4a2497e-5be9-4514-856e-ca29b87bf917'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:31.300820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Attempting to bind port 5dc84f97-fe73-4622-965c-7d0e2664565e on network b4a2497e-5be9-4514-856e-ca29b87bf917 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:31.313391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:31.316348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:31.319735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:31.375643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Port 5dc84f97-fe73-4622-965c-7d0e2664565e on network b4a2497e-5be9-4514-856e-ca29b87bf917 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:30:31.376069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Attempting to bind port 5dc84f97-fe73-4622-965c-7d0e2664565e on network b4a2497e-5be9-4514-856e-ca29b87bf917 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:31.418196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4caf88e-77f9-4f65-9d28-ac6b3e76e8f4 req-481a4b7c-1002-4cd9-829f-345278b4b9e6 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0943680 Aug 19 12:30:31.448569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:31.460040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Checking segment: {'id': '267b21d7-4378-4ce1-9187-09a765157aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4a2497e-5be9-4514-856e-ca29b87bf917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:31.460040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Bound using segment: {'id': '267b21d7-4378-4ce1-9187-09a765157aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4a2497e-5be9-4514-856e-ca29b87bf917'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:31.460040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Bound port: 5dc84f97-fe73-4622-965c-7d0e2664565e, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267b21d7-4378-4ce1-9187-09a765157aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b4a2497e-5be9-4514-856e-ca29b87bf917'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:31.460040 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.466054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] For port 765738c8-6cb0-4e04-a65c-bfc91e160e13, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=765738c8-6cb0-4e04-a65c-bfc91e160e13,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:31.525322 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.605672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 765738c8-6cb0-4e04-a65c-bfc91e160e13 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:31.708594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] For port 5dc84f97-fe73-4622-965c-7d0e2664565e, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:31.729132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] For port 5dc84f97-fe73-4622-965c-7d0e2664565e, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5dc84f97-fe73-4622-965c-7d0e2664565e,segment=NetworkSegment(267b21d7-4378-4ce1-9187-09a765157aab),segment_id=267b21d7-4378-4ce1-9187-09a765157aab)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:31.746069 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.746069 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.827808 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:31.834670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:31.846188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 765738c8-6cb0-4e04-a65c-bfc91e160e13 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:31.846550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.846550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:31.853878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd30e920-a5c4-403f-8b5b-38c0e9b5b192 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:31.857344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Subnet': ['ID=12f14d29-bdd7-44bf-b9bb-0f7f0653f667,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:31.875915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=765738c8-6cb0-4e04-a65c-bfc91e160e13,revision_number=4']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:31.885216 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.891637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.891637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.891637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.891637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.891637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.891637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.891637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.891637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.891637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.891637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.891637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.893168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b830e0-148e-408b-98d3-f7ad386f316b req-b827c4a8-3bde-4169-b8a7-004780f4ccc7 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:31.893318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.893406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.893759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.894095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.894437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.894847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.895159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.895498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.895831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.896161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.896491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.896817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:31.907098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5b830e0-148e-408b-98d3-f7ad386f316b req-b827c4a8-3bde-4169-b8a7-004780f4ccc7 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 943 time: 0.0781198 Aug 19 12:30:31.945611 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5b830e0-148e-408b-98d3-f7ad386f316b req-9724a682-26a9-44c0-b63e-c32a29de91fb tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369034 Aug 19 12:30:31.964875 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.004807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:32.005430 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.006839 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] 10.222.0.30 "PUT /v2.0/ports/5dc84f97-fe73-4622-965c-7d0e2664565e HTTP/1.1" status: 200 len: 1091 time: 2.2114139 Aug 19 12:30:32.007285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc14a22-0a6a-4178-83cb-eddd6fc31e1b', 'tag': '5dc84f97-fe73-4622-965c-7d0e2664565e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:32.010107 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffb451e-6544-4a9c-adfe-d6dfbb6d5ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "afc14a22-0a6a-4178-83cb-eddd6fc31e1b", "tag": "5dc84f97-fe73-4622-965c-7d0e2664565e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:32.034232 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6f89505c-3c3a-465f-8791-45ed0327acea None None] Provisioning for port 765738c8-6cb0-4e04-a65c-bfc91e160e13 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:32.042603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6f89505c-3c3a-465f-8791-45ed0327acea None None] Provisioning complete for port 765738c8-6cb0-4e04-a65c-bfc91e160e13 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:32.042603 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f89505c-3c3a-465f-8791-45ed0327acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.062539 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-42f45ed0-f497-44b9-b456-429d9ad5108b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4184384 Aug 19 12:30:32.065319 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39204) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:32.070486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Request body: {'port': {'network_id': 'fe427799-de6b-44e4-8c34-c6b669262f27', 'mac_address': 'fa:16:3e:ba:a5:d7', 'name': 'tempest-NetworksTestDHCPv6-2108019056'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:32.094835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c0f76-e77f-47b0-b2a2-56fd5772a250 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc84f97-fe73-4622-965c-7d0e2664565e,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:32.175736 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f89505c-3c3a-465f-8791-45ed0327acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.217257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6f89505c-3c3a-465f-8791-45ed0327acea None None] For port 765738c8-6cb0-4e04-a65c-bfc91e160e13, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=765738c8-6cb0-4e04-a65c-bfc91e160e13,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:32.267560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f89505c-3c3a-465f-8791-45ed0327acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.331601 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.331959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89505c-3c3a-465f-8791-45ed0327acea None None] Pushing event updated for resources: {'Port': ['ID=765738c8-6cb0-4e04-a65c-bfc91e160e13,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:32.385036 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a182cc-874b-42dd-a887-771e59469368 x-openstack-request-id: req-83a182cc-874b-42dd-a887-771e59469368 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:32.385466 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc14a22-0a6a-4178-83cb-eddd6fc31e1b", "tag": "5dc84f97-fe73-4622-965c-7d0e2664565e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:32.385820 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83a182cc-874b-42dd-a887-771e59469368 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:32.386332 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc14a22-0a6a-4178-83cb-eddd6fc31e1b', 'tag': '5dc84f97-fe73-4622-965c-7d0e2664565e', 'status': 'completed', 'code': 200} Aug 19 12:30:32.396197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-12d20a04-0650-4d2c-bcce-ec25926f664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:32.397912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-12d20a04-0650-4d2c-bcce-ec25926f664c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=27283c5ac4524bd1960c0ac0d53bad5a&device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 1094 time: 0.2324488 Aug 19 12:30:32.456127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Made reservation on behalf of 3a091b65b2e6439287a9aad3455fa92c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:32.511917 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-271194a9-acd3-4ec3-87ca-ed8842124096 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dc84f97-fe73-4622-965c-7d0e2664565e HTTP/1.1" status: 200 len: 217 time: 0.1051610 Aug 19 12:30:32.592462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-01130cb6-7e39-4a75-9889-bf7f093b0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:32.606166 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-01130cb6-7e39-4a75-9889-bf7f093b0d8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8e92905-c5de-40fe-b25c-c2452b72ba00 HTTP/1.1" status: 200 len: 859 time: 0.0852315 Aug 19 12:30:32.615502 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:32.620222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b50b54c7-7590-4d1d-bcdf-2f261e2f97a0 req-52738517-ef81-4dc3-81a7-6f44000904bd tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0528004 Aug 19 12:30:32.648964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] device_id is not set on port 9df24466-22a4-4845-ad8c-5eb6af0a8c52 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:30:32.795224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b2f04d-259d-4672-a54a-7d4dc251c62c req-6254247e-27ec-426e-b1e3-72042d6d1869 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70111761-43a6-48b6-8fd6-c18e7097db10 HTTP/1.1" status: 200 len: 210 time: 0.1468773 Aug 19 12:30:32.826151 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-af778cc8-58f1-427b-b4c9-82ccb73a25bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a2497e-5be9-4514-856e-ca29b87bf917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696186 Aug 19 12:30:32.903702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8::118 (fe427799-de6b-44e4-8c34-c6b669262f27/322b5f14-62f9-48e7-82b8-e59f5ca1974b/9df24466-22a4-4845-ad8c-5eb6af0a8c52) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:32.917040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:a5d7 (fe427799-de6b-44e4-8c34-c6b669262f27/12f14d29-bdd7-44bf-b9bb-0f7f0653f667/9df24466-22a4-4845-ad8c-5eb6af0a8c52) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:33.009088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e3daa0be-e07d-46c9-b28e-f495b0c8cadd None None] Provisioning complete for port 765738c8-6cb0-4e04-a65c-bfc91e160e13 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:33.012343 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e3daa0be-e07d-46c9-b28e-f495b0c8cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.014381 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.164735 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.179397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Transition to ACTIVE for port object 9df24466-22a4-4845-ad8c-5eb6af0a8c52 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:33.268622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd078347-53d2-4c78-aae5-38058d1d638d req-9fdde3a6-228b-45eb-b0d3-90e5d0f4f2d1 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.287559 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd078347-53d2-4c78-aae5-38058d1d638d req-9fdde3a6-228b-45eb-b0d3-90e5d0f4f2d1 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 943 time: 0.0648563 Aug 19 12:30:33.335243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd078347-53d2-4c78-aae5-38058d1d638d req-d807f3ff-ba23-40e1-89f9-d8d4ca95cbdb tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454319 Aug 19 12:30:33.337190 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.399018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Network fe427799-de6b-44e4-8c34-c6b669262f27 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:33.403453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:33.407690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:33.413591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.414286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.421047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event updated for resources: {'Port': ['ID=9df24466-22a4-4845-ad8c-5eb6af0a8c52,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:33.429018 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-63d6ea80-a39b-4802-8188-5ec514ca84f6 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a2497e-5be9-4514-856e-ca29b87bf917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530846 Aug 19 12:30:33.529856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 765738c8-6cb0-4e04-a65c-bfc91e160e13 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:33.530009 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5ecf2ead-8b02-4eb7-bf20-8c12b54c1f45 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4635441 Aug 19 12:30:33.532645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39226) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:33.586190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d2a24fc-71f8-47a3-b7ea-71718a4816f4 req-e751feda-45f2-482a-bc8a-fd2b427ee9d9 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a2497e-5be9-4514-856e-ca29b87bf917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527736 Aug 19 12:30:33.623579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 765738c8-6cb0-4e04-a65c-bfc91e160e13 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:33.624015 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.672544 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-14e6cc0b-7376-4a15-9c54-526fdd27d5fe tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting port 9df24466-22a4-4845-ad8c-5eb6af0a8c52 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:33.673062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14e6cc0b-7376-4a15-9c54-526fdd27d5fe tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.760929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e9785c7-b163-471f-92ff-198fd39deb77 req-1582e362-d7e5-46e3-a82c-47fb820269f1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0378587 Aug 19 12:30:33.808542 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94eac3a7-23ce-4a23-bf71-cf4e9177692b req-e446d10f-c642-43cb-bb92-4c725e409bd6 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0422611 Aug 19 12:30:33.815521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb451e-6544-4a9c-adfe-d6dfbb6d5ea1 req-b14174d6-ee99-4d00-9940-bd7daa6cd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:33.817391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ffb451e-6544-4a9c-adfe-d6dfbb6d5ea1 req-b14174d6-ee99-4d00-9940-bd7daa6cd230 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=27283c5ac4524bd1960c0ac0d53bad5a&device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 1094 time: 0.0471349 Aug 19 12:30:33.821455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Router bc30295d-b95b-4755-9f45-6ee06781ffbc is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:30:33.839141 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14e6cc0b-7376-4a15-9c54-526fdd27d5fe tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:33.856696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-14e6cc0b-7376-4a15-9c54-526fdd27d5fe tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Calling delete_port for 9df24466-22a4-4845-ad8c-5eb6af0a8c52 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:34.008039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb451e-6544-4a9c-adfe-d6dfbb6d5ea1 req-96080b4e-37a8-4e70-b3ce-29b3c046a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.010443 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ffb451e-6544-4a9c-adfe-d6dfbb6d5ea1 req-96080b4e-37a8-4e70-b3ce-29b3c046a2d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4a2497e-5be9-4514-856e-ca29b87bf917 HTTP/1.1" status: 200 len: 920 time: 0.1852422 Aug 19 12:30:34.028024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:34.038615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731fa80-54db-4ebf-af84-0129d58bb919 None None] Sync routers for ids ['bc30295d-b95b-4755-9f45-6ee06781ffbc'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:34.048003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9731fa80-54db-4ebf-af84-0129d58bb919 None None] Routers {'bc30295d-b95b-4755-9f45-6ee06781ffbc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:34.050886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9731fa80-54db-4ebf-af84-0129d58bb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['bc30295d-b95b-4755-9f45-6ee06781ffbc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:34.065321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ffb451e-6544-4a9c-adfe-d6dfbb6d5ea1 req-b3d23f5f-d59c-417c-963d-6a5cc65426d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dc84f97-fe73-4622-965c-7d0e2664565e HTTP/1.1" status: 200 len: 217 time: 0.0462034 Aug 19 12:30:34.083710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9731fa80-54db-4ebf-af84-0129d58bb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:34.095386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9731fa80-54db-4ebf-af84-0129d58bb919 None None] Routers {'bc30295d-b95b-4755-9f45-6ee06781ffbc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:34.096034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9731fa80-54db-4ebf-af84-0129d58bb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['bc30295d-b95b-4755-9f45-6ee06781ffbc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:34.122275 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb451e-6544-4a9c-adfe-d6dfbb6d5ea1 req-5b8cb9f7-f26c-4d78-a9a4-a22d17700764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.124032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ffb451e-6544-4a9c-adfe-d6dfbb6d5ea1 req-5b8cb9f7-f26c-4d78-a9a4-a22d17700764 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b8e92905-c5de-40fe-b25c-c2452b72ba00 HTTP/1.1" status: 200 len: 859 time: 0.0514038 Aug 19 12:30:34.136024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-24b0dea3-8f71-4fae-836a-2e26a07b2878 None None] Provisioning for port 9df24466-22a4-4845-ad8c-5eb6af0a8c52 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:34.140165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9731fa80-54db-4ebf-af84-0129d58bb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:34.140822 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9731fa80-54db-4ebf-af84-0129d58bb919 None None] The sync data for ids ['bc30295d-b95b-4755-9f45-6ee06781ffbc'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:34.142630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-24b0dea3-8f71-4fae-836a-2e26a07b2878 None None] Provisioning complete for port 9df24466-22a4-4845-ad8c-5eb6af0a8c52 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:34.143721 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-24b0dea3-8f71-4fae-836a-2e26a07b2878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.184930 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ffb451e-6544-4a9c-adfe-d6dfbb6d5ea1 req-2f34ab86-deca-49ce-8bdf-5394a97668e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a2497e-5be9-4514-856e-ca29b87bf917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517626 Aug 19 12:30:34.187401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.189056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1ea59b05-1676-46e2-8ee0-434f02ec731d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0206592 Aug 19 12:30:34.191513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39234) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:34.194526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-24b0dea3-8f71-4fae-836a-2e26a07b2878 None None] Port 9df24466-22a4-4845-ad8c-5eb6af0a8c52 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:30:34.370735 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14e6cc0b-7376-4a15-9c54-526fdd27d5fe tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.373184 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ffb451e-6544-4a9c-adfe-d6dfbb6d5ea1 req-48553ad8-d8a0-4ecc-ae08-12bef2eb784b service neutron] 10.222.0.30 "GET /v2.0/networks/b4a2497e-5be9-4514-856e-ca29b87bf917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791294 Aug 19 12:30:34.376547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4e0bcd09-b562-440e-88b0-bee6d1e2c2fb tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/routers/bc30295d-b95b-4755-9f45-6ee06781ffbc HTTP/1.1" status: 200 len: 921 time: 0.1838245 Aug 19 12:30:34.380236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39240) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:34.404954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6cc0b-7376-4a15-9c54-526fdd27d5fe tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Port': ['ID=9df24466-22a4-4845-ad8c-5eb6af0a8c52,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:34.421074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-60b5d714-c5f8-44cc-92e1-6a501bc21252 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc30295d-b95b-4755-9f45-6ee06781ffbc HTTP/1.1" status: 200 len: 205 time: 0.0395451 Aug 19 12:30:34.437992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39242) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:34.468810 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14e6cc0b-7376-4a15-9c54-526fdd27d5fe tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.471555 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-14e6cc0b-7376-4a15-9c54-526fdd27d5fe tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/9df24466-22a4-4845-ad8c-5eb6af0a8c52 HTTP/1.1" status: 204 len: 168 time: 0.9378304 Aug 19 12:30:34.474418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39244) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:34.534462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6e974-b62d-433e-bda0-9e663df49221 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.538737 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-baa6e974-b62d-433e-bda0-9e663df49221 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0610135 Aug 19 12:30:34.539664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39248) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:34.602147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed21bf3-2840-45af-a883-3214969550df tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.604341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9ed21bf3-2840-45af-a883-3214969550df tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0631962 Aug 19 12:30:34.606353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39250) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:34.670701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4719055d-d2a0-4bad-9690-2e4af47ca7df tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.673457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4719055d-d2a0-4bad-9690-2e4af47ca7df tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.674635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4719055d-d2a0-4bad-9690-2e4af47ca7df tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.676385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4719055d-d2a0-4bad-9690-2e4af47ca7df tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0689557 Aug 19 12:30:34.679660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39254) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:34.685936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfa9a8-7c40-4e2a-bdde-6dec9701b750 req-c30cb636-6de4-4fad-aedb-4df60634598f tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:34.687389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ecfa9a8-7c40-4e2a-bdde-6dec9701b750 req-c30cb636-6de4-4fad-aedb-4df60634598f tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 943 time: 0.2130256 Aug 19 12:30:34.728205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ecfa9a8-7c40-4e2a-bdde-6dec9701b750 req-3bf3ddc1-132b-4898-bc6d-4039ce2993e6 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Aug 19 12:30:34.737670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-01282773-968e-4953-b490-cd753e3db95f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 12f14d29-bdd7-44bf-b9bb-0f7f0653f667 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:34.746060 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01282773-968e-4953-b490-cd753e3db95f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.756133 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.792101 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01282773-968e-4953-b490-cd753e3db95f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.819365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ffb451e-6544-4a9c-adfe-d6dfbb6d5ea1 req-982b7515-f297-4333-a3d8-0b300150e257 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a2497e-5be9-4514-856e-ca29b87bf917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365675 Aug 19 12:30:34.903439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.922668 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01282773-968e-4953-b490-cd753e3db95f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:34.986551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9141fd07-9220-4e43-a53f-1bec562b7584 req-9c829e71-3698-4f93-bba8-975bef965612 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0394976 Aug 19 12:30:35.091648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Deleting port cedc8a1e-d04f-4784-8f27-d6deaaf2eb16 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:35.092271 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.095541 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ae8b-063f-4ed4-b667-0a6de4dd0c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.130406 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01282773-968e-4953-b490-cd753e3db95f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.158552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01282773-968e-4953-b490-cd753e3db95f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=12f14d29-bdd7-44bf-b9bb-0f7f0653f667,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:35.160722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-01282773-968e-4953-b490-cd753e3db95f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.166292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39258) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:35.168478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f7ca4-7d47-46e9-8499-fa5108610608 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:35.179880 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-01282773-968e-4953-b490-cd753e3db95f tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/12f14d29-bdd7-44bf-b9bb-0f7f0653f667 HTTP/1.1" status: 204 len: 168 time: 0.4854646 Aug 19 12:30:35.203296 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.224062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Calling delete_port for cedc8a1e-d04f-4784-8f27-d6deaaf2eb16 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:35.244876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ba0c3d-0b0d-48a2-a23a-30a1c4b29598 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Deleting subnet 322b5f14-62f9-48e7-82b8-e59f5ca1974b {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:35.250230 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0c3d-0b0d-48a2-a23a-30a1c4b29598 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.334555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0c3d-0b0d-48a2-a23a-30a1c4b29598 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.498495 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0c3d-0b0d-48a2-a23a-30a1c4b29598 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.735024 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.770833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Pushing event deleted for resources: {'Port': ['ID=cedc8a1e-d04f-4784-8f27-d6deaaf2eb16,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:35.772903 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0c3d-0b0d-48a2-a23a-30a1c4b29598 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.813570 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0ba0c3d-0b0d-48a2-a23a-30a1c4b29598 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.815527 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e0ba0c3d-0b0d-48a2-a23a-30a1c4b29598 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/322b5f14-62f9-48e7-82b8-e59f5ca1974b HTTP/1.1" status: 204 len: 168 time: 0.6482456 Aug 19 12:30:35.818112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39274) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:35.832409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba0c3d-0b0d-48a2-a23a-30a1c4b29598 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Subnet': ['ID=322b5f14-62f9-48e7-82b8-e59f5ca1974b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:35.849975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f024c27d-9a7f-4793-920a-16174672d400 None None] Network fe427799-de6b-44e4-8c34-c6b669262f27 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:35.866177 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e4782f3d-27a4-4653-9d02-c5ef6be90a72 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468218 Aug 19 12:30:35.869231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39276) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:35.903868 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:35.928915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb420d0-540b-42c1-9eaa-3fa3e8f0ed14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.932895 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5fb420d0-540b-42c1-9eaa-3fa3e8f0ed14 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0602767 Aug 19 12:30:35.933126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39278) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:35.942182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e9faf-70e4-45e7-8c5f-b53cad733e03 req-2c20be72-33e2-4df9-9ba0-49825c9e42fe tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:35.944189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-463e9faf-70e4-45e7-8c5f-b53cad733e03 req-2c20be72-33e2-4df9-9ba0-49825c9e42fe tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 943 time: 0.1133809 Aug 19 12:30:35.992778 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f5efaee4-bbd3-4c47-b0f9-44af3e11f94a None None] Provisioning complete for port 765738c8-6cb0-4e04-a65c-bfc91e160e13 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:35.993362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f5efaee4-bbd3-4c47-b0f9-44af3e11f94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.001205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9adc2ca-f221-4219-abb8-9024ab5ee509 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:36.003041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f9adc2ca-f221-4219-abb8-9024ab5ee509 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0689015 Aug 19 12:30:36.005683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39280) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.022710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.028208 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.099497 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-463e9faf-70e4-45e7-8c5f-b53cad733e03 req-6134e1ca-0273-4ec0-9be7-be852fc7aed6 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197677 Aug 19 12:30:36.111211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-93816ee7-7178-4d21-b754-8489abc1850b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043541 Aug 19 12:30:36.122015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39286) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.162877 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-1441af32-aca3-41c1-a094-874ba15bab88 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.163547 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1441af32-aca3-41c1-a094-874ba15bab88 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.165335 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1441af32-aca3-41c1-a094-874ba15bab88 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/9df24466-22a4-4845-ad8c-5eb6af0a8c52 HTTP/1.1" status: 404 len: 333 time: 0.0441418 Aug 19 12:30:36.172904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39288) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.185711 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9096a7dd-98b5-47bc-9366-b120ed48be8c req-5c6bf66b-84fa-4a15-b3d6-44de4a112908 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0480788 Aug 19 12:30:36.192171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53151d01-b8d3-4656-9b31-473980e81043 None None] DHCP port deletion for fe427799-de6b-44e4-8c34-c6b669262f27 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:30:36.207251 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88d2d65-437f-40a4-bfb7-5e1fb9931d9e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.207718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88d2d65-437f-40a4-bfb7-5e1fb9931d9e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.209756 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e88d2d65-437f-40a4-bfb7-5e1fb9931d9e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/12f14d29-bdd7-44bf-b9bb-0f7f0653f667 HTTP/1.1" status: 404 len: 337 time: 0.0355639 Aug 19 12:30:36.211021 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.212250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39292) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.219626 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Fanout notify agent at l3_agent the message router_deleted on router bc30295d-b95b-4755-9f45-6ee06781ffbc {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:30:36.230397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.231774 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-651c27c0-951b-4808-9b15-85c4f67af120 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/bc30295d-b95b-4755-9f45-6ee06781ffbc HTTP/1.1" status: 204 len: 168 time: 1.7927239 Aug 19 12:30:36.237784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39296) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.243358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Request body: {'router': {'name': 'tempest-snat-router-504363857', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'enable_snat': False}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:36.246181 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-b373574c-f095-415f-b4f0-b8d133912d09 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.246725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b373574c-f095-415f-b4f0-b8d133912d09 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.249259 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b373574c-f095-415f-b4f0-b8d133912d09 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/322b5f14-62f9-48e7-82b8-e59f5ca1974b HTTP/1.1" status: 404 len: 337 time: 0.0351689 Aug 19 12:30:36.251116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39298) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.268364 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-53151d01-b8d3-4656-9b31-473980e81043 None None] Deleting port 765738c8-6cb0-4e04-a65c-bfc91e160e13 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:36.268850 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-53151d01-b8d3-4656-9b31-473980e81043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.295256 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db697af-fa60-41ac-b5f6-48a0062e6af1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.295612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db697af-fa60-41ac-b5f6-48a0062e6af1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.297742 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5db697af-fa60-41ac-b5f6-48a0062e6af1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/8f7bb5b5-948a-4413-957c-9dc3c254b4ff HTTP/1.1" status: 404 len: 333 time: 0.0441272 Aug 19 12:30:36.300557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39304) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.333699 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bb6f03-de6b-4c2b-8414-35838a9d1f35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.334576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80bb6f03-de6b-4c2b-8414-35838a9d1f35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.338724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-80bb6f03-de6b-4c2b-8414-35838a9d1f35 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/2c6fd1ec-ed29-4256-9b86-486da367d58d HTTP/1.1" status: 404 len: 337 time: 0.0345533 Aug 19 12:30:36.338976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39310) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.370347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.371999 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-844b1c2a-760e-4ef5-b038-5f350f901f13 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.372372 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.372663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844b1c2a-760e-4ef5-b038-5f350f901f13 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.378009 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-844b1c2a-760e-4ef5-b038-5f350f901f13 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/03c5db8c-ad59-421d-ab0f-f48b19e2049e HTTP/1.1" status: 404 len: 337 time: 0.0358248 Aug 19 12:30:36.378746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39312) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.386579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-53151d01-b8d3-4656-9b31-473980e81043 None None] For port 765738c8-6cb0-4e04-a65c-bfc91e160e13, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=765738c8-6cb0-4e04-a65c-bfc91e160e13,segment=NetworkSegment(b9eac46b-029a-47b3-8343-0ec7ad790470),segment_id=b9eac46b-029a-47b3-8343-0ec7ad790470)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:36.387333 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-53151d01-b8d3-4656-9b31-473980e81043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.410311 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fbe51d-2d7f-47bc-bb97-2db48982df76 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.411091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fbe51d-2d7f-47bc-bb97-2db48982df76 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.416224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b4fbe51d-2d7f-47bc-bb97-2db48982df76 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/0a9b3cdc-a98d-4c62-ae78-b3a2e74fb504 HTTP/1.1" status: 404 len: 333 time: 0.0332253 Aug 19 12:30:36.416700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39316) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.418037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-53151d01-b8d3-4656-9b31-473980e81043 None None] Calling delete_port for 765738c8-6cb0-4e04-a65c-bfc91e160e13 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:36.481076 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc8da6f-bbc9-47c4-8e67-04cd879b5e4c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.481688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc8da6f-bbc9-47c4-8e67-04cd879b5e4c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.483358 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7dc8da6f-bbc9-47c4-8e67-04cd879b5e4c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/c044728e-1e7f-4838-aea6-47ed994a9d3c HTTP/1.1" status: 404 len: 337 time: 0.0619032 Aug 19 12:30:36.486173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39318) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.488576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.513772 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ffa073-3ed4-45a7-8aba-ad2eb2f4295e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.514229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ffa073-3ed4-45a7-8aba-ad2eb2f4295e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.516213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-47ffa073-3ed4-45a7-8aba-ad2eb2f4295e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/d365504a-d5ab-41c7-84d1-df364b0c2fbf HTTP/1.1" status: 404 len: 337 time: 0.0288262 Aug 19 12:30:36.520931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39320) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.544126 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce70b01-9155-48a4-b9bb-359a8ed09952 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.544814 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce70b01-9155-48a4-b9bb-359a8ed09952 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.546564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2ce70b01-9155-48a4-b9bb-359a8ed09952 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/d7e9d126-004c-4cd5-b7f2-1a308582ae60 HTTP/1.1" status: 404 len: 333 time: 0.0246286 Aug 19 12:30:36.549089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39322) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.575956 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8fc4a6-b935-4b65-aaad-216fbf7760d9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.582056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8fc4a6-b935-4b65-aaad-216fbf7760d9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.582056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9e8fc4a6-b935-4b65-aaad-216fbf7760d9 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/9cfd657d-1311-4cd0-9661-f4c29deeacbe HTTP/1.1" status: 404 len: 337 time: 0.0280910 Aug 19 12:30:36.583888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39324) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.611982 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6735fd8-b7c9-4d46-8a58-3e2a6a85eec6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.612438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6735fd8-b7c9-4d46-8a58-3e2a6a85eec6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.614214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a6735fd8-b7c9-4d46-8a58-3e2a6a85eec6 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/02fcccf3-bf01-4bd5-ae66-dd57df824d36 HTTP/1.1" status: 404 len: 337 time: 0.0291896 Aug 19 12:30:36.626395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39326) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.651103 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b14f367-5b2a-4097-844a-797cd223a162 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.652963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b14f367-5b2a-4097-844a-797cd223a162 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.653503 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3b14f367-5b2a-4097-844a-797cd223a162 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/027c26e6-2949-484a-b17f-8781309dadd3 HTTP/1.1" status: 404 len: 333 time: 0.0260139 Aug 19 12:30:36.656255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39328) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.687202 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-4443f8e0-7c89-448a-b864-f31418ccde00 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.687801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4443f8e0-7c89-448a-b864-f31418ccde00 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.689739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4443f8e0-7c89-448a-b864-f31418ccde00 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/d1b3462d-c98c-4ecc-bc19-50caafd83f2a HTTP/1.1" status: 404 len: 337 time: 0.0321527 Aug 19 12:30:36.691822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39330) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.714112 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-53151d01-b8d3-4656-9b31-473980e81043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.717228 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c07067f-946e-4a4d-8e27-2fe190442505 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.718015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c07067f-946e-4a4d-8e27-2fe190442505 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.719904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5c07067f-946e-4a4d-8e27-2fe190442505 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/c60d3000-e01d-4a6c-b10b-72a8d6fcba2c HTTP/1.1" status: 404 len: 333 time: 0.0271697 Aug 19 12:30:36.722544 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39332) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.752612 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-7151e7cb-21a2-4856-bfcb-3540589fee1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.753087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7151e7cb-21a2-4856-bfcb-3540589fee1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.757226 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7151e7cb-21a2-4856-bfcb-3540589fee1c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/876b6a2b-f521-4770-b68d-084de5abb61f HTTP/1.1" status: 404 len: 337 time: 0.0309598 Aug 19 12:30:36.757606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39334) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.757852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53151d01-b8d3-4656-9b31-473980e81043 None None] Pushing event deleted for resources: {'Port': ['ID=765738c8-6cb0-4e04-a65c-bfc91e160e13,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:36.762161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53151d01-b8d3-4656-9b31-473980e81043 None None] No DVR routers for this DVR port 765738c8-6cb0-4e04-a65c-bfc91e160e13 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:36.794451 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e5cf9b-c42e-46f2-b45e-4bbbe87625f4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.795216 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e5cf9b-c42e-46f2-b45e-4bbbe87625f4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.797518 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-60e5cf9b-c42e-46f2-b45e-4bbbe87625f4 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/cdfdc695-7314-4cdb-a466-053c91e39ee1 HTTP/1.1" status: 404 len: 333 time: 0.0391059 Aug 19 12:30:36.800040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39338) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.822227 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:36.831400 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf38c31-cb27-47ed-a2a0-fa49dc8255db tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.831927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf38c31-cb27-47ed-a2a0-fa49dc8255db tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.833946 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cbf38c31-cb27-47ed-a2a0-fa49dc8255db tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/bb6f6d99-0da4-430a-8f64-f14b14a13083 HTTP/1.1" status: 404 len: 337 time: 0.0329888 Aug 19 12:30:36.847264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39342) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.873455 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9927881-5dd3-466f-a0a1-d161ee663b36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.874135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9927881-5dd3-466f-a0a1-d161ee663b36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.877810 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c9927881-5dd3-466f-a0a1-d161ee663b36 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/57ac2d6a-534d-4e53-9312-c51fa99abf4b HTTP/1.1" status: 404 len: 333 time: 0.0285490 Aug 19 12:30:36.881254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39344) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.914355 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac4072fe-0a17-4c8b-91f7-c46bcee3f6f7 req-b564339e-8ce4-4ffa-9b78-634ae8ae8665 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0376973 Aug 19 12:30:36.922710 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e59cfb-56e1-4139-b636-11864ba45723 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.923280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e59cfb-56e1-4139-b636-11864ba45723 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.927566 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-65e59cfb-56e1-4139-b636-11864ba45723 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/ee0b3902-4fe4-4b38-858f-6cdb7081d677 HTTP/1.1" status: 404 len: 337 time: 0.0426905 Aug 19 12:30:36.928379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39346) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.936499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5dc84f97-fe73-4622-965c-7d0e2664565e details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:30:36.957454 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70cbbce-dbf0-4b35-b7c2-73c0981caa9c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.957454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70cbbce-dbf0-4b35-b7c2-73c0981caa9c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.957454 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d70cbbce-dbf0-4b35-b7c2-73c0981caa9c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/54330057-95b7-4a5c-825c-bfabb42714ae HTTP/1.1" status: 404 len: 333 time: 0.0272925 Aug 19 12:30:36.959409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39348) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:36.989724 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb62b18-5fb4-43a1-b318-5a6098ab7aff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:36.990439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb62b18-5fb4-43a1-b318-5a6098ab7aff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:36.992540 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0bb62b18-5fb4-43a1-b318-5a6098ab7aff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/afef488c-5e8d-4e7c-a830-376633dfaeeb HTTP/1.1" status: 404 len: 337 time: 0.0319612 Aug 19 12:30:36.995680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39352) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.030064 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e212f7-1e90-4250-9e3b-cdd85cb6cd5b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.031746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e212f7-1e90-4250-9e3b-cdd85cb6cd5b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.033813 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-58e212f7-1e90-4250-9e3b-cdd85cb6cd5b tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/91485cb1-39f2-4410-a1a4-f98025e97e78 HTTP/1.1" status: 404 len: 333 time: 0.0367014 Aug 19 12:30:37.036477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39354) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.063787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5dc84f97-fe73-4622-965c-7d0e2664565e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5dc84f97-fe73-4622-965c-7d0e2664565e,segment=NetworkSegment(267b21d7-4378-4ce1-9187-09a765157aab),segment_id=267b21d7-4378-4ce1-9187-09a765157aab)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:37.076714 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c11f2b-53a9-46a4-b4ee-e68e5b7cffea tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.077180 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c11f2b-53a9-46a4-b4ee-e68e5b7cffea tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.083637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-16c11f2b-53a9-46a4-b4ee-e68e5b7cffea tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/0b4ddf92-818c-4ce6-b44d-51af2a76c4af HTTP/1.1" status: 404 len: 337 time: 0.0452344 Aug 19 12:30:37.084033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39356) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.088160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '5dc84f97-fe73-4622-965c-7d0e2664565e', 'network_id': 'b4a2497e-5be9-4514-856e-ca29b87bf917', 'port_id': '5dc84f97-fe73-4622-965c-7d0e2664565e', 'mac_address': 'fa:16:3e:82:3a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e92905-c5de-40fe-b25c-c2452b72ba00', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:30:37.116378 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76fa4b9-9c9f-4eed-b4c2-547ad746792a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.116787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76fa4b9-9c9f-4eed-b4c2-547ad746792a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.121241 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d76fa4b9-9c9f-4eed-b4c2-547ad746792a tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/94c99b84-13fa-49ee-8aa9-8680ff25a8b4 HTTP/1.1" status: 404 len: 337 time: 0.0337787 Aug 19 12:30:37.121504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39360) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.155897 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-122cadbd-6d0e-4eab-9404-b2ed013eae17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.166744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122cadbd-6d0e-4eab-9404-b2ed013eae17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.166744 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-122cadbd-6d0e-4eab-9404-b2ed013eae17 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/34a742ac-6bfc-4f72-9842-309a4de8d020 HTTP/1.1" status: 404 len: 333 time: 0.0355899 Aug 19 12:30:37.169093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39364) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.176463 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.203103 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aee185-3880-4476-887e-4e8d2f569aff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.203571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46aee185-3880-4476-887e-4e8d2f569aff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.214008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-46aee185-3880-4476-887e-4e8d2f569aff tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/941fd3c1-c8bc-4168-9ad4-7b2d6d139ced HTTP/1.1" status: 404 len: 337 time: 0.0364964 Aug 19 12:30:37.214168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc84f97-fe73-4622-965c-7d0e2664565e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:30:37.216140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39366) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.244296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5dc84f97-fe73-4622-965c-7d0e2664565e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5dc84f97-fe73-4622-965c-7d0e2664565e,segment=NetworkSegment(267b21d7-4378-4ce1-9187-09a765157aab),segment_id=267b21d7-4378-4ce1-9187-09a765157aab)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:37.265963 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7546c6-02e2-40b5-a4c0-e6df1238d4b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.266414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7546c6-02e2-40b5-a4c0-e6df1238d4b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.268174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ee7546c6-02e2-40b5-a4c0-e6df1238d4b8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/313b0bae-e7e1-4313-a5fe-1a83bb40eac3 HTTP/1.1" status: 404 len: 337 time: 0.0508399 Aug 19 12:30:37.273295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39372) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.319537 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f0c81d-b731-431e-bcc5-6b662c30a04e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.320468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f0c81d-b731-431e-bcc5-6b662c30a04e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.325658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-48f0c81d-b731-431e-bcc5-6b662c30a04e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/5015b9a2-e89c-4395-ade3-fcc8aa680ca7 HTTP/1.1" status: 404 len: 333 time: 0.0493486 Aug 19 12:30:37.327926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39374) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.328075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b014ec3-e742-4cea-8647-21154ed125a3 req-9631d175-9c9e-49a5-82b1-cfff6cfe3391 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:37.329513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b014ec3-e742-4cea-8647-21154ed125a3 req-9631d175-9c9e-49a5-82b1-cfff6cfe3391 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 943 time: 0.0999246 Aug 19 12:30:37.336314 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.360592 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8eb7180-4f46-4e0c-a7f7-90bf9f3fcbbb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.361059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8eb7180-4f46-4e0c-a7f7-90bf9f3fcbbb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.363375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b8eb7180-4f46-4e0c-a7f7-90bf9f3fcbbb tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/ccd45db9-e865-466e-9032-ae32e8ef5651 HTTP/1.1" status: 404 len: 337 time: 0.0346236 Aug 19 12:30:37.369079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39376) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.379302 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.398460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5dc84f97-fe73-4622-965c-7d0e2664565e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:37.403781 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.418621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b014ec3-e742-4cea-8647-21154ed125a3 req-880931a1-9b37-4026-92eb-cffa661d0030 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785208 Aug 19 12:30:37.419576 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e4e675-01d9-42d8-bda4-69ab21aa99d1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.420032 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e4e675-01d9-42d8-bda4-69ab21aa99d1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.423970 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-96e4e675-01d9-42d8-bda4-69ab21aa99d1 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/f27e07f3-0fa5-41ad-922e-37a825b50832 HTTP/1.1" status: 404 len: 337 time: 0.0504217 Aug 19 12:30:37.424253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39378) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.454098 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddb9360-35ef-48f8-a9cd-adab4b56ecb0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.454713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddb9360-35ef-48f8-a9cd-adab4b56ecb0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.458966 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dddb9360-35ef-48f8-a9cd-adab4b56ecb0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/5667de6e-3b5e-4b18-aae2-6f1920455b6d HTTP/1.1" status: 404 len: 333 time: 0.0315862 Aug 19 12:30:37.459339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39380) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.523526 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e4b98f-a1e5-4ca7-9a0c-b38f7174bae0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.523778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e4b98f-a1e5-4ca7-9a0c-b38f7174bae0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.529029 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-99e4b98f-a1e5-4ca7-9a0c-b38f7174bae0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/ff3287fe-991b-40d5-b71f-78e77c55066d HTTP/1.1" status: 404 len: 337 time: 0.0662174 Aug 19 12:30:37.529235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39384) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.566447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5dc84f97-fe73-4622-965c-7d0e2664565e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:37.576608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Allocated IP 172.25.2.82 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/4116a543-cbe1-4b22-9058-572c04540232) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:37.585544 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa1b912-c9ea-4c5f-a841-0ae27c3fa225 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:37.587847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa1b912-c9ea-4c5f-a841-0ae27c3fa225 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:37.591923 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1aa1b912-c9ea-4c5f-a841-0ae27c3fa225 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/0c3a13cf-9637-48b9-a15e-9e85f7caa402 HTTP/1.1" status: 404 len: 337 time: 0.0611353 Aug 19 12:30:37.594406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39386) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.604124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 765738c8-6cb0-4e04-a65c-bfc91e160e13 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:37.634532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 765738c8-6cb0-4e04-a65c-bfc91e160e13 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:37.634900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 765738c8-6cb0-4e04-a65c-bfc91e160e13 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:37.672637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-85feee64-f71d-4209-b319-064af8e402d2 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a128487-7065-4c6f-8443-6f43a73e2833 HTTP/1.1" status: 200 len: 205 time: 0.0765810 Aug 19 12:30:37.682869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39388) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:37.762964 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:37.809967 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d468bbc3-33cf-40a3-a6fd-2e24d5572478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.034869 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-f6f6ee41-47f8-4860-914d-642240779894 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] delete failed (client error): The resource could not be found. Aug 19 12:30:38.039521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f6f6ee41-47f8-4860-914d-642240779894 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/routers/9a128487-7065-4c6f-8443-6f43a73e2833 HTTP/1.1" status: 404 len: 336 time: 0.3629229 Aug 19 12:30:38.042533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39396) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.047295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c090e7a5-1b21-447f-a6fa-efabd03cba33 req-7396fb88-dce6-4dd9-94c9-b6ed74464cd3 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0461738 Aug 19 12:30:38.100510 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50088ad-f487-4de1-824f-4079c49cd58e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.100949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50088ad-f487-4de1-824f-4079c49cd58e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.103194 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c50088ad-f487-4de1-824f-4079c49cd58e tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/57b394c1-6eb2-4683-b3aa-2d00cba42ca9 HTTP/1.1" status: 404 len: 337 time: 0.0594738 Aug 19 12:30:38.105853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39398) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.135420 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5f6964c4-8278-41a5-ae22-32042c480883 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "GET /v2.0/ports?device_id=e36c358a-7cd9-4f2c-b274-fa6882e880f8 HTTP/1.1" status: 200 len: 205 time: 0.0276625 Aug 19 12:30:38.148026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39400) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.160004 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.172670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1c9e5-ea4d-4bae-8ef8-cfb505697889 req-49610fbf-15fa-4da8-94c4-7d7c338e2519 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:38.174391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-adb1c9e5-ea4d-4bae-8ef8-cfb505697889 req-49610fbf-15fa-4da8-94c4-7d7c338e2519 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 946 time: 0.0908213 Aug 19 12:30:38.188117 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-1c8b1ba3-0328-4ef4-ae02-03fa6a708e66 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] delete failed (client error): The resource could not be found. Aug 19 12:30:38.191753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1c8b1ba3-0328-4ef4-ae02-03fa6a708e66 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/routers/e36c358a-7cd9-4f2c-b274-fa6882e880f8 HTTP/1.1" status: 404 len: 336 time: 0.0403762 Aug 19 12:30:38.192361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39402) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.240038 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-78410790-d33e-4720-9f15-1362ca764775 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.240488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78410790-d33e-4720-9f15-1362ca764775 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.243804 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-78410790-d33e-4720-9f15-1362ca764775 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/469d74a3-ba75-48d1-b2e0-d0614d065d5b HTTP/1.1" status: 404 len: 337 time: 0.0426583 Aug 19 12:30:38.256476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39406) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.262688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-adb1c9e5-ea4d-4bae-8ef8-cfb505697889 req-a0dee4e3-a4b7-4aca-a671-6a416efc7051 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804784 Aug 19 12:30:38.305971 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-667f8884-1ab8-465d-8d96-31d40f9d6537 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.305971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-667f8884-1ab8-465d-8d96-31d40f9d6537 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.305971 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-667f8884-1ab8-465d-8d96-31d40f9d6537 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/43b17aa1-f039-4fb9-86d1-316869b3fb72 HTTP/1.1" status: 404 len: 337 time: 0.0422487 Aug 19 12:30:38.308159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39410) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.331659 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-431df334-bc37-459e-92ba-e33587813cdc tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.332289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431df334-bc37-459e-92ba-e33587813cdc tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.334045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-431df334-bc37-459e-92ba-e33587813cdc tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/f11d2c66-b2e5-41f6-bb1d-05051e0fb6b8 HTTP/1.1" status: 404 len: 333 time: 0.0241854 Aug 19 12:30:38.337172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39412) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.363129 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f02c4b6-0dbc-415c-8a0e-7a63eb5a5032 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.363583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f02c4b6-0dbc-415c-8a0e-7a63eb5a5032 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.365369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8f02c4b6-0dbc-415c-8a0e-7a63eb5a5032 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/a6778728-3b14-4c4d-93f1-349b81aa2699 HTTP/1.1" status: 404 len: 337 time: 0.0273054 Aug 19 12:30:38.367967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39414) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.390622 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cdf98f-a531-43d3-83ea-1cc2bd35e394 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.391314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cdf98f-a531-43d3-83ea-1cc2bd35e394 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.397626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-39cdf98f-a531-43d3-83ea-1cc2bd35e394 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/9123ea8a-4675-4f2a-bd86-fa0e5df8bf10 HTTP/1.1" status: 404 len: 333 time: 0.0241601 Aug 19 12:30:38.400020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39416) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.427270 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4075a36-9d04-44be-898c-e5fa975c4d9c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.427730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4075a36-9d04-44be-898c-e5fa975c4d9c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.429524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d4075a36-9d04-44be-898c-e5fa975c4d9c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/9dd40d41-000b-43c1-8dc0-3bc22c4c9b4e HTTP/1.1" status: 404 len: 337 time: 0.0284512 Aug 19 12:30:38.430650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:38.432120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39418) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.457339 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d8cefe-f163-4175-af3d-ec27acd00af0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.458028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d8cefe-f163-4175-af3d-ec27acd00af0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.459856 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-50d8cefe-f163-4175-af3d-ec27acd00af0 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/2ba0852c-8a87-40b8-963d-231ce1d69455 HTTP/1.1" status: 404 len: 333 time: 0.0267804 Aug 19 12:30:38.463163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39422) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.471928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:38.479679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:38.483496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:38.495120 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bd3362-1a2c-4000-99b5-21fe1da687f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.495667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bd3362-1a2c-4000-99b5-21fe1da687f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.498316 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f7bd3362-1a2c-4000-99b5-21fe1da687f8 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/5e4d34f4-5e57-4aa4-bcf2-6414916aaed9 HTTP/1.1" status: 404 len: 337 time: 0.0334208 Aug 19 12:30:38.500114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39424) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.510038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event updated for resources: {'Port': ['ID=4116a543-cbe1-4b22-9058-572c04540232,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:38.540824 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54c76ac-8f02-4172-a33e-b75757a54156 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.540824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54c76ac-8f02-4172-a33e-b75757a54156 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.541996 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f54c76ac-8f02-4172-a33e-b75757a54156 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/17c24b18-aa69-4f53-85e1-0725f9982a81 HTTP/1.1" status: 404 len: 333 time: 0.0408635 Aug 19 12:30:38.555438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39426) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.589141 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-39480080-9610-429a-a89f-7829fe98192d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.589602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39480080-9610-429a-a89f-7829fe98192d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.591363 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-39480080-9610-429a-a89f-7829fe98192d tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/751572e1-4704-43f0-b149-a6df5b832320 HTTP/1.1" status: 404 len: 337 time: 0.0349936 Aug 19 12:30:38.594830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39430) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.635850 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d73ac7e-8715-4264-9c7b-685f123ca234 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.637039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d73ac7e-8715-4264-9c7b-685f123ca234 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.639977 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4d73ac7e-8715-4264-9c7b-685f123ca234 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/dfdf2bb0-fa8e-4e83-98b9-48edde4b541d HTTP/1.1" status: 404 len: 333 time: 0.0422337 Aug 19 12:30:38.645235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39432) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.648512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a14ba9-3502-47ab-b6dc-d2b0a8ba1c67 req-01fb5a78-3fe0-45cb-8c16-3308bc0dfb3e tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:38.657549 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57a14ba9-3502-47ab-b6dc-d2b0a8ba1c67 req-01fb5a78-3fe0-45cb-8c16-3308bc0dfb3e tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 944 time: 0.1458259 Aug 19 12:30:38.679807 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-946abab9-966e-4164-922c-47d12334cb20 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.680302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946abab9-966e-4164-922c-47d12334cb20 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.682062 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-946abab9-966e-4164-922c-47d12334cb20 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/a6c6e478-fca9-49f2-a642-d90e845ad2f0 HTTP/1.1" status: 404 len: 337 time: 0.0363553 Aug 19 12:30:38.693653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39434) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.701887 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57a14ba9-3502-47ab-b6dc-d2b0a8ba1c67 req-d8a487e8-a34c-4749-9e09-2bc3241462e6 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421207 Aug 19 12:30:38.720222 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea65b397-45c1-4adb-a940-24d9ddbf3e20 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.720925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea65b397-45c1-4adb-a940-24d9ddbf3e20 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.723598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ea65b397-45c1-4adb-a940-24d9ddbf3e20 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/c8a3aa45-0db2-4a8c-8512-e95c03e99192 HTTP/1.1" status: 404 len: 333 time: 0.0261014 Aug 19 12:30:38.728248 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39436) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.757226 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9a556d-9590-4230-a932-ab1c97b52f8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.757751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9a556d-9590-4230-a932-ab1c97b52f8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.760152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0c9a556d-9590-4230-a932-ab1c97b52f8c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/d5882917-2ae5-4f4d-853d-f65d0b8aabd6 HTTP/1.1" status: 404 len: 337 time: 0.0308659 Aug 19 12:30:38.762510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39438) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.792646 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c7c3f5-6f0a-4fcf-b1ef-01c3eb9a3dbe tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.793330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c7c3f5-6f0a-4fcf-b1ef-01c3eb9a3dbe tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.795455 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-24c7c3f5-6f0a-4fcf-b1ef-01c3eb9a3dbe tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/ports/30e2496e-7885-4afa-854f-a6a4f3464d03 HTTP/1.1" status: 404 len: 333 time: 0.0317645 Aug 19 12:30:38.797760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39440) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.825651 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bc7c30-9a9c-424e-beb1-1b0af37d1e3c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] DELETE failed (client error): The resource could not be found. Aug 19 12:30:38.826202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bc7c30-9a9c-424e-beb1-1b0af37d1e3c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:30:38.830918 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e9bc7c30-9a9c-424e-beb1-1b0af37d1e3c tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/subnets/82414335-6ae3-4b32-a4fa-e13fa4bc524f HTTP/1.1" status: 404 len: 337 time: 0.0297484 Aug 19 12:30:38.831217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39442) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:38.940513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5dc84f97-fe73-4622-965c-7d0e2664565e up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:38.957687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.072811 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.145338 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.155622 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.199644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe427799-de6b-44e4-8c34-c6b669262f27']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:39.202042 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f1404-6176-4654-92ab-b00fb6c04b21 req-040bb21c-2774-4f1f-8696-b7ec9cea5d9c tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:39.203408 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f54771ab-c7ab-4f15-8093-abd126a6592b req-4162638a-73b4-40b1-b2b3-2033fc9c5afa tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0450149 Aug 19 12:30:39.209675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 5dc84f97-fe73-4622-965c-7d0e2664565e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:39.209908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-772f1404-6176-4654-92ab-b00fb6c04b21 req-040bb21c-2774-4f1f-8696-b7ec9cea5d9c tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 946 time: 0.0614576 Aug 19 12:30:39.214203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 5dc84f97-fe73-4622-965c-7d0e2664565e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:39.214583 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.257787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eac46b-029a-47b3-8343-0ec7ad790470') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:39.258036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eac46b-029a-47b3-8343-0ec7ad790470') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:39.268825 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:30:39.272365 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-772f1404-6176-4654-92ab-b00fb6c04b21 req-1ccf8f9b-7d11-42e5-a358-0ebeb6e8f5ae tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618427 Aug 19 12:30:39.275716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.294006 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.300870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:39.301286 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.346068 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:39.382841 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:39.387986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5dc84f97-fe73-4622-965c-7d0e2664565e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5dc84f97-fe73-4622-965c-7d0e2664565e,segment=NetworkSegment(267b21d7-4378-4ce1-9187-09a765157aab),segment_id=267b21d7-4378-4ce1-9187-09a765157aab)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:39.388939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc14a22-0a6a-4178-83cb-eddd6fc31e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc84f97-fe73-4622-965c-7d0e2664565e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:39.391067 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580f35d9-bc30-45ed-b8ce-0371248d43ab" -d '{"events": [{"server_uuid": "afc14a22-0a6a-4178-83cb-eddd6fc31e1b", "name": "network-vif-plugged", "status": "completed", "tag": "5dc84f97-fe73-4622-965c-7d0e2664565e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:39.433959 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd43868-3fd0-463d-9c03-dc2694f413df x-openstack-request-id: req-6dd43868-3fd0-463d-9c03-dc2694f413df {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:39.434254 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc14a22-0a6a-4178-83cb-eddd6fc31e1b", "name": "network-vif-plugged", "status": "completed", "tag": "5dc84f97-fe73-4622-965c-7d0e2664565e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:39.434505 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dd43868-3fd0-463d-9c03-dc2694f413df {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:39.434942 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc14a22-0a6a-4178-83cb-eddd6fc31e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc84f97-fe73-4622-965c-7d0e2664565e', 'code': 200} Aug 19 12:30:39.520570 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.525146 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.527152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] 10.222.0.21 "DELETE /v2.0/networks/fe427799-de6b-44e4-8c34-c6b669262f27 HTTP/1.1" status: 204 len: 168 time: 0.6949434 Aug 19 12:30:39.532963 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.559681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaea55-2bef-412f-b921-cc62fd803e47 tempest-NetworksTestDHCPv6-223682852 tempest-NetworksTestDHCPv6-223682852-project] Pushing event deleted for resources: {'Network': ['ID=fe427799-de6b-44e4-8c34-c6b669262f27,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:39.573208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:39.654396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5dc84f97-fe73-4622-965c-7d0e2664565e,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:39.717330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce64198-e9b4-4787-a211-9219d635f6ce req-8376846b-189d-4946-9dbb-96cea2591409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:39.719324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dce64198-e9b4-4787-a211-9219d635f6ce req-8376846b-189d-4946-9dbb-96cea2591409 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 1095 time: 0.2258096 Aug 19 12:30:39.786220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dce64198-e9b4-4787-a211-9219d635f6ce req-cccc5bfd-551e-47bb-95dc-55ecdc066b1f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553489 Aug 19 12:30:39.840487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3c7a7-ae9a-41d0-a460-a79629706f63 req-78a50161-16da-4d0c-b902-d9c96483290e tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:39.842435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cdd3c7a7-ae9a-41d0-a460-a79629706f63 req-78a50161-16da-4d0c-b902-d9c96483290e tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 945 time: 0.0581195 Aug 19 12:30:39.882848 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cdd3c7a7-ae9a-41d0-a460-a79629706f63 req-15911620-0b31-42e7-8370-6bf4478f0923 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335577 Aug 19 12:30:40.089550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Router c4d20b55-7b32-48d0-9aca-9a6826ca480c is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:30:40.226687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:40.239275 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Sync routers for ids ['c4d20b55-7b32-48d0-9aca-9a6826ca480c'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:40.260749 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Routers {'c4d20b55-7b32-48d0-9aca-9a6826ca480c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:40.261675 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c4d20b55-7b32-48d0-9aca-9a6826ca480c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:40.344768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f669358-ba78-4c24-aa1c-c4049281b93e req-3a8bfb0f-c4e1-4b62-9d6e-5487372eb9d0 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0390744 Aug 19 12:30:40.364651 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.366460 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-21a56bcc-d16b-4a58-9bd5-5ae7a8322e0e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1272049 Aug 19 12:30:40.369561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39476) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:40.438421 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.452989 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Set router c4d20b55-7b32-48d0-9aca-9a6826ca480c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:30:40.500088 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e0a6c-d2cf-4ba2-9091-984ff797da12 req-453d5fc5-e5c4-4977-a297-360065c30a91 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:40.506356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-201e0a6c-d2cf-4ba2-9091-984ff797da12 req-453d5fc5-e5c4-4977-a297-360065c30a91 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 946 time: 0.1136987 Aug 19 12:30:40.521556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39478) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:40.579782 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-201e0a6c-d2cf-4ba2-9091-984ff797da12 req-497c748b-3802-45c0-952f-2271c76382c5 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702341 Aug 19 12:30:40.614751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39482) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:40.615514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5690ee68-4c7e-459f-9b4a-2f681fe37f70 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/routers/c4d20b55-7b32-48d0-9aca-9a6826ca480c HTTP/1.1" status: 200 len: 907 time: 0.2440736 Aug 19 12:30:40.619348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Request body: {'router': {'name': 'tempest-snat-router-504363857', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'enable_snat': True}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:40.724277 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d20b55-7b32-48d0-9aca-9a6826ca480c', 'name': 'tempest-snat-router-504363857', 'tenant_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.82'}], 'enable_snat': False}, 'gw_port_id': '4116a543-cbe1-4b22-9058-572c04540232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:30:36Z', 'updated_at': '2021-08-19T12:30:38Z', 'revision_number': 3, 'project_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'gw_port': {'id': '4116a543-cbe1-4b22-9058-572c04540232', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d20b55-7b32-48d0-9aca-9a6826ca480c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:30:37Z', 'updated_at': '2021-08-19T12:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:40.766234 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Checking router: c4d20b55-7b32-48d0-9aca-9a6826ca480c for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:30:40.766577 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Updating router c4d20b55-7b32-48d0-9aca-9a6826ca480c port 4116a543-cbe1-4b22-9058-572c04540232 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:30:40.776079 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.777117 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.795680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ea43851d-a677-40a9-8c7c-044cdfa2e128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a091b65b2e6439287a9aad3455fa92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703784 Aug 19 12:30:40.797040 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.798188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39486) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:40.869766 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.944845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c5d3-b66c-49b0-817b-76c382a14e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:40.977839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c5d3-b66c-49b0-817b-76c382a14e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.094012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a53b1-c5a2-4d05-90d2-8cb6ab67b2f3 req-5fa8f122-ad9c-464e-9aa9-4c4a16cc8186 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:41.099341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae1a53b1-c5a2-4d05-90d2-8cb6ab67b2f3 req-5fa8f122-ad9c-464e-9aa9-4c4a16cc8186 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 945 time: 0.1082571 Aug 19 12:30:41.114382 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.137714 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae1a53b1-c5a2-4d05-90d2-8cb6ab67b2f3 req-e5dbf06b-5fac-42cc-95ea-d53fb3e708fa tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349128 Aug 19 12:30:41.194768 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.204269 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Transition to ACTIVE for port object 4116a543-cbe1-4b22-9058-572c04540232 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:41.244337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c5d3-b66c-49b0-817b-76c382a14e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.247498 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcf8c5d3-b66c-49b0-817b-76c382a14e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.250586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bcf8c5d3-b66c-49b0-817b-76c382a14e6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac86c0ce-0481-4986-b671-f8e95df9bff7 HTTP/1.1" status: 204 len: 168 time: 0.4491389 Aug 19 12:30:41.268821 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8c5d3-b66c-49b0-817b-76c382a14e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac86c0ce-0481-4986-b671-f8e95df9bff7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:41.317901 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.373530 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Attempting to bind port 4116a543-cbe1-4b22-9058-572c04540232 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:41.373807 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Attempting to bind port 4116a543-cbe1-4b22-9058-572c04540232 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:41.374366 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Attempting to bind port 4116a543-cbe1-4b22-9058-572c04540232 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:41.377219 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Pushing event updated for resources: {'Port': ['ID=4116a543-cbe1-4b22-9058-572c04540232,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:41.381804 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:41.382179 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:41.382571 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.383541 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:41.384007 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Bound port: 4116a543-cbe1-4b22-9058-572c04540232, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:41.384392 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.392119 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.392119 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.392119 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.392119 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.392662 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.392975 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.393301 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.393629 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.393952 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.394273 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.394594 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.394941 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:30:41.480647 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] For port 4116a543-cbe1-4b22-9058-572c04540232, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:41.484603 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] For port 4116a543-cbe1-4b22-9058-572c04540232, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4116a543-cbe1-4b22-9058-572c04540232,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:41.510719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4cfff1af-4060-4d65-91a7-e07bcb1f93ef req-9ab5a9c8-4daa-4d48-947f-0d1db059d437 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0319774 Aug 19 12:30:41.520341 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.540328 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.627631 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:41.698140 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Routers {'c4d20b55-7b32-48d0-9aca-9a6826ca480c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:41.698140 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c4d20b55-7b32-48d0-9aca-9a6826ca480c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:41.721789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-a8fbb4ac-be9f-4d85-ae10-d98b8c6af1fc tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:41.724036 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-a8fbb4ac-be9f-4d85-ae10-d98b8c6af1fc tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 946 time: 0.1396849 Aug 19 12:30:41.732653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ffbc1-419a-4f8b-afc0-647e8a37f79a req-b702e10d-47d9-441f-924f-1e092810318d tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:41.734909 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-285ffbc1-419a-4f8b-afc0-647e8a37f79a req-b702e10d-47d9-441f-924f-1e092810318d tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 946 time: 0.0775108 Aug 19 12:30:41.783365 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656e0a7-6913-4902-b6e7-9c6ed1ed9df9 None None] Pushing event updated for resources: {'Port': ['ID=4116a543-cbe1-4b22-9058-572c04540232,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:41.810465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-285ffbc1-419a-4f8b-afc0-647e8a37f79a req-3dcf5e51-8afe-4711-88ce-201f96e80153 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688338 Aug 19 12:30:41.844927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Allocated IP 172.25.2.112 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/61a4ee22-fae0-4899-a200-203b59087498) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:41.881091 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] Set router c4d20b55-7b32-48d0-9aca-9a6826ca480c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:30:41.955494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Deleting port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:41.955836 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:42.049533 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:42.156322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] For port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:42.156701 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:42.201729 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:42.221958 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d20b55-7b32-48d0-9aca-9a6826ca480c', 'name': 'tempest-snat-router-504363857', 'tenant_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.82'}], 'enable_snat': False}, 'gw_port_id': '4116a543-cbe1-4b22-9058-572c04540232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:30:36Z', 'updated_at': '2021-08-19T12:30:38Z', 'revision_number': 3, 'project_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'gw_port': {'id': '4116a543-cbe1-4b22-9058-572c04540232', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d20b55-7b32-48d0-9aca-9a6826ca480c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:30:37Z', 'updated_at': '2021-08-19T12:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:42.262198 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708cbd6-847b-4409-986d-7a48236bbef6 None None] The sync data for ids ['c4d20b55-7b32-48d0-9aca-9a6826ca480c'] in n-d-803757-2 is: [{'id': 'c4d20b55-7b32-48d0-9aca-9a6826ca480c', 'name': 'tempest-snat-router-504363857', 'tenant_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.82'}], 'enable_snat': False}, 'gw_port_id': '4116a543-cbe1-4b22-9058-572c04540232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:30:36Z', 'updated_at': '2021-08-19T12:30:38Z', 'revision_number': 3, 'project_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'gw_port': {'id': '4116a543-cbe1-4b22-9058-572c04540232', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d20b55-7b32-48d0-9aca-9a6826ca480c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:30:37Z', 'updated_at': '2021-08-19T12:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:42.683781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:42.694660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14ae22e0-17c6-4a74-a850-54533ef3ac8a req-71ee4fab-aba5-42ee-b45c-d514623df905 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0365345 Aug 19 12:30:42.728041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:42.731286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:42.737791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event updated for resources: {'Port': ['ID=61a4ee22-fae0-4899-a200-203b59087498,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:42.813760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd7427-7ca7-46d1-8c26-63d4e1c4ff71 req-5b8c6e21-28b0-4ac2-8cb5-a5f01adf984c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:42.816183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0cd7427-7ca7-46d1-8c26-63d4e1c4ff71 req-5b8c6e21-28b0-4ac2-8cb5-a5f01adf984c tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 945 time: 0.5627191 Aug 19 12:30:43.010963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820dea0-c0f0-4d76-882a-1d2c36cb3c5c req-08654ad4-85e5-4051-8bae-063e161abb03 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:43.019616 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0820dea0-c0f0-4d76-882a-1d2c36cb3c5c req-08654ad4-85e5-4051-8bae-063e161abb03 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 946 time: 0.1072690 Aug 19 12:30:43.022308 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39534) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.045493 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0cd7427-7ca7-46d1-8c26-63d4e1c4ff71 req-5e0980f9-0f2e-4772-9b45-ec50d4ede2b9 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160306 Aug 19 12:30:43.051276 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.051673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.051996 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Floating IP ba31d1be-6922-4534-8999-ebe1c47a258d disassociated. External IP: 172.25.2.93, port: c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11. Aug 19 12:30:43.052348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Calling delete_port for c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:43.099660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0820dea0-c0f0-4d76-882a-1d2c36cb3c5c req-7870df20-9421-4dd8-a1fd-ec4c758010c1 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3671856-5ef6-444a-88c4-2f19d6fe75ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786691 Aug 19 12:30:43.224799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-270a0fda-ac39-4dd1-932a-d752184e364a tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.226274 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-270a0fda-ac39-4dd1-932a-d752184e364a tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2028029 Aug 19 12:30:43.229632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39542) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.251067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-50113edf-fa94-44ca-a30d-1c9b2fe47d69 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.252671 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-50113edf-fa94-44ca-a30d-1c9b2fe47d69 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0216010 Aug 19 12:30:43.255282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39544) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.263476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-d24ae8e6-b2a3-46d8-8411-df99fd26d59f tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.266971 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d24ae8e6-b2a3-46d8-8411-df99fd26d59f tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0082452 Aug 19 12:30:43.268314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39548) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.283732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-da6c6844-6b67-4c8b-82cc-67065d30ff4e tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.284988 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-da6c6844-6b67-4c8b-82cc-67065d30ff4e tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0155096 Aug 19 12:30:43.291236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39552) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.295946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-374675cd-4470-40e5-8efe-761ce77afe96 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.299239 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-374675cd-4470-40e5-8efe-761ce77afe96 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047264 Aug 19 12:30:43.299710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39554) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.303975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-1bc98d8e-af53-4d4e-9e60-112e23d963b9 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.308089 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1bc98d8e-af53-4d4e-9e60-112e23d963b9 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043492 Aug 19 12:30:43.308089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39556) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.313359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-c0e98a08-b9ab-485f-ac5a-b15433556ff8 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.316627 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c0e98a08-b9ab-485f-ac5a-b15433556ff8 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051153 Aug 19 12:30:43.316853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39558) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.325049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-ba529153-19e7-4e83-a902-b8d682e3e93d tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.327437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ba529153-19e7-4e83-a902-b8d682e3e93d tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0094452 Aug 19 12:30:43.338093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39562) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.351989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-83b6b3f8-0b43-459e-b693-cecd130bd78f tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.355896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-83b6b3f8-0b43-459e-b693-cecd130bd78f tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0167527 Aug 19 12:30:43.356537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39564) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.362228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-2efaa282-6222-4b8e-86d3-dda880b4e31b tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.365902 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2efaa282-6222-4b8e-86d3-dda880b4e31b tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0084372 Aug 19 12:30:43.366492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39568) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.371223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-5258366a-cbd7-49c2-ad4d-4091844939c3 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.374307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5258366a-cbd7-49c2-ad4d-4091844939c3 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0068128 Aug 19 12:30:43.374972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39570) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.379988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-eccd95a6-5938-488e-bb98-d641cb1104d4 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.382626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eccd95a6-5938-488e-bb98-d641cb1104d4 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0067344 Aug 19 12:30:43.383756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39572) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.390878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-ce6c181d-f319-496f-9ee4-696870cb5669 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.391839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ce6c181d-f319-496f-9ee4-696870cb5669 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0072076 Aug 19 12:30:43.394334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39576) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.399442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-cb8f7885-2e26-40c4-928d-60dea963cf65 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.403815 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cb8f7885-2e26-40c4-928d-60dea963cf65 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051513 Aug 19 12:30:43.403815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39578) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.413093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-09b99f15-0898-4046-911d-2634534c0ace tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.414873 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-09b99f15-0898-4046-911d-2634534c0ace tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0095551 Aug 19 12:30:43.418146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39580) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.466412 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [None req-52661ccf-d49e-490d-91e5-c3170b9982d5 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.470117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-52661ccf-d49e-490d-91e5-c3170b9982d5 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0509984 Aug 19 12:30:43.470896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39586) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.478027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-f4797267-4fdd-4e60-9a18-bc31c351d46d tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.479582 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f4797267-4fdd-4e60-9a18-bc31c351d46d tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061500 Aug 19 12:30:43.482245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39588) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.487205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-477409a6-de76-4004-a8fb-31e9dc4cc606 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.488391 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-477409a6-de76-4004-a8fb-31e9dc4cc606 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049417 Aug 19 12:30:43.490712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39590) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.496185 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-6714f892-c8a3-4160-ba28-c391fb78b178 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.497443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6714f892-c8a3-4160-ba28-c391fb78b178 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050943 Aug 19 12:30:43.499687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39592) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.516073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.520214 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.538142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-dc7fea6a-98cd-422b-97b6-dc7ed0d70e82 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.540031 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dc7fea6a-98cd-422b-97b6-dc7ed0d70e82 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0384433 Aug 19 12:30:43.557557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4116a543-cbe1-4b22-9058-572c04540232 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:43.572612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39596) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.577617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-49bb23ea-2875-42da-9b9e-905a11e448de tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.578749 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-49bb23ea-2875-42da-9b9e-905a11e448de tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051241 Aug 19 12:30:43.582945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39600) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.590055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-15171d97-5b87-439f-9c7e-d1306f9c0648 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.594206 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-15171d97-5b87-439f-9c7e-d1306f9c0648 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0084240 Aug 19 12:30:43.596765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39602) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.607158 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-e33bca58-db9e-4dc0-ac9c-4827dad4b380 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.613437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e33bca58-db9e-4dc0-ac9c-4827dad4b380 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0129087 Aug 19 12:30:43.623194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39606) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.683441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [None req-d33b912b-44b5-47db-9db1-527d79a9c650 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.687618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39612) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.687859 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d33b912b-44b5-47db-9db1-527d79a9c650 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0467432 Aug 19 12:30:43.693929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-9a871355-431c-474c-9173-ef3e7f9b0ac9 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.695116 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9a871355-431c-474c-9173-ef3e7f9b0ac9 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0055592 Aug 19 12:30:43.700258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39614) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.709467 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-d494da12-626e-4269-9143-01dcc6a581de tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.710745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Pushing event deleted for resources: {'Port': ['ID=c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:43.720305 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d494da12-626e-4269-9143-01dcc6a581de tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0188105 Aug 19 12:30:43.722905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39618) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.734463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-c1dd8ce5-f54c-4867-9836-a57c750571b4 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.739661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c1dd8ce5-f54c-4867-9836-a57c750571b4 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0156338 Aug 19 12:30:43.743697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 4116a543-cbe1-4b22-9058-572c04540232 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:43.748018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4116a543-cbe1-4b22-9058-572c04540232 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:43.748427 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.750112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39620) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.770521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-19a62961-f444-4030-8991-7c9d32c7271b tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.775129 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-19a62961-f444-4030-8991-7c9d32c7271b tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0158446 Aug 19 12:30:43.778261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39622) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.794163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-14d63557-895e-4cfe-91e8-e98b36663cc0 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.798219 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-14d63557-895e-4cfe-91e8-e98b36663cc0 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0163708 Aug 19 12:30:43.800389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39624) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.812513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-7b8052d3-5d29-47a7-967a-83da6417d760 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.816139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7b8052d3-5d29-47a7-967a-83da6417d760 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0125232 Aug 19 12:30:43.819414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39626) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.834402 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-8e265d43-8f54-4cae-85b5-67223e53e5e6 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.845077 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8e265d43-8f54-4cae-85b5-67223e53e5e6 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0232041 Aug 19 12:30:43.845993 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39630) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.850562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-6cfe6a14-3882-4326-8e8f-5f809ab43e63 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.854125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6cfe6a14-3882-4326-8e8f-5f809ab43e63 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0064969 Aug 19 12:30:43.857956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39632) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.866981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-3dc051ac-e95c-4001-8a7e-0bea53142404 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.869058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-344f1678-045e-4080-8747-de140f224ee2 req-6479539f-1423-4824-ba29-1db2805f13bd tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0475290 Aug 19 12:30:43.877649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3dc051ac-e95c-4001-8a7e-0bea53142404 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0165162 Aug 19 12:30:43.879636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39634) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.895948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-685aca91-bbe2-4302-bee1-fc5641b5f427 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.901964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39636) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.909739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-685aca91-bbe2-4302-bee1-fc5641b5f427 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0269115 Aug 19 12:30:43.939553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [None req-cafcbeed-0d61-48e5-8987-d08b8f659881 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.940410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cafcbeed-0d61-48e5-8987-d08b8f659881 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079288 Aug 19 12:30:43.943269 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39638) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.948740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-0733e665-8fcf-4d7d-a7e1-dc56f12d6145 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.953258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39640) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.953617 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0733e665-8fcf-4d7d-a7e1-dc56f12d6145 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0091002 Aug 19 12:30:43.954777 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:43.959257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [None req-470f6a99-5757-48b9-9780-2c2d296b3989 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.960220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-470f6a99-5757-48b9-9780-2c2d296b3989 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043721 Aug 19 12:30:43.964149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39642) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.968504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-6c65a4b5-add4-4315-8af4-ceb855560879 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.969465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6c65a4b5-add4-4315-8af4-ceb855560879 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043428 Aug 19 12:30:43.976199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39644) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.978859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 4116a543-cbe1-4b22-9058-572c04540232, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4116a543-cbe1-4b22-9058-572c04540232,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:43.980957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-78d81eed-61aa-483d-88ca-7df79241c7dc tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.981901 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-78d81eed-61aa-483d-88ca-7df79241c7dc tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045991 Aug 19 12:30:43.984448 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39646) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.988456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-014ddd06-e10e-4369-b6ff-76f9124b004d tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.989428 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-014ddd06-e10e-4369-b6ff-76f9124b004d tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040536 Aug 19 12:30:43.991572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39648) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:43.996531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-d449e731-b254-45f3-9e95-19740edfd723 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:43.999019 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d449e731-b254-45f3-9e95-19740edfd723 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0064445 Aug 19 12:30:44.006159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39650) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.017210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-e8fdbd69-888a-4f28-8300-555550f88441 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.026504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Router 758af072-28d2-4da3-a0f6-f55fb7fd35be has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:30:44.039283 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e8fdbd69-888a-4f28-8300-555550f88441 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0294790 Aug 19 12:30:44.042006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39652) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.047506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-394a9430-a28e-4086-bfba-2d59e31401dd tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.049314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-394a9430-a28e-4086-bfba-2d59e31401dd tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0058863 Aug 19 12:30:44.052713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39654) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.059406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-d601da26-9e10-43eb-9351-097fed8d9d05 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.060406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d601da26-9e10-43eb-9351-097fed8d9d05 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0068033 Aug 19 12:30:44.062954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39656) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.068572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-be76a804-f6e1-4653-8a14-7f5497f2a2b4 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.069869 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-be76a804-f6e1-4653-8a14-7f5497f2a2b4 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0054584 Aug 19 12:30:44.072841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39658) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.078188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-b89508c4-5e25-497d-bb98-366fbd5c9b5e tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.078434 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b89508c4-5e25-497d-bb98-366fbd5c9b5e tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045500 Aug 19 12:30:44.080637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39660) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.084877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-c7a3c4a0-de42-4835-af7a-5b6485b9077e tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.086449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c7a3c4a0-de42-4835-af7a-5b6485b9077e tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042920 Aug 19 12:30:44.089508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39662) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.098540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-87577af6-f82b-4d43-855b-2247e032a0cb tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.099852 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-87577af6-f82b-4d43-855b-2247e032a0cb tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0094290 Aug 19 12:30:44.100984 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.103287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39664) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.134047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-7af46a14-5815-439b-a5ca-57ced302692b tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.135115 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7af46a14-5815-439b-a5ca-57ced302692b tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0168796 Aug 19 12:30:44.156691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39672) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.178579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-efd90558-f15e-4628-a42d-7779ae555e24 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.179676 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-efd90558-f15e-4628-a42d-7779ae555e24 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0209434 Aug 19 12:30:44.194782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39674) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.215109 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-3957c925-3741-4918-a625-2fea0bc327c5 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.215451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=4116a543-cbe1-4b22-9058-572c04540232,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:44.220765 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3957c925-3741-4918-a625-2fea0bc327c5 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0286653 Aug 19 12:30:44.221771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39676) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.231698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-09551868-0880-44cc-88c9-d94a5cd23d70 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.233965 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-09551868-0880-44cc-88c9-d94a5cd23d70 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0111275 Aug 19 12:30:44.237391 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39678) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.241695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-e6ada552-b04f-4fb1-a35a-5497e325b430 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.250418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39680) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.253905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e6ada552-b04f-4fb1-a35a-5497e325b430 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044961 Aug 19 12:30:44.266422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [None req-a174fc5d-0829-463f-b8c8-a81136cb3989 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.267665 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a174fc5d-0829-463f-b8c8-a81136cb3989 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046687 Aug 19 12:30:44.270955 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39682) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.275704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-d06405eb-f491-42df-b857-4e176e4f233e tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.285082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d06405eb-f491-42df-b857-4e176e4f233e tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0049036 Aug 19 12:30:44.287087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39684) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.293615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-1f521157-66a8-4f34-99eb-e8af0831f15e tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.294849 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1f521157-66a8-4f34-99eb-e8af0831f15e tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0066407 Aug 19 12:30:44.297337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39686) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.302108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-905d7176-3e47-4820-84bd-ff66c8d6a6f7 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.306787 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-905d7176-3e47-4820-84bd-ff66c8d6a6f7 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0082068 Aug 19 12:30:44.310285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39688) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.322592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-66046adb-3d89-4478-97ac-72e2db807980 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.325998 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-66046adb-3d89-4478-97ac-72e2db807980 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0139422 Aug 19 12:30:44.326342 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d734b021-957e-4f36-b9c5-239f681902bf req-25b2e3ef-d414-4bb1-babf-768fa36001af tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 210 time: 0.0599658 Aug 19 12:30:44.327644 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.329325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39692) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.338693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-f4da2a2f-f2c1-47b0-a53a-1d75b59b65f8 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.342797 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f4da2a2f-f2c1-47b0-a53a-1d75b59b65f8 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0123408 Aug 19 12:30:44.346603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39694) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.356538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-a281d7ae-0714-49ff-83d1-a4102711c2b2 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.359860 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a281d7ae-0714-49ff-83d1-a4102711c2b2 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0094879 Aug 19 12:30:44.364222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39696) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.369428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-0fc28020-c527-40c1-bfe7-7fde6ebf2c85 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.370664 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0fc28020-c527-40c1-bfe7-7fde6ebf2c85 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055263 Aug 19 12:30:44.373886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39698) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.382105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-0cff226e-f261-457e-a4c1-0037a21d52e3 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.384892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0cff226e-f261-457e-a4c1-0037a21d52e3 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0099137 Aug 19 12:30:44.387468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39700) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.398916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-fe5788b2-0a19-4a3e-8e34-87c680f154ce tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.400751 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fe5788b2-0a19-4a3e-8e34-87c680f154ce tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0091660 Aug 19 12:30:44.404512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39702) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.409163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-08d65d81-a98e-4ace-a79e-bcd138b0bdc8 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.413580 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-08d65d81-a98e-4ace-a79e-bcd138b0bdc8 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0065408 Aug 19 12:30:44.415010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39704) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.425979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-fa0ad4b2-a68c-4c8f-906f-f885c208095b tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.427469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fa0ad4b2-a68c-4c8f-906f-f885c208095b tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0099342 Aug 19 12:30:44.430596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39706) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.436174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-170f67dc-5209-4739-a5f8-cb9b0a41b9ce tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.441598 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-170f67dc-5209-4739-a5f8-cb9b0a41b9ce tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0098152 Aug 19 12:30:44.444997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39708) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.457762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-b2f3a538-e2ed-4e23-8299-cf15fc4754ee tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.458901 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b2f3a538-e2ed-4e23-8299-cf15fc4754ee tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0120397 Aug 19 12:30:44.461369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39710) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.466403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-b73a6e84-3dd7-4860-b330-c416c6e0a998 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.467393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b73a6e84-3dd7-4860-b330-c416c6e0a998 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051408 Aug 19 12:30:44.473299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39712) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:44.477649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [None req-58457c0b-2b67-46a1-bc46-d938b0bc4b61 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:30:44.481446 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-58457c0b-2b67-46a1-bc46-d938b0bc4b61 tempest-ExtensionsTestJSON-1189806318 tempest-ExtensionsTestJSON-1189806318-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043123 Aug 19 12:30:44.667194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:44.677792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63afbc-ce83-41cc-9203-bc28f85d9aad None None] Sync routers for ids ['758af072-28d2-4da3-a0f6-f55fb7fd35be'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:44.688257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63afbc-ce83-41cc-9203-bc28f85d9aad None None] Routers {'758af072-28d2-4da3-a0f6-f55fb7fd35be'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:44.689135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ef63afbc-ce83-41cc-9203-bc28f85d9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['758af072-28d2-4da3-a0f6-f55fb7fd35be'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:44.704128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585daaf-99df-49e2-b3ce-f74796aaecb6 req-054dfc96-aec7-4614-94f7-6d7623234deb tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:44.707261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2585daaf-99df-49e2-b3ce-f74796aaecb6 req-054dfc96-aec7-4614-94f7-6d7623234deb tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 945 time: 0.1778140 Aug 19 12:30:44.734461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] No DVR routers for this DVR port c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:44.737295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:44.739775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a925fdf-59a3-4cda-8ff4-124fd3067d75 req-0f650a31-3e60-47ee-b3d1-9ad1fb531348 tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.62 "DELETE /v2.0/ports/c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 HTTP/1.1" status: 204 len: 173 time: 3.0047324 Aug 19 12:30:44.748488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'name': 'network-vif-deleted', 'tag': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:44.751252 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8094c3f-2488-4a6d-8d06-7c3919c8fa6a" -d '{"events": [{"server_uuid": "ad9a000e-1671-4075-b03c-6a18953505f0", "name": "network-vif-deleted", "tag": "c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:44.801382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2585daaf-99df-49e2-b3ce-f74796aaecb6 req-17f59970-0db2-4297-ad99-41fbcf8b001e tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710859 Aug 19 12:30:44.842426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ef63afbc-ce83-41cc-9203-bc28f85d9aad None None] Set router 758af072-28d2-4da3-a0f6-f55fb7fd35be gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:30:44.857667 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7e85a3-f4dc-429e-a5a4-127201193591 x-openstack-request-id: req-bb7e85a3-f4dc-429e-a5a4-127201193591 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:44.857963 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a000e-1671-4075-b03c-6a18953505f0", "name": "network-vif-deleted", "tag": "c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:44.858220 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb7e85a3-f4dc-429e-a5a4-127201193591 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:44.858622 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a000e-1671-4075-b03c-6a18953505f0', 'name': 'network-vif-deleted', 'tag': 'c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11', 'status': 'completed', 'code': 200} Aug 19 12:30:44.894853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Router 4171808e-927a-434f-ad84-fb87aa533976 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:30:45.107704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-141fa17e-7842-4bd3-b9e5-828678013af0 req-b7fcf9de-c2eb-4a2f-a8a2-ad2703996a3d tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0446262 Aug 19 12:30:45.149292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:45.177811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:45.178280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c37d92e9-b6f5-4c2a-a3d0-a978c05fdf11 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:45.236212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:45.252754 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Sync routers for ids ['4171808e-927a-434f-ad84-fb87aa533976'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:45.257077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ebf9f-0e90-49ca-be57-45585ac7ead7 req-23b25e69-6b36-4b4a-8487-9be6033a051b tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:45.259966 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b60ebf9f-0e90-49ca-be57-45585ac7ead7 req-23b25e69-6b36-4b4a-8487-9be6033a051b tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 946 time: 0.1176562 Aug 19 12:30:45.273070 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Routers {'4171808e-927a-434f-ad84-fb87aa533976'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:45.274307 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['4171808e-927a-434f-ad84-fb87aa533976'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:45.319532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ef63afbc-ce83-41cc-9203-bc28f85d9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:27Z', 'revision_number': 4, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4179a63f-7330-4ae2-a6d1-667aea77087c', 'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'mac_address': 'fa:16:3e:1f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:25Z', 'updated_at': '2021-08-19T12:28:35Z', 'revision_number': 5, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'subnets': [{'id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:45.357029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39728) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:45.378417 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b60ebf9f-0e90-49ca-be57-45585ac7ead7 req-422f74b1-a70e-4dbe-84a2-0c5916e855bb tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952525 Aug 19 12:30:45.400169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.401568 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a7077107-a426-4144-9ba9-95483a9cc163 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7857857 Aug 19 12:30:45.404294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39732) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:45.408707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63afbc-ce83-41cc-9203-bc28f85d9aad None None] Checking router: 758af072-28d2-4da3-a0f6-f55fb7fd35be for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:30:45.420368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63afbc-ce83-41cc-9203-bc28f85d9aad None None] Routers {'758af072-28d2-4da3-a0f6-f55fb7fd35be'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:45.420994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ef63afbc-ce83-41cc-9203-bc28f85d9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['758af072-28d2-4da3-a0f6-f55fb7fd35be'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:45.458842 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Set router 4171808e-927a-434f-ad84-fb87aa533976 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:30:45.582525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-501df8c5-3737-4309-9207-d968d064d6b9 req-bf8c5162-c27b-430b-baa4-97043c1a422f tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad9a000e-1671-4075-b03c-6a18953505f0 HTTP/1.1" status: 200 len: 210 time: 0.0794487 Aug 19 12:30:45.603377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4116a543-cbe1-4b22-9058-572c04540232 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:45.622853 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d69a6db-27e1-4eb2-818b-1ef323abd45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.692991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4116a543-cbe1-4b22-9058-572c04540232 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:45.693958 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:45.728833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ef63afbc-ce83-41cc-9203-bc28f85d9aad None None] Set router 758af072-28d2-4da3-a0f6-f55fb7fd35be gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:30:45.765027 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4171808e-927a-434f-ad84-fb87aa533976', 'name': 'tempest-snat-router-504363857', 'tenant_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '61a4ee22-fae0-4899-a200-203b59087498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:30:40Z', 'updated_at': '2021-08-19T12:30:43Z', 'revision_number': 3, 'project_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'gw_port': {'id': '61a4ee22-fae0-4899-a200-203b59087498', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4171808e-927a-434f-ad84-fb87aa533976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:30:41Z', 'updated_at': '2021-08-19T12:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:45.789632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-aaae2ca8-4db3-4f15-be37-204a1a975521 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/routers/4171808e-927a-434f-ad84-fb87aa533976 HTTP/1.1" status: 200 len: 907 time: 0.3839931 Aug 19 12:30:45.792617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39734) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:45.799091 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Checking router: 4171808e-927a-434f-ad84-fb87aa533976 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:30:45.799780 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Updating router 4171808e-927a-434f-ad84-fb87aa533976 port 61a4ee22-fae0-4899-a200-203b59087498 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:30:45.802367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661975-5bda-4e03-a507-6164215a0742 req-a23fd1de-352c-442a-98d5-4e21c76cf98b tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:45.803921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4661975-5bda-4e03-a507-6164215a0742 req-a23fd1de-352c-442a-98d5-4e21c76cf98b tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.30 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 945 time: 0.1404660 Aug 19 12:30:45.845591 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.010446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ab4cd-e986-4d09-85e4-570a4f6f51da req-6e8d2de4-2291-407d-a0f8-b409d5147b65 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:46.027703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c04ab4cd-e986-4d09-85e4-570a4f6f51da req-6e8d2de4-2291-407d-a0f8-b409d5147b65 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 945 time: 0.1458089 Aug 19 12:30:46.099889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c04ab4cd-e986-4d09-85e4-570a4f6f51da req-0c0c0492-0a53-402d-b2ca-41c2ce275450 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707538 Aug 19 12:30:46.296427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ef63afbc-ce83-41cc-9203-bc28f85d9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:27Z', 'revision_number': 4, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4179a63f-7330-4ae2-a6d1-667aea77087c', 'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'mac_address': 'fa:16:3e:1f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:25Z', 'updated_at': '2021-08-19T12:28:35Z', 'revision_number': 5, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'subnets': [{'id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:46.302033 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.313636 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Transition to ACTIVE for port object 61a4ee22-fae0-4899-a200-203b59087498 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:46.328584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63afbc-ce83-41cc-9203-bc28f85d9aad None None] The sync data for ids ['758af072-28d2-4da3-a0f6-f55fb7fd35be'] in n-d-803757-2 is: [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:28:27Z', 'revision_number': 4, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4179a63f-7330-4ae2-a6d1-667aea77087c', 'name': '', 'network_id': 'a97ade8e-fb7b-4acd-8556-d139b0dc2868', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'mac_address': 'fa:16:3e:1f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:25Z', 'updated_at': '2021-08-19T12:28:35Z', 'revision_number': 5, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'subnets': [{'id': '17385771-9e17-429f-ad73-00b0e9ce531f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:46.409242 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.419685 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d69a6db-27e1-4eb2-818b-1ef323abd45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.452245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fec1f568-18f9-4739-b366-62638f0cf494 req-5aebf8d6-8b35-4e6f-a48a-b804d58a6375 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0503941 Aug 19 12:30:46.493710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.505023 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Attempting to bind port 61a4ee22-fae0-4899-a200-203b59087498 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:46.505390 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Attempting to bind port 61a4ee22-fae0-4899-a200-203b59087498 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:46.505806 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Attempting to bind port 61a4ee22-fae0-4899-a200-203b59087498 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:46.520456 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:46.520828 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:46.521416 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.522069 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:46.523034 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Bound port: 61a4ee22-fae0-4899-a200-203b59087498, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:46.527462 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.530961 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611f876-6c5e-4e38-a757-ee532d2a29f5 None None] Pushing event updated for resources: {'Port': ['ID=61a4ee22-fae0-4899-a200-203b59087498,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:46.535058 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d69a6db-27e1-4eb2-818b-1ef323abd45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.566167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b734c8-020e-45c8-9198-54d83d468843 req-915269a4-6b03-4af3-ba54-47d166ca882f tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:46.568985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96b734c8-020e-45c8-9198-54d83d468843 req-915269a4-6b03-4af3-ba54-47d166ca882f tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 946 time: 0.0960169 Aug 19 12:30:46.580749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e4661975-5bda-4e03-a507-6164215a0742 req-a39f09f4-dfe0-4963-a709-c40836b339ce tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Deleting port 5dc84f97-fe73-4622-965c-7d0e2664565e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:46.581184 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e4661975-5bda-4e03-a507-6164215a0742 req-a39f09f4-dfe0-4963-a709-c40836b339ce tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.606491 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] For port 61a4ee22-fae0-4899-a200-203b59087498, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:46.613895 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] For port 61a4ee22-fae0-4899-a200-203b59087498, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=61a4ee22-fae0-4899-a200-203b59087498,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:46.671306 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96b734c8-020e-45c8-9198-54d83d468843 req-24045c61-a546-46ae-a537-b790fa6d1146 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4789018c-c4a4-407d-8ca9-3b840b357098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787201 Aug 19 12:30:46.691606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7d69a6db-27e1-4eb2-818b-1ef323abd45a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d4980fcb1ca4278acc8d24f95237f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3330896 Aug 19 12:30:46.696776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69a6db-27e1-4eb2-818b-1ef323abd45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ab68fe-18ab-4c17-984b-b7929b927318,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:46.699490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39748) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:46.714653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0545d-5701-44f3-a90f-1640b38e92b8 req-eb015858-6ec3-4040-aa1b-ff98ea8d0659 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:46.718437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1d0545d-5701-44f3-a90f-1640b38e92b8 req-eb015858-6ec3-4040-aa1b-ff98ea8d0659 tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 946 time: 0.1435003 Aug 19 12:30:46.764549 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.778434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4dc911-174e-4848-ba4d-29d10968f21e None None] New status for floating IP ba31d1be-6922-4534-8999-ebe1c47a258d: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:30:46.799299 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.815332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39750) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:46.817206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e4661975-5bda-4e03-a507-6164215a0742 req-a39f09f4-dfe0-4963-a709-c40836b339ce tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] For port 5dc84f97-fe73-4622-965c-7d0e2664565e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5dc84f97-fe73-4622-965c-7d0e2664565e,segment=NetworkSegment(267b21d7-4378-4ce1-9187-09a765157aab),segment_id=267b21d7-4378-4ce1-9187-09a765157aab)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:46.817617 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e4661975-5bda-4e03-a507-6164215a0742 req-a39f09f4-dfe0-4963-a709-c40836b339ce tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.849706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e4661975-5bda-4e03-a507-6164215a0742 req-a39f09f4-dfe0-4963-a709-c40836b339ce tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Calling delete_port for 5dc84f97-fe73-4622-965c-7d0e2664565e owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:46.874175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ba731c3-dea2-4049-9c4f-6695f63c66b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.874425 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Routers {'4171808e-927a-434f-ad84-fb87aa533976'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:46.875061 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['4171808e-927a-434f-ad84-fb87aa533976'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:46.888706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-c1d0545d-5701-44f3-a90f-1640b38e92b8 req-c8a66344-7f06-4944-8163-ab3a359360da tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Deleting port f5684440-29f2-4e99-9115-713a3feda655 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:46.889056 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1d0545d-5701-44f3-a90f-1640b38e92b8 req-c8a66344-7f06-4944-8163-ab3a359360da tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:46.943522 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ba731c3-dea2-4049-9c4f-6695f63c66b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.005191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-c1d0545d-5701-44f3-a90f-1640b38e92b8 req-c8a66344-7f06-4944-8163-ab3a359360da tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] For port f5684440-29f2-4e99-9115-713a3feda655, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f5684440-29f2-4e99-9115-713a3feda655,segment=NetworkSegment(0ad2b0ed-75c1-4803-880b-efb9c0c8fc80),segment_id=0ad2b0ed-75c1-4803-880b-efb9c0c8fc80)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:47.005682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1d0545d-5701-44f3-a90f-1640b38e92b8 req-c8a66344-7f06-4944-8163-ab3a359360da tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.028126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-c1d0545d-5701-44f3-a90f-1640b38e92b8 req-c8a66344-7f06-4944-8163-ab3a359360da tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Calling delete_port for f5684440-29f2-4e99-9115-713a3feda655 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:47.032879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9f12-049c-4f84-88a3-e2f95076f6db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.046741 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611f876-6c5e-4e38-a757-ee532d2a29f5 None None] Pushing event updated for resources: {'Port': ['ID=61a4ee22-fae0-4899-a200-203b59087498,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.076675 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] Set router 4171808e-927a-434f-ad84-fb87aa533976 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:30:47.078855 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9f12-049c-4f84-88a3-e2f95076f6db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.163742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Deleting port 61a4ee22-fae0-4899-a200-203b59087498 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:47.164198 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.225810 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ba731c3-dea2-4049-9c4f-6695f63c66b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.228497 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ba731c3-dea2-4049-9c4f-6695f63c66b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.229679 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0ba731c3-dea2-4049-9c4f-6695f63c66b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83ab68fe-18ab-4c17-984b-b7929b927318 HTTP/1.1" status: 204 len: 168 time: 0.5222759 Aug 19 12:30:47.247282 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba731c3-dea2-4049-9c4f-6695f63c66b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ab68fe-18ab-4c17-984b-b7929b927318,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.302643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] For port 61a4ee22-fae0-4899-a200-203b59087498, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=61a4ee22-fae0-4899-a200-203b59087498,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:47.303053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.344700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Calling delete_port for 61a4ee22-fae0-4899-a200-203b59087498 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:47.351707 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e4661975-5bda-4e03-a507-6164215a0742 req-a39f09f4-dfe0-4963-a709-c40836b339ce tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.366517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56b8cf-a023-4274-91fb-8322709371c3 req-420f2edd-526f-47b4-b2eb-c55f0ab2c2cc tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:47.369600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd56b8cf-a023-4274-91fb-8322709371c3 req-420f2edd-526f-47b4-b2eb-c55f0ab2c2cc tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 867 time: 0.1284373 Aug 19 12:30:47.383653 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4171808e-927a-434f-ad84-fb87aa533976', 'name': 'tempest-snat-router-504363857', 'tenant_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '61a4ee22-fae0-4899-a200-203b59087498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:30:40Z', 'updated_at': '2021-08-19T12:30:43Z', 'revision_number': 3, 'project_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'gw_port': {'id': '61a4ee22-fae0-4899-a200-203b59087498', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4171808e-927a-434f-ad84-fb87aa533976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:30:41Z', 'updated_at': '2021-08-19T12:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:47.389689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f09f4-dfe0-4963-a709-c40836b339ce tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Pushing event deleted for resources: {'Port': ['ID=5dc84f97-fe73-4622-965c-7d0e2664565e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.417594 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd56b8cf-a023-4274-91fb-8322709371c3 req-f106f4db-a8c0-4803-b8ba-7ba00ab89c6d tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/security-groups?id=291a2942-806b-4f2a-b645-2f9707dbd810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Aug 19 12:30:47.422346 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9f12-049c-4f84-88a3-e2f95076f6db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.425787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9f12-049c-4f84-88a3-e2f95076f6db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.426986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1bfb9f12-049c-4f84-88a3-e2f95076f6db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "DELETE /v2.0/security-groups/b3671856-5ef6-444a-88c4-2f19d6fe75ee HTTP/1.1" status: 204 len: 168 time: 0.6049426 Aug 19 12:30:47.430028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39758) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:47.452510 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-1c95fb23-e787-4cb8-bc3b-99b3a100af6f tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] show failed (client error): The resource could not be found. Aug 19 12:30:47.452510 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1c95fb23-e787-4cb8-bc3b-99b3a100af6f tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "GET /v2.0/security-groups/b3671856-5ef6-444a-88c4-2f19d6fe75ee HTTP/1.1" status: 404 len: 347 time: 0.0176098 Aug 19 12:30:47.457909 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a2cc7-30cf-4008-82c0-b59b6791ea37 None None] The sync data for ids ['4171808e-927a-434f-ad84-fb87aa533976'] in n-d-803757-2 is: [{'id': '4171808e-927a-434f-ad84-fb87aa533976', 'name': 'tempest-snat-router-504363857', 'tenant_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '61a4ee22-fae0-4899-a200-203b59087498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:30:40Z', 'updated_at': '2021-08-19T12:30:43Z', 'revision_number': 3, 'project_id': 'bc9e46cd0a3f4f6ba3332d00fb0e211d', 'gw_port': {'id': '61a4ee22-fae0-4899-a200-203b59087498', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:4c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4171808e-927a-434f-ad84-fb87aa533976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:30:41Z', 'updated_at': '2021-08-19T12:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:47.458637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39760) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:47.482053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb9f12-049c-4f84-88a3-e2f95076f6db tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3671856-5ef6-444a-88c4-2f19d6fe75ee,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.528663 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1d0545d-5701-44f3-a90f-1640b38e92b8 req-c8a66344-7f06-4944-8163-ab3a359360da tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.541955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f5684440-29f2-4e99-9115-713a3feda655'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:30:47.547912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4661975-5bda-4e03-a507-6164215a0742 req-a39f09f4-dfe0-4963-a709-c40836b339ce tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] No DVR routers for this DVR port 5dc84f97-fe73-4622-965c-7d0e2664565e on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:47.551761 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e4661975-5bda-4e03-a507-6164215a0742 req-a39f09f4-dfe0-4963-a709-c40836b339ce tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.553802 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4661975-5bda-4e03-a507-6164215a0742 req-a39f09f4-dfe0-4963-a709-c40836b339ce tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.30 "DELETE /v2.0/ports/5dc84f97-fe73-4622-965c-7d0e2664565e HTTP/1.1" status: 204 len: 173 time: 1.7404230 Aug 19 12:30:47.568132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc14a22-0a6a-4178-83cb-eddd6fc31e1b', 'name': 'network-vif-deleted', 'tag': '5dc84f97-fe73-4622-965c-7d0e2664565e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:47.570337 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f3bdeb-b901-4b6b-b734-8de2ac05af27" -d '{"events": [{"server_uuid": "afc14a22-0a6a-4178-83cb-eddd6fc31e1b", "name": "network-vif-deleted", "tag": "5dc84f97-fe73-4622-965c-7d0e2664565e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:47.615224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a66344-7f06-4944-8163-ab3a359360da tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Pushing event deleted for resources: {'Port': ['ID=f5684440-29f2-4e99-9115-713a3feda655,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:47.640124 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa063b9-7a46-4324-9526-7946fa250ce4 x-openstack-request-id: req-0fa063b9-7a46-4324-9526-7946fa250ce4 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:47.640558 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc14a22-0a6a-4178-83cb-eddd6fc31e1b", "name": "network-vif-deleted", "tag": "5dc84f97-fe73-4622-965c-7d0e2664565e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:47.640913 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0fa063b9-7a46-4324-9526-7946fa250ce4 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:47.641408 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc14a22-0a6a-4178-83cb-eddd6fc31e1b', 'name': 'network-vif-deleted', 'tag': '5dc84f97-fe73-4622-965c-7d0e2664565e', 'status': 'completed', 'code': 200} Aug 19 12:30:47.681771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d0545d-5701-44f3-a90f-1640b38e92b8 req-c8a66344-7f06-4944-8163-ab3a359360da tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] No DVR routers for this DVR port f5684440-29f2-4e99-9115-713a3feda655 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:47.697677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1d0545d-5701-44f3-a90f-1640b38e92b8 req-c8a66344-7f06-4944-8163-ab3a359360da tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.701468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1d0545d-5701-44f3-a90f-1640b38e92b8 req-c8a66344-7f06-4944-8163-ab3a359360da tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.30 "DELETE /v2.0/ports/f5684440-29f2-4e99-9115-713a3feda655 HTTP/1.1" status: 204 len: 173 time: 0.9766614 Aug 19 12:30:47.701942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac48fd6-7db5-409a-a3b7-084777b38107', 'name': 'network-vif-deleted', 'tag': 'f5684440-29f2-4e99-9115-713a3feda655'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:30:47.711167 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bdb11b-931c-4943-82df-19ccb0a8eecb" -d '{"events": [{"server_uuid": "9ac48fd6-7db5-409a-a3b7-084777b38107", "name": "network-vif-deleted", "tag": "f5684440-29f2-4e99-9115-713a3feda655"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:30:47.732169 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a14e0dd-7587-4db8-905a-d355b1d9434c req-cafe49c0-bb44-4d07-9451-e34578a9ff32 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.1576681 Aug 19 12:30:47.872761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2222b-bce9-4de9-a140-414d89c0262a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Deleting port ede609e2-d8cc-4b98-a37f-8390a88cce1f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:47.873358 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1e2222b-bce9-4de9-a140-414d89c0262a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:47.923450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cdb7a0d9-b4fa-4266-bb05-0ecea746c7ca req-83cb53ed-bda3-4472-ab04-e4747c6d5d2c tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 210 time: 0.1374581 Aug 19 12:30:48.022875 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1e2222b-bce9-4de9-a140-414d89c0262a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.022875 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1e2222b-bce9-4de9-a140-414d89c0262a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.036548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a1e2222b-bce9-4de9-a140-414d89c0262a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Calling delete_port for ede609e2-d8cc-4b98-a37f-8390a88cce1f owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:48.078735 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2d90ea-8d84-4c2d-ab86-90e08251ff6c x-openstack-request-id: req-4e2d90ea-8d84-4c2d-ab86-90e08251ff6c {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:30:48.079057 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac48fd6-7db5-409a-a3b7-084777b38107", "name": "network-vif-deleted", "tag": "f5684440-29f2-4e99-9115-713a3feda655", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:30:48.079316 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e2d90ea-8d84-4c2d-ab86-90e08251ff6c {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:30:48.079725 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac48fd6-7db5-409a-a3b7-084777b38107', 'name': 'network-vif-deleted', 'tag': 'f5684440-29f2-4e99-9115-713a3feda655', 'status': 'completed', 'code': 200} Aug 19 12:30:48.173939 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.199250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event deleted for resources: {'Port': ['ID=61a4ee22-fae0-4899-a200-203b59087498,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:48.320691 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.404295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1e2222b-bce9-4de9-a140-414d89c0262a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.469137 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.473619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2222b-bce9-4de9-a140-414d89c0262a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Pushing event deleted for resources: {'Port': ['ID=ede609e2-d8cc-4b98-a37f-8390a88cce1f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:48.477190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.620382 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b288ec6b-ae4a-4c31-99c3-b5688fc5b9fb req-c397fb8f-5d63-4832-aab3-6ab1b9b3fa19 tempest-ServerMetadataNegativeTestJSON-1764297289 tempest-ServerMetadataNegativeTestJSON-1764297289-project] 10.222.0.21 "GET /v2.0/ports?device_id=afc14a22-0a6a-4178-83cb-eddd6fc31e1b HTTP/1.1" status: 200 len: 210 time: 0.0417747 Aug 19 12:30:48.630827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1e2222b-bce9-4de9-a140-414d89c0262a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.630827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a1e2222b-bce9-4de9-a140-414d89c0262a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.635498 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a1e2222b-bce9-4de9-a140-414d89c0262a tempest-ServersTestManualDisk-1632999101 tempest-ServersTestManualDisk-1632999101-project] 10.222.0.21 "DELETE /v2.0/floatingips/ba31d1be-6922-4534-8999-ebe1c47a258d HTTP/1.1" status: 204 len: 168 time: 1.1703384 Aug 19 12:30:48.638407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39792) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:48.735434 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.736023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4171808e-927a-434f-ad84-fb87aa533976 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:30:48.745155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:48.745155 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-84221857-64eb-4033-a8b6-def0d2468710 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "DELETE /v2.0/routers/4171808e-927a-434f-ad84-fb87aa533976 HTTP/1.1" status: 204 len: 168 time: 2.9488478 Aug 19 12:30:48.749616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39796) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:48.909547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4c8d678-3564-48ad-8808-65f37173db0f req-176c9b75-7ab7-4380-a151-ecefdeb4a7f0 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0454235 Aug 19 12:30:48.990415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5dc84f97-fe73-4622-965c-7d0e2664565e no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:49.027400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 5dc84f97-fe73-4622-965c-7d0e2664565e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:49.027806 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5dc84f97-fe73-4622-965c-7d0e2664565e not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:49.052018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39804) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:49.078710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.183204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1443ff21-3f17-474c-9834-dedeba9491a1 req-f7dcb6f1-9d93-4062-90a0-a0caf0917ebf tempest-VolumesAdminNegativeTest-1635725884 tempest-VolumesAdminNegativeTest-1635725884-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ac48fd6-7db5-409a-a3b7-084777b38107 HTTP/1.1" status: 200 len: 210 time: 0.0454340 Aug 19 12:30:49.237328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1535428310'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:49.264028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.423081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:49.429511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.460260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.519643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Deleting port 4116a543-cbe1-4b22-9058-572c04540232 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:49.519995 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.596418 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.643577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] For port 4116a543-cbe1-4b22-9058-572c04540232, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4116a543-cbe1-4b22-9058-572c04540232,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:49.644373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.671065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Calling delete_port for 4116a543-cbe1-4b22-9058-572c04540232 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:49.675820 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.697726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39812) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:49.797656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.809419 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4c58a6-04f9-416f-a9f6-5dd4488e3689 admin admin] Deleting subnet b8e92905-c5de-40fe-b25c-c2452b72ba00 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:49.816193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc4c58a6-04f9-416f-a9f6-5dd4488e3689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.839288 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:49.855101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e275ed-6c7a-44f3-b47d-6b7378eeaeee,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:49.857430 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc4c58a6-04f9-416f-a9f6-5dd4488e3689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:49.916844 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc4c58a6-04f9-416f-a9f6-5dd4488e3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.036826 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.043412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a72c1f71-3dbe-4bc0-9ecb-368197702283 req-f7b8b709-1645-4dc3-9641-9bcb95fdeece tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0388608 Aug 19 12:30:50.055087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] Deleting port 4179a63f-7330-4ae2-a6d1-667aea77087c {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:50.055435 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.077208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event deleted for resources: {'Port': ['ID=4116a543-cbe1-4b22-9058-572c04540232,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:50.103987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc4c58a6-04f9-416f-a9f6-5dd4488e3689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.105034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.105390 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Added segment 2cdeebf5-08ee-4c4a-90c8-13b0a448fb47 of type vlan for network 7005f7de-e8db-4771-aae5-0859a06b8d8e Aug 19 12:30:50.138705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c58a6-04f9-416f-a9f6-5dd4488e3689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e92905-c5de-40fe-b25c-c2452b72ba00,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:50.148753 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc4c58a6-04f9-416f-a9f6-5dd4488e3689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.150643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dc4c58a6-04f9-416f-a9f6-5dd4488e3689 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b8e92905-c5de-40fe-b25c-c2452b72ba00 HTTP/1.1" status: 204 len: 168 time: 0.4518938 Aug 19 12:30:50.153316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39816) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:50.189106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.193486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.230488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] For port 4179a63f-7330-4ae2-a6d1-667aea77087c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4179a63f-7330-4ae2-a6d1-667aea77087c,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:50.230890 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.271949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39820) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:50.275239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] Calling delete_port for 4179a63f-7330-4ae2-a6d1-667aea77087c owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:50.279062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.298143 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.resource_extend [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:30:50.317101 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.320733 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.386052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.392081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:50.398267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.398463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9b2b0a-e721-49df-af81-1ad57e72ab0b admin admin] Deleting subnet dd2ca959-bd19-42f6-ad96-669abc4603af {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:50.403366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2b0a-e721-49df-af81-1ad57e72ab0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.474145 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.474706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4d20b55-7b32-48d0-9aca-9a6826ca480c {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:30:50.485472 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.486571 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-165ee6f8-11f1-407c-b004-3dd192f089f3 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c4d20b55-7b32-48d0-9aca-9a6826ca480c HTTP/1.1" status: 204 len: 168 time: 1.7359259 Aug 19 12:30:50.493500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39824) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:50.498179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1837788011', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:50.529292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Network': ['ID=7005f7de-e8db-4771-aae5-0859a06b8d8e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:50.530227 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.547731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 7005f7de-e8db-4771-aae5-0859a06b8d8e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:50.550330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a2497e-5be9-4514-856e-ca29b87bf917']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:50.555354 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2b0a-e721-49df-af81-1ad57e72ab0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.572229 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f2c4f27b-4cf3-40aa-a4c0-6101b4112074 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5188689 Aug 19 12:30:50.636023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267b21d7-4378-4ce1-9187-09a765157aab') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:50.636834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267b21d7-4378-4ce1-9187-09a765157aab') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:50.661797 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.680286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2b0a-e721-49df-af81-1ad57e72ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.690576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.696004 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.713605 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.733935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:50.734378 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:50.736191 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:50.952551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2b0a-e721-49df-af81-1ad57e72ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:50.985183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b2b0a-e721-49df-af81-1ad57e72ab0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2ca959-bd19-42f6-ad96-669abc4603af,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:50.997950 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.001369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f5684440-29f2-4e99-9115-713a3feda655 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:51.026005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2b0a-e721-49df-af81-1ad57e72ab0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.035706 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2a9b2b0a-e721-49df-af81-1ad57e72ab0b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dd2ca959-bd19-42f6-ad96-669abc4603af HTTP/1.1" status: 204 len: 168 time: 0.7605944 Aug 19 12:30:51.049067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.051086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39826) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:51.078080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: f5684440-29f2-4e99-9115-713a3feda655 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:51.078697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f5684440-29f2-4e99-9115-713a3feda655 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:51.101341 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.101341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b4a2497e-5be9-4514-856e-ca29b87bf917 HTTP/1.1" status: 204 len: 168 time: 0.9448326 Aug 19 12:30:51.171870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4179a63f-7330-4ae2-a6d1-667aea77087c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:51.183879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.229251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f4444-f892-4f4e-89e4-fa0bff5e9e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a2497e-5be9-4514-856e-ca29b87bf917,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:51.271714 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81be9c75-2e0e-430d-994d-12e386f5812c req-03f07dd4-6fcf-4214-860b-222e67f7e313 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0774937 Aug 19 12:30:51.296706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.534990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.616936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.624145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4116a543-cbe1-4b22-9058-572c04540232 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:51.649314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4e8432-4e48-44fb-9b98-96a70eb862ee']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:51.654674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 4116a543-cbe1-4b22-9058-572c04540232 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:51.655054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4116a543-cbe1-4b22-9058-572c04540232 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:51.655542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 61a4ee22-fae0-4899-a200-203b59087498 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:51.667761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad2b0ed-75c1-4803-880b-efb9c0c8fc80') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:51.667761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad2b0ed-75c1-4803-880b-efb9c0c8fc80') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:51.672255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.684279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 61a4ee22-fae0-4899-a200-203b59087498 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:51.684649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 61a4ee22-fae0-4899-a200-203b59087498 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:51.686010 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.737882 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.751733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:51.752238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:51.753918 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:51.842916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39834) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:51.972132 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.981609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:51.983524 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] 10.222.0.21 "DELETE /v2.0/networks/6c4e8432-4e48-44fb-9b98-96a70eb862ee HTTP/1.1" status: 204 len: 168 time: 0.9294741 Aug 19 12:30:51.992538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a00f02da-4393-412d-aa3f-4a05c8b0a865 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27283c5ac4524bd1960c0ac0d53bad5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432390 Aug 19 12:30:51.992828 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39836) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:51.992828 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39838) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:52.016413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b67755-d610-4571-b098-3d58c69a01ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4e8432-4e48-44fb-9b98-96a70eb862ee,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:52.051848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.073478 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.090787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4929741-e642-48d7-9ae5-64d5f67cf8db admin admin] Deleting subnet 8f1203de-0811-4a1d-b661-04c186584493 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:52.096691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4929741-e642-48d7-9ae5-64d5f67cf8db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.117024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] Router 758af072-28d2-4da3-a0f6-f55fb7fd35be has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:30:52.144742 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-127237cb-0f57-46ea-b57e-dcf22621c38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.152106 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4929741-e642-48d7-9ae5-64d5f67cf8db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.196881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Allocated IP 172.25.2.42 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/6598f50d-dd3c-4cf5-8bbd-b166290b529a) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:52.328869 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.432557 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9aee3ca3-73f2-4658-87a2-c73649490519 req-1d3664c5-5fb7-4ce8-b89e-b53d4661401d tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0289221 Aug 19 12:30:52.541660 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.594469 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-127237cb-0f57-46ea-b57e-dcf22621c38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.602867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:52.605953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:52.610783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:52.634177 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4929741-e642-48d7-9ae5-64d5f67cf8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.642495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Pushing event updated for resources: {'Port': ['ID=6598f50d-dd3c-4cf5-8bbd-b166290b529a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:52.711326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:52.721012 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d26b67ea-2e7e-4e0f-9866-383837144b38 admin admin] 10.222.0.21 "PUT /v2.0/routers/758af072-28d2-4da3-a0f6-f55fb7fd35be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0805581 Aug 19 12:30:52.724138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39844) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:52.746501 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c0457-c637-4e59-9e51-f9f3040e3d53 None None] Sync routers for ids ['758af072-28d2-4da3-a0f6-f55fb7fd35be'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:52.759780 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c0457-c637-4e59-9e51-f9f3040e3d53 None None] Routers {'758af072-28d2-4da3-a0f6-f55fb7fd35be'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:52.760730 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d69c0457-c637-4e59-9e51-f9f3040e3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['758af072-28d2-4da3-a0f6-f55fb7fd35be'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:52.858628 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.861846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4929741-e642-48d7-9ae5-64d5f67cf8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.902698 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-d69c0457-c637-4e59-9e51-f9f3040e3d53 None None] Set router 758af072-28d2-4da3-a0f6-f55fb7fd35be gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:30:52.931053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-127237cb-0f57-46ea-b57e-dcf22621c38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.933723 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-127237cb-0f57-46ea-b57e-dcf22621c38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.934883 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-127237cb-0f57-46ea-b57e-dcf22621c38e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/291a2942-806b-4f2a-b645-2f9707dbd810 HTTP/1.1" status: 204 len: 168 time: 0.9341159 Aug 19 12:30:52.935717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4929741-e642-48d7-9ae5-64d5f67cf8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1203de-0811-4a1d-b661-04c186584493,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:52.945153 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b4929741-e642-48d7-9ae5-64d5f67cf8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:52.949527 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b4929741-e642-48d7-9ae5-64d5f67cf8db admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f1203de-0811-4a1d-b661-04c186584493 HTTP/1.1" status: 204 len: 168 time: 0.9565389 Aug 19 12:30:52.953443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39848) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:53.031744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127237cb-0f57-46ea-b57e-dcf22621c38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291a2942-806b-4f2a-b645-2f9707dbd810,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:53.105385 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.203636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.260607 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.283400 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d69c0457-c637-4e59-9e51-f9f3040e3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:30:50Z', 'revision_number': 5, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port': {'id': 'b73163f6-5b67-4fb0-9527-34fcaeadcf32', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:28:21Z', 'updated_at': '2021-08-19T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:53.336074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Deleting port b73163f6-5b67-4fb0-9527-34fcaeadcf32 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:53.336769 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c0457-c637-4e59-9e51-f9f3040e3d53 None None] Checking router: 758af072-28d2-4da3-a0f6-f55fb7fd35be for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:30:53.337109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.352584 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c0457-c637-4e59-9e51-f9f3040e3d53 None None] Routers {'758af072-28d2-4da3-a0f6-f55fb7fd35be'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:53.353275 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d69c0457-c637-4e59-9e51-f9f3040e3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['758af072-28d2-4da3-a0f6-f55fb7fd35be'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:53.367265 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.410631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8c4c17-afa9-40f9-a1a6-f9cec2348f74']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:53.437419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48185402-952b-491e-8d30-f3411f82826f') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:53.437965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48185402-952b-491e-8d30-f3411f82826f') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:53.452463 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.467881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] For port b73163f6-5b67-4fb0-9527-34fcaeadcf32, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b73163f6-5b67-4fb0-9527-34fcaeadcf32,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:53.467881 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.485590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Calling delete_port for b73163f6-5b67-4fb0-9527-34fcaeadcf32 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:53.583014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.586030 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.595068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:53.595380 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:53.597163 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:53.722728 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-d69c0457-c637-4e59-9e51-f9f3040e3d53 None None] Set router 758af072-28d2-4da3-a0f6-f55fb7fd35be gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:30:53.778792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39856) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:53.792072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'subnet': {'network_id': '7005f7de-e8db-4771-aae5-0859a06b8d8e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:53.837735 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b12d7169-fd53-41ac-97cf-608b7cf0b080 req-cf2eb2aa-e6b5-4616-9ec8-07d11e55934f tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0506959 Aug 19 12:30:53.842526 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d69c0457-c637-4e59-9e51-f9f3040e3d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:30:53Z', 'revision_number': 6, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:53.877857 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c0457-c637-4e59-9e51-f9f3040e3d53 None None] The sync data for ids ['758af072-28d2-4da3-a0f6-f55fb7fd35be'] in n-d-803757-2 is: [{'id': '758af072-28d2-4da3-a0f6-f55fb7fd35be', 'name': 'tempest-ServersTestManualDisk-898649030-router', 'tenant_id': 'fef4421cce474701be8ac0788bc8348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:28:18Z', 'updated_at': '2021-08-19T12:30:53Z', 'revision_number': 6, 'project_id': 'fef4421cce474701be8ac0788bc8348f', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:53.885395 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.889848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.895305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa8c4c17-afa9-40f9-a1a6-f9cec2348f74 HTTP/1.1" status: 204 len: 168 time: 0.9369922 Aug 19 12:30:53.925881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f2bc0-430b-44e5-a122-bbc8cfa7e0eb admin admin] Pushing event deleted for resources: {'Network': ['ID=aa8c4c17-afa9-40f9-a1a6-f9cec2348f74,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:53.946730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:53.999392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Pushing event deleted for resources: {'Port': ['ID=b73163f6-5b67-4fb0-9527-34fcaeadcf32,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:54.075516 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.173117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.175291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.197906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:54.203897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.205297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Router 9ea722db-179a-44bc-86db-e94128d2c182 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:30:54.374885 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.375500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 758af072-28d2-4da3-a0f6-f55fb7fd35be {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:30:54.383107 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.385364 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5f1ca2ec-ab97-4534-9e5a-3a2dc000795b admin admin] 10.222.0.21 "DELETE /v2.0/routers/758af072-28d2-4da3-a0f6-f55fb7fd35be HTTP/1.1" status: 204 len: 168 time: 1.6591253 Aug 19 12:30:54.388360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39870) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:54.425479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:54.437969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb9b738-277e-4cf5-9286-93f3c95bcda7 None None] Sync routers for ids ['9ea722db-179a-44bc-86db-e94128d2c182'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:54.457653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-f850a4f3-b736-4c90-9a81-beb1ece5ac20 admin admin] Deleting subnet 17385771-9e17-429f-ad73-00b0e9ce531f {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:30:54.460719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9b738-277e-4cf5-9286-93f3c95bcda7 None None] Routers {'9ea722db-179a-44bc-86db-e94128d2c182'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:54.461934 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f850a4f3-b736-4c90-9a81-beb1ece5ac20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.469847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-aeb9b738-277e-4cf5-9286-93f3c95bcda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9ea722db-179a-44bc-86db-e94128d2c182'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:54.512657 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f850a4f3-b736-4c90-9a81-beb1ece5ac20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.516202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-aeb9b738-277e-4cf5-9286-93f3c95bcda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:54.527278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9b738-277e-4cf5-9286-93f3c95bcda7 None None] Routers {'9ea722db-179a-44bc-86db-e94128d2c182'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:54.528144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-aeb9b738-277e-4cf5-9286-93f3c95bcda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9ea722db-179a-44bc-86db-e94128d2c182'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:54.572205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-aeb9b738-277e-4cf5-9286-93f3c95bcda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:54.572854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb9b738-277e-4cf5-9286-93f3c95bcda7 None None] The sync data for ids ['9ea722db-179a-44bc-86db-e94128d2c182'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:54.606037 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f850a4f3-b736-4c90-9a81-beb1ece5ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.609334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39876) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:54.657691 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7ed63272-64f7-47b3-8dd9-342f10acf756 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a42d5af7f89d4770887e143e3608c943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470805 Aug 19 12:30:54.660247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39878) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:54.690752 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.695305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f7f4b0a0-5000-472b-b860-2fe7ebc77a18 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1975133 Aug 19 12:30:54.695694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39880) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:54.701918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8aea13b3-acd1-419e-a744-754362aa4d79 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'enable_snat': False}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:54.719836 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bb77f6ae-8c7a-492d-bda3-cbda51d87963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.743161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bb77f6ae-8c7a-492d-bda3-cbda51d87963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.773584 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.876707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Subnet': ['ID=3bcd720b-4e5b-4814-866c-161dc43b98ad,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:54.893571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Checking segment: {'id': '2cdeebf5-08ee-4c4a-90c8-13b0a448fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7005f7de-e8db-4771-aae5-0859a06b8d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:54.894032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network hostable DHCP agents. Network: 7005f7de-e8db-4771-aae5-0859a06b8d8e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:54.914118 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f850a4f3-b736-4c90-9a81-beb1ece5ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.939147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39888) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:54.969424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bb77f6ae-8c7a-492d-bda3-cbda51d87963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.972579 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bb77f6ae-8c7a-492d-bda3-cbda51d87963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:54.978097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bb77f6ae-8c7a-492d-bda3-cbda51d87963 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4789018c-c4a4-407d-8ca9-3b840b357098 HTTP/1.1" status: 204 len: 168 time: 0.3128071 Aug 19 12:30:54.981791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df8652-5dfd-40f1-a96d-54058ff67eb3 None None] Network a97ade8e-fb7b-4acd-8556-d139b0dc2868 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:54.996038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad337db7-f0a0-44f2-9ee3-9ccc352ad717 req-57e40782-c99e-4a90-8248-1cbe92e49301 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0492973 Aug 19 12:30:55.005959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77f6ae-8c7a-492d-bda3-cbda51d87963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4789018c-c4a4-407d-8ca9-3b840b357098,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:55.040245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network 7005f7de-e8db-4771-aae5-0859a06b8d8e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:55.059793 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850a4f3-b736-4c90-9a81-beb1ece5ac20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17385771-9e17-429f-ad73-00b0e9ce531f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:55.074654 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f850a4f3-b736-4c90-9a81-beb1ece5ac20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.079224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f850a4f3-b736-4c90-9a81-beb1ece5ac20 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/17385771-9e17-429f-ad73-00b0e9ce531f HTTP/1.1" status: 204 len: 168 time: 0.6872811 Aug 19 12:30:55.083225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39894) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:55.103317 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.191424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 7005f7de-e8db-4771-aae5-0859a06b8d8e) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:55.200520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-292437617-network', 'tenant_id': '8a1d2c4d135243d6aa7779c3bc4513a0'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:55.205575 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adcd9e1-cc6b-4c52-b4ba-867d8a0bdbe5 None None] Network 7005f7de-e8db-4771-aae5-0859a06b8d8e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:55.208360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:55.208958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.244236 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8aea13b3-acd1-419e-a744-754362aa4d79 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.255174 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.314618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Deleting port dd607299-28c5-4de6-9c08-fcd76fe60027 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:55.315524 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.385474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] For port dd607299-28c5-4de6-9c08-fcd76fe60027, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dd607299-28c5-4de6-9c08-fcd76fe60027,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:55.385835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.400348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Calling delete_port for dd607299-28c5-4de6-9c08-fcd76fe60027 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:55.407738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-7005f7de-e8db-4771-aae5-0859a06b8d8e', 'network_id': '7005f7de-e8db-4771-aae5-0859a06b8d8e', 'tenant_id': 'bdf1b486ff22432cadf76463e36adaba', 'fixed_ips': [{'subnet_id': '3bcd720b-4e5b-4814-866c-161dc43b98ad'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:30:55.408623 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.412596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ef035-476f-488e-8cef-e59a1ca09468 None None] DHCP port deletion for a97ade8e-fb7b-4acd-8556-d139b0dc2868 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:30:55.507947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4179a63f-7330-4ae2-a6d1-667aea77087c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:55.518215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Made reservation on behalf of 8a1d2c4d135243d6aa7779c3bc4513a0 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:55.520628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.529953 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.560941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 4179a63f-7330-4ae2-a6d1-667aea77087c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:55.561206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4179a63f-7330-4ae2-a6d1-667aea77087c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:55.561842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dd607299-28c5-4de6-9c08-fcd76fe60027 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:55.612988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f58ef035-476f-488e-8cef-e59a1ca09468 None None] Deleting port dd607299-28c5-4de6-9c08-fcd76fe60027 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:55.617774 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f58ef035-476f-488e-8cef-e59a1ca09468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.648117 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.677382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd607299-28c5-4de6-9c08-fcd76fe60027,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:55.679267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] No DVR routers for this DVR port dd607299-28c5-4de6-9c08-fcd76fe60027 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:55.683008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Port dd607299-28c5-4de6-9c08-fcd76fe60027 update to DOWN by agent not found {{(pid=95544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 12:30:55.683460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b73163f6-5b67-4fb0-9527-34fcaeadcf32 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:30:55.717127 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-822905a6-eab9-442d-84ca-bc8cff38b328 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9334979 Aug 19 12:30:55.717355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: b73163f6-5b67-4fb0-9527-34fcaeadcf32 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:30:55.717355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b73163f6-5b67-4fb0-9527-34fcaeadcf32 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:30:55.724866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39898) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:55.724866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-239202605'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:55.729068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f58ef035-476f-488e-8cef-e59a1ca09468 None None] For port dd607299-28c5-4de6-9c08-fcd76fe60027, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dd607299-28c5-4de6-9c08-fcd76fe60027,segment=NetworkSegment(a7b169d1-238a-4c04-a679-7564c2e4c6ea),segment_id=a7b169d1-238a-4c04-a679-7564c2e4c6ea)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:55.729484 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f58ef035-476f-488e-8cef-e59a1ca09468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.746540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f58ef035-476f-488e-8cef-e59a1ca09468 None None] Calling delete_port for dd607299-28c5-4de6-9c08-fcd76fe60027 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:55.780799 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.798028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97ade8e-fb7b-4acd-8556-d139b0dc2868']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:55.814282 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b169d1-238a-4c04-a679-7564c2e4c6ea') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:55.814570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b169d1-238a-4c04-a679-7564c2e4c6ea') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:55.830250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.852053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.861236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:30:55.861624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:30:55.863287 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:30:55.866330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Allocated IP 2001:db8:0:ffff::2 (7005f7de-e8db-4771-aae5-0859a06b8d8e/3bcd720b-4e5b-4814-866c-161dc43b98ad/dd70b2c6-f0a4-4355-b9a3-c34421dafa93) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:55.949749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:55.954359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f58ef035-476f-488e-8cef-e59a1ca09468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.003117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ef035-476f-488e-8cef-e59a1ca09468 None None] Pushing event deleted for resources: {'Port': ['ID=dd607299-28c5-4de6-9c08-fcd76fe60027,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:56.011063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ef035-476f-488e-8cef-e59a1ca09468 None None] No DVR routers for this DVR port dd607299-28c5-4de6-9c08-fcd76fe60027 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:30:56.077794 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.110243 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.116947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.125559 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.133194 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.137084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a97ade8e-fb7b-4acd-8556-d139b0dc2868 HTTP/1.1" status: 204 len: 168 time: 1.0525892 Aug 19 12:30:56.137860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Transition to ACTIVE for port object dd70b2c6-f0a4-4355-b9a3-c34421dafa93 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:56.172538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Transition to ACTIVE for port object dd70b2c6-f0a4-4355-b9a3-c34421dafa93 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:30:56.182862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcd163-9432-4966-848b-3f02b5b58d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=a97ade8e-fb7b-4acd-8556-d139b0dc2868,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:56.188156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:56.204729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3af807-3538-4e67-8e1c-fcfbed0da03b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:56.225248 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39906) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:56.229404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2deff4b-f2ea-4e80-8095-7fc1e2b949cf req-6d005be2-829b-4243-b9d1-2c02d5f3aeda tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0618408 Aug 19 12:30:56.236868 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.237320 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Added segment 752ea66b-d9ee-4dc1-b604-bd9c0491e1a2 of type vlan for network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 Aug 19 12:30:56.257819 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8aea13b3-acd1-419e-a744-754362aa4d79 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.262147 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8aea13b3-acd1-419e-a744-754362aa4d79 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.298167 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.298405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.325467 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d47cfe77-7353-488c-8ec9-c3d8ee154283 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce4c382ad0f44e2b81308410bcb16760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929308 Aug 19 12:30:56.326715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39908) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:56.337957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Network 7005f7de-e8db-4771-aae5-0859a06b8d8e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:30:56.345735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:56.348806 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:30:56.375074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:56.376664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Pushing event updated for resources: {'Port': ['ID=dd70b2c6-f0a4-4355-b9a3-c34421dafa93,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:56.378664 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.411528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Attempting to bind port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:30:56.416037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Attempting to bind port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2cdeebf5-08ee-4c4a-90c8-13b0a448fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7005f7de-e8db-4771-aae5-0859a06b8d8e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:30:56.416037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Attempting to bind port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 on network 7005f7de-e8db-4771-aae5-0859a06b8d8e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:30:56.420112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:30:56.420493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Checking segment: {'id': '2cdeebf5-08ee-4c4a-90c8-13b0a448fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7005f7de-e8db-4771-aae5-0859a06b8d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:56.420905 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.421405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Bound using segment: {'id': '2cdeebf5-08ee-4c4a-90c8-13b0a448fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7005f7de-e8db-4771-aae5-0859a06b8d8e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:30:56.422045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Bound port: dd70b2c6-f0a4-4355-b9a3-c34421dafa93, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdeebf5-08ee-4c4a-90c8-13b0a448fb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7005f7de-e8db-4771-aae5-0859a06b8d8e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:30:56.422443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.436778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:30:56.455479 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.456790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:56.457663 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.462741 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aea13b3-acd1-419e-a744-754362aa4d79 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Router 9ea722db-179a-44bc-86db-e94128d2c182 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:30:56.464404 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.465054 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Added segment 89e6dec8-a5d0-4c6e-b170-028df0993131 of type vlan for network 45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4 Aug 19 12:30:56.465995 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66e0e8a4-7fe7-4360-ac7e-0efb45d5d4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.496931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] For port dd70b2c6-f0a4-4355-b9a3-c34421dafa93, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:30:56.500803 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] For port dd70b2c6-f0a4-4355-b9a3-c34421dafa93, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dd70b2c6-f0a4-4355-b9a3-c34421dafa93,segment=NetworkSegment(2cdeebf5-08ee-4c4a-90c8-13b0a448fb47),segment_id=2cdeebf5-08ee-4c4a-90c8-13b0a448fb47)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:30:56.523766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] Pushing event updated for resources: {'Network': ['ID=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:56.533475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:56.534001 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66e0e8a4-7fe7-4360-ac7e-0efb45d5d4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.545299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.681738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aea13b3-acd1-419e-a744-754362aa4d79 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:30:56.683578 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.686758 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8aea13b3-acd1-419e-a744-754362aa4d79 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.687991 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8aea13b3-acd1-419e-a744-754362aa4d79 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "PUT /v2.0/routers/9ea722db-179a-44bc-86db-e94128d2c182 HTTP/1.1" status: 200 len: 921 time: 1.9911907 Aug 19 12:30:56.690704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39910) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:56.693901 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520136bc-b2db-445f-a9a6-3a0c145c8eee None None] Sync routers for ids ['9ea722db-179a-44bc-86db-e94128d2c182'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:30:56.704591 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520136bc-b2db-445f-a9a6-3a0c145c8eee None None] Routers {'9ea722db-179a-44bc-86db-e94128d2c182'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:56.705194 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-520136bc-b2db-445f-a9a6-3a0c145c8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9ea722db-179a-44bc-86db-e94128d2c182'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:56.746000 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-520136bc-b2db-445f-a9a6-3a0c145c8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:56.747783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41300ef-2149-4c39-9c7c-048859681db4 None None] Pushing event updated for resources: {'Port': ['ID=dd70b2c6-f0a4-4355-b9a3-c34421dafa93,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:56.761295 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520136bc-b2db-445f-a9a6-3a0c145c8eee None None] Routers {'9ea722db-179a-44bc-86db-e94128d2c182'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:30:56.761918 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-520136bc-b2db-445f-a9a6-3a0c145c8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9ea722db-179a-44bc-86db-e94128d2c182'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:56.796614 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-520136bc-b2db-445f-a9a6-3a0c145c8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:30:56.797381 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520136bc-b2db-445f-a9a6-3a0c145c8eee None None] The sync data for ids ['9ea722db-179a-44bc-86db-e94128d2c182'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:30:56.808622 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8de7f35c-2b62-48b8-b333-e6560adf0c0d tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/routers/9ea722db-179a-44bc-86db-e94128d2c182 HTTP/1.1" status: 200 len: 921 time: 0.1167395 Aug 19 12:30:56.811482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39912) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:56.829582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f79dd11e-3814-4267-8baa-ac22235943e7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8884101 Aug 19 12:30:56.832874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39914) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:56.842746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] Request body: {'subnet': {'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-292437617-subnet', 'tenant_id': '8a1d2c4d135243d6aa7779c3bc4513a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:56.866571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39916) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:56.877993 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.884313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:56.886118 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.890377 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66e0e8a4-7fe7-4360-ac7e-0efb45d5d4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.892994 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66e0e8a4-7fe7-4360-ac7e-0efb45d5d4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:56.894143 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-66e0e8a4-7fe7-4360-ac7e-0efb45d5d4e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65826228-173e-4d4f-b644-6c56e5746e9c HTTP/1.1" status: 204 len: 168 time: 0.5659795 Aug 19 12:30:56.936733 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3b9aa829-c83b-41ed-a1ad-a6e4d179ff88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fef4421cce474701be8ac0788bc8348f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0661962 Aug 19 12:30:56.936949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39920) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:56.985365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0e8a4-7fe7-4360-ac7e-0efb45d5d4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65826228-173e-4d4f-b644-6c56e5746e9c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:57.011773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] Made reservation on behalf of 8a1d2c4d135243d6aa7779c3bc4513a0 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:57.017454 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.035154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3f4dd2-e448-4b2f-975f-5775ecc0f06c tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:57.040451 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9c3f4dd2-e448-4b2f-975f-5775ecc0f06c tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&device_id=9ea722db-179a-44bc-86db-e94128d2c182&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2274039 Aug 19 12:30:57.045205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39924) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:57.054451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Network': ['ID=45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:57.071585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:30:57.125344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5d3e623b-c386-4bb0-93f5-713222d29326 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4035115 Aug 19 12:30:57.125539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39926) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:57.135556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'subnet': {'network_id': '45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:57.288919 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41914581-a4d1-4cc7-9f68-a4503032e82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.305800 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a85c57-2352-43f7-a699-8434de663270 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:57.307224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d4a85c57-2352-43f7-a699-8434de663270 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 881 time: 0.2367740 Aug 19 12:30:57.310293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39930) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:57.343499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d62a74d7-f458-4390-9fa2-ae6f4f6909eb tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea722db-179a-44bc-86db-e94128d2c182 HTTP/1.1" status: 200 len: 205 time: 0.0319898 Aug 19 12:30:57.351413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39932) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:57.354127 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41914581-a4d1-4cc7-9f68-a4503032e82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.376662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-83cb93df-7a53-48b0-a5b9-eafbbc396463 req-c685fe0f-f929-422c-bd87-313bd5b8aa11 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0622520 Aug 19 12:30:57.442688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:30:57.448239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:57.533803 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dd70b2c6-f0a4-4355-b9a3-c34421dafa93 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:57.735095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:57.986373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.008059 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.029051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ef60bb-9b4e-4d3c-880f-0e6d40392aa2 None None] Network 7005f7de-e8db-4771-aae5-0859a06b8d8e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:58.044584 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41914581-a4d1-4cc7-9f68-a4503032e82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.048376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41914581-a4d1-4cc7-9f68-a4503032e82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.052363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-41914581-a4d1-4cc7-9f68-a4503032e82e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4a7793e-8e63-45ff-8f4a-7d72cda851da HTTP/1.1" status: 204 len: 168 time: 1.1117370 Aug 19 12:30:58.081096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41914581-a4d1-4cc7-9f68-a4503032e82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a7793e-8e63-45ff-8f4a-7d72cda851da,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:58.090183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=917b0eb4-793f-42ab-bd62-4942c9adf928,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:58.102302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] Checking segment: {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:58.102720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] Network hostable DHCP agents. Network: bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:58.236372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.277109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] Network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:58.305770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e9e67d79-5fc4-4ab9-88b9-05ef3d7e65de None None] Provisioning for port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:30:58.310277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e9e67d79-5fc4-4ab9-88b9-05ef3d7e65de None None] Provisioning complete for port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:58.310923 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9e67d79-5fc4-4ab9-88b9-05ef3d7e65de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.404224 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9e67d79-5fc4-4ab9-88b9-05ef3d7e65de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.420271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:58.424775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:58.425498 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.449451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d52b025-3291-4ac8-a833-5b5c2378ae6d None None] Network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:58.545934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e9e67d79-5fc4-4ab9-88b9-05ef3d7e65de None None] For port dd70b2c6-f0a4-4355-b9a3-c34421dafa93, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dd70b2c6-f0a4-4355-b9a3-c34421dafa93,segment=NetworkSegment(2cdeebf5-08ee-4c4a-90c8-13b0a448fb47),segment_id=2cdeebf5-08ee-4c4a-90c8-13b0a448fb47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:30:58.547224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Deleting port 6598f50d-dd3c-4cf5-8bbd-b166290b529a {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:30:58.547652 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.558643 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-52114272-bc50-4c79-b5d0-34cd2d875d87 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7234287 Aug 19 12:30:58.578676 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88bbe299-ebf5-4b8c-bd53-daef4c919b70 req-6ddaa7b0-767f-4304-9106-eda2d15a3874 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0547945 Aug 19 12:30:58.657242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:30:58.662670 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.743715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.763554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Calling delete_port for 6598f50d-dd3c-4cf5-8bbd-b166290b529a owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:30:58.773597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Subnet': ['ID=22d72a02-0525-41a6-9b24-fceb698b633d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:58.832707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Checking segment: {'id': '89e6dec8-a5d0-4c6e-b170-028df0993131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:30:58.833344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network hostable DHCP agents. Network: 45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:30:58.843822 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9e67d79-5fc4-4ab9-88b9-05ef3d7e65de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:58.895714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc4fd9-5667-4789-884a-428146e73f0a None None] Network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:59.008319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e67d79-5fc4-4ab9-88b9-05ef3d7e65de None None] Pushing event updated for resources: {'Port': ['ID=dd70b2c6-f0a4-4355-b9a3-c34421dafa93,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:59.021681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0522f45c-6e08-494f-bc4b-d57bcf246712 None None] Provisioning complete for port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:59.022051 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0522f45c-6e08-494f-bc4b-d57bcf246712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.227069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network 45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:30:59.236375 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.286334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Pushing event deleted for resources: {'Port': ['ID=6598f50d-dd3c-4cf5-8bbd-b166290b529a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:30:59.350727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.358273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39980) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:59.383157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:30:59.390034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a102db3-4e10-4b81-b92b-6ca965f2a259 None None] Network 45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:30:59.451727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.451727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.461888 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.464471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.535211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dd70b2c6-f0a4-4355-b9a3-c34421dafa93 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:30:59.601984 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-27c999c3-abbe-4f64-b989-9d012cf26643 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4710715 Aug 19 12:30:59.602523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39996) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:59.607707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'port': {'network_id': '45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4', 'name': 'tempest-NetworksIpV6TestAttrs-1285911594'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:59.643805 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.660018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea722db-179a-44bc-86db-e94128d2c182 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:30:59.660018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.660018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7f817924-435b-4b61-9a7e-35bf65464248 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/9ea722db-179a-44bc-86db-e94128d2c182 HTTP/1.1" status: 204 len: 168 time: 2.3026204 Aug 19 12:30:59.664309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40002) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:30:59.669565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4', 'network_id': '45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4', 'tenant_id': 'bdf1b486ff22432cadf76463e36adaba', 'fixed_ips': [{'subnet_id': '22d72a02-0525-41a6-9b24-fceb698b633d'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:30:59.670470 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.675425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a300f4ca-2f95-4ec8-90ab-b7207915517b tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1515573873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:59.699263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:30:59.699632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.725947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1358504554-network', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:30:59.764204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25021cf5-b22f-4182-98f2-ece131e46ca0 req-3ac37761-efe1-4942-a7d5-95dee88c6c11 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0407658 Aug 19 12:30:59.805390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-cb634a3b-cc69-4c1c-aee1-be9982c10491 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:30:59.806945 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-cb634a3b-cc69-4c1c-aee1-be9982c10491 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 814 time: 0.2363839 Aug 19 12:30:59.827379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-68c75f97-403e-4f48-b2d1-1d4e460497e7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/quotas/8a1d2c4d135243d6aa7779c3bc4513a0 HTTP/1.1" status: 200 len: 375 time: 0.0143540 Aug 19 12:30:59.860699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-07835df1-796a-40f7-86a5-14bf032242e0 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320654 Aug 19 12:30:59.894192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Allocated IP 2001:db8::f816:3eff:fe24:e909 (45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4/22d72a02-0525-41a6-9b24-fceb698b633d/57ac78b1-8fd9-40d7-a3db-22123062b17f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:30:59.964332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-f4ca1054-4f73-4853-8106-83e0db3e41ce service neutron] 10.222.0.21 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956702 Aug 19 12:30:59.981429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a300f4ca-2f95-4ec8-90ab-b7207915517b tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:30:59.987454 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a300f4ca-2f95-4ec8-90ab-b7207915517b tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.061550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a300f4ca-2f95-4ec8-90ab-b7207915517b tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.075434 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.076340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40006) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:00.082428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Transition to ACTIVE for port object 57ac78b1-8fd9-40d7-a3db-22123062b17f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:00.103736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Transition to ACTIVE for port object 57ac78b1-8fd9-40d7-a3db-22123062b17f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:00.128999 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a300f4ca-2f95-4ec8-90ab-b7207915517b tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.134104 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-4d8897c4-bbc7-481d-94b0-18177cca88d4 service neutron] 10.222.0.21 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623662 Aug 19 12:31:00.198698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-760520831-network', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:00.204574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Made reservation on behalf of f370aa199545458d8c5dd7f57e4a543c for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:00.210100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.220287 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.222107 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:31:00.222107 n-d-803757-2 neutron-server[95543]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:31:00.222107 n-d-803757-2 neutron-server[95543]: [parameters: {'project_id_1': 'becbd6116ce843618ea6f6cd4be07845', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 31, 0, 203074)}] Aug 19 12:31:00.222107 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:31:00.222476 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:31:00.231587 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.277046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Network 45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:00.280078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:00.283690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:00.291933 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Pushing event updated for resources: {'Port': ['ID=57ac78b1-8fd9-40d7-a3db-22123062b17f,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:00.352157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Attempting to bind port 57ac78b1-8fd9-40d7-a3db-22123062b17f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:00.352562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Attempting to bind port 57ac78b1-8fd9-40d7-a3db-22123062b17f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '89e6dec8-a5d0-4c6e-b170-028df0993131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:00.352966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Attempting to bind port 57ac78b1-8fd9-40d7-a3db-22123062b17f on network 45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:00.357348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:00.358823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:00.359277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Checking segment: {'id': '89e6dec8-a5d0-4c6e-b170-028df0993131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:00.359659 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.360052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Bound using segment: {'id': '89e6dec8-a5d0-4c6e-b170-028df0993131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:00.360719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Bound port: 57ac78b1-8fd9-40d7-a3db-22123062b17f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e6dec8-a5d0-4c6e-b170-028df0993131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:00.360957 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.361334 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.388855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] device_id is not set on port 3964df54-61f5-4b32-bd39-0a193a70a2e8 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:00.437509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d8614e3d-e5a4-4afb-afa7-d5a729834380 req-44c633b0-8b8b-46d8-9fe1-059d2e78699e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 210 time: 0.0334179 Aug 19 12:31:00.443456 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a300f4ca-2f95-4ec8-90ab-b7207915517b tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.450191 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a300f4ca-2f95-4ec8-90ab-b7207915517b tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7795250 Aug 19 12:31:00.455238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40016) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:00.455754 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Request body: {'router': {'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:00.462095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] For port 57ac78b1-8fd9-40d7-a3db-22123062b17f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:00.465395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] For port 57ac78b1-8fd9-40d7-a3db-22123062b17f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=57ac78b1-8fd9-40d7-a3db-22123062b17f,segment=NetworkSegment(89e6dec8-a5d0-4c6e-b170-028df0993131),segment_id=89e6dec8-a5d0-4c6e-b170-028df0993131)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:00.586027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Allocated IP 2001:db8::f816:3eff:fe8e:c7e5 (45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4/22d72a02-0525-41a6-9b24-fceb698b633d/3964df54-61f5-4b32-bd39-0a193a70a2e8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:00.636813 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.657228 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.689434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.706460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13817b15-c02d-4c33-a582-3a91b28c3fbe None None] Pushing event updated for resources: {'Port': ['ID=57ac78b1-8fd9-40d7-a3db-22123062b17f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:00.798088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.814083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Transition to ACTIVE for port object 3964df54-61f5-4b32-bd39-0a193a70a2e8 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:00.855454 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.911932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:00.945187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-83e493fe-8ad4-4550-8b0c-b70912298e7b req-f10621b3-2677-4327-9ae7-4ec65ed7e3be tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0804303 Aug 19 12:31:00.947244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3de3ad-1c71-40fe-8a14-360c0e9d3ed5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:00.955734 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:00.956258 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Added segment 227d6178-3649-429e-bec5-dcbe3773f22d of type vlan for network a153e588-a412-4b8f-89b5-9a286652c5e2 Aug 19 12:31:00.971059 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.081005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Port': ['ID=3964df54-61f5-4b32-bd39-0a193a70a2e8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:01.088192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network 45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:01.090662 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.098416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:01.099245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:01.103412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.105303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:01.111889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:01.112523 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.145286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.181916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.206463 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.232042 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4ee71ea6-839f-49bb-8d19-57b93cb8da12 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6286378 Aug 19 12:31:01.235550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40024) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:01.276878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.278274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:01.278893 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.342281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ec7965-d501-4ebe-b753-91e3a8758811 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Deleting subnet 22d72a02-0525-41a6-9b24-fceb698b633d {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:31:01.352022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a4ec7965-d501-4ebe-b753-91e3a8758811 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.358322 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-7c46c3ce-f3b9-4796-a6aa-6ba553cc9171 req-6dd78126-9295-41d4-8cf8-1ab38248b8bb service neutron] (95543) timed out ('10.222.0.30', 62654) {{(pid=95543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:31:01.360296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Allocated IP 172.25.2.13 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/4aca64c3-1847-4f12-96cd-c9b4b505ffd7) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:01.405279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] Pushing event updated for resources: {'Network': ['ID=a153e588-a412-4b8f-89b5-9a286652c5e2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:01.429901 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a4ec7965-d501-4ebe-b753-91e3a8758811 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.430121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network a153e588-a412-4b8f-89b5-9a286652c5e2 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:01.493449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.580542 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-956d163e-6c6c-4d31-b4bf-b438fb8ac916 req-08729fec-a12f-471f-9969-a5b6223e1d93 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 210 time: 0.0396273 Aug 19 12:31:01.618184 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.636811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 57ac78b1-8fd9-40d7-a3db-22123062b17f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:01.644927 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.680378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a4ec7965-d501-4ebe-b753-91e3a8758811 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.708953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:01.730082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc70333-5ed9-4d47-b629-9bc67ef7c924,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:01.739275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.739758 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Added segment c6e3490a-b258-430f-bd54-1a006483ade8 of type vlan for network a7e006fa-14ef-4f06-8efb-18b1127140c8 Aug 19 12:31:01.786970 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.904129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c54f048-373c-4dde-bf0a-4e4b953bdd27 None None] Network 45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:01.956153 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.956415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a4ec7965-d501-4ebe-b753-91e3a8758811 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.956523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 57ac78b1-8fd9-40d7-a3db-22123062b17f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:01.957171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:01.957761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:01.961462 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.004299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec7965-d501-4ebe-b753-91e3a8758811 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Subnet': ['ID=22d72a02-0525-41a6-9b24-fceb698b633d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:02.008028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a4ec7965-d501-4ebe-b753-91e3a8758811 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.009926 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a4ec7965-d501-4ebe-b753-91e3a8758811 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/subnets/22d72a02-0525-41a6-9b24-fceb698b633d HTTP/1.1" status: 204 len: 168 time: 0.7732913 Aug 19 12:31:02.019539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40034) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.075168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:02.075950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e006fa-14ef-4f06-8efb-18b1127140c8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:02.080931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:02.085199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:02.092092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Pushing event updated for resources: {'Port': ['ID=4aca64c3-1847-4f12-96cd-c9b4b505ffd7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:02.102164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network a7e006fa-14ef-4f06-8efb-18b1127140c8 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:02.140060 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d279ac94-a52e-4f8f-93cf-c9aa7705bff1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7771630 Aug 19 12:31:02.140259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40036) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.150235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] Request body: {'subnet': {'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1358504554-subnet', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:02.156445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b4378a1-fd45-4105-b236-6d629da56c8f req-baac265b-6e9a-4f8b-bd5c-22b0c09cd6c7 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0580771 Aug 19 12:31:02.159787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22058f15-a7e2-47f2-aa42-f8cb0c7169bc tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:02.161541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22058f15-a7e2-47f2-aa42-f8cb0c7169bc tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:02.167021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-22058f15-a7e2-47f2-aa42-f8cb0c7169bc tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1461477 Aug 19 12:31:02.167671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40038) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.210779 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d56088c-8d00-444d-a529-3f8c52160606 None None] DHCP port deletion for 45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:31:02.215591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-08c1e8f6-cee4-4b74-ae0d-f4e9e55857ba None None] Provisioning for port 57ac78b1-8fd9-40d7-a3db-22123062b17f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:02.226426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-08c1e8f6-cee4-4b74-ae0d-f4e9e55857ba None None] Provisioning complete for port 57ac78b1-8fd9-40d7-a3db-22123062b17f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:02.226824 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-08c1e8f6-cee4-4b74-ae0d-f4e9e55857ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.247850 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1ff098b3-394c-451a-b423-2556e6a0c334 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1702251 Aug 19 12:31:02.253956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40040) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.262881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] Request body: {'subnet': {'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-760520831-subnet', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:02.263105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5245ec5-1bcc-455d-bf98-1a229be546db tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.274314 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5245ec5-1bcc-455d-bf98-1a229be546db tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 12:31:02.274854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5245ec5-1bcc-455d-bf98-1a229be546db tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:02.281601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a5245ec5-1bcc-455d-bf98-1a229be546db tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/networks/45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4 HTTP/1.1" status: 409 len: 405 time: 0.1083069 Aug 19 12:31:02.283503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40042) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:02.289541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-221297574'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:02.316413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6d56088c-8d00-444d-a529-3f8c52160606 None None] Deleting port 57ac78b1-8fd9-40d7-a3db-22123062b17f {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:02.316789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6d56088c-8d00-444d-a529-3f8c52160606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.393411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] Made reservation on behalf of f370aa199545458d8c5dd7f57e4a543c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:02.395795 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.396298 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-08c1e8f6-cee4-4b74-ae0d-f4e9e55857ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.407225 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:31:02.407225 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:31:02.407225 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id_1': 'bdf1b486ff22432cadf76463e36adaba', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 31, 2, 300525)}] Aug 19 12:31:02.407225 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:31:02.407665 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:31:02.416568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6d56088c-8d00-444d-a529-3f8c52160606 None None] For port 57ac78b1-8fd9-40d7-a3db-22123062b17f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=57ac78b1-8fd9-40d7-a3db-22123062b17f,segment=NetworkSegment(89e6dec8-a5d0-4c6e-b170-028df0993131),segment_id=89e6dec8-a5d0-4c6e-b170-028df0993131)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:02.416876 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6d56088c-8d00-444d-a529-3f8c52160606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.438514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6d56088c-8d00-444d-a529-3f8c52160606 None None] Calling delete_port for 57ac78b1-8fd9-40d7-a3db-22123062b17f owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:02.460355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-08c1e8f6-cee4-4b74-ae0d-f4e9e55857ba None None] For port 57ac78b1-8fd9-40d7-a3db-22123062b17f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=57ac78b1-8fd9-40d7-a3db-22123062b17f,segment=NetworkSegment(89e6dec8-a5d0-4c6e-b170-028df0993131),segment_id=89e6dec8-a5d0-4c6e-b170-028df0993131)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:02.563183 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-08c1e8f6-cee4-4b74-ae0d-f4e9e55857ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.592390 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.615114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1e8f6-cee4-4b74-ae0d-f4e9e55857ba None None] Pushing event updated for resources: {'Port': ['ID=57ac78b1-8fd9-40d7-a3db-22123062b17f,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:02.643586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:02.645799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.698433 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6d56088c-8d00-444d-a529-3f8c52160606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:02.728767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56088c-8d00-444d-a529-3f8c52160606 None None] Pushing event deleted for resources: {'Port': ['ID=57ac78b1-8fd9-40d7-a3db-22123062b17f,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:02.733250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d56088c-8d00-444d-a529-3f8c52160606 None None] No DVR routers for this DVR port 57ac78b1-8fd9-40d7-a3db-22123062b17f on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:02.767833 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f024e22a-99bf-47d5-9a47-ebf1599da64e req-2a886e7c-48d3-48ed-ac8c-32b558008503 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 210 time: 0.0962007 Aug 19 12:31:03.054545 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.058128 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.084363 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.094608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:03.098273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.128543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:03.138271 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.138719 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Added segment 901acf8b-e333-40df-b9fd-ece9913a1713 of type vlan for network f95fefdd-09fd-41b6-9bb1-2073b70676b4 Aug 19 12:31:03.170001 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.171835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=03755d38-0a4f-447f-9c7b-f996e046b45f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:03.183656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.260706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] Checking segment: {'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:03.261225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] Network hostable DHCP agents. Network: a153e588-a412-4b8f-89b5-9a286652c5e2, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:03.278610 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d05ae273-ebf2-49a9-adf4-146836f583f7 req-69d3b5c0-dc8d-4d89-bb7e-31e01ed61e3e tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0299211 Aug 19 12:31:03.281720 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.292613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:03.293249 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.296518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17153962-cb0b-4fc9-8d4f-bb84422dda6b,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:03.324017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] Checking segment: {'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:03.324385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] Network hostable DHCP agents. Network: a7e006fa-14ef-4f06-8efb-18b1127140c8, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:03.376389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Network': ['ID=f95fefdd-09fd-41b6-9bb1-2073b70676b4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:03.386672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network f95fefdd-09fd-41b6-9bb1-2073b70676b4 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:03.408367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] Network a153e588-a412-4b8f-89b5-9a286652c5e2 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:03.441014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-085bd406-f1e7-4960-afaf-59972d9c39c5 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1535804 Aug 19 12:31:03.441225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] Network a7e006fa-14ef-4f06-8efb-18b1127140c8 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:03.441225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Router 8a882375-2423-4691-982e-4be736430b0e is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:31:03.441424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40050) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:03.447265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'subnet': {'network_id': 'f95fefdd-09fd-41b6-9bb1-2073b70676b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:03.513058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 57ac78b1-8fd9-40d7-a3db-22123062b17f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:03.549835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 57ac78b1-8fd9-40d7-a3db-22123062b17f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:03.550434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 57ac78b1-8fd9-40d7-a3db-22123062b17f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:03.602221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:03.613636 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874bba2e-c8ac-4945-9df3-8258a063fcec None None] Sync routers for ids ['8a882375-2423-4691-982e-4be736430b0e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:03.614985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.617016 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4da79e6f-74a7-4cea-a858-19a812caa969 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "PUT /v2.0/routers/8a882375-2423-4691-982e-4be736430b0e HTTP/1.1" status: 200 len: 879 time: 3.1648352 Aug 19 12:31:03.619808 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40054) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:03.627781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874bba2e-c8ac-4945-9df3-8258a063fcec None None] Routers {'8a882375-2423-4691-982e-4be736430b0e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:03.628941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-874bba2e-c8ac-4945-9df3-8258a063fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['8a882375-2423-4691-982e-4be736430b0e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:03.637730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, a153e588-a412-4b8f-89b5-9a286652c5e2) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:03.639590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, a7e006fa-14ef-4f06-8efb-18b1127140c8) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:03.653087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:03.653957 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.668197 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:03.669308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.681764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4157356-a56b-4202-b803-55ab02e62abb None None] Network a7e006fa-14ef-4f06-8efb-18b1127140c8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:03.684200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80949f5-0a60-482e-b522-1d980fd312d3 None None] Network a153e588-a412-4b8f-89b5-9a286652c5e2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:03.688543 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-874bba2e-c8ac-4945-9df3-8258a063fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:03.749553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:03.753093 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:03.830977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874bba2e-c8ac-4945-9df3-8258a063fcec None None] Routers {'8a882375-2423-4691-982e-4be736430b0e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:03.831622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-874bba2e-c8ac-4945-9df3-8258a063fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['8a882375-2423-4691-982e-4be736430b0e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:03.872384 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-33f9fb31-9910-4bbf-b753-18ff48ba729d tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/routers/8a882375-2423-4691-982e-4be736430b0e HTTP/1.1" status: 200 len: 920 time: 0.2505536 Aug 19 12:31:03.877179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40058) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:03.977840 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b95f946-7ea6-42fc-b734-c5dffb3e285f req-c1b22b9d-c7ab-45f1-92ee-e8e735bba0b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 210 time: 0.0968962 Aug 19 12:31:03.978645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679e80c1-fb14-4df3-86ca-3559d88b671a tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:03.982553 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-679e80c1-fb14-4df3-86ca-3559d88b671a tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&device_id=8a882375-2423-4691-982e-4be736430b0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1019440 Aug 19 12:31:04.008841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-7f2d17dc-2cd2-41a1-9d07-7ec077720f52 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:04.011890 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-7f2d17dc-2cd2-41a1-9d07-7ec077720f52 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.30 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 814 time: 0.2918417 Aug 19 12:31:04.014467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40060) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:04.020242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-42043923-9fde-4ccf-8fe8-bd1ee08bb0db admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8769512 Aug 19 12:31:04.020692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-25b35d55-26c2-4e44-825d-649e6c0e5c7a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7649543 Aug 19 12:31:04.021446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40062) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:04.027360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Request body: {'port': {'device_id': 'a112131a-d317-495b-81f7-8a872a6897e7', 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3', 'admin_state_up': True, 'tenant_id': '8a1d2c4d135243d6aa7779c3bc4513a0'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:04.037974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-874bba2e-c8ac-4945-9df3-8258a063fcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:04.038636 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874bba2e-c8ac-4945-9df3-8258a063fcec None None] The sync data for ids ['8a882375-2423-4691-982e-4be736430b0e'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:04.041841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40064) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:04.061845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:04.128486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1358504554-router', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:04.212012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-a7e006fa-14ef-4f06-8efb-18b1127140c8', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'fixed_ips': [{'subnet_id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:04.213086 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.218778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4b236b-1f5e-4144-a276-1db603e2a77e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:04.223172 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ba4b236b-1f5e-4144-a276-1db603e2a77e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 881 time: 0.2048373 Aug 19 12:31:04.228713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40066) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:04.231691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-a153e588-a412-4b8f-89b5-9a286652c5e2', 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c', 'fixed_ips': [{'subnet_id': '03755d38-0a4f-447f-9c7b-f996e046b45f'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:04.233868 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.264511 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e669c84e-01b7-480b-a1ce-e5a6334470da tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a882375-2423-4691-982e-4be736430b0e HTTP/1.1" status: 200 len: 205 time: 0.0397575 Aug 19 12:31:04.265958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.267108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40068) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:04.267265 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.360427 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.436025 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-054cd287-12b2-479d-afc7-92e8cbdfc392 req-b50f201f-04f8-42cd-8782-30e56cfcbb6f tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0346229 Aug 19 12:31:04.450320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.451906 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.474543 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Allocated IP 172.20.0.2 (a7e006fa-14ef-4f06-8efb-18b1127140c8/17153962-cb0b-4fc9-8d4f-bb84422dda6b/22b516f3-48a6-4966-b0c4-a1aee942c57c) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:04.485012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Allocated IP 172.20.0.2 (a153e588-a412-4b8f-89b5-9a286652c5e2/03755d38-0a4f-447f-9c7b-f996e046b45f/8a12e195-a0b0-4b00-815a-bf63ecc2cc31) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:04.486044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.objects.ports [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95542) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:31:04.488188 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.697281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Subnet': ['ID=6d629e35-1731-48d1-8823-0d63c89afc50,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:04.705716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Checking segment: {'id': '901acf8b-e333-40df-b9fd-ece9913a1713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f95fefdd-09fd-41b6-9bb1-2073b70676b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:04.706046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network hostable DHCP agents. Network: f95fefdd-09fd-41b6-9bb1-2073b70676b4, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:04.710529 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.781009 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.788055 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.798163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Transition to ACTIVE for port object 22b516f3-48a6-4966-b0c4-a1aee942c57c will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:04.803569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Transition to ACTIVE for port object 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:04.825583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Transition to ACTIVE for port object 22b516f3-48a6-4966-b0c4-a1aee942c57c will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:04.829353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Transition to ACTIVE for port object 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:04.907283 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.932826 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:04.938556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network f95fefdd-09fd-41b6-9bb1-2073b70676b4 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:05.053922 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.077170 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.083673 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.090273 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.095413 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b8922a5-3d75-4b7c-953b-8914a28631a5 req-3e2d4cb8-e01e-4c85-9788-ad2bea20a2c5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 210 time: 0.0307274 Aug 19 12:31:05.108703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.135202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Network a153e588-a412-4b8f-89b5-9a286652c5e2 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:05.143746 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Network a7e006fa-14ef-4f06-8efb-18b1127140c8 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:05.145000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:05.149775 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f97428c4-50a6-44cc-8fb2-db07ecdf7c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.151948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:05.155344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:05.161495 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:05.165587 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Pushing event updated for resources: {'Port': ['ID=22b516f3-48a6-4966-b0c4-a1aee942c57c,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:05.219274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Made reservation on behalf of 8a1d2c4d135243d6aa7779c3bc4513a0 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:05.222820 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.230551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Allocated IP 172.25.2.7 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/e39c8339-753d-493f-b97d-05e4b97c99fe) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:05.263761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, f95fefdd-09fd-41b6-9bb1-2073b70676b4) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:05.279067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Attempting to bind port 22b516f3-48a6-4966-b0c4-a1aee942c57c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:05.279432 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Attempting to bind port 22b516f3-48a6-4966-b0c4-a1aee942c57c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:05.279789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Attempting to bind port 22b516f3-48a6-4966-b0c4-a1aee942c57c on network a7e006fa-14ef-4f06-8efb-18b1127140c8 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:05.283926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41dd70f-9d06-4204-9071-5c6f8c5d42b1 None None] Network f95fefdd-09fd-41b6-9bb1-2073b70676b4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:05.294344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:05.295011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.337113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Pushing event updated for resources: {'Port': ['ID=8a12e195-a0b0-4b00-815a-bf63ecc2cc31,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:05.342639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:05.342970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Checking segment: {'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:05.343385 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.343714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Bound using segment: {'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:05.344233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Bound port: 22b516f3-48a6-4966-b0c4-a1aee942c57c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:05.344546 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.349551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.358727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Attempting to bind port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:05.359119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Attempting to bind port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:05.359476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Attempting to bind port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 on network a153e588-a412-4b8f-89b5-9a286652c5e2 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:05.370119 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.375617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:05.375617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Checking segment: {'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:05.375617 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.375617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Bound using segment: {'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:05.375617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Bound port: 8a12e195-a0b0-4b00-815a-bf63ecc2cc31, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:05.375617 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.411715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-53602d65-bf53-4d31-a0cf-677c3eaeb871 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9669042 Aug 19 12:31:05.412397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40076) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:05.422704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'port': {'network_id': 'f95fefdd-09fd-41b6-9bb1-2073b70676b4', 'name': 'tempest-NetworksIpV6TestAttrs-1138268214'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:05.483450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Deleting port 4aca64c3-1847-4f12-96cd-c9b4b505ffd7 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:05.483831 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.517602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] For port 22b516f3-48a6-4966-b0c4-a1aee942c57c, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:05.528669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.547676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] For port 22b516f3-48a6-4966-b0c4-a1aee942c57c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=22b516f3-48a6-4966-b0c4-a1aee942c57c,segment=NetworkSegment(c6e3490a-b258-430f-bd54-1a006483ade8),segment_id=c6e3490a-b258-430f-bd54-1a006483ade8)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:05.555474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] For port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:05.588834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-f95fefdd-09fd-41b6-9bb1-2073b70676b4', 'network_id': 'f95fefdd-09fd-41b6-9bb1-2073b70676b4', 'tenant_id': 'bdf1b486ff22432cadf76463e36adaba', 'fixed_ips': [{'subnet_id': '6d629e35-1731-48d1-8823-0d63c89afc50'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:05.589692 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.593661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] For port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8a12e195-a0b0-4b00-815a-bf63ecc2cc31,segment=NetworkSegment(227d6178-3649-429e-bec5-dcbe3773f22d),segment_id=227d6178-3649-429e-bec5-dcbe3773f22d)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:05.621231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:05.653117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Allocated IP 172.20.0.7 (bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3/917b0eb4-793f-42ab-bd62-4942c9adf928/92e59300-f4da-4201-adff-badb3820de5e) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:05.688585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:05.691177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Pushing event updated for resources: {'Port': ['ID=e39c8339-753d-493f-b97d-05e4b97c99fe,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:05.702974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:05.719979 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.726183 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.758091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Calling delete_port for 4aca64c3-1847-4f12-96cd-c9b4b505ffd7 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:05.772847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f30c0525-235a-4218-9854-0026e7c5772e req-3dd0b868-9431-4eb4-81d9-0babdb1a62bf tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.1836231 Aug 19 12:31:05.801165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac2f4b09-a127-4665-a1b6-ca67fdb06d9f req-b146c49f-c44f-4635-9e35-560a52328e5a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0450618 Aug 19 12:31:05.801498 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:05.810665 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Allocated IP 2001:db8::f816:3eff:fe89:1db1 (f95fefdd-09fd-41b6-9bb1-2073b70676b4/6d629e35-1731-48d1-8823-0d63c89afc50/9f883987-fe5a-46c5-864b-3458695f9df4) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:05.877114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d4aef-2278-434f-a914-445d9ed6a5bc None None] Pushing event updated for resources: {'Port': ['ID=22b516f3-48a6-4966-b0c4-a1aee942c57c,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:06.042136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305a3f5-54e4-4dc0-b14d-3c310a431bb6 None None] Pushing event updated for resources: {'Port': ['ID=8a12e195-a0b0-4b00-815a-bf63ecc2cc31,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:06.048001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:06.055308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.104954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] device_id is not set on port 79b234f5-2bdb-48db-a08e-c4042a9cf21b yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:06.244086 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.263685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Transition to ACTIVE for port object 9f883987-fe5a-46c5-864b-3458695f9df4 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:06.299754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Transition to ACTIVE for port object 9f883987-fe5a-46c5-864b-3458695f9df4 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:06.306533 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.390444 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83666ec5-5486-436a-9697-19f4d523f1f9 req-12e95bab-aa9e-40fa-97da-ad67e630fa39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 210 time: 0.1756253 Aug 19 12:31:06.437619 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.438282 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.489191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Network f95fefdd-09fd-41b6-9bb1-2073b70676b4 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:06.494575 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:06.500535 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:06.503068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Pushing event updated for resources: {'Port': ['ID=9f883987-fe5a-46c5-864b-3458695f9df4,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:06.558425 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.560519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Allocated IP 2001:db8::f816:3eff:fe97:9b64 (f95fefdd-09fd-41b6-9bb1-2073b70676b4/6d629e35-1731-48d1-8823-0d63c89afc50/79b234f5-2bdb-48db-a08e-c4042a9cf21b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:06.574203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.574950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Attempting to bind port 9f883987-fe5a-46c5-864b-3458695f9df4 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:06.575475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Attempting to bind port 9f883987-fe5a-46c5-864b-3458695f9df4 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '901acf8b-e333-40df-b9fd-ece9913a1713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f95fefdd-09fd-41b6-9bb1-2073b70676b4'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:06.575985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Attempting to bind port 9f883987-fe5a-46c5-864b-3458695f9df4 on network f95fefdd-09fd-41b6-9bb1-2073b70676b4 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:06.582544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:06.583127 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Checking segment: {'id': '901acf8b-e333-40df-b9fd-ece9913a1713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f95fefdd-09fd-41b6-9bb1-2073b70676b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:06.583654 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.584781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Bound using segment: {'id': '901acf8b-e333-40df-b9fd-ece9913a1713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f95fefdd-09fd-41b6-9bb1-2073b70676b4'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:06.585395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Bound port: 9f883987-fe5a-46c5-864b-3458695f9df4, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901acf8b-e333-40df-b9fd-ece9913a1713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f95fefdd-09fd-41b6-9bb1-2073b70676b4'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:06.586000 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.594659 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.666625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] For port 9f883987-fe5a-46c5-864b-3458695f9df4, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:06.676877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] For port 9f883987-fe5a-46c5-864b-3458695f9df4, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9f883987-fe5a-46c5-864b-3458695f9df4,segment=NetworkSegment(901acf8b-e333-40df-b9fd-ece9913a1713),segment_id=901acf8b-e333-40df-b9fd-ece9913a1713)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:06.689963 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.772227 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.773785 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Pushing event deleted for resources: {'Port': ['ID=4aca64c3-1847-4f12-96cd-c9b4b505ffd7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:06.815592 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:06.898845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525cf94-ea7a-45fd-b5b3-6db67b03e0cd None None] Pushing event updated for resources: {'Port': ['ID=9f883987-fe5a-46c5-864b-3458695f9df4,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:06.997743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:07.023087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:07.023617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:07.040472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Pushing event updated for resources: {'Port': ['ID=92e59300-f4da-4201-adff-badb3820de5e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:07.127155 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.135108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Allocated IP 172.25.2.177 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/721b79bb-3e24-4478-9b6a-f144cf60770b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:07.190154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-565bb6b8-dddf-4ae6-9a07-3307b822db2a req-d68906c3-e2f8-469b-b139-ea12dcddedab tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0507586 Aug 19 12:31:07.323067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.349426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Router ea62a703-68f5-4f3b-ada3-e9ce049f8083 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:31:07.376012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:07.376689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.420915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.427391 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.451566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Transition to ACTIVE for port object 79b234f5-2bdb-48db-a08e-c4042a9cf21b will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:07.596383 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-2541e001-1c04-4ab1-9d9e-3a2e997beeff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5696132 Aug 19 12:31:07.611841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:07.628892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Request body: {'port': {'device_id': 'a112131a-d317-495b-81f7-8a872a6897e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:07.630212 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Sync routers for ids ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:07.647784 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Routers {'ea62a703-68f5-4f3b-ada3-e9ce049f8083'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:07.649378 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:07.682893 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.692329 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.693021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Fanout notify agent at l3_agent the message router_deleted on router 8a882375-2423-4691-982e-4be736430b0e {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:31:07.719917 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.723376 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-232a2191-6cd9-45ac-853b-e2fed30de062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/8a882375-2423-4691-982e-4be736430b0e HTTP/1.1" status: 204 len: 168 time: 3.4541287 Aug 19 12:31:07.729048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba30e43-5bf2-467b-a3b2-dfe58bb4b2b8 None None] Network a7e006fa-14ef-4f06-8efb-18b1127140c8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:07.729871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40090) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:07.738511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-22176253-81ac-485e-a203-484e0594b049 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-509268373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:07.745566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc60566-2b3f-44e0-9255-781e1b3d988e req-4db2bd22-a160-40f8-8618-ddf298f622e7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:07.747169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9fc60566-2b3f-44e0-9255-781e1b3d988e req-4db2bd22-a160-40f8-8618-ddf298f622e7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 931 time: 0.2014005 Aug 19 12:31:07.811005 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2e44d089-1b72-402b-a4cd-3883eb33bd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.820619 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.824193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9f883987-fe5a-46c5-864b-3458695f9df4 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:07.849124 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Set router ea62a703-68f5-4f3b-ada3-e9ce049f8083 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:07.867560 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.875921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4bfc3bab-d309-44c3-912e-8a525d6fafcd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8282280 Aug 19 12:31:07.875921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40092) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:07.877072 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.886502 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:07.919598 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9247f061-c4a2-45e0-a680-e7c70b3308a6 None None] Provisioning for port 22b516f3-48a6-4966-b0c4-a1aee942c57c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:08.008235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9fc60566-2b3f-44e0-9255-781e1b3d988e req-9bdb2936-fef0-4c5a-b988-3885e5b1c308 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493024 Aug 19 12:31:08.121751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Port': ['ID=79b234f5-2bdb-48db-a08e-c4042a9cf21b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:08.134133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network f95fefdd-09fd-41b6-9bb1-2073b70676b4 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:08.150549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:08.156923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:08.167703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:08.168384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.189204 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:05Z', 'revision_number': 3, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:08.201861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 9f883987-fe5a-46c5-864b-3458695f9df4 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:08.211724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22176253-81ac-485e-a203-484e0594b049 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.212931 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22176253-81ac-485e-a203-484e0594b049 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.221749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 22b516f3-48a6-4966-b0c4-a1aee942c57c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:08.226239 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Checking router: ea62a703-68f5-4f3b-ada3-e9ce049f8083 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:31:08.228736 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Updating router ea62a703-68f5-4f3b-ada3-e9ce049f8083 port e39c8339-753d-493f-b97d-05e4b97c99fe binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:31:08.229666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e1f54-e5ba-4adf-b328-9604d50bfd5a None None] Network a153e588-a412-4b8f-89b5-9a286652c5e2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:08.267546 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.278045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.361654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:08.364109 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22176253-81ac-485e-a203-484e0594b049 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.375945 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5e63fc82-ad23-441e-8f39-bcff2fa6ad5a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9612837 Aug 19 12:31:08.378702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40098) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:08.382898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:08.388854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:08.429251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-71041139-ebe2-47e2-9170-03af6e53f74a req-3feabb36-1c32-4e8d-96fc-661c4a4a71fa tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0583107 Aug 19 12:31:08.501254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Pushing event updated for resources: {'Port': ['ID=721b79bb-3e24-4478-9b6a-f144cf60770b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:08.536624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22176253-81ac-485e-a203-484e0594b049 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.683755 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22176253-81ac-485e-a203-484e0594b049 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.685655 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.686479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-22176253-81ac-485e-a203-484e0594b049 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9545271 Aug 19 12:31:08.689143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40102) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:08.694464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e0fbf-11a6-4463-b742-501076eebaa6 None None] Network f95fefdd-09fd-41b6-9bb1-2073b70676b4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:08.698545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'enable_snat': True}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:08.719396 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Transition to ACTIVE for port object e39c8339-753d-493f-b97d-05e4b97c99fe will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:08.811646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-33eecd29-45dd-4ddd-adfa-411903d50416 None None] Provisioning for port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:08.894452 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:08.962498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 22b516f3-48a6-4966-b0c4-a1aee942c57c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:08.977901 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Attempting to bind port e39c8339-753d-493f-b97d-05e4b97c99fe on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:08.979003 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Attempting to bind port e39c8339-753d-493f-b97d-05e4b97c99fe by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:08.980968 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Attempting to bind port e39c8339-753d-493f-b97d-05e4b97c99fe on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:08.997694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 22b516f3-48a6-4966-b0c4-a1aee942c57c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:08.998074 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.067271 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:09.070952 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:09.071590 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.073848 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:09.075424 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Bound port: e39c8339-753d-493f-b97d-05e4b97c99fe, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:09.077557 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.150409 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.159287 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] For port e39c8339-753d-493f-b97d-05e4b97c99fe, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:09.164823 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] For port e39c8339-753d-493f-b97d-05e4b97c99fe, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e39c8339-753d-493f-b97d-05e4b97c99fe,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:09.172002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-117c8da7-f8ee-4882-ae96-550d4ce971d3 None None] Provisioning for port 9f883987-fe5a-46c5-864b-3458695f9df4 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:09.176763 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-117c8da7-f8ee-4882-ae96-550d4ce971d3 None None] Provisioning complete for port 9f883987-fe5a-46c5-864b-3458695f9df4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:09.177257 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-117c8da7-f8ee-4882-ae96-550d4ce971d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.183808 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.198695 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16e739-6541-4bec-b58c-0a756eebd1f6 None None] Pushing event updated for resources: {'Port': ['ID=e39c8339-753d-493f-b97d-05e4b97c99fe,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:09.283867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 22b516f3-48a6-4966-b0c4-a1aee942c57c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=22b516f3-48a6-4966-b0c4-a1aee942c57c,segment=NetworkSegment(c6e3490a-b258-430f-bd54-1a006483ade8),segment_id=c6e3490a-b258-430f-bd54-1a006483ade8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:09.288749 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.304956 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.385261 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.385261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:09.385611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Routers {'ea62a703-68f5-4f3b-ada3-e9ce049f8083'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:09.385611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:09.414435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc7ecd-2ff5-464b-be44-6471ab4129f0 req-4cda53f3-397c-4148-942f-304df8a73266 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:09.421226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76fc7ecd-2ff5-464b-be44-6471ab4129f0 req-4cda53f3-397c-4148-942f-304df8a73266 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 931 time: 0.2671351 Aug 19 12:31:09.449026 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-117c8da7-f8ee-4882-ae96-550d4ce971d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.578754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=22b516f3-48a6-4966-b0c4-a1aee942c57c,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:09.582244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-117c8da7-f8ee-4882-ae96-550d4ce971d3 None None] For port 9f883987-fe5a-46c5-864b-3458695f9df4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9f883987-fe5a-46c5-864b-3458695f9df4,segment=NetworkSegment(901acf8b-e333-40df-b9fd-ece9913a1713),segment_id=901acf8b-e333-40df-b9fd-ece9913a1713)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:09.582878 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] Set router ea62a703-68f5-4f3b-ada3-e9ce049f8083 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:09.592110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.592503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.592843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.593173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.593504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.594040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.594727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.595382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.598892 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.598892 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.598892 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.598892 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:09.600384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-241d34b8-84dc-479c-99bd-cfd9d4d44caf req-6cb64ba4-0f10-4c54-ac28-68b8d3e4a52e tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5&device_id=70111761-43a6-48b6-8fd6-c18e7097db10 HTTP/1.1" status: 200 len: 210 time: 0.0551386 Aug 19 12:31:09.604691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10da1ef-54d2-41b3-9bea-20a0794aa6a1 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Deleting subnet 6d629e35-1731-48d1-8823-0d63c89afc50 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:31:09.611164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b10da1ef-54d2-41b3-9bea-20a0794aa6a1 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.628722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.663686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76fc7ecd-2ff5-464b-be44-6471ab4129f0 req-7b9fce2e-f322-4c6e-b7cc-97c13d7d64c7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960442 Aug 19 12:31:09.699377 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b10da1ef-54d2-41b3-9bea-20a0794aa6a1 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.740715 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16e739-6541-4bec-b58c-0a756eebd1f6 None None] Pushing event updated for resources: {'Port': ['ID=e39c8339-753d-493f-b97d-05e4b97c99fe,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:09.765627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:09.769405 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-117c8da7-f8ee-4882-ae96-550d4ce971d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.776157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:09.776528 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.919300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Provisioning complete for port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:09.920752 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:09.991289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c8da7-f8ee-4882-ae96-550d4ce971d3 None None] Pushing event updated for resources: {'Port': ['ID=9f883987-fe5a-46c5-864b-3458695f9df4,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:10.054395 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.098566 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.111914 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:05Z', 'revision_number': 3, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:10.154417 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b10da1ef-54d2-41b3-9bea-20a0794aa6a1 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.166177 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f57ecf-0271-4256-a4a0-f6b7bbd33789 None None] The sync data for ids ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'] in n-d-803757-2 is: [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:05Z', 'revision_number': 3, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:10.187371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2960576c-555a-4959-8901-e34383bdef11 None None] For port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8a12e195-a0b0-4b00-815a-bf63ecc2cc31,segment=NetworkSegment(227d6178-3649-429e-bec5-dcbe3773f22d),segment_id=227d6178-3649-429e-bec5-dcbe3773f22d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:10.187611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e59300-f4da-4201-adff-badb3820de5e {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:10.191016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Allocated IP 172.20.0.1 (a7e006fa-14ef-4f06-8efb-18b1127140c8/17153962-cb0b-4fc9-8d4f-bb84422dda6b/56462188-6c96-4842-a614-943b1a85963d) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:10.203492 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.204706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.210413 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.239427 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.284899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Transition to ACTIVE for port object 92e59300-f4da-4201-adff-badb3820de5e will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:10.321804 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.343117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0545eaf1-e911-48ac-8692-8110a4aceb05 req-952867f1-b9b2-4b23-8bf0-823518d68525 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=32dd180011ec42698d314c9ef7c469d1&device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0995495 Aug 19 12:31:10.423611 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d5864968-f6af-45ed-b20b-86070ea537eb req-11947bf6-16b1-4d25-ba2b-d5c66deaa2bd tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.0714314 Aug 19 12:31:10.450829 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.459287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0545eaf1-e911-48ac-8692-8110a4aceb05 req-437c7843-144d-46be-a075-553cac9ad76f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=32dd180011ec42698d314c9ef7c469d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760944 Aug 19 12:31:10.469799 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:31:10.470050 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:31:10.473415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Pushing event updated for resources: {'Port': ['ID=8a12e195-a0b0-4b00-815a-bf63ecc2cc31,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:10.524579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b10da1ef-54d2-41b3-9bea-20a0794aa6a1 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.574311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10da1ef-54d2-41b3-9bea-20a0794aa6a1 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Subnet': ['ID=6d629e35-1731-48d1-8823-0d63c89afc50,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:10.574311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Pushing event updated for resources: {'Port': ['ID=92e59300-f4da-4201-adff-badb3820de5e,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:10.600132 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b10da1ef-54d2-41b3-9bea-20a0794aa6a1 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.604194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b10da1ef-54d2-41b3-9bea-20a0794aa6a1 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/subnets/6d629e35-1731-48d1-8823-0d63c89afc50 HTTP/1.1" status: 204 len: 168 time: 2.1857913 Aug 19 12:31:10.608110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40114) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:10.615503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66312c80-1434-4924-8182-8f487d5c86f2 None None] Network f95fefdd-09fd-41b6-9bb1-2073b70676b4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:10.621936 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.686063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Allocated IP 172.25.2.146 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/aa2c553f-587a-42bf-8c25-9f5afd7ba5c5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:10.686279 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.686394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Transition to ACTIVE for port object 56462188-6c96-4842-a614-943b1a85963d will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:10.722110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Provisioning for port 79b234f5-2bdb-48db-a08e-c4042a9cf21b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:10.738945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545eaf1-e911-48ac-8692-8110a4aceb05 req-48f56e6a-4fcb-4f9d-aa47-497e2235fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:10.740503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0545eaf1-e911-48ac-8692-8110a4aceb05 req-48f56e6a-4fcb-4f9d-aa47-497e2235fd01 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2539561 Aug 19 12:31:10.758330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Provisioning complete for port 79b234f5-2bdb-48db-a08e-c4042a9cf21b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:10.763643 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.771700 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.842464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Port 79b234f5-2bdb-48db-a08e-c4042a9cf21b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:10.850592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6ec48-741c-40c5-a6dd-194a241bf357 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:10.852414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6ec48-741c-40c5-a6dd-194a241bf357 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:10.861605 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7bb6ec48-741c-40c5-a6dd-194a241bf357 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2548409 Aug 19 12:31:10.862818 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40118) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:10.866494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Provisioning complete for port 22b516f3-48a6-4966-b0c4-a1aee942c57c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:10.867335 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.907835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:10.981880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63648da7-6c11-4f91-8255-ae6ba320cf7b None None] DHCP port deletion for f95fefdd-09fd-41b6-9bb1-2073b70676b4 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:31:10.996898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Attempting to bind port 92e59300-f4da-4201-adff-badb3820de5e on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:10.997252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Attempting to bind port 92e59300-f4da-4201-adff-badb3820de5e by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:10.997590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Attempting to bind port 92e59300-f4da-4201-adff-badb3820de5e on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:11.008416 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.076363 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-871d8a18-7f9c-44e1-9339-b32103f1ffd4 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.081004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Port 92e59300-f4da-4201-adff-badb3820de5e on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:31:11.081532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Attempting to bind port 92e59300-f4da-4201-adff-badb3820de5e on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:11.083740 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Network a7e006fa-14ef-4f06-8efb-18b1127140c8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:11.103618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:11.107802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:11.116417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Provisioning complete for port 9f883987-fe5a-46c5-864b-3458695f9df4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:11.116807 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2960576c-555a-4959-8901-e34383bdef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.128526 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.140890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:11.141744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Checking segment: {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:11.142040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Bound using segment: {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:11.142546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Bound port: 92e59300-f4da-4201-adff-badb3820de5e, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:11.142929 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.176797 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-871d8a18-7f9c-44e1-9339-b32103f1ffd4 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 19 12:31:11.177197 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871d8a18-7f9c-44e1-9339-b32103f1ffd4 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:11.183922 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-871d8a18-7f9c-44e1-9339-b32103f1ffd4 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/networks/f95fefdd-09fd-41b6-9bb1-2073b70676b4 HTTP/1.1" status: 409 len: 405 time: 0.2940509 Aug 19 12:31:11.193992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40120) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:11.198542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-63648da7-6c11-4f91-8255-ae6ba320cf7b None None] Deleting port 9f883987-fe5a-46c5-864b-3458695f9df4 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:11.202038 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-63648da7-6c11-4f91-8255-ae6ba320cf7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.209790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-988698132'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:11.276012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f430168-6f94-4713-b7e2-ce6bd919e5c2 req-96846cb9-8e4d-44c7-9933-4275d58a2afa tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:11.293297 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5f430168-6f94-4713-b7e2-ce6bd919e5c2 req-96846cb9-8e4d-44c7-9933-4275d58a2afa tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 943 time: 0.5177443 Aug 19 12:31:11.325879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:11.327158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Pushing event updated for resources: {'Port': ['ID=56462188-6c96-4842-a614-943b1a85963d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:11.346637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:11.356553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:11.398567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:11.413318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] For port 92e59300-f4da-4201-adff-badb3820de5e, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:11.431537 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5f430168-6f94-4713-b7e2-ce6bd919e5c2 req-c5d7a803-821e-497c-9092-c30fce22a8ec tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446779 Aug 19 12:31:11.453064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:11.462851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.468062 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-63648da7-6c11-4f91-8255-ae6ba320cf7b None None] For port 9f883987-fe5a-46c5-864b-3458695f9df4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9f883987-fe5a-46c5-864b-3458695f9df4,segment=NetworkSegment(901acf8b-e333-40df-b9fd-ece9913a1713),segment_id=901acf8b-e333-40df-b9fd-ece9913a1713)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:11.468062 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-63648da7-6c11-4f91-8255-ae6ba320cf7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.472900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] For port 92e59300-f4da-4201-adff-badb3820de5e, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92e59300-f4da-4201-adff-badb3820de5e,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:11.504844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Router 5e985bfb-5683-4700-b921-10a844d3809c is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:31:11.526310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-63648da7-6c11-4f91-8255-ae6ba320cf7b None None] Calling delete_port for 9f883987-fe5a-46c5-864b-3458695f9df4 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:11.543030 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.613937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:11.614308 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.626931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.693889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:11.694587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.696197 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] 10.222.0.30 "PUT /v2.0/ports/92e59300-f4da-4201-adff-badb3820de5e HTTP/1.1" status: 200 len: 1091 time: 4.0776730 Aug 19 12:31:11.698217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a112131a-d317-495b-81f7-8a872a6897e7', 'tag': '92e59300-f4da-4201-adff-badb3820de5e'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:11.700811 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f7489a-4ada-410e-9c4f-9215753712fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a112131a-d317-495b-81f7-8a872a6897e7", "tag": "92e59300-f4da-4201-adff-badb3820de5e"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:11.707200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:11.731090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7ec03-8188-418e-bd7c-1afff9aa67fb service neutron] Pushing event updated for resources: {'Port': ['ID=92e59300-f4da-4201-adff-badb3820de5e,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:11.755411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Sync routers for ids ['5e985bfb-5683-4700-b921-10a844d3809c'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:11.773823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-02616ee1-edbe-44b9-88e3-2afaa43d52d2 None None] Provisioning for port 56462188-6c96-4842-a614-943b1a85963d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:11.784953 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddbf1ce-3ac1-44ee-b5c1-5427ceb1d632 x-openstack-request-id: req-cddbf1ce-3ac1-44ee-b5c1-5427ceb1d632 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:11.784953 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a112131a-d317-495b-81f7-8a872a6897e7", "tag": "92e59300-f4da-4201-adff-badb3820de5e", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:11.785979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Routers {'5e985bfb-5683-4700-b921-10a844d3809c'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:11.786625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e985bfb-5683-4700-b921-10a844d3809c'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:11.791694 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cddbf1ce-3ac1-44ee-b5c1-5427ceb1d632 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:11.793796 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a112131a-d317-495b-81f7-8a872a6897e7', 'tag': '92e59300-f4da-4201-adff-badb3820de5e', 'status': 'completed', 'code': 200} Aug 19 12:31:11.793933 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-02616ee1-edbe-44b9-88e3-2afaa43d52d2 None None] Provisioning complete for port 56462188-6c96-4842-a614-943b1a85963d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:11.793933 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-02616ee1-edbe-44b9-88e3-2afaa43d52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.856653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e39c8339-753d-493f-b97d-05e4b97c99fe up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:11.861708 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7489a-4ada-410e-9c4f-9215753712fd req-01d0996f-f69c-4c3f-916b-97ea510f56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:11.863022 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-50f7489a-4ada-410e-9c4f-9215753712fd req-01d0996f-f69c-4c3f-916b-97ea510f56d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 1094 time: 0.0579393 Aug 19 12:31:11.881195 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-63648da7-6c11-4f91-8255-ae6ba320cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.923988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-02616ee1-edbe-44b9-88e3-2afaa43d52d2 None None] Port 56462188-6c96-4842-a614-943b1a85963d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:11.932501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63648da7-6c11-4f91-8255-ae6ba320cf7b None None] Pushing event deleted for resources: {'Port': ['ID=9f883987-fe5a-46c5-864b-3458695f9df4,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:11.935349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63648da7-6c11-4f91-8255-ae6ba320cf7b None None] No DVR routers for this DVR port 9f883987-fe5a-46c5-864b-3458695f9df4 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:11.941348 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:11.942723 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e5e16764-c93e-4166-bb84-76a598064340 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8206024 Aug 19 12:31:11.946288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40128) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:12.003537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-02616ee1-edbe-44b9-88e3-2afaa43d52d2 None None] Provisioning complete for port 79b234f5-2bdb-48db-a08e-c4042a9cf21b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:12.004557 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-02616ee1-edbe-44b9-88e3-2afaa43d52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.023475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event updated for resources: {'Port': ['ID=aa2c553f-587a-42bf-8c25-9f5afd7ba5c5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:12.043708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:12.122294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7489a-4ada-410e-9c4f-9215753712fd req-ee9e0744-4111-4f1a-b47a-920a6665908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:12.122294 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-50f7489a-4ada-410e-9c4f-9215753712fd req-ee9e0744-4111-4f1a-b47a-920a6665908b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2406855 Aug 19 12:31:12.126319 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-93b55f72-a2c1-486f-a27d-b46cb0ec90bf req-d53f4b6a-50e4-4d42-aefe-edc9b496a241 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.5803857 Aug 19 12:31:12.129197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.129589 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Added segment ddddd81a-3777-47f8-93cc-a7db532cc315 of type vlan for network b7f24a8e-380e-4455-84cd-42748ed19af7 Aug 19 12:31:12.179853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0545eaf1-e911-48ac-8692-8110a4aceb05 req-53ecfbf5-7b33-48ed-85f4-f77a8ece077c tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5876f01-64c8-4aae-8688-fc28530e95b5 HTTP/1.1" status: 200 len: 210 time: 0.1099935 Aug 19 12:31:12.188177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Set router 5e985bfb-5683-4700-b921-10a844d3809c gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:12.280084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-02616ee1-edbe-44b9-88e3-2afaa43d52d2 None None] Port 79b234f5-2bdb-48db-a08e-c4042a9cf21b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:12.314973 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.339042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e39c8339-753d-493f-b97d-05e4b97c99fe completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:12.350159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e39c8339-753d-493f-b97d-05e4b97c99fe triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:12.350534 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.516179 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7489a-4ada-410e-9c4f-9215753712fd req-52ea9aa3-4973-4299-a257-4cab5257ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:12.517735 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-50f7489a-4ada-410e-9c4f-9215753712fd req-52ea9aa3-4973-4299-a257-4cab5257ff8c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3792436 Aug 19 12:31:12.548393 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.560123 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:12.561457 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.561672 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.603931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port e39c8339-753d-493f-b97d-05e4b97c99fe, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e39c8339-753d-493f-b97d-05e4b97c99fe,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:12.613799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e985bfb-5683-4700-b921-10a844d3809c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1358504554-router', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:09Z', 'revision_number': 3, 'project_id': 'f370aa199545458d8c5dd7f57e4a543c', 'gw_port': {'id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e985bfb-5683-4700-b921-10a844d3809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:06Z', 'updated_at': '2021-08-19T12:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:12.649558 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Checking router: 5e985bfb-5683-4700-b921-10a844d3809c for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:31:12.650106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Updating router 5e985bfb-5683-4700-b921-10a844d3809c port 721b79bb-3e24-4478-9b6a-f144cf60770b binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:31:12.687710 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.698149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.726938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Network': ['ID=b7f24a8e-380e-4455-84cd-42748ed19af7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:12.728363 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.741744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b7f24a8e-380e-4455-84cd-42748ed19af7 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:12.766474 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.818635 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:12.819461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 22b516f3-48a6-4966-b0c4-a1aee942c57c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:12.823681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8be212b3-0168-4c83-8c23-8d8672998d48 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6185350 Aug 19 12:31:12.828914 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40136) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:12.888636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-bb9df612-a55c-4f61-94e6-806e1ee71160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:12.890176 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-bb9df612-a55c-4f61-94e6-806e1ee71160 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 1094 time: 0.3153825 Aug 19 12:31:12.907937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'subnet': {'network_id': 'b7f24a8e-380e-4455-84cd-42748ed19af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:12.919032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=e39c8339-753d-493f-b97d-05e4b97c99fe,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:12.964283 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-c2f2641f-73df-4698-9f06-3359519709be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e59300-f4da-4201-adff-badb3820de5e HTTP/1.1" status: 200 len: 217 time: 0.0640984 Aug 19 12:31:13.040582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0a809-b712-407d-a441-593ac1b321eb req-7990066a-a6be-4203-8733-3f69045a9997 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:13.047174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-53d0a809-b712-407d-a441-593ac1b321eb req-7990066a-a6be-4203-8733-3f69045a9997 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 943 time: 0.4685795 Aug 19 12:31:13.118407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 22b516f3-48a6-4966-b0c4-a1aee942c57c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:13.119153 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.149057 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-b99286a1-d39d-431a-8aaa-47a675e2e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:13.150545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-b99286a1-d39d-431a-8aaa-47a675e2e47b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=917b0eb4-793f-42ab-bd62-4942c9adf928 HTTP/1.1" status: 200 len: 854 time: 0.1792243 Aug 19 12:31:13.216793 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.220215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Allocated IP 172.20.0.1 (a153e588-a412-4b8f-89b5-9a286652c5e2/03755d38-0a4f-447f-9c7b-f996e046b45f/250e8439-ac7d-47bc-a6d6-d2712a3fc06b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:13.223793 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.225464 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-53d0a809-b712-407d-a441-593ac1b321eb req-bd47e34c-1027-402b-8d7f-a059ef6a8491 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593428 Aug 19 12:31:13.227576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.253103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-19faadaf-71b1-487d-adf2-de8665c67954 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545847 Aug 19 12:31:13.302496 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.327545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Transition to ACTIVE for port object 721b79bb-3e24-4478-9b6a-f144cf60770b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:13.339131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:13.342695 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.349878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.422951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9f883987-fe5a-46c5-864b-3458695f9df4 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:13.444295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 9f883987-fe5a-46c5-864b-3458695f9df4 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:13.444642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9f883987-fe5a-46c5-864b-3458695f9df4 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:13.448012 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.476914 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.504359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-c2b92ab5-7afc-4d48-b943-56bf6642b942 service neutron] 10.222.0.30 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416706 Aug 19 12:31:13.505411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Transition to ACTIVE for port object 250e8439-ac7d-47bc-a6d6-d2712a3fc06b will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:13.515266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Pushing event updated for resources: {'Port': ['ID=56462188-6c96-4842-a614-943b1a85963d,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:13.537588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.559336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Attempting to bind port 721b79bb-3e24-4478-9b6a-f144cf60770b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:13.559689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Attempting to bind port 721b79bb-3e24-4478-9b6a-f144cf60770b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:13.560082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Attempting to bind port 721b79bb-3e24-4478-9b6a-f144cf60770b on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:13.586323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:13.586323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:13.586323 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.597814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:13.597814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Bound port: 721b79bb-3e24-4478-9b6a-f144cf60770b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:13.597814 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.650191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e39c8339-753d-493f-b97d-05e4b97c99fe up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:13.672112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Router 0e8c809b-5aa9-4e17-9832-bb71c13c0103 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:31:13.709125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79ddfd-fee2-432c-b0cf-80b154ea527a None None] Pushing event updated for resources: {'Port': ['ID=721b79bb-3e24-4478-9b6a-f144cf60770b,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:13.735301 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Network a7e006fa-14ef-4f06-8efb-18b1127140c8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:13.742305 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b887ba22-9fa3-4e92-a251-ee261c319ba8 req-07d64f5f-3ecb-41f4-a76d-3e7407bac604 service neutron] 10.222.0.30 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302179 Aug 19 12:31:13.748635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:13.783673 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.850161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] For port 721b79bb-3e24-4478-9b6a-f144cf60770b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:13.870003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] For port 721b79bb-3e24-4478-9b6a-f144cf60770b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=721b79bb-3e24-4478-9b6a-f144cf60770b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:13.873421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e39c8339-753d-493f-b97d-05e4b97c99fe triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:13.875277 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.958258 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:13.967718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Network a153e588-a412-4b8f-89b5-9a286652c5e2 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:13.973469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d49e41b-dd88-42ee-97ce-3e595a13f626 req-bf53c95c-6947-41f3-9403-72c752212389 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=70111761-43a6-48b6-8fd6-c18e7097db10 HTTP/1.1" status: 200 len: 210 time: 0.0731018 Aug 19 12:31:13.984008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:13.987628 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc5486aa-b3f1-4226-9311-98f625531288 req-87872ee3-b536-43b3-81a8-d89cd5adea44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=32dd180011ec42698d314c9ef7c469d1&device_id=70111761-43a6-48b6-8fd6-c18e7097db10 HTTP/1.1" status: 200 len: 210 time: 0.1664598 Aug 19 12:31:13.997896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:14.011475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=250e8439-ac7d-47bc-a6d6-d2712a3fc06b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:14.146587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.150422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc5486aa-b3f1-4226-9311-98f625531288 req-d9a23026-600c-4bbd-814f-eb156cbda8d8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=32dd180011ec42698d314c9ef7c469d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1330132 Aug 19 12:31:14.152847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79ddfd-fee2-432c-b0cf-80b154ea527a None None] Pushing event updated for resources: {'Port': ['ID=721b79bb-3e24-4478-9b6a-f144cf60770b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:14.255240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Routers {'5e985bfb-5683-4700-b921-10a844d3809c'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:14.256229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e985bfb-5683-4700-b921-10a844d3809c'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:14.385603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:14.399158 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8d051e-ee91-4fed-98e3-dc03a2279dfc None None] Sync routers for ids ['0e8c809b-5aa9-4e17-9832-bb71c13c0103'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:14.407645 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.410422 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d051e-ee91-4fed-98e3-dc03a2279dfc None None] Routers {'0e8c809b-5aa9-4e17-9832-bb71c13c0103'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:14.411160 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1f8d051e-ee91-4fed-98e3-dc03a2279dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0e8c809b-5aa9-4e17-9832-bb71c13c0103'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:14.412232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40148) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:14.416229 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-150fd68e-4c8c-4d03-a59f-a3249a8f9872 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "PUT /v2.0/routers/0e8c809b-5aa9-4e17-9832-bb71c13c0103 HTTP/1.1" status: 200 len: 914 time: 5.7247834 Aug 19 12:31:14.457911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] Set router 5e985bfb-5683-4700-b921-10a844d3809c gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:14.476013 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1f8d051e-ee91-4fed-98e3-dc03a2279dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:14.485124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5486aa-b3f1-4226-9311-98f625531288 req-ef0e7cd0-5731-4169-97da-d5e1c93ebb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:14.487096 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc5486aa-b3f1-4226-9311-98f625531288 req-ef0e7cd0-5731-4169-97da-d5e1c93ebb6e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2864952 Aug 19 12:31:14.495260 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d051e-ee91-4fed-98e3-dc03a2279dfc None None] Routers {'0e8c809b-5aa9-4e17-9832-bb71c13c0103'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:14.496214 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1f8d051e-ee91-4fed-98e3-dc03a2279dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0e8c809b-5aa9-4e17-9832-bb71c13c0103'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:14.503393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Router ea62a703-68f5-4f3b-ada3-e9ce049f8083 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:31:14.511538 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.513950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e1146318-3d06-4542-9ca4-4646c0d45887 None None] Provisioning complete for port 56462188-6c96-4842-a614-943b1a85963d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:14.520480 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e1146318-3d06-4542-9ca4-4646c0d45887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.562199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.objects.ports [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95542) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:31:14.569373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:14.573077 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1f8d051e-ee91-4fed-98e3-dc03a2279dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:14.574112 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8d051e-ee91-4fed-98e3-dc03a2279dfc None None] The sync data for ids ['0e8c809b-5aa9-4e17-9832-bb71c13c0103'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:14.636170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e1146318-3d06-4542-9ca4-4646c0d45887 None None] Port 56462188-6c96-4842-a614-943b1a85963d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:14.650557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3af55c-4dd9-4ccc-b589-2c75e70b60ca req-91f08772-2846-44bb-818c-cb435b8db0e4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:14.658644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd3af55c-4dd9-4ccc-b589-2c75e70b60ca req-91f08772-2846-44bb-818c-cb435b8db0e4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 943 time: 0.2805214 Aug 19 12:31:14.737105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Subnet': ['ID=88b3c7cb-acbd-477b-9d25-29555ff33015,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:14.832124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd3af55c-4dd9-4ccc-b589-2c75e70b60ca req-28c0e148-3ab8-4d2a-83db-25e4fdbc5fa9 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678827 Aug 19 12:31:14.836931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Checking segment: {'id': 'ddddd81a-3777-47f8-93cc-a7db532cc315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b7f24a8e-380e-4455-84cd-42748ed19af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:14.837405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network hostable DHCP agents. Network: b7f24a8e-380e-4455-84cd-42748ed19af7, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:14.855920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:14.869502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8b34b2d0-d361-464c-a375-87f62d3ef949 admin admin] 10.222.0.21 "PUT /v2.0/routers/ea62a703-68f5-4f3b-ada3-e9ce049f8083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9913058 Aug 19 12:31:14.882483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Sync routers for ids ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:14.906858 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Routers {'ea62a703-68f5-4f3b-ada3-e9ce049f8083'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:14.907556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:14.954386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fc4c2659-244a-4cc6-8af8-a18cef6303f8 None None] Provisioning for port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:14.967814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network b7f24a8e-380e-4455-84cd-42748ed19af7 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:14.988380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fc4c2659-244a-4cc6-8af8-a18cef6303f8 None None] Provisioning complete for port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:14.988928 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2659-244a-4cc6-8af8-a18cef6303f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.041607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, b7f24a8e-380e-4455-84cd-42748ed19af7) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:15.051597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:15.054713 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.064192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c2659-244a-4cc6-8af8-a18cef6303f8 None None] Port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:15.072699 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89fd12d-723f-4c69-af27-512c7fd1fdb8 None None] Network b7f24a8e-380e-4455-84cd-42748ed19af7 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:15.135298 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5b859342-67d0-42db-bdc4-f027db08b9ff tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3048928 Aug 19 12:31:15.137720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40160) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:15.161028 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0fb6e14e-df9a-45da-b4f1-6b0e52c15b8c tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/routers/0e8c809b-5aa9-4e17-9832-bb71c13c0103 HTTP/1.1" status: 200 len: 920 time: 0.7472689 Aug 19 12:31:15.162290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40162) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:15.209216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Set router ea62a703-68f5-4f3b-ada3-e9ce049f8083 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:15.248464 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d089f5e-8f70-41d9-8787-81c2307a8f12 req-fcedb6ac-cb9e-43ff-975e-60f33b2389c0 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=70111761-43a6-48b6-8fd6-c18e7097db10 HTTP/1.1" status: 200 len: 210 time: 0.1233597 Aug 19 12:31:15.248669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e985bfb-5683-4700-b921-10a844d3809c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1358504554-router', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:09Z', 'revision_number': 3, 'project_id': 'f370aa199545458d8c5dd7f57e4a543c', 'gw_port': {'id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e985bfb-5683-4700-b921-10a844d3809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:06Z', 'updated_at': '2021-08-19T12:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:15.306139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d78e5c-9c1c-41ab-ab03-5534f0bd7902 None None] The sync data for ids ['5e985bfb-5683-4700-b921-10a844d3809c'] in n-d-803757-2 is: [{'id': '5e985bfb-5683-4700-b921-10a844d3809c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1358504554-router', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:09Z', 'revision_number': 3, 'project_id': 'f370aa199545458d8c5dd7f57e4a543c', 'gw_port': {'id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e985bfb-5683-4700-b921-10a844d3809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:06Z', 'updated_at': '2021-08-19T12:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:15.367402 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.380116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.388523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba74321-9b29-4a20-bde4-f3c046a0828b tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:15.396783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40188) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:15.400438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9ba74321-9b29-4a20-bde4-f3c046a0828b tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&device_id=0e8c809b-5aa9-4e17-9832-bb71c13c0103&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2193725 Aug 19 12:31:15.454596 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.543581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-b7f24a8e-380e-4455-84cd-42748ed19af7', 'network_id': 'b7f24a8e-380e-4455-84cd-42748ed19af7', 'tenant_id': 'bdf1b486ff22432cadf76463e36adaba', 'fixed_ips': [{'subnet_id': '88b3c7cb-acbd-477b-9d25-29555ff33015'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:15.544471 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.580477 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:15.582485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=250e8439-ac7d-47bc-a6d6-d2712a3fc06b,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:15.735506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Network a153e588-a412-4b8f-89b5-9a286652c5e2 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:15.737200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:15.937171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc5486aa-b3f1-4226-9311-98f625531288 req-75bd97d6-60e7-4626-a9c6-fcf5e53667ca tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.62 "GET /v2.0/ports?device_id=70111761-43a6-48b6-8fd6-c18e7097db10 HTTP/1.1" status: 200 len: 210 time: 0.1069763 Aug 19 12:31:16.053070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Router 5e985bfb-5683-4700-b921-10a844d3809c has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:31:16.091205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '56462188-6c96-4842-a614-943b1a85963d', 'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'mac_address': 'fa:16:3e:89:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:09Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 2, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'subnets': [{'id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:16.124075 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Allocated IP 2001:db8::f816:3eff:fe51:523c (b7f24a8e-380e-4455-84cd-42748ed19af7/88b3c7cb-acbd-477b-9d25-29555ff33015/7427433c-5195-4e08-a5e6-c56aa0cb335f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:16.126727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Checking router: ea62a703-68f5-4f3b-ada3-e9ce049f8083 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:31:16.127221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Updating router ea62a703-68f5-4f3b-ada3-e9ce049f8083 port 56462188-6c96-4842-a614-943b1a85963d binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:31:16.163165 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.195666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba13b2c-41fa-4325-8640-288ea4d72373 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:16.198540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8ba13b2c-41fa-4325-8640-288ea4d72373 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 881 time: 0.7989700 Aug 19 12:31:16.220504 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.234051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40202) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:16.259563 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:31:16.275842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5efc4b31-5990-4082-a895-5d33b9e6432e None None] Provisioning complete for port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:16.276359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5efc4b31-5990-4082-a895-5d33b9e6432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.297429 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c08e1a05-66ce-4c99-b421-e6be0918d113 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8c809b-5aa9-4e17-9832-bb71c13c0103 HTTP/1.1" status: 200 len: 205 time: 0.0612900 Aug 19 12:31:16.299996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40208) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:16.330117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0eddb-9a63-4436-92d2-dece4179ecfc req-e3982e43-e2e5-45d8-83a1-1fb4e23188ed tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:16.345023 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cee0eddb-9a63-4436-92d2-dece4179ecfc req-e3982e43-e2e5-45d8-83a1-1fb4e23188ed tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 943 time: 0.4101479 Aug 19 12:31:16.430028 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cee0eddb-9a63-4436-92d2-dece4179ecfc req-13451408-5947-4f93-bf32-c7830f018c84 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835156 Aug 19 12:31:16.436318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:16.475553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eb5ac996-2a0c-46b6-b6ce-6d1efd225fe0 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e985bfb-5683-4700-b921-10a844d3809c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5282035 Aug 19 12:31:16.482022 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-302afb8c-6842-4b2d-bf8a-392bbc542c31 req-662454e5-bc2a-4e38-ac5a-47a2e5a6f382 tempest-ServerShowV247Test-738561039 tempest-ServerShowV247Test-738561039-project] 10.222.0.21 "GET /v2.0/ports?device_id=70111761-43a6-48b6-8fd6-c18e7097db10 HTTP/1.1" status: 200 len: 210 time: 0.0569687 Aug 19 12:31:16.518087 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.552238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5efc4b31-5990-4082-a895-5d33b9e6432e None None] Port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:16.643077 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.668263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Transition to ACTIVE for port object 7427433c-5195-4e08-a5e6-c56aa0cb335f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:16.692311 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.714339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Transition to ACTIVE for port object 7427433c-5195-4e08-a5e6-c56aa0cb335f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:16.774062 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.786144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Transition to ACTIVE for port object 56462188-6c96-4842-a614-943b1a85963d will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:16.878050 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9c4b1b0-04a9-4515-9756-9d31e0f48572 req-c5ad9c97-601f-4bd8-a220-689137d151cf tempest-FloatingIPsNegativeTestJSON-773215975 tempest-FloatingIPsNegativeTestJSON-773215975-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=f370aa199545458d8c5dd7f57e4a543c HTTP/1.1" status: 200 len: 217 time: 0.0572164 Aug 19 12:31:16.914710 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.953402 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:16.965718 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d552c64b-750f-48a3-a395-61f54dd31c77 req-f71f351d-cc91-4609-835d-06d54c002c4c tempest-FloatingIPsNegativeTestJSON-773215975 tempest-FloatingIPsNegativeTestJSON-773215975-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0664744 Aug 19 12:31:16.970330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Network b7f24a8e-380e-4455-84cd-42748ed19af7 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:16.982969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:16.988792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:17.025118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Pushing event updated for resources: {'Port': ['ID=7427433c-5195-4e08-a5e6-c56aa0cb335f,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:17.034183 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 92e59300-f4da-4201-adff-badb3820de5e details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:17.054648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Deleting port aa2c553f-587a-42bf-8c25-9f5afd7ba5c5 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:17.054648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.074060 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-49f3d516-e51c-4448-b5ed-5ad18c7b5293 req-aa7fb29c-72d6-4d4d-ad29-078d7df0980a tempest-FloatingIPsNegativeTestJSON-773215975 tempest-FloatingIPsNegativeTestJSON-773215975-project] show failed (client error): The resource could not be found. Aug 19 12:31:17.088098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40230) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:17.090932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49f3d516-e51c-4448-b5ed-5ad18c7b5293 req-aa7fb29c-72d6-4d4d-ad29-078d7df0980a tempest-FloatingIPsNegativeTestJSON-773215975 tempest-FloatingIPsNegativeTestJSON-773215975-project] 10.222.0.21 "GET /v2.0/floatingips/aeeaeef9-16dc-445b-b373-e708cf0dd87a HTTP/1.1" status: 404 len: 350 time: 0.1012952 Aug 19 12:31:17.092961 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.157304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Subnet': ['ID=88b3c7cb-acbd-477b-9d25-29555ff33015,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:17.190692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Attempting to bind port 56462188-6c96-4842-a614-943b1a85963d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:17.191302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Attempting to bind port 56462188-6c96-4842-a614-943b1a85963d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:17.191816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Attempting to bind port 56462188-6c96-4842-a614-943b1a85963d on network a7e006fa-14ef-4f06-8efb-18b1127140c8 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:17.202503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:17.203027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Checking segment: {'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:17.203554 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.204067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Bound using segment: {'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:17.204861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Bound port: 56462188-6c96-4842-a614-943b1a85963d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:17.205446 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.209108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Attempting to bind port 7427433c-5195-4e08-a5e6-c56aa0cb335f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:17.209108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Attempting to bind port 7427433c-5195-4e08-a5e6-c56aa0cb335f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'ddddd81a-3777-47f8-93cc-a7db532cc315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b7f24a8e-380e-4455-84cd-42748ed19af7'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:17.209108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Attempting to bind port 7427433c-5195-4e08-a5e6-c56aa0cb335f on network b7f24a8e-380e-4455-84cd-42748ed19af7 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:17.267041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c69d3-8283-4c56-9ec0-96023cc528e8 None None] Pushing event updated for resources: {'Port': ['ID=56462188-6c96-4842-a614-943b1a85963d,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:17.277399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:17.277887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Checking segment: {'id': 'ddddd81a-3777-47f8-93cc-a7db532cc315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b7f24a8e-380e-4455-84cd-42748ed19af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:17.278399 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.278913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Bound using segment: {'id': 'ddddd81a-3777-47f8-93cc-a7db532cc315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b7f24a8e-380e-4455-84cd-42748ed19af7'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:17.279531 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.279719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Bound port: 7427433c-5195-4e08-a5e6-c56aa0cb335f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddddd81a-3777-47f8-93cc-a7db532cc315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b7f24a8e-380e-4455-84cd-42748ed19af7'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:17.280204 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.303887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f24a8e-380e-4455-84cd-42748ed19af7']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:17.323348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddddd81a-3777-47f8-93cc-a7db532cc315') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:17.323839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddddd81a-3777-47f8-93cc-a7db532cc315') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:17.359997 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.406565 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.427090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:17.428713 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:17.441323 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:17.447023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 92e59300-f4da-4201-adff-badb3820de5e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92e59300-f4da-4201-adff-badb3820de5e,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:17.463242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] For port 56462188-6c96-4842-a614-943b1a85963d, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:17.463883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] For port 7427433c-5195-4e08-a5e6-c56aa0cb335f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:17.471258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '92e59300-f4da-4201-adff-badb3820de5e', 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3', 'port_id': '92e59300-f4da-4201-adff-badb3820de5e', 'mac_address': 'fa:16:3e:c3:3f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917b0eb4-793f-42ab-bd62-4942c9adf928', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:17.492858 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.516045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Calling delete_port for aa2c553f-587a-42bf-8c25-9f5afd7ba5c5 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:17.619535 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:31:17.619535 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:31:17.619535 n-d-803757-2 neutron-server[95542]: [parameters: {'id': 'b7f24a8e-380e-4455-84cd-42748ed19af7'}] Aug 19 12:31:17.619535 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:31:17.620208 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:31:17.710381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] For port 56462188-6c96-4842-a614-943b1a85963d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=56462188-6c96-4842-a614-943b1a85963d,segment=NetworkSegment(c6e3490a-b258-430f-bd54-1a006483ade8),segment_id=c6e3490a-b258-430f-bd54-1a006483ade8)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:17.727412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] For port 7427433c-5195-4e08-a5e6-c56aa0cb335f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7427433c-5195-4e08-a5e6-c56aa0cb335f,segment=NetworkSegment(ddddd81a-3777-47f8-93cc-a7db532cc315),segment_id=ddddd81a-3777-47f8-93cc-a7db532cc315)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:17.757020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 721b79bb-3e24-4478-9b6a-f144cf60770b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:17.759287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e19e3f-3c56-46f9-817c-eb38aca6c3f8 req-9ca8f59b-028c-42f6-a56b-b9df1ce134f6 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:17.763395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70e19e3f-3c56-46f9-817c-eb38aca6c3f8 req-9ca8f59b-028c-42f6-a56b-b9df1ce134f6 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 943 time: 0.1922116 Aug 19 12:31:17.764068 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.804241 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.850269 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e59300-f4da-4201-adff-badb3820de5e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:17.861372 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:17.932118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 92e59300-f4da-4201-adff-badb3820de5e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92e59300-f4da-4201-adff-badb3820de5e,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:17.976552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c69d3-8283-4c56-9ec0-96023cc528e8 None None] Pushing event updated for resources: {'Port': ['ID=56462188-6c96-4842-a614-943b1a85963d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:18.023981 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70e19e3f-3c56-46f9-817c-eb38aca6c3f8 req-7fc7bb63-b09e-4e20-937b-23fd5739ae65 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547972 Aug 19 12:31:18.044110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Routers {'ea62a703-68f5-4f3b-ada3-e9ce049f8083'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:18.046067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:18.068478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.070989 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Sync routers for ids ['5e985bfb-5683-4700-b921-10a844d3809c'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:18.085028 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Routers {'5e985bfb-5683-4700-b921-10a844d3809c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:18.085691 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e985bfb-5683-4700-b921-10a844d3809c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:18.100863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Pushing event deleted for resources: {'Port': ['ID=aa2c553f-587a-42bf-8c25-9f5afd7ba5c5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:18.122277 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.228289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.243077 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.245493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2402414-8d62-4a39-af3d-e6a9b1e55b37 None None] Pushing event updated for resources: {'Port': ['ID=7427433c-5195-4e08-a5e6-c56aa0cb335f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:18.256087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 721b79bb-3e24-4478-9b6a-f144cf60770b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:18.263866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 721b79bb-3e24-4478-9b6a-f144cf60770b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:18.263866 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.279080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Deleting port 7427433c-5195-4e08-a5e6-c56aa0cb335f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:18.281285 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.360059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40276) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:18.361841 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Set router 5e985bfb-5683-4700-b921-10a844d3809c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:18.391256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e032ea16-14cd-47af-9710-32070b9babdc None None] Network b7f24a8e-380e-4455-84cd-42748ed19af7 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:18.421264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] For port 7427433c-5195-4e08-a5e6-c56aa0cb335f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7427433c-5195-4e08-a5e6-c56aa0cb335f,segment=NetworkSegment(ddddd81a-3777-47f8-93cc-a7db532cc315),segment_id=ddddd81a-3777-47f8-93cc-a7db532cc315)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:18.421715 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.433752 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.440392 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.441375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Calling delete_port for 7427433c-5195-4e08-a5e6-c56aa0cb335f owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:18.576207 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6462801-c48b-41ee-a2a9-9317c69e8bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.599450 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92e59300-f4da-4201-adff-badb3820de5e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:18.610056 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c16d44f8-7b70-4b14-b82f-f92f0c76121b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.729591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.730428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Fanout notify agent at l3_agent the message router_deleted on router 0e8c809b-5aa9-4e17-9832-bb71c13c0103 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:31:18.748906 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e985bfb-5683-4700-b921-10a844d3809c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1358504554-router', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:14Z', 'revision_number': 4, 'project_id': 'f370aa199545458d8c5dd7f57e4a543c', 'gw_port': {'id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cd:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e985bfb-5683-4700-b921-10a844d3809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:06Z', 'updated_at': '2021-08-19T12:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '250e8439-ac7d-47bc-a6d6-d2712a3fc06b', 'name': '', 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c', 'mac_address': 'fa:16:3e:06:e9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e985bfb-5683-4700-b921-10a844d3809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': '03755d38-0a4f-447f-9c7b-f996e046b45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:12Z', 'updated_at': '2021-08-19T12:31:15Z', 'revision_number': 2, 'project_id': 'f370aa199545458d8c5dd7f57e4a543c', 'subnets': [{'id': '03755d38-0a4f-447f-9c7b-f996e046b45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:18.756420 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.782717 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Checking router: 5e985bfb-5683-4700-b921-10a844d3809c for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:31:18.783351 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Updating router 5e985bfb-5683-4700-b921-10a844d3809c port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:31:18.788881 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.795549 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5ec3def2-7f4c-42b0-93f9-7fd5cdbacaa3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/0e8c809b-5aa9-4e17-9832-bb71c13c0103 HTTP/1.1" status: 204 len: 168 time: 2.4888241 Aug 19 12:31:18.817928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40284) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:18.828354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c27c9486-4102-4ac0-9718-b75d1efcf339 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-319618791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:18.846239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=92e59300-f4da-4201-adff-badb3820de5e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:18.857523 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:18.894241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Port': ['ID=7427433c-5195-4e08-a5e6-c56aa0cb335f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:18.917906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No DVR routers for this DVR port 7427433c-5195-4e08-a5e6-c56aa0cb335f on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:18.978293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] Set router ea62a703-68f5-4f3b-ada3-e9ce049f8083 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:18.995877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b6462801-c48b-41ee-a2a9-9317c69e8bc3 admin admin] Deleting port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:18.996373 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6462801-c48b-41ee-a2a9-9317c69e8bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.139252 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.141658 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.172031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1e1796-fdab-4c98-be84-21fe94017675 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:31:19.192351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6462801-c48b-41ee-a2a9-9317c69e8bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.207585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f24a8e-380e-4455-84cd-42748ed19af7']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:19.234370 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b6462801-c48b-41ee-a2a9-9317c69e8bc3 admin admin] Calling delete_port for 250e8439-ac7d-47bc-a6d6-d2712a3fc06b owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:19.314946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddddd81a-3777-47f8-93cc-a7db532cc315') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:19.315642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddddd81a-3777-47f8-93cc-a7db532cc315') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:19.367295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.370682 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.375758 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c16d44f8-7b70-4b14-b82f-f92f0c76121b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.394167 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.399476 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Transition to ACTIVE for port object 250e8439-ac7d-47bc-a6d6-d2712a3fc06b will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:19.409392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66caef4-6b8b-493a-9428-aa59b7eac216 req-57482cfd-7705-4d3f-9d8f-e61ef3afc7e4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:19.411561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e66caef4-6b8b-493a-9428-aa59b7eac216 req-57482cfd-7705-4d3f-9d8f-e61ef3afc7e4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 944 time: 0.2524736 Aug 19 12:31:19.415439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:19.416109 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:19.419905 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:19.483640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 721b79bb-3e24-4478-9b6a-f144cf60770b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=721b79bb-3e24-4478-9b6a-f144cf60770b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:19.497193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c16d44f8-7b70-4b14-b82f-f92f0c76121b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.556507 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.565304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c16d44f8-7b70-4b14-b82f-f92f0c76121b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32dd180011ec42698d314c9ef7c469d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2040277 Aug 19 12:31:19.568555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40290) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:19.577136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d44f8-7b70-4b14-b82f-f92f0c76121b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0861342a-28e4-4624-8a38-6c39cc185888,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:19.595234 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e66caef4-6b8b-493a-9428-aa59b7eac216 req-98337b10-8781-436b-8f5d-388ae39a15ab tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613331 Aug 19 12:31:19.623231 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c27c9486-4102-4ac0-9718-b75d1efcf339 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.624297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c27c9486-4102-4ac0-9718-b75d1efcf339 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.652373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-54fe842e-4ad1-40b4-91ef-5378f6a8146d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.654525 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.668398 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.671694 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.678108 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/networks/b7f24a8e-380e-4455-84cd-42748ed19af7 HTTP/1.1" status: 204 len: 168 time: 4.5390453 Aug 19 12:31:19.678716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40292) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:19.686587 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3558d9e-45f2-4295-864c-df435f145274 None None] Pushing event updated for resources: {'Port': ['ID=250e8439-ac7d-47bc-a6d6-d2712a3fc06b,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:19.694318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-676346500'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:19.718978 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95809fa-133c-4f3f-8f0f-ff9ee8ad2217 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Network': ['ID=b7f24a8e-380e-4455-84cd-42748ed19af7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:19.724460 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-54fe842e-4ad1-40b4-91ef-5378f6a8146d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.771939 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Attempting to bind port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:19.772454 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Attempting to bind port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:19.772911 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Attempting to bind port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b on network a153e588-a412-4b8f-89b5-9a286652c5e2 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:19.778886 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:19.779375 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Checking segment: {'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:19.779872 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.780366 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Bound using segment: {'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:19.780929 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Bound port: 250e8439-ac7d-47bc-a6d6-d2712a3fc06b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:19.781419 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.814690 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6462801-c48b-41ee-a2a9-9317c69e8bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.832334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=721b79bb-3e24-4478-9b6a-f144cf60770b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:19.879286 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.db.api [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95545) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:31:19.879826 n-d-803757-2 neutron-server[95545]: DEBUG oslo_db.api [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:31:19.886862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e1796-fdab-4c98-be84-21fe94017675 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:31:19.898980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-54fe842e-4ad1-40b4-91ef-5378f6a8146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.901718 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-54fe842e-4ad1-40b4-91ef-5378f6a8146d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.905437 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-54fe842e-4ad1-40b4-91ef-5378f6a8146d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0861342a-28e4-4624-8a38-6c39cc185888 HTTP/1.1" status: 204 len: 168 time: 0.3335249 Aug 19 12:31:19.914835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe842e-4ad1-40b4-91ef-5378f6a8146d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0861342a-28e4-4624-8a38-6c39cc185888,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:19.924044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6462801-c48b-41ee-a2a9-9317c69e8bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=250e8439-ac7d-47bc-a6d6-d2712a3fc06b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:19.929644 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c27c9486-4102-4ac0-9718-b75d1efcf339 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:19.978646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:19.983137 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.011533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:20.028716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.029219 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Added segment 0c4ad454-b9d3-4056-ab6e-557e82e3065d of type vlan for network 64e75466-7ab6-46cd-ab38-ca89fb187fcf Aug 19 12:31:20.041645 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c27c9486-4102-4ac0-9718-b75d1efcf339 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.084175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.119399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '56462188-6c96-4842-a614-943b1a85963d', 'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'mac_address': 'fa:16:3e:89:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:09Z', 'updated_at': '2021-08-19T12:31:17Z', 'revision_number': 4, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'subnets': [{'id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:20.145333 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6462801-c48b-41ee-a2a9-9317c69e8bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.162607 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c27c9486-4102-4ac0-9718-b75d1efcf339 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.164829 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c27c9486-4102-4ac0-9718-b75d1efcf339 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3439412 Aug 19 12:31:20.173551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40302) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:20.184102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'enable_snat': False}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:20.204079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6944b74-9e5d-4ecf-8a4c-2cf091ac1870 None None] The sync data for ids ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'] in n-d-803757-2 is: [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '56462188-6c96-4842-a614-943b1a85963d', 'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'mac_address': 'fa:16:3e:89:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:09Z', 'updated_at': '2021-08-19T12:31:17Z', 'revision_number': 4, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'subnets': [{'id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:20.289812 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.314553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:20.315945 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.401186 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Attempting to bind port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:20.416033 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Attempting to bind port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:20.416699 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Attempting to bind port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b on network a153e588-a412-4b8f-89b5-9a286652c5e2 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:20.434777 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:20.438958 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Checking segment: {'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:20.439581 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.440150 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Bound using segment: {'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:20.440810 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Bound port: 250e8439-ac7d-47bc-a6d6-d2712a3fc06b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227d6178-3649-429e-bec5-dcbe3773f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'a153e588-a412-4b8f-89b5-9a286652c5e2'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:20.448876 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.538036 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.plugin [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Port 250e8439-ac7d-47bc-a6d6-d2712a3fc06b has been deleted concurrently {{(pid=95545) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 19 12:31:20.563887 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8756568 Aug 19 12:31:20.567897 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Routers {'5e985bfb-5683-4700-b921-10a844d3809c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:20.567897 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e985bfb-5683-4700-b921-10a844d3809c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:20.568154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40306) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:20.577145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'subnet': {'network_id': '64e75466-7ab6-46cd-ab38-ca89fb187fcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:20.584603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d47bd-929a-4c65-a622-cfc2562fca9b tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Network': ['ID=64e75466-7ab6-46cd-ab38-ca89fb187fcf,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:20.605049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 64e75466-7ab6-46cd-ab38-ca89fb187fcf details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:20.665843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6462801-c48b-41ee-a2a9-9317c69e8bc3 admin admin] Router 5e985bfb-5683-4700-b921-10a844d3809c has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:31:20.876161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:20.884654 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] Set router 5e985bfb-5683-4700-b921-10a844d3809c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:21.050365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 92e59300-f4da-4201-adff-badb3820de5e up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:21.251291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:21.257355 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.301970 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e985bfb-5683-4700-b921-10a844d3809c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1358504554-router', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:19Z', 'revision_number': 5, 'project_id': 'f370aa199545458d8c5dd7f57e4a543c', 'gw_port': {'id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e985bfb-5683-4700-b921-10a844d3809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:06Z', 'updated_at': '2021-08-19T12:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:21.357963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-951d436b-2013-4366-99e0-05fcade28f37 None None] Could not find standard attr ID for object 250e8439-ac7d-47bc-a6d6-d2712a3fc06b. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:31:21.366941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 92e59300-f4da-4201-adff-badb3820de5e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:21.396587 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 92e59300-f4da-4201-adff-badb3820de5e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:21.396587 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.396792 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b9a9e1-6142-4482-acde-c361493a8848 None None] The sync data for ids ['5e985bfb-5683-4700-b921-10a844d3809c'] in n-d-803757-2 is: [{'id': '5e985bfb-5683-4700-b921-10a844d3809c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1358504554-router', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177'}], 'enable_snat': True}, 'gw_port_id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:19Z', 'revision_number': 5, 'project_id': 'f370aa199545458d8c5dd7f57e4a543c', 'gw_port': {'id': '721b79bb-3e24-4478-9b6a-f144cf60770b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cd:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e985bfb-5683-4700-b921-10a844d3809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:06Z', 'updated_at': '2021-08-19T12:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:21.613660 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.664879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6462801-c48b-41ee-a2a9-9317c69e8bc3 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:21.664879 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b6462801-c48b-41ee-a2a9-9317c69e8bc3 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e985bfb-5683-4700-b921-10a844d3809c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5759208 Aug 19 12:31:21.679262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40330) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:21.690491 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.716425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1916f57-8a63-436c-a4dd-f679059af0b0 req-eb524c39-f534-488b-b4e8-1c16c2ede915 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:21.726422 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.729020 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1916f57-8a63-436c-a4dd-f679059af0b0 req-eb524c39-f534-488b-b4e8-1c16c2ede915 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 944 time: 1.0129795 Aug 19 12:31:21.778488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 92e59300-f4da-4201-adff-badb3820de5e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92e59300-f4da-4201-adff-badb3820de5e,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:21.788399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a112131a-d317-495b-81f7-8a872a6897e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e59300-f4da-4201-adff-badb3820de5e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:21.796487 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e9eef1-f9a1-42ab-bd42-91e45a2ea55a" -d '{"events": [{"server_uuid": "a112131a-d317-495b-81f7-8a872a6897e7", "name": "network-vif-plugged", "status": "completed", "tag": "92e59300-f4da-4201-adff-badb3820de5e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:21.868027 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dfebf4-e6f3-4df7-bc6a-8909edb77b5a x-openstack-request-id: req-c0dfebf4-e6f3-4df7-bc6a-8909edb77b5a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:21.868644 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a112131a-d317-495b-81f7-8a872a6897e7", "name": "network-vif-plugged", "status": "completed", "tag": "92e59300-f4da-4201-adff-badb3820de5e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:21.869058 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0dfebf4-e6f3-4df7-bc6a-8909edb77b5a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:21.870762 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a112131a-d317-495b-81f7-8a872a6897e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e59300-f4da-4201-adff-badb3820de5e', 'code': 200} Aug 19 12:31:21.900644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1916f57-8a63-436c-a4dd-f679059af0b0 req-6494ff81-90b1-4037-aac6-909be1106402 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998242 Aug 19 12:31:21.916172 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:21.955100 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.028890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Allocated IP 172.25.2.181 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/29443c76-6838-4ee9-94bc-b08c078394cd) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:22.091312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=92e59300-f4da-4201-adff-badb3820de5e,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:22.111268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 721b79bb-3e24-4478-9b6a-f144cf60770b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:22.221138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 721b79bb-3e24-4478-9b6a-f144cf60770b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:22.221498 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.254717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b5a29-af0b-4f9b-af46-18f9a7f738b5 req-4761fda8-ae29-47cf-afb5-e35754f6ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:22.256702 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e00b5a29-af0b-4f9b-af46-18f9a7f738b5 req-4761fda8-ae29-47cf-afb5-e35754f6ff98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 1096 time: 0.2892976 Aug 19 12:31:22.345681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.427742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 56462188-6c96-4842-a614-943b1a85963d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:22.432209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e00b5a29-af0b-4f9b-af46-18f9a7f738b5 req-c4b0a2f8-9ac8-48b9-ad8d-dce30a93b9a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566186 Aug 19 12:31:22.433848 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.483096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.551490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:22.553340 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.604328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:22.607626 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 56462188-6c96-4842-a614-943b1a85963d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:22.610704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:22.611848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 56462188-6c96-4842-a614-943b1a85963d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:22.612267 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.680604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Deleting port 721b79bb-3e24-4478-9b6a-f144cf60770b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:22.681147 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.691842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Pushing event updated for resources: {'Port': ['ID=29443c76-6838-4ee9-94bc-b08c078394cd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:22.700012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Subnet': ['ID=ba8ade50-2bdb-4d28-a867-028155a0f9a3,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:22.711406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Checking segment: {'id': '0c4ad454-b9d3-4056-ab6e-557e82e3065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64e75466-7ab6-46cd-ab38-ca89fb187fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:22.712121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network hostable DHCP agents. Network: 64e75466-7ab6-46cd-ab38-ca89fb187fcf, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:22.804271 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.857500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] For port 721b79bb-3e24-4478-9b6a-f144cf60770b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=721b79bb-3e24-4478-9b6a-f144cf60770b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:22.862470 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:22.881949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 56462188-6c96-4842-a614-943b1a85963d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=56462188-6c96-4842-a614-943b1a85963d,segment=NetworkSegment(c6e3490a-b258-430f-bd54-1a006483ade8),segment_id=c6e3490a-b258-430f-bd54-1a006483ade8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:22.888252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Calling delete_port for 721b79bb-3e24-4478-9b6a-f144cf60770b owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:22.950996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network 64e75466-7ab6-46cd-ab38-ca89fb187fcf is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:23.007031 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.123405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869dba0-9e53-41d5-afd0-8df1476e3625 req-c10b58ef-1d8e-4bd6-9a72-8efc1967a997 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:23.131073 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c869dba0-9e53-41d5-afd0-8df1476e3625 req-c10b58ef-1d8e-4bd6-9a72-8efc1967a997 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 945 time: 0.1195087 Aug 19 12:31:23.154026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 64e75466-7ab6-46cd-ab38-ca89fb187fcf) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:23.165708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:23.167968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.180788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=56462188-6c96-4842-a614-943b1a85963d,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:23.191261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6250e281-029b-4a32-8372-e87de8c07e5f None None] Network 64e75466-7ab6-46cd-ab38-ca89fb187fcf requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:23.271426 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0026d45-4be9-465a-b6f3-67a8304902de req-28d887a1-e9d5-4d1b-9fba-4e3863eb65e6 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.1231246 Aug 19 12:31:23.352266 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.399444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=721b79bb-3e24-4478-9b6a-f144cf60770b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:23.434939 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c869dba0-9e53-41d5-afd0-8df1476e3625 req-c8a00c80-005f-476e-9981-9f1a8121f03a tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864130 Aug 19 12:31:23.439652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-64e75466-7ab6-46cd-ab38-ca89fb187fcf', 'network_id': '64e75466-7ab6-46cd-ab38-ca89fb187fcf', 'tenant_id': 'bdf1b486ff22432cadf76463e36adaba', 'fixed_ips': [{'subnet_id': 'ba8ade50-2bdb-4d28-a867-028155a0f9a3'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:23.440643 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.573110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d31870-f74d-4fd5-ba8a-b144977cc0a8 None None] Sync routers for ids ['5e985bfb-5683-4700-b921-10a844d3809c'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:23.573654 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.660761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d31870-f74d-4fd5-ba8a-b144977cc0a8 None None] Routers {'5e985bfb-5683-4700-b921-10a844d3809c'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:23.661425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-28d31870-f74d-4fd5-ba8a-b144977cc0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e985bfb-5683-4700-b921-10a844d3809c'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:23.706312 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.710750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.861653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-28d31870-f74d-4fd5-ba8a-b144977cc0a8 None None] Set router 5e985bfb-5683-4700-b921-10a844d3809c gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:23.887345 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.887874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e985bfb-5683-4700-b921-10a844d3809c {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:31:23.892460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:23.893839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-137ab2d9-e793-4990-ae8c-02a643859ac4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5e985bfb-5683-4700-b921-10a844d3809c HTTP/1.1" status: 204 len: 168 time: 2.2128215 Aug 19 12:31:23.896967 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40370) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:23.898140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 56462188-6c96-4842-a614-943b1a85963d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:23.950716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.010591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa341e0c-4c12-400a-ad54-2ffe391fee6c admin admin] Deleting subnet 03755d38-0a4f-447f-9c7b-f996e046b45f {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:31:24.014618 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa341e0c-4c12-400a-ad54-2ffe391fee6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.045987 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-60aa0476-0e75-4acf-9445-9b48fcb6f695 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4789095 Aug 19 12:31:24.048823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40372) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:24.099672 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa341e0c-4c12-400a-ad54-2ffe391fee6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.312601 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa341e0c-4c12-400a-ad54-2ffe391fee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.320051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.364333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-28d31870-f74d-4fd5-ba8a-b144977cc0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e985bfb-5683-4700-b921-10a844d3809c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1358504554-router', 'tenant_id': 'f370aa199545458d8c5dd7f57e4a543c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:23Z', 'revision_number': 7, 'project_id': 'f370aa199545458d8c5dd7f57e4a543c', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:24.422837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Allocated IP 2001:db8::2 (64e75466-7ab6-46cd-ab38-ca89fb187fcf/ba8ade50-2bdb-4d28-a867-028155a0f9a3/69cc3aa6-29c8-4e3d-ad11-4c75381ecd18) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:24.433914 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b494b4c-8d87-49c9-a61e-e5d20aaa305d req-5c83419b-2d41-428f-90cd-418e655a2ee8 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0465999 Aug 19 12:31:24.435974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d31870-f74d-4fd5-ba8a-b144977cc0a8 None None] Checking router: 5e985bfb-5683-4700-b921-10a844d3809c for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:31:24.451995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d31870-f74d-4fd5-ba8a-b144977cc0a8 None None] Routers set() bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:24.452756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d31870-f74d-4fd5-ba8a-b144977cc0a8 None None] Router IDs set() for agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 12:31:24.453482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_agentschedulers_db [None req-28d31870-f74d-4fd5-ba8a-b144977cc0a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5e985bfb-5683-4700-b921-10a844d3809c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent'). {{(pid=95544) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 19 12:31:24.453482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d31870-f74d-4fd5-ba8a-b144977cc0a8 None None] The sync data for ids ['5e985bfb-5683-4700-b921-10a844d3809c'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:24.493481 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa341e0c-4c12-400a-ad54-2ffe391fee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.533068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa341e0c-4c12-400a-ad54-2ffe391fee6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03755d38-0a4f-447f-9c7b-f996e046b45f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:24.542766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa341e0c-4c12-400a-ad54-2ffe391fee6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.544325 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aa341e0c-4c12-400a-ad54-2ffe391fee6c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/03755d38-0a4f-447f-9c7b-f996e046b45f HTTP/1.1" status: 204 len: 168 time: 0.6463358 Aug 19 12:31:24.548255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8ce96-1d09-4f75-a529-14d9e98d5029 None None] Network a153e588-a412-4b8f-89b5-9a286652c5e2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:24.555571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40382) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:24.625363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 56462188-6c96-4842-a614-943b1a85963d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:24.625592 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.689036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762239e7-0d3f-40a6-8f2b-aa0235c42d31 req-f4fa8a3a-5a48-40d1-bb95-b1f991c3e83b tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:24.693985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-762239e7-0d3f-40a6-8f2b-aa0235c42d31 req-f4fa8a3a-5a48-40d1-bb95-b1f991c3e83b tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 945 time: 0.1152594 Aug 19 12:31:24.694441 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.835750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-762239e7-0d3f-40a6-8f2b-aa0235c42d31 req-2023cbf3-f75a-472a-ac78-87b12361aae9 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201577 Aug 19 12:31:24.872222 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.881064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.885784 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:24.920163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Transition to ACTIVE for port object 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:24.951508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Transition to ACTIVE for port object 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:24.978593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.053869 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.132934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Network 64e75466-7ab6-46cd-ab38-ca89fb187fcf is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:25.137037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:25.139979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f33b4b-1a5a-4a4d-bb9b-dac0d4f31c77 None None] DHCP port deletion for a153e588-a412-4b8f-89b5-9a286652c5e2 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:31:25.149928 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:25.153950 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.156911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Deleting port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:25.157422 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.206696 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.261341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Pushing event updated for resources: {'Port': ['ID=69cc3aa6-29c8-4e3d-ad11-4c75381ecd18,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:25.275227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8ade50-2bdb-4d28-a867-028155a0f9a3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:25.276895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Router 41b517c3-2d45-4e3a-a210-6fae32782265 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:31:25.291413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] For port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8a12e195-a0b0-4b00-815a-bf63ecc2cc31,segment=NetworkSegment(227d6178-3649-429e-bec5-dcbe3773f22d),segment_id=227d6178-3649-429e-bec5-dcbe3773f22d)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:25.311413 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.370452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Calling delete_port for 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:25.391975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Attempting to bind port 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:25.392600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Attempting to bind port 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '0c4ad454-b9d3-4056-ab6e-557e82e3065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64e75466-7ab6-46cd-ab38-ca89fb187fcf'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:25.392959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Attempting to bind port 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18 on network 64e75466-7ab6-46cd-ab38-ca89fb187fcf {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:25.400748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:25.401119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Checking segment: {'id': '0c4ad454-b9d3-4056-ab6e-557e82e3065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64e75466-7ab6-46cd-ab38-ca89fb187fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:25.401752 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.402440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Bound using segment: {'id': '0c4ad454-b9d3-4056-ab6e-557e82e3065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64e75466-7ab6-46cd-ab38-ca89fb187fcf'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:25.402965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Bound port: 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4ad454-b9d3-4056-ab6e-557e82e3065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '64e75466-7ab6-46cd-ab38-ca89fb187fcf'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:25.403346 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.419375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-62f33b4b-1a5a-4a4d-bb9b-dac0d4f31c77 None None] Deleting port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:25.419745 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-62f33b4b-1a5a-4a4d-bb9b-dac0d4f31c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.569441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-62f33b4b-1a5a-4a4d-bb9b-dac0d4f31c77 None None] For port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8a12e195-a0b0-4b00-815a-bf63ecc2cc31,segment=NetworkSegment(227d6178-3649-429e-bec5-dcbe3773f22d),segment_id=227d6178-3649-429e-bec5-dcbe3773f22d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:25.569441 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-62f33b4b-1a5a-4a4d-bb9b-dac0d4f31c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.574686 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.588940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] For port 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:25.591941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-62f33b4b-1a5a-4a4d-bb9b-dac0d4f31c77 None None] Calling delete_port for 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:25.600257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e75466-7ab6-46cd-ab38-ca89fb187fcf']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:25.620445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] For port 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=69cc3aa6-29c8-4e3d-ad11-4c75381ecd18,segment=NetworkSegment(0c4ad454-b9d3-4056-ab6e-557e82e3065d),segment_id=0c4ad454-b9d3-4056-ab6e-557e82e3065d)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:25.633613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4ad454-b9d3-4056-ab6e-557e82e3065d') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:25.633613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4ad454-b9d3-4056-ab6e-557e82e3065d') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:25.721490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.725164 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f614838-32a5-4838-8637-b952868a75c9 req-f744b130-a45a-46de-a763-1f3d8149d4f8 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0981598 Aug 19 12:31:25.762884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:25.769284 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.772628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.773903 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9e97e55e-0643-4c37-9dbc-84ae0473893e tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "PUT /v2.0/routers/41b517c3-2d45-4e3a-a210-6fae32782265 HTTP/1.1" status: 200 len: 915 time: 5.5993619 Aug 19 12:31:25.776315 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aab252-7b7d-408e-87a5-7aad6f633ea4 None None] Sync routers for ids ['41b517c3-2d45-4e3a-a210-6fae32782265'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:25.778607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40392) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:25.779343 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.795257 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aab252-7b7d-408e-87a5-7aad6f633ea4 None None] Routers {'41b517c3-2d45-4e3a-a210-6fae32782265'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:25.796263 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b5aab252-7b7d-408e-87a5-7aad6f633ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['41b517c3-2d45-4e3a-a210-6fae32782265'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:25.812493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:25.827052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:25.827399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.838623 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b5aab252-7b7d-408e-87a5-7aad6f633ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:25.875280 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aab252-7b7d-408e-87a5-7aad6f633ea4 None None] Routers {'41b517c3-2d45-4e3a-a210-6fae32782265'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:25.877835 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b5aab252-7b7d-408e-87a5-7aad6f633ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['41b517c3-2d45-4e3a-a210-6fae32782265'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:25.886426 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-62f33b4b-1a5a-4a4d-bb9b-dac0d4f31c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:25.981754 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b5aab252-7b7d-408e-87a5-7aad6f633ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:25.993483 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aab252-7b7d-408e-87a5-7aad6f633ea4 None None] The sync data for ids ['41b517c3-2d45-4e3a-a210-6fae32782265'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:25.999320 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:26.015958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687d319-c410-4bb7-872b-eb5cdde55d86 None None] Pushing event updated for resources: {'Port': ['ID=69cc3aa6-29c8-4e3d-ad11-4c75381ecd18,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:26.020890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f33b4b-1a5a-4a4d-bb9b-dac0d4f31c77 None None] No DVR routers for this DVR port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:26.021078 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.047637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15110de3-5d8a-43c2-8c8c-3bbc8a5a53e6 None None] Network 64e75466-7ab6-46cd-ab38-ca89fb187fcf requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:26.052420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No active binding found for port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 {{(pid=95544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 12:31:26.053085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:26.057245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 721b79bb-3e24-4478-9b6a-f144cf60770b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:26.059931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] No DVR routers for this DVR port 8a12e195-a0b0-4b00-815a-bf63ecc2cc31 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:26.099872 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b33e894f-f99c-41c0-9931-454ef6222c6f tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/routers/41b517c3-2d45-4e3a-a210-6fae32782265 HTTP/1.1" status: 200 len: 921 time: 0.3173664 Aug 19 12:31:26.101620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40402) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:26.145396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f33b4b-1a5a-4a4d-bb9b-dac0d4f31c77 None None] Pushing event deleted for resources: {'Port': ['ID=8a12e195-a0b0-4b00-815a-bf63ecc2cc31,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:26.156942 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.157433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 721b79bb-3e24-4478-9b6a-f144cf60770b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:26.157793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 721b79bb-3e24-4478-9b6a-f144cf60770b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:26.185397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:31:26.185397 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:31:26.185397 n-d-803757-2 neutron-server[95542]: [parameters: {'id': '64e75466-7ab6-46cd-ab38-ca89fb187fcf'}] Aug 19 12:31:26.185397 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:31:26.186704 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:31:26.189494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a12e195-a0b0-4b00-815a-bf63ecc2cc31,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:26.214482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea23435-3ec7-455f-a7f6-7ce0745a7cac tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:26.222199 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bea23435-3ec7-455f-a7f6-7ce0745a7cac tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&device_id=41b517c3-2d45-4e3a-a210-6fae32782265&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1150467 Aug 19 12:31:26.226595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40404) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:26.280144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bc3342-0f10-4382-a1c4-a36fc659b0ce None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:31:26.321430 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.334126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a153e588-a412-4b8f-89b5-9a286652c5e2']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:26.349255 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227d6178-3649-429e-bec5-dcbe3773f22d') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:26.349658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227d6178-3649-429e-bec5-dcbe3773f22d') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:26.361298 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.366316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85be97a-a4e8-4d75-b36b-13a26dd5a709 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:26.368356 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a85be97a-a4e8-4d75-b36b-13a26dd5a709 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 881 time: 0.1405079 Aug 19 12:31:26.370896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40408) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:26.386266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.393837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:26.394315 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:26.396629 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:26.420584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-80dd72f5-cf8a-48fe-bf4f-b3c5c49c27d2 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=41b517c3-2d45-4e3a-a210-6fae32782265 HTTP/1.1" status: 200 len: 205 time: 0.0461380 Aug 19 12:31:26.421130 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40410) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:26.460467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc3342-0f10-4382-a1c4-a36fc659b0ce None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:31:26.626912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.648310 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.660236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.665413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] 10.222.0.21 "DELETE /v2.0/networks/a153e588-a412-4b8f-89b5-9a286652c5e2 HTTP/1.1" status: 204 len: 168 time: 2.0983458 Aug 19 12:31:26.723953 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.738350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168c247-a4ed-48a6-b8d2-19bd6346522b admin admin] Pushing event deleted for resources: {'Network': ['ID=a153e588-a412-4b8f-89b5-9a286652c5e2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:26.849702 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.850872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Deleting port 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:26.851229 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:26.976334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5cf541f-1b2d-4e14-a19b-6b0bf9c3b989 req-a308156a-dedc-4990-b4ac-5d20f36da7de tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0759892 Aug 19 12:31:26.982190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] For port 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=69cc3aa6-29c8-4e3d-ad11-4c75381ecd18,segment=NetworkSegment(0c4ad454-b9d3-4056-ab6e-557e82e3065d),segment_id=0c4ad454-b9d3-4056-ab6e-557e82e3065d)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:26.982567 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.050194 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Deleting port 29443c76-6838-4ee9-94bc-b08c078394cd {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:27.050194 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.060256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Calling delete_port for 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:27.162103 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.175379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Calling delete_port for 29443c76-6838-4ee9-94bc-b08c078394cd owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:27.204155 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40424) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:27.296990 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9b7b5f31-3fb9-45fc-9963-7c3839597587 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f370aa199545458d8c5dd7f57e4a543c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0888591 Aug 19 12:31:27.299137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40426) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:27.400169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.404822 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81348fd5-914f-42b2-afc4-c934cf0b91f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.456947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No DVR routers for this DVR port 69cc3aa6-29c8-4e3d-ad11-4c75381ecd18 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:27.459245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Port': ['ID=69cc3aa6-29c8-4e3d-ad11-4c75381ecd18,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:27.509800 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81348fd5-914f-42b2-afc4-c934cf0b91f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.510295 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.537976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Pushing event deleted for resources: {'Port': ['ID=29443c76-6838-4ee9-94bc-b08c078394cd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:27.572154 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.611109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e75466-7ab6-46cd-ab38-ca89fb187fcf']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:27.615583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.623248 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4ad454-b9d3-4056-ab6e-557e82e3065d') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:27.623554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4ad454-b9d3-4056-ab6e-557e82e3065d') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:27.635447 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.649759 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.657161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:27.657566 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:27.660832 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:27.769527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.773592 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.790040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aba2aaf3-8fd2-49cd-b758-c58afa233e90 req-ea681af0-a4fc-4e21-85bf-a87d77c7d13b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0324888 Aug 19 12:31:27.790883 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81348fd5-914f-42b2-afc4-c934cf0b91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.793470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81348fd5-914f-42b2-afc4-c934cf0b91f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.797289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-81348fd5-914f-42b2-afc4-c934cf0b91f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e3de3ad-1c71-40fe-8a14-360c0e9d3ed5 HTTP/1.1" status: 204 len: 168 time: 0.4945574 Aug 19 12:31:27.806241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81348fd5-914f-42b2-afc4-c934cf0b91f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3de3ad-1c71-40fe-8a14-360c0e9d3ed5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:27.921455 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.928433 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.930197 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/networks/64e75466-7ab6-46cd-ab38-ca89fb187fcf HTTP/1.1" status: 204 len: 168 time: 3.8803067 Aug 19 12:31:27.933852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40432) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:27.939781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-629667892'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:27.943532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7217cd5-f617-4558-a582-5a4f964e3837 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Network': ['ID=64e75466-7ab6-46cd-ab38-ca89fb187fcf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:27.961000 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.961547 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Fanout notify agent at l3_agent the message router_deleted on router 41b517c3-2d45-4e3a-a210-6fae32782265 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:31:27.968717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:27.969817 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9e4fcc7a-d7bc-4926-9c21-9b458a7cf56e tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/41b517c3-2d45-4e3a-a210-6fae32782265 HTTP/1.1" status: 204 len: 168 time: 1.5477705 Aug 19 12:31:27.974818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40434) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:27.979534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-129721833', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:28.075822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:28.081129 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.118242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:28.127972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.128335 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Added segment 84ef1048-db18-4464-8711-82c3142c5bec of type vlan for network 83ed3664-d1cc-429a-9568-26d40fffaa24 Aug 19 12:31:28.160281 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3bccfd4c-848c-49b4-b3a7-389ec75170b3 req-cbf2116c-4b91-4123-a4ff-6f81ccf02302 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0513451 Aug 19 12:31:28.176826 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.212123 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.213804 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.281566 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.287479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:28.288059 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.300280 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.385135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Network': ['ID=83ed3664-d1cc-429a-9568-26d40fffaa24,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:28.396839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 83ed3664-d1cc-429a-9568-26d40fffaa24 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:28.462475 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-320358b2-f3a9-482f-b760-51bd01d1e909 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5271924 Aug 19 12:31:28.465600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40452) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:28.468910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Request body: {'subnet': {'network_id': '83ed3664-d1cc-429a-9568-26d40fffaa24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:28.569621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:28.789698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Made reservation on behalf of bdf1b486ff22432cadf76463e36adaba for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:28.795803 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.106633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.126582 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.249324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:31:29.251317 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.313882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Allocated IP 172.25.2.123 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/228a02f6-dae4-4caf-8bfa-a59e36fe095f) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:29.333379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event updated for resources: {'Subnet': ['ID=d1ba8d26-48d5-4213-92ba-d54c6ed395b4,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:29.336888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Checking segment: {'id': '84ef1048-db18-4464-8711-82c3142c5bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '83ed3664-d1cc-429a-9568-26d40fffaa24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:29.337262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network hostable DHCP agents. Network: 83ed3664-d1cc-429a-9568-26d40fffaa24, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:29.380989 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cff2c514-2a12-43b8-9863-b930d14a1347 req-8ff14d16-402b-453d-b891-cb437262e525 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0503199 Aug 19 12:31:29.483835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.605469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Network 83ed3664-d1cc-429a-9568-26d40fffaa24 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:29.663461 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.718831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:29.727150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 83ed3664-d1cc-429a-9568-26d40fffaa24) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:29.731674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:29.732275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:29.743375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d50295-5160-4ea1-962b-1a2948ae93b2 None None] Network 83ed3664-d1cc-429a-9568-26d40fffaa24 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:29.762190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:29.765139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:29.769079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Pushing event updated for resources: {'Port': ['ID=228a02f6-dae4-4caf-8bfa-a59e36fe095f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:29.810413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.810764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.811136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.811472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.811990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.812222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.812547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.812876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.813208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.813529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.813855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.814501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:29.953514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-83ed3664-d1cc-429a-9568-26d40fffaa24', 'network_id': '83ed3664-d1cc-429a-9568-26d40fffaa24', 'tenant_id': 'bdf1b486ff22432cadf76463e36adaba', 'fixed_ips': [{'subnet_id': 'd1ba8d26-48d5-4213-92ba-d54c6ed395b4'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:29.954409 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.059471 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-74fbcfa0-d29e-416b-a923-deb39998b00a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5948386 Aug 19 12:31:30.061930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40488) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:30.208791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Allocated IP 2001:db8::f816:3eff:fe5f:562e (83ed3664-d1cc-429a-9568-26d40fffaa24/d1ba8d26-48d5-4213-92ba-d54c6ed395b4/9e9d7d88-fb1d-46a1-a4a6-38a3e7723044) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:30.252813 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-699f1638-2533-4cb4-9167-70c90d1f8f7c tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2489975100134ce1a6c45d0a55930177&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683670 Aug 19 12:31:30.421565 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.652725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-911f3f31-fde4-410d-afb0-6764c5af87ff tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:30.654368 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-911f3f31-fde4-410d-afb0-6764c5af87ff tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4007273 Aug 19 12:31:30.657730 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.675863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Transition to ACTIVE for port object 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:30.683677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8a1417d2-72ba-407e-98bd-de579c334919 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/quotas/2489975100134ce1a6c45d0a55930177 HTTP/1.1" status: 200 len: 375 time: 0.0150821 Aug 19 12:31:30.685539 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:30.709199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Transition to ACTIVE for port object 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:30.749979 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-4a5922e7-85cc-4fb9-afbd-a99afb120b3f tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2489975100134ce1a6c45d0a55930177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373886 Aug 19 12:31:30.930764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.104311 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.128805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Network 83ed3664-d1cc-429a-9568-26d40fffaa24 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:31.132796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:31.180414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:31.208107 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.228505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Pushing event updated for resources: {'Port': ['ID=9e9d7d88-fb1d-46a1-a4a6-38a3e7723044,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:31.259681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Attempting to bind port 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:31.260328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Attempting to bind port 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '84ef1048-db18-4464-8711-82c3142c5bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '83ed3664-d1cc-429a-9568-26d40fffaa24'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:31.261134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Attempting to bind port 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044 on network 83ed3664-d1cc-429a-9568-26d40fffaa24 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:31.267466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:31.269192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Checking segment: {'id': '84ef1048-db18-4464-8711-82c3142c5bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '83ed3664-d1cc-429a-9568-26d40fffaa24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:31.273312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.274065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Bound using segment: {'id': '84ef1048-db18-4464-8711-82c3142c5bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '83ed3664-d1cc-429a-9568-26d40fffaa24'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:31.274734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Bound port: 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ef1048-db18-4464-8711-82c3142c5bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '83ed3664-d1cc-429a-9568-26d40fffaa24'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:31.275385 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.343436 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-441f4a10-6e99-4cb2-8cfc-0ec4d10148f1 req-90e972a0-b11f-4acb-9f31-74684f19e064 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 210 time: 0.1513383 Aug 19 12:31:31.365658 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.541427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ba8d26-48d5-4213-92ba-d54c6ed395b4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:31.601487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] For port 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:31.616107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] For port 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9e9d7d88-fb1d-46a1-a4a6-38a3e7723044,segment=NetworkSegment(84ef1048-db18-4464-8711-82c3142c5bec),segment_id=84ef1048-db18-4464-8711-82c3142c5bec)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:31.647911 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.699101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ed3664-d1cc-429a-9568-26d40fffaa24']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:31.703218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f905ba01-fca7-407e-b956-3a04a175a79f req-964a3f3e-90b7-4d8a-80fb-3bee07817913 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0340960 Aug 19 12:31:31.720445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ef1048-db18-4464-8711-82c3142c5bec') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:31.720840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ef1048-db18-4464-8711-82c3142c5bec') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:31.733489 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.792472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Router 41c0af1f-a32a-484d-bf80-e857b9ac852d is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:31:31.792916 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.793050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.805543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:31.806450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: items = [ Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:31.814771 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:31.942883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d9def-0529-4c88-9706-12894df1bd27 None None] Pushing event updated for resources: {'Port': ['ID=9e9d7d88-fb1d-46a1-a4a6-38a3e7723044,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:31.999442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:32.011330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54989ba5-baaa-43c8-a8e0-14faf4de8fad None None] Sync routers for ids ['41c0af1f-a32a-484d-bf80-e857b9ac852d'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:32.035506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54989ba5-baaa-43c8-a8e0-14faf4de8fad None None] Routers {'41c0af1f-a32a-484d-bf80-e857b9ac852d'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:32.041756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54989ba5-baaa-43c8-a8e0-14faf4de8fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['41c0af1f-a32a-484d-bf80-e857b9ac852d'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:32.077936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:31:32.077936 n-d-803757-2 neutron-server[95543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:31:32.077936 n-d-803757-2 neutron-server[95543]: [parameters: {'id': '83ed3664-d1cc-429a-9568-26d40fffaa24'}] Aug 19 12:31:32.077936 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:31:32.078957 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:31:32.089258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c8059a-fb85-43c1-bc4f-6a8f97f7a475 None None] Network 83ed3664-d1cc-429a-9568-26d40fffaa24 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:32.155527 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:32.158966 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-894bd8ab-88ae-4a13-b2a3-cd4521b20400 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1809464 Aug 19 12:31:32.160068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40534) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:32.166282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:32.170322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54989ba5-baaa-43c8-a8e0-14faf4de8fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:32.224812 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54989ba5-baaa-43c8-a8e0-14faf4de8fad None None] Routers {'41c0af1f-a32a-484d-bf80-e857b9ac852d'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:32.230973 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54989ba5-baaa-43c8-a8e0-14faf4de8fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['41c0af1f-a32a-484d-bf80-e857b9ac852d'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:32.348115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54989ba5-baaa-43c8-a8e0-14faf4de8fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:32.352170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54989ba5-baaa-43c8-a8e0-14faf4de8fad None None] The sync data for ids ['41c0af1f-a32a-484d-bf80-e857b9ac852d'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:32.488550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82defa04-87fb-46dd-a522-c5fcf9728aaf None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:31:32.545135 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4bdb3342-ce57-4fcc-97ea-4539222c3b97 req-c480eb2f-95b0-4095-a2fc-6850aac8b4a1 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 210 time: 0.0505438 Aug 19 12:31:32.643913 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:32.666479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82defa04-87fb-46dd-a522-c5fcf9728aaf None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:31:33.297067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b9ceaec-71a2-43f6-81b9-7512ac8f229f req-04fa9bfa-ed31-4a32-a23d-9bafe38715e3 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0826318 Aug 19 12:31:33.322246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Deleting port 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:33.322859 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.412017 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.434132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] For port 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9e9d7d88-fb1d-46a1-a4a6-38a3e7723044,segment=NetworkSegment(84ef1048-db18-4464-8711-82c3142c5bec),segment_id=84ef1048-db18-4464-8711-82c3142c5bec)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:33.434642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.449523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Calling delete_port for 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:33.511067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.694106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0c161949-b983-4d09-80d9-460a8968ea65 req-ba71a4dc-1e10-4f1f-b89d-34bd1b46c093 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 210 time: 0.0397604 Aug 19 12:31:33.704138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.762696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No DVR routers for this DVR port 9e9d7d88-fb1d-46a1-a4a6-38a3e7723044 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:33.768055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Port': ['ID=9e9d7d88-fb1d-46a1-a4a6-38a3e7723044,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:33.822109 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.822862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.823475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.824145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.824781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.825665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.826260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.826677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.827114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.827534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.827952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.828462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:31:33.893920 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.911708 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ed3664-d1cc-429a-9568-26d40fffaa24']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:33.924373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ef1048-db18-4464-8711-82c3142c5bec') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:33.924649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ef1048-db18-4464-8711-82c3142c5bec') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:33.935787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.969715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:33.995924 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:33.996351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:34.004613 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:34.433989 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1a110cb5-1625-407d-91bc-c87a900844ce req-e4de4eff-4997-4f91-9570-a51024891362 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0296590 Aug 19 12:31:34.436208 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.444050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.448174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/networks/83ed3664-d1cc-429a-9568-26d40fffaa24 HTTP/1.1" status: 204 len: 168 time: 4.3818691 Aug 19 12:31:34.449618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40558) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:34.470200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f24cd-9efb-44f9-ab2e-6fcae211e049 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Network': ['ID=83ed3664-d1cc-429a-9568-26d40fffaa24,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:34.491288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Deleting port 228a02f6-dae4-4caf-8bfa-a59e36fe095f {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:34.491707 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.495781 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-725eadc5-211d-419f-a99c-800e4bf0a8ec tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] DELETE failed (client error): The resource could not be found. Aug 19 12:31:34.507590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725eadc5-211d-419f-a99c-800e4bf0a8ec tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:34.513367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-725eadc5-211d-419f-a99c-800e4bf0a8ec tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/subnets/d1ba8d26-48d5-4213-92ba-d54c6ed395b4 HTTP/1.1" status: 404 len: 337 time: 0.0578573 Aug 19 12:31:34.527624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40560) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:34.559543 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-28054b76-e3bb-46c0-8a5c-3275861b62fb tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] DELETE failed (client error): The resource could not be found. Aug 19 12:31:34.560270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28054b76-e3bb-46c0-8a5c-3275861b62fb tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:34.565222 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-28054b76-e3bb-46c0-8a5c-3275861b62fb tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/networks/83ed3664-d1cc-429a-9568-26d40fffaa24 HTTP/1.1" status: 404 len: 339 time: 0.0345058 Aug 19 12:31:34.566705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40562) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:34.594381 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-972e222f-48d6-4da8-9690-41bfedbd25f0 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] DELETE failed (client error): The resource could not be found. Aug 19 12:31:34.594953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972e222f-48d6-4da8-9690-41bfedbd25f0 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:34.600436 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-972e222f-48d6-4da8-9690-41bfedbd25f0 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/subnets/ba8ade50-2bdb-4d28-a867-028155a0f9a3 HTTP/1.1" status: 404 len: 337 time: 0.0326440 Aug 19 12:31:34.600662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40564) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:34.633119 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a259778-4101-4437-b386-53afd835b5d7 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] DELETE failed (client error): The resource could not be found. Aug 19 12:31:34.633790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a259778-4101-4437-b386-53afd835b5d7 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:34.635557 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7a259778-4101-4437-b386-53afd835b5d7 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/networks/64e75466-7ab6-46cd-ab38-ca89fb187fcf HTTP/1.1" status: 404 len: 339 time: 0.0281718 Aug 19 12:31:34.639088 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40566) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:34.665562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.667320 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac921e16-6f61-465d-8d8d-bc6f17f7f62e tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] DELETE failed (client error): The resource could not be found. Aug 19 12:31:34.668031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac921e16-6f61-465d-8d8d-bc6f17f7f62e tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:34.669949 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ac921e16-6f61-465d-8d8d-bc6f17f7f62e tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/subnets/88b3c7cb-acbd-477b-9d25-29555ff33015 HTTP/1.1" status: 404 len: 337 time: 0.0298703 Aug 19 12:31:34.673656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40568) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:34.692916 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cbb6ab-3cd2-4979-863c-b64484d62ac7 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] DELETE failed (client error): The resource could not be found. Aug 19 12:31:34.695181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38cbb6ab-3cd2-4979-863c-b64484d62ac7 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:34.696572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-38cbb6ab-3cd2-4979-863c-b64484d62ac7 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/networks/b7f24a8e-380e-4455-84cd-42748ed19af7 HTTP/1.1" status: 404 len: 339 time: 0.0216882 Aug 19 12:31:34.698986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40570) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:34.726696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Calling delete_port for 228a02f6-dae4-4caf-8bfa-a59e36fe095f owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:34.853514 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e97086d6-5e46-4235-be21-63915de45381 req-b8efad04-c2b1-4783-ac39-4d1db91a0722 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 210 time: 0.0387332 Aug 19 12:31:34.884031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-eabab320-143c-470a-9ed6-1bc85af4db91 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Deleting port 79b234f5-2bdb-48db-a08e-c4042a9cf21b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:34.884677 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eabab320-143c-470a-9ed6-1bc85af4db91 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:34.985292 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eabab320-143c-470a-9ed6-1bc85af4db91 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.001142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-eabab320-143c-470a-9ed6-1bc85af4db91 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Calling delete_port for 79b234f5-2bdb-48db-a08e-c4042a9cf21b owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:35.401729 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f1f745ae-a1d2-4aaa-97ca-302907c9efbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.436706 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eabab320-143c-470a-9ed6-1bc85af4db91 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.438858 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.507680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Pushing event deleted for resources: {'Port': ['ID=228a02f6-dae4-4caf-8bfa-a59e36fe095f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:35.544130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabab320-143c-470a-9ed6-1bc85af4db91 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Port': ['ID=79b234f5-2bdb-48db-a08e-c4042a9cf21b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:35.562111 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eabab320-143c-470a-9ed6-1bc85af4db91 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.564218 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eabab320-143c-470a-9ed6-1bc85af4db91 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/ports/79b234f5-2bdb-48db-a08e-c4042a9cf21b HTTP/1.1" status: 204 len: 168 time: 0.8640776 Aug 19 12:31:35.568012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40582) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:35.620491 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.632876 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0ef154-43f7-41f5-8866-b168513ef280 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] DELETE failed (client error): The resource could not be found. Aug 19 12:31:35.632876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0ef154-43f7-41f5-8866-b168513ef280 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:35.641743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4d0ef154-43f7-41f5-8866-b168513ef280 tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/subnets/6d629e35-1731-48d1-8823-0d63c89afc50 HTTP/1.1" status: 404 len: 337 time: 0.0656981 Aug 19 12:31:35.641743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40584) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:35.758140 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:35.761888 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04628d10-c920-4050-8c2c-3efbd820470b req-feeb0971-200a-4777-af26-62b6a219534b tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.1439703 Aug 19 12:31:35.787147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-27ac6157-3e1c-44b1-8b22-5be725d4adf5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=2489975100134ce1a6c45d0a55930177&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1153700 Aug 19 12:31:36.015769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-3cd02208-f6a0-4bbd-a6a7-1cc8773d9227 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:36.018501 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-3cd02208-f6a0-4bbd-a6a7-1cc8773d9227 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228017 Aug 19 12:31:36.028418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.066985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95fefdd-09fd-41b6-9bb1-2073b70676b4']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:36.116714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Request body: {'port': {'device_id': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '2489975100134ce1a6c45d0a55930177'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:36.127141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901acf8b-e333-40df-b9fd-ece9913a1713') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:36.129793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901acf8b-e333-40df-b9fd-ece9913a1713') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:36.136313 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f29fb50-7285-4545-a09c-6c04672800da req-7ea11b2a-44a0-4fe8-836e-fcdf6bbea135 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 210 time: 0.1196749 Aug 19 12:31:36.160293 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.180944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.189977 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.196631 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.205681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:36.206087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:36.209355 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:36.311200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Router 41c0af1f-a32a-484d-bf80-e857b9ac852d has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:31:36.409623 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:36.418238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.419314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e5722a8f-c5fa-4e7d-a57e-b1af94428905 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "PUT /v2.0/routers/41c0af1f-a32a-484d-bf80-e857b9ac852d HTTP/1.1" status: 200 len: 705 time: 4.2575438 Aug 19 12:31:36.423230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40592) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:36.424351 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d3be0-c337-4e65-90e9-2dc06434b372 None None] Sync routers for ids ['41c0af1f-a32a-484d-bf80-e857b9ac852d'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:36.437538 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d3be0-c337-4e65-90e9-2dc06434b372 None None] Routers {'41c0af1f-a32a-484d-bf80-e857b9ac852d'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:36.438366 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8b1d3be0-c337-4e65-90e9-2dc06434b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['41c0af1f-a32a-484d-bf80-e857b9ac852d'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:36.495316 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8b1d3be0-c337-4e65-90e9-2dc06434b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:36.512642 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.517864 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.530247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/networks/f95fefdd-09fd-41b6-9bb1-2073b70676b4 HTTP/1.1" status: 204 len: 168 time: 0.8795502 Aug 19 12:31:36.530381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40598) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:36.530493 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d3be0-c337-4e65-90e9-2dc06434b372 None None] Routers {'41c0af1f-a32a-484d-bf80-e857b9ac852d'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:36.530493 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8b1d3be0-c337-4e65-90e9-2dc06434b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['41c0af1f-a32a-484d-bf80-e857b9ac852d'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:36.542382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116137a-877b-4c23-801c-2607a78c972a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Network': ['ID=f95fefdd-09fd-41b6-9bb1-2073b70676b4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:36.549942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-04b25e7f-adb8-41bf-837d-570b51c61b56 tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/routers/41c0af1f-a32a-484d-bf80-e857b9ac852d HTTP/1.1" status: 200 len: 740 time: 0.1230786 Aug 19 12:31:36.551075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40600) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:36.564041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Made reservation on behalf of 2489975100134ce1a6c45d0a55930177 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:36.568309 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.580733 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.589459 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8b1d3be0-c337-4e65-90e9-2dc06434b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:36.590843 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d3be0-c337-4e65-90e9-2dc06434b372 None None] The sync data for ids ['41c0af1f-a32a-484d-bf80-e857b9ac852d'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:36.653518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-79919ce7-93fa-4db7-84ed-f77724afbcbb tempest-RoutersAdminTest-1711625237 tempest-RoutersAdminTest-1711625237-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&device_id=41c0af1f-a32a-484d-bf80-e857b9ac852d HTTP/1.1" status: 200 len: 205 time: 0.0962858 Aug 19 12:31:36.656317 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40602) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:36.684709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f39537d9-26e9-47c3-8f03-df6f953dc838 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c0af1f-a32a-484d-bf80-e857b9ac852d HTTP/1.1" status: 200 len: 205 time: 0.0270383 Aug 19 12:31:36.686921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40604) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:36.706188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-523f6da5-4913-4bdf-b749-88dee4e4d0ed tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Deleting port 3964df54-61f5-4b32-bd39-0a193a70a2e8 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:36.707099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-523f6da5-4913-4bdf-b749-88dee4e4d0ed tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.770695 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a48de8ea-11de-48f4-8a5f-96468813c2fe tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.796401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-523f6da5-4913-4bdf-b749-88dee4e4d0ed tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.818449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-523f6da5-4913-4bdf-b749-88dee4e4d0ed tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Calling delete_port for 3964df54-61f5-4b32-bd39-0a193a70a2e8 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:36.836205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:36.943555 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b692d6b-a5b2-4ba6-8e66-05d1ae0e7d9e req-bd1befff-8b2f-4d09-b053-7e1651a26358 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0376265 Aug 19 12:31:36.978525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.026543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a48de8ea-11de-48f4-8a5f-96468813c2fe tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.033927 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a48de8ea-11de-48f4-8a5f-96468813c2fe tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.100591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d326f75a-dcd1-4412-84d3-4536a707c9fe,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:37.105952 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-523f6da5-4913-4bdf-b749-88dee4e4d0ed tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.146108 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-523f6da5-4913-4bdf-b749-88dee4e4d0ed tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.148270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-523f6da5-4913-4bdf-b749-88dee4e4d0ed tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/ports/3964df54-61f5-4b32-bd39-0a193a70a2e8 HTTP/1.1" status: 204 len: 168 time: 0.6239736 Aug 19 12:31:37.152377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40610) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.153468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f6da5-4913-4bdf-b749-88dee4e4d0ed tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Port': ['ID=3964df54-61f5-4b32-bd39-0a193a70a2e8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:37.202122 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c7b494-2a0a-4852-9c1d-10ad5744b56a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] DELETE failed (client error): The resource could not be found. Aug 19 12:31:37.202377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c7b494-2a0a-4852-9c1d-10ad5744b56a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:37.207704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-59c7b494-2a0a-4852-9c1d-10ad5744b56a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/subnets/22d72a02-0525-41a6-9b24-fceb698b633d HTTP/1.1" status: 404 len: 337 time: 0.0540905 Aug 19 12:31:37.208521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40614) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.224964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a48de8ea-11de-48f4-8a5f-96468813c2fe tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.225907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48de8ea-11de-48f4-8a5f-96468813c2fe tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Fanout notify agent at l3_agent the message router_deleted on router 41c0af1f-a32a-484d-bf80-e857b9ac852d {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:31:37.239193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Allocated IP 192.168.233.252 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/05609719-72a4-445b-824e-30d41047b829) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:37.254305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a48de8ea-11de-48f4-8a5f-96468813c2fe tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.259877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a48de8ea-11de-48f4-8a5f-96468813c2fe tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/41c0af1f-a32a-484d-bf80-e857b9ac852d HTTP/1.1" status: 204 len: 168 time: 0.5719028 Aug 19 12:31:37.260510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40616) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.354200 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ede37b4f-dd34-4218-93a3-9ae82a18fe82 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=41c0af1f-a32a-484d-bf80-e857b9ac852d HTTP/1.1" status: 200 len: 205 time: 0.0925477 Aug 19 12:31:37.357162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f8df7762-6f64-4b96-906e-3de60b8fd716 req-a5eb05d7-b37c-43b8-b4aa-96ae258be06d tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 210 time: 0.0764785 Aug 19 12:31:37.358993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40620) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.377729 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.415826 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-87fd75e8-9958-40bf-8233-4393d35efba8 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] delete failed (client error): The resource could not be found. Aug 19 12:31:37.419872 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-87fd75e8-9958-40bf-8233-4393d35efba8 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/41c0af1f-a32a-484d-bf80-e857b9ac852d HTTP/1.1" status: 404 len: 336 time: 0.0609801 Aug 19 12:31:37.420428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40622) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.456134 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c4cf85fa-20c7-4e7a-a1a3-36c9a9972bd2 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=41b517c3-2d45-4e3a-a210-6fae32782265 HTTP/1.1" status: 200 len: 205 time: 0.0339036 Aug 19 12:31:37.457455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40624) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.513843 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-da98e007-0cea-47da-9445-4d60b62e47b7 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] delete failed (client error): The resource could not be found. Aug 19 12:31:37.514974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-da98e007-0cea-47da-9445-4d60b62e47b7 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/41b517c3-2d45-4e3a-a210-6fae32782265 HTTP/1.1" status: 404 len: 336 time: 0.0559278 Aug 19 12:31:37.517435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40626) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.554548 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6e5118e9-ef36-4f46-9e05-4898e0d52ff5 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=0e8c809b-5aa9-4e17-9832-bb71c13c0103 HTTP/1.1" status: 200 len: 205 time: 0.0359116 Aug 19 12:31:37.557622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40628) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.570527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.583235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:37.600404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e6dec8-a5d0-4c6e-b170-028df0993131') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:37.600630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e6dec8-a5d0-4c6e-b170-028df0993131') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:37.618986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.641116 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.647149 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-797d2005-b3fb-49dc-bd42-0519ff465609 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] delete failed (client error): The resource could not be found. Aug 19 12:31:37.650703 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-797d2005-b3fb-49dc-bd42-0519ff465609 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/0e8c809b-5aa9-4e17-9832-bb71c13c0103 HTTP/1.1" status: 404 len: 336 time: 0.0896509 Aug 19 12:31:37.650889 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.651157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40632) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.652593 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.661216 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:37.661645 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:37.665298 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:37.668309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Transition to ACTIVE for port object 05609719-72a4-445b-824e-30d41047b829 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:37.694744 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-28ca441c-71e7-4094-bb99-6bb088594bc3 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a882375-2423-4691-982e-4be736430b0e HTTP/1.1" status: 200 len: 205 time: 0.0425651 Aug 19 12:31:37.697042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40634) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.743524 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-901f00c2-65ae-4cdb-9be2-3a06bbcc68ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.749010 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-91530de3-d495-4974-a71b-18b4a9e58062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] delete failed (client error): The resource could not be found. Aug 19 12:31:37.752046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-91530de3-d495-4974-a71b-18b4a9e58062 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/8a882375-2423-4691-982e-4be736430b0e HTTP/1.1" status: 404 len: 336 time: 0.0539186 Aug 19 12:31:37.755491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40636) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.783189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2a5860ee-564c-4d2c-a384-1d6da6868e1d tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ea722db-179a-44bc-86db-e94128d2c182 HTTP/1.1" status: 200 len: 205 time: 0.0265946 Aug 19 12:31:37.785534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40638) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.805429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.816571 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.822465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/networks/45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4 HTTP/1.1" status: 204 len: 168 time: 0.6127858 Aug 19 12:31:37.828095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40640) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.837372 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-aeff1072-d99b-42f1-b9de-a813017afcbf tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] delete failed (client error): The resource could not be found. Aug 19 12:31:37.837950 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.838684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-aeff1072-d99b-42f1-b9de-a813017afcbf tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/9ea722db-179a-44bc-86db-e94128d2c182 HTTP/1.1" status: 404 len: 336 time: 0.0522623 Aug 19 12:31:37.841592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40642) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.843021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55fbfa-590e-4e08-806c-a2a089d259ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Network': ['ID=45b4e2f3-dbb8-41a9-97d7-ae3c1396d1a4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:37.900967 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-910b124f-f086-4e9c-be42-b196bba66976 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc30295d-b95b-4755-9f45-6ee06781ffbc HTTP/1.1" status: 200 len: 205 time: 0.0557034 Aug 19 12:31:37.902755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40644) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.911753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:37.911753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:37.911753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:37.938579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Pushing event updated for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:37.957747 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-760272b9-4979-461d-9c16-39ef153bb3cf tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] delete failed (client error): The resource could not be found. Aug 19 12:31:37.958784 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-760272b9-4979-461d-9c16-39ef153bb3cf tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/routers/bc30295d-b95b-4755-9f45-6ee06781ffbc HTTP/1.1" status: 404 len: 336 time: 0.0565987 Aug 19 12:31:37.961628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40646) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:37.981188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e93297-df7e-43ac-a649-e37adc2c587a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Deleting subnet 3bcd720b-4e5b-4814-866c-161dc43b98ad {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:31:37.985546 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-48e93297-df7e-43ac-a649-e37adc2c587a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:37.992861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:37.993880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.044547 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-995711f5-6ea6-4ba4-8f71-7290e5403498 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] DELETE failed (client error): The resource could not be found. Aug 19 12:31:38.045241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995711f5-6ea6-4ba4-8f71-7290e5403498 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:31:38.047313 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-995711f5-6ea6-4ba4-8f71-7290e5403498 tempest-RoutersAdminTest-332663174 tempest-RoutersAdminTest-332663174-project] 10.222.0.21 "DELETE /v2.0/subnets/72ea0535-5fbb-4d33-b9b6-aecf7eaf2e57 HTTP/1.1" status: 404 len: 337 time: 0.0800333 Aug 19 12:31:38.085110 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-48e93297-df7e-43ac-a649-e37adc2c587a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.183349 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e44a22a5-5a0c-4076-87c5-6a5b95f176b3 req-440a5d62-e4dd-468f-b5e2-e73a461b949a tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0510383 Aug 19 12:31:38.186900 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-2fac0827-0b8c-4131-907a-6405dcd47de5 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1051462 Aug 19 12:31:38.205678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Request body: {'port': {'device_id': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:38.277678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-48e93297-df7e-43ac-a649-e37adc2c587a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.293719 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.389482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-04042493-b416-42ba-9659-48f316a6b3a1 None None] Provisioning for port 05609719-72a4-445b-824e-30d41047b829 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:38.393637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-04042493-b416-42ba-9659-48f316a6b3a1 None None] Provisioning complete for port 05609719-72a4-445b-824e-30d41047b829 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:38.394622 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-04042493-b416-42ba-9659-48f316a6b3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.442671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-04042493-b416-42ba-9659-48f316a6b3a1 None None] Port 05609719-72a4-445b-824e-30d41047b829 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:38.448701 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-48e93297-df7e-43ac-a649-e37adc2c587a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.550955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e93297-df7e-43ac-a649-e37adc2c587a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Subnet': ['ID=3bcd720b-4e5b-4814-866c-161dc43b98ad,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:38.582605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e5790-038b-4e52-b02e-191ca9b5d8ec None None] Network 7005f7de-e8db-4771-aae5-0859a06b8d8e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:38.614858 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-48e93297-df7e-43ac-a649-e37adc2c587a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.619535 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-48e93297-df7e-43ac-a649-e37adc2c587a tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/subnets/3bcd720b-4e5b-4814-866c-161dc43b98ad HTTP/1.1" status: 204 len: 168 time: 0.7883062 Aug 19 12:31:38.621718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40662) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:38.799873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbb8bb-63b3-42fb-be06-5285873af4df req-93f79d4c-c12c-4a45-b825-32926e218aa4 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:38.801838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d5cbb8bb-63b3-42fb-be06-5285873af4df req-93f79d4c-c12c-4a45-b825-32926e218aa4 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 936 time: 0.2529900 Aug 19 12:31:38.807897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.845989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05609719-72a4-445b-824e-30d41047b829 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:38.848970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147d97f1-54ae-478a-a817-4cdb7994d676 None None] DHCP port deletion for 7005f7de-e8db-4771-aae5-0859a06b8d8e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:31:38.866092 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.897059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Transition to ACTIVE for port object 05609719-72a4-445b-824e-30d41047b829 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:38.976984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-147d97f1-54ae-478a-a817-4cdb7994d676 None None] Deleting port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:38.976984 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-147d97f1-54ae-478a-a817-4cdb7994d676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:38.977389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40668) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:38.977504 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d5cbb8bb-63b3-42fb-be06-5285873af4df req-93827cad-ce6c-4613-98e3-70e7c2ca3f92 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578908 Aug 19 12:31:39.093979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Deleting port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:39.093979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:39.095238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-147d97f1-54ae-478a-a817-4cdb7994d676 None None] For port dd70b2c6-f0a4-4355-b9a3-c34421dafa93, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dd70b2c6-f0a4-4355-b9a3-c34421dafa93,segment=NetworkSegment(2cdeebf5-08ee-4c4a-90c8-13b0a448fb47),segment_id=2cdeebf5-08ee-4c4a-90c8-13b0a448fb47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:39.095238 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-147d97f1-54ae-478a-a817-4cdb7994d676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:39.095518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] For port dd70b2c6-f0a4-4355-b9a3-c34421dafa93, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dd70b2c6-f0a4-4355-b9a3-c34421dafa93,segment=NetworkSegment(2cdeebf5-08ee-4c4a-90c8-13b0a448fb47),segment_id=2cdeebf5-08ee-4c4a-90c8-13b0a448fb47)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:39.095518 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:39.095715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-147d97f1-54ae-478a-a817-4cdb7994d676 None None] Calling delete_port for dd70b2c6-f0a4-4355-b9a3-c34421dafa93 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:39.095810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Calling delete_port for dd70b2c6-f0a4-4355-b9a3-c34421dafa93 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:39.154287 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2b54945-e615-4072-aafc-38445b97384a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:39.264429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2b54945-e615-4072-aafc-38445b97384a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:39.313231 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5e048b3d-13b5-48f7-9146-190c9d0d9b5c req-42640b79-5312-4818-ad29-35535fe7ddea tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0281713 Aug 19 12:31:39.565074 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:39.565074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:39.656927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Attempting to bind port 05609719-72a4-445b-824e-30d41047b829 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:39.656927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Attempting to bind port 05609719-72a4-445b-824e-30d41047b829 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:39.658078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Attempting to bind port 05609719-72a4-445b-824e-30d41047b829 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:39.663326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Port 05609719-72a4-445b-824e-30d41047b829 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:31:39.663957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Attempting to bind port 05609719-72a4-445b-824e-30d41047b829 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:39.670112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:39.670587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:39.671069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:39.671542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Bound port: 05609719-72a4-445b-824e-30d41047b829, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:39.671942 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:39.734003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dd70b2c6-f0a4-4355-b9a3-c34421dafa93 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:39.745160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:39.748583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:39.827916 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.145258 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2b54945-e615-4072-aafc-38445b97384a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.146232 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.148025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-147d97f1-54ae-478a-a817-4cdb7994d676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.151326 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.171251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d97f1-54ae-478a-a817-4cdb7994d676 None None] No DVR routers for this DVR port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:40.210044 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d97f1-54ae-478a-a817-4cdb7994d676 None None] Pushing event deleted for resources: {'Port': ['ID=dd70b2c6-f0a4-4355-b9a3-c34421dafa93,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:40.223355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Port': ['ID=dd70b2c6-f0a4-4355-b9a3-c34421dafa93,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:40.232201 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.236797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] No DVR routers for this DVR port dd70b2c6-f0a4-4355-b9a3-c34421dafa93 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:40.250745 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f2b54945-e615-4072-aafc-38445b97384a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=934ebf2929f84badb327a1f8a0968d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3025527 Aug 19 12:31:40.254890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40692) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:40.291396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b54945-e615-4072-aafc-38445b97384a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f7753f-693d-4ef0-ba54-224284dc7a35,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:40.316549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.317175 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.318921 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/05609719-72a4-445b-824e-30d41047b829 HTTP/1.1" status: 200 len: 1096 time: 2.1178463 Aug 19 12:31:40.323557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'tag': '05609719-72a4-445b-824e-30d41047b829'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:40.327969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fd11d-62aa-4a39-ada5-5d4027593d28 req-a3950061-c994-4b7f-829f-c19145cb5db1 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.329174 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b1e03a-2f30-4b43-8ed9-0e4c6808c8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "tag": "05609719-72a4-445b-824e-30d41047b829"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:40.329588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-239fd11d-62aa-4a39-ada5-5d4027593d28 req-a3950061-c994-4b7f-829f-c19145cb5db1 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 948 time: 0.1442506 Aug 19 12:31:40.384604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72c0db-0051-4468-880c-9b422b35f1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:40.399812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-239fd11d-62aa-4a39-ada5-5d4027593d28 req-aa0fafb6-5f3f-4671-be72-1cf604bc0858 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468230 Aug 19 12:31:40.404274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.415425 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31b27948-1a7d-443e-ba32-fe9738040eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.427887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7005f7de-e8db-4771-aae5-0859a06b8d8e']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:40.438393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdeebf5-08ee-4c4a-90c8-13b0a448fb47') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:40.438701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdeebf5-08ee-4c4a-90c8-13b0a448fb47') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:40.473100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.489975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31b27948-1a7d-443e-ba32-fe9738040eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.503538 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cd86eb-acd4-4a97-bedb-3b6725c7c2c9 x-openstack-request-id: req-76cd86eb-acd4-4a97-bedb-3b6725c7c2c9 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:40.503835 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "tag": "05609719-72a4-445b-824e-30d41047b829", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:40.504095 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76cd86eb-acd4-4a97-bedb-3b6725c7c2c9 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:40.504506 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'tag': '05609719-72a4-445b-824e-30d41047b829', 'status': 'completed', 'code': 200} Aug 19 12:31:40.508775 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.509048 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.532101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:40.532537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:40.536718 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:40.611290 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0a27255-5d13-46ea-b523-32782bc8119a req-9209e3d8-e10f-4987-9133-7284515a812e tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0738766 Aug 19 12:31:40.664122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1e03a-2f30-4b43-8ed9-0e4c6808c8a9 req-d77dd845-2572-443e-9e4e-05180d3d4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.666792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-30b1e03a-2f30-4b43-8ed9-0e4c6808c8a9 req-d77dd845-2572-443e-9e4e-05180d3d4457 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2489975100134ce1a6c45d0a55930177&device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 1099 time: 0.1605816 Aug 19 12:31:40.685622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4e7d-478e-48f8-8172-38eb0a364a42 req-a971338e-ce80-4598-8e9e-4c8e93e59782 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.692081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4e7d-478e-48f8-8172-38eb0a364a42 req-a971338e-ce80-4598-8e9e-4c8e93e59782 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.697926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4e7d-478e-48f8-8172-38eb0a364a42 req-a971338e-ce80-4598-8e9e-4c8e93e59782 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.704231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4e7d-478e-48f8-8172-38eb0a364a42 req-a971338e-ce80-4598-8e9e-4c8e93e59782 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.710687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4e7d-478e-48f8-8172-38eb0a364a42 req-a971338e-ce80-4598-8e9e-4c8e93e59782 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.716602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4e7d-478e-48f8-8172-38eb0a364a42 req-a971338e-ce80-4598-8e9e-4c8e93e59782 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.722587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4e7d-478e-48f8-8172-38eb0a364a42 req-a971338e-ce80-4598-8e9e-4c8e93e59782 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.724486 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60be4e7d-478e-48f8-8172-38eb0a364a42 req-a971338e-ce80-4598-8e9e-4c8e93e59782 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5446 time: 0.1421227 Aug 19 12:31:40.743542 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.751223 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.755764 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] 10.222.0.21 "DELETE /v2.0/networks/7005f7de-e8db-4771-aae5-0859a06b8d8e HTTP/1.1" status: 204 len: 168 time: 2.1301043 Aug 19 12:31:40.758324 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-30b1e03a-2f30-4b43-8ed9-0e4c6808c8a9 req-7e155ca8-e825-4fb8-9d58-bfa6cbc33a50 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2489975100134ce1a6c45d0a55930177&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328655 Aug 19 12:31:40.760973 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31b27948-1a7d-443e-ba32-fe9738040eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.763657 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31b27948-1a7d-443e-ba32-fe9738040eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:40.767766 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-31b27948-1a7d-443e-ba32-fe9738040eaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06f7753f-693d-4ef0-ba54-224284dc7a35 HTTP/1.1" status: 204 len: 168 time: 0.5103440 Aug 19 12:31:40.787775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a1606-d453-4850-b410-72a5c95843ac tempest-NetworksIpV6TestAttrs-413733240 tempest-NetworksIpV6TestAttrs-413733240-project] Pushing event deleted for resources: {'Network': ['ID=7005f7de-e8db-4771-aae5-0859a06b8d8e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:40.827387 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60be4e7d-478e-48f8-8172-38eb0a364a42 req-bdd33c9a-19e5-4180-b309-02ccf46560d6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930669 Aug 19 12:31:40.899069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b27948-1a7d-443e-ba32-fe9738040eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f7753f-693d-4ef0-ba54-224284dc7a35,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:40.926429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1e03a-2f30-4b43-8ed9-0e4c6808c8a9 req-040a4bd5-69a8-422c-8090-2be3ca9a4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:40.928532 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-30b1e03a-2f30-4b43-8ed9-0e4c6808c8a9 req-040a4bd5-69a8-422c-8090-2be3ca9a4c63 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593058 Aug 19 12:31:41.044503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-ba83973d-636f-4b69-bb2c-09ce5bbfc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.046047 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-ba83973d-636f-4b69-bb2c-09ce5bbfc42b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2489975100134ce1a6c45d0a55930177&device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 1099 time: 0.0751081 Aug 19 12:31:41.091718 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-bad06269-e2e3-4205-80d1-02e45230f323 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=05609719-72a4-445b-824e-30d41047b829 HTTP/1.1" status: 200 len: 217 time: 0.0366278 Aug 19 12:31:41.152601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-d8ba7b53-b32f-4195-8235-85cb1aa4c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.154242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-d8ba7b53-b32f-4195-8235-85cb1aa4c7e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0553844 Aug 19 12:31:41.213092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-ee7d19d9-c3bb-4245-8cbd-566d49be6e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.214983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-ee7d19d9-c3bb-4245-8cbd-566d49be6e7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529935 Aug 19 12:31:41.258787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40726) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:41.360197 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-ffc43855-06d5-4714-b6f7-4f16620bb483 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314445 Aug 19 12:31:41.456630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f22aa424-2af7-4ea2-b170-8395a04396c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdf1b486ff22432cadf76463e36adaba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961527 Aug 19 12:31:41.462202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40732) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:41.482220 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fdba283-4ad4-4ae6-bd53-0a7b8e220509 req-61f96287-4703-4a41-b151-10290b69e035 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144841 Aug 19 12:31:41.575706 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5d34e34-103f-4f85-95f8-68dd8fcd5aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.605667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42a4c9-a683-41bf-97f7-4b291844c496 req-22bfa0fa-37f5-49b4-b07b-bc98e947a0a9 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.607167 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b42a4c9-a683-41bf-97f7-4b291844c496 req-22bfa0fa-37f5-49b4-b07b-bc98e947a0a9 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 948 time: 0.1058459 Aug 19 12:31:41.634267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5d34e34-103f-4f85-95f8-68dd8fcd5aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.647989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-20b3cdc6-51da-485e-af27-cfab08d9248b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.653438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-20b3cdc6-51da-485e-af27-cfab08d9248b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.659296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-20b3cdc6-51da-485e-af27-cfab08d9248b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.665404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-20b3cdc6-51da-485e-af27-cfab08d9248b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.671249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-20b3cdc6-51da-485e-af27-cfab08d9248b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.677683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-20b3cdc6-51da-485e-af27-cfab08d9248b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.685878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-20b3cdc6-51da-485e-af27-cfab08d9248b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.686462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-20b3cdc6-51da-485e-af27-cfab08d9248b tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5446 time: 0.1399624 Aug 19 12:31:41.778605 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b42a4c9-a683-41bf-97f7-4b291844c496 req-02e6979b-8ac1-4c12-b70d-c297c63403db tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563652 Aug 19 12:31:41.792026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-5b5842dc-755d-4b1b-8d8f-d21bf38c63d0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:41.792026 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-5b5842dc-755d-4b1b-8d8f-d21bf38c63d0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "GET /v2.0/ports/a48d692e-ec2d-4064-b30e-5fa0a3029cb7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0878217 Aug 19 12:31:41.792316 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d444ec5-eda0-44f2-ba47-43cf346cc5e6 req-c058e1a9-945c-46c4-9005-2eb02df53444 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0710921 Aug 19 12:31:41.928515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40742) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:41.977636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5d34e34-103f-4f85-95f8-68dd8fcd5aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.977636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5d34e34-103f-4f85-95f8-68dd8fcd5aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:41.977636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d5d34e34-103f-4f85-95f8-68dd8fcd5aed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0e275ed-6c7a-44f3-b47d-6b7378eeaeee HTTP/1.1" status: 204 len: 168 time: 0.4742153 Aug 19 12:31:41.977636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-e396925b-bbd5-48a5-aacf-e5d1d4c33317 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "GET /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1577854 Aug 19 12:31:41.977636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d34e34-103f-4f85-95f8-68dd8fcd5aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e275ed-6c7a-44f3-b47d-6b7378eeaeee,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:41.979038 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-11447058-d105-4ac8-a40e-521712244677 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc9e46cd0a3f4f6ba3332d00fb0e211d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447202 Aug 19 12:31:41.980424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:41.980424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40748) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:42.110067 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.140310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ac986-33e8-477a-92b8-b4694e8a5094 req-1c8ac95d-109c-44f3-8053-e337507edc5e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:42.146218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ac986-33e8-477a-92b8-b4694e8a5094 req-1c8ac95d-109c-44f3-8053-e337507edc5e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:42.152156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ac986-33e8-477a-92b8-b4694e8a5094 req-1c8ac95d-109c-44f3-8053-e337507edc5e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:42.157958 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ac986-33e8-477a-92b8-b4694e8a5094 req-1c8ac95d-109c-44f3-8053-e337507edc5e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:42.164891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ac986-33e8-477a-92b8-b4694e8a5094 req-1c8ac95d-109c-44f3-8053-e337507edc5e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:42.170966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ac986-33e8-477a-92b8-b4694e8a5094 req-1c8ac95d-109c-44f3-8053-e337507edc5e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:42.193516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ac986-33e8-477a-92b8-b4694e8a5094 req-1c8ac95d-109c-44f3-8053-e337507edc5e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:42.193516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f30ac986-33e8-477a-92b8-b4694e8a5094 req-1c8ac95d-109c-44f3-8053-e337507edc5e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 5446 time: 0.1697230 Aug 19 12:31:42.193516 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d5c9-8541-4641-8ee9-d8957cc09457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.592393 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d5c9-8541-4641-8ee9-d8957cc09457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.644405 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f30ac986-33e8-477a-92b8-b4694e8a5094 req-ed39c501-951f-4e13-a862-1181b38a20a2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4525394 Aug 19 12:31:42.763046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] For port a48d692e-ec2d-4064-b30e-5fa0a3029cb7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:42.803019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] For port a48d692e-ec2d-4064-b30e-5fa0a3029cb7, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:42.861107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] device_id is not set on port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:42.880778 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d5c9-8541-4641-8ee9-d8957cc09457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.889330 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d5c9-8541-4641-8ee9-d8957cc09457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.895189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a6c0d5c9-8541-4641-8ee9-d8957cc09457 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e66ef30-a1c8-4302-b0c0-52a656691561 HTTP/1.1" status: 204 len: 168 time: 0.9123306 Aug 19 12:31:42.899897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:42.958010 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8068e16f-0d34-4f44-9e69-51a45d5650ab req-12fd26de-f662-462c-b4af-179428d3fdf2 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0609722 Aug 19 12:31:42.958781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0d5c9-8541-4641-8ee9-d8957cc09457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e66ef30-a1c8-4302-b0c0-52a656691561,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:43.074900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114af67b-0c4a-4ee8-9f7a-63afb74ded63 req-75b7627a-771e-4eac-a81a-4309bb93f0d6 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.076706 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-114af67b-0c4a-4ee8-9f7a-63afb74ded63 req-75b7627a-771e-4eac-a81a-4309bb93f0d6 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 948 time: 0.1381011 Aug 19 12:31:43.085767 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.155926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-114af67b-0c4a-4ee8-9f7a-63afb74ded63 req-27dc7ff1-40df-4ccd-889e-e9d74bcc632e tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609632 Aug 19 12:31:43.221920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] No DVR routers for this DVR port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:43.248653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,revision_number=6']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:43.293163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] In _notify_port_updated(), no bound segment for port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:31:43.294097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.301834 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.303344 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6e912084-fd2f-4bde-874b-c8c096f52bf2 service neutron] 10.222.0.62 "PUT /v2.0/ports/a48d692e-ec2d-4064-b30e-5fa0a3029cb7 HTTP/1.1" status: 200 len: 1032 time: 1.3440566 Aug 19 12:31:43.378877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-616b16ee-0a75-451f-a583-ac232796f8a9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.378877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-616b16ee-0a75-451f-a583-ac232796f8a9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "GET /v2.0/ports/53dc58b7-9984-40dc-8a11-1f42b19c5175?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0653226 Aug 19 12:31:43.401104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:43.473213 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.630309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2bde36a8-d972-4c97-9e57-f14582d657cf None None] Provisioning complete for port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:43.632993 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2bde36a8-d972-4c97-9e57-f14582d657cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:43.707113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40808) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:43.739616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2bde36a8-d972-4c97-9e57-f14582d657cf None None] Port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:43.753107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-8de7e065-6cf9-4369-947c-f90d8907ad9c tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.761192 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-8de7e065-6cf9-4369-947c-f90d8907ad9c tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 814 time: 0.2292950 Aug 19 12:31:43.780778 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-94d5892d-cdf0-4afd-a23c-a2f47a924f9b tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/quotas/8a1d2c4d135243d6aa7779c3bc4513a0 HTTP/1.1" status: 200 len: 375 time: 0.0201218 Aug 19 12:31:43.871458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] For port 53dc58b7-9984-40dc-8a11-1f42b19c5175, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=53dc58b7-9984-40dc-8a11-1f42b19c5175,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:43.882059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a1c41-1b5d-4b18-ae45-0f851a99aa2c req-cadbc66a-7727-4e9e-9100-d79f1f8a07b0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.887714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-7dbfe381-1b81-4c7d-8c08-b4e927cb71cc tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057565 Aug 19 12:31:43.888899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a1c41-1b5d-4b18-ae45-0f851a99aa2c req-cadbc66a-7727-4e9e-9100-d79f1f8a07b0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.896241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a1c41-1b5d-4b18-ae45-0f851a99aa2c req-cadbc66a-7727-4e9e-9100-d79f1f8a07b0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.903385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a1c41-1b5d-4b18-ae45-0f851a99aa2c req-cadbc66a-7727-4e9e-9100-d79f1f8a07b0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.911199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a1c41-1b5d-4b18-ae45-0f851a99aa2c req-cadbc66a-7727-4e9e-9100-d79f1f8a07b0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.917515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a1c41-1b5d-4b18-ae45-0f851a99aa2c req-cadbc66a-7727-4e9e-9100-d79f1f8a07b0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:43.919417 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-610a1c41-1b5d-4b18-ae45-0f851a99aa2c req-cadbc66a-7727-4e9e-9100-d79f1f8a07b0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 4667 time: 0.1311531 Aug 19 12:31:43.925612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1709666348'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:43.999982 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-610a1c41-1b5d-4b18-ae45-0f851a99aa2c req-df23f863-0633-4623-a046-a51daf31bf0e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&id=e59b0693-1b9e-448f-a513-7aaa64966919&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525672 Aug 19 12:31:44.017997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] For port 53dc58b7-9984-40dc-8a11-1f42b19c5175, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:44.096326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:44.105838 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.114195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] device_id is not set on port 53dc58b7-9984-40dc-8a11-1f42b19c5175 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:44.132799 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.155469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15f23a5c-1e39-4774-85bd-342c9cd0b3df req-268625b1-7e87-4b88-93dc-dec1b8acbf9e tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0708840 Aug 19 12:31:44.164343 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.172078 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-b77ca123-fb34-47c9-b97b-144fd680b108 service neutron] 10.222.0.21 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745087 Aug 19 12:31:44.247369 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.361169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] No DVR routers for this DVR port 53dc58b7-9984-40dc-8a11-1f42b19c5175 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:44.401413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591d544-0a20-4631-92c0-a4d592d0a106 req-944584a2-fea9-4bbd-9b85-515b42baee42 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:44.409821 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7591d544-0a20-4631-92c0-a4d592d0a106 req-944584a2-fea9-4bbd-9b85-515b42baee42 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 948 time: 0.1240005 Aug 19 12:31:44.479426 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-edcbdf02-0a9f-452c-9a79-f318dd934efd service neutron] 10.222.0.21 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064699 Aug 19 12:31:44.493251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] Pushing event updated for resources: {'Port': ['ID=53dc58b7-9984-40dc-8a11-1f42b19c5175,revision_number=6']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:44.520162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] In _notify_port_updated(), no bound segment for port 53dc58b7-9984-40dc-8a11-1f42b19c5175 on network 375e670c-9336-413c-8db9-b94fabc3b0a1 {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:31:44.521780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:44.522571 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.524315 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-52be0ed5-1aff-4eec-a0b2-b8d622c538e6 service neutron] 10.222.0.62 "PUT /v2.0/ports/53dc58b7-9984-40dc-8a11-1f42b19c5175 HTTP/1.1" status: 200 len: 1033 time: 1.1352482 Aug 19 12:31:44.576290 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7591d544-0a20-4631-92c0-a4d592d0a106 req-a013fb37-1f85-4b6b-8d8d-3b65a17dd3e2 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608427 Aug 19 12:31:44.597802 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.677358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-821f5df6-5231-4c70-bc7f-193686dcfa92 None None] Provisioning complete for port 53dc58b7-9984-40dc-8a11-1f42b19c5175 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:44.678581 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-821f5df6-5231-4c70-bc7f-193686dcfa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.714583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Deleting port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:44.715147 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.752495 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.765392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-821f5df6-5231-4c70-bc7f-193686dcfa92 None None] Port 53dc58b7-9984-40dc-8a11-1f42b19c5175 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:44.822440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:44.838018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741452ce-2105-4514-9517-cc091e0929f9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:44.858216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:44.858578 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment 90418a64-6a7e-483b-af47-fcf5db8498bf of type vlan for network 8c18bd32-7d76-4b71-81d4-41418e691c98 Aug 19 12:31:44.911566 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] For port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=06203eaa-dc3d-4e03-9e70-f6f275eacbfc,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:44.912040 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.018621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.051601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40842) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:45.141197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05609719-72a4-445b-824e-30d41047b829 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:45.144034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-164ddfad-9a98-48af-8c4f-461334ee9413 req-b4fcc553-ce14-4b39-8a45-477d778f21db tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 210 time: 0.0915711 Aug 19 12:31:45.151116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.151116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.151318 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Floating IP c86661b7-d8a0-4a78-9e6a-f6af133fa18b disassociated. External IP: 172.25.2.194, port: 06203eaa-dc3d-4e03-9e70-f6f275eacbfc. Aug 19 12:31:45.151577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Calling delete_port for 06203eaa-dc3d-4e03-9e70-f6f275eacbfc owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:45.206724 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.212530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.213121 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.301117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:45.320433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '05609719-72a4-445b-824e-30d41047b829', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '05609719-72a4-445b-824e-30d41047b829', 'mac_address': 'fa:16:3e:8e:1d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:45.371602 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.387042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c06b4a97-6c5f-40a4-93cf-e75be7b0fb02 tempest-AgentManagementNegativeTest-2076529253 tempest-AgentManagementNegativeTest-2076529253-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3305817 Aug 19 12:31:45.389295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae11c48c-f856-4b81-858d-1fb5a21d2fba req-1c26f887-bdc4-4434-8333-b938edce012e tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0593758 Aug 19 12:31:45.403204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6860714 Aug 19 12:31:45.403204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c39d42-aded-4878-9fd3-c223d15865c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=8c18bd32-7d76-4b71-81d4-41418e691c98,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:45.429547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5fe69-bb69-49ad-8911-1358b720b81c req-3206b91c-fd78-4a9c-a834-1dfe3e3c0b03 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.439572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5fe69-bb69-49ad-8911-1358b720b81c req-3206b91c-fd78-4a9c-a834-1dfe3e3c0b03 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.440137 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 8c18bd32-7d76-4b71-81d4-41418e691c98 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:45.444395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05609719-72a4-445b-824e-30d41047b829 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:45.456817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5fe69-bb69-49ad-8911-1358b720b81c req-3206b91c-fd78-4a9c-a834-1dfe3e3c0b03 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.471138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5fe69-bb69-49ad-8911-1358b720b81c req-3206b91c-fd78-4a9c-a834-1dfe3e3c0b03 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.482354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5fe69-bb69-49ad-8911-1358b720b81c req-3206b91c-fd78-4a9c-a834-1dfe3e3c0b03 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.484292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10e5fe69-bb69-49ad-8911-1358b720b81c req-3206b91c-fd78-4a9c-a834-1dfe3e3c0b03 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 3887 time: 0.1467216 Aug 19 12:31:45.485657 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.502721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 53dc58b7-9984-40dc-8a11-1f42b19c5175 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:45.551948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:45.579176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40860) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:45.586140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'network_id': '8c18bd32-7d76-4b71-81d4-41418e691c98', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:45.653689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 53dc58b7-9984-40dc-8a11-1f42b19c5175 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:45.654124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a48d692e-ec2d-4064-b30e-5fa0a3029cb7 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:45.683636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Port': ['ID=06203eaa-dc3d-4e03-9e70-f6f275eacbfc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:45.715279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a48d692e-ec2d-4064-b30e-5fa0a3029cb7 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:45.715802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 741fd100-7f9a-4a27-8403-958a58d683e7 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:45.716960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10e5fe69-bb69-49ad-8911-1358b720b81c req-7377d2f3-233b-4052-aa52-22f94950c9db tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114460 Aug 19 12:31:45.807299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800060d-3baf-4f31-a86e-a1945327deda req-958920ac-a319-44d6-be3b-61b47793bd60 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:45.809120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7800060d-3baf-4f31-a86e-a1945327deda req-958920ac-a319-44d6-be3b-61b47793bd60 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 948 time: 0.1045482 Aug 19 12:31:45.841047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Router 0f8db931-cb66-4517-857d-fb12092190bc has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:31:45.850268 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.858514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7800060d-3baf-4f31-a86e-a1945327deda req-a7b254d5-41ed-427b-8447-43c06aaaaad9 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402694 Aug 19 12:31:45.874576 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:45.918891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741fd100-7f9a-4a27-8403-958a58d683e7'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:45.921106 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7405333-9de7-47fa-8c9d-a723744c6d6a" -d '{"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-unplugged", "status": "completed", "tag": "741fd100-7f9a-4a27-8403-958a58d683e7"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:45.938507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:45.949809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 741fd100-7f9a-4a27-8403-958a58d683e7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=741fd100-7f9a-4a27-8403-958a58d683e7,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:45.979792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:31:45.982721 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d792d-17e5-4124-a62b-fd8c93111d30 x-openstack-request-id: req-ed0d792d-17e5-4124-a62b-fd8c93111d30 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:45.983443 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-unplugged", "status": "completed", "tag": "741fd100-7f9a-4a27-8403-958a58d683e7", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:45.983771 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed0d792d-17e5-4124-a62b-fd8c93111d30 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:45.984387 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '741fd100-7f9a-4a27-8403-958a58d683e7', 'code': 200} Aug 19 12:31:45.991908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af5155-f2c9-4778-85cd-c571f3bfeae5 None None] Sync routers for ids ['0f8db931-cb66-4517-857d-fb12092190bc'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:31:46.004081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af5155-f2c9-4778-85cd-c571f3bfeae5 None None] Routers {'0f8db931-cb66-4517-857d-fb12092190bc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:46.004865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e5af5155-f2c9-4778-85cd-c571f3bfeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0f8db931-cb66-4517-857d-fb12092190bc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:46.047255 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] No DVR routers for this DVR port 06203eaa-dc3d-4e03-9e70-f6f275eacbfc on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:46.051513 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.053652 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-382968bb-e63c-4887-8682-53cfb12a6deb tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "DELETE /v2.0/ports/06203eaa-dc3d-4e03-9e70-f6f275eacbfc HTTP/1.1" status: 204 len: 173 time: 1.5222869 Aug 19 12:31:46.055616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-deleted', 'tag': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:46.059666 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a59b2fa-fccf-44b5-8635-9f4d3c7c7aba" -d '{"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-deleted", "tag": "06203eaa-dc3d-4e03-9e70-f6f275eacbfc"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:46.064191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['05609719-72a4-445b-824e-30d41047b829'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:46.091420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:46.095099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.116890 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb0fa25-0d4b-4e41-b302-375d8bc2df53 x-openstack-request-id: req-9cb0fa25-0d4b-4e41-b302-375d8bc2df53 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:46.119160 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-deleted", "tag": "06203eaa-dc3d-4e03-9e70-f6f275eacbfc", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:46.119866 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cb0fa25-0d4b-4e41-b302-375d8bc2df53 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:46.120397 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-deleted', 'tag': '06203eaa-dc3d-4e03-9e70-f6f275eacbfc', 'status': 'completed', 'code': 200} Aug 19 12:31:46.169906 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.172010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:46.278686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c5c11c3-4644-4ecd-91b0-2af8c1f7d66f req-a20935e6-355f-454f-bce8-47b550dc09c5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 210 time: 0.0922658 Aug 19 12:31:46.313530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-7af6f5a6-8750-4d0a-a7c2-02e1eda5dfa4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Deleting port 208cb691-c9ac-4d91-bf98-44e1eb45c65c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:46.315067 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-7af6f5a6-8750-4d0a-a7c2-02e1eda5dfa4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.409610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-e5af5155-f2c9-4778-85cd-c571f3bfeae5 None None] Set router 0f8db931-cb66-4517-857d-fb12092190bc gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:46.505201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40878) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:46.521963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=741fd100-7f9a-4a27-8403-958a58d683e7,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:46.555303 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.559687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-7af6f5a6-8750-4d0a-a7c2-02e1eda5dfa4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] For port 208cb691-c9ac-4d91-bf98-44e1eb45c65c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=208cb691-c9ac-4d91-bf98-44e1eb45c65c,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:46.560316 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-7af6f5a6-8750-4d0a-a7c2-02e1eda5dfa4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.586569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-7af6f5a6-8750-4d0a-a7c2-02e1eda5dfa4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Calling delete_port for 208cb691-c9ac-4d91-bf98-44e1eb45c65c owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:46.776722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-457b8f20-86c5-47e1-a0ff-653fd26fdbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.856403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:46.872630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff3005df-c10d-4214-a090-124d07ee80b9 req-e3324726-6eb1-4d71-a7d6-a3d53e2573e7 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0487549 Aug 19 12:31:46.913817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842734e8-9a05-49fa-9d62-1e4ceb005293 req-c7b09743-f725-42f7-bdee-e1c614a12273 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:46.921647 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842734e8-9a05-49fa-9d62-1e4ceb005293 req-c7b09743-f725-42f7-bdee-e1c614a12273 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:46.930926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842734e8-9a05-49fa-9d62-1e4ceb005293 req-c7b09743-f725-42f7-bdee-e1c614a12273 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:46.935978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e5af5155-f2c9-4778-85cd-c571f3bfeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:39Z', 'revision_number': 4, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '61bd4270-210c-43ad-938c-91090979bbc5', 'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:36Z', 'updated_at': '2021-08-19T12:20:48Z', 'revision_number': 5, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'subnets': [{'id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:46.938419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842734e8-9a05-49fa-9d62-1e4ceb005293 req-c7b09743-f725-42f7-bdee-e1c614a12273 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:46.939842 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-842734e8-9a05-49fa-9d62-1e4ceb005293 req-c7b09743-f725-42f7-bdee-e1c614a12273 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 3149 time: 0.1163533 Aug 19 12:31:46.975905 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:46.976653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 06203eaa-dc3d-4e03-9e70-f6f275eacbfc no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:46.983441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af5155-f2c9-4778-85cd-c571f3bfeae5 None None] Checking router: 0f8db931-cb66-4517-857d-fb12092190bc for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:31:47.017956 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-457b8f20-86c5-47e1-a0ff-653fd26fdbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.040496 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-842734e8-9a05-49fa-9d62-1e4ceb005293 req-baf81a48-0310-4eb0-b18f-0e75b8d57fe1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741315 Aug 19 12:31:47.041634 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-7af6f5a6-8750-4d0a-a7c2-02e1eda5dfa4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.049304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 06203eaa-dc3d-4e03-9e70-f6f275eacbfc {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:47.049547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 06203eaa-dc3d-4e03-9e70-f6f275eacbfc not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:47.049976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device caf73817-b517-4050-b969-77b44dbe49da no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:47.054502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d045d7-63d3-4178-bffd-93c772a648f2 req-c76b4810-16bc-48b0-bc10-adcbdb49e266 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:47.063935 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8d045d7-63d3-4178-bffd-93c772a648f2 req-c76b4810-16bc-48b0-bc10-adcbdb49e266 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 949 time: 0.0980122 Aug 19 12:31:47.079950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6f5a6-8750-4d0a-a7c2-02e1eda5dfa4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Port': ['ID=208cb691-c9ac-4d91-bf98-44e1eb45c65c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:47.107344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af5155-f2c9-4778-85cd-c571f3bfeae5 None None] Routers {'0f8db931-cb66-4517-857d-fb12092190bc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:31:47.107951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e5af5155-f2c9-4778-85cd-c571f3bfeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:31:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0f8db931-cb66-4517-857d-fb12092190bc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:47.120095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a8d045d7-63d3-4178-bffd-93c772a648f2 req-59acfe3a-e101-4540-b53a-ad49a15cc20b tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511360 Aug 19 12:31:47.121971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.151190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-7af6f5a6-8750-4d0a-a7c2-02e1eda5dfa4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] No DVR routers for this DVR port 208cb691-c9ac-4d91-bf98-44e1eb45c65c on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:47.154545 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-7af6f5a6-8750-4d0a-a7c2-02e1eda5dfa4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.157876 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-7af6f5a6-8750-4d0a-a7c2-02e1eda5dfa4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "DELETE /v2.0/ports/208cb691-c9ac-4d91-bf98-44e1eb45c65c HTTP/1.1" status: 204 len: 173 time: 1.0913277 Aug 19 12:31:47.158782 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-457b8f20-86c5-47e1-a0ff-653fd26fdbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.207972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=2f212cf2-caec-44f8-af8a-640a945477f5,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:47.216294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:47.219071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking segment: {'id': '90418a64-6a7e-483b-af47-fcf5db8498bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c18bd32-7d76-4b71-81d4-41418e691c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:47.219500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network hostable DHCP agents. Network: 8c18bd32-7d76-4b71-81d4-41418e691c98, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:47.242954 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-457b8f20-86c5-47e1-a0ff-653fd26fdbaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7544bc3490b24276a655497de0cdac36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329292 Aug 19 12:31:47.246843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40888) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:47.248318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b8f20-86c5-47e1-a0ff-653fd26fdbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672f854c-2fa7-4f29-a522-80e2e9b9dfa8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:47.320948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-93e16357-81eb-42d0-ba28-5dc932683afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.322949 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.331946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-64751835-3482-46b5-9b77-7783ea926cd5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Deleting port 741fd100-7f9a-4a27-8403-958a58d683e7 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:47.332285 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-64751835-3482-46b5-9b77-7783ea926cd5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.374091 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-93e16357-81eb-42d0-ba28-5dc932683afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.403026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network 8c18bd32-7d76-4b71-81d4-41418e691c98 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:47.424162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1a34bd6e-c038-488d-93cc-6b2c98075fe9 req-7c16ca20-99de-4233-955e-c1e245529689 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 210 time: 0.0403819 Aug 19 12:31:47.502380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-64751835-3482-46b5-9b77-7783ea926cd5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] For port 741fd100-7f9a-4a27-8403-958a58d683e7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=741fd100-7f9a-4a27-8403-958a58d683e7,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:47.502912 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-64751835-3482-46b5-9b77-7783ea926cd5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.527372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-64751835-3482-46b5-9b77-7783ea926cd5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Calling delete_port for 741fd100-7f9a-4a27-8403-958a58d683e7 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:47.540059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-e5af5155-f2c9-4778-85cd-c571f3bfeae5 None None] Set router 0f8db931-cb66-4517-857d-fb12092190bc gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:31:47.542930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port caf73817-b517-4050-b969-77b44dbe49da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=caf73817-b517-4050-b969-77b44dbe49da,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:47.595204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 8c18bd32-7d76-4b71-81d4-41418e691c98) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:47.607494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:47.608164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.619752 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-93e16357-81eb-42d0-ba28-5dc932683afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.622346 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-93e16357-81eb-42d0-ba28-5dc932683afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.630331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-93e16357-81eb-42d0-ba28-5dc932683afc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/672f854c-2fa7-4f29-a522-80e2e9b9dfa8 HTTP/1.1" status: 204 len: 168 time: 0.3816333 Aug 19 12:31:47.654259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e16357-81eb-42d0-ba28-5dc932683afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672f854c-2fa7-4f29-a522-80e2e9b9dfa8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:47.655186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7388af1-422d-4964-8aaf-7d4c21413bad None None] Network 8c18bd32-7d76-4b71-81d4-41418e691c98 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:47.763342 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:47.763476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 208cb691-c9ac-4d91-bf98-44e1eb45c65c no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:31:47.779710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c5e5d6d4-31da-47d3-87ff-d6c529e360d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1990738 Aug 19 12:31:47.789755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40898) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:47.802866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-223014071'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:47.841280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 208cb691-c9ac-4d91-bf98-44e1eb45c65c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:31:47.841621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 208cb691-c9ac-4d91-bf98-44e1eb45c65c not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:31:47.890566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=caf73817-b517-4050-b969-77b44dbe49da,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:47.985786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1d6b5b7-f6c0-44d3-969b-56a75b8dab69'}, {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caf73817-b517-4050-b969-77b44dbe49da'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:47.988590 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9852f4-a6a4-4e4d-b208-179e40265544" -d '{"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-unplugged", "status": "completed", "tag": "b1d6b5b7-f6c0-44d3-969b-56a75b8dab69"}, {"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-unplugged", "status": "completed", "tag": "caf73817-b517-4050-b969-77b44dbe49da"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:47.989695 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed38723a-f124-4c0b-9c79-a7467b907a16 req-46c053f4-433c-4f5a-a8df-1fa10a32e15b tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0283146 Aug 19 12:31:48.040295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:48.045789 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-64751835-3482-46b5-9b77-7783ea926cd5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.046289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.077464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:48.090451 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.090451 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment a7ff73a7-3db4-4629-ab89-8b7931826641 of type vlan for network 40dc21cc-46bd-4549-97b2-06d991432add Aug 19 12:31:48.127452 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7d12b4-149d-48b5-87fb-43e1fca07c50 x-openstack-request-id: req-fa7d12b4-149d-48b5-87fb-43e1fca07c50 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:48.127452 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-unplugged", "status": "completed", "tag": "b1d6b5b7-f6c0-44d3-969b-56a75b8dab69", "code": 200}, {"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-unplugged", "status": "completed", "tag": "caf73817-b517-4050-b969-77b44dbe49da", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:48.128328 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa7d12b4-149d-48b5-87fb-43e1fca07c50 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:48.130227 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1d6b5b7-f6c0-44d3-969b-56a75b8dab69', 'code': 200} Aug 19 12:31:48.130492 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caf73817-b517-4050-b969-77b44dbe49da', 'code': 200} Aug 19 12:31:48.133267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-deleted', 'tag': '208cb691-c9ac-4d91-bf98-44e1eb45c65c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:48.138918 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84a5191-31ba-4855-8856-10593e106fa9" -d '{"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-deleted", "tag": "208cb691-c9ac-4d91-bf98-44e1eb45c65c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:48.145768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64751835-3482-46b5-9b77-7783ea926cd5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Port': ['ID=741fd100-7f9a-4a27-8403-958a58d683e7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:48.156682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.213914 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-64751835-3482-46b5-9b77-7783ea926cd5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] No DVR routers for this DVR port 741fd100-7f9a-4a27-8403-958a58d683e7 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:48.217571 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-64751835-3482-46b5-9b77-7783ea926cd5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.223883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-64751835-3482-46b5-9b77-7783ea926cd5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "DELETE /v2.0/ports/741fd100-7f9a-4a27-8403-958a58d683e7 HTTP/1.1" status: 204 len: 173 time: 1.0556359 Aug 19 12:31:48.236768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e5af5155-f2c9-4778-85cd-c571f3bfeae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:39Z', 'revision_number': 4, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '61bd4270-210c-43ad-938c-91090979bbc5', 'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:36Z', 'updated_at': '2021-08-19T12:20:48Z', 'revision_number': 5, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'subnets': [{'id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:48.308836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db70d5c-fd42-4038-a177-3d3f6d44ad2d req-8e31e5d1-f072-47d5-9914-85d74fbbf99c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.316159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db70d5c-fd42-4038-a177-3d3f6d44ad2d req-8e31e5d1-f072-47d5-9914-85d74fbbf99c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.319443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1db70d5c-fd42-4038-a177-3d3f6d44ad2d req-8e31e5d1-f072-47d5-9914-85d74fbbf99c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 1677 time: 0.1061606 Aug 19 12:31:48.322281 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.332564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-8c18bd32-7d76-4b71-81d4-41418e691c98', 'network_id': '8c18bd32-7d76-4b71-81d4-41418e691c98', 'tenant_id': 'f8f3505e64f44f4e8781e2fa172e9876', 'fixed_ips': [{'subnet_id': '2f212cf2-caec-44f8-af8a-640a945477f5'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:48.334630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.335662 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.338155 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.341361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af5155-f2c9-4778-85cd-c571f3bfeae5 None None] The sync data for ids ['0f8db931-cb66-4517-857d-fb12092190bc'] in n-d-803757-2 is: [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:20:39Z', 'revision_number': 4, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '61bd4270-210c-43ad-938c-91090979bbc5', 'name': '', 'network_id': '33a63ac8-e80b-4f52-be34-1a8d66da6d0e', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'mac_address': 'fa:16:3e:ed:88:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:36Z', 'updated_at': '2021-08-19T12:20:48Z', 'revision_number': 5, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'subnets': [{'id': '52a51bc7-2214-4174-98c6-2f7fb87a2ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:31:48.632849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=40dc21cc-46bd-4549-97b2-06d991432add,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:48.676601 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1db70d5c-fd42-4038-a177-3d3f6d44ad2d req-8cae9f11-2aa7-454e-8ad9-39eb1c7cd1e0 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332982 Aug 19 12:31:48.700862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd72412-457b-4c8a-9fdd-7a6421c90b6f req-b7e0ead8-d58d-4c3f-b5b4-858fe51d24c0 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.711898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 40dc21cc-46bd-4549-97b2-06d991432add details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:48.716360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cd72412-457b-4c8a-9fdd-7a6421c90b6f req-b7e0ead8-d58d-4c3f-b5b4-858fe51d24c0 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 949 time: 0.3614318 Aug 19 12:31:48.798096 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b6a0f901-40df-491a-99c0-18ef288f7761 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0027964 Aug 19 12:31:48.798613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40926) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:48.801207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Allocated IP 172.20.255.242 (8c18bd32-7d76-4b71-81d4-41418e691c98/2f212cf2-caec-44f8-af8a-640a945477f5/ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:48.807028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'network_id': '40dc21cc-46bd-4549-97b2-06d991432add', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:48.835651 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb8634e-47e2-49f3-b728-cf3f93e540de x-openstack-request-id: req-fdb8634e-47e2-49f3-b728-cf3f93e540de {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:48.837458 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-deleted", "tag": "208cb691-c9ac-4d91-bf98-44e1eb45c65c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:48.837904 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdb8634e-47e2-49f3-b728-cf3f93e540de {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:48.839547 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-deleted', 'tag': '208cb691-c9ac-4d91-bf98-44e1eb45c65c', 'status': 'completed', 'code': 200} Aug 19 12:31:48.920126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-8a8918e3-5f71-4c21-b4fe-945f3ccc0bc7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:48.924177 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-8a8918e3-5f71-4c21-b4fe-945f3ccc0bc7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 814 time: 0.5664704 Aug 19 12:31:48.934469 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe745e43-4510-4988-b90d-8dca84ef9578 None None] New status for floating IP c86661b7-d8a0-4a78-9e6a-f6af133fa18b: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:31:48.951514 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cd72412-457b-4c8a-9fdd-7a6421c90b6f req-123b9140-e157-4aeb-ada9-abe548c7d517 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262301 Aug 19 12:31:48.952868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6f5c681e-31f1-4463-85e8-d26833bf092a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Deleting port caf73817-b517-4050-b969-77b44dbe49da {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:48.953561 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6f5c681e-31f1-4463-85e8-d26833bf092a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:48.963021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Request body: {'port': {'device_id': '5a634982-abdc-40de-a3c9-13e63a943873', 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3', 'admin_state_up': True, 'tenant_id': '8a1d2c4d135243d6aa7779c3bc4513a0'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:49.039429 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fead77f4-c743-4fb8-8547-444476bcc001 req-c40ea238-0fff-47e8-a8c4-dc83e5c53fdd tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 210 time: 0.0600133 Aug 19 12:31:49.134140 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.144840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Transition to ACTIVE for port object ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:49.160124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05609719-72a4-445b-824e-30d41047b829 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:49.171791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:49.176172 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.196050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Transition to ACTIVE for port object ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:49.257090 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-080397af-bcb3-4fab-8322-39a4075d9b6b req-827d679f-00fa-4c07-a405-f303e44ff32a tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0740671 Aug 19 12:31:49.333816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6f5c681e-31f1-4463-85e8-d26833bf092a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] For port caf73817-b517-4050-b969-77b44dbe49da, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=caf73817-b517-4050-b969-77b44dbe49da,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:49.334199 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6f5c681e-31f1-4463-85e8-d26833bf092a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.378863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6f5c681e-31f1-4463-85e8-d26833bf092a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Calling delete_port for caf73817-b517-4050-b969-77b44dbe49da owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:49.383871 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.386264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 05609719-72a4-445b-824e-30d41047b829 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:49.409540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 05609719-72a4-445b-824e-30d41047b829 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:49.409766 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.455708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Made reservation on behalf of 8a1d2c4d135243d6aa7779c3bc4513a0 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:49.460757 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.498085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Network 8c18bd32-7d76-4b71-81d4-41418e691c98 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:49.510752 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:49.513456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:49.524984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.608550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=a86e5c28-9a8f-4112-81ee-e436e6b1cf62,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:49.631110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking segment: {'id': 'a7ff73a7-3db4-4629-ab89-8b7931826641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40dc21cc-46bd-4549-97b2-06d991432add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:49.631506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network hostable DHCP agents. Network: 40dc21cc-46bd-4549-97b2-06d991432add, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:49.670856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Pushing event updated for resources: {'Port': ['ID=ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:49.691487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Allocated IP 172.20.0.4 (bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3/917b0eb4-793f-42ab-bd62-4942c9adf928/a2c8a344-4da7-47cc-8464-5dc810615a85) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:49.737364 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.748958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network 40dc21cc-46bd-4549-97b2-06d991432add is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:49.749767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Attempting to bind port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:49.750139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Attempting to bind port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '90418a64-6a7e-483b-af47-fcf5db8498bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c18bd32-7d76-4b71-81d4-41418e691c98'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:49.750496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Attempting to bind port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 on network 8c18bd32-7d76-4b71-81d4-41418e691c98 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:49.758986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:49.759381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Checking segment: {'id': '90418a64-6a7e-483b-af47-fcf5db8498bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c18bd32-7d76-4b71-81d4-41418e691c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:49.761509 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.761509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Bound using segment: {'id': '90418a64-6a7e-483b-af47-fcf5db8498bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c18bd32-7d76-4b71-81d4-41418e691c98'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:49.761509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Bound port: ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90418a64-6a7e-483b-af47-fcf5db8498bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8c18bd32-7d76-4b71-81d4-41418e691c98'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:49.761509 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.794298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:49.818980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6f5c681e-31f1-4463-85e8-d26833bf092a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.831489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40946) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:49.854294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 40dc21cc-46bd-4549-97b2-06d991432add) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:49.875895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:49.875895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.876208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] For port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:49.876208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] For port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276,segment=NetworkSegment(90418a64-6a7e-483b-af47-fcf5db8498bf),segment_id=90418a64-6a7e-483b-af47-fcf5db8498bf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:49.876208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7b42b7-897b-4a15-9516-f6bd2ff6b776 None None] Network 40dc21cc-46bd-4549-97b2-06d991432add requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:49.885861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315a899-0615-4d36-abf0-380440a36eed req-39ad1b24-058a-448e-9802-537b3d579f7d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:49.887489 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c315a899-0615-4d36-abf0-380440a36eed req-39ad1b24-058a-448e-9802-537b3d579f7d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 943 time: 0.0923088 Aug 19 12:31:49.924106 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.940390 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:49.981054 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c315a899-0615-4d36-abf0-380440a36eed req-8d212528-452d-4779-aba4-75e9e5edf2b9 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864537 Aug 19 12:31:49.989941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:50.002772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c681e-31f1-4463-85e8-d26833bf092a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Port': ['ID=caf73817-b517-4050-b969-77b44dbe49da,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:50.034475 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.054057 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1328460601'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:50.108354 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e8033f8a-f1ad-43e7-ae92-a65f33fa33f3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3068736 Aug 19 12:31:50.109347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40954) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:50.130767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6f5c681e-31f1-4463-85e8-d26833bf092a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] No DVR routers for this DVR port caf73817-b517-4050-b969-77b44dbe49da on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:50.136701 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6f5c681e-31f1-4463-85e8-d26833bf092a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.137836 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-6f5c681e-31f1-4463-85e8-d26833bf092a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "DELETE /v2.0/ports/caf73817-b517-4050-b969-77b44dbe49da HTTP/1.1" status: 204 len: 173 time: 1.9067595 Aug 19 12:31:50.173028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.181623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05609719-72a4-445b-824e-30d41047b829'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:50.184367 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6670c01-3460-42b0-ab02-6ce4a8bda1e9" -d '{"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-plugged", "status": "completed", "tag": "05609719-72a4-445b-824e-30d41047b829"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:50.196195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92e59300-f4da-4201-adff-badb3820de5e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:50.219067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb29c69-5f2d-48de-81cc-887824ac98e7 None None] Pushing event updated for resources: {'Port': ['ID=ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:50.248809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-40dc21cc-46bd-4549-97b2-06d991432add', 'network_id': '40dc21cc-46bd-4549-97b2-06d991432add', 'tenant_id': 'f8f3505e64f44f4e8781e2fa172e9876', 'fixed_ips': [{'subnet_id': 'a86e5c28-9a8f-4112-81ee-e436e6b1cf62'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:50.249849 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.254264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Made reservation on behalf of afaa29d8e2284f67b45b795999e75f79 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:50.264695 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.321664 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.334096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:50.364505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a203c2c-c90b-462f-a10a-6003011f1878 req-d96fb1d7-e5fe-463a-b42b-5992a8defe77 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:50.374909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a203c2c-c90b-462f-a10a-6003011f1878 req-d96fb1d7-e5fe-463a-b42b-5992a8defe77 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 950 time: 0.2661800 Aug 19 12:31:50.384102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:50.391095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:50.394396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Pushing event updated for resources: {'Port': ['ID=a2c8a344-4da7-47cc-8464-5dc810615a85,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:50.397204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf729c4-2fa6-43b1-9f8f-b297b20c960a req-7ab4a73f-5436-4f5a-a120-d65ab5f7549b tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:50.398787 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ecf729c4-2fa6-43b1-9f8f-b297b20c960a req-7ab4a73f-5436-4f5a-a120-d65ab5f7549b tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 931 time: 0.1649132 Aug 19 12:31:50.412488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.507463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a203c2c-c90b-462f-a10a-6003011f1878 req-4c5016cc-b530-4be4-b1e9-a7c7c52bb839 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316712 Aug 19 12:31:50.515008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:50.515671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.524253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Allocated IP 172.20.0.2 (40dc21cc-46bd-4549-97b2-06d991432add/a86e5c28-9a8f-4112-81ee-e436e6b1cf62/661461aa-f66c-4f79-b63e-679a2dd22125) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:50.530657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-d669a7f2-9607-4122-a449-e1718f509b63 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Deleting port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:50.536701 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-d669a7f2-9607-4122-a449-e1718f509b63 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.629605 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ecf729c4-2fa6-43b1-9f8f-b297b20c960a req-209bcf0e-67b9-4a02-8eb4-13f48152523f tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151146 Aug 19 12:31:50.710981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-d669a7f2-9607-4122-a449-e1718f509b63 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] For port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:50.711357 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-d669a7f2-9607-4122-a449-e1718f509b63 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.733509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-d669a7f2-9607-4122-a449-e1718f509b63 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Calling delete_port for b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:50.736039 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65df2e3f-e01a-484d-b401-d341b52ea4b2 x-openstack-request-id: req-65df2e3f-e01a-484d-b401-d341b52ea4b2 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:50.736304 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-plugged", "status": "completed", "tag": "05609719-72a4-445b-824e-30d41047b829", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:50.736565 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65df2e3f-e01a-484d-b401-d341b52ea4b2 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:50.737503 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05609719-72a4-445b-824e-30d41047b829', 'code': 200} Aug 19 12:31:50.776212 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.908958 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.915113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381a0bb-374f-4280-95ec-5aca9309270d req-501ea2c6-3bc9-4d19-9317-416ba2c0599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:50.916800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7381a0bb-374f-4280-95ec-5aca9309270d req-501ea2c6-3bc9-4d19-9317-416ba2c0599b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 1101 time: 0.0932534 Aug 19 12:31:50.917445 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:50.937227 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Transition to ACTIVE for port object 661461aa-f66c-4f79-b63e-679a2dd22125 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:50.959488 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7381a0bb-374f-4280-95ec-5aca9309270d req-5b19e587-6572-46d8-8c04-3d1bd04fc15c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Aug 19 12:31:50.963184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Transition to ACTIVE for port object 661461aa-f66c-4f79-b63e-679a2dd22125 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:51.108360 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.120837 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.170584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Network 40dc21cc-46bd-4549-97b2-06d991432add is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:51.173706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:51.183738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221152de-1014-4127-8e59-f5c4b52e8cfe req-bb889f89-df40-4e28-a952-7f1b17157697 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:51.184242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:51.197853 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-221152de-1014-4127-8e59-f5c4b52e8cfe req-bb889f89-df40-4e28-a952-7f1b17157697 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 943 time: 0.1294787 Aug 19 12:31:51.200863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4868135-4961-4bf9-a9d3-2e7cd9d496bd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:51.244081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Pushing event updated for resources: {'Port': ['ID=661461aa-f66c-4f79-b63e-679a2dd22125,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:51.257602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-221152de-1014-4127-8e59-f5c4b52e8cfe req-818d0670-667f-42ed-9e3a-b8c0443020da tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ab482a2-5a42-44e2-a105-f23e42755f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587573 Aug 19 12:31:51.270387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-deleted', 'tag': '741fd100-7f9a-4a27-8403-958a58d683e7'}, {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-deleted', 'tag': 'caf73817-b517-4050-b969-77b44dbe49da'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:51.272810 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adbfb44-2acb-41b7-b537-c4675a795b6e" -d '{"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-deleted", "tag": "741fd100-7f9a-4a27-8403-958a58d683e7"}, {"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-deleted", "tag": "caf73817-b517-4050-b969-77b44dbe49da"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:51.276030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Attempting to bind port 661461aa-f66c-4f79-b63e-679a2dd22125 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:51.276595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Attempting to bind port 661461aa-f66c-4f79-b63e-679a2dd22125 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'a7ff73a7-3db4-4629-ab89-8b7931826641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40dc21cc-46bd-4549-97b2-06d991432add'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:51.277481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Attempting to bind port 661461aa-f66c-4f79-b63e-679a2dd22125 on network 40dc21cc-46bd-4549-97b2-06d991432add {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:51.285179 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:51.292580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:51.293395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Checking segment: {'id': 'a7ff73a7-3db4-4629-ab89-8b7931826641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40dc21cc-46bd-4549-97b2-06d991432add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:51.294088 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.294768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Bound using segment: {'id': 'a7ff73a7-3db4-4629-ab89-8b7931826641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40dc21cc-46bd-4549-97b2-06d991432add'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:51.295525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Bound port: 661461aa-f66c-4f79-b63e-679a2dd22125, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ff73a7-3db4-4629-ab89-8b7931826641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '40dc21cc-46bd-4549-97b2-06d991432add'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:51.296862 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.306396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39c92d2f-92fd-4b62-b7bb-3f3b9bf6ffbb req-7e092aba-01fe-4adb-b760-dbc5fa2c78e8 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0304236 Aug 19 12:31:51.310228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.310685 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Added segment 0264370d-1768-4527-835e-39f0b7393c8d of type vlan for network a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd Aug 19 12:31:51.320943 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743fcafc-ba56-4d04-af15-81c5cff28b5e x-openstack-request-id: req-743fcafc-ba56-4d04-af15-81c5cff28b5e {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:51.321302 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-deleted", "tag": "741fd100-7f9a-4a27-8403-958a58d683e7", "status": "completed", "code": 200}, {"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-deleted", "tag": "caf73817-b517-4050-b969-77b44dbe49da", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:51.321561 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-743fcafc-ba56-4d04-af15-81c5cff28b5e {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:51.322111 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-deleted', 'tag': '741fd100-7f9a-4a27-8403-958a58d683e7', 'status': 'completed', 'code': 200} Aug 19 12:31:51.322371 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-deleted', 'tag': 'caf73817-b517-4050-b969-77b44dbe49da', 'status': 'completed', 'code': 200} Aug 19 12:31:51.324725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.388727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Subnet': ['ID=a86e5c28-9a8f-4112-81ee-e436e6b1cf62,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:51.400816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] For port 661461aa-f66c-4f79-b63e-679a2dd22125, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:51.404765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] For port 661461aa-f66c-4f79-b63e-679a2dd22125, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=661461aa-f66c-4f79-b63e-679a2dd22125,segment=NetworkSegment(a7ff73a7-3db4-4629-ab89-8b7931826641),segment_id=a7ff73a7-3db4-4629-ab89-8b7931826641)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:51.409997 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.429399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-d669a7f2-9607-4122-a449-e1718f509b63 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.463780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669a7f2-9607-4122-a449-e1718f509b63 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Port': ['ID=b1d6b5b7-f6c0-44d3-969b-56a75b8dab69,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:51.494162 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.506288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dc21cc-46bd-4549-97b2-06d991432add']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:51.509101 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-f70db3ce-744d-491e-9e82-746ffa8ab8b7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5501058 Aug 19 12:31:51.522643 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ff73a7-3db4-4629-ab89-8b7931826641') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:51.522896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ff73a7-3db4-4629-ab89-8b7931826641') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:51.534748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.545769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Request body: {'port': {'device_id': '5a634982-abdc-40de-a3c9-13e63a943873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:51.551419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-d669a7f2-9607-4122-a449-e1718f509b63 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] No DVR routers for this DVR port b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:51.556219 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-d669a7f2-9607-4122-a449-e1718f509b63 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.559557 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7287d0dc-3402-49bd-96f0-616f17e40cb0 req-d669a7f2-9607-4122-a449-e1718f509b63 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.62 "DELETE /v2.0/ports/b1d6b5b7-f6c0-44d3-969b-56a75b8dab69 HTTP/1.1" status: 204 len: 173 time: 1.4007585 Aug 19 12:31:51.618194 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.646017 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.671283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:51.671692 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.676141 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:51.699570 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:51.730907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.731091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f51de77-84a1-468b-a39f-e4ecca163dcf None None] Network 40dc21cc-46bd-4549-97b2-06d991432add requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:51.747990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:51.748647 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:51.808086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90120acc-985a-45a4-87ee-36add4901d88 None None] Network 8c18bd32-7d76-4b71-81d4-41418e691c98 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:52.039457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f761307-923a-4b8f-9253-6fe25ac0e28d req-8b77a5ce-be55-4276-9ed1-3112ef4ad107 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:52.047456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f761307-923a-4b8f-9253-6fe25ac0e28d req-8b77a5ce-be55-4276-9ed1-3112ef4ad107 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 950 time: 0.4446187 Aug 19 12:31:52.069537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b736f25-3670-458e-ac0d-dda9ddeb0b4d req-d9c6ae73-cce4-401e-b871-ec217403fad1 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:52.073152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Pushing event updated for resources: {'Network': ['ID=a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:52.074470 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b736f25-3670-458e-ac0d-dda9ddeb0b4d req-d9c6ae73-cce4-401e-b871-ec217403fad1 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 931 time: 0.2677336 Aug 19 12:31:52.087714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:31:52.087714 n-d-803757-2 neutron-server[95543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:31:52.087714 n-d-803757-2 neutron-server[95543]: [parameters: {'id': '40dc21cc-46bd-4549-97b2-06d991432add'}] Aug 19 12:31:52.087714 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:31:52.095058 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:31:52.158963 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f761307-923a-4b8f-9253-6fe25ac0e28d req-2dd31fc7-8077-47f2-b4eb-bdfb70330578 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101992 Aug 19 12:31:52.168064 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b736f25-3670-458e-ac0d-dda9ddeb0b4d req-3a61d792-69d9-4387-912d-69588d136a55 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924797 Aug 19 12:31:52.183080 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e98eadda-f336-42b8-b96d-bee59bee19ad tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3494105 Aug 19 12:31:52.186015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40980) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:52.192100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Request body: {'subnet': {'network_id': 'a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:52.218823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:52.225051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:52.235380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6825-3e25-4998-ae15-a26471bd5327 None None] Pushing event updated for resources: {'Port': ['ID=661461aa-f66c-4f79-b63e-679a2dd22125,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:52.378433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c8a344-4da7-47cc-8464-5dc810615a85 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:52.406049 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.437289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Transition to ACTIVE for port object a2c8a344-4da7-47cc-8464-5dc810615a85 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:52.443405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd55910f-324c-42c5-adab-f362740a1fcc req-3621b5d1-e8f1-49b7-90e2-38398ad8087a tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0498018 Aug 19 12:31:52.491055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Made reservation on behalf of afaa29d8e2284f67b45b795999e75f79 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:52.495334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.539056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9d07f759-3887-4383-9162-86abb3e771da None None] Provisioning for port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:52.575610 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35f8448d-a21f-425c-a42f-eb1011b62de7 req-1a4f831b-bb7b-4d8f-9251-a3a6e8d87a12 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0934150 Aug 19 12:31:52.585919 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.611114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:52.616628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:52.617547 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.637394 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.727965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Pushing event updated for resources: {'Port': ['ID=a2c8a344-4da7-47cc-8464-5dc810615a85,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:52.794523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Attempting to bind port a2c8a344-4da7-47cc-8464-5dc810615a85 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:52.795192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Attempting to bind port a2c8a344-4da7-47cc-8464-5dc810615a85 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:52.795755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Attempting to bind port a2c8a344-4da7-47cc-8464-5dc810615a85 on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:52.802017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Port a2c8a344-4da7-47cc-8464-5dc810615a85 on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:31:52.802616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Attempting to bind port a2c8a344-4da7-47cc-8464-5dc810615a85 on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:52.804709 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.823575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Deleting port 661461aa-f66c-4f79-b63e-679a2dd22125 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:52.823920 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.833489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:52.836449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Checking segment: {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:52.841676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Bound using segment: {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:52.841676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Bound port: a2c8a344-4da7-47cc-8464-5dc810615a85, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:52.841676 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:52.880204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276,segment=NetworkSegment(90418a64-6a7e-483b-af47-fcf5db8498bf),segment_id=90418a64-6a7e-483b-af47-fcf5db8498bf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:52.971226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ac670-cd68-49e2-a022-9a53befce7c9 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:31:52.979917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] For port 661461aa-f66c-4f79-b63e-679a2dd22125, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=661461aa-f66c-4f79-b63e-679a2dd22125,segment=NetworkSegment(a7ff73a7-3db4-4629-ab89-8b7931826641),segment_id=a7ff73a7-3db4-4629-ab89-8b7931826641)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:52.980291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.000787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Calling delete_port for 661461aa-f66c-4f79-b63e-679a2dd22125 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:53.011045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] For port a2c8a344-4da7-47cc-8464-5dc810615a85, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:53.017309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] For port a2c8a344-4da7-47cc-8464-5dc810615a85, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a2c8a344-4da7-47cc-8464-5dc810615a85,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:53.023335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e06e61bf-fe63-441b-8fec-cf2b2ddb17f8 None None] Provisioning complete for port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:53.023712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e06e61bf-fe63-441b-8fec-cf2b2ddb17f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.153053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ac670-cd68-49e2-a022-9a53befce7c9 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:31:53.157000 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e06e61bf-fe63-441b-8fec-cf2b2ddb17f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.262159 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:31:53.323842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-deleted', 'tag': 'b1d6b5b7-f6c0-44d3-969b-56a75b8dab69'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:53.327133 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe728ca-b76f-4189-ab7c-dc1e04a15685" -d '{"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-deleted", "tag": "b1d6b5b7-f6c0-44d3-969b-56a75b8dab69"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:53.355695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdcd55-608c-4325-ad6f-f7ef42c0b6d8 req-f024007a-c57d-44b9-a4c4-4e0255e0c29f tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:53.357120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1650e7a-bdcd-4d82-81b4-5d35f60881fb req-f38e43d6-1298-4075-9482-3a54d43e950b tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:53.365315 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1650e7a-bdcd-4d82-81b4-5d35f60881fb req-f38e43d6-1298-4075-9482-3a54d43e950b tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 950 time: 0.0865335 Aug 19 12:31:53.374041 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-facdcd55-608c-4325-ad6f-f7ef42c0b6d8 req-f024007a-c57d-44b9-a4c4-4e0255e0c29f tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 943 time: 0.0887778 Aug 19 12:31:53.403886 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.406248 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.414748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.443012 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.476635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Pushing event updated for resources: {'Port': ['ID=a2c8a344-4da7-47cc-8464-5dc810615a85,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:53.495050 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-facdcd55-608c-4325-ad6f-f7ef42c0b6d8 req-c4a87f11-915a-49dd-b68e-3b956d530e4c tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284585 Aug 19 12:31:53.500296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:53.506623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.506754 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-e06e61bf-fe63-441b-8fec-cf2b2ddb17f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:31:53.507093 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-e06e61bf-fe63-441b-8fec-cf2b2ddb17f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:31:53.508654 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-90f7d059-7f8e-45d8-96c2-d5d5dd1a412f service neutron] 10.222.0.62 "PUT /v2.0/ports/a2c8a344-4da7-47cc-8464-5dc810615a85 HTTP/1.1" status: 200 len: 1091 time: 1.9682999 Aug 19 12:31:53.553892 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd12f443-bae0-4620-9427-b36d5c4e7a99 x-openstack-request-id: req-dd12f443-bae0-4620-9427-b36d5c4e7a99 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:53.554351 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554060d2-8b2b-4741-9cfb-145c22352242", "name": "network-vif-deleted", "tag": "b1d6b5b7-f6c0-44d3-969b-56a75b8dab69", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:53.554710 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd12f443-bae0-4620-9427-b36d5c4e7a99 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:53.555276 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554060d2-8b2b-4741-9cfb-145c22352242', 'name': 'network-vif-deleted', 'tag': 'b1d6b5b7-f6c0-44d3-969b-56a75b8dab69', 'status': 'completed', 'code': 200} Aug 19 12:31:53.562231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:53.593018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Port': ['ID=661461aa-f66c-4f79-b63e-679a2dd22125,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:53.593018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No DVR routers for this DVR port 661461aa-f66c-4f79-b63e-679a2dd22125 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:31:53.604350 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1650e7a-bdcd-4d82-81b4-5d35f60881fb req-73987655-6981-45dc-88e9-a2b381b58979 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381477 Aug 19 12:31:53.646323 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73304ec4-f938-4dd5-bc87-924220877815 req-a8251582-ddb0-4e8e-94a8-3d7f223075c1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0366714 Aug 19 12:31:53.700886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Pushing event updated for resources: {'Subnet': ['ID=875bc632-af86-469a-92a6-2d3f31b8a7c5,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:53.705139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Checking segment: {'id': '0264370d-1768-4527-835e-39f0b7393c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:53.706101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Network hostable DHCP agents. Network: a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:53.719677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.736396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dc21cc-46bd-4549-97b2-06d991432add']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:53.761384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ff73a7-3db4-4629-ab89-8b7931826641') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:53.761806 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ff73a7-3db4-4629-ab89-8b7931826641') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:53.785245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0638f6c-eceb-4bf9-8865-41a7180d5a9b req-4bd301e6-ab51-4b42-bc12-ca0180254fe3 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0451849 Aug 19 12:31:53.790365 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.812826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-085a4f37-c9dd-44b9-8833-3f87a1092c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:53.817138 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-085a4f37-c9dd-44b9-8833-3f87a1092c7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 1094 time: 0.0904579 Aug 19 12:31:53.817574 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.836372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:53.836945 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:53.840946 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:53.872891 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-a2a66b64-eab0-4415-9ef6-aa1ccdbda6d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2c8a344-4da7-47cc-8464-5dc810615a85 HTTP/1.1" status: 200 len: 217 time: 0.0421655 Aug 19 12:31:53.899927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:53.951343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-0072dce5-0d38-4341-96b8-ae76b62b2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:53.952990 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-0072dce5-0d38-4341-96b8-ae76b62b2c08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=917b0eb4-793f-42ab-bd62-4942c9adf928 HTTP/1.1" status: 200 len: 854 time: 0.0728316 Aug 19 12:31:53.973655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Network a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:53.980899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:53.981182 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.016620 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-665b4d2c-0be5-40ff-97ae-3ab2da42c7c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527086 Aug 19 12:31:54.090913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:54.093210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.101760 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.105242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/40dc21cc-46bd-4549-97b2-06d991432add HTTP/1.1" status: 204 len: 168 time: 3.9931672 Aug 19 12:31:54.109469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41012) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:54.112341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:54.112925 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.113300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825764db-7286-4d34-a841-c7e5c03afa86 None None] Network a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:54.154641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-5093efeb-d014-4240-afd3-f8789231acd9 service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296287 Aug 19 12:31:54.180572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1645203890'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:54.185094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd436c-0ad3-4581-b460-413acbe09522 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=40dc21cc-46bd-4549-97b2-06d991432add,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:54.251137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a217651b-d3f8-4690-a1bc-553815de1d15 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0636630 Aug 19 12:31:54.252525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41014) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:54.259153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Request body: {'port': {'network_id': 'a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-637179158'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:54.355463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4614e2c2-e741-43c6-96a7-bfa444c1b7c2 req-294d7994-12f2-456c-8631-9341b344823e service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921196 Aug 19 12:31:54.371059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd', 'network_id': 'a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd', 'tenant_id': 'afaa29d8e2284f67b45b795999e75f79', 'fixed_ips': [{'subnet_id': '875bc632-af86-469a-92a6-2d3f31b8a7c5'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:54.371857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.376906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:54.381281 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.444810 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:54.454696 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.455043 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment da063cc8-d944-46b4-adae-241d788c5b8f of type vlan for network ae518193-9420-42aa-a372-91e38f33e1c6 Aug 19 12:31:54.499725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.559860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Made reservation on behalf of afaa29d8e2284f67b45b795999e75f79 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:54.567317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.585675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Allocated IP 2001:db8::2 (a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd/875bc632-af86-469a-92a6-2d3f31b8a7c5/b1baad4f-1206-433c-8ade-6f94f13c6a1e) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:54.631622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] device_id is not set on port 0c59941c-4186-4a29-ad8a-3cabbcf12f71 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:54.708316 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.715739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:54.716864 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.751198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3d68e-18af-42cc-8382-0bd0d4a7d2c9 req-88b00d6b-e7f3-492d-adc5-3bd9725cacb1 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:54.757157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4ef3d68e-18af-42cc-8382-0bd0d4a7d2c9 req-88b00d6b-e7f3-492d-adc5-3bd9725cacb1 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 943 time: 0.1737802 Aug 19 12:31:54.840709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4ef3d68e-18af-42cc-8382-0bd0d4a7d2c9 req-ddd81e06-723b-41e0-978a-f3b3fc11fb38 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769317 Aug 19 12:31:54.845836 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:54.858964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Transition to ACTIVE for port object b1baad4f-1206-433c-8ade-6f94f13c6a1e will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:54.882562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Transition to ACTIVE for port object b1baad4f-1206-433c-8ade-6f94f13c6a1e will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:54.890193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=ae518193-9420-42aa-a372-91e38f33e1c6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:54.901481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ae518193-9420-42aa-a372-91e38f33e1c6 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:54.907259 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9e8116e5-c4a6-4989-9137-83e6b37b5334 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7581928 Aug 19 12:31:54.909970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41034) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:54.916282 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'network_id': 'ae518193-9420-42aa-a372-91e38f33e1c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:55.074402 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d00de2ef-8bf3-41d7-8dd3-c01a4ac4b99d req-416b170e-d74e-4e34-9b88-6913a991145d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0342631 Aug 19 12:31:55.075181 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-04cef140-7121-495d-bf7d-681f3f23a499 req-69d738f2-1692-4c8e-b65e-88472489e31b tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0474470 Aug 19 12:31:55.084737 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.159789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Network a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:55.161308 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Pushing event updated for resources: {'Port': ['ID=b1baad4f-1206-433c-8ade-6f94f13c6a1e,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:55.164169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:55.166445 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.167281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:55.183823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Allocated IP 2001:db8::2d7 (a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd/875bc632-af86-469a-92a6-2d3f31b8a7c5/0c59941c-4186-4a29-ad8a-3cabbcf12f71) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:55.232657 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Attempting to bind port b1baad4f-1206-433c-8ade-6f94f13c6a1e on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:31:55.232905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Attempting to bind port b1baad4f-1206-433c-8ade-6f94f13c6a1e by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '0264370d-1768-4527-835e-39f0b7393c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:31:55.233071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:55.233182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Attempting to bind port b1baad4f-1206-433c-8ade-6f94f13c6a1e on network a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:31:55.237944 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.238860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:31:55.241378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Checking segment: {'id': '0264370d-1768-4527-835e-39f0b7393c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:55.241378 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.241378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Bound using segment: {'id': '0264370d-1768-4527-835e-39f0b7393c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:31:55.241378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Bound port: b1baad4f-1206-433c-8ade-6f94f13c6a1e, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0264370d-1768-4527-835e-39f0b7393c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:31:55.241378 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.309517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] For port b1baad4f-1206-433c-8ade-6f94f13c6a1e, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:31:55.312998 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] For port b1baad4f-1206-433c-8ade-6f94f13c6a1e, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b1baad4f-1206-433c-8ade-6f94f13c6a1e,segment=NetworkSegment(0264370d-1768-4527-835e-39f0b7393c8d),segment_id=0264370d-1768-4527-835e-39f0b7393c8d)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:31:55.345560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_backend_mixin [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Performing IP validity checks on allocation pools {{(pid=95542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:31:55.346170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_backend_mixin [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:31:55.423245 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.444611 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.470311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Transition to ACTIVE for port object 0c59941c-4186-4a29-ad8a-3cabbcf12f71 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:55.545101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d2801-4c8d-4ee0-9e4a-79b7fe4dae9c None None] Pushing event updated for resources: {'Port': ['ID=b1baad4f-1206-433c-8ade-6f94f13c6a1e,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:55.557072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a634982-abdc-40de-a3c9-13e63a943873', 'tag': 'a2c8a344-4da7-47cc-8464-5dc810615a85'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:55.559425 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf19070-bacd-499f-992e-e3a66c47869f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a634982-abdc-40de-a3c9-13e63a943873", "tag": "a2c8a344-4da7-47cc-8464-5dc810615a85"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:55.567759 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a2c8a344-4da7-47cc-8464-5dc810615a85 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:55.640225 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cead92d1-c4be-4ca3-a0dd-266db08af914 x-openstack-request-id: req-cead92d1-c4be-4ca3-a0dd-266db08af914 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:55.640726 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a634982-abdc-40de-a3c9-13e63a943873", "tag": "a2c8a344-4da7-47cc-8464-5dc810615a85", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:55.640836 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cead92d1-c4be-4ca3-a0dd-266db08af914 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:55.641149 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a634982-abdc-40de-a3c9-13e63a943873', 'tag': 'a2c8a344-4da7-47cc-8464-5dc810615a85', 'status': 'completed', 'code': 200} Aug 19 12:31:55.695976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a2c8a344-4da7-47cc-8464-5dc810615a85, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a2c8a344-4da7-47cc-8464-5dc810615a85,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:55.708946 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.711511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'a2c8a344-4da7-47cc-8464-5dc810615a85', 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3', 'port_id': 'a2c8a344-4da7-47cc-8464-5dc810615a85', 'mac_address': 'fa:16:3e:0b:14:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917b0eb4-793f-42ab-bd62-4942c9adf928', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:55.795415 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.797118 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.826207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c8a344-4da7-47cc-8464-5dc810615a85 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:55.856224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a2c8a344-4da7-47cc-8464-5dc810615a85, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a2c8a344-4da7-47cc-8464-5dc810615a85,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:55.887043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=e84166e8-9d45-4697-ac17-2bfabc319b61,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:55.965423 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Network a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:55.970506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:55.972991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:55.980002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:55.980675 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:55.992273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f05930-e002-4425-9bae-560cbdd9d441 req-5c5dc2d5-6b2c-4ef0-8b07-dd8e731ba3a8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:55.995683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86f05930-e002-4425-9bae-560cbdd9d441 req-5c5dc2d5-6b2c-4ef0-8b07-dd8e731ba3a8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 943 time: 0.0638316 Aug 19 12:31:56.001471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19070-bacd-499f-992e-e3a66c47869f req-31543f54-83e2-493f-8f78-11f57c82a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:56.003103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8cf19070-bacd-499f-992e-e3a66c47869f req-31543f54-83e2-493f-8f78-11f57c82a073 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 1094 time: 0.3464694 Aug 19 12:31:56.009963 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Pushing event updated for resources: {'Port': ['ID=0c59941c-4186-4a29-ad8a-3cabbcf12f71,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:56.051960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86f05930-e002-4425-9bae-560cbdd9d441 req-e1207eaa-bad9-4863-a438-b5190122ebf6 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492027 Aug 19 12:31:56.092694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking segment: {'id': 'da063cc8-d944-46b4-adae-241d788c5b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ae518193-9420-42aa-a372-91e38f33e1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:31:56.093183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network hostable DHCP agents. Network: ae518193-9420-42aa-a372-91e38f33e1c6, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:31:56.161050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19070-bacd-499f-992e-e3a66c47869f req-4188bd16-cd25-47ef-9dc3-3ab845a0839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:56.164904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8cf19070-bacd-499f-992e-e3a66c47869f req-4188bd16-cd25-47ef-9dc3-3ab845a0839f service neutron] 10.222.0.62 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 915 time: 0.1493130 Aug 19 12:31:56.177591 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.178700 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.208846 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6e6dbabe-296c-444e-93bd-11f9c62547d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9550738 Aug 19 12:31:56.214013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41060) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:56.220111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Request body: {'port': {'network_id': 'a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1714951096', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:56.220824 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.api.validators [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] bootfile-name is not in valid_values {{(pid=95543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:31:56.221336 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.api.validators [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] tftp-server is not in valid_values {{(pid=95543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:31:56.221796 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.api.validators [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] server-ip-address is not in valid_values {{(pid=95543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:31:56.257857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network ae518193-9420-42aa-a372-91e38f33e1c6 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:31:56.261365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8cf19070-bacd-499f-992e-e3a66c47869f req-5e8b50e3-01c3-49d1-8027-89ea06146ef4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2c8a344-4da7-47cc-8464-5dc810615a85 HTTP/1.1" status: 200 len: 217 time: 0.0697880 Aug 19 12:31:56.290993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a2c8a344-4da7-47cc-8464-5dc810615a85,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:56.341580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d278e02-f048-4ae3-844a-d1a2aacb61d6 req-850b0cb8-52d1-4d82-9180-836eacf1d7e3 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0720525 Aug 19 12:31:56.372815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, ae518193-9420-42aa-a372-91e38f33e1c6) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:56.382538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a1691-de9e-4916-8815-6115ed5ffe8d None None] Network ae518193-9420-42aa-a372-91e38f33e1c6 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:56.387754 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa9de1d9-d403-4d02-8236-0663a1a1655d req-f13d4f60-5d0c-4e5f-8e86-6c8a1f535959 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.1623425 Aug 19 12:31:56.398592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:56.399589 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.439505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19070-bacd-499f-992e-e3a66c47869f req-068d8745-256e-4635-809c-a9ac5762334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:56.441177 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8cf19070-bacd-499f-992e-e3a66c47869f req-068d8745-256e-4635-809c-a9ac5762334a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=917b0eb4-793f-42ab-bd62-4942c9adf928 HTTP/1.1" status: 200 len: 854 time: 0.1706083 Aug 19 12:31:56.481556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a2c8a344-4da7-47cc-8464-5dc810615a85'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:56.518293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8cf19070-bacd-499f-992e-e3a66c47869f req-094a22be-1697-4a73-8aa5-ef9f0f6a6ba4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624573 Aug 19 12:31:56.583431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-98cc0ef2-0d8e-438e-a50a-0c804584591a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6721828 Aug 19 12:31:56.586687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41066) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:56.772619 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.775600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Made reservation on behalf of afaa29d8e2284f67b45b795999e75f79 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:56.779202 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.804633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] device_id is not set on port 41258a6a-4b0c-4e8b-8f40-161e08914dbf yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:31:56.819658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8cf19070-bacd-499f-992e-e3a66c47869f req-ed5fad90-5a15-4e4d-939f-f15bcc916302 service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896402 Aug 19 12:31:56.979845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:56.981749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b47ac6-5c50-4322-b849-c9c834be5ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-ae518193-9420-42aa-a372-91e38f33e1c6', 'network_id': 'ae518193-9420-42aa-a372-91e38f33e1c6', 'tenant_id': 'f8f3505e64f44f4e8781e2fa172e9876', 'fixed_ips': [{'subnet_id': 'e84166e8-9d45-4697-ac17-2bfabc319b61'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:31:56.982634 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d2b47ac6-5c50-4322-b849-c9c834be5ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.056661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8cf19070-bacd-499f-992e-e3a66c47869f req-d77806a6-6f6d-4c19-afb2-9e5083e708d0 service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292261 Aug 19 12:31:57.160369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05609719-72a4-445b-824e-30d41047b829 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:31:57.198469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed44881e-8419-481e-8fcc-d6e41a955b66 None None] Network a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:57.222975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Allocated IP 2001:db8::32d (a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd/875bc632-af86-469a-92a6-2d3f31b8a7c5/41258a6a-4b0c-4e8b-8f40-161e08914dbf) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:31:57.230181 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.288973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Subnet': ['ID=e84166e8-9d45-4697-ac17-2bfabc319b61,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:57.326914 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1d84a-56da-4a15-9972-766359be570f req-ddbd464b-0581-41d6-8956-81ea3c008a88 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:57.330675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-afc1d84a-56da-4a15-9972-766359be570f req-ddbd464b-0581-41d6-8956-81ea3c008a88 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 944 time: 0.1240852 Aug 19 12:31:57.437505 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-afc1d84a-56da-4a15-9972-766359be570f req-d63523a1-f14a-4974-b11d-439f3f18319b tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984211 Aug 19 12:31:57.441399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41086) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:57.578120 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b19555c-be10-4ff1-b128-b0f9cfa9e03d req-a5f55887-76e2-4a33-ade8-5f2ba0dbc80c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0435457 Aug 19 12:31:57.613264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40e19241-07dc-4cb8-9c37-8d67906c371d req-2d76794b-4b6c-4ef8-8823-b0956158ca1f tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0811722 Aug 19 12:31:57.614567 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-707a7198-7fa6-43c9-8e5d-3b24ccee189f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.635457 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.661248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae518193-9420-42aa-a372-91e38f33e1c6']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:57.668127 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a2c8a344-4da7-47cc-8464-5dc810615a85 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:57.674345 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.resource_extend [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:31:57.680084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da063cc8-d944-46b4-adae-241d788c5b8f') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:57.680866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da063cc8-d944-46b4-adae-241d788c5b8f') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:31:57.735188 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-707a7198-7fa6-43c9-8e5d-3b24ccee189f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.739412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.797613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.811878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-707a7198-7fa6-43c9-8e5d-3b24ccee189f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server [None req-d2b47ac6-5c50-4322-b849-c9c834be5ac3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e84166e8-9d45-4697-ac17-2bfabc319b61: This subnet is being modified by another concurrent operation. Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:31:57.831458 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e84166e8-9d45-4697-ac17-2bfabc319b61: This subnet is being modified by another concurrent operation. Aug 19 12:31:57.835225 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server Aug 19 12:31:57.848963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:31:57.851998 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:31:57.856144 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:31:57.906894 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-707a7198-7fa6-43c9-8e5d-3b24ccee189f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10e37ec5992543989dbbaac602c6df04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4637301 Aug 19 12:31:57.910121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a7198-7fa6-43c9-8e5d-3b24ccee189f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54f4ff3-96fa-4f4c-a9b6-322dfdd41ece,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:57.913105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41102) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:57.926006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:57.966490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Transition to ACTIVE for port object 41258a6a-4b0c-4e8b-8f40-161e08914dbf will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:31:57.991732 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bd6218d-8641-4c94-bff6-9ce05bb960d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.004184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-682d03d6-47b8-44a1-860b-773ce979c8cc None None] Provisioning for port b1baad4f-1206-433c-8ade-6f94f13c6a1e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:58.007023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d52145-c036-4a54-8a1d-e652f7d11736 None None] Network ae518193-9420-42aa-a372-91e38f33e1c6 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:31:58.008860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1baad4f-1206-433c-8ade-6f94f13c6a1e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:31:58.025859 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bd6218d-8641-4c94-bff6-9ce05bb960d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.040922 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.049892 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.056013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/ae518193-9420-42aa-a372-91e38f33e1c6 HTTP/1.1" status: 204 len: 168 time: 1.4644701 Aug 19 12:31:58.056574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41104) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:58.076761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-327188547'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:58.083303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a076dba-2774-46ec-b530-d1befcbd458e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=ae518193-9420-42aa-a372-91e38f33e1c6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:58.196972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.206332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:58.227869 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bd6218d-8641-4c94-bff6-9ce05bb960d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.231821 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4bd6218d-8641-4c94-bff6-9ce05bb960d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.233615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4bd6218d-8641-4c94-bff6-9ce05bb960d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f54f4ff3-96fa-4f4c-a9b6-322dfdd41ece HTTP/1.1" status: 204 len: 168 time: 0.3194237 Aug 19 12:31:58.242589 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '05609719-72a4-445b-824e-30d41047b829', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '05609719-72a4-445b-824e-30d41047b829', 'mac_address': 'fa:16:3e:8e:1d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:31:58.249504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6218d-8641-4c94-bff6-9ce05bb960d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54f4ff3-96fa-4f4c-a9b6-322dfdd41ece,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:58.264914 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:58.276124 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.305891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port a2c8a344-4da7-47cc-8464-5dc810615a85 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:58.306043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Network a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:31:58.310345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port a2c8a344-4da7-47cc-8464-5dc810615a85 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:58.310717 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.322251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:31:58.332639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.334498 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment 38f944c0-c648-44cd-8ee6-c99d61f07893 of type vlan for network 9d5175f6-3774-4f99-b9eb-fe66b82221f2 Aug 19 12:31:58.355789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.379112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05609719-72a4-445b-824e-30d41047b829 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:31:58.411756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:58.417817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:31:58.419808 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Pushing event updated for resources: {'Port': ['ID=41258a6a-4b0c-4e8b-8f40-161e08914dbf,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:58.430660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:31:58.436927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port b1baad4f-1206-433c-8ade-6f94f13c6a1e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:58.446181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:58.446948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.450657 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b1baad4f-1206-433c-8ade-6f94f13c6a1e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:58.451247 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.463316 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.498208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.534333 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.618194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a94f5ac7-cc4a-402a-94b5-fff152bf477a tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.4027541 Aug 19 12:31:58.621130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41128) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:58.684727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['05609719-72a4-445b-824e-30d41047b829'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:31:58.694005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f75412-bba8-442a-bcfe-30d731b16936 req-2b26e995-88b7-4a7c-84d4-aba717009c8a tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:58.695961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e8f75412-bba8-442a-bcfe-30d731b16936 req-2b26e995-88b7-4a7c-84d4-aba717009c8a tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 944 time: 0.1123497 Aug 19 12:31:58.697919 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.704542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:58.706159 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:58.743493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7278110-94cf-404e-9e34-10744ed2b04c tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:58.750086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7278110-94cf-404e-9e34-10744ed2b04c tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:58.757402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7278110-94cf-404e-9e34-10744ed2b04c tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:58.759347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d7278110-94cf-404e-9e34-10744ed2b04c tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1367068 Aug 19 12:31:58.775009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41132) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:58.793638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:58.797554 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-085493c0-a462-4af6-a3a9-a219ca32d10e req-7b9057d6-ed7a-459a-b187-70c7dfb05472 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0726800 Aug 19 12:31:58.889252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e8f75412-bba8-442a-bcfe-30d731b16936 req-cf5d16de-1382-4c18-bb5c-fe3b33afe5e5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783216 Aug 19 12:31:58.889997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=9d5175f6-3774-4f99-b9eb-fe66b82221f2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:58.900084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdf53f7e-46a9-43ba-b3c8-9b8e6b0eaf81 req-be44779a-050f-4e84-857d-24e23ff4de47 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0314796 Aug 19 12:31:58.910122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 9d5175f6-3774-4f99-b9eb-fe66b82221f2 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:31:59.059066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a634982-abdc-40de-a3c9-13e63a943873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c8a344-4da7-47cc-8464-5dc810615a85'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:31:59.061489 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa737041-40f7-4501-8904-baef3a0e77d2" -d '{"events": [{"server_uuid": "5a634982-abdc-40de-a3c9-13e63a943873", "name": "network-vif-plugged", "status": "completed", "tag": "a2c8a344-4da7-47cc-8464-5dc810615a85"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:31:59.128157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-97ce071c-ba24-4e34-89ae-63ba2cedd49d tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0617278 Aug 19 12:31:59.128472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a2c8a344-4da7-47cc-8464-5dc810615a85, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a2c8a344-4da7-47cc-8464-5dc810615a85,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:59.128580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41156) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:31:59.130720 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'network_id': '9d5175f6-3774-4f99-b9eb-fe66b82221f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:31:59.139085 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85172b2-f897-496b-b86b-ed7c606d82b7 x-openstack-request-id: req-c85172b2-f897-496b-b86b-ed7c606d82b7 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:31:59.139859 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a634982-abdc-40de-a3c9-13e63a943873", "name": "network-vif-plugged", "status": "completed", "tag": "a2c8a344-4da7-47cc-8464-5dc810615a85", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:31:59.139859 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c85172b2-f897-496b-b86b-ed7c606d82b7 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:31:59.140175 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a634982-abdc-40de-a3c9-13e63a943873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c8a344-4da7-47cc-8464-5dc810615a85', 'code': 200} Aug 19 12:31:59.145804 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.207700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2e9a2-8bd4-454d-9fbe-fe802229def8 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Deleting port 41258a6a-4b0c-4e8b-8f40-161e08914dbf {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:31:59.209859 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e9a2-8bd4-454d-9fbe-fe802229def8 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.216719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port b1baad4f-1206-433c-8ade-6f94f13c6a1e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b1baad4f-1206-433c-8ade-6f94f13c6a1e,segment=NetworkSegment(0264370d-1768-4527-835e-39f0b7393c8d),segment_id=0264370d-1768-4527-835e-39f0b7393c8d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:31:59.229504 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.299401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a831d0c4-f916-4101-8e11-47c2453c3034 None None] Provisioning for port 0c59941c-4186-4a29-ad8a-3cabbcf12f71 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:31:59.319288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a831d0c4-f916-4101-8e11-47c2453c3034 None None] Provisioning complete for port 0c59941c-4186-4a29-ad8a-3cabbcf12f71 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:59.319895 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a831d0c4-f916-4101-8e11-47c2453c3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.338046 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.397314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a2c8a344-4da7-47cc-8464-5dc810615a85,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:59.500084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a831d0c4-f916-4101-8e11-47c2453c3034 None None] Port 0c59941c-4186-4a29-ad8a-3cabbcf12f71 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:31:59.507557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499706e3-49a0-4303-966b-7edab27fc14a req-736c72f4-7810-4874-b7a7-0187eba937b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:31:59.508742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=b1baad4f-1206-433c-8ade-6f94f13c6a1e,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:31:59.509156 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-499706e3-49a0-4303-966b-7edab27fc14a req-736c72f4-7810-4874-b7a7-0187eba937b8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 1096 time: 0.1710041 Aug 19 12:31:59.527586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:31:59.532720 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.534696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a831d0c4-f916-4101-8e11-47c2453c3034 None None] Provisioning complete for port b1baad4f-1206-433c-8ade-6f94f13c6a1e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:31:59.535127 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a831d0c4-f916-4101-8e11-47c2453c3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.619190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c9af19-559b-4c60-be3c-1ea137ad80f1 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:31:59.715030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-499706e3-49a0-4303-966b-7edab27fc14a req-370167a8-9bae-4db3-9612-8dbf71c23a49 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943245 Aug 19 12:31:59.728284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e9a2-8bd4-454d-9fbe-fe802229def8 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:31:59.748195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2e9a2-8bd4-454d-9fbe-fe802229def8 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Calling delete_port for 41258a6a-4b0c-4e8b-8f40-161e08914dbf owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:31:59.962552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c9af19-559b-4c60-be3c-1ea137ad80f1 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:31:59.976965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1baad4f-1206-433c-8ade-6f94f13c6a1e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:00.113750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5fd2477-a640-45d0-94c8-bef43116ed9b req-2d2bbc40-05cc-4f10-9c37-aff6bf856804 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.1526470 Aug 19 12:32:00.191165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53438d-bf1c-4f7a-8540-1f27cf480ecc req-eb420ecc-e781-4a8a-89cb-a42431b7a2f0 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:00.196479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d53438d-bf1c-4f7a-8540-1f27cf480ecc req-eb420ecc-e781-4a8a-89cb-a42431b7a2f0 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 945 time: 0.1122291 Aug 19 12:32:00.205886 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.219575 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e9a2-8bd4-454d-9fbe-fe802229def8 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.272550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b1baad4f-1206-433c-8ade-6f94f13c6a1e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:00.276133 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.371010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-333b8a40-c7ce-4320-ba9c-4b00430b8478 None None] Could not find standard attr ID for object 41258a6a-4b0c-4e8b-8f40-161e08914dbf. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:32:00.426110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=087bfba0-4445-40ac-a251-babe9fdd1fa9,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:00.439719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2e9a2-8bd4-454d-9fbe-fe802229def8 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Pushing event deleted for resources: {'Port': ['ID=41258a6a-4b0c-4e8b-8f40-161e08914dbf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:00.483500 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-333b8a40-c7ce-4320-ba9c-4b00430b8478 None None] Provisioning complete for port 0c59941c-4186-4a29-ad8a-3cabbcf12f71 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:00.484222 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-333b8a40-c7ce-4320-ba9c-4b00430b8478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.522790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e9a2-8bd4-454d-9fbe-fe802229def8 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.528005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c1f2e9a2-8bd4-454d-9fbe-fe802229def8 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] 10.222.0.21 "DELETE /v2.0/ports/41258a6a-4b0c-4e8b-8f40-161e08914dbf HTTP/1.1" status: 204 len: 168 time: 1.7517989 Aug 19 12:32:00.538508 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f520d5e-0bb0-4d5c-9121-177f1d789a61 req-8a033c5c-1635-4fd2-9bd3-3499fd7d8295 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.1235144 Aug 19 12:32:00.539553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41194) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:00.558127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Request body: {'port': {'name': 'tempest-new-port-name-260721962', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:00.564821 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.api.validators [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] bootfile-name is not in valid_values {{(pid=95543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:32:00.567043 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.api.validators [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] tftp-server is not in valid_values {{(pid=95543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:32:00.567575 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.api.validators [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] server-ip-address is not in valid_values {{(pid=95543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:32:00.624878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d53438d-bf1c-4f7a-8540-1f27cf480ecc req-1ab46c19-bd09-4250-8ef0-6cfeb7bac898 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054241 Aug 19 12:32:00.701824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-333b8a40-c7ce-4320-ba9c-4b00430b8478 None None] Port 0c59941c-4186-4a29-ad8a-3cabbcf12f71 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:00.748254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking segment: {'id': '38f944c0-c648-44cd-8ee6-c99d61f07893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '9d5175f6-3774-4f99-b9eb-fe66b82221f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:00.749052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network hostable DHCP agents. Network: 9d5175f6-3774-4f99-b9eb-fe66b82221f2, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:00.831519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:00.896995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network 9d5175f6-3774-4f99-b9eb-fe66b82221f2 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:00.998378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 9d5175f6-3774-4f99-b9eb-fe66b82221f2) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:01.016784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f078c7ce-9b45-4186-9897-c73c7f0ffb94 None None] Network 9d5175f6-3774-4f99-b9eb-fe66b82221f2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:01.028616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:01.029490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.189342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05609719-72a4-445b-824e-30d41047b829 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:01.244606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41214) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:01.251848 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7e533f10-ff54-48a6-836e-86aef21439c3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1199584 Aug 19 12:32:01.301037 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.387738 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.420145 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.475756 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10a0430b-7c29-4a0c-947c-0d6f9266658e req-93301106-c375-436e-9f3d-f1ff1265b6d6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0510733 Aug 19 12:32:01.488952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 05609719-72a4-445b-824e-30d41047b829 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:01.489727 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.505792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] In _notify_port_updated(), no bound segment for port 0c59941c-4186-4a29-ad8a-3cabbcf12f71 on network a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd {{(pid=95543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:32:01.514281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:01.514962 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.540289 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] 10.222.0.21 "PUT /v2.0/ports/0c59941c-4186-4a29-ad8a-3cabbcf12f71 HTTP/1.1" status: 200 len: 1129 time: 0.9997401 Aug 19 12:32:01.551710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41216) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:01.559411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c9966-1695-4800-a556-125697116feb tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Pushing event updated for resources: {'Port': ['ID=0c59941c-4186-4a29-ad8a-3cabbcf12f71,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:01.608864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be274cb-fb66-43b7-a4fa-89796a6cc639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-9d5175f6-3774-4f99-b9eb-fe66b82221f2', 'network_id': '9d5175f6-3774-4f99-b9eb-fe66b82221f2', 'tenant_id': 'f8f3505e64f44f4e8781e2fa172e9876', 'fixed_ips': [{'subnet_id': '087bfba0-4445-40ac-a251-babe9fdd1fa9'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:01.621437 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9be274cb-fb66-43b7-a4fa-89796a6cc639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.722869 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.778300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8ac85d8b-bb98-4ca2-a250-abc2b035b533 req-c9267d8f-b471-484b-b7d9-deecac1c0b22 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0875554 Aug 19 12:32:01.780306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede0b2cf-2391-44fc-9000-6959b28345a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:01.781827 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ede0b2cf-2391-44fc-9000-6959b28345a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] 10.222.0.21 "GET /v2.0/ports/0c59941c-4186-4a29-ad8a-3cabbcf12f71 HTTP/1.1" status: 200 len: 1129 time: 0.2286797 Aug 19 12:32:01.787114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41224) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:01.860737 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:01.996455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7d3eb-2d0c-4919-9c6c-786c75f6ec2d req-e11c6fb0-64e5-45a5-90b2-fdecee552942 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:02.004164 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ef7d3eb-2d0c-4919-9c6c-786c75f6ec2d req-e11c6fb0-64e5-45a5-90b2-fdecee552942 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 945 time: 0.1323886 Aug 19 12:32:02.071699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-64393b2b-02a2-4ee1-bcde-e997ed730777 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Deleting port 0c59941c-4186-4a29-ad8a-3cabbcf12f71 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:02.076564 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-64393b2b-02a2-4ee1-bcde-e997ed730777 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.085709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ef7d3eb-2d0c-4919-9c6c-786c75f6ec2d req-5660af4f-29ff-442d-8e2e-989a083fc9da tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746603 Aug 19 12:32:02.097611 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.125916 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:02.134197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05609719-72a4-445b-824e-30d41047b829'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:02.136503 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceb16ed-516a-4beb-86f3-9a5118492bc1" -d '{"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-plugged", "status": "completed", "tag": "05609719-72a4-445b-824e-30d41047b829"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:02.163031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Subnet': ['ID=087bfba0-4445-40ac-a251-babe9fdd1fa9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:02.207641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-391d6dfe-b02b-422b-8034-bee368d2f2db None None] Provisioning complete for port 0c59941c-4186-4a29-ad8a-3cabbcf12f71 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:02.208024 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-391d6dfe-b02b-422b-8034-bee368d2f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.265639 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec4f75a-0bd5-44de-992e-d57f035d9e23 x-openstack-request-id: req-5ec4f75a-0bd5-44de-992e-d57f035d9e23 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:02.265929 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-plugged", "status": "completed", "tag": "05609719-72a4-445b-824e-30d41047b829", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:02.266187 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ec4f75a-0bd5-44de-992e-d57f035d9e23 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:02.266584 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05609719-72a4-445b-824e-30d41047b829', 'code': 200} Aug 19 12:32:02.275905 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.304769 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.305795 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-64393b2b-02a2-4ee1-bcde-e997ed730777 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.320383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5175f6-3774-4f99-b9eb-fe66b82221f2']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:02.334691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f944c0-c648-44cd-8ee6-c99d61f07893') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:02.335249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f944c0-c648-44cd-8ee6-c99d61f07893') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:02.349126 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.350795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-64393b2b-02a2-4ee1-bcde-e997ed730777 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Calling delete_port for 0c59941c-4186-4a29-ad8a-3cabbcf12f71 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:02.367358 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.378364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:02.378940 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server [None req-9be274cb-fb66-43b7-a4fa-89796a6cc639 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 087bfba0-4445-40ac-a251-babe9fdd1fa9: This subnet is being modified by another concurrent operation. Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:32:02.382383 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 087bfba0-4445-40ac-a251-babe9fdd1fa9: This subnet is being modified by another concurrent operation. Aug 19 12:32:02.386298 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server Aug 19 12:32:02.395628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-391d6dfe-b02b-422b-8034-bee368d2f2db None None] Port 0c59941c-4186-4a29-ad8a-3cabbcf12f71 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:02.455075 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b42ae7-f8b3-4ebc-920f-530880e4c7a7 None None] Network 9d5175f6-3774-4f99-b9eb-fe66b82221f2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:02.502963 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:02.598531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:02.656683 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.662139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.667636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/9d5175f6-3774-4f99-b9eb-fe66b82221f2 HTTP/1.1" status: 204 len: 168 time: 1.4214497 Aug 19 12:32:02.679277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41252) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:02.737671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1113536598'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:02.813707 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-974de6e3-048d-4505-b5cf-b3f81e8fc10f req-b7e81ca1-be1d-4780-a95d-86ef60462ab2 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0631325 Aug 19 12:32:02.815041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba13f7-c9e0-4046-bc79-b8c614bc83a3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=9d5175f6-3774-4f99-b9eb-fe66b82221f2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:02.942042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:02.950078 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:02.958642 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4185754-31c5-495c-8cab-57f832399434 req-dd4d855b-0fea-45da-98e8-20d01b2d1244 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0604644 Aug 19 12:32:02.971209 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-64393b2b-02a2-4ee1-bcde-e997ed730777 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.022415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64393b2b-02a2-4ee1-bcde-e997ed730777 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Pushing event deleted for resources: {'Port': ['ID=0c59941c-4186-4a29-ad8a-3cabbcf12f71,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:03.053626 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-64393b2b-02a2-4ee1-bcde-e997ed730777 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.056962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-64393b2b-02a2-4ee1-bcde-e997ed730777 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] 10.222.0.21 "DELETE /v2.0/ports/0c59941c-4186-4a29-ad8a-3cabbcf12f71 HTTP/1.1" status: 204 len: 168 time: 1.2680292 Aug 19 12:32:03.058843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41268) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:03.082669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:03.106155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.106554 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment bbb4dde3-2bcf-4537-9d20-02bd77925f3a of type vlan for network 2d850af6-5f76-4513-b441-58fa548007f3 Aug 19 12:32:03.158570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0d5c80-73fd-4820-b79e-186f944c7336 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Deleting subnet 875bc632-af86-469a-92a6-2d3f31b8a7c5 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:03.171020 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5c80-73fd-4820-b79e-186f944c7336 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.202178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.359014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.367165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:03.370823 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.480168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b376c4-2da0-4db4-99fa-be6d6a5bff21 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:32:03.514850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7937016 Aug 19 12:32:03.523874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41276) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:03.539307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'network_id': '2d850af6-5f76-4513-b441-58fa548007f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:03.730960 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5c80-73fd-4820-b79e-186f944c7336 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.824300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b376c4-2da0-4db4-99fa-be6d6a5bff21 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:32:03.870843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3d6dc-7a82-423a-b71f-9ab6d65b66e0 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=2d850af6-5f76-4513-b441-58fa548007f3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:03.877174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5c80-73fd-4820-b79e-186f944c7336 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:03.902990 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 2d850af6-5f76-4513-b441-58fa548007f3 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:04.045848 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2edaf082-e0af-4ada-9485-a71a1f1c5eb7 req-a3fa6ed8-4f77-45a7-8a23-cc64a5643865 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0806203 Aug 19 12:32:04.050550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:04.059469 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.085939 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5c80-73fd-4820-b79e-186f944c7336 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.169702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d5c80-73fd-4820-b79e-186f944c7336 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Pushing event deleted for resources: {'Subnet': ['ID=875bc632-af86-469a-92a6-2d3f31b8a7c5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:04.214853 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5c80-73fd-4820-b79e-186f944c7336 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.221934 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2e0d5c80-73fd-4820-b79e-186f944c7336 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] 10.222.0.21 "DELETE /v2.0/subnets/875bc632-af86-469a-92a6-2d3f31b8a7c5 HTTP/1.1" status: 204 len: 168 time: 1.1574337 Aug 19 12:32:04.223984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41302) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:04.390748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.521131 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ea0874ce-93a5-4b40-8469-d595f01db2c3 req-63165c68-95f7-44a7-9e52-7cd55f2aeceb tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.1094809 Aug 19 12:32:04.715600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Deleting port b1baad4f-1206-433c-8ade-6f94f13c6a1e {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:04.718206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.806440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] For port b1baad4f-1206-433c-8ade-6f94f13c6a1e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b1baad4f-1206-433c-8ade-6f94f13c6a1e,segment=NetworkSegment(0264370d-1768-4527-835e-39f0b7393c8d),segment_id=0264370d-1768-4527-835e-39f0b7393c8d)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:04.806726 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:04.821987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Calling delete_port for b1baad4f-1206-433c-8ade-6f94f13c6a1e owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:04.844272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7b49c0-7cad-4b2c-942c-6e9823ec630a None None] Network a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:04.862364 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.027029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking segment: {'id': 'bbb4dde3-2bcf-4537-9d20-02bd77925f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '2d850af6-5f76-4513-b441-58fa548007f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:05.027749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network hostable DHCP agents. Network: 2d850af6-5f76-4513-b441-58fa548007f3, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:05.036500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=a57dc7e8-b19d-43c8-a747-b6b1c39b4c38,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:05.107316 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959c8ee1-07aa-4935-9176-9f2d7490ecb8 None None] DHCP port deletion for a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:05.145544 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a830c826-9cd4-4a1f-9db0-86af66c12ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.170357 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.194625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-959c8ee1-07aa-4935-9176-9f2d7490ecb8 None None] Deleting port b1baad4f-1206-433c-8ade-6f94f13c6a1e {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:05.195125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-959c8ee1-07aa-4935-9176-9f2d7490ecb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.228462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Pushing event deleted for resources: {'Port': ['ID=b1baad4f-1206-433c-8ade-6f94f13c6a1e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:05.230076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d0d3eb72-f237-424e-8b86-5a876fd13e95 req-0ffc4f3d-6649-4383-9de0-a6098a1a6fed tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0692167 Aug 19 12:32:05.238159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network 2d850af6-5f76-4513-b441-58fa548007f3 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:05.249038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] No DVR routers for this DVR port b1baad4f-1206-433c-8ade-6f94f13c6a1e on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:05.316896 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-959c8ee1-07aa-4935-9176-9f2d7490ecb8 None None] For port b1baad4f-1206-433c-8ade-6f94f13c6a1e, host n-d-803757-2, got binding levels [] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:05.317372 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-959c8ee1-07aa-4935-9176-9f2d7490ecb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.324625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 2d850af6-5f76-4513-b441-58fa548007f3) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:05.332904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:05.333965 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.352078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9133281-d994-42d6-b30a-1cce485c72c4 None None] Network 2d850af6-5f76-4513-b441-58fa548007f3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:05.453114 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.457202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6ddffc65-9fb0-4c46-8993-48167dcc6b34 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9304919 Aug 19 12:32:05.459901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41324) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:05.489217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:05.539298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0264370d-1768-4527-835e-39f0b7393c8d') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:05.539758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0264370d-1768-4527-835e-39f0b7393c8d') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:05.540663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-959c8ee1-07aa-4935-9176-9f2d7490ecb8 None None] Calling delete_port for b1baad4f-1206-433c-8ade-6f94f13c6a1e owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:05.544360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.ipam_backend_mixin [None req-959c8ee1-07aa-4935-9176-9f2d7490ecb8 None None] Port b1baad4f-1206-433c-8ade-6f94f13c6a1e was not found and therefore no delete operation was performed {{(pid=95544) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:32:05.546061 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-959c8ee1-07aa-4935-9176-9f2d7490ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.556570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.584783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c8ee1-07aa-4935-9176-9f2d7490ecb8 None None] Pushing event deleted for resources: {'Port': ['ID=b1baad4f-1206-433c-8ade-6f94f13c6a1e,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:05.603899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.610634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c8ee1-07aa-4935-9176-9f2d7490ecb8 None None] No DVR routers for this DVR port b1baad4f-1206-433c-8ade-6f94f13c6a1e on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:05.627680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:05.628101 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:05.633960 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:05.669760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b939e084-859a-4be8-b02f-564b07b79119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-2d850af6-5f76-4513-b441-58fa548007f3', 'network_id': '2d850af6-5f76-4513-b441-58fa548007f3', 'tenant_id': 'f8f3505e64f44f4e8781e2fa172e9876', 'fixed_ips': [{'subnet_id': 'a57dc7e8-b19d-43c8-a747-b6b1c39b4c38'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:05.670658 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b939e084-859a-4be8-b02f-564b07b79119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.735594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-19f55fd3-f364-4d8d-b771-d2d901962a4e req-0bf5ddfb-8021-4df8-92e2-b89b6e5851eb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.2213497 Aug 19 12:32:05.823537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.842771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40225ecc-6b47-43ac-a494-cef5671c860b req-964ebcdf-0efc-4b60-92bb-c44010e55a05 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0647032 Aug 19 12:32:05.872375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1baad4f-1206-433c-8ade-6f94f13c6a1e no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:05.893717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: b1baad4f-1206-433c-8ade-6f94f13c6a1e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:05.894059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1baad4f-1206-433c-8ade-6f94f13c6a1e not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:05.920892 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:05.993861 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.002554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.021135 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] 10.222.0.21 "DELETE /v2.0/networks/a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd HTTP/1.1" status: 204 len: 168 time: 1.7838252 Aug 19 12:32:06.045525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5fe8e-3f36-4324-84c0-5b710134acfe tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353 tempest-ExtraDHCPOptionsIpV6TestJSON-1773160353-project] Pushing event deleted for resources: {'Network': ['ID=a6c0a34a-4e4f-4ccf-94c9-2b3c65aadfdd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:06.256421 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.316097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Subnet': ['ID=a57dc7e8-b19d-43c8-a747-b6b1c39b4c38,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:06.431171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-850cba9f-f402-4107-9d3e-da609def754d req-32341e22-0879-4c97-94f5-2babe5019831 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0322788 Aug 19 12:32:06.447076 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.458754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d850af6-5f76-4513-b441-58fa548007f3']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:06.470071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb4dde3-2bcf-4537-9d20-02bd77925f3a') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:06.470388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb4dde3-2bcf-4537-9d20-02bd77925f3a') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:06.479989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.496938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.505225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:06.505668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:06.509702 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:06.950038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bec6f94f-85d8-4466-8c09-4ecab6c2f575 req-4f699fb5-d531-49d3-8279-e03ad753c0eb tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0336649 Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server [None req-b939e084-859a-4be8-b02f-564b07b79119 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a57dc7e8-b19d-43c8-a747-b6b1c39b4c38: This subnet is being modified by another concurrent operation. Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:32:07.051470 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a57dc7e8-b19d-43c8-a747-b6b1c39b4c38: This subnet is being modified by another concurrent operation. Aug 19 12:32:07.060291 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server Aug 19 12:32:07.070881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53f955-f6c9-4a1a-bb71-f1ba8ce19e55 None None] Network 2d850af6-5f76-4513-b441-58fa548007f3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:07.124755 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.134571 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.137575 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/2d850af6-5f76-4513-b441-58fa548007f3 HTTP/1.1" status: 204 len: 168 time: 1.6756418 Aug 19 12:32:07.140004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41348) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:07.149127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-472044684'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:07.160499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a37773-9e76-4d76-8973-23501bf1f990 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=2d850af6-5f76-4513-b441-58fa548007f3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:07.241214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40acb186-c81f-4d61-a324-1384fe9dcc98 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:32:07.363948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40acb186-c81f-4d61-a324-1384fe9dcc98 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:32:07.418473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:07.425772 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.558531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:07.575366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.575860 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment ebe12674-52c0-495a-a4a9-8b9827c96c54 of type vlan for network b048b173-487c-45b1-83aa-162e3e05efd5 Aug 19 12:32:07.636994 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.652461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6dc9cc69-f868-474d-8b9c-2b029d1f4691 req-a37177bb-0b9d-44ab-bbfd-a40a0aef1a31 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0608354 Aug 19 12:32:07.781407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.791579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:07.792622 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.804076 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41370) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:07.853321 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.856802 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-accf2f6a-8e11-4694-9fbe-65bf08afc9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:07.936611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41374) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:07.937810 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7960174 Aug 19 12:32:07.942605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'network_id': 'b048b173-487c-45b1-83aa-162e3e05efd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:07.956920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fe980-1c45-441c-bf09-50f7915368f6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=b048b173-487c-45b1-83aa-162e3e05efd5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:07.970241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b048b173-487c-45b1-83aa-162e3e05efd5 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:08.276850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bda0d8ce-c0f9-4544-817b-988ded86b537 req-8eada083-5097-4561-8925-cb8fe0b680e1 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0809240 Aug 19 12:32:08.295582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41380) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:08.304485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-277697821'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:08.336582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5ab85a77-c7da-4179-b060-37b37e46b7a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afaa29d8e2284f67b45b795999e75f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225666 Aug 19 12:32:08.344396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41384) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:08.357680 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:32:08.357680 n-d-803757-2 neutron-server[95543]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 12:32:08.357680 n-d-803757-2 neutron-server[95543]: [parameters: {'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'id': '4d57a49d-b2a6-4fb1-baa6-871e2dcc9a8a', 'expiration': datetime.datetime(2021, 8, 19, 12, 34, 8, 345911)}] Aug 19 12:32:08.357680 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:08.359793 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:08.433487 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765a077f-3bcc-46d6-954d-600f26642a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.485075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765a077f-3bcc-46d6-954d-600f26642a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.496179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:08.500614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.609274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_backend_mixin [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Performing IP validity checks on allocation pools {{(pid=95542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:32:08.612356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_backend_mixin [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:32:08.730903 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765a077f-3bcc-46d6-954d-600f26642a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.733493 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-765a077f-3bcc-46d6-954d-600f26642a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:08.743529 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-765a077f-3bcc-46d6-954d-600f26642a3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4868135-4961-4bf9-a9d3-2e7cd9d496bd HTTP/1.1" status: 204 len: 168 time: 0.3878326 Aug 19 12:32:08.757596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a077f-3bcc-46d6-954d-600f26642a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4868135-4961-4bf9-a9d3-2e7cd9d496bd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:08.867139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-809bcf59-7e22-4d6a-86d8-048d4eed66d9 req-34f66c5f-8d4b-4dbb-a27f-6e2ce01fcfcc tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0948379 Aug 19 12:32:09.039083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:09.046151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.092301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:09.106506 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.106772 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Added segment a59ed238-d6de-4b86-a683-af166f780c00 of type vlan for network ff46c298-dbd9-40ab-9363-7cb90ef9f4da Aug 19 12:32:09.113050 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.128641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-52601010-b3cd-4e19-8b14-bafa572afcff req-4bbc4eb9-73f5-4d27-ae34-d021d6c51662 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e76aa795ffb499b9c8416033e72ac3e&device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0566044 Aug 19 12:32:09.130147 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.246048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.258609 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-52601010-b3cd-4e19-8b14-bafa572afcff req-90dc3b12-83b5-44ce-b27b-80706cebd849 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=6e76aa795ffb499b9c8416033e72ac3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173694 Aug 19 12:32:09.281271 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-44c449aa-8b0d-4854-a2ee-888d0f7b35e4 req-049be059-749b-4cdc-994f-17f864bf39ae tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0900776 Aug 19 12:32:09.373218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking segment: {'id': 'ebe12674-52c0-495a-a4a9-8b9827c96c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b048b173-487c-45b1-83aa-162e3e05efd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:09.377507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network hostable DHCP agents. Network: b048b173-487c-45b1-83aa-162e3e05efd5, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:09.387852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=70716a71-ae26-4cfe-9bb0-6036c7025f46,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:09.450167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.458278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:09.459254 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.476353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52601010-b3cd-4e19-8b14-bafa572afcff req-66c16635-ec6f-43cd-a558-364e1e447f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:09.477842 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-52601010-b3cd-4e19-8b14-bafa572afcff req-66c16635-ec6f-43cd-a558-364e1e447f94 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2118373 Aug 19 12:32:09.547291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network b048b173-487c-45b1-83aa-162e3e05efd5 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:09.605138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Network': ['ID=ff46c298-dbd9-40ab-9363-7cb90ef9f4da,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:09.623363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ff46c298-dbd9-40ab-9363-7cb90ef9f4da details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:09.673215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, b048b173-487c-45b1-83aa-162e3e05efd5) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:09.679151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:09.680015 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:09.734300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-71e1abcf-8edc-468a-bced-eeaee42ea18f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4347270 Aug 19 12:32:09.735073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41424) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:09.742820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-27700106'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:09.756949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ca4ae-be04-403e-ab18-2f8e76451be4 None None] Network b048b173-487c-45b1-83aa-162e3e05efd5 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:09.834554 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-20ebb582-c5b9-49fe-b5af-bbbe312ddad2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8937039 Aug 19 12:32:09.835002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41428) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:09.958492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:09.962933 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.079546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:10.140468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-13e178af-0195-4fa4-ab4a-459db2183f09 req-ef467713-dc99-4f11-94d2-67df2cee81d6 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0570176 Aug 19 12:32:10.158925 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.158925 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Added segment 5224854c-8872-49bf-ac7b-9be0e3268839 of type vlan for network 59c66fdc-a2dd-43a4-a0ca-390a620768fe Aug 19 12:32:10.167186 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.170545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9f0320-0509-45ff-97de-7d8e1736ae23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-b048b173-487c-45b1-83aa-162e3e05efd5', 'network_id': 'b048b173-487c-45b1-83aa-162e3e05efd5', 'tenant_id': 'f8f3505e64f44f4e8781e2fa172e9876', 'fixed_ips': [{'subnet_id': '70716a71-ae26-4cfe-9bb0-6036c7025f46'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:10.183616 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0320-0509-45ff-97de-7d8e1736ae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.266014 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.294507 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.446498 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3ce600fd-ad9e-4799-b41c-1384eb4f9718 req-a3659fe2-f10e-4616-aeaa-8eeca8d349ab tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0495851 Aug 19 12:32:10.472977 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.481857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:10.482751 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.578751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Network': ['ID=59c66fdc-a2dd-43a4-a0ca-390a620768fe,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:10.595222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 59c66fdc-a2dd-43a4-a0ca-390a620768fe details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:10.630459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.689509 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:10.706613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Subnet': ['ID=70716a71-ae26-4cfe-9bb0-6036c7025f46,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:10.729099 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-693cbcf4-f8a4-4c6e-8a11-ab49694a3fc6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9920037 Aug 19 12:32:10.729747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41444) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:10.768121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41446) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server [None req-1c9f0320-0509-45ff-97de-7d8e1736ae23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70716a71-ae26-4cfe-9bb0-6036c7025f46: This subnet is being modified by another concurrent operation. Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 12:32:10.784155 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise exception Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70716a71-ae26-4cfe-9bb0-6036c7025f46: This subnet is being modified by another concurrent operation. Aug 19 12:32:10.788837 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server Aug 19 12:32:10.805495 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb1eb0-75ce-4f35-930c-fef69e2838f2 None None] Network b048b173-487c-45b1-83aa-162e3e05efd5 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:10.872264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'subnet': {'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:10.967473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1079815349'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:10.973113 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.010175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b048b173-487c-45b1-83aa-162e3e05efd5']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:11.125585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe12674-52c0-495a-a4a9-8b9827c96c54') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:11.126434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe12674-52c0-495a-a4a9-8b9827c96c54') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:11.132918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:11.138361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.159802 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.186087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecddc46-a9b6-40d6-b922-2e6b3a0e629d None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:32:11.188164 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-52601010-b3cd-4e19-8b14-bafa572afcff req-8b123700-6b30-4ae0-a895-3b16a8ec0e21 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.1421919 Aug 19 12:32:11.201152 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.245861 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.273786 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:11.280774 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:11.292737 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:11.361563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecddc46-a9b6-40d6-b922-2e6b3a0e629d None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:32:11.379171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6574f12a-f3df-4d82-9533-add932373ba3 req-b04ff6ef-d606-4d17-b6f5-4a9dd65660bc tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0600979 Aug 19 12:32:11.871686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f8d474f-a60d-4421-bdb2-05095d263a38 req-5454d95e-0efe-4285-a533-b6219ed126c3 tempest-ServerShowV254Test-1043310192 tempest-ServerShowV254Test-1043310192-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d655708-6db5-4f6e-8896-38de3ac4579b HTTP/1.1" status: 200 len: 210 time: 0.0395799 Aug 19 12:32:11.960156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.010052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.015498 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/b048b173-487c-45b1-83aa-162e3e05efd5 HTTP/1.1" status: 204 len: 168 time: 2.1788824 Aug 19 12:32:12.017349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed0018-7fc1-42b9-b279-3d98fcac7c4f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=b048b173-487c-45b1-83aa-162e3e05efd5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:12.019628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41478) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:12.031771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1920613300'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:12.122644 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.210352 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.274918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:12.281689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe1c7ac-de60-447c-900f-26f3f2ef5df9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:12.290396 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.291050 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added segment 4ebb44af-dfc9-4861-9f98-cf697d2c2c28 of type vlan for network e650d89c-2782-44ff-b347-57033f14f310 Aug 19 12:32:12.322250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:12.327404 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.410254 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.566664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:12.570260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.617762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:12.623085 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3ebabd39-fe9f-4268-bcd2-bd1023f6caf6 req-eb10b2c8-964f-4925-807d-3482a59735e1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0610847 Aug 19 12:32:12.624691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.635602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:12.635925 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.636306 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment e9ffa2f8-1ea9-4f14-859b-54780e245fe7 of type vlan for network e3b0fa27-865d-4b62-a84f-f71e2e03dd8a Aug 19 12:32:12.637339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.681973 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.747193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Network': ['ID=e650d89c-2782-44ff-b347-57033f14f310,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:12.759912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network e650d89c-2782-44ff-b347-57033f14f310 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:12.793584 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.799774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:12.800781 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.832878 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9649d699-20c8-4301-8c67-357116a1fd88 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0531898 Aug 19 12:32:12.832878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41484) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:12.832878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-163391393'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:12.905178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:12.976345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Subnet': ['ID=9fdd619f-684d-482d-a404-c798dd89310a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:12.982098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9583926 Aug 19 12:32:12.983862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41490) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:12.986715 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e68bc-8fb2-4af3-87bd-bacab9caad63 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=e3b0fa27-865d-4b62-a84f-f71e2e03dd8a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:12.990937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'network_id': 'e3b0fa27-865d-4b62-a84f-f71e2e03dd8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:13.021995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network e3b0fa27-865d-4b62-a84f-f71e2e03dd8a details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:13.044790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Checking segment: {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:13.045243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network hostable DHCP agents. Network: ff46c298-dbd9-40ab-9363-7cb90ef9f4da, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:13.087606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:13.092470 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:13.158400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network ff46c298-dbd9-40ab-9363-7cb90ef9f4da is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:13.249554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, ff46c298-dbd9-40ab-9363-7cb90ef9f4da) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:13.256053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:13.256730 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:13.266644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b8e7ad-d2e2-4be0-a4b8-3126ce705962 None None] Network ff46c298-dbd9-40ab-9363-7cb90ef9f4da requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:13.333283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:13.349591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:13.350608 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added segment 33b97b31-2de8-4269-bd0c-b44c7bafae92 of type vlan for network c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 Aug 19 12:32:13.451944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:13.462342 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:13.516633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7f5de949-6a71-4ece-b973-1e1625aba8c1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7647266 Aug 19 12:32:13.517413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41504) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:13.524999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'subnet': {'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:13.767145 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.039722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41510) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:14.089415 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e59b4dc3-b1de-48d2-a914-209886dc4123 req-9c8aa963-c721-46e0-9e59-bbc47e5bd6d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3115072 Aug 19 12:32:14.093058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:14.128609 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.155753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0a2d17f8-eb48-47f6-b32d-d3a54a609f27 req-7b955986-4832-4216-80df-8a2de6d7a1ed tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0981696 Aug 19 12:32:14.217910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.233270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:14.237727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.325814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-ff46c298-dbd9-40ab-9363-7cb90ef9f4da', 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'fixed_ips': [{'subnet_id': '9fdd619f-684d-482d-a404-c798dd89310a'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:14.328290 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.419527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4dc3-b1de-48d2-a914-209886dc4123 req-db9f0d6d-d956-4e53-9db2-bc79bdf6a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:14.423601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e59b4dc3-b1de-48d2-a914-209886dc4123 req-db9f0d6d-d956-4e53-9db2-bc79bdf6a705 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 1096 time: 0.2236400 Aug 19 12:32:14.500080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Network': ['ID=c262dac8-6245-4d6b-bd2b-73be4c1ed3c7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:14.587715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9611e289-a711-408f-befc-1efd14201e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:14.623341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:14.791815 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Allocated IP 10.1.1.2 (ff46c298-dbd9-40ab-9363-7cb90ef9f4da/9fdd619f-684d-482d-a404-c798dd89310a/680becf4-b296-4bbd-afd7-5b41821195a3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:14.890587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4dc3-b1de-48d2-a914-209886dc4123 req-9ba15d16-ae3e-4dd6-9504-63c6a73e8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:14.893226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e59b4dc3-b1de-48d2-a914-209886dc4123 req-9ba15d16-ae3e-4dd6-9504-63c6a73e8fd5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 915 time: 0.4402146 Aug 19 12:32:14.944204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1542fad8-8b88-4754-b87f-2245aff032ed tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1182444 Aug 19 12:32:14.952151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41536) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:14.970326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e59b4dc3-b1de-48d2-a914-209886dc4123 req-2689aad7-ad4b-4f55-a68b-3259fc6263ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2c8a344-4da7-47cc-8464-5dc810615a85 HTTP/1.1" status: 200 len: 217 time: 0.0688899 Aug 19 12:32:14.972640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'subnet': {'network_id': 'e650d89c-2782-44ff-b347-57033f14f310', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:15.011422 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.022908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Transition to ACTIVE for port object 680becf4-b296-4bbd-afd7-5b41821195a3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:15.042508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Transition to ACTIVE for port object 680becf4-b296-4bbd-afd7-5b41821195a3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:15.072585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4dc3-b1de-48d2-a914-209886dc4123 req-e53c83cf-a813-43c3-955a-a72b064d8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:15.075202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e59b4dc3-b1de-48d2-a914-209886dc4123 req-e53c83cf-a813-43c3-955a-a72b064d8b44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=917b0eb4-793f-42ab-bd62-4942c9adf928 HTTP/1.1" status: 200 len: 854 time: 0.0969455 Aug 19 12:32:15.107135 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.122975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.126406 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.201164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=360b6ce8-783b-47ea-96ac-a42ead7c5289,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:15.310360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Network ff46c298-dbd9-40ab-9363-7cb90ef9f4da is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:15.311701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Subnet': ['ID=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:15.322260 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e59b4dc3-b1de-48d2-a914-209886dc4123 req-3835d906-786a-45b2-a9d3-b4747ef5f5c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2413921 Aug 19 12:32:15.328202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:15.331707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking segment: {'id': 'e9ffa2f8-1ea9-4f14-859b-54780e245fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e3b0fa27-865d-4b62-a84f-f71e2e03dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:15.331707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network hostable DHCP agents. Network: e3b0fa27-865d-4b62-a84f-f71e2e03dd8a, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:15.335060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:15.349560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Pushing event updated for resources: {'Port': ['ID=680becf4-b296-4bbd-afd7-5b41821195a3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:15.400192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.407796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.408854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.409206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.409548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.409887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.410217 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.410549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.414938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.415528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.416055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.416578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:15.539752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network e3b0fa27-865d-4b62-a84f-f71e2e03dd8a is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:15.541735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Attempting to bind port 680becf4-b296-4bbd-afd7-5b41821195a3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:15.542326 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Attempting to bind port 680becf4-b296-4bbd-afd7-5b41821195a3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:15.543470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Attempting to bind port 680becf4-b296-4bbd-afd7-5b41821195a3 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:15.545480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9611e289-a711-408f-befc-1efd14201e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.557002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:15.557392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Checking segment: {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:15.557779 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.561460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Bound using segment: {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:15.561955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Bound port: 680becf4-b296-4bbd-afd7-5b41821195a3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:15.564635 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.666231 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9611e289-a711-408f-befc-1efd14201e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.694066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-966c60cc-bece-464f-a2f6-cf8afc03dc9f req-d160415b-7799-4e54-849e-5f8bac5ccd06 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.3295817 Aug 19 12:32:15.723720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e59b4dc3-b1de-48d2-a914-209886dc4123 req-4a428b08-b34a-4100-b2dd-9975a3c4a74c service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939016 Aug 19 12:32:15.748422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, e3b0fa27-865d-4b62-a84f-f71e2e03dd8a) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:15.766628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:15.767835 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.790995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6c0eb-e0b9-4709-a6c0-18d1f97042e6 None None] Network e3b0fa27-865d-4b62-a84f-f71e2e03dd8a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:15.815772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9611e289-a711-408f-befc-1efd14201e91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e76aa795ffb499b9c8416033e72ac3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7580235 Aug 19 12:32:15.820810 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41558) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:15.833065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611e289-a711-408f-befc-1efd14201e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c495f5-312d-4437-98ae-3ae27bc5e11e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:15.862385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:15.866558 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:15.980119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Checking segment: {'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:15.982903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network hostable DHCP agents. Network: 59c66fdc-a2dd-43a4-a0ca-390a620768fe, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:16.155835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] For port 680becf4-b296-4bbd-afd7-5b41821195a3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:16.171622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] For port 680becf4-b296-4bbd-afd7-5b41821195a3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=680becf4-b296-4bbd-afd7-5b41821195a3,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:16.245259 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e59b4dc3-b1de-48d2-a914-209886dc4123 req-6d4c01c1-bd25-4d41-b813-1d61af0a8d7c service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818490 Aug 19 12:32:16.251154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41566) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:16.252350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network 59c66fdc-a2dd-43a4-a0ca-390a620768fe is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:16.256434 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eae51444-f63f-44d5-9ffd-13efada350d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2615976 Aug 19 12:32:16.369805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 59c66fdc-a2dd-43a4-a0ca-390a620768fe) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:16.407792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c127550-63b9-48d2-9dce-dfd91d40fd57 None None] Network 59c66fdc-a2dd-43a4-a0ca-390a620768fe requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:16.421540 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.462514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:16.466966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-e3b0fa27-865d-4b62-a84f-f71e2e03dd8a', 'network_id': 'e3b0fa27-865d-4b62-a84f-f71e2e03dd8a', 'tenant_id': 'f8f3505e64f44f4e8781e2fa172e9876', 'fixed_ips': [{'subnet_id': '360b6ce8-783b-47ea-96ac-a42ead7c5289'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:16.467428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.471865 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.622849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.642647 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3b33b86c-fc15-4644-8cbb-f5fa5f09cd58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1221485 Aug 19 12:32:16.650923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41588) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:16.668075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'port': {'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da', 'name': 'tempest-TaggedBootDevicesTest-893025615', 'fixed_ips': [{'subnet_id': '9fdd619f-684d-482d-a404-c798dd89310a'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:16.766915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28e853-4866-463a-a163-49d13aa0f84f None None] Pushing event updated for resources: {'Port': ['ID=680becf4-b296-4bbd-afd7-5b41821195a3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:16.849302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-9c43fa45-0318-4b43-98f0-a3dc7c9a16d0 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:16.855047 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-9c43fa45-0318-4b43-98f0-a3dc7c9a16d0 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 814 time: 0.4049962 Aug 19 12:32:16.944665 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bc6667b8-ba31-45c9-bc95-2e30f3e6f2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:16.959247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-27d6e5d4-f8f5-4563-b545-cfe8f15bb867 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/quotas/8a1d2c4d135243d6aa7779c3bc4513a0 HTTP/1.1" status: 200 len: 375 time: 0.0898559 Aug 19 12:32:17.115680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-59c66fdc-a2dd-43a4-a0ca-390a620768fe', 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'fixed_ips': [{'subnet_id': '358ad4a9-00a5-4ddb-9e61-9fc777a4db6a'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:17.118314 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.149445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12f140f9-9e1b-48bf-ab54-bcab29bf8985 req-c43fddb6-05bd-4419-a803-c63be0995036 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.1381149 Aug 19 12:32:17.226315 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.340477 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bc6667b8-ba31-45c9-bc95-2e30f3e6f2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.464776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Allocated IP 172.20.0.1 (e3b0fa27-865d-4b62-a84f-f71e2e03dd8a/360b6ce8-783b-47ea-96ac-a42ead7c5289/87a522c1-175e-4f83-8475-b3e18d7e0b03) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:17.510538 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-f72f5a27-dee4-4ebb-b7d5-25edf18280df tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5298617 Aug 19 12:32:17.683045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:17.779690 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bc6667b8-ba31-45c9-bc95-2e30f3e6f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.789674 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bc6667b8-ba31-45c9-bc95-2e30f3e6f2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.790916 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bc6667b8-ba31-45c9-bc95-2e30f3e6f2cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22c495f5-312d-4437-98ae-3ae27bc5e11e HTTP/1.1" status: 204 len: 168 time: 1.9677386 Aug 19 12:32:17.825463 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.884772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6667b8-ba31-45c9-bc95-2e30f3e6f2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c495f5-312d-4437-98ae-3ae27bc5e11e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:17.907309 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.907514 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:17.944862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Transition to ACTIVE for port object 87a522c1-175e-4f83-8475-b3e18d7e0b03 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:17.974311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] device_id is not set on port 519023fd-4f22-4c46-8a13-94ad7e61cad7 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:18.005076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Allocated IP 10.2.2.2 (59c66fdc-a2dd-43a4-a0ca-390a620768fe/358ad4a9-00a5-4ddb-9e61-9fc777a4db6a/e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:18.065054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Subnet': ['ID=581cc666-2301-4842-8ec5-b7ee959cbad7,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:18.097147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 680becf4-b296-4bbd-afd7-5b41821195a3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:18.257143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Checking segment: {'id': '4ebb44af-dfc9-4861-9f98-cf697d2c2c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e650d89c-2782-44ff-b347-57033f14f310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:18.258539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network hostable DHCP agents. Network: e650d89c-2782-44ff-b347-57033f14f310, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:18.423852 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-8967fbdc-bbf6-4ef0-bc29-85161d2fa033 service neutron] 10.222.0.21 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9120445 Aug 19 12:32:18.548834 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.593349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Transition to ACTIVE for port object e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:18.637426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Transition to ACTIVE for port object e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:18.668652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Transition to ACTIVE for port object 87a522c1-175e-4f83-8475-b3e18d7e0b03 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:18.757430 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-229048fa-5c45-4d44-ab1f-b4b73cfaadf8 service neutron] 10.222.0.21 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303783 Aug 19 12:32:18.764808 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.785693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e7a9673-b27b-4445-a37b-4cd30a1469a7 req-d94e774c-3b64-4aa1-8634-5ba94a5f8d28 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.2293956 Aug 19 12:32:18.804077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network e650d89c-2782-44ff-b347-57033f14f310 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:18.891162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, e650d89c-2782-44ff-b347-57033f14f310) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:18.897299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:18.898291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.908254 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:18.910328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 680becf4-b296-4bbd-afd7-5b41821195a3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:18.970041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0475ec2-922a-4902-8d7a-d0254261a552 None None] Network e650d89c-2782-44ff-b347-57033f14f310 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:19.032502 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:19.065909 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d195de51-a6e6-492f-bcc9-51d026ca31a0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1112523 Aug 19 12:32:19.068968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41630) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:19.069732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Subnet': ['ID=360b6ce8-783b-47ea-96ac-a42ead7c5289,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:19.086567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'subnet': {'network_id': 'c262dac8-6245-4d6b-bd2b-73be4c1ed3c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:19.198113 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:19.274775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b0fa27-865d-4b62-a84f-f71e2e03dd8a']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:19.280464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f046d7b0-f46d-4079-8f4e-66608c55b3a9 None None] Network ff46c298-dbd9-40ab-9363-7cb90ef9f4da requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:19.291846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Pushing event updated for resources: {'Port': ['ID=e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:19.303546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Network 59c66fdc-a2dd-43a4-a0ca-390a620768fe is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:19.400570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ffa2f8-1ea9-4f14-859b-54780e245fe7') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:19.400853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ffa2f8-1ea9-4f14-859b-54780e245fe7') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:19.412977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:19.419086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Allocated IP 10.1.1.177 (ff46c298-dbd9-40ab-9363-7cb90ef9f4da/9fdd619f-684d-482d-a404-c798dd89310a/519023fd-4f22-4c46-8a13-94ad7e61cad7) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:19.450453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:19.502156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:19.513775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Network e3b0fa27-865d-4b62-a84f-f71e2e03dd8a is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:19.533573 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-340d2d9d-33d6-4f6d-8dc0-b2dc58be73d9 req-4658f7b3-8b36-47f7-8c8b-7853cc30774a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1231158 Aug 19 12:32:19.535746 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-08498dd2-5e1c-4d39-808a-49a868125401 req-2039d0b6-3d86-49a6-b2bd-146866ba93d8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 210 time: 0.1986320 Aug 19 12:32:19.589002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:19.603469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:19.626051 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:19.626647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:19.813609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Pushing event updated for resources: {'Port': ['ID=87a522c1-175e-4f83-8475-b3e18d7e0b03,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:19.919009 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-307f16ac-8a8d-45a2-ace6-890e2fe4eedd None None] Provisioning for port 680becf4-b296-4bbd-afd7-5b41821195a3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:19.988222 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.072776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:20.086369 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.124548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Attempting to bind port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:20.128419 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Attempting to bind port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:20.129841 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:20.132666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Attempting to bind port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 on network 59c66fdc-a2dd-43a4-a0ca-390a620768fe {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:20.168089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-307f16ac-8a8d-45a2-ace6-890e2fe4eedd None None] Provisioning complete for port 680becf4-b296-4bbd-afd7-5b41821195a3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:20.168089 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-307f16ac-8a8d-45a2-ace6-890e2fe4eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.213136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:20.213136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Checking segment: {'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:20.213136 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.215733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Bound using segment: {'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:20.215733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Bound port: e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:20.215733 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.220948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-e650d89c-2782-44ff-b347-57033f14f310', 'network_id': 'e650d89c-2782-44ff-b347-57033f14f310', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'fixed_ips': [{'subnet_id': '581cc666-2301-4842-8ec5-b7ee959cbad7'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:20.221998 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.488730 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.543363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Transition to ACTIVE for port object 519023fd-4f22-4c46-8a13-94ad7e61cad7 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:20.584970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d2d9d-33d6-4f6d-8dc0-b2dc58be73d9 req-64ec4094-3997-4817-a2b5-9f252055c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:20.584970 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-340d2d9d-33d6-4f6d-8dc0-b2dc58be73d9 req-64ec4094-3997-4817-a2b5-9f252055c829 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 1096 time: 0.9902093 Aug 19 12:32:20.599765 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77a65bcb-8c4a-4a54-b8a3-86d96f741698 req-cc38fdbf-9299-413a-87aa-1d7f707d7c30 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.5028863 Aug 19 12:32:20.646110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Attempting to bind port 87a522c1-175e-4f83-8475-b3e18d7e0b03 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:20.646684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Attempting to bind port 87a522c1-175e-4f83-8475-b3e18d7e0b03 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'e9ffa2f8-1ea9-4f14-859b-54780e245fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e3b0fa27-865d-4b62-a84f-f71e2e03dd8a'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:20.647176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Attempting to bind port 87a522c1-175e-4f83-8475-b3e18d7e0b03 on network e3b0fa27-865d-4b62-a84f-f71e2e03dd8a {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:20.782508 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.792715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aa58337a-dc71-440e-8fb7-28e46f608900 req-33221e25-8812-4ab5-a28d-2032c7fa6391 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 210 time: 0.0846388 Aug 19 12:32:20.808268 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.873395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:20.873655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Checking segment: {'id': 'e9ffa2f8-1ea9-4f14-859b-54780e245fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e3b0fa27-865d-4b62-a84f-f71e2e03dd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:20.874366 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.874366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Bound using segment: {'id': 'e9ffa2f8-1ea9-4f14-859b-54780e245fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e3b0fa27-865d-4b62-a84f-f71e2e03dd8a'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:20.874887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Bound port: 87a522c1-175e-4f83-8475-b3e18d7e0b03, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ffa2f8-1ea9-4f14-859b-54780e245fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e3b0fa27-865d-4b62-a84f-f71e2e03dd8a'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:20.875249 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:20.880415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:32:20.880415 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:32:20.880415 n-d-803757-2 neutron-server[95542]: [parameters: {'id': 'e3b0fa27-865d-4b62-a84f-f71e2e03dd8a'}] Aug 19 12:32:20.880415 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:20.883854 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:21.073242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network ff46c298-dbd9-40ab-9363-7cb90ef9f4da is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:21.102402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:21.114769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:21.172966 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-307f16ac-8a8d-45a2-ace6-890e2fe4eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.262373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Port': ['ID=519023fd-4f22-4c46-8a13-94ad7e61cad7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:21.296411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Subnet': ['ID=1111fd4c-3254-41ce-9adc-4d519de1d752,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:21.311162 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] For port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:21.352320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Checking segment: {'id': '33b97b31-2de8-4269-bd0c-b44c7bafae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c262dac8-6245-4d6b-bd2b-73be4c1ed3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:21.354252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network hostable DHCP agents. Network: c262dac8-6245-4d6b-bd2b-73be4c1ed3c7, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:21.382924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:21.383569 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.387019 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.415448 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d2d9d-33d6-4f6d-8dc0-b2dc58be73d9 req-f21b71f8-b510-4214-9721-c3b2c61bc2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:21.431196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-340d2d9d-33d6-4f6d-8dc0-b2dc58be73d9 req-f21b71f8-b510-4214-9721-c3b2c61bc2ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 915 time: 0.8202169 Aug 19 12:32:21.531304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:21.564533 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-340d2d9d-33d6-4f6d-8dc0-b2dc58be73d9 req-87699257-5958-4cd6-9cf6-dc64dc5a9e20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e59300-f4da-4201-adff-badb3820de5e HTTP/1.1" status: 200 len: 217 time: 0.1211193 Aug 19 12:32:21.613113 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5c19a38f-3bb3-45a5-8122-8303dc33a26a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9464176 Aug 19 12:32:21.613501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41700) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:21.640859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-307f16ac-8a8d-45a2-ace6-890e2fe4eedd None None] For port 680becf4-b296-4bbd-afd7-5b41821195a3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=680becf4-b296-4bbd-afd7-5b41821195a3,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:21.641794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'port': {'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da', 'name': 'tempest-TaggedBootDevicesTest-1695815020', 'fixed_ips': [{'subnet_id': '9fdd619f-684d-482d-a404-c798dd89310a'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:21.658486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] For port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:21.739867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d2d9d-33d6-4f6d-8dc0-b2dc58be73d9 req-18ff2380-718e-4060-bb26-474463c7303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:21.741765 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-340d2d9d-33d6-4f6d-8dc0-b2dc58be73d9 req-18ff2380-718e-4060-bb26-474463c7303c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=917b0eb4-793f-42ab-bd62-4942c9adf928 HTTP/1.1" status: 200 len: 854 time: 0.1721239 Aug 19 12:32:21.758940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] For port 87a522c1-175e-4f83-8475-b3e18d7e0b03, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:21.763308 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, c262dac8-6245-4d6b-bd2b-73be4c1ed3c7) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:21.789796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:21.791492 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.844303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11853219-d602-49f7-a65d-5f18caf4d1aa None None] Network c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:21.861528 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-307f16ac-8a8d-45a2-ace6-890e2fe4eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.878208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:21.908800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-860db8bb-3e18-425c-8b80-4641c0b8b5aa req-32ef3e74-be18-452f-bc73-dec5ce354eaf tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0616977 Aug 19 12:32:22.005257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-340d2d9d-33d6-4f6d-8dc0-b2dc58be73d9 req-04fab10d-0d85-4085-a5c8-d4dd1cdca38a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756482 Aug 19 12:32:22.011040 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d54f5a7a-6390-490a-9571-095a2d045fe6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9404199 Aug 19 12:32:22.011879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41714) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:22.023175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8956a3f6-f4cb-4936-96c0-179115cd7473 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1435345551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:22.043718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Deleting port 87a522c1-175e-4f83-8475-b3e18d7e0b03 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:22.044272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.090025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] For port 87a522c1-175e-4f83-8475-b3e18d7e0b03, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=87a522c1-175e-4f83-8475-b3e18d7e0b03,segment=NetworkSegment(e9ffa2f8-1ea9-4f14-859b-54780e245fe7),segment_id=e9ffa2f8-1ea9-4f14-859b-54780e245fe7)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:22.260926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Allocated IP 2001:db8::2 (e650d89c-2782-44ff-b347-57033f14f310/581cc666-2301-4842-8ec5-b7ee959cbad7/a0949392-2cc1-43e1-a42e-f33ba5232aa3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:22.275625 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.353959 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-340d2d9d-33d6-4f6d-8dc0-b2dc58be73d9 req-1b795ef4-ca79-499e-872f-f82749d8d035 service neutron] 10.222.0.30 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709684 Aug 19 12:32:22.411349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] For port 87a522c1-175e-4f83-8475-b3e18d7e0b03, host n-d-803757-2, got binding levels [] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:22.411349 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.497777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Calling delete_port for 87a522c1-175e-4f83-8475-b3e18d7e0b03 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:22.503418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c58b9512-bbe0-4458-a89f-8d745d3e484b req-43ef1cd2-8870-4b02-a25f-a8a188fba528 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 210 time: 0.1480908 Aug 19 12:32:22.504683 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8956a3f6-f4cb-4936-96c0-179115cd7473 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.507919 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8956a3f6-f4cb-4936-96c0-179115cd7473 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.644606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f16ac-8a8d-45a2-ace6-890e2fe4eedd None None] Pushing event updated for resources: {'Port': ['ID=680becf4-b296-4bbd-afd7-5b41821195a3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:22.711613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:22.724975 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:22.893333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] device_id is not set on port d8c23d98-2995-46ce-8f34-a0804a88df54 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:22.954642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8956a3f6-f4cb-4936-96c0-179115cd7473 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.071367 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8956a3f6-f4cb-4936-96c0-179115cd7473 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.257733 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-340d2d9d-33d6-4f6d-8dc0-b2dc58be73d9 req-4babd285-d667-42f3-86df-1c139ad77c12 service neutron] 10.222.0.30 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8660824 Aug 19 12:32:23.317718 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8956a3f6-f4cb-4936-96c0-179115cd7473 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.319309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8956a3f6-f4cb-4936-96c0-179115cd7473 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3028839 Aug 19 12:32:23.322059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41744) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:23.325880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1982a6-221e-40ad-a36f-6978ab05337e None None] Pushing event updated for resources: {'Port': ['ID=e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:23.360160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6facc11a-e1b9-440d-aad0-eeeb8f65bed3 None None] Provisioning complete for port 680becf4-b296-4bbd-afd7-5b41821195a3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:23.360546 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6facc11a-e1b9-440d-aad0-eeeb8f65bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.508045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb036b07-7cf0-4287-ae28-6ff039ed2875 None None] Pushing event deleted for resources: {'Port': ['ID=87a522c1-175e-4f83-8475-b3e18d7e0b03,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:23.517680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f934d-97dc-4270-90ea-6763e3ff0bff None None] Network e3b0fa27-865d-4b62-a84f-f71e2e03dd8a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:23.688091 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-27ae7b58-bed8-4c81-a627-44adfa6ddbf8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:23.689621 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-27ae7b58-bed8-4c81-a627-44adfa6ddbf8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 814 time: 0.4430084 Aug 19 12:32:23.695961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7cb67ee5-dd42-45e2-bb8c-e91874d924d2 req-03a08e8e-ed2f-4e88-8613-522c29a6d980 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 210 time: 0.0506561 Aug 19 12:32:23.755479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48d9b881-e276-4a97-8874-7085cbbd0d48 req-4ea8fd58-b75d-46ed-be0a-782334a64c29 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.2121575 Aug 19 12:32:23.766014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.887186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-c262dac8-6245-4d6b-bd2b-73be4c1ed3c7', 'network_id': 'c262dac8-6245-4d6b-bd2b-73be4c1ed3c7', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'fixed_ips': [{'subnet_id': '1111fd4c-3254-41ce-9adc-4d519de1d752'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:23.892477 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:23.918096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Request body: {'port': {'device_id': 'd13168eb-4c0d-400b-9b72-5af27f4e3832', 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3', 'admin_state_up': True, 'tenant_id': '8a1d2c4d135243d6aa7779c3bc4513a0'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:23.930022 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6facc11a-e1b9-440d-aad0-eeeb8f65bed3 None None] Provisioning for port 519023fd-4f22-4c46-8a13-94ad7e61cad7 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:23.961047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6facc11a-e1b9-440d-aad0-eeeb8f65bed3 None None] Provisioning complete for port 519023fd-4f22-4c46-8a13-94ad7e61cad7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:23.961459 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6facc11a-e1b9-440d-aad0-eeeb8f65bed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.270820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6facc11a-e1b9-440d-aad0-eeeb8f65bed3 None None] Port 519023fd-4f22-4c46-8a13-94ad7e61cad7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:24.281340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 680becf4-b296-4bbd-afd7-5b41821195a3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:24.330656 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.415343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41764) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:24.416069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Port': ['ID=87a522c1-175e-4f83-8475-b3e18d7e0b03,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:24.439324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No DVR routers for this DVR port 87a522c1-175e-4f83-8475-b3e18d7e0b03 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:24.474258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Transition to ACTIVE for port object a0949392-2cc1-43e1-a42e-f33ba5232aa3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:24.511811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-340e2832-fdcc-49d3-80fa-5ab35aea608c None None] Provisioning complete for port 519023fd-4f22-4c46-8a13-94ad7e61cad7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:24.512381 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-340e2832-fdcc-49d3-80fa-5ab35aea608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.558305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 680becf4-b296-4bbd-afd7-5b41821195a3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:24.558938 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:24.606115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Transition to ACTIVE for port object a0949392-2cc1-43e1-a42e-f33ba5232aa3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:24.810298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Allocated IP 2001:db8:1::2 (c262dac8-6245-4d6b-bd2b-73be4c1ed3c7/1111fd4c-3254-41ce-9adc-4d519de1d752/780d1451-636e-4941-af60-b41e143e0dc6) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:25.029401 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.040881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Transition to ACTIVE for port object 780d1451-636e-4941-af60-b41e143e0dc6 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:25.060703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Transition to ACTIVE for port object 780d1451-636e-4941-af60-b41e143e0dc6 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:25.076139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-340e2832-fdcc-49d3-80fa-5ab35aea608c None None] Port 519023fd-4f22-4c46-8a13-94ad7e61cad7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:25.088226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4102941-7c18-4fe0-9301-1548bf7f07d7 None None] Network 59c66fdc-a2dd-43a4-a0ca-390a620768fe requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:25.101090 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.134243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b960c57f-f7aa-4516-8b2e-b0e7bd9f24ec req-40fb51ca-6935-4d8b-afea-039f7abb2aa4 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/ports?device_id=554060d2-8b2b-4741-9cfb-145c22352242 HTTP/1.1" status: 200 len: 210 time: 0.0519409 Aug 19 12:32:25.199610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.210454 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.276798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Network e650d89c-2782-44ff-b347-57033f14f310 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:25.294212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:25.302091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:25.325913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Network c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:25.334665 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:25.344169 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.354695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:25.366070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Pushing event updated for resources: {'Port': ['ID=a0949392-2cc1-43e1-a42e-f33ba5232aa3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:25.406991 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2048-1111-4660-bddf-1dbca745e1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.441902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-60b74bef-8fcd-4b8d-9333-e4cb3bb01f53 req-a84fa24e-c5fe-4ed8-b298-1d57efdf7e25 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 210 time: 0.0885446 Aug 19 12:32:25.574260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Allocated IP 10.1.1.165 (ff46c298-dbd9-40ab-9363-7cb90ef9f4da/9fdd619f-684d-482d-a404-c798dd89310a/d8c23d98-2995-46ce-8f34-a0804a88df54) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:25.597736 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.630240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b0fa27-865d-4b62-a84f-f71e2e03dd8a']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:25.653149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Allocated IP 2001:db8::1 (e650d89c-2782-44ff-b347-57033f14f310/581cc666-2301-4842-8ec5-b7ee959cbad7/3051ff2b-7174-4619-b115-911377092ad5) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:25.672771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ffa2f8-1ea9-4f14-859b-54780e245fe7') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:25.673056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ffa2f8-1ea9-4f14-859b-54780e245fe7') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:25.706184 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.733404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-27b24ac7-4124-441d-b42f-8d4783ca6809 None None] Provisioning for port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:25.768129 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.854008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.857949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Attempting to bind port 780d1451-636e-4941-af60-b41e143e0dc6 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:25.858326 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Attempting to bind port 780d1451-636e-4941-af60-b41e143e0dc6 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '33b97b31-2de8-4269-bd0c-b44c7bafae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c262dac8-6245-4d6b-bd2b-73be4c1ed3c7'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:25.858695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Attempting to bind port 780d1451-636e-4941-af60-b41e143e0dc6 on network c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:25.863330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:25.883982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Transition to ACTIVE for port object 3051ff2b-7174-4619-b115-911377092ad5 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:25.907300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.911012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Pushing event updated for resources: {'Port': ['ID=780d1451-636e-4941-af60-b41e143e0dc6,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:25.913667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Attempting to bind port a0949392-2cc1-43e1-a42e-f33ba5232aa3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:25.914036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Attempting to bind port a0949392-2cc1-43e1-a42e-f33ba5232aa3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '4ebb44af-dfc9-4861-9f98-cf697d2c2c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e650d89c-2782-44ff-b347-57033f14f310'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:25.914404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Attempting to bind port a0949392-2cc1-43e1-a42e-f33ba5232aa3 on network e650d89c-2782-44ff-b347-57033f14f310 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:25.927310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Transition to ACTIVE for port object d8c23d98-2995-46ce-8f34-a0804a88df54 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:25.947207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:25.947673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Checking segment: {'id': '33b97b31-2de8-4269-bd0c-b44c7bafae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c262dac8-6245-4d6b-bd2b-73be4c1ed3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:25.947993 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.948384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Bound using segment: {'id': '33b97b31-2de8-4269-bd0c-b44c7bafae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c262dac8-6245-4d6b-bd2b-73be4c1ed3c7'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:25.948883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Bound port: 780d1451-636e-4941-af60-b41e143e0dc6, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b97b31-2de8-4269-bd0c-b44c7bafae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c262dac8-6245-4d6b-bd2b-73be4c1ed3c7'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:25.949255 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.956778 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:25.957178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Checking segment: {'id': '4ebb44af-dfc9-4861-9f98-cf697d2c2c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e650d89c-2782-44ff-b347-57033f14f310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:25.957564 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.957959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Bound using segment: {'id': '4ebb44af-dfc9-4861-9f98-cf697d2c2c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e650d89c-2782-44ff-b347-57033f14f310'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:25.958440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Bound port: a0949392-2cc1-43e1-a42e-f33ba5232aa3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebb44af-dfc9-4861-9f98-cf697d2c2c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e650d89c-2782-44ff-b347-57033f14f310'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:25.958855 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.974430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:25.975381 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:25.981939 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:26.044613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] For port 780d1451-636e-4941-af60-b41e143e0dc6, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:26.048348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] For port 780d1451-636e-4941-af60-b41e143e0dc6, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=780d1451-636e-4941-af60-b41e143e0dc6,segment=NetworkSegment(33b97b31-2de8-4269-bd0c-b44c7bafae92),segment_id=33b97b31-2de8-4269-bd0c-b44c7bafae92)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:26.092129 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.100993 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.134580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] For port a0949392-2cc1-43e1-a42e-f33ba5232aa3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:26.141079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] For port a0949392-2cc1-43e1-a42e-f33ba5232aa3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a0949392-2cc1-43e1-a42e-f33ba5232aa3,segment=NetworkSegment(4ebb44af-dfc9-4861-9f98-cf697d2c2c28),segment_id=4ebb44af-dfc9-4861-9f98-cf697d2c2c28)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:26.152573 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.192697 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2048-1111-4660-bddf-1dbca745e1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.200734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network e650d89c-2782-44ff-b347-57033f14f310 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:26.202382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:26.209703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:26.210766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.226069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=3051ff2b-7174-4619-b115-911377092ad5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.229673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:26.237144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:26.239926 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.253348 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.258634 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.260393 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/e3b0fa27-865d-4b62-a84f-f71e2e03dd8a HTTP/1.1" status: 204 len: 168 time: 9.9917641 Aug 19 12:32:26.301255 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.308398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41786) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:26.309181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937975ab-e419-4742-bc8d-be0d9e54af45 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=e3b0fa27-865d-4b62-a84f-f71e2e03dd8a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.314463 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.395541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01325458-d005-40cf-bf9f-4e78128bb631 None None] Pushing event updated for resources: {'Port': ['ID=780d1451-636e-4941-af60-b41e143e0dc6,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.449740 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1163678453'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:26.520142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Port': ['ID=d8c23d98-2995-46ce-8f34-a0804a88df54,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.540787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2048-1111-4660-bddf-1dbca745e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.559627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d31a07-389b-4fe7-94ee-38a7a13517fa None None] Pushing event updated for resources: {'Port': ['ID=a0949392-2cc1-43e1-a42e-f33ba5232aa3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.583184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41806) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:26.608345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network ff46c298-dbd9-40ab-9363-7cb90ef9f4da is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:26.618107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:26.625945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:26.737138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-741cbed8-4ab2-45cd-87c8-0454b5a5eb4f None None] Provisioning complete for port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:26.737521 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-741cbed8-4ab2-45cd-87c8-0454b5a5eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.767997 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5211ff37-bd7d-47f4-b786-8886c7771190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.772086 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.810277 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5211ff37-bd7d-47f4-b786-8886c7771190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.845843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:26.858241 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.863885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Made reservation on behalf of 8a1d2c4d135243d6aa7779c3bc4513a0 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:26.874020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:26.886080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:26.886559 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e748076-51aa-4cb3-9c7a-498ad7349098 req-b59b3f3d-fc73-4799-86c8-a47e5381047b tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 210 time: 0.1961968 Aug 19 12:32:26.979493 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4c9e2048-1111-4660-bddf-1dbca745e1cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=846b16a5f3f647e0830a8275223c9992&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5395722 Aug 19 12:32:26.979493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e2048-1111-4660-bddf-1dbca745e1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbb25e0-1642-4126-8e07-e9e63b7ad356,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:26.980186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41808) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:26.996234 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-741cbed8-4ab2-45cd-87c8-0454b5a5eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.138648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.164452 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.167599 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5211ff37-bd7d-47f4-b786-8886c7771190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.170289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5211ff37-bd7d-47f4-b786-8886c7771190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.175369 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5211ff37-bd7d-47f4-b786-8886c7771190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ab482a2-5a42-44e2-a105-f23e42755f84 HTTP/1.1" status: 204 len: 168 time: 0.5946043 Aug 19 12:32:27.178523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41810) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:27.182125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:27.186016 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.240469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Allocated IP 172.20.0.8 (bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3/917b0eb4-793f-42ab-bd62-4942c9adf928/9901b3a3-910d-4cda-ac09-1525283472ef) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:27.299866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:27.302501 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-bf23116a-3ab6-4e5e-9bb8-ec9adc787832 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] show failed (client error): The resource could not be found. Aug 19 12:32:27.308804 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bf23116a-3ab6-4e5e-9bb8-ec9adc787832 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "GET /v2.0/security-groups/3ab482a2-5a42-44e2-a105-f23e42755f84 HTTP/1.1" status: 404 len: 347 time: 0.0616775 Aug 19 12:32:27.309947 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7bad3a72-ec59-4acc-b2f7-86223e51efcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.311585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41818) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:27.324964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211ff37-bd7d-47f4-b786-8886c7771190 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab482a2-5a42-44e2-a105-f23e42755f84,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:27.370710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.371101 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment 88b58806-e4d1-43b2-b1ac-98b925635f6c of type vlan for network f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a Aug 19 12:32:27.430083 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bad6178a-1030-4cfd-ad55-c1c0a41e56d2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.8125434 Aug 19 12:32:27.449960 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-741cbed8-4ab2-45cd-87c8-0454b5a5eb4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:27.450482 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-741cbed8-4ab2-45cd-87c8-0454b5a5eb4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:27.450889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:27.606535 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7bad3a72-ec59-4acc-b2f7-86223e51efcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.654987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a0949392-2cc1-43e1-a42e-f33ba5232aa3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:27.857336 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.860672 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.884866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a52b0-c674-493e-801f-d72502a2229e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Deleting port 70b720a4-d5ae-464f-a6bf-fb70dd22bad7 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:27.885610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d2a52b0-c674-493e-801f-d72502a2229e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:27.922841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port a0949392-2cc1-43e1-a42e-f33ba5232aa3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:27.933766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 780d1451-636e-4941-af60-b41e143e0dc6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:27.991900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7bad3a72-ec59-4acc-b2f7-86223e51efcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.006797 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7bad3a72-ec59-4acc-b2f7-86223e51efcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.026318 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.043662 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7bad3a72-ec59-4acc-b2f7-86223e51efcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bbb25e0-1642-4126-8e07-e9e63b7ad356 HTTP/1.1" status: 204 len: 168 time: 1.0621097 Aug 19 12:32:28.044530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41836) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:28.046026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:28.047006 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.107336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-12702e62-832e-4019-abbd-cd0ce12fc31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250632463', 'description': 'tempest-description--960982643'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:28.200579 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.215033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a2c8a344-4da7-47cc-8464-5dc810615a85'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:28.219113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92e59300-f4da-4201-adff-badb3820de5e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:28.268405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad3a72-ec59-4acc-b2f7-86223e51efcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbb25e0-1642-4126-8e07-e9e63b7ad356,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:28.314779 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 780d1451-636e-4941-af60-b41e143e0dc6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:28.318323 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12702e62-832e-4019-abbd-cd0ce12fc31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.322756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:28.376809 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d2a52b0-c674-493e-801f-d72502a2229e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.377145 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d2a52b0-c674-493e-801f-d72502a2229e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.429607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:28.437710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e3b08-0ab8-433f-8a31-745c13be4dc1 None None] Network c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:28.442424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:28.444141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a52b0-c674-493e-801f-d72502a2229e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Calling delete_port for 70b720a4-d5ae-464f-a6bf-fb70dd22bad7 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:28.471379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0264766 Aug 19 12:32:28.493310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41840) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:28.493786 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.527460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'network_id': 'f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:28.534731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb3bfe-f95f-45f0-95b7-5d3bcc4c50c4 req-1c184ea2-39e2-496e-9e78-08858b21c461 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:28.555884 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9acb3bfe-f95f-45f0-95b7-5d3bcc4c50c4 req-1c184ea2-39e2-496e-9e78-08858b21c461 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 931 time: 0.5085700 Aug 19 12:32:28.588836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-29bdaa20-555e-48af-b575-348f03639eda None None] Provisioning for port d8c23d98-2995-46ce-8f34-a0804a88df54 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:28.617060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-29bdaa20-555e-48af-b575-348f03639eda None None] Provisioning complete for port d8c23d98-2995-46ce-8f34-a0804a88df54 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:28.621312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-29bdaa20-555e-48af-b575-348f03639eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.701594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.703269 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.756734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db59749-ac5a-4a43-99e0-5554cca60368 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:28.794927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Pushing event updated for resources: {'Port': ['ID=9901b3a3-910d-4cda-ac09-1525283472ef,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:28.830565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:28.831246 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:28.859956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:28.868236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565ecc6a-9a7f-49e7-b86a-e4c2ae0e1c5c None None] Network e650d89c-2782-44ff-b347-57033f14f310 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:28.972164 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9acb3bfe-f95f-45f0-95b7-5d3bcc4c50c4 req-7cc33cc1-c958-4dd4-a592-218c9e9e02fa tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400290 Aug 19 12:32:29.014891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-29bdaa20-555e-48af-b575-348f03639eda None None] Port d8c23d98-2995-46ce-8f34-a0804a88df54 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:29.029347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=3051ff2b-7174-4619-b115-911377092ad5,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.158872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12702e62-832e-4019-abbd-cd0ce12fc31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.232635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network e650d89c-2782-44ff-b347-57033f14f310 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:29.237168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:29.318716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12702e62-832e-4019-abbd-cd0ce12fc31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.336995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:29.379249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12702e62-832e-4019-abbd-cd0ce12fc31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.410658 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Provisioning for port a0949392-2cc1-43e1-a42e-f33ba5232aa3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:29.415705 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e16b907b-9c08-49fe-a002-9c6f701c6873 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6589563 Aug 19 12:32:29.420057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Provisioning complete for port a0949392-2cc1-43e1-a42e-f33ba5232aa3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:29.420431 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.439019 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d2a52b0-c674-493e-801f-d72502a2229e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.440561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Request body: {'port': {'device_id': 'd13168eb-4c0d-400b-9b72-5af27f4e3832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:29.478891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:29.479270 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.573008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d2a52b0-c674-493e-801f-d72502a2229e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.581012 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d2a52b0-c674-493e-801f-d72502a2229e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.585337 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9d2a52b0-c674-493e-801f-d72502a2229e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "DELETE /v2.0/floatingips/c86661b7-d8a0-4a78-9e6a-f6af133fa18b HTTP/1.1" status: 204 len: 168 time: 2.2692282 Aug 19 12:32:29.587312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router a8b35a13-9264-4214-a478-c8ce088c6ee1 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:32:29.594697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a52b0-c674-493e-801f-d72502a2229e tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Port': ['ID=70b720a4-d5ae-464f-a6bf-fb70dd22bad7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:29.598353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41874) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:29.636364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:29.648847 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.709332 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.803423 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.880931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] For port a0949392-2cc1-43e1-a42e-f33ba5232aa3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a0949392-2cc1-43e1-a42e-f33ba5232aa3,segment=NetworkSegment(4ebb44af-dfc9-4861-9f98-cf697d2c2c28),segment_id=4ebb44af-dfc9-4861-9f98-cf697d2c2c28)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:29.909654 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12702e62-832e-4019-abbd-cd0ce12fc31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:29.911035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-12702e62-832e-4019-abbd-cd0ce12fc31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8238275 Aug 19 12:32:29.919732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41906) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:29.932258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-63003a26-6a8a-420a-ba65-3a97c1d30ebe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'security_group_rule': {'security_group_id': 'c96e77ad-0101-4c1a-b265-eb5c9d25e8e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:29.980196 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.037559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:30.062828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d0929194-baa6-45e1-abbc-db6eae35aca2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/a8b35a13-9264-4214-a478-c8ce088c6ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7337928 Aug 19 12:32:30.064121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41910) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:30.064254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95c82a-3fa7-4993-b6c6-cc5770779f40 None None] Sync routers for ids ['a8b35a13-9264-4214-a478-c8ce088c6ee1'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:30.086963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41912) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:30.115178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95c82a-3fa7-4993-b6c6-cc5770779f40 None None] Routers {'a8b35a13-9264-4214-a478-c8ce088c6ee1'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:30.115743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6c95c82a-3fa7-4993-b6c6-cc5770779f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:32:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a8b35a13-9264-4214-a478-c8ce088c6ee1'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:30.144519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a5c194c3-3f1c-4fa1-89ba-fb3e1bc4af8c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Deleting port a48d692e-ec2d-4064-b30e-5fa0a3029cb7 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:30.148330 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5c194c3-3f1c-4fa1-89ba-fb3e1bc4af8c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.208498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6c95c82a-3fa7-4993-b6c6-cc5770779f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:30.214338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9901b3a3-910d-4cda-ac09-1525283472ef {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:30.220767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Provisioning for port 780d1451-636e-4941-af60-b41e143e0dc6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:30.227011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.227428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Pushing event updated for resources: {'Port': ['ID=a0949392-2cc1-43e1-a42e-f33ba5232aa3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:30.238031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Provisioning complete for port 780d1451-636e-4941-af60-b41e143e0dc6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:30.238416 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.243456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Transition to ACTIVE for port object 9901b3a3-910d-4cda-ac09-1525283472ef will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:30.266870 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:32:30.270105 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-63003a26-6a8a-420a-ba65-3a97c1d30ebe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.340797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff76e4-c9d7-49a1-b5a5-d084ac0d3919 req-eae606d4-0199-41b9-a36a-b0ab8ef8378d tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:30.342639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4aff76e4-c9d7-49a1-b5a5-d084ac0d3919 req-eae606d4-0199-41b9-a36a-b0ab8ef8378d tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 950 time: 0.0974977 Aug 19 12:32:30.376698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144228e2-d243-458e-8442-a33c451cb9c0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:30.376698 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-144228e2-d243-458e-8442-a33c451cb9c0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports/3051ff2b-7174-4619-b115-911377092ad5 HTTP/1.1" status: 200 len: 911 time: 0.3047266 Aug 19 12:32:30.385677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1187612968-network', 'tenant_id': '59f82db4b1af4ce5b7d512682fbbe897'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:30.394567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41916) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:30.406721 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.482164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080f013-17b2-4505-b8c2-460e57631f16 req-a794fd36-4859-4126-8bc5-c4b8b925d22e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:30.484306 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6080f013-17b2-4505-b8c2-460e57631f16 req-a794fd36-4859-4126-8bc5-c4b8b925d22e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 931 time: 0.3257773 Aug 19 12:32:30.498203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95c82a-3fa7-4993-b6c6-cc5770779f40 None None] Routers {'a8b35a13-9264-4214-a478-c8ce088c6ee1'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:30.499031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6c95c82a-3fa7-4993-b6c6-cc5770779f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:32:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a8b35a13-9264-4214-a478-c8ce088c6ee1'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:30.547865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6c95c82a-3fa7-4993-b6c6-cc5770779f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:30.548880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c95c82a-3fa7-4993-b6c6-cc5770779f40 None None] The sync data for ids ['a8b35a13-9264-4214-a478-c8ce088c6ee1'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:30.567259 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4aff76e4-c9d7-49a1-b5a5-d084ac0d3919 req-0f5eb0a6-54ae-455f-bec8-6dcb8c7dcd1f tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153735 Aug 19 12:32:30.587040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Pushing event updated for resources: {'Port': ['ID=9901b3a3-910d-4cda-ac09-1525283472ef,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:30.606193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5c194c3-3f1c-4fa1-89ba-fb3e1bc4af8c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.618454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.626393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.627085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.627609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.628188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.628688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.629186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.631035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.631377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.631707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.632037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.632363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:30.650453 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.653647 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-63003a26-6a8a-420a-ba65-3a97c1d30ebe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.657867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6080f013-17b2-4505-b8c2-460e57631f16 req-ad8e2077-2ab1-4630-93b0-14d035119bb9 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306067 Aug 19 12:32:30.665371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a5c194c3-3f1c-4fa1-89ba-fb3e1bc4af8c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Calling delete_port for a48d692e-ec2d-4064-b30e-5fa0a3029cb7 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:30.668120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Made reservation on behalf of 59f82db4b1af4ce5b7d512682fbbe897 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:30.682011 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.727378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Attempting to bind port 9901b3a3-910d-4cda-ac09-1525283472ef on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:30.732646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Attempting to bind port 9901b3a3-910d-4cda-ac09-1525283472ef by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:30.732646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Attempting to bind port 9901b3a3-910d-4cda-ac09-1525283472ef on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:30.735486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.746269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Port 9901b3a3-910d-4cda-ac09-1525283472ef on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:32:30.746916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Attempting to bind port 9901b3a3-910d-4cda-ac09-1525283472ef on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:30.747201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e23fed-8908-4b91-8aec-fcd7ca3fed2a None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:32:30.767242 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.777084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] For port 780d1451-636e-4941-af60-b41e143e0dc6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=780d1451-636e-4941-af60-b41e143e0dc6,segment=NetworkSegment(33b97b31-2de8-4269-bd0c-b44c7bafae92),segment_id=33b97b31-2de8-4269-bd0c-b44c7bafae92)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:30.794695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:30.795064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Checking segment: {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:30.795448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Bound using segment: {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:30.796141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Bound port: 9901b3a3-910d-4cda-ac09-1525283472ef, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:30.796470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.820017 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-63003a26-6a8a-420a-ba65-3a97c1d30ebe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.856559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=255de16d-8ac3-4500-b077-661e98d614c5,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:30.876427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking segment: {'id': '88b58806-e4d1-43b2-b1ac-98b925635f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:30.876812 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network hostable DHCP agents. Network: f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:30.883804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63003a26-6a8a-420a-ba65-3a97c1d30ebe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc8a1c6-c0a6-4712-b1dc-3a04ffd3786c,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:30.914168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] For port 9901b3a3-910d-4cda-ac09-1525283472ef, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:30.927378 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:30.933652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] For port 9901b3a3-910d-4cda-ac09-1525283472ef, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9901b3a3-910d-4cda-ac09-1525283472ef,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:31.012028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08b600-33a6-40e8-ba2d-ea3585ac8322 None None] Pushing event updated for resources: {'Port': ['ID=780d1451-636e-4941-af60-b41e143e0dc6,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:31.015765 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.017992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:31.069422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bbea422c-f549-4ed1-8730-eacb0f208571 None None] Provisioning complete for port a0949392-2cc1-43e1-a42e-f33ba5232aa3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:31.069900 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bbea422c-f549-4ed1-8730-eacb0f208571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.074412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e23fed-8908-4b91-8aec-fcd7ca3fed2a None None] Unable to find a vacant binding_index for network f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a and agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 {{(pid=95544) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 19 12:32:31.081080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.081738 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.084148 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] 10.222.0.62 "PUT /v2.0/ports/9901b3a3-910d-4cda-ac09-1525283472ef HTTP/1.1" status: 200 len: 1091 time: 1.6561439 Aug 19 12:32:31.084777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd13168eb-4c0d-400b-9b72-5af27f4e3832', 'tag': '9901b3a3-910d-4cda-ac09-1525283472ef'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:31.087925 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e090c1ab-2008-44fe-885b-80f4b70aeb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d13168eb-4c0d-400b-9b72-5af27f4e3832", "tag": "9901b3a3-910d-4cda-ac09-1525283472ef"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:31.112213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dc60c-b292-4c14-86c4-81fc6d3f24fd service neutron] Pushing event updated for resources: {'Port': ['ID=9901b3a3-910d-4cda-ac09-1525283472ef,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:31.155705 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1092af7a-b397-4494-ab2a-a2afa4521b91 x-openstack-request-id: req-1092af7a-b397-4494-ab2a-a2afa4521b91 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:31.155705 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d13168eb-4c0d-400b-9b72-5af27f4e3832", "tag": "9901b3a3-910d-4cda-ac09-1525283472ef", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:31.155705 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1092af7a-b397-4494-ab2a-a2afa4521b91 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:31.155705 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd13168eb-4c0d-400b-9b72-5af27f4e3832', 'tag': '9901b3a3-910d-4cda-ac09-1525283472ef', 'status': 'completed', 'code': 200} Aug 19 12:32:31.194788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e23fed-8908-4b91-8aec-fcd7ca3fed2a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a) {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:32:31.195143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:31.238835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.238835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.262002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090c1ab-2008-44fe-885b-80f4b70aeb9c req-b6e3c54d-03bd-4bb3-9972-fefbf1a57822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.263662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e090c1ab-2008-44fe-885b-80f4b70aeb9c req-b6e3c54d-03bd-4bb3-9972-fefbf1a57822 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 1094 time: 0.0855851 Aug 19 12:32:31.316159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a0949392-2cc1-43e1-a42e-f33ba5232aa3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:31.320556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bbea422c-f549-4ed1-8730-eacb0f208571 None None] Provisioning for port 3051ff2b-7174-4619-b115-911377092ad5 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:31.350675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bbea422c-f549-4ed1-8730-eacb0f208571 None None] Provisioning complete for port 3051ff2b-7174-4619-b115-911377092ad5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:31.351238 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bbea422c-f549-4ed1-8730-eacb0f208571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.399558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090c1ab-2008-44fe-885b-80f4b70aeb9c req-77cfc003-46cf-4648-b684-a586447c5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.401117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e090c1ab-2008-44fe-885b-80f4b70aeb9c req-77cfc003-46cf-4648-b684-a586447c5b57 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1277509 Aug 19 12:32:31.417646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-bbea422c-f549-4ed1-8730-eacb0f208571 None None] Port 3051ff2b-7174-4619-b115-911377092ad5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:31.471149 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bbea422c-f549-4ed1-8730-eacb0f208571 None None] Provisioning complete for port 780d1451-636e-4941-af60-b41e143e0dc6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:31.471690 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bbea422c-f549-4ed1-8730-eacb0f208571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.499509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a0949392-2cc1-43e1-a42e-f33ba5232aa3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:31.499992 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.522723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090c1ab-2008-44fe-885b-80f4b70aeb9c req-e825ae37-0e17-4efd-aa99-aa0983196b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.524779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e090c1ab-2008-44fe-885b-80f4b70aeb9c req-e825ae37-0e17-4efd-aa99-aa0983196b73 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1058612 Aug 19 12:32:31.564971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.629657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-a94db3ac-052d-4d44-aba3-ad3083c5b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.631699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-a94db3ac-052d-4d44-aba3-ad3083c5b2a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 1094 time: 0.0518489 Aug 19 12:32:31.702513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-f43656e1-dbb8-4e83-bd59-fd1b3f9c4efc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9901b3a3-910d-4cda-ac09-1525283472ef HTTP/1.1" status: 200 len: 217 time: 0.0617394 Aug 19 12:32:31.715482 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.745737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 780d1451-636e-4941-af60-b41e143e0dc6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:31.753374 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5c194c3-3f1c-4fa1-89ba-fb3e1bc4af8c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.768876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:31.788567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-37d973f5-1e67-4399-a545-12c5f556b8c1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2940593 Aug 19 12:32:31.794912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-6fc1deb1-991a-4cbf-b75f-f600671a95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:31.794912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-6fc1deb1-991a-4cbf-b75f-f600671a95cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=917b0eb4-793f-42ab-bd62-4942c9adf928 HTTP/1.1" status: 200 len: 854 time: 0.0820320 Aug 19 12:32:31.794912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41930) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:31.803780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a', 'network_id': 'f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a', 'tenant_id': 'f8f3505e64f44f4e8781e2fa172e9876', 'fixed_ips': [{'subnet_id': '255de16d-8ac3-4500-b077-661e98d614c5'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:31.804731 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.941564 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c194c3-3f1c-4fa1-89ba-fb3e1bc4af8c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Port': ['ID=a48d692e-ec2d-4064-b30e-5fa0a3029cb7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:31.944801 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-63003a26-6a8a-420a-ba65-3a97c1d30ebe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.946468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-63003a26-6a8a-420a-ba65-3a97c1d30ebe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0253384 Aug 19 12:32:31.955158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5c194c3-3f1c-4fa1-89ba-fb3e1bc4af8c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:31.959628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a5c194c3-3f1c-4fa1-89ba-fb3e1bc4af8c tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "DELETE /v2.0/ports/a48d692e-ec2d-4064-b30e-5fa0a3029cb7 HTTP/1.1" status: 204 len: 168 time: 2.3551176 Aug 19 12:32:31.972168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41934) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:31.972510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41936) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:31.975354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Allocated IP 172.20.0.1 (f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a/255de16d-8ac3-4500-b077-661e98d614c5/00c07560-e638-4139-8d61-7c90e1ef6f1c) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:31.978728 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-c33a33c6-fc50-4ca3-aede-39adc36b87ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704550 Aug 19 12:32:31.984340 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.064823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3541ec54-2512-4f5c-9db0-9966ba431cad tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'security_group_rule': {'security_group_id': 'c96e77ad-0101-4c1a-b265-eb5c9d25e8e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:32.076882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1321e6c-b324-4ea0-a2a7-0004872abb58 req-607be3cb-84bf-404b-9f79-4181d8929e6e tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:32.078594 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f1321e6c-b324-4ea0-a2a7-0004872abb58 req-607be3cb-84bf-404b-9f79-4181d8929e6e tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 950 time: 0.4314544 Aug 19 12:32:32.079998 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.080347 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Added segment 0579ef39-7039-471a-ae87-1c78e565cdfa of type vlan for network 4406a362-6947-4ac9-80da-dc5aa706ec9d Aug 19 12:32:32.081878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 780d1451-636e-4941-af60-b41e143e0dc6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:32.082262 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.086999 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.088505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fcc77f-8982-4cc1-82b5-c05e042ec978,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:32.198080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-f3123086-700f-481a-b06a-8d77d617d393 service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077918 Aug 19 12:32:32.216175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.274527 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.292974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1add70-393e-439b-822d-4f897673df7a req-bea2fe05-c049-475f-a5e1-bd6e57960f5e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:32.295464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b1add70-393e-439b-822d-4f897673df7a req-bea2fe05-c049-475f-a5e1-bd6e57960f5e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 943 time: 0.3062961 Aug 19 12:32:32.298265 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.301132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Transition to ACTIVE for port object 00c07560-e638-4139-8d61-7c90e1ef6f1c will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:32.324462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Transition to ACTIVE for port object 00c07560-e638-4139-8d61-7c90e1ef6f1c will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:32.331679 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f1321e6c-b324-4ea0-a2a7-0004872abb58 req-3d794cd2-a8b7-4422-879c-34ec71d31db2 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204669 Aug 19 12:32:32.366952 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3541ec54-2512-4f5c-9db0-9966ba431cad tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.396352 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b1add70-393e-439b-822d-4f897673df7a req-333e6f9a-f5dd-4768-9a69-e0e60fb0757b tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659807 Aug 19 12:32:32.417935 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.467518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-610682e5-bfe1-4fd9-9d30-b3b4cdf8280b req-232796c4-584e-4edd-9f7d-fc3c6ae4a748 service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603180 Aug 19 12:32:32.470742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-99501124-9cd6-4dd2-8a14-3553372d567d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Deleting port 53dc58b7-9984-40dc-8a11-1f42b19c5175 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:32.471115 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99501124-9cd6-4dd2-8a14-3553372d567d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.475086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Network f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:32.486827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:32.487619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:32.494270 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.495272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:32.495851 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.504147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Pushing event updated for resources: {'Port': ['ID=00c07560-e638-4139-8d61-7c90e1ef6f1c,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:32.585278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Attempting to bind port 00c07560-e638-4139-8d61-7c90e1ef6f1c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:32.585726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Attempting to bind port 00c07560-e638-4139-8d61-7c90e1ef6f1c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '88b58806-e4d1-43b2-b1ac-98b925635f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:32.586231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Attempting to bind port 00c07560-e638-4139-8d61-7c90e1ef6f1c on network f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:32.592050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:32.592641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Checking segment: {'id': '88b58806-e4d1-43b2-b1ac-98b925635f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:32.593016 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.595826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Bound using segment: {'id': '88b58806-e4d1-43b2-b1ac-98b925635f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:32.595826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Bound port: 00c07560-e638-4139-8d61-7c90e1ef6f1c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b58806-e4d1-43b2-b1ac-98b925635f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:32.595826 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.632116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.664297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] For port 00c07560-e638-4139-8d61-7c90e1ef6f1c, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:32.681674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] For port 00c07560-e638-4139-8d61-7c90e1ef6f1c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=00c07560-e638-4139-8d61-7c90e1ef6f1c,segment=NetworkSegment(88b58806-e4d1-43b2-b1ac-98b925635f6c),segment_id=88b58806-e4d1-43b2-b1ac-98b925635f6c)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:32.718346 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3541ec54-2512-4f5c-9db0-9966ba431cad tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.738889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Subnet': ['ID=255de16d-8ac3-4500-b077-661e98d614c5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:32.746772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4406a362-6947-4ac9-80da-dc5aa706ec9d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:32.757709 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 4406a362-6947-4ac9-80da-dc5aa706ec9d details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:32.792114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.806204 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:32.810702 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99501124-9cd6-4dd2-8a14-3553372d567d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.832394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b58806-e4d1-43b2-b1ac-98b925635f6c') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:32.832394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b58806-e4d1-43b2-b1ac-98b925635f6c') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:32.833881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-99501124-9cd6-4dd2-8a14-3553372d567d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Calling delete_port for 53dc58b7-9984-40dc-8a11-1f42b19c5175 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:32.837193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.840703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Allocated IP 2001:db8:1::1 (c262dac8-6245-4d6b-bd2b-73be4c1ed3c7/1111fd4c-3254-41ce-9adc-4d519de1d752/2c96f58d-e85d-4a2a-8934-f241c1b4d177) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:32.856557 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.856795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.865116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:32.865116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:32.868044 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:32.922054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4de02-b1b0-48ca-82db-c7ff969838db None None] Pushing event updated for resources: {'Port': ['ID=00c07560-e638-4139-8d61-7c90e1ef6f1c,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:32.923954 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dc925c3d-1c63-4036-a83f-3a9b983791d2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8308170 Aug 19 12:32:32.971661 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3541ec54-2512-4f5c-9db0-9966ba431cad tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.004261 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:32:33.004261 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:32:33.004261 n-d-803757-2 neutron-server[95542]: [parameters: {'id': 'f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a'}] Aug 19 12:32:33.004261 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:33.004867 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:33.028101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541ec54-2512-4f5c-9db0-9966ba431cad tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a987c80f-5156-4981-a633-47bd848acba8,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:33.217212 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3541ec54-2512-4f5c-9db0-9966ba431cad tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.222229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3541ec54-2512-4f5c-9db0-9966ba431cad tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2351942 Aug 19 12:32:33.230012 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.230687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41986) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:33.241205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:33.257250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Transition to ACTIVE for port object 2c96f58d-e85d-4a2a-8934-f241c1b4d177 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:33.323389 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99501124-9cd6-4dd2-8a14-3553372d567d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.344416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05609719-72a4-445b-824e-30d41047b829 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:33.374777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99501124-9cd6-4dd2-8a14-3553372d567d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Port': ['ID=53dc58b7-9984-40dc-8a11-1f42b19c5175,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:33.393598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.408306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 00c07560-e638-4139-8d61-7c90e1ef6f1c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:33.425818 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.505361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.530002 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.571885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05609719-72a4-445b-824e-30d41047b829'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:33.574169 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46c3a54-c166-4a14-830b-b4d62363ebc5" -d '{"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-unplugged", "status": "completed", "tag": "05609719-72a4-445b-824e-30d41047b829"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:33.576902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:33.588458 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:33.602548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 00c07560-e638-4139-8d61-7c90e1ef6f1c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:33.610261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-99501124-9cd6-4dd2-8a14-3553372d567d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.614657 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-99501124-9cd6-4dd2-8a14-3553372d567d tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "DELETE /v2.0/ports/53dc58b7-9984-40dc-8a11-1f42b19c5175 HTTP/1.1" status: 204 len: 168 time: 1.6240311 Aug 19 12:32:33.623617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42008) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:33.627151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:33.641960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:33.642847 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.645111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Deleting port 00c07560-e638-4139-8d61-7c90e1ef6f1c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:33.645629 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.702425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=2c96f58d-e85d-4a2a-8934-f241c1b4d177,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:33.704917 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.730559 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.769897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfa321b-86a8-4096-b018-c995201b23cf tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Deleting subnet 637a575a-ec31-4c4a-af4b-533c95b75677 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:33.803720 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fdfa321b-86a8-4096-b018-c995201b23cf tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.830397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:33.868730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] For port 00c07560-e638-4139-8d61-7c90e1ef6f1c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=00c07560-e638-4139-8d61-7c90e1ef6f1c,segment=NetworkSegment(88b58806-e4d1-43b2-b1ac-98b925635f6c),segment_id=88b58806-e4d1-43b2-b1ac-98b925635f6c)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:33.869555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.887933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18dea-7298-438c-b804-437dcfd27539 req-f4886020-97d6-42d2-8632-58d96da168fa tempest-ComputeTenantNetworksTest-963710989 tempest-ComputeTenantNetworksTest-963710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.894499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18dea-7298-438c-b804-437dcfd27539 req-f4886020-97d6-42d2-8632-58d96da168fa tempest-ComputeTenantNetworksTest-963710989 tempest-ComputeTenantNetworksTest-963710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.908101 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fdfa321b-86a8-4096-b018-c995201b23cf tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:33.909997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c18dea-7298-438c-b804-437dcfd27539 req-f4886020-97d6-42d2-8632-58d96da168fa tempest-ComputeTenantNetworksTest-963710989 tempest-ComputeTenantNetworksTest-963710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:33.912003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-02c18dea-7298-438c-b804-437dcfd27539 req-f4886020-97d6-42d2-8632-58d96da168fa tempest-ComputeTenantNetworksTest-963710989 tempest-ComputeTenantNetworksTest-963710989-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5211954 Aug 19 12:32:33.961904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Calling delete_port for 00c07560-e638-4139-8d61-7c90e1ef6f1c owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:34.040329 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.072156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Allocated IP 172.25.2.216 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/6757cf62-3641-410e-b80c-3da97d0171cc) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:34.143318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904a35c-d015-4d7c-900c-e3a905a69414 req-b6b85e85-2fb2-49f4-a26f-655bca40ac9d tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:34.147364 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5904a35c-d015-4d7c-900c-e3a905a69414 req-b6b85e85-2fb2-49f4-a26f-655bca40ac9d tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 943 time: 0.1044090 Aug 19 12:32:34.183555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fdfa321b-86a8-4096-b018-c995201b23cf tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.235856 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b43531a-5d78-46a6-b03a-9bd616338f26 x-openstack-request-id: req-7b43531a-5d78-46a6-b03a-9bd616338f26 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:34.236638 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-unplugged", "status": "completed", "tag": "05609719-72a4-445b-824e-30d41047b829", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:34.236853 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b43531a-5d78-46a6-b03a-9bd616338f26 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:34.237372 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05609719-72a4-445b-824e-30d41047b829', 'code': 200} Aug 19 12:32:34.271830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b9490e-c375-4c11-8e19-b69fd42c9715 None None] Network f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:34.308095 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.312209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5904a35c-d015-4d7c-900c-e3a905a69414 req-d72f46cb-da67-4690-a8fb-e05d1ad98bd3 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521244 Aug 19 12:32:34.347484 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7313300d-0320-452e-ad03-6ea83ab85c37 None None] Could not find standard attr ID for object 00c07560-e638-4139-8d61-7c90e1ef6f1c. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:32:34.430444 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.459280 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fdfa321b-86a8-4096-b018-c995201b23cf tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.470476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No DVR routers for this DVR port 00c07560-e638-4139-8d61-7c90e1ef6f1c on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:34.475584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4878823-a503-4ae6-ba3f-425f92ebb30b None None] Network f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:34.480178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Port': ['ID=00c07560-e638-4139-8d61-7c90e1ef6f1c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:34.560087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa321b-86a8-4096-b018-c995201b23cf tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Subnet': ['ID=637a575a-ec31-4c4a-af4b-533c95b75677,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:34.585969 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fdfa321b-86a8-4096-b018-c995201b23cf tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.588117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fdfa321b-86a8-4096-b018-c995201b23cf tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "DELETE /v2.0/subnets/637a575a-ec31-4c4a-af4b-533c95b75677 HTTP/1.1" status: 204 len: 168 time: 0.9605415 Aug 19 12:32:34.593478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c916499-3f45-4747-be56-9852fb2ef911 None None] Network 906a279c-def4-4f79-bdc7-f9bd5fb2112e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:34.597084 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.599290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42026) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:34.630240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b447edc-6a13-49bf-ad21-4907f434a188 req-5c8f9769-a218-4f17-804f-1045ba7e62fb tempest-ComputeTenantNetworksTest-963710989 tempest-ComputeTenantNetworksTest-963710989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:34.632120 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b447edc-6a13-49bf-ad21-4907f434a188 req-5c8f9769-a218-4f17-804f-1045ba7e62fb tempest-ComputeTenantNetworksTest-963710989 tempest-ComputeTenantNetworksTest-963710989-project] 10.222.0.21 "GET /v2.0/networks/4406a362-6947-4ac9-80da-dc5aa706ec9d HTTP/1.1" status: 200 len: 769 time: 0.3640587 Aug 19 12:32:34.645089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42032) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:34.673310 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.708020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:34.730040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b58806-e4d1-43b2-b1ac-98b925635f6c') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:34.734215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b58806-e4d1-43b2-b1ac-98b925635f6c') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:34.748457 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.776106 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.782156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.784958 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.784958 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.790773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:34.792943 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.816722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba503d8-f4e0-45d5-b273-afefa090e89d None None] DHCP port deletion for f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:34.887671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6000780-f008-448d-ae56-3e02a33c3b10 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Deleting subnet 982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:34.892984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6000780-f008-448d-ae56-3e02a33c3b10 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.899825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-897bc5b4-2bd9-466c-b7e1-8f48773e03b4 None None] Provisioning for port 2c96f58d-e85d-4a2a-8934-f241c1b4d177 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:34.918740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-897bc5b4-2bd9-466c-b7e1-8f48773e03b4 None None] Provisioning complete for port 2c96f58d-e85d-4a2a-8934-f241c1b4d177 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:34.918740 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-897bc5b4-2bd9-466c-b7e1-8f48773e03b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:34.919072 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:34.980170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-897bc5b4-2bd9-466c-b7e1-8f48773e03b4 None None] Port 2c96f58d-e85d-4a2a-8934-f241c1b4d177 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:34.985685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042bd689-62e0-42c5-a66f-5f31d46363e6 None None] DHCP port deletion for 906a279c-def4-4f79-bdc7-f9bd5fb2112e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:35.041348 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.047610 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.052928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a HTTP/1.1" status: 204 len: 168 time: 3.2426560 Aug 19 12:32:35.056024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-042bd689-62e0-42c5-a66f-5f31d46363e6 None None] Deleting port 19cdce44-e673-4d9b-ad86-f56205043e8a {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:35.056522 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-042bd689-62e0-42c5-a66f-5f31d46363e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.058869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42038) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:35.060354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a723d92-9eae-4e27-9ed6-961f89ce5f17 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:35.079268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2060086266'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:35.082343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=2c96f58d-e85d-4a2a-8934-f241c1b4d177,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:35.089372 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.097321 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6000780-f008-448d-ae56-3e02a33c3b10 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.101343 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c60af539-5dec-4e31-ab4e-e9fdd2350017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.136335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-042bd689-62e0-42c5-a66f-5f31d46363e6 None None] For port 19cdce44-e673-4d9b-ad86-f56205043e8a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=19cdce44-e673-4d9b-ad86-f56205043e8a,segment=NetworkSegment(04dc62bc-2662-4a2f-8b95-87f704ed1a50),segment_id=04dc62bc-2662-4a2f-8b95-87f704ed1a50)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:35.136798 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-042bd689-62e0-42c5-a66f-5f31d46363e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.137293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.137652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.137995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.138368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.138713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.139076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.139566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.139961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.140312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.140648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.140973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.141299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:32:35.149314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:35.151703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:35.156788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Port': ['ID=6757cf62-3641-410e-b80c-3da97d0171cc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:35.157068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:35.167812 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-042bd689-62e0-42c5-a66f-5f31d46363e6 None None] Calling delete_port for 19cdce44-e673-4d9b-ad86-f56205043e8a owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:35.210395 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.244579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4406a362-6947-4ac9-80da-dc5aa706ec9d']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:35.285252 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.290701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 00c07560-e638-4139-8d61-7c90e1ef6f1c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:35.311092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:35.316213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:35.321313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 00c07560-e638-4139-8d61-7c90e1ef6f1c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:35.321708 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 00c07560-e638-4139-8d61-7c90e1ef6f1c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:35.335675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 19cdce44-e673-4d9b-ad86-f56205043e8a no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:35.336338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0579ef39-7039-471a-ae87-1c78e565cdfa') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:35.336338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0579ef39-7039-471a-ae87-1c78e565cdfa') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:35.345287 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.433197 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6000780-f008-448d-ae56-3e02a33c3b10 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.470132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:35.474227 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.485284 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.511185 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.524795 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-042bd689-62e0-42c5-a66f-5f31d46363e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.558767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:35.559617 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:35.564831 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:35.613841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bd689-62e0-42c5-a66f-5f31d46363e6 None None] Pushing event deleted for resources: {'Port': ['ID=19cdce44-e673-4d9b-ad86-f56205043e8a,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:35.615906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bd689-62e0-42c5-a66f-5f31d46363e6 None None] No DVR routers for this DVR port 19cdce44-e673-4d9b-ad86-f56205043e8a on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:35.672498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router a8b35a13-9264-4214-a478-c8ce088c6ee1 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:32:35.723478 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd20186-457d-4e49-8693-7c23805c997e req-4a394bf1-3156-46ce-ad96-4f7cd58cad9a tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:35.725128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bdd20186-457d-4e49-8693-7c23805c997e req-4a394bf1-3156-46ce-ad96-4f7cd58cad9a tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 943 time: 0.2562544 Aug 19 12:32:35.725459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5a5dcf9a-6733-44cf-ac4e-d3bcb4d8adf5 None None] Provisioning complete for port 2c96f58d-e85d-4a2a-8934-f241c1b4d177 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:35.725850 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5a5dcf9a-6733-44cf-ac4e-d3bcb4d8adf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.756357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9901b3a3-910d-4cda-ac09-1525283472ef details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:32:35.789268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5a5dcf9a-6733-44cf-ac4e-d3bcb4d8adf5 None None] Port 2c96f58d-e85d-4a2a-8934-f241c1b4d177 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:35.840077 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bdd20186-457d-4e49-8693-7c23805c997e req-e28f4ba2-f7e1-442c-9a02-02b204d9c428 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786908 Aug 19 12:32:35.845213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:35.858739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-71ae8a29-45e2-4939-8079-daf45a0c101c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/a8b35a13-9264-4214-a478-c8ce088c6ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4491560 Aug 19 12:32:35.858739 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.859043 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e9207-e819-40d0-83f0-3f9803ff2a4d None None] Sync routers for ids ['a8b35a13-9264-4214-a478-c8ce088c6ee1'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:35.862682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42056) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:35.877401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:35.879838 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.884340 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e9207-e819-40d0-83f0-3f9803ff2a4d None None] Routers {'a8b35a13-9264-4214-a478-c8ce088c6ee1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:35.884541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4406a362-6947-4ac9-80da-dc5aa706ec9d HTTP/1.1" status: 204 len: 168 time: 1.2358849 Aug 19 12:32:35.884653 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fb5e9207-e819-40d0-83f0-3f9803ff2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:32:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a8b35a13-9264-4214-a478-c8ce088c6ee1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:35.922004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9794df3-2396-4728-8161-314a9f045431 admin admin] Pushing event deleted for resources: {'Network': ['ID=4406a362-6947-4ac9-80da-dc5aa706ec9d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:35.935465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.935941 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f of type vlan for network 1378a818-9fc9-4dd7-b90a-5713d3ad3c03 Aug 19 12:32:35.950761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d81c3-e8ef-4d62-a353-3b01ef4e66e2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:35.951046 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fb5e9207-e819-40d0-83f0-3f9803ff2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:35.954534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 9901b3a3-910d-4cda-ac09-1525283472ef, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9901b3a3-910d-4cda-ac09-1525283472ef,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:35.956004 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:35.956494 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-118d81c3-e8ef-4d62-a353-3b01ef4e66e2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports/2c96f58d-e85d-4a2a-8934-f241c1b4d177 HTTP/1.1" status: 200 len: 913 time: 0.0902975 Aug 19 12:32:35.957707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42060) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:35.967670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '9901b3a3-910d-4cda-ac09-1525283472ef', 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3', 'port_id': '9901b3a3-910d-4cda-ac09-1525283472ef', 'mac_address': 'fa:16:3e:fb:d3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917b0eb4-793f-42ab-bd62-4942c9adf928', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:32:35.984011 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5e9207-e819-40d0-83f0-3f9803ff2a4d None None] Routers {'a8b35a13-9264-4214-a478-c8ce088c6ee1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:35.984912 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fb5e9207-e819-40d0-83f0-3f9803ff2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:32:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a8b35a13-9264-4214-a478-c8ce088c6ee1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:36.023872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6000780-f008-448d-ae56-3e02a33c3b10 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.062440 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fb5e9207-e819-40d0-83f0-3f9803ff2a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:36.063423 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5e9207-e819-40d0-83f0-3f9803ff2a4d None None] The sync data for ids ['a8b35a13-9264-4214-a478-c8ce088c6ee1'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:36.163075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.203631 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.217779 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9901b3a3-910d-4cda-ac09-1525283472ef {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:36.239240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 9901b3a3-910d-4cda-ac09-1525283472ef, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9901b3a3-910d-4cda-ac09-1525283472ef,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:36.282919 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.355880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Port': ['ID=6757cf62-3641-410e-b80c-3da97d0171cc,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:36.357119 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.374824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.407378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=9901b3a3-910d-4cda-ac09-1525283472ef,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:36.454875 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.471275 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.480787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c3b83066-5607-4927-9005-74dc22686bb7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2408390 Aug 19 12:32:36.484001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6000780-f008-448d-ae56-3e02a33c3b10 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Subnet': ['ID=982b4c8a-b0e0-4f0e-b23c-b949be65f0b3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:36.487721 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6000780-f008-448d-ae56-3e02a33c3b10 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.488453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8919b72-8019-40da-bfed-2ad5b3863db3 None None] Network 375e670c-9336-413c-8db9-b94fabc3b0a1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:36.489640 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c6000780-f008-448d-ae56-3e02a33c3b10 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "DELETE /v2.0/subnets/982b4c8a-b0e0-4f0e-b23c-b949be65f0b3 HTTP/1.1" status: 204 len: 168 time: 1.8889198 Aug 19 12:32:36.498356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42078) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:36.593710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['9901b3a3-910d-4cda-ac09-1525283472ef'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:36.600395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42082) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:36.653471 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.699361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.701890 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5b406aba-cae1-4921-8617-f8f5be20f403 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59f82db4b1af4ce5b7d512682fbbe897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1003718 Aug 19 12:32:36.704736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42086) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:36.707384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:36.711976 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.817284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=1378a818-9fc9-4dd7-b90a-5713d3ad3c03,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:36.818731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.844263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906a279c-def4-4f79-bdc7-f9bd5fb2112e']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:36.848118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 1378a818-9fc9-4dd7-b90a-5713d3ad3c03 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:36.868328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dc62bc-2662-4a2f-8b95-87f704ed1a50') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:36.868604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dc62bc-2662-4a2f-8b95-87f704ed1a50') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:36.882603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb0673f3-a44a-4cd9-b307-7a5bb7279298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.907180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb0673f3-a44a-4cd9-b307-7a5bb7279298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.965909 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.971548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bfdcc0-c3a8-43b3-87e2-0b3c46579359 None None] DHCP port deletion for 375e670c-9336-413c-8db9-b94fabc3b0a1 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:36.990146 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:36.997894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:36.999515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.024453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-1df8a602-1ee1-4401-a63d-80ca8769dc2a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1250632463&fields=id&tenant_id=becbd6116ce843618ea6f6cd4be07845 HTTP/1.1" status: 200 len: 267 time: 0.0586867 Aug 19 12:32:37.064896 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-00bfdcc0-c3a8-43b3-87e2-0b3c46579359 None None] Deleting port 7fb578da-c60a-4d99-b8e8-60c360bdd340 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:37.065276 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-00bfdcc0-c3a8-43b3-87e2-0b3c46579359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.087203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c8a0fd31-618d-432e-b352-fd91ed06afa2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:37.095308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c8a0fd31-618d-432e-b352-fd91ed06afa2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports/519023fd-4f22-4c46-8a13-94ad7e61cad7 HTTP/1.1" status: 200 len: 931 time: 0.0695040 Aug 19 12:32:37.102403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eb863db3-f6dc-4df2-950e-dbe1114de191 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0365913 Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:37.103459 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:37.114565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42102) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:37.134870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-00bfdcc0-c3a8-43b3-87e2-0b3c46579359 None None] For port 7fb578da-c60a-4d99-b8e8-60c360bdd340, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7fb578da-c60a-4d99-b8e8-60c360bdd340,segment=NetworkSegment(72513200-b9e6-4563-878a-628ae0bcdb44),segment_id=72513200-b9e6-4563-878a-628ae0bcdb44)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:37.135322 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-00bfdcc0-c3a8-43b3-87e2-0b3c46579359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.137100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-82624d72-e06c-4237-a16e-2124db8ea386 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:37.139042 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb0673f3-a44a-4cd9-b307-7a5bb7279298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.142119 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb0673f3-a44a-4cd9-b307-7a5bb7279298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.146187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eb0673f3-a44a-4cd9-b307-7a5bb7279298 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3fcc77f-8982-4cc1-82b5-c05e042ec978 HTTP/1.1" status: 204 len: 168 time: 0.4380114 Aug 19 12:32:37.152820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-00bfdcc0-c3a8-43b3-87e2-0b3c46579359 None None] Calling delete_port for 7fb578da-c60a-4d99-b8e8-60c360bdd340 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:37.180225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0673f3-a44a-4cd9-b307-7a5bb7279298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fcc77f-8982-4cc1-82b5-c05e042ec978,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:37.194751 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.216122 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.218660 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "DELETE /v2.0/networks/906a279c-def4-4f79-bdc7-f9bd5fb2112e HTTP/1.1" status: 204 len: 168 time: 0.7183652 Aug 19 12:32:37.224889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42106) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:37.270263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fdb01-0ec6-439d-a72f-2b3fa8b605e5 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Network': ['ID=906a279c-def4-4f79-bdc7-f9bd5fb2112e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:37.298838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc32650-5045-4a01-ab85-bcc2d21670ca req-7a767457-218d-4b59-ba9d-86687c240145 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:37.309599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0cc32650-5045-4a01-ab85-bcc2d21670ca req-7a767457-218d-4b59-ba9d-86687c240145 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 944 time: 0.1905608 Aug 19 12:32:37.338296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7fb578da-c60a-4d99-b8e8-60c360bdd340 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:37.370388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-9110c294-7d96-4dcf-9d3f-52168f1aa043 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:37.380412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-9110c294-7d96-4dcf-9d3f-52168f1aa043 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports/d8c23d98-2995-46ce-8f34-a0804a88df54 HTTP/1.1" status: 200 len: 932 time: 0.2845025 Aug 19 12:32:37.394036 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0cc32650-5045-4a01-ab85-bcc2d21670ca req-4b12902e-40af-4a53-b851-03ad07132767 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846467 Aug 19 12:32:37.474850 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.519957 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-772207aa-e15e-4136-a022-7a60502c569e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1382887 Aug 19 12:32:37.564347 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-00bfdcc0-c3a8-43b3-87e2-0b3c46579359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.566498 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.591948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-75999d20-054b-4ec9-9bea-e0c22a0c73f3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0637722 Aug 19 12:32:37.607353 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6386cab9-572e-4246-abc3-a3193b1affe1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.614976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfdcc0-c3a8-43b3-87e2-0b3c46579359 None None] Pushing event deleted for resources: {'Port': ['ID=7fb578da-c60a-4d99-b8e8-60c360bdd340,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:37.621181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfdcc0-c3a8-43b3-87e2-0b3c46579359 None None] No DVR routers for this DVR port 7fb578da-c60a-4d99-b8e8-60c360bdd340 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:37.659602 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.708767 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82624d72-e06c-4237-a16e-2124db8ea386 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.734050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9901b3a3-910d-4cda-ac09-1525283472ef up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:37.760442 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5303356d-8cbe-4b84-b9db-750b155ee34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.911825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 9901b3a3-910d-4cda-ac09-1525283472ef completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:37.916632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 9901b3a3-910d-4cda-ac09-1525283472ef triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:37.917282 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.917725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.920326 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82624d72-e06c-4237-a16e-2124db8ea386 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:37.963113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375e670c-9336-413c-8db9-b94fabc3b0a1']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:38.009421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82624d72-e06c-4237-a16e-2124db8ea386 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network 1378a818-9fc9-4dd7-b90a-5713d3ad3c03 is not hosted by any dhcp agent {{(pid=95543) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:32:38.015579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82624d72-e06c-4237-a16e-2124db8ea386 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.018135 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82624d72-e06c-4237-a16e-2124db8ea386 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.018135 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-82624d72-e06c-4237-a16e-2124db8ea386 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "PUT /v2.0/networks/1378a818-9fc9-4dd7-b90a-5713d3ad3c03 HTTP/1.1" status: 200 len: 723 time: 0.9036109 Aug 19 12:32:38.025701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42128) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:38.036449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'network_id': '1378a818-9fc9-4dd7-b90a-5713d3ad3c03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:38.087691 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.117232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72513200-b9e6-4563-878a-628ae0bcdb44') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:38.117755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72513200-b9e6-4563-878a-628ae0bcdb44') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:38.138195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13168eb-4c0d-400b-9b72-5af27f4e3832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9901b3a3-910d-4cda-ac09-1525283472ef'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:38.146708 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8512581-51ea-4906-a84a-0f8d42996e48" -d '{"events": [{"server_uuid": "d13168eb-4c0d-400b-9b72-5af27f4e3832", "name": "network-vif-plugged", "status": "completed", "tag": "9901b3a3-910d-4cda-ac09-1525283472ef"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:38.175798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 9901b3a3-910d-4cda-ac09-1525283472ef, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9901b3a3-910d-4cda-ac09-1525283472ef,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:38.178151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.196898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-77e00565-de4f-4f75-8f4d-5524a5c8f6be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.203422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-77e00565-de4f-4f75-8f4d-5524a5c8f6be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.211963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-77e00565-de4f-4f75-8f4d-5524a5c8f6be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.213609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-77e00565-de4f-4f75-8f4d-5524a5c8f6be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/networks?id=a7e006fa-14ef-4f06-8efb-18b1127140c8&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe HTTP/1.1" status: 200 len: 1987 time: 0.5580852 Aug 19 12:32:38.221051 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719e98dd-f482-4028-8366-a0ca771d9231 x-openstack-request-id: req-719e98dd-f482-4028-8366-a0ca771d9231 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:38.221838 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13168eb-4c0d-400b-9b72-5af27f4e3832", "name": "network-vif-plugged", "status": "completed", "tag": "9901b3a3-910d-4cda-ac09-1525283472ef", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:38.221838 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-719e98dd-f482-4028-8366-a0ca771d9231 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:38.222107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82624d72-e06c-4237-a16e-2124db8ea386 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=1378a818-9fc9-4dd7-b90a-5713d3ad3c03,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:38.222225 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13168eb-4c0d-400b-9b72-5af27f4e3832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9901b3a3-910d-4cda-ac09-1525283472ef', 'code': 200} Aug 19 12:32:38.239381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 1378a818-9fc9-4dd7-b90a-5713d3ad3c03 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:38.240130 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.272514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:38.272514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.335311 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:38.338181 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:38.353297 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c2efff00-1f8f-4a1c-bc52-75937b78c1d4 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/quotas/becbd6116ce843618ea6f6cd4be07845 HTTP/1.1" status: 200 len: 375 time: 0.1145144 Aug 19 12:32:38.365024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:38.370193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.405871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=9901b3a3-910d-4cda-ac09-1525283472ef,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:38.423475 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.433291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67871873-5bdf-4c74-8c23-5f3a5a83ef7c req-4d10d1f8-251a-4534-9282-bc346de78ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.435347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67871873-5bdf-4c74-8c23-5f3a5a83ef7c req-4d10d1f8-251a-4534-9282-bc346de78ec3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 1096 time: 0.1381669 Aug 19 12:32:38.446203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.448146 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] 10.222.0.21 "DELETE /v2.0/networks/375e670c-9336-413c-8db9-b94fabc3b0a1 HTTP/1.1" status: 204 len: 168 time: 1.2101610 Aug 19 12:32:38.464773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6b352-2d27-4776-b145-534778ab07b1 tempest-TaggedBootDevicesTest_v242-1962335176 tempest-TaggedBootDevicesTest_v242-1962335176-project] Pushing event deleted for resources: {'Network': ['ID=375e670c-9336-413c-8db9-b94fabc3b0a1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:38.521556 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67871873-5bdf-4c74-8c23-5f3a5a83ef7c req-3289ad6f-6a9e-472d-bb70-a9694255a4bc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780008 Aug 19 12:32:38.526567 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-788c90f5-912d-4b78-ada4-1a19818b89d4 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1722631 Aug 19 12:32:38.670049 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-97134a8b-0af1-4f19-9cd1-852f2d6bc575 service neutron] 10.222.0.21 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380219 Aug 19 12:32:38.672241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef771a9-59ff-4807-9fe0-d82061190cb8 req-7fec0713-be16-4075-9925-e6217bedc9e5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:38.675132 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ef771a9-59ff-4807-9fe0-d82061190cb8 req-7fec0713-be16-4075-9925-e6217bedc9e5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 945 time: 0.1471817 Aug 19 12:32:38.676644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6386cab9-572e-4246-abc3-a3193b1affe1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port 2c96f58d-e85d-4a2a-8934-f241c1b4d177 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:38.676991 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6386cab9-572e-4246-abc3-a3193b1affe1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.764713 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ef771a9-59ff-4807-9fe0-d82061190cb8 req-c447287d-325f-40ea-8a6f-11694d496c37 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821514 Aug 19 12:32:38.869995 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6386cab9-572e-4246-abc3-a3193b1affe1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.882230 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-871a7fac-a006-4835-b381-d89247dad97c service neutron] 10.222.0.21 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006712 Aug 19 12:32:38.886576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6386cab9-572e-4246-abc3-a3193b1affe1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for 2c96f58d-e85d-4a2a-8934-f241c1b4d177 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:38.905798 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:38.984699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=99f6766d-ec53-4c4e-9732-b9838dc7b905,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:38.994211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking segment: {'id': 'dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1378a818-9fc9-4dd7-b90a-5713d3ad3c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:38.994651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network hostable DHCP agents. Network: 1378a818-9fc9-4dd7-b90a-5713d3ad3c03, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:38.995193 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-d3dac1c9-91e4-4bac-9718-5f30ae4adf9d service neutron] 10.222.0.21 "GET /v2.0/ports/519023fd-4f22-4c46-8a13-94ad7e61cad7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1044633 Aug 19 12:32:39.164331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network 1378a818-9fc9-4dd7-b90a-5713d3ad3c03 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:39.164896 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.204645 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-1a2972b9-40fe-49e1-8212-49af6bb89dd6 service neutron] 10.222.0.21 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577587 Aug 19 12:32:39.282452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 1378a818-9fc9-4dd7-b90a-5713d3ad3c03) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:39.293554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8bf261-2a0f-41cf-97ae-127c916c87e3 None None] Network 1378a818-9fc9-4dd7-b90a-5713d3ad3c03 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:39.307703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:39.308649 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.356937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6386cab9-572e-4246-abc3-a3193b1affe1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.376116 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-bf5197a4-ea83-467c-9f86-aedc537bf447 service neutron] 10.222.0.21 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609137 Aug 19 12:32:39.379603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05609719-72a4-445b-824e-30d41047b829 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:32:39.419340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386cab9-572e-4246-abc3-a3193b1affe1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=2c96f58d-e85d-4a2a-8934-f241c1b4d177,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:39.432341 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-11edaf57-9568-4d99-9b85-36b0d9fa937e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4042768 Aug 19 12:32:39.435055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42178) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:39.453752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9fe7de46-7f71-48d0-864b-eba991cd8c1c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:39.621681 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-54066a4d-ec93-4ecf-bcfa-1683d7bf2a84 service neutron] 10.222.0.21 "GET /v2.0/ports/d8c23d98-2995-46ce-8f34-a0804a88df54?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2261844 Aug 19 12:32:39.746638 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fe7de46-7f71-48d0-864b-eba991cd8c1c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61261387'] for subnet, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.771318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:39.823961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-69f2233e-c127-4575-b0ef-fd9c05662746 service neutron] 10.222.0.21 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272306 Aug 19 12:32:39.852680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '05609719-72a4-445b-824e-30d41047b829', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '05609719-72a4-445b-824e-30d41047b829', 'mac_address': 'fa:16:3e:8e:1d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:32:39.922419 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-1378a818-9fc9-4dd7-b90a-5713d3ad3c03', 'network_id': '1378a818-9fc9-4dd7-b90a-5713d3ad3c03', 'tenant_id': 'f8f3505e64f44f4e8781e2fa172e9876', 'fixed_ips': [{'subnet_id': '99f6766d-ec53-4c4e-9732-b9838dc7b905'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:39.923345 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.963320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6386cab9-572e-4246-abc3-a3193b1affe1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:39.994678 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.043621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e39ddec3-26cf-463e-999d-647c95cf1ed1 service neutron] 10.222.0.21 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035902 Aug 19 12:32:40.127976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05609719-72a4-445b-824e-30d41047b829 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:32:40.140267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fe7de46-7f71-48d0-864b-eba991cd8c1c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729423510887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59391565'] for subnet, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.165345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe7de46-7f71-48d0-864b-eba991cd8c1c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:40.166134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:40.167300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fe7de46-7f71-48d0-864b-eba991cd8c1c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.169016 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9fe7de46-7f71-48d0-864b-eba991cd8c1c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "PUT /v2.0/subnets/99f6766d-ec53-4c4e-9732-b9838dc7b905 HTTP/1.1" status: 200 len: 806 time: 0.7327163 Aug 19 12:32:40.190350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42198) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:40.276044 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.340012 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.398218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7de46-7f71-48d0-864b-eba991cd8c1c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=99f6766d-ec53-4c4e-9732-b9838dc7b905,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:40.419692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['05609719-72a4-445b-824e-30d41047b829'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:32:40.449498 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.483763 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Allocated IP 172.20.0.2 (1378a818-9fc9-4dd7-b90a-5713d3ad3c03/99f6766d-ec53-4c4e-9732-b9838dc7b905/a8877196-2b18-4684-9ced-871c45598076) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:40.557152 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:40.628963 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-3091e468-95ae-420d-934c-0af3b43d096a service neutron] 10.222.0.21 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399432 Aug 19 12:32:40.634449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6386cab9-572e-4246-abc3-a3193b1affe1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router a8b35a13-9264-4214-a478-c8ce088c6ee1 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:32:40.726207 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:40.872195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222254e3-1171-4555-8560-a009404040a0 req-5c4c8a73-bcf5-4ce8-a2ba-fb5cd57e56cb tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:40.885337 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-222254e3-1171-4555-8560-a009404040a0 req-5c4c8a73-bcf5-4ce8-a2ba-fb5cd57e56cb tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 945 time: 0.0877876 Aug 19 12:32:40.984379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-222254e3-1171-4555-8560-a009404040a0 req-bdeaad8f-e2a1-48d7-8280-8ac1ec092b7e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980344 Aug 19 12:32:41.129899 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.152301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Transition to ACTIVE for port object a8877196-2b18-4684-9ced-871c45598076 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:41.240099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Transition to ACTIVE for port object a8877196-2b18-4684-9ced-871c45598076 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:41.340362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.472581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Pushing event updated for resources: {'Port': ['ID=a8877196-2b18-4684-9ced-871c45598076,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:41.484774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Network 1378a818-9fc9-4dd7-b90a-5713d3ad3c03 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:41.486227 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:41.491623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:41.491920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.603833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Attempting to bind port a8877196-2b18-4684-9ced-871c45598076 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:41.604214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Attempting to bind port a8877196-2b18-4684-9ced-871c45598076 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1378a818-9fc9-4dd7-b90a-5713d3ad3c03'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:41.604581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Attempting to bind port a8877196-2b18-4684-9ced-871c45598076 on network 1378a818-9fc9-4dd7-b90a-5713d3ad3c03 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:41.608968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Subnet': ['ID=99f6766d-ec53-4c4e-9732-b9838dc7b905,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:41.610463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:41.610690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Checking segment: {'id': 'dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1378a818-9fc9-4dd7-b90a-5713d3ad3c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:41.611146 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.611542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Bound using segment: {'id': 'dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1378a818-9fc9-4dd7-b90a-5713d3ad3c03'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:41.612088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Bound port: a8877196-2b18-4684-9ced-871c45598076, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1378a818-9fc9-4dd7-b90a-5713d3ad3c03'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:41.612475 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.710844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6386cab9-572e-4246-abc3-a3193b1affe1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:41.735946 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6386cab9-572e-4246-abc3-a3193b1affe1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/a8b35a13-9264-4214-a478-c8ce088c6ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7748435 Aug 19 12:32:41.750613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42228) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:41.754502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eaebe1-2ed2-4436-b619-a7cc92d8fbd3 None None] Sync routers for ids ['a8b35a13-9264-4214-a478-c8ce088c6ee1'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:41.793028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eaebe1-2ed2-4436-b619-a7cc92d8fbd3 None None] Routers {'a8b35a13-9264-4214-a478-c8ce088c6ee1'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:41.793681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-71eaebe1-2ed2-4436-b619-a7cc92d8fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a8b35a13-9264-4214-a478-c8ce088c6ee1'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:41.877942 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:41.878184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] For port a8877196-2b18-4684-9ced-871c45598076, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:41.881124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-71eaebe1-2ed2-4436-b619-a7cc92d8fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:41.906492 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1378a818-9fc9-4dd7-b90a-5713d3ad3c03']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:41.923180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] For port a8877196-2b18-4684-9ced-871c45598076, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a8877196-2b18-4684-9ced-871c45598076,segment=NetworkSegment(dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f),segment_id=dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:41.924169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eaebe1-2ed2-4436-b619-a7cc92d8fbd3 None None] Routers {'a8b35a13-9264-4214-a478-c8ce088c6ee1'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:41.924786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-71eaebe1-2ed2-4436-b619-a7cc92d8fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a8b35a13-9264-4214-a478-c8ce088c6ee1'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:41.938457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-3d836578-9367-4ac8-9d8e-85993da34014 service neutron] 10.222.0.21 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2981632 Aug 19 12:32:41.992543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:41.992864 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:42.010944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-71eaebe1-2ed2-4436-b619-a7cc92d8fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:42.011701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eaebe1-2ed2-4436-b619-a7cc92d8fbd3 None None] The sync data for ids ['a8b35a13-9264-4214-a478-c8ce088c6ee1'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:42.018321 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.037943 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.060370 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.088356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:42.088356 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:42.107189 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:42.291152 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea04352-0f63-424d-a8d2-0c40331339b8 None None] Network 1378a818-9fc9-4dd7-b90a-5713d3ad3c03 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:42.301022 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-6b984231-b516-4b78-985d-5469ae4e5393 service neutron] 10.222.0.21 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315899 Aug 19 12:32:42.408275 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:32:42.408275 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:32:42.408275 n-d-803757-2 neutron-server[95542]: [parameters: {'id': '1378a818-9fc9-4dd7-b90a-5713d3ad3c03'}] Aug 19 12:32:42.408275 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:42.409226 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:42.434224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0546ff6-cda9-4b21-a83d-1bea395a5217 None None] Pushing event updated for resources: {'Port': ['ID=a8877196-2b18-4684-9ced-871c45598076,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:42.587064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d059d8-96ba-4a79-8cfe-5662d6ae4d29 None None] Network 1378a818-9fc9-4dd7-b90a-5713d3ad3c03 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:42.743436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160fc44c-d1e8-4935-af1c-b34a55fcbc6e None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:32:42.773063 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-1553915c-8f01-4665-a0d9-10bb35bec3b7 service neutron] 10.222.0.21 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574765 Aug 19 12:32:42.911131 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.015519 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-feaea9bd-5394-49d5-85fb-f7ccd78e2dab service neutron] 10.222.0.21 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219059 Aug 19 12:32:43.045210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160fc44c-d1e8-4935-af1c-b34a55fcbc6e None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:32:43.062880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Deleting port a8877196-2b18-4684-9ced-871c45598076 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:43.068673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.216613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d4dad447-e05a-46e1-aad0-8a06ed698911 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.240456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] For port a8877196-2b18-4684-9ced-871c45598076, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a8877196-2b18-4684-9ced-871c45598076,segment=NetworkSegment(dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f),segment_id=dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:43.241125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.303964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Calling delete_port for a8877196-2b18-4684-9ced-871c45598076 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:43.614127 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.656725 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-40e6844c-ad73-447a-98ab-cdd9a8586377 service neutron] 10.222.0.21 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115651 Aug 19 12:32:43.708655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No DVR routers for this DVR port a8877196-2b18-4684-9ced-871c45598076 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:43.711956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Port': ['ID=a8877196-2b18-4684-9ced-871c45598076,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:43.883375 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.891682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05609719-72a4-445b-824e-30d41047b829 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:43.910688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1378a818-9fc9-4dd7-b90a-5713d3ad3c03']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:43.933650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:43.934336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6cb14f-ebd9-4b0e-9c29-9c31ed27ef4f') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:43.945649 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.966030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-016ea76e-cacb-415f-a984-e2ec8afc7b3b service neutron] 10.222.0.21 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082955 Aug 19 12:32:43.969687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:43.976970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:43.977589 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:44.069372 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:44.090215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d4dad447-e05a-46e1-aad0-8a06ed698911 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port 3051ff2b-7174-4619-b115-911377092ad5 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:44.090613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d4dad447-e05a-46e1-aad0-8a06ed698911 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.127494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 05609719-72a4-445b-824e-30d41047b829 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:44.127996 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.183706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d4dad447-e05a-46e1-aad0-8a06ed698911 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.197744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-d4dad447-e05a-46e1-aad0-8a06ed698911 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for 3051ff2b-7174-4619-b115-911377092ad5 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:44.228927 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.236803 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.240837 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/1378a818-9fc9-4dd7-b90a-5713d3ad3c03 HTTP/1.1" status: 204 len: 168 time: 4.0487881 Aug 19 12:32:44.247013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42292) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:44.292476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372f725-9c14-4d6e-a6b1-e76b2da73015 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=1378a818-9fc9-4dd7-b90a-5713d3ad3c03,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:44.368456 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec87baf-6bd6-4245-93ab-92bb4d939477 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:44.369227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec87baf-6bd6-4245-93ab-92bb4d939477 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:44.372910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4ec87baf-6bd6-4245-93ab-92bb4d939477 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/1378a818-9fc9-4dd7-b90a-5713d3ad3c03 HTTP/1.1" status: 404 len: 339 time: 0.0852115 Aug 19 12:32:44.384767 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.388932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42302) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:44.397454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-317681906', 'description': 'd1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:44.428652 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-af7591a5-c053-4831-8252-8ba3c8eea77c service neutron] 10.222.0.21 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381669 Aug 19 12:32:44.429292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05609719-72a4-445b-824e-30d41047b829'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:32:44.434207 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340e7271-2407-44fb-bebf-7ae0b23f4091" -d '{"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-plugged", "status": "completed", "tag": "05609719-72a4-445b-824e-30d41047b829"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:32:44.486899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:44.553003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:44.557308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.614075 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.626373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:44.661738 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.662541 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment 9219dbb8-13a9-4ebf-98b7-968a320de2f0 of type vlan for network 288ad317-f2bd-4ad4-aaf2-34415209978e Aug 19 12:32:44.751609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d4dad447-e05a-46e1-aad0-8a06ed698911 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.761535 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=10']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:44.796194 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dad447-e05a-46e1-aad0-8a06ed698911 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=3051ff2b-7174-4619-b115-911377092ad5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:44.823862 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.979328 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:44.986141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:44.991555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.113848 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d4dad447-e05a-46e1-aad0-8a06ed698911 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.157449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=288ad317-f2bd-4ad4-aaf2-34415209978e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:45.169122 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a473a457-70da-49cf-af43-0a7193037cb7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7785161 Aug 19 12:32:45.171468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 288ad317-f2bd-4ad4-aaf2-34415209978e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:45.175427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42332) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:45.408225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c77e549-5708-4593-aa0e-c2839da11c42 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:45.412666 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0c77e549-5708-4593-aa0e-c2839da11c42 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/networks?id=288ad317-f2bd-4ad4-aaf2-34415209978e HTTP/1.1" status: 200 len: 760 time: 0.2270601 Aug 19 12:32:45.424257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42340) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:45.424442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ba63844b-1b62-4e3d-9c8d-db6147500929 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'description': 'd2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:45.469838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dad447-e05a-46e1-aad0-8a06ed698911 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router a8b35a13-9264-4214-a478-c8ce088c6ee1 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:32:45.656566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dad447-e05a-46e1-aad0-8a06ed698911 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:32:45.669602 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f29c0b-0736-4fae-b5d4-524f224ab8a9 None None] Sync routers for ids ['a8b35a13-9264-4214-a478-c8ce088c6ee1'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:32:45.692331 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f29c0b-0736-4fae-b5d4-524f224ab8a9 None None] Routers {'a8b35a13-9264-4214-a478-c8ce088c6ee1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:45.694312 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f3f29c0b-0736-4fae-b5d4-524f224ab8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a8b35a13-9264-4214-a478-c8ce088c6ee1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:45.695640 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d4dad447-e05a-46e1-aad0-8a06ed698911 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/a8b35a13-9264-4214-a478-c8ce088c6ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9337883 Aug 19 12:32:45.698333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42350) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:45.782970 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3e764323-a337-41df-a86e-a34be8252513 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b35a13-9264-4214-a478-c8ce088c6ee1 HTTP/1.1" status: 200 len: 205 time: 0.0833547 Aug 19 12:32:45.786106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42352) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:45.809113 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f3f29c0b-0736-4fae-b5d4-524f224ab8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:45.839496 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f29c0b-0736-4fae-b5d4-524f224ab8a9 None None] Routers {'a8b35a13-9264-4214-a478-c8ce088c6ee1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:32:45.840302 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f3f29c0b-0736-4fae-b5d4-524f224ab8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a8b35a13-9264-4214-a478-c8ce088c6ee1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:45.859527 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba63844b-1b62-4e3d-9c8d-db6147500929 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:45.891513 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f3f29c0b-0736-4fae-b5d4-524f224ab8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:45.892475 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f29c0b-0736-4fae-b5d4-524f224ab8a9 None None] The sync data for ids ['a8b35a13-9264-4214-a478-c8ce088c6ee1'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:32:45.955081 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f09c5bf9-13eb-42d9-bef8-8a6084e062ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.070606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba63844b-1b62-4e3d-9c8d-db6147500929 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.218609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f09c5bf9-13eb-42d9-bef8-8a6084e062ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.222839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f09c5bf9-13eb-42d9-bef8-8a6084e062ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.264812 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63844b-1b62-4e3d-9c8d-db6147500929 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=288ad317-f2bd-4ad4-aaf2-34415209978e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:46.279922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba63844b-1b62-4e3d-9c8d-db6147500929 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network 288ad317-f2bd-4ad4-aaf2-34415209978e is not hosted by any dhcp agent {{(pid=95542) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:32:46.280298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 288ad317-f2bd-4ad4-aaf2-34415209978e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:46.297314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63844b-1b62-4e3d-9c8d-db6147500929 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:46.298049 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba63844b-1b62-4e3d-9c8d-db6147500929 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.302010 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ba63844b-1b62-4e3d-9c8d-db6147500929 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "PUT /v2.0/networks/288ad317-f2bd-4ad4-aaf2-34415209978e HTTP/1.1" status: 200 len: 757 time: 0.8852839 Aug 19 12:32:46.325270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42358) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:46.461191 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8af2e46-92e6-4e74-8937-e580553323c1 x-openstack-request-id: req-d8af2e46-92e6-4e74-8937-e580553323c1 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:32:46.461191 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-plugged", "status": "completed", "tag": "05609719-72a4-445b-824e-30d41047b829", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:32:46.461191 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8af2e46-92e6-4e74-8937-e580553323c1 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:32:46.461563 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05609719-72a4-445b-824e-30d41047b829', 'code': 200} Aug 19 12:32:46.488057 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f09c5bf9-13eb-42d9-bef8-8a6084e062ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.488603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09c5bf9-13eb-42d9-bef8-8a6084e062ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Fanout notify agent at l3_agent the message router_deleted on router a8b35a13-9264-4214-a478-c8ce088c6ee1 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:32:46.495815 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f09c5bf9-13eb-42d9-bef8-8a6084e062ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.497661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f09c5bf9-13eb-42d9-bef8-8a6084e062ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/a8b35a13-9264-4214-a478-c8ce088c6ee1 HTTP/1.1" status: 204 len: 168 time: 0.7102673 Aug 19 12:32:46.507274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42364) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:46.608116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d92ee7-f809-45b8-8c2a-41b607044644 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:46.609939 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-85d92ee7-f809-45b8-8c2a-41b607044644 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/networks?id=288ad317-f2bd-4ad4-aaf2-34415209978e HTTP/1.1" status: 200 len: 760 time: 0.2820015 Aug 19 12:32:46.617187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42368) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:46.636170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-323239917'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:46.678029 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea5e3d0-b3b1-46fe-aa72-eea315f66dda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting subnet 1111fd4c-3254-41ce-9adc-4d519de1d752 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:46.694499 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aea5e3d0-b3b1-46fe-aa72-eea315f66dda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.807011 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aea5e3d0-b3b1-46fe-aa72-eea315f66dda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.967900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:46.990243 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aea5e3d0-b3b1-46fe-aa72-eea315f66dda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:46.990418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.084443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:47.097106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.097769 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment 1319b0d7-82ca-41ba-b23e-6b49226ccf27 of type vlan for network 754169a7-87b8-4b43-879f-0129b25221cc Aug 19 12:32:47.154906 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.174118 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aea5e3d0-b3b1-46fe-aa72-eea315f66dda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.253266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5e3d0-b3b1-46fe-aa72-eea315f66dda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Subnet': ['ID=1111fd4c-3254-41ce-9adc-4d519de1d752,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:47.285218 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aea5e3d0-b3b1-46fe-aa72-eea315f66dda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.289881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42382) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:47.291559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a70c2a9-0fd6-44fb-a1f7-fc85b85e4e29 None None] Network c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:47.294234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aea5e3d0-b3b1-46fe-aa72-eea315f66dda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/1111fd4c-3254-41ce-9adc-4d519de1d752 HTTP/1.1" status: 204 len: 168 time: 0.7774966 Aug 19 12:32:47.428402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.457699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:47.460613 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.614304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1706f5ae-282b-44e6-a4cf-95b2a95c56e9 None None] DHCP port deletion for c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:47.717701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7d9fcb-0ec1-492b-a7e9-e2b594866a2d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting subnet 581cc666-2301-4842-8ec5-b7ee959cbad7 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:32:47.723957 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3234cc03-69df-4f66-bc71-1cbd3a14df73 req-bd9b4370-b057-4a35-879e-4bfc9e719200 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.3344848 Aug 19 12:32:47.728851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=754169a7-87b8-4b43-879f-0129b25221cc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:47.731568 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9fcb-0ec1-492b-a7e9-e2b594866a2d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.750663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 754169a7-87b8-4b43-879f-0129b25221cc details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:47.883472 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9fcb-0ec1-492b-a7e9-e2b594866a2d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:47.991042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1706f5ae-282b-44e6-a4cf-95b2a95c56e9 None None] Deleting port 780d1451-636e-4941-af60-b41e143e0dc6 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:47.991417 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1706f5ae-282b-44e6-a4cf-95b2a95c56e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.034589 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9fcb-0ec1-492b-a7e9-e2b594866a2d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.085693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42408) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:48.086143 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-23888741-d37e-4a59-a4db-65417ce15d0a tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4658566 Aug 19 12:32:48.091442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'network_id': '754169a7-87b8-4b43-879f-0129b25221cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:48.208001 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1706f5ae-282b-44e6-a4cf-95b2a95c56e9 None None] For port 780d1451-636e-4941-af60-b41e143e0dc6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=780d1451-636e-4941-af60-b41e143e0dc6,segment=NetworkSegment(33b97b31-2de8-4269-bd0c-b44c7bafae92),segment_id=33b97b31-2de8-4269-bd0c-b44c7bafae92)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:48.208701 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1706f5ae-282b-44e6-a4cf-95b2a95c56e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.230561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1706f5ae-282b-44e6-a4cf-95b2a95c56e9 None None] Calling delete_port for 780d1451-636e-4941-af60-b41e143e0dc6 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:48.327972 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9fcb-0ec1-492b-a7e9-e2b594866a2d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.392893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d9fcb-0ec1-492b-a7e9-e2b594866a2d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Subnet': ['ID=581cc666-2301-4842-8ec5-b7ee959cbad7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:48.400953 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9fcb-0ec1-492b-a7e9-e2b594866a2d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.402947 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5c7d9fcb-0ec1-492b-a7e9-e2b594866a2d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/581cc666-2301-4842-8ec5-b7ee959cbad7 HTTP/1.1" status: 204 len: 168 time: 1.1115978 Aug 19 12:32:48.405511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42412) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:48.424840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c52fec1-c249-4935-b0f5-c7651cddefca None None] Network e650d89c-2782-44ff-b347-57033f14f310 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:48.527888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:48.531934 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1706f5ae-282b-44e6-a4cf-95b2a95c56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.533867 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:48.612692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1706f5ae-282b-44e6-a4cf-95b2a95c56e9 None None] No DVR routers for this DVR port 780d1451-636e-4941-af60-b41e143e0dc6 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:48.634902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706f5ae-282b-44e6-a4cf-95b2a95c56e9 None None] Pushing event deleted for resources: {'Port': ['ID=780d1451-636e-4941-af60-b41e143e0dc6,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:48.706861 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.017944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc6e66-ebce-405d-a4a3-130ec4953e42 None None] DHCP port deletion for e650d89c-2782-44ff-b347-57033f14f310 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:32:49.065916 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.176536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c262dac8-6245-4d6b-bd2b-73be4c1ed3c7']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:49.177588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc6e66-ebce-405d-a4a3-130ec4953e42 None None] Deleting port a0949392-2cc1-43e1-a42e-f33ba5232aa3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:49.177588 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6e66-ebce-405d-a4a3-130ec4953e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.178116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b97b31-2de8-4269-bd0c-b44c7bafae92') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:49.178116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b97b31-2de8-4269-bd0c-b44c7bafae92') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:49.178116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.179771 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.220760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:49.221184 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.348592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a0949392-2cc1-43e1-a42e-f33ba5232aa3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:49.411417 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:49.435974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b8fc6e66-ebce-405d-a4a3-130ec4953e42 None None] For port a0949392-2cc1-43e1-a42e-f33ba5232aa3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a0949392-2cc1-43e1-a42e-f33ba5232aa3,segment=NetworkSegment(4ebb44af-dfc9-4861-9f98-cf697d2c2c28),segment_id=4ebb44af-dfc9-4861-9f98-cf697d2c2c28)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:49.436363 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6e66-ebce-405d-a4a3-130ec4953e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.504795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc6e66-ebce-405d-a4a3-130ec4953e42 None None] Calling delete_port for a0949392-2cc1-43e1-a42e-f33ba5232aa3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:49.533828 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.608742 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.642465 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/networks/c262dac8-6245-4d6b-bd2b-73be4c1ed3c7 HTTP/1.1" status: 204 len: 168 time: 1.2314541 Aug 19 12:32:49.651905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1949483-e6ce-4fd5-bbfc-2c83e4ab8261 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Network': ['ID=c262dac8-6245-4d6b-bd2b-73be4c1ed3c7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:49.687021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42444) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:49.781418 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.824225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port a0949392-2cc1-43e1-a42e-f33ba5232aa3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a0949392-2cc1-43e1-a42e-f33ba5232aa3,segment=NetworkSegment(4ebb44af-dfc9-4861-9f98-cf697d2c2c28),segment_id=4ebb44af-dfc9-4861-9f98-cf697d2c2c28)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:49.954603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.956366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42450) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:49.971291 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:49.973263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 780d1451-636e-4941-af60-b41e143e0dc6 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:32:49.989334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d743243f-afb7-4681-9db6-f50389e2baa8 req-868cc309-b018-4e9c-ba46-ef3e895412dd tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0941703 Aug 19 12:32:50.057938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 780d1451-636e-4941-af60-b41e143e0dc6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:32:50.069525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 780d1451-636e-4941-af60-b41e143e0dc6 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:32:50.197092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port a0949392-2cc1-43e1-a42e-f33ba5232aa3 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:50.200101 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.293850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.319456 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b8fc6e66-ebce-405d-a4a3-130ec4953e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.369560 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ae283ca-e70a-4a08-9bce-6cde0e49c23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.381875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] For port a0949392-2cc1-43e1-a42e-f33ba5232aa3, host n-d-803757-2, got binding levels [] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:50.384168 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.385864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=a0949392-2cc1-43e1-a42e-f33ba5232aa3,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:50.403566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc6e66-ebce-405d-a4a3-130ec4953e42 None None] No DVR routers for this DVR port a0949392-2cc1-43e1-a42e-f33ba5232aa3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:50.424753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for a0949392-2cc1-43e1-a42e-f33ba5232aa3 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:50.428911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_backend_mixin [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Port a0949392-2cc1-43e1-a42e-f33ba5232aa3 was not found and therefore no delete operation was performed {{(pid=95542) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:32:50.436507 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.460306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking segment: {'id': '1319b0d7-82ca-41ba-b23e-6b49226ccf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '754169a7-87b8-4b43-879f-0129b25221cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:50.460965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network hostable DHCP agents. Network: 754169a7-87b8-4b43-879f-0129b25221cc, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:50.478287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=4ddfd9af-d999-4eca-a3cd-10dbc1fdab53,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:50.495999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=a0949392-2cc1-43e1-a42e-f33ba5232aa3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:50.509372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No DVR routers for this DVR port a0949392-2cc1-43e1-a42e-f33ba5232aa3 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:50.526445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc6e66-ebce-405d-a4a3-130ec4953e42 None None] Pushing event deleted for resources: {'Port': ['ID=a0949392-2cc1-43e1-a42e-f33ba5232aa3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:50.645866 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.668017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e650d89c-2782-44ff-b347-57033f14f310']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:50.685674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebb44af-dfc9-4861-9f98-cf697d2c2c28') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:50.685674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebb44af-dfc9-4861-9f98-cf697d2c2c28') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:50.707718 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.733150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network 754169a7-87b8-4b43-879f-0129b25221cc is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:50.782490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ae283ca-e70a-4a08-9bce-6cde0e49c23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.785155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.812794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:50.813158 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:50.817903 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:50.842119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 754169a7-87b8-4b43-879f-0129b25221cc) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:50.848617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:50.849492 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:50.865288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c796da96-fcbb-4543-99b0-e1b2389fe80c None None] Network 754169a7-87b8-4b43-879f-0129b25221cc requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:50.963948 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ae283ca-e70a-4a08-9bce-6cde0e49c23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.063922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6ae283ca-e70a-4a08-9bce-6cde0e49c23c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab6eb80f9cfd4c2da9c0a5c23a469b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1048355 Aug 19 12:32:51.064710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae283ca-e70a-4a08-9bce-6cde0e49c23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd8862-0344-4b21-8c6a-7b035442e3f3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:51.066203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42472) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:51.150691 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.156498 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.161754 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/networks/e650d89c-2782-44ff-b347-57033f14f310 HTTP/1.1" status: 204 len: 168 time: 1.4732213 Aug 19 12:32:51.167675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42476) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:51.210461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-754169a7-87b8-4b43-879f-0129b25221cc', 'network_id': '754169a7-87b8-4b43-879f-0129b25221cc', 'tenant_id': 'f8f3505e64f44f4e8781e2fa172e9876', 'fixed_ips': [{'subnet_id': '4ddfd9af-d999-4eca-a3cd-10dbc1fdab53'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:51.214130 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.236160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-598668975'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:51.239746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404b048-5626-4482-a0dc-7d28d56fdfda tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Network': ['ID=e650d89c-2782-44ff-b347-57033f14f310,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:51.256351 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c992ab10-6026-4b49-b069-1378aa79b044 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1695049 Aug 19 12:32:51.268673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42478) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:51.284609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ac94344-49a3-4dbe-a653-c93f9333689f req-88e07c3d-1ffe-4fe4-9464-aba8003034ce tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.1380100 Aug 19 12:32:51.303473 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6673ae5d-b6d3-4d1f-9eae-19e27f69a323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.337816 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6673ae5d-b6d3-4d1f-9eae-19e27f69a323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.454065 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.538082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:51.542137 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.550837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Allocated IP 172.20.0.2 (754169a7-87b8-4b43-879f-0129b25221cc/4ddfd9af-d999-4eca-a3cd-10dbc1fdab53/6add8ea3-79be-45ed-982b-cd0423dfa5c0) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:51.559413 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.624542 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6673ae5d-b6d3-4d1f-9eae-19e27f69a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.627253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6673ae5d-b6d3-4d1f-9eae-19e27f69a323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.631026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6673ae5d-b6d3-4d1f-9eae-19e27f69a323 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dbd8862-0344-4b21-8c6a-7b035442e3f3 HTTP/1.1" status: 204 len: 168 time: 0.5605037 Aug 19 12:32:51.654946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:51.675018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673ae5d-b6d3-4d1f-9eae-19e27f69a323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd8862-0344-4b21-8c6a-7b035442e3f3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:51.710109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.710471 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added segment d356b394-4186-449c-a7fb-240f467d3d41 of type vlan for network f2ddd06c-78c5-4673-901d-180df57a114f Aug 19 12:32:51.912142 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.922040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:51.926526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Transition to ACTIVE for port object 6add8ea3-79be-45ed-982b-cd0423dfa5c0 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:51.964574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Transition to ACTIVE for port object 6add8ea3-79be-45ed-982b-cd0423dfa5c0 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:52.128518 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.167818 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.174913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:52.178104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.235159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Pushing event updated for resources: {'Port': ['ID=6add8ea3-79be-45ed-982b-cd0423dfa5c0,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:52.236146 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.286016 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Network 754169a7-87b8-4b43-879f-0129b25221cc is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:52.295597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:52.299248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:52.374985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Subnet': ['ID=4ddfd9af-d999-4eca-a3cd-10dbc1fdab53,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:52.424396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7ef28fb5-d186-4c18-abcf-d05f01695071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:52.428739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7ef28fb5-d186-4c18-abcf-d05f01695071 service neutron] 10.222.0.30 "GET /v2.0/ports/519023fd-4f22-4c46-8a13-94ad7e61cad7 HTTP/1.1" status: 200 len: 1027 time: 0.2179387 Aug 19 12:32:52.451598 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Attempting to bind port 6add8ea3-79be-45ed-982b-cd0423dfa5c0 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:52.451972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Attempting to bind port 6add8ea3-79be-45ed-982b-cd0423dfa5c0 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '1319b0d7-82ca-41ba-b23e-6b49226ccf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '754169a7-87b8-4b43-879f-0129b25221cc'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:52.452341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Attempting to bind port 6add8ea3-79be-45ed-982b-cd0423dfa5c0 on network 754169a7-87b8-4b43-879f-0129b25221cc {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:52.480324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:52.487423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Checking segment: {'id': '1319b0d7-82ca-41ba-b23e-6b49226ccf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '754169a7-87b8-4b43-879f-0129b25221cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:52.488123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.492714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Bound using segment: {'id': '1319b0d7-82ca-41ba-b23e-6b49226ccf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '754169a7-87b8-4b43-879f-0129b25221cc'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:52.493541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Bound port: 6add8ea3-79be-45ed-982b-cd0423dfa5c0, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1319b0d7-82ca-41ba-b23e-6b49226ccf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '754169a7-87b8-4b43-879f-0129b25221cc'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:52.494136 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.545895 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.561083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754169a7-87b8-4b43-879f-0129b25221cc']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:52.578647 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1319b0d7-82ca-41ba-b23e-6b49226ccf27') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:52.579109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1319b0d7-82ca-41ba-b23e-6b49226ccf27') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:52.596218 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.598447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Network': ['ID=f2ddd06c-78c5-4673-901d-180df57a114f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:52.620115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network f2ddd06c-78c5-4673-901d-180df57a114f details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:52.635804 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-457010da-a9d0-4206-aaea-de56199e388c req-218c21d8-63c3-4a5b-a595-581cda1b7d07 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0541296 Aug 19 12:32:52.637823 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.642244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b66f12e1-cc1d-4650-b4fd-db05d46fd238 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4147344 Aug 19 12:32:52.645835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42520) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:52.649912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:52.650341 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:52.652848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'subnet': {'network_id': 'f2ddd06c-78c5-4673-901d-180df57a114f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:52.659125 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:52.675921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-3db5031d-d265-46e9-b316-7f6ea6b350b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:52.677746 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-3db5031d-d265-46e9-b316-7f6ea6b350b9 service neutron] 10.222.0.30 "GET /v2.0/ports/d8c23d98-2995-46ce-8f34-a0804a88df54 HTTP/1.1" status: 200 len: 1028 time: 0.2294943 Aug 19 12:32:52.888130 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] For port 6add8ea3-79be-45ed-982b-cd0423dfa5c0, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:52.895769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] For port 6add8ea3-79be-45ed-982b-cd0423dfa5c0, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6add8ea3-79be-45ed-982b-cd0423dfa5c0,segment=NetworkSegment(1319b0d7-82ca-41ba-b23e-6b49226ccf27),segment_id=1319b0d7-82ca-41ba-b23e-6b49226ccf27)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:52.956958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:32:52.956958 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:32:52.956958 n-d-803757-2 neutron-server[95542]: [parameters: {'id': '754169a7-87b8-4b43-879f-0129b25221cc'}] Aug 19 12:32:52.956958 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:32:52.957367 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:32:53.064889 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:53.073637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-9d30370b-a4da-43dd-b245-25b9f9d4f79f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.081535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-9d30370b-a4da-43dd-b245-25b9f9d4f79f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.092112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-9d30370b-a4da-43dd-b245-25b9f9d4f79f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:53.093770 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-9d30370b-a4da-43dd-b245-25b9f9d4f79f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "GET /v2.0/networks?id=a7e006fa-14ef-4f06-8efb-18b1127140c8&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe HTTP/1.1" status: 200 len: 1987 time: 0.3418679 Aug 19 12:32:53.180768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:53.203641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:53.261090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902fb8bd-86b1-4103-85de-9c010a021be5 None None] Network 754169a7-87b8-4b43-879f-0129b25221cc requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:53.336986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7739c-965e-4a24-9aca-6ea469605e7e None None] Pushing event updated for resources: {'Port': ['ID=6add8ea3-79be-45ed-982b-cd0423dfa5c0,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:53.428857 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-773e38fd-8561-4f03-9e3d-5a496bffd89f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=becbd6116ce843618ea6f6cd4be07845 HTTP/1.1" status: 200 len: 380 time: 0.3220553 Aug 19 12:32:53.452134 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'admin_state_up': True, 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'security_groups': ['c96e77ad-0101-4c1a-b265-eb5c9d25e8e1']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:53.458652 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:53.585030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Deleting port 6add8ea3-79be-45ed-982b-cd0423dfa5c0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:32:53.586039 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:53.596444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733d594-ca79-415d-9510-174eafc7b365 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:32:53.876782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] For port 6add8ea3-79be-45ed-982b-cd0423dfa5c0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6add8ea3-79be-45ed-982b-cd0423dfa5c0,segment=NetworkSegment(1319b0d7-82ca-41ba-b23e-6b49226ccf27),segment_id=1319b0d7-82ca-41ba-b23e-6b49226ccf27)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:32:53.879977 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:53.881815 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733d594-ca79-415d-9510-174eafc7b365 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:32:53.932641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Calling delete_port for 6add8ea3-79be-45ed-982b-cd0423dfa5c0 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:32:54.063060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2409d914-1d78-48c2-b3c9-9dccddcc2925 req-2aca5e70-ab6e-4323-b910-6adeb533df98 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.2171392 Aug 19 12:32:54.064022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:54.068022 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.395983 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.437833 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.454327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Port': ['ID=6add8ea3-79be-45ed-982b-cd0423dfa5c0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:54.467623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No DVR routers for this DVR port 6add8ea3-79be-45ed-982b-cd0423dfa5c0 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:32:54.555743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Allocated IP 172.20.0.9 (a7e006fa-14ef-4f06-8efb-18b1127140c8/17153962-cb0b-4fc9-8d4f-bb84422dda6b/4bd9d49e-14bd-436e-8983-234a93f0887d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:54.594297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Subnet': ['ID=84056fdc-f8fb-4ea8-8461-8cd232600c4e,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:54.632048 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Checking segment: {'id': 'd356b394-4186-449c-a7fb-240f467d3d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2ddd06c-78c5-4673-901d-180df57a114f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:54.632473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network hostable DHCP agents. Network: f2ddd06c-78c5-4673-901d-180df57a114f, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:32:54.862653 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.875312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754169a7-87b8-4b43-879f-0129b25221cc']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:54.887488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1319b0d7-82ca-41ba-b23e-6b49226ccf27') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:54.888654 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1319b0d7-82ca-41ba-b23e-6b49226ccf27') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:32:54.898430 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.899827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.916247 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.921681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Transition to ACTIVE for port object 4bd9d49e-14bd-436e-8983-234a93f0887d will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:54.925469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:32:54.925469 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:32:54.928983 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:32:54.996284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network f2ddd06c-78c5-4673-901d-180df57a114f is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:32:55.104250 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.144194 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.197529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, f2ddd06c-78c5-4673-901d-180df57a114f) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:55.202322 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.209121 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.209627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e1a27d-bee3-4c5c-840a-fe5687ac511a None None] Network f2ddd06c-78c5-4673-901d-180df57a114f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:55.211864 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/754169a7-87b8-4b43-879f-0129b25221cc HTTP/1.1" status: 204 len: 168 time: 3.9402342 Aug 19 12:32:55.220109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42580) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:55.263541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:55.264134 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.298658 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5deb57b1-c3a8-4683-8b64-860a65f6fcdb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] GET failed (client error): The resource could not be found. Aug 19 12:32:55.306814 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5deb57b1-c3a8-4683-8b64-860a65f6fcdb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/subnets/4ddfd9af-d999-4eca-a3cd-10dbc1fdab53 HTTP/1.1" status: 404 len: 337 time: 0.0855858 Aug 19 12:32:55.313916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network a7e006fa-14ef-4f06-8efb-18b1127140c8 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:55.316136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42584) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:55.340679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da22c42-b6ea-42ec-a2e2-2feb4f9054a8 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=754169a7-87b8-4b43-879f-0129b25221cc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:55.350594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Port': ['ID=4bd9d49e-14bd-436e-8983-234a93f0887d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:55.355212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:55.385512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:55.445538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:55.448830 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.457590 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0badb5e-b8a2-4bf7-916f-0bebdffc823c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:32:55.458966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0badb5e-b8a2-4bf7-916f-0bebdffc823c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:32:55.465266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42586) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:55.466140 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e0badb5e-b8a2-4bf7-916f-0bebdffc823c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/754169a7-87b8-4b43-879f-0129b25221cc HTTP/1.1" status: 404 len: 339 time: 0.1265128 Aug 19 12:32:55.470460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-f2ddd06c-78c5-4673-901d-180df57a114f', 'network_id': 'f2ddd06c-78c5-4673-901d-180df57a114f', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'fixed_ips': [{'subnet_id': '84056fdc-f8fb-4ea8-8461-8cd232600c4e'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:32:55.471839 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.486142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e006a620-dc36-41f8-90b5-fb2f8e0061cd tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8386090 Aug 19 12:32:55.488163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42588) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:55.493362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a1be2ea5-47d0-4ee7-be1e-8027d8ac0be7 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1521243326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:55.515165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4009a0-a6a5-4fac-b179-24e284ac6e5d req-3f9c0ada-3928-4500-af77-a681fe4d3ba2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:55.522640 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d4009a0-a6a5-4fac-b179-24e284ac6e5d req-3f9c0ada-3928-4500-af77-a681fe4d3ba2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 931 time: 0.3230028 Aug 19 12:32:55.658772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-67f8f135-af42-4e45-a4db-944ca2f78230 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2124534 Aug 19 12:32:55.669934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da', 'admin_state_up': True, 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'security_groups': ['c96e77ad-0101-4c1a-b265-eb5c9d25e8e1']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:55.690084 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d4009a0-a6a5-4fac-b179-24e284ac6e5d req-376dfb8f-61bf-4774-9aa5-e4aac4b4ed8f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650355 Aug 19 12:32:55.837111 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1be2ea5-47d0-4ee7-be1e-8027d8ac0be7 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.838571 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1be2ea5-47d0-4ee7-be1e-8027d8ac0be7 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:55.930536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d27654-7a08-4f48-aa6a-8f34e33ac07c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:55.932283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e7d27654-7a08-4f48-aa6a-8f34e33ac07c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4659739 Aug 19 12:32:55.936556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42604) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:55.947959 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1be2ea5-47d0-4ee7-be1e-8027d8ac0be7 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.014453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42606) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:56.022865 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-04e25b18-17b5-4e2d-820c-da00973f84e6 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 207 time: 0.0820668 Aug 19 12:32:56.084682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Allocated IP 2001:db8::2 (f2ddd06c-78c5-4673-901d-180df57a114f/84056fdc-f8fb-4ea8-8461-8cd232600c4e/6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:56.138495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:56.151421 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.157121 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1be2ea5-47d0-4ee7-be1e-8027d8ac0be7 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.201312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3cc7ebc6-b8dc-4861-b49d-07b2c4ebd2c2 None None] Provisioning for port 4bd9d49e-14bd-436e-8983-234a93f0887d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:56.205977 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.213570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3cc7ebc6-b8dc-4861-b49d-07b2c4ebd2c2 None None] Provisioning complete for port 4bd9d49e-14bd-436e-8983-234a93f0887d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:56.214208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3cc7ebc6-b8dc-4861-b49d-07b2c4ebd2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.279359 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1be2ea5-47d0-4ee7-be1e-8027d8ac0be7 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.284159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42610) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:56.292334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'port': {'network_id': 'f2ddd06c-78c5-4673-901d-180df57a114f', 'name': 'tempest-RoutersIpV6Test-798357820'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:56.292677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a1be2ea5-47d0-4ee7-be1e-8027d8ac0be7 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7950513 Aug 19 12:32:56.306997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7ebc6-b8dc-4861-b49d-07b2c4ebd2c2 None None] Port 4bd9d49e-14bd-436e-8983-234a93f0887d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:56.455064 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.471564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Transition to ACTIVE for port object 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:56.473469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Allocated IP 10.1.1.200 (ff46c298-dbd9-40ab-9363-7cb90ef9f4da/9fdd619f-684d-482d-a404-c798dd89310a/60099b0b-d500-42a4-b799-7872f97217e1) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:56.504625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Transition to ACTIVE for port object 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:56.636109 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.741731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b72311-b9d3-4711-98e5-44920e0f1b00 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:56.748879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b72311-b9d3-4711-98e5-44920e0f1b00 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:56.756375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b72311-b9d3-4711-98e5-44920e0f1b00 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:56.763666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b72311-b9d3-4711-98e5-44920e0f1b00 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:56.773702 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-10b72311-b9d3-4711-98e5-44920e0f1b00 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7519503 Aug 19 12:32:56.773702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42616) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:56.778065 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:56.792417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Network f2ddd06c-78c5-4673-901d-180df57a114f is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:56.804089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:56.814181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:56.816616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Pushing event updated for resources: {'Port': ['ID=6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:56.949001 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b933151e-6e84-4b13-b926-69c36ce507e9 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1743846 Aug 19 12:32:56.949671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42628) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:57.024447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Attempting to bind port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:32:57.024966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Attempting to bind port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'd356b394-4186-449c-a7fb-240f467d3d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2ddd06c-78c5-4673-901d-180df57a114f'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:32:57.025422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Attempting to bind port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 on network f2ddd06c-78c5-4673-901d-180df57a114f {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:32:57.032530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:32:57.033069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Checking segment: {'id': 'd356b394-4186-449c-a7fb-240f467d3d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2ddd06c-78c5-4673-901d-180df57a114f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:32:57.033711 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.034735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Bound using segment: {'id': 'd356b394-4186-449c-a7fb-240f467d3d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2ddd06c-78c5-4673-901d-180df57a114f'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:32:57.035452 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Bound port: 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd356b394-4186-449c-a7fb-240f467d3d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2ddd06c-78c5-4673-901d-180df57a114f'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:32:57.036820 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.042967 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Transition to ACTIVE for port object 60099b0b-d500-42a4-b799-7872f97217e1 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:57.191116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8ebb2-1d0c-41e0-a226-c3b29ed33e74 req-491e23d6-7510-4737-932b-289e0e84b9e3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.192571 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4b8ebb2-1d0c-41e0-a226-c3b29ed33e74 req-491e23d6-7510-4737-932b-289e0e84b9e3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 931 time: 0.2414896 Aug 19 12:32:57.200737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6de316-2e03-4ad0-bcaf-72baf3279ea3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.202463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6de316-2e03-4ad0-bcaf-72baf3279ea3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.208448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fa6de316-2e03-4ad0-bcaf-72baf3279ea3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2531931 Aug 19 12:32:57.209156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42634) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:57.234490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] For port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:32:57.241920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] For port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2,segment=NetworkSegment(d356b394-4186-449c-a7fb-240f467d3d41),segment_id=d356b394-4186-449c-a7fb-240f467d3d41)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:32:57.295195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6435ccc-1edd-454d-9804-9f523bfc95d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.296861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6435ccc-1edd-454d-9804-9f523bfc95d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.302234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e6435ccc-1edd-454d-9804-9f523bfc95d2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0852101 Aug 19 12:32:57.302448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42636) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:57.350754 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.360332 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4b8ebb2-1d0c-41e0-a226-c3b29ed33e74 req-f1d06fde-a8a0-4cbc-86c8-f501d541f3ea tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501274 Aug 19 12:32:57.486289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.493419 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47195e-8271-446e-a361-0ff91beb1352 None None] Pushing event updated for resources: {'Port': ['ID=6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:57.519405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4119d158-43bb-4460-9ba3-9daa2bcdf425 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.521514 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4119d158-43bb-4460-9ba3-9daa2bcdf425 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/networks/8c18bd32-7d76-4b71-81d4-41418e691c98 HTTP/1.1" status: 200 len: 800 time: 0.2180717 Aug 19 12:32:57.526214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42640) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:57.589159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network ff46c298-dbd9-40ab-9363-7cb90ef9f4da is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:57.595603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:57.605239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:57.611819 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:57.612891 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:57.770054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Port': ['ID=60099b0b-d500-42a4-b799-7872f97217e1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:57.794580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] device_id is not set on port 4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:32:57.880129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:57.925228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.127085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Allocated IP 2001:db8::2f3 (f2ddd06c-78c5-4673-901d-180df57a114f/84056fdc-f8fb-4ea8-8461-8cd232600c4e/4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:58.139902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bfadc758-83c5-4cca-91b0-7e9b5afa7f5f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/networks/8c18bd32-7d76-4b71-81d4-41418e691c98?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6119316 Aug 19 12:32:58.143806 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42658) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:58.210507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc9429-dec5-4298-846a-31c02a762745 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:58.212772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-50dc9429-dec5-4298-846a-31c02a762745 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/subnets/2f212cf2-caec-44f8-af8a-640a945477f5 HTTP/1.1" status: 200 len: 811 time: 0.0674543 Aug 19 12:32:58.217164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42660) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:58.287411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8b2e7efb-7b8a-46ff-ab2c-648e01081434 None None] Provisioning for port 60099b0b-d500-42a4-b799-7872f97217e1 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:32:58.295534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8b2e7efb-7b8a-46ff-ab2c-648e01081434 None None] Provisioning complete for port 60099b0b-d500-42a4-b799-7872f97217e1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:32:58.296005 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8b2e7efb-7b8a-46ff-ab2c-648e01081434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.302989 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4bdc9a90-2fc4-4ebd-b05f-afa49c75c518 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6366558 Aug 19 12:32:58.316948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da', 'admin_state_up': True, 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'security_groups': ['c96e77ad-0101-4c1a-b265-eb5c9d25e8e1']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:58.326569 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.342443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e7efb-7b8a-46ff-ab2c-648e01081434 None None] Port 60099b0b-d500-42a4-b799-7872f97217e1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:32:58.351705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Transition to ACTIVE for port object 4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:58.392568 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a520d7-d68d-4618-8323-e6dec675aa3f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:58.395434 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-60a520d7-d68d-4618-8323-e6dec675aa3f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "GET /v2.0/subnets/2f212cf2-caec-44f8-af8a-640a945477f5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1755500 Aug 19 12:32:58.398662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42664) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:58.405531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-65955907'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:58.473284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.506795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network f2ddd06c-78c5-4673-901d-180df57a114f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:32:58.510702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:32:58.538393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:32:58.544873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:58.545532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.558116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:58.562309 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.603541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:32:58.613417 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.614013 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Added segment a1415586-c233-438c-bf72-2eb6c59a4d96 of type vlan for network 10ff4d22-3531-4484-ae85-7fdcb06af2d7 Aug 19 12:32:58.684858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b2e14-ab4e-4c3d-b85f-ad9085b196b5 req-2e9ab7fb-665d-4198-a27c-6343e33cddff tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:58.701407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b2e14-ab4e-4c3d-b85f-ad9085b196b5 req-2e9ab7fb-665d-4198-a27c-6343e33cddff tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:58.705860 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.711916 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-171b2e14-ab4e-4c3d-b85f-ad9085b196b5 req-2e9ab7fb-665d-4198-a27c-6343e33cddff tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 1653 time: 0.1571960 Aug 19 12:32:58.764559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:32:58.773304 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:58.827013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:58.900657 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b99568a7-4d8f-4ad0-8491-e82c2fa898d6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6149037 Aug 19 12:32:58.903101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42678) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:58.920458 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-171b2e14-ab4e-4c3d-b85f-ad9085b196b5 req-2eb9a11b-6d9f-4a07-ac39-18d5d215c084 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065663 Aug 19 12:32:59.120031 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.149100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:32:59.151579 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.187548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Allocated IP 10.1.1.97 (ff46c298-dbd9-40ab-9363-7cb90ef9f4da/9fdd619f-684d-482d-a404-c798dd89310a/20e4112b-3057-41a2-9085-d691c1cabe8d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:32:59.357239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24b99b6-4fdc-4ded-bd21-3f853db1eb00 None None] Network f2ddd06c-78c5-4673-901d-180df57a114f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:32:59.428779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Network': ['ID=10ff4d22-3531-4484-ae85-7fdcb06af2d7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:32:59.506081 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.525479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Transition to ACTIVE for port object 20e4112b-3057-41a2-9085-d691c1cabe8d will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:32:59.584570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42694) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:59.585244 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4894bfd4-577c-4538-9849-326513565510 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1851344 Aug 19 12:32:59.599293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'network_id': '10ff4d22-3531-4484-ae85-7fdcb06af2d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:32:59.724220 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:32:59.821764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42696) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:32:59.859312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:32:59.861390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 10ff4d22-3531-4484-ae85-7fdcb06af2d7 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:32:59.877731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.063583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network ff46c298-dbd9-40ab-9363-7cb90ef9f4da is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:00.073052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8d534167-b2cc-4d82-bdeb-5a0a32f18d36 None None] Provisioning for port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:00.094749 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:00.106237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:00.146979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Port': ['ID=20e4112b-3057-41a2-9085-d691c1cabe8d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:00.240644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:00.244867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:00.247451 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.339362 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8934c22e-d5df-4b29-9e42-c47b49e5a616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.351681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:00.352570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.406635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d4fa7-2d97-45cc-9793-014ea844d1cb req-03f8305b-016e-4747-9477-36d4f51dacc5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:00.423478 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d4fa7-2d97-45cc-9793-014ea844d1cb req-03f8305b-016e-4747-9477-36d4f51dacc5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:00.434888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d4fa7-2d97-45cc-9793-014ea844d1cb req-03f8305b-016e-4747-9477-36d4f51dacc5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:00.443576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef3d4fa7-2d97-45cc-9793-014ea844d1cb req-03f8305b-016e-4747-9477-36d4f51dacc5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 2373 time: 0.3416502 Aug 19 12:33:00.489481 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.495521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Made reservation on behalf of f8f3505e64f44f4e8781e2fa172e9876 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:00.497014 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.614607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2,segment=NetworkSegment(d356b394-4186-449c-a7fb-240f467d3d41),segment_id=d356b394-4186-449c-a7fb-240f467d3d41)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:00.623712 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef3d4fa7-2d97-45cc-9793-014ea844d1cb req-8146b69d-c311-4b57-8b48-0467d234224a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791463 Aug 19 12:33:00.646279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.ipam_backend_mixin [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Performing IP validity checks on allocation pools {{(pid=95543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:33:00.647859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.ipam_backend_mixin [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:33:00.747997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7d040924-dd1c-4581-b964-86376f89b493 None None] Provisioning complete for port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:00.748407 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d040924-dd1c-4581-b964-86376f89b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.783028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.828377 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8934c22e-d5df-4b29-9e42-c47b49e5a616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.831357 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:00.891417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:00.996371 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.065595 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.086162 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8934c22e-d5df-4b29-9e42-c47b49e5a616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.098148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7d040924-dd1c-4581-b964-86376f89b493 None None] Provisioning for port 4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:01.105132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7d040924-dd1c-4581-b964-86376f89b493 None None] Provisioning complete for port 4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:01.115099 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d040924-dd1c-4581-b964-86376f89b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.170129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7d040924-dd1c-4581-b964-86376f89b493 None None] Port 4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:01.175774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e926ae6e-630f-45f0-addd-08009706ab3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8634751 Aug 19 12:33:01.210223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe', 'admin_state_up': True, 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'security_groups': ['c96e77ad-0101-4c1a-b265-eb5c9d25e8e1']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:01.308423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7d040924-dd1c-4581-b964-86376f89b493 None None] Provisioning for port 20e4112b-3057-41a2-9085-d691c1cabe8d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:01.314173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7d040924-dd1c-4581-b964-86376f89b493 None None] Provisioning complete for port 20e4112b-3057-41a2-9085-d691c1cabe8d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:01.324288 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d040924-dd1c-4581-b964-86376f89b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.348969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=d35cf93a-0872-40ba-8eca-892653d63627,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:01.395455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:01.398210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Checking segment: {'id': 'a1415586-c233-438c-bf72-2eb6c59a4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '10ff4d22-3531-4484-ae85-7fdcb06af2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:01.398674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network hostable DHCP agents. Network: 10ff4d22-3531-4484-ae85-7fdcb06af2d7, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:01.439797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:01.466782 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8934c22e-d5df-4b29-9e42-c47b49e5a616 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a2c79ea94da4b739e8ff96e770f9e08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6438134 Aug 19 12:33:01.468066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42734) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:01.476161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934c22e-d5df-4b29-9e42-c47b49e5a616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb783525-bec1-4f45-b7cb-aca2595e3002,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:01.576944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7d040924-dd1c-4581-b964-86376f89b493 None None] Port 20e4112b-3057-41a2-9085-d691c1cabe8d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:01.609312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:01.610027 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.612920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed2a447a-ee04-42e9-bdd5-42bfee1e701a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.647225 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed2a447a-ee04-42e9-bdd5-42bfee1e701a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.664139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Network 10ff4d22-3531-4484-ae85-7fdcb06af2d7 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:01.703029 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.704223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:01.737365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-24c9ac43-39f7-4f01-b234-38aaa0b9281d None None] Provisioning complete for port 4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:01.738854 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-24c9ac43-39f7-4f01-b234-38aaa0b9281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.801359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-24c9ac43-39f7-4f01-b234-38aaa0b9281d None None] Port 4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:01.844155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 10ff4d22-3531-4484-ae85-7fdcb06af2d7) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:01.848907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:01.849718 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.855805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7264f34b-a218-47f5-82f9-803857d2ef14 None None] Network 10ff4d22-3531-4484-ae85-7fdcb06af2d7 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:01.938389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed2a447a-ee04-42e9-bdd5-42bfee1e701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.941376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed2a447a-ee04-42e9-bdd5-42bfee1e701a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:01.951058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ed2a447a-ee04-42e9-bdd5-42bfee1e701a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb783525-bec1-4f45-b7cb-aca2595e3002 HTTP/1.1" status: 204 len: 168 time: 0.4786429 Aug 19 12:33:01.971876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a447a-ee04-42e9-bdd5-42bfee1e701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb783525-bec1-4f45-b7cb-aca2595e3002,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:01.974084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce47800-9a69-4692-8b2b-d59ad78fcffe req-eac7be94-39e0-4698-ac48-8d834567b6fe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:01.994278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce47800-9a69-4692-8b2b-d59ad78fcffe req-eac7be94-39e0-4698-ac48-8d834567b6fe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:02.009175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce47800-9a69-4692-8b2b-d59ad78fcffe req-eac7be94-39e0-4698-ac48-8d834567b6fe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:02.010979 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8ce47800-9a69-4692-8b2b-d59ad78fcffe req-eac7be94-39e0-4698-ac48-8d834567b6fe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 2373 time: 0.1680984 Aug 19 12:33:02.134962 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.183427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-10ff4d22-3531-4484-ae85-7fdcb06af2d7', 'network_id': '10ff4d22-3531-4484-ae85-7fdcb06af2d7', 'tenant_id': 'f8f3505e64f44f4e8781e2fa172e9876', 'fixed_ips': [{'subnet_id': 'd35cf93a-0872-40ba-8eca-892653d63627'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:33:02.183427 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.183686 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:02.658924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Allocated IP 172.20.0.3 (10ff4d22-3531-4484-ae85-7fdcb06af2d7/d35cf93a-0872-40ba-8eca-892653d63627/f1231e0a-a73d-4e25-94a9-8d291814e7c6) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:02.686330 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-13a619a4-8f7e-484b-94d8-c7aa296d037f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.1004474 Aug 19 12:33:02.691330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42758) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:02.705896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b30b1253-d301-44b6-a899-d1a5e60d24fb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:02.832344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8ce47800-9a69-4692-8b2b-d59ad78fcffe req-e5d3980e-748d-4316-8782-ae360b70d8aa tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8071744 Aug 19 12:33:02.971771 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.051708 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Allocated IP 10.2.2.100 (59c66fdc-a2dd-43a4-a0ca-390a620768fe/358ad4a9-00a5-4ddb-9e61-9fc777a4db6a/d8ecbca7-9509-4d6f-9292-0a3df0745e5d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:03.073042 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.074020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.145895 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30b1253-d301-44b6-a899-d1a5e60d24fb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61261387'] for subnet, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.146161 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.157207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Transition to ACTIVE for port object f1231e0a-a73d-4e25-94a9-8d291814e7c6 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:03.178631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Transition to ACTIVE for port object f1231e0a-a73d-4e25-94a9-8d291814e7c6 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:03.378535 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.382987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:03.385484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42766) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:03.465016 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Pushing event updated for resources: {'Port': ['ID=f1231e0a-a73d-4e25-94a9-8d291814e7c6,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:03.503561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Network 10ff4d22-3531-4484-ae85-7fdcb06af2d7 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:03.505415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:03.519305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-022ccf75-6581-41d3-9306-d4e011b2a915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.523338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:03.617885 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.679618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Transition to ACTIVE for port object d8ecbca7-9509-4d6f-9292-0a3df0745e5d will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:03.713498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network f2ddd06c-78c5-4673-901d-180df57a114f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:03.714997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Attempting to bind port f1231e0a-a73d-4e25-94a9-8d291814e7c6 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:03.717784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Attempting to bind port f1231e0a-a73d-4e25-94a9-8d291814e7c6 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'a1415586-c233-438c-bf72-2eb6c59a4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '10ff4d22-3531-4484-ae85-7fdcb06af2d7'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:03.719715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Attempting to bind port f1231e0a-a73d-4e25-94a9-8d291814e7c6 on network 10ff4d22-3531-4484-ae85-7fdcb06af2d7 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:03.727657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:03.759557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:03.759557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Checking segment: {'id': 'a1415586-c233-438c-bf72-2eb6c59a4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '10ff4d22-3531-4484-ae85-7fdcb06af2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:03.759557 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.759557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Bound using segment: {'id': 'a1415586-c233-438c-bf72-2eb6c59a4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '10ff4d22-3531-4484-ae85-7fdcb06af2d7'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:03.759557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Bound port: f1231e0a-a73d-4e25-94a9-8d291814e7c6, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1415586-c233-438c-bf72-2eb6c59a4d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '10ff4d22-3531-4484-ae85-7fdcb06af2d7'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:03.759557 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.804464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-022ccf75-6581-41d3-9306-d4e011b2a915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:03.887976 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.010989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Port': ['ID=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:04.018586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] For port f1231e0a-a73d-4e25-94a9-8d291814e7c6, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:04.026595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network 59c66fdc-a2dd-43a4-a0ca-390a620768fe is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:04.028970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:04.032195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:04.053466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] For port f1231e0a-a73d-4e25-94a9-8d291814e7c6, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f1231e0a-a73d-4e25-94a9-8d291814e7c6,segment=NetworkSegment(a1415586-c233-438c-bf72-2eb6c59a4d96),segment_id=a1415586-c233-438c-bf72-2eb6c59a4d96)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:04.151688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-022ccf75-6581-41d3-9306-d4e011b2a915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.167060 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.272175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cefa0c-80b9-40ff-a9f2-2a5c4ff8357d req-ca0048be-1e44-403f-9e5a-219c1ef1bb4d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.296558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cefa0c-80b9-40ff-a9f2-2a5c4ff8357d req-ca0048be-1e44-403f-9e5a-219c1ef1bb4d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.303535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cefa0c-80b9-40ff-a9f2-2a5c4ff8357d req-ca0048be-1e44-403f-9e5a-219c1ef1bb4d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.335923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cefa0c-80b9-40ff-a9f2-2a5c4ff8357d req-ca0048be-1e44-403f-9e5a-219c1ef1bb4d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.338616 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5cefa0c-80b9-40ff-a9f2-2a5c4ff8357d req-ca0048be-1e44-403f-9e5a-219c1ef1bb4d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 3094 time: 0.3000407 Aug 19 12:33:04.350230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.353439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.478312 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5cefa0c-80b9-40ff-a9f2-2a5c4ff8357d req-15cc3872-89b8-4ac0-aba2-3e4e3e28af5a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172938 Aug 19 12:33:04.502122 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30b1253-d301-44b6-a899-d1a5e60d24fb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729423510887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59391565'] for subnet, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.510102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-faa77177-cabc-42ed-b07f-b82eb8879d85 None None] Provisioning complete for port 4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:04.510671 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-faa77177-cabc-42ed-b07f-b82eb8879d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.528071 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-324d3314-5d4e-4672-948d-b5e9292ab837 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3330131 Aug 19 12:33:04.531182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42794) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:04.544170 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-022ccf75-6581-41d3-9306-d4e011b2a915 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a30daf7d40e4887a7479cd41b954aea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0614734 Aug 19 12:33:04.609397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe', 'admin_state_up': True, 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'security_groups': ['c96e77ad-0101-4c1a-b265-eb5c9d25e8e1']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:04.613105 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86e5424c-2cde-4445-a5cf-bb6559a9596d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.741755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-faa77177-cabc-42ed-b07f-b82eb8879d85 None None] Port 4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:04.790229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae8cb1-de63-4002-9186-607ba48f91ae None None] Pushing event updated for resources: {'Port': ['ID=f1231e0a-a73d-4e25-94a9-8d291814e7c6,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:04.791283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ccf75-6581-41d3-9306-d4e011b2a915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d07ffd6-3f4a-4ac8-bc77-b4d2146a00fc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:04.835286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86e5424c-2cde-4445-a5cf-bb6559a9596d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.946007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b1253-d301-44b6-a899-d1a5e60d24fb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:04.946546 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b30b1253-d301-44b6-a899-d1a5e60d24fb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.955696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1816b55b-f52d-451e-a5a0-cda3df9c6160 None None] Provisioning for port d8ecbca7-9509-4d6f-9292-0a3df0745e5d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:04.964999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1816b55b-f52d-451e-a5a0-cda3df9c6160 None None] Provisioning complete for port d8ecbca7-9509-4d6f-9292-0a3df0745e5d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:04.966203 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1816b55b-f52d-451e-a5a0-cda3df9c6160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:04.983307 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b30b1253-d301-44b6-a899-d1a5e60d24fb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "PUT /v2.0/subnets/d35cf93a-0872-40ba-8eca-892653d63627 HTTP/1.1" status: 200 len: 877 time: 2.2858067 Aug 19 12:33:04.985334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42808) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:05.017225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1816b55b-f52d-451e-a5a0-cda3df9c6160 None None] Port d8ecbca7-9509-4d6f-9292-0a3df0745e5d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:05.041008 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55fa425d-4afc-4e04-b8de-9c064c6a4c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.117865 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86e5424c-2cde-4445-a5cf-bb6559a9596d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.121135 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86e5424c-2cde-4445-a5cf-bb6559a9596d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.122549 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-86e5424c-2cde-4445-a5cf-bb6559a9596d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d07ffd6-3f4a-4ac8-bc77-b4d2146a00fc HTTP/1.1" status: 204 len: 168 time: 0.5899358 Aug 19 12:33:05.124096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b1253-d301-44b6-a899-d1a5e60d24fb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event updated for resources: {'Subnet': ['ID=d35cf93a-0872-40ba-8eca-892653d63627,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:05.171862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5424c-2cde-4445-a5cf-bb6559a9596d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d07ffd6-3f4a-4ac8-bc77-b4d2146a00fc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:05.269189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Made reservation on behalf of becbd6116ce843618ea6f6cd4be07845 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:05.274303 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.449964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router 28886f99-5fc8-4a2c-ae22-89d1f398b7e2 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:33:05.497152 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:05.500690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f1231e0a-a73d-4e25-94a9-8d291814e7c6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:05.766546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f1231e0a-a73d-4e25-94a9-8d291814e7c6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:06.043439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Allocated IP 10.2.2.200 (59c66fdc-a2dd-43a4-a0ca-390a620768fe/358ad4a9-00a5-4ddb-9e61-9fc777a4db6a/3b4a4976-af0d-428f-9c3a-9245088802fc) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:06.145402 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f9160-2ad1-4de3-9fd3-9345b40597ed req-541574c6-d1b8-47d5-99e2-46f196ff1f8d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:06.171281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f9160-2ad1-4de3-9fd3-9345b40597ed req-541574c6-d1b8-47d5-99e2-46f196ff1f8d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:06.177669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f9160-2ad1-4de3-9fd3-9345b40597ed req-541574c6-d1b8-47d5-99e2-46f196ff1f8d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:06.190122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f9160-2ad1-4de3-9fd3-9345b40597ed req-541574c6-d1b8-47d5-99e2-46f196ff1f8d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:06.191966 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-089f9160-2ad1-4de3-9fd3-9345b40597ed req-541574c6-d1b8-47d5-99e2-46f196ff1f8d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 3094 time: 0.3553607 Aug 19 12:33:06.498960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42838) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:06.522437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-089f9160-2ad1-4de3-9fd3-9345b40597ed req-ffb0271d-0cc0-4ac8-b8a2-11c96d7c2db9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124151 Aug 19 12:33:06.625289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5481bc71-99fb-4bf1-a7aa-e6bc5ec5c90b None None] Network 10ff4d22-3531-4484-ae85-7fdcb06af2d7 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:06.670430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:06.688527 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-13ae232d-a6fb-4700-8545-f824d60edee4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/28886f99-5fc8-4a2c-ae22-89d1f398b7e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7835834 Aug 19 12:33:06.691870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42846) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:06.710613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0795cb9-3c8f-4597-8a03-7f8559e7efeb None None] Sync routers for ids ['28886f99-5fc8-4a2c-ae22-89d1f398b7e2'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:06.804901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:06.843380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840edbff-b943-42f6-9ef8-f68bbc399064 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:06.844859 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-840edbff-b943-42f6-9ef8-f68bbc399064 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports/4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 HTTP/1.1" status: 200 len: 983 time: 0.1518159 Aug 19 12:33:06.848992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42848) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:06.879586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0795cb9-3c8f-4597-8a03-7f8559e7efeb None None] Routers {'28886f99-5fc8-4a2c-ae22-89d1f398b7e2'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:06.881666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Transition to ACTIVE for port object 3b4a4976-af0d-428f-9c3a-9245088802fc will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:06.882540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e0795cb9-3c8f-4597-8a03-7f8559e7efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['28886f99-5fc8-4a2c-ae22-89d1f398b7e2'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:06.947258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e0795cb9-3c8f-4597-8a03-7f8559e7efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:06.965412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0795cb9-3c8f-4597-8a03-7f8559e7efeb None None] Routers {'28886f99-5fc8-4a2c-ae22-89d1f398b7e2'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:06.966509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e0795cb9-3c8f-4597-8a03-7f8559e7efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['28886f99-5fc8-4a2c-ae22-89d1f398b7e2'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:07.048156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e0795cb9-3c8f-4597-8a03-7f8559e7efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:07.050437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0795cb9-3c8f-4597-8a03-7f8559e7efeb None None] The sync data for ids ['28886f99-5fc8-4a2c-ae22-89d1f398b7e2'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:07.070078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Deleting port f1231e0a-a73d-4e25-94a9-8d291814e7c6 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:07.070428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.131978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a2a5a945-c03f-4e50-9ecb-4ffc9f2e7090 None None] Provisioning for port f1231e0a-a73d-4e25-94a9-8d291814e7c6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:07.153494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a2a5a945-c03f-4e50-9ecb-4ffc9f2e7090 None None] Provisioning complete for port f1231e0a-a73d-4e25-94a9-8d291814e7c6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:07.158025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a945-c03f-4e50-9ecb-4ffc9f2e7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.245855 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.267358 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:33:07.602681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] For port f1231e0a-a73d-4e25-94a9-8d291814e7c6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f1231e0a-a73d-4e25-94a9-8d291814e7c6,segment=NetworkSegment(a1415586-c233-438c-bf72-2eb6c59a4d96),segment_id=a1415586-c233-438c-bf72-2eb6c59a4d96)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:07.603345 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.651959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Calling delete_port for f1231e0a-a73d-4e25-94a9-8d291814e7c6 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:07.795447 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a945-c03f-4e50-9ecb-4ffc9f2e7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:07.890292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a2a5a945-c03f-4e50-9ecb-4ffc9f2e7090 None None] For port f1231e0a-a73d-4e25-94a9-8d291814e7c6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f1231e0a-a73d-4e25-94a9-8d291814e7c6,segment=NetworkSegment(a1415586-c233-438c-bf72-2eb6c59a4d96),segment_id=a1415586-c233-438c-bf72-2eb6c59a4d96)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:08.054748 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95cb90ad-ef1a-4c35-9930-9c292417fe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.220206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084576a6-c3ef-4fd7-955b-4a92d240eb54 None None] Network 10ff4d22-3531-4484-ae85-7fdcb06af2d7 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:08.245911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c998989-19a2-4091-b1e3-69829aeae559 req-10d2c8ef-d7b1-407b-8cfb-65c05481f31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.265860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Network 59c66fdc-a2dd-43a4-a0ca-390a620768fe is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:08.273150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c998989-19a2-4091-b1e3-69829aeae559 req-10d2c8ef-d7b1-407b-8cfb-65c05481f31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.282922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:08.291312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c998989-19a2-4091-b1e3-69829aeae559 req-10d2c8ef-d7b1-407b-8cfb-65c05481f31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.303294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event updated for resources: {'Port': ['ID=3b4a4976-af0d-428f-9c3a-9245088802fc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:08.310399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:08.314187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c998989-19a2-4091-b1e3-69829aeae559 req-10d2c8ef-d7b1-407b-8cfb-65c05481f31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.331782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c998989-19a2-4091-b1e3-69829aeae559 req-10d2c8ef-d7b1-407b-8cfb-65c05481f31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.348657 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0c998989-19a2-4091-b1e3-69829aeae559 req-10d2c8ef-d7b1-407b-8cfb-65c05481f31b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 3815 time: 0.6039011 Aug 19 12:33:08.384558 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.470935 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a945-c03f-4e50-9ecb-4ffc9f2e7090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.507030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0c998989-19a2-4091-b1e3-69829aeae559 req-6415deb2-e3a7-4b72-b5c1-705048ddc0b3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546092 Aug 19 12:33:08.512822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:08.513508 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.658679 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cc65e92e-fb90-49b8-920d-5603eb5cbef5 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0764012 Aug 19 12:33:08.677364 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89d8b8bd-dd5b-45ed-899f-847161ba551c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.685364 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5a945-c03f-4e50-9ecb-4ffc9f2e7090 None None] Pushing event updated for resources: {'Port': ['ID=f1231e0a-a73d-4e25-94a9-8d291814e7c6,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:08.704332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:08.786731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.795630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6bd88a91-6cf4-4726-8f8a-d47048d7dab5 None None] Provisioning complete for port f1231e0a-a73d-4e25-94a9-8d291814e7c6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:08.796015 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6bd88a91-6cf4-4726-8f8a-d47048d7dab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.825447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Port': ['ID=f1231e0a-a73d-4e25-94a9-8d291814e7c6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:08.850577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6bd88a91-6cf4-4726-8f8a-d47048d7dab5 None None] Port f1231e0a-a73d-4e25-94a9-8d291814e7c6 was deleted so its status cannot be updated. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 12:33:08.860132 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:08.915124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No DVR routers for this DVR port f1231e0a-a73d-4e25-94a9-8d291814e7c6 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:09.077619 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.086765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ae86bdbe-880f-4a20-8362-013fc6c02bdd None None] Provisioning for port 3b4a4976-af0d-428f-9c3a-9245088802fc completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:09.091401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ae86bdbe-880f-4a20-8362-013fc6c02bdd None None] Provisioning complete for port 3b4a4976-af0d-428f-9c3a-9245088802fc triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:09.091801 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ae86bdbe-880f-4a20-8362-013fc6c02bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.174058 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.253163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ae86bdbe-880f-4a20-8362-013fc6c02bdd None None] Port 3b4a4976-af0d-428f-9c3a-9245088802fc cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:09.285122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-89d8b8bd-dd5b-45ed-899f-847161ba551c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port 4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:09.292013 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89d8b8bd-dd5b-45ed-899f-847161ba551c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.359199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf74ecc7-c457-4a82-a469-ed20021f2346 None None] DHCP port deletion for 10ff4d22-3531-4484-ae85-7fdcb06af2d7 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:33:09.383662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c49834-3c86-4125-b20d-fb05e0e59e77 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:33:09.445001 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9e4d830a-faa3-413d-8b3d-2b2ae4ab4acd None None] Could not find standard attr ID for object f1231e0a-a73d-4e25-94a9-8d291814e7c6. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:33:09.458468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.597805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Subnet': ['ID=d35cf93a-0872-40ba-8eca-892653d63627,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:09.641768 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.655348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c49834-3c86-4125-b20d-fb05e0e59e77 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:33:09.662216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ff4d22-3531-4484-ae85-7fdcb06af2d7']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:09.667075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89d8b8bd-dd5b-45ed-899f-847161ba551c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.703136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1415586-c233-438c-bf72-2eb6c59a4d96') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:09.703439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1415586-c233-438c-bf72-2eb6c59a4d96') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:09.705315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-89d8b8bd-dd5b-45ed-899f-847161ba551c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for 4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:09.724459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.811989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.822061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:09.822735 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:09.826323 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:09.832970 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.006435 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a2001-ffc3-4249-8155-00cc95174a0a req-d907765d-5403-40a1-bc73-66f29f4fc983 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:10.012400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a2001-ffc3-4249-8155-00cc95174a0a req-d907765d-5403-40a1-bc73-66f29f4fc983 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:10.018524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a2001-ffc3-4249-8155-00cc95174a0a req-d907765d-5403-40a1-bc73-66f29f4fc983 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:10.023528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc86a796-424e-4edf-a2b2-9a74f582a40f None None] Network 10ff4d22-3531-4484-ae85-7fdcb06af2d7 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:10.026398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a2001-ffc3-4249-8155-00cc95174a0a req-d907765d-5403-40a1-bc73-66f29f4fc983 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:10.033482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a2001-ffc3-4249-8155-00cc95174a0a req-d907765d-5403-40a1-bc73-66f29f4fc983 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:10.041441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-130a2001-ffc3-4249-8155-00cc95174a0a req-d907765d-5403-40a1-bc73-66f29f4fc983 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 3815 time: 0.3552432 Aug 19 12:33:10.070909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd9d49e-14bd-436e-8983-234a93f0887d {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:10.085308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.101148 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.109849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/10ff4d22-3531-4484-ae85-7fdcb06af2d7 HTTP/1.1" status: 204 len: 168 time: 5.1231949 Aug 19 12:33:10.113251 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.115813 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42928) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:10.142598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7e706-12eb-4959-ab09-773484f50f81 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=10ff4d22-3531-4484-ae85-7fdcb06af2d7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:10.161943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-130a2001-ffc3-4249-8155-00cc95174a0a req-873a0a22-9987-4786-a3f2-a8fe330a324f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195691 Aug 19 12:33:10.194555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89d8b8bd-dd5b-45ed-899f-847161ba551c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.212632 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea39b55d-db72-4e00-bb6d-3486627454d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:10.213389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea39b55d-db72-4e00-bb6d-3486627454d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:10.215638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ea39b55d-db72-4e00-bb6d-3486627454d3 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/subnets/d35cf93a-0872-40ba-8eca-892653d63627 HTTP/1.1" status: 404 len: 337 time: 0.0826285 Aug 19 12:33:10.218906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Transition to ACTIVE for port object 4bd9d49e-14bd-436e-8983-234a93f0887d will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:10.221416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42930) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:10.251583 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-22001a87-39a3-476c-8918-e26d51d10d43 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:10.255894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22001a87-39a3-476c-8918-e26d51d10d43 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:10.258074 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-22001a87-39a3-476c-8918-e26d51d10d43 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/10ff4d22-3531-4484-ae85-7fdcb06af2d7 HTTP/1.1" status: 404 len: 339 time: 0.0353978 Aug 19 12:33:10.263455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42932) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:10.361778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8b8bd-dd5b-45ed-899f-847161ba551c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=4a3b44df-6cdc-4a95-b4a0-b5aa8d5d26e0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:10.398882 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0480b3-3b43-4030-9781-fd7cfe814814 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:10.399668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0480b3-3b43-4030-9781-fd7cfe814814 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:10.401469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8f0480b3-3b43-4030-9781-fd7cfe814814 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/subnets/4ddfd9af-d999-4eca-a3cd-10dbc1fdab53 HTTP/1.1" status: 404 len: 337 time: 0.1362562 Aug 19 12:33:10.402051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb4787d-6d50-4a8e-bae3-b1a88706f8cf None None] DHCP port deletion for 10ff4d22-3531-4484-ae85-7fdcb06af2d7 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:33:10.402592 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.415167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42934) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:10.497552 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.515989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89d8b8bd-dd5b-45ed-899f-847161ba551c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.626303 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f43b91-98a8-478d-bf92-31dc6fc1e101 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:10.630698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f43b91-98a8-478d-bf92-31dc6fc1e101 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:10.632713 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e7f43b91-98a8-478d-bf92-31dc6fc1e101 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/754169a7-87b8-4b43-879f-0129b25221cc HTTP/1.1" status: 404 len: 339 time: 0.1576860 Aug 19 12:33:10.645647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42944) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:10.679627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd9d49e-14bd-436e-8983-234a93f0887d,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:10.859710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d8b8bd-dd5b-45ed-899f-847161ba551c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router 28886f99-5fc8-4a2c-ae22-89d1f398b7e2 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:33:10.885534 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.935598 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Attempting to bind port 4bd9d49e-14bd-436e-8983-234a93f0887d on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:10.936003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Attempting to bind port 4bd9d49e-14bd-436e-8983-234a93f0887d by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:10.936287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Attempting to bind port 4bd9d49e-14bd-436e-8983-234a93f0887d on network a7e006fa-14ef-4f06-8efb-18b1127140c8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:10.951028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Port 4bd9d49e-14bd-436e-8983-234a93f0887d on network a7e006fa-14ef-4f06-8efb-18b1127140c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:10.956110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Attempting to bind port 4bd9d49e-14bd-436e-8983-234a93f0887d on network a7e006fa-14ef-4f06-8efb-18b1127140c8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:10.956256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d8b8bd-dd5b-45ed-899f-847161ba551c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:10.964332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-89d8b8bd-dd5b-45ed-899f-847161ba551c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/28886f99-5fc8-4a2c-ae22-89d1f398b7e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1113899 Aug 19 12:33:10.969414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42950) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:10.970057 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2609bc-e38d-43b4-acfa-53a9b8356cf8 None None] Sync routers for ids ['28886f99-5fc8-4a2c-ae22-89d1f398b7e2'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:10.981491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:10.981836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Checking segment: {'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:10.982375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Bound using segment: {'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:10.982691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Bound port: 4bd9d49e-14bd-436e-8983-234a93f0887d, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e3490a-b258-430f-bd54-1a006483ade8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:10.983055 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:10.990210 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2609bc-e38d-43b4-acfa-53a9b8356cf8 None None] Routers {'28886f99-5fc8-4a2c-ae22-89d1f398b7e2'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:10.991085 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1c2609bc-e38d-43b4-acfa-53a9b8356cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['28886f99-5fc8-4a2c-ae22-89d1f398b7e2'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:11.037814 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1c2609bc-e38d-43b4-acfa-53a9b8356cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:11.049379 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2609bc-e38d-43b4-acfa-53a9b8356cf8 None None] Routers {'28886f99-5fc8-4a2c-ae22-89d1f398b7e2'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:11.050764 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1c2609bc-e38d-43b4-acfa-53a9b8356cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['28886f99-5fc8-4a2c-ae22-89d1f398b7e2'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:11.089485 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.126498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288ad317-f2bd-4ad4-aaf2-34415209978e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:11.142766 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1c2609bc-e38d-43b4-acfa-53a9b8356cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:11.143425 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2609bc-e38d-43b4-acfa-53a9b8356cf8 None None] The sync data for ids ['28886f99-5fc8-4a2c-ae22-89d1f398b7e2'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:11.145199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9219dbb8-13a9-4ebf-98b7-968a320de2f0') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:11.145600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9219dbb8-13a9-4ebf-98b7-968a320de2f0') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:11.161741 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.191378 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-d4b6e48e-3c2e-4d85-8a6c-adc9e5e30422 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 12:33:11.192893 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d4b6e48e-3c2e-4d85-8a6c-adc9e5e30422 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/28886f99-5fc8-4a2c-ae22-89d1f398b7e2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2199440 Aug 19 12:33:11.197704 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.201290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] For port 4bd9d49e-14bd-436e-8983-234a93f0887d, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:11.205729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42960) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:11.212479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] Deleting port 61bd4270-210c-43ad-938c-91090979bbc5 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:11.212479 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.213619 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] For port 4bd9d49e-14bd-436e-8983-234a93f0887d, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4bd9d49e-14bd-436e-8983-234a93f0887d,segment=NetworkSegment(c6e3490a-b258-430f-bd54-1a006483ade8),segment_id=c6e3490a-b258-430f-bd54-1a006483ade8)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:11.229758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:11.229758 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:11.231358 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:11.250514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42964) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:11.253546 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c29ae3cf-15be-4f0d-882c-7edffd5b4418 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=28886f99-5fc8-4a2c-ae22-89d1f398b7e2 HTTP/1.1" status: 200 len: 205 time: 0.0440307 Aug 19 12:33:11.259831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42968) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:11.296956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f1231e0a-a73d-4e25-94a9-8d291814e7c6 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:11.332699 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f1231e0a-a73d-4e25-94a9-8d291814e7c6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:11.336074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f1231e0a-a73d-4e25-94a9-8d291814e7c6 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:11.341496 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.349400 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-453e584b-f10b-49d9-bde8-eac2831eec19 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.405614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.406239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.407692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] 10.222.0.30 "PUT /v2.0/ports/4bd9d49e-14bd-436e-8983-234a93f0887d HTTP/1.1" status: 200 len: 1091 time: 2.7111647 Aug 19 12:33:11.409941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '4bd9d49e-14bd-436e-8983-234a93f0887d'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:11.414549 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "4bd9d49e-14bd-436e-8983-234a93f0887d"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:11.483629 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bc37-b396-4611-b1ef-8890b442b662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.487308 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6164002e-ade4-4b0a-895d-f32888aeea35 x-openstack-request-id: req-6164002e-ade4-4b0a-895d-f32888aeea35 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:11.487837 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "4bd9d49e-14bd-436e-8983-234a93f0887d", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:11.490967 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6164002e-ade4-4b0a-895d-f32888aeea35 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:11.490967 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '4bd9d49e-14bd-436e-8983-234a93f0887d', 'status': 'completed', 'code': 200} Aug 19 12:33:11.496844 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.500440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] For port 61bd4270-210c-43ad-938c-91090979bbc5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=61bd4270-210c-43ad-938c-91090979bbc5,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:11.500621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.503553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda75dcf-b370-46fc-8fc2-b84b538c3a8c service neutron] Pushing event updated for resources: {'Port': ['ID=4bd9d49e-14bd-436e-8983-234a93f0887d,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:11.528476 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.530453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/288ad317-f2bd-4ad4-aaf2-34415209978e HTTP/1.1" status: 204 len: 168 time: 0.8818383 Aug 19 12:33:11.553162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42976) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:11.566633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:11.567544 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] Calling delete_port for 61bd4270-210c-43ad-938c-91090979bbc5 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:11.575135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0b2c7-7a7c-4874-b654-3a391bc6c555 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=288ad317-f2bd-4ad4-aaf2-34415209978e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:11.610919 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f96b7d4-6c80-405b-9deb-d2509d254660 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:11.610919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f96b7d4-6c80-405b-9deb-d2509d254660 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:11.615905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7f96b7d4-6c80-405b-9deb-d2509d254660 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/subnets/99f6766d-ec53-4c4e-9732-b9838dc7b905 HTTP/1.1" status: 404 len: 337 time: 0.0441067 Aug 19 12:33:11.616870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42980) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:11.663558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-8637ed2e-e71d-4163-bd5d-c7746d5f1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.663889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-8637ed2e-e71d-4163-bd5d-c7746d5f1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.664380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-8637ed2e-e71d-4163-bd5d-c7746d5f1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.664882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-8637ed2e-e71d-4163-bd5d-c7746d5f1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.669351 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-8637ed2e-e71d-4163-bd5d-c7746d5f1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.671463 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-8637ed2e-e71d-4163-bd5d-c7746d5f1431 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 4362 time: 0.1579068 Aug 19 12:33:11.673025 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-449a2fb5-77a4-486b-821e-76f93aef7112 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:11.674258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449a2fb5-77a4-486b-821e-76f93aef7112 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:11.676644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-449a2fb5-77a4-486b-821e-76f93aef7112 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/1378a818-9fc9-4dd7-b90a-5713d3ad3c03 HTTP/1.1" status: 404 len: 339 time: 0.0356066 Aug 19 12:33:11.682184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42982) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:11.729051 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd26ad1a-49ba-4283-a709-d3da22bd6e1b tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:11.729519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd26ad1a-49ba-4283-a709-d3da22bd6e1b tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:11.732222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cd26ad1a-49ba-4283-a709-d3da22bd6e1b tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/subnets/255de16d-8ac3-4500-b077-661e98d614c5 HTTP/1.1" status: 404 len: 337 time: 0.0491543 Aug 19 12:33:11.735883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 42990) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:11.770774 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9a13b2-91ec-44a0-bca5-97308f18add7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:11.770774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9a13b2-91ec-44a0-bca5-97308f18add7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:11.770774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0d9a13b2-91ec-44a0-bca5-97308f18add7 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/f8be9c5f-ad2b-4f4e-ac42-b0a334d3af8a HTTP/1.1" status: 404 len: 339 time: 0.0315509 Aug 19 12:33:11.786719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 42996) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:11.866622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9787a-5824-4194-a8ff-8faf61daca83 req-cb9a00e4-408a-4d9c-9784-98b8f190760b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.873731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9787a-5824-4194-a8ff-8faf61daca83 req-cb9a00e4-408a-4d9c-9784-98b8f190760b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.881024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9787a-5824-4194-a8ff-8faf61daca83 req-cb9a00e4-408a-4d9c-9784-98b8f190760b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.887918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9787a-5824-4194-a8ff-8faf61daca83 req-cb9a00e4-408a-4d9c-9784-98b8f190760b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.894520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9787a-5824-4194-a8ff-8faf61daca83 req-cb9a00e4-408a-4d9c-9784-98b8f190760b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:11.896457 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-efe9787a-5824-4194-a8ff-8faf61daca83 req-cb9a00e4-408a-4d9c-9784-98b8f190760b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 3827 time: 0.4654326 Aug 19 12:33:11.929822 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a77ebb-a459-4873-b301-f772f5061a90 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:11.930569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a77ebb-a459-4873-b301-f772f5061a90 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:11.932526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-09a77ebb-a459-4873-b301-f772f5061a90 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/subnets/360b6ce8-783b-47ea-96ac-a42ead7c5289 HTTP/1.1" status: 404 len: 337 time: 0.1179562 Aug 19 12:33:11.941678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-453e584b-f10b-49d9-bde8-eac2831eec19 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.943498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43010) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:11.948753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:11.953125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-453e584b-f10b-49d9-bde8-eac2831eec19 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.047824 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7289d684-47db-426b-995a-f42edec4deaf tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:12.048457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7289d684-47db-426b-995a-f42edec4deaf tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:12.052620 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7289d684-47db-426b-995a-f42edec4deaf tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/e3b0fa27-865d-4b62-a84f-f71e2e03dd8a HTTP/1.1" status: 404 len: 339 time: 0.0986147 Aug 19 12:33:12.076972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43012) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:12.106631 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-efe9787a-5824-4194-a8ff-8faf61daca83 req-ab1c3c2a-fa1f-431e-9294-39800c69b30b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832001 Aug 19 12:33:12.134219 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad72835-3c46-4f07-b628-ddd5cf3cc5fb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:12.134219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad72835-3c46-4f07-b628-ddd5cf3cc5fb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:12.136066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bad72835-3c46-4f07-b628-ddd5cf3cc5fb tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/subnets/70716a71-ae26-4cfe-9bb0-6036c7025f46 HTTP/1.1" status: 404 len: 337 time: 0.0522258 Aug 19 12:33:12.142352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43014) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:12.182744 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-db16de4b-ebc3-4182-95a6-5bb1a97c20f5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:12.183450 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db16de4b-ebc3-4182-95a6-5bb1a97c20f5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:12.187551 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-db16de4b-ebc3-4182-95a6-5bb1a97c20f5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/b048b173-487c-45b1-83aa-162e3e05efd5 HTTP/1.1" status: 404 len: 339 time: 0.0409141 Aug 19 12:33:12.191399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-453e584b-f10b-49d9-bde8-eac2831eec19 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.191585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453e584b-f10b-49d9-bde8-eac2831eec19 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Fanout notify agent at l3_agent the message router_deleted on router 28886f99-5fc8-4a2c-ae22-89d1f398b7e2 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:33:12.193100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43016) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:12.259033 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-453e584b-f10b-49d9-bde8-eac2831eec19 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.260191 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-453e584b-f10b-49d9-bde8-eac2831eec19 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/28886f99-5fc8-4a2c-ae22-89d1f398b7e2 HTTP/1.1" status: 204 len: 168 time: 0.9994776 Aug 19 12:33:12.288663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43018) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:12.317392 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2d8d25-afb5-4f84-92e6-55cb15365eea tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:12.317853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2d8d25-afb5-4f84-92e6-55cb15365eea tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:12.321927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2a2d8d25-afb5-4f84-92e6-55cb15365eea tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/subnets/a57dc7e8-b19d-43c8-a747-b6b1c39b4c38 HTTP/1.1" status: 404 len: 337 time: 0.0752506 Aug 19 12:33:12.341737 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bc37-b396-4611-b1ef-8890b442b662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.346847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43020) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:12.349043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-32b987d5-bea3-4129-9296-6a6bfadcfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.349537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-32b987d5-bea3-4129-9296-6a6bfadcfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.349992 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-32b987d5-bea3-4129-9296-6a6bfadcfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.351630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-32b987d5-bea3-4129-9296-6a6bfadcfb17 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=becbd6116ce843618ea6f6cd4be07845&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5256989 Aug 19 12:33:12.381088 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54ef2cc-ab67-4fbc-94ec-f878b4af47a1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:12.382176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54ef2cc-ab67-4fbc-94ec-f878b4af47a1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:12.383691 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a54ef2cc-ab67-4fbc-94ec-f878b4af47a1 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/2d850af6-5f76-4513-b441-58fa548007f3 HTTP/1.1" status: 404 len: 339 time: 0.0359938 Aug 19 12:33:12.395818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43022) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:12.439309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dc1d9-32d4-40a7-9279-cf2dbcd61736 req-9f09e1d3-6f70-4bf1-ae03-498b8b9b2a88 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.440909 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f1dc1d9-32d4-40a7-9279-cf2dbcd61736 req-9f09e1d3-6f70-4bf1-ae03-498b8b9b2a88 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 951 time: 0.4905353 Aug 19 12:33:12.532879 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f1dc1d9-32d4-40a7-9279-cf2dbcd61736 req-34634926-ad57-40f3-8eb4-f6af3b7c181f tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705352 Aug 19 12:33:12.546291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-a12f4326-a2fe-4b06-8c21-50462d8bce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:12.547823 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87c8a8d0-04bf-429a-976f-cb2efef5fb5f req-a12f4326-a2fe-4b06-8c21-50462d8bce91 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1857579 Aug 19 12:33:12.664351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.708363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61bd4270-210c-43ad-938c-91090979bbc5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:12.829824 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c435f7db-5cce-439b-9400-903310109a1c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:12.830448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c435f7db-5cce-439b-9400-903310109a1c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:12.834976 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c435f7db-5cce-439b-9400-903310109a1c tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/subnets/087bfba0-4445-40ac-a251-babe9fdd1fa9 HTTP/1.1" status: 404 len: 337 time: 0.4096839 Aug 19 12:33:12.841199 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bc37-b396-4611-b1ef-8890b442b662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.842436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d28ad37-c732-47d2-967a-03e98edadd27 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting subnet 84056fdc-f8fb-4ea8-8461-8cd232600c4e {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:12.846904 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d28ad37-c732-47d2-967a-03e98edadd27 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.848347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43032) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:12.871652 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a989928f-1358-4c33-b917-a3518fc6aedf tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:12.872279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a989928f-1358-4c33-b917-a3518fc6aedf tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:12.876582 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a989928f-1358-4c33-b917-a3518fc6aedf tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/9d5175f6-3774-4f99-b9eb-fe66b82221f2 HTTP/1.1" status: 404 len: 339 time: 0.0250070 Aug 19 12:33:12.878238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43034) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:12.898059 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d28ad37-c732-47d2-967a-03e98edadd27 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:12.916228 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a5e07ef-b38d-4e4e-8575-4e4e61d482a2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:12.916604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a5e07ef-b38d-4e4e-8575-4e4e61d482a2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:12.919817 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2a5e07ef-b38d-4e4e-8575-4e4e61d482a2 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/subnets/e84166e8-9d45-4697-ac17-2bfabc319b61 HTTP/1.1" status: 404 len: 337 time: 0.0405588 Aug 19 12:33:12.922432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43036) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:12.976770 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecfab80-9ffa-4ac4-ac58-8907016a3323 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:12.977026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecfab80-9ffa-4ac4-ac58-8907016a3323 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:12.978727 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9ecfab80-9ffa-4ac4-ac58-8907016a3323 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/ae518193-9420-42aa-a372-91e38f33e1c6 HTTP/1.1" status: 404 len: 339 time: 0.0553391 Aug 19 12:33:12.981420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43040) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:13.015198 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fa50b5-c74c-486f-a40c-bc03e3e9854f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:13.015663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fa50b5-c74c-486f-a40c-bc03e3e9854f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:13.017414 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-82fa50b5-c74c-486f-a40c-bc03e3e9854f tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/subnets/a86e5c28-9a8f-4112-81ee-e436e6b1cf62 HTTP/1.1" status: 404 len: 337 time: 0.0350833 Aug 19 12:33:13.020319 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43042) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:13.046864 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d28ad37-c732-47d2-967a-03e98edadd27 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.056929 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-670fc7c2-85dc-4bd6-bcb1-227e714f264e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:13.056929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670fc7c2-85dc-4bd6-bcb1-227e714f264e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:13.058010 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-670fc7c2-85dc-4bd6-bcb1-227e714f264e tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/40dc21cc-46bd-4549-97b2-06d991432add HTTP/1.1" status: 404 len: 339 time: 0.0360935 Aug 19 12:33:13.060604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43046) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:13.119223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae15ef09-a570-4004-8402-8f2023806f11 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Deleting subnet 2f212cf2-caec-44f8-af8a-640a945477f5 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:13.123099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae15ef09-a570-4004-8402-8f2023806f11 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.217152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.242020 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae15ef09-a570-4004-8402-8f2023806f11 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.297745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519023fd-4f22-4c46-8a13-94ad7e61cad7 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:13.313127 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d28ad37-c732-47d2-967a-03e98edadd27 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.325421 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.366012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9bc37-b396-4611-b1ef-8890b442b662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19219d5c-6124-4411-a07a-858494335217,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:13.367120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28ad37-c732-47d2-967a-03e98edadd27 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Subnet': ['ID=84056fdc-f8fb-4ea8-8461-8cd232600c4e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:13.396079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa87ff6e-d1ef-49b9-87f0-e934c0c5d75c None None] Network f2ddd06c-78c5-4673-901d-180df57a114f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:13.396622 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d28ad37-c732-47d2-967a-03e98edadd27 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.398463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9d28ad37-c732-47d2-967a-03e98edadd27 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/84056fdc-f8fb-4ea8-8461-8cd232600c4e HTTP/1.1" status: 204 len: 168 time: 1.1062019 Aug 19 12:33:13.413960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43064) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:13.421573 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8cc9bc37-b396-4611-b1ef-8890b442b662 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=025103acc695480da7c615f10e5bcbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1676216 Aug 19 12:33:13.448107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43066) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:13.454031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Transition to ACTIVE for port object 519023fd-4f22-4c46-8a13-94ad7e61cad7 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:13.514233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-a9fcfc9e-17dd-4965-905b-1350b338ffbb tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:13.521976 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-a9fcfc9e-17dd-4965-905b-1350b338ffbb tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 814 time: 0.1604841 Aug 19 12:33:13.543917 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-a12a50e1-cb09-4b57-8c39-fdc43eb33fbe tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/quotas/8a1d2c4d135243d6aa7779c3bc4513a0 HTTP/1.1" status: 200 len: 375 time: 0.0206809 Aug 19 12:33:13.604812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-4f1c59e0-71fc-4bb6-a1ef-648f45c622ab tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598137 Aug 19 12:33:13.637946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dcbf-0a64-417e-a10c-55ddd7f9c2c6 req-b6b993c4-6981-487e-9058-e5591df8e014 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:13.644870 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.647279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dcbf-0a64-417e-a10c-55ddd7f9c2c6 req-b6b993c4-6981-487e-9058-e5591df8e014 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:13.655259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171841f3-1b17-42ba-be53-5bdaaeb18325 None None] DHCP port deletion for f2ddd06c-78c5-4673-901d-180df57a114f request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:33:13.655566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dcbf-0a64-417e-a10c-55ddd7f9c2c6 req-b6b993c4-6981-487e-9058-e5591df8e014 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:13.677446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dcbf-0a64-417e-a10c-55ddd7f9c2c6 req-b6b993c4-6981-487e-9058-e5591df8e014 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:13.687812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29dcbf-0a64-417e-a10c-55ddd7f9c2c6 req-b6b993c4-6981-487e-9058-e5591df8e014 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:13.689676 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5c29dcbf-0a64-417e-a10c-55ddd7f9c2c6 req-b6b993c4-6981-487e-9058-e5591df8e014 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 3827 time: 0.4620914 Aug 19 12:33:13.751663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-171841f3-1b17-42ba-be53-5bdaaeb18325 None None] Deleting port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:13.752035 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-171841f3-1b17-42ba-be53-5bdaaeb18325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.764013 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-13e49cf0-4296-4ee7-894c-f19bf116b62b req-0b0e29bd-96b4-4a13-9cc4-1addb8269a8e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1565893 Aug 19 12:33:13.797727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Pushing event updated for resources: {'Port': ['ID=519023fd-4f22-4c46-8a13-94ad7e61cad7,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:13.895021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-171841f3-1b17-42ba-be53-5bdaaeb18325 None None] For port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2,segment=NetworkSegment(d356b394-4186-449c-a7fb-240f467d3d41),segment_id=d356b394-4186-449c-a7fb-240f467d3d41)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:13.895694 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-171841f3-1b17-42ba-be53-5bdaaeb18325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:13.910655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-171841f3-1b17-42ba-be53-5bdaaeb18325 None None] Calling delete_port for 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:13.976598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae15ef09-a570-4004-8402-8f2023806f11 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.033415 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-8986213b-f4bc-4e60-b7e9-264795948489 service neutron] 10.222.0.21 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983624 Aug 19 12:33:14.047424 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a24c728e-3dda-4a4d-9331-d812e7b343f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.065159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] Router 0f8db931-cb66-4517-857d-fb12092190bc has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:33:14.087711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.116317 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5c29dcbf-0a64-417e-a10c-55ddd7f9c2c6 req-fb6a9b64-d2dd-4e16-9e7e-84f2cf4ea4b2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3974490 Aug 19 12:33:14.152018 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-171841f3-1b17-42ba-be53-5bdaaeb18325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.201589 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171841f3-1b17-42ba-be53-5bdaaeb18325 None None] No DVR routers for this DVR port 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:14.253663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e49cf0-4296-4ee7-894c-f19bf116b62b req-71c5d757-c4ac-469c-b1af-605195bc2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.255418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-13e49cf0-4296-4ee7-894c-f19bf116b62b req-71c5d757-c4ac-469c-b1af-605195bc2666 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 1096 time: 0.4099379 Aug 19 12:33:14.257350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b0999ad3-b5d6-4b93-aafe-6ccb5c578855 service neutron] 10.222.0.21 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231503 Aug 19 12:33:14.268307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Attempting to bind port 519023fd-4f22-4c46-8a13-94ad7e61cad7 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:14.268667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Attempting to bind port 519023fd-4f22-4c46-8a13-94ad7e61cad7 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:14.269019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Attempting to bind port 519023fd-4f22-4c46-8a13-94ad7e61cad7 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:14.275690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Port 519023fd-4f22-4c46-8a13-94ad7e61cad7 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:14.276032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Attempting to bind port 519023fd-4f22-4c46-8a13-94ad7e61cad7 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:14.283933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:14.283933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Checking segment: {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:14.283933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Bound using segment: {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:14.283933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Bound port: 519023fd-4f22-4c46-8a13-94ad7e61cad7, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:14.283933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.293204 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a24c728e-3dda-4a4d-9331-d812e7b343f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.297312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:14.307930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b29582-8574-4fce-b07b-f3c3aa541404 None None] Sync routers for ids ['0f8db931-cb66-4517-857d-fb12092190bc'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:14.323434 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c788a088-a4dc-4f60-86eb-2aa307365ea1 admin admin] 10.222.0.21 "PUT /v2.0/routers/0f8db931-cb66-4517-857d-fb12092190bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7964082 Aug 19 12:33:14.325358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43074) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:14.357317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171841f3-1b17-42ba-be53-5bdaaeb18325 None None] Pushing event deleted for resources: {'Port': ['ID=6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:14.378070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b29582-8574-4fce-b07b-f3c3aa541404 None None] Routers {'0f8db931-cb66-4517-857d-fb12092190bc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:14.381246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-76b29582-8574-4fce-b07b-f3c3aa541404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0f8db931-cb66-4517-857d-fb12092190bc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:14.498374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] For port 519023fd-4f22-4c46-8a13-94ad7e61cad7, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:14.502782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] For port 519023fd-4f22-4c46-8a13-94ad7e61cad7, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=519023fd-4f22-4c46-8a13-94ad7e61cad7,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:14.532005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae15ef09-a570-4004-8402-8f2023806f11 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.567316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15ef09-a570-4004-8402-8f2023806f11 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Subnet': ['ID=2f212cf2-caec-44f8-af8a-640a945477f5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:14.594888 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.605124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f72d22-abca-4529-8a6c-4c07deb9743e req-e7da6b31-7dad-4ed3-ac00-35a60277cee3 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.606973 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-48f72d22-abca-4529-8a6c-4c07deb9743e req-e7da6b31-7dad-4ed3-ac00-35a60277cee3 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 951 time: 0.2739687 Aug 19 12:33:14.615554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae15ef09-a570-4004-8402-8f2023806f11 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.627632 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ae15ef09-a570-4004-8402-8f2023806f11 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/subnets/2f212cf2-caec-44f8-af8a-640a945477f5 HTTP/1.1" status: 204 len: 168 time: 1.5586457 Aug 19 12:33:14.627632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43078) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:14.635244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ddd06c-78c5-4673-901d-180df57a114f']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:14.690478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e49cf0-4296-4ee7-894c-f19bf116b62b req-a25b7019-f023-4c96-b9fc-e3aa01d2dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:14.692360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-13e49cf0-4296-4ee7-894c-f19bf116b62b req-a25b7019-f023-4c96-b9fc-e3aa01d2dde4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 915 time: 0.3481436 Aug 19 12:33:14.695934 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.726343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd356b394-4186-449c-a7fb-240f467d3d41') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:14.726637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd356b394-4186-449c-a7fb-240f467d3d41') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:14.755263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.766649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-48f72d22-abca-4529-8a6c-4c07deb9743e req-48b43c75-8eb2-40dc-bfc7-05fcc95fea4a tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283901 Aug 19 12:33:14.798256 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-13e49cf0-4296-4ee7-894c-f19bf116b62b req-d63b930a-715e-43e1-b3cd-112ed619668e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2c8a344-4da7-47cc-8464-5dc810615a85 HTTP/1.1" status: 200 len: 217 time: 0.0583799 Aug 19 12:33:14.811764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.816667 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.827277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:14.828169 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:14.831360 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:14.853455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-76b29582-8574-4fce-b07b-f3c3aa541404 None None] Set router 0f8db931-cb66-4517-857d-fb12092190bc gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:14.947401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a24c728e-3dda-4a4d-9331-d812e7b343f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.954986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a24c728e-3dda-4a4d-9331-d812e7b343f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:14.957557 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a24c728e-3dda-4a4d-9331-d812e7b343f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19219d5c-6124-4411-a07a-858494335217 HTTP/1.1" status: 204 len: 168 time: 1.4588976 Aug 19 12:33:15.002221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.028020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c728e-3dda-4a4d-9331-d812e7b343f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19219d5c-6124-4411-a07a-858494335217,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:15.113243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Deleting port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:15.114661 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.144029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c2b34-9a70-47fa-8e19-f0144c49e3b0 None None] Network 8c18bd32-7d76-4b71-81d4-41418e691c98 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:15.162044 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.299362 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.303052 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e1290b00-8999-42cb-a7b2-9265444d5629 req-eace15cd-d8e8-4e7e-961a-29cf856ded2a tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 210 time: 0.2703474 Aug 19 12:33:15.309778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/networks/f2ddd06c-78c5-4673-901d-180df57a114f HTTP/1.1" status: 204 len: 168 time: 1.8946967 Aug 19 12:33:15.316783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43106) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:15.357262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:15.357262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.357262 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] 10.222.0.30 "PUT /v2.0/ports/519023fd-4f22-4c46-8a13-94ad7e61cad7 HTTP/1.1" status: 200 len: 1130 time: 3.7836907 Aug 19 12:33:15.383136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '519023fd-4f22-4c46-8a13-94ad7e61cad7'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:15.389329 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90db3a23-64f4-4d8e-b24f-d991c5eaab03" -d '{"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "519023fd-4f22-4c46-8a13-94ad7e61cad7"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:15.390229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64224d31-af4e-476e-a66b-bf4438b6b798 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Network': ['ID=f2ddd06c-78c5-4673-901d-180df57a114f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:15.410204 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1841437302'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:15.441132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e49cf0-4296-4ee7-894c-f19bf116b62b req-73a06b0a-e88d-4407-813a-8f2cf4012e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:15.442732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-13e49cf0-4296-4ee7-894c-f19bf116b62b req-73a06b0a-e88d-4407-813a-8f2cf4012e99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=917b0eb4-793f-42ab-bd62-4942c9adf928 HTTP/1.1" status: 200 len: 854 time: 0.6376112 Aug 19 12:33:15.445997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:15.484055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] For port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276,segment=NetworkSegment(90418a64-6a7e-483b-af47-fcf5db8498bf),segment_id=90418a64-6a7e-483b-af47-fcf5db8498bf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:15.490182 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.508850 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:15.509289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6f2e47dd-52ef-40ee-b1be-3ed6bc713aa2 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:15.522238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05609719-72a4-445b-824e-30d41047b829 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:15.526613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Calling delete_port for ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:15.669122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:15.679737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-76b29582-8574-4fce-b07b-f3c3aa541404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:33:12Z', 'revision_number': 5, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:15.708411 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-13e49cf0-4296-4ee7-894c-f19bf116b62b req-4f58f93b-b969-4ec7-a11d-05eab520f393 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2234550 Aug 19 12:33:15.709753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.733277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b29582-8574-4fce-b07b-f3c3aa541404 None None] Checking router: 0f8db931-cb66-4517-857d-fb12092190bc for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:33:15.773971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb75bc1-3346-406a-b1d8-97a43386401e None None] DHCP port deletion for 8c18bd32-7d76-4b71-81d4-41418e691c98 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:33:15.783787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b29582-8574-4fce-b07b-f3c3aa541404 None None] Routers {'0f8db931-cb66-4517-857d-fb12092190bc'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:15.784737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-76b29582-8574-4fce-b07b-f3c3aa541404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['0f8db931-cb66-4517-857d-fb12092190bc'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:15.797839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872af17-d726-4b8d-9735-1428942d8309 service neutron] Pushing event updated for resources: {'Port': ['ID=519023fd-4f22-4c46-8a13-94ad7e61cad7,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:15.906382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-76b29582-8574-4fce-b07b-f3c3aa541404 None None] Set router 0f8db931-cb66-4517-857d-fb12092190bc gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:33:15.919857 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:15.946989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] No DVR routers for this DVR port ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:16.048865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Port': ['ID=ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:16.055069 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.081808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5bb75bc1-3346-406a-b1d8-97a43386401e None None] The port 'ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276' was deleted {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 19 12:33:16.085238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:16.088773 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.094471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-13e49cf0-4296-4ee7-894c-f19bf116b62b req-02fca056-47b3-46bf-aec9-9991834f51a3 service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676980 Aug 19 12:33:16.125275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05609719-72a4-445b-824e-30d41047b829'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:16.127313 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f5f0be-150c-4ea7-9657-d4657fee4ff6" -d '{"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-unplugged", "status": "completed", "tag": "05609719-72a4-445b-824e-30d41047b829"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:16.127877 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.141719 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c18bd32-7d76-4b71-81d4-41418e691c98']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:16.175433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:16.192646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90418a64-6a7e-483b-af47-fcf5db8498bf') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:16.192646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90418a64-6a7e-483b-af47-fcf5db8498bf') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:16.202959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429233a8-4518-44ba-a5e6-7a5f7a596e85 req-1ea00650-e726-4ca6-80f2-3832bbada7c6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.231411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429233a8-4518-44ba-a5e6-7a5f7a596e85 req-1ea00650-e726-4ca6-80f2-3832bbada7c6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.246623 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.252697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429233a8-4518-44ba-a5e6-7a5f7a596e85 req-1ea00650-e726-4ca6-80f2-3832bbada7c6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.253041 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.264274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429233a8-4518-44ba-a5e6-7a5f7a596e85 req-1ea00650-e726-4ca6-80f2-3832bbada7c6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.271709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429233a8-4518-44ba-a5e6-7a5f7a596e85 req-1ea00650-e726-4ca6-80f2-3832bbada7c6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.279000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429233a8-4518-44ba-a5e6-7a5f7a596e85 req-1ea00650-e726-4ca6-80f2-3832bbada7c6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.281137 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-429233a8-4518-44ba-a5e6-7a5f7a596e85 req-1ea00650-e726-4ca6-80f2-3832bbada7c6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 4599 time: 0.7180307 Aug 19 12:33:16.283276 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.293055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:16.293055 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.298253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-76b29582-8574-4fce-b07b-f3c3aa541404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:33:12Z', 'revision_number': 5, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:16.385758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b29582-8574-4fce-b07b-f3c3aa541404 None None] The sync data for ids ['0f8db931-cb66-4517-857d-fb12092190bc'] in n-d-803757-2 is: [{'id': '0f8db931-cb66-4517-857d-fb12092190bc', 'name': 'tempest-TaggedBootDevicesTest_v242-735087305-router', 'tenant_id': '081cd35e5c3346af85f95e6d309a2eb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:20:30Z', 'updated_at': '2021-08-19T12:33:12Z', 'revision_number': 5, 'project_id': '081cd35e5c3346af85f95e6d309a2eb7', 'gw_port': {'id': 'd490f971-3a1b-4c9f-a7d3-78d38042923b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8db931-cb66-4517-857d-fb12092190bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:20:31Z', 'updated_at': '2021-08-19T12:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:16.409918 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:16.426354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=11']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:16.430239 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-13e49cf0-4296-4ee7-894c-f19bf116b62b req-666ef2b1-3efc-4da6-8f46-dd912d93bcad service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198347 Aug 19 12:33:16.441254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.441254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.441554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.441675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.441675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.441675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.441675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.441675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.442370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.442370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.442567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.443116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.443513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:16.469808 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.484362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:16.494147 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.494688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.495408 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added segment e40b0304-c26d-487e-bd97-e71684521e52 of type vlan for network 20ba094e-fd5e-4892-89e9-f4a399ef71cf Aug 19 12:33:16.499913 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] 10.222.0.21 "DELETE /v2.0/networks/8c18bd32-7d76-4b71-81d4-41418e691c98 HTTP/1.1" status: 204 len: 168 time: 1.8736496 Aug 19 12:33:16.500965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd471d4a-457a-47a5-89ce-fa9b1b5237e5 tempest-NetworksTest-453336322 tempest-NetworksTest-453336322-project] Pushing event deleted for resources: {'Network': ['ID=8c18bd32-7d76-4b71-81d4-41418e691c98,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:16.646390 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.677374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-429233a8-4518-44ba-a5e6-7a5f7a596e85 req-faeb1255-5284-4a1d-b7af-181b2704205e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2385373 Aug 19 12:33:16.709272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Deleting port d490f971-3a1b-4c9f-a7d3-78d38042923b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:16.709802 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.827131 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4dd284-d731-4039-8adc-4150971de608 x-openstack-request-id: req-bf4dd284-d731-4039-8adc-4150971de608 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:16.827642 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-unplugged", "status": "completed", "tag": "05609719-72a4-445b-824e-30d41047b829", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:16.828087 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf4dd284-d731-4039-8adc-4150971de608 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:16.828487 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05609719-72a4-445b-824e-30d41047b829', 'code': 200} Aug 19 12:33:16.861789 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0890cf04-3c4d-4eca-9da3-e2ec37c4115f x-openstack-request-id: req-0890cf04-3c4d-4eca-9da3-e2ec37c4115f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:16.861974 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "519023fd-4f22-4c46-8a13-94ad7e61cad7", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:16.864618 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0890cf04-3c4d-4eca-9da3-e2ec37c4115f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:16.865033 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '519023fd-4f22-4c46-8a13-94ad7e61cad7', 'status': 'completed', 'code': 200} Aug 19 12:33:16.881412 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-bd6943f4-397a-4a04-b1b1-b3211a77dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.884045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-bd6943f4-397a-4a04-b1b1-b3211a77dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.884570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-bd6943f4-397a-4a04-b1b1-b3211a77dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.885054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-bd6943f4-397a-4a04-b1b1-b3211a77dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.885528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-bd6943f4-397a-4a04-b1b1-b3211a77dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.888842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-bd6943f4-397a-4a04-b1b1-b3211a77dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.895419 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-bd6943f4-397a-4a04-b1b1-b3211a77dda2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5285 time: 0.1054046 Aug 19 12:33:16.898895 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:16.919118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:16.919786 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.100576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-dcf6b0c4-0fdd-4635-a012-7a16344d7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.104001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-dcf6b0c4-0fdd-4635-a012-7a16344d7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.108026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-dcf6b0c4-0fdd-4635-a012-7a16344d7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.111730 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-dcf6b0c4-0fdd-4635-a012-7a16344d7e55 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=becbd6116ce843618ea6f6cd4be07845&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2077172 Aug 19 12:33:17.164183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-502feaec-4a07-40ae-a426-8e5c10d9775c req-8ef82ba5-32ea-45d2-907c-b382ecd50f12 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 210 time: 0.2322710 Aug 19 12:33:17.184693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7997332 Aug 19 12:33:17.225838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43184) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:17.236991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'subnet': {'network_id': '20ba094e-fd5e-4892-89e9-f4a399ef71cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:17.284992 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43186) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:17.297065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be38076-66f3-4013-a337-4faa0c97bc0c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Network': ['ID=20ba094e-fd5e-4892-89e9-f4a399ef71cf,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:17.311198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 20ba094e-fd5e-4892-89e9-f4a399ef71cf details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:17.316816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] For port d490f971-3a1b-4c9f-a7d3-78d38042923b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d490f971-3a1b-4c9f-a7d3-78d38042923b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:17.317581 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.347640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Calling delete_port for d490f971-3a1b-4c9f-a7d3-78d38042923b owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:17.395354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-17ad3bc6-38ae-4d3c-b13a-b1895e095e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:17.398719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90db3a23-64f4-4d8e-b24f-d991c5eaab03 req-17ad3bc6-38ae-4d3c-b13a-b1895e095e98 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2790101 Aug 19 12:33:17.427278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:17.459894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:17.460242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ad0d86ca-b4cc-4d27-ab2c-b8ce4f287276 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:17.460667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 61bd4270-210c-43ad-938c-91090979bbc5 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:17.527616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 61bd4270-210c-43ad-938c-91090979bbc5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:17.528008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 61bd4270-210c-43ad-938c-91090979bbc5 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:17.553844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6d45722a-c9bb-4e45-8b25-90ce18ad30c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8f3505e64f44f4e8781e2fa172e9876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674322 Aug 19 12:33:17.556257 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43198) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:17.611390 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8503a40a-bf90-4eb3-aa54-c3df81bfb3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.635449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8503a40a-bf90-4eb3-aa54-c3df81bfb3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.800603 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8503a40a-bf90-4eb3-aa54-c3df81bfb3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.803661 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8503a40a-bf90-4eb3-aa54-c3df81bfb3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.809564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8503a40a-bf90-4eb3-aa54-c3df81bfb3bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/741452ce-2105-4514-9517-cc091e0929f9 HTTP/1.1" status: 204 len: 168 time: 0.2477067 Aug 19 12:33:17.824671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503a40a-bf90-4eb3-aa54-c3df81bfb3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741452ce-2105-4514-9517-cc091e0929f9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:17.899012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c23d98-2995-46ce-8f34-a0804a88df54 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:17.926093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:17.930265 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:17.955660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43212) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:18.106081 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.121002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Transition to ACTIVE for port object d8c23d98-2995-46ce-8f34-a0804a88df54 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:18.155416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790d421-f72a-41c5-bee5-756bbca15c69 req-b39e4058-6afc-4b53-8186-9db837dd69ec tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.156882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8790d421-f72a-41c5-bee5-756bbca15c69 req-b39e4058-6afc-4b53-8186-9db837dd69ec tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 949 time: 0.0874264 Aug 19 12:33:18.157683 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5b701b6-42ef-4bb3-ae02-59aaebb03c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.163368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0bef-d60b-4ef5-b55e-ec5ebc7aad6c req-4335c373-3b9d-45db-8429-e228c9a81029 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.181864 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0bef-d60b-4ef5-b55e-ec5ebc7aad6c req-4335c373-3b9d-45db-8429-e228c9a81029 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.194465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0bef-d60b-4ef5-b55e-ec5ebc7aad6c req-4335c373-3b9d-45db-8429-e228c9a81029 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.214850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0bef-d60b-4ef5-b55e-ec5ebc7aad6c req-4335c373-3b9d-45db-8429-e228c9a81029 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.221644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0bef-d60b-4ef5-b55e-ec5ebc7aad6c req-4335c373-3b9d-45db-8429-e228c9a81029 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.228006 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce0bef-d60b-4ef5-b55e-ec5ebc7aad6c req-4335c373-3b9d-45db-8429-e228c9a81029 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:18.237442 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31ce0bef-d60b-4ef5-b55e-ec5ebc7aad6c req-4335c373-3b9d-45db-8429-e228c9a81029 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 4599 time: 0.4119260 Aug 19 12:33:18.246636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.312285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8790d421-f72a-41c5-bee5-756bbca15c69 req-290172ca-b1df-458f-9abe-68c7b7bb87ef tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144063 Aug 19 12:33:18.417630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5b701b6-42ef-4bb3-ae02-59aaebb03c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.493645 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29f373a3-fbd1-45a3-b713-40c871b03173 req-643e6eac-70eb-4c4f-8346-731e6064f10c tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 210 time: 0.0521612 Aug 19 12:33:18.515591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a5b701b6-42ef-4bb3-ae02-59aaebb03c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.602694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Pushing event updated for resources: {'Port': ['ID=d8c23d98-2995-46ce-8f34-a0804a88df54,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:18.620287 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:18.976359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a5b701b6-42ef-4bb3-ae02-59aaebb03c01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c762550fc0b443387f551c129105af4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0158360 Aug 19 12:33:18.976359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b701b6-42ef-4bb3-ae02-59aaebb03c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b162e-2e02-4dda-8887-fa7641a70744,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:18.978372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43232) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:19.084340 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcad6869-44d1-413c-9465-1b51fffca0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.090690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d490f971-3a1b-4c9f-a7d3-78d38042923b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:19.100330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-178097eb-2d2f-4a46-b1be-b8566d6c7665 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:19.101858 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-178097eb-2d2f-4a46-b1be-b8566d6c7665 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 814 time: 0.8569283 Aug 19 12:33:19.116907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcad6869-44d1-413c-9465-1b51fffca0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.156259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Request body: {'port': {'device_id': '374b2807-2706-4c77-a916-96257a1371a4', 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3', 'admin_state_up': True, 'tenant_id': '8a1d2c4d135243d6aa7779c3bc4513a0'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:19.163400 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31ce0bef-d60b-4ef5-b55e-ec5ebc7aad6c req-c5ca40c6-253f-462e-acbe-c4653f33864e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9253356 Aug 19 12:33:19.183399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.253627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcad6869-44d1-413c-9465-1b51fffca0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.260872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcad6869-44d1-413c-9465-1b51fffca0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.262861 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bcad6869-44d1-413c-9465-1b51fffca0a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e1b162e-2e02-4dda-8887-fa7641a70744 HTTP/1.1" status: 204 len: 168 time: 0.2823012 Aug 19 12:33:19.282321 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad6869-44d1-413c-9465-1b51fffca0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1b162e-2e02-4dda-8887-fa7641a70744,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:19.299861 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.437464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.459123 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.468053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Subnet': ['ID=3dd8aa88-26a3-43c3-928f-43079946692f,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:19.494263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Attempting to bind port d8c23d98-2995-46ce-8f34-a0804a88df54 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:19.498567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Attempting to bind port d8c23d98-2995-46ce-8f34-a0804a88df54 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:19.498567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Attempting to bind port d8c23d98-2995-46ce-8f34-a0804a88df54 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:19.510249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43248) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:19.537432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8033eae-1a1f-408e-a983-dea1c15f9a8b req-21fa7a05-2928-4a5f-bd9c-a7dec6afb1b7 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:19.539036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8033eae-1a1f-408e-a983-dea1c15f9a8b req-21fa7a05-2928-4a5f-bd9c-a7dec6afb1b7 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 949 time: 0.0840907 Aug 19 12:33:19.598339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Port d8c23d98-2995-46ce-8f34-a0804a88df54 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:19.598646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Attempting to bind port d8c23d98-2995-46ce-8f34-a0804a88df54 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:19.623364 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8033eae-1a1f-408e-a983-dea1c15f9a8b req-9c838e13-9080-4c7f-b1b8-de38f1678c5a tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734777 Aug 19 12:33:19.661257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:19.661625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Checking segment: {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:19.662221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Bound using segment: {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:19.662921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Bound port: d8c23d98-2995-46ce-8f34-a0804a88df54, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:19.664144 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.670866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Checking segment: {'id': 'e40b0304-c26d-487e-bd97-e71684521e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '20ba094e-fd5e-4892-89e9-f4a399ef71cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:19.671500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network hostable DHCP agents. Network: 20ba094e-fd5e-4892-89e9-f4a399ef71cf, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:19.734609 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad5c08e2-e0b7-4ed9-bb81-ff05107662e0 req-aebed666-bccb-4097-80b1-df9d6c0b9845 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 210 time: 0.0865273 Aug 19 12:33:19.738569 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.747568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f8db931-cb66-4517-857d-fb12092190bc {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:33:19.770851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.775300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e2e4d96b-78b5-4853-aa79-1a2b3e1941a6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0f8db931-cb66-4517-857d-fb12092190bc HTTP/1.1" status: 204 len: 168 time: 5.4489472 Aug 19 12:33:19.784064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43256) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:19.861573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd37e88-f031-4967-a438-f218fb292df8 req-4fd278fb-fbc1-4881-a2df-ba7d6d82a4dd tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:19.869006 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6dd37e88-f031-4967-a438-f218fb292df8 req-4fd278fb-fbc1-4881-a2df-ba7d6d82a4dd tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 949 time: 0.1436882 Aug 19 12:33:19.883558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81d188f-675e-44a1-8391-fe6801dfffeb admin admin] Deleting subnet 52a51bc7-2214-4174-98c6-2f7fb87a2ae5 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:19.903558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Made reservation on behalf of 8a1d2c4d135243d6aa7779c3bc4513a0 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:19.909096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:19.913701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 20ba094e-fd5e-4892-89e9-f4a399ef71cf is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:19.923072 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f81d188f-675e-44a1-8391-fe6801dfffeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.002325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 20ba094e-fd5e-4892-89e9-f4a399ef71cf) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:20.011624 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8393b-7205-4ec5-8286-07ecd3718587 None None] Network 20ba094e-fd5e-4892-89e9-f4a399ef71cf requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:20.035390 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f81d188f-675e-44a1-8391-fe6801dfffeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.038133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.038904 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.052620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-128451190'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:20.101957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] For port d8c23d98-2995-46ce-8f34-a0804a88df54, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:20.117219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-6dd37e88-f031-4967-a438-f218fb292df8 req-5600d25e-6f01-49fb-b487-ac14c8efdc74 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Deleting port 05609719-72a4-445b-824e-30d41047b829 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:20.118097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6dd37e88-f031-4967-a438-f218fb292df8 req-5600d25e-6f01-49fb-b487-ac14c8efdc74 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.190907 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6e1e51f7-df41-4a61-b632-aa5c5c319168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9639194 Aug 19 12:33:20.195847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43266) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:20.197238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] For port d8c23d98-2995-46ce-8f34-a0804a88df54, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d8c23d98-2995-46ce-8f34-a0804a88df54,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:20.203176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-02e65d2f-a582-4261-8b87-32b964cc6f8d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1812121077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:20.258097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-6dd37e88-f031-4967-a438-f218fb292df8 req-5600d25e-6f01-49fb-b487-ac14c8efdc74 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] For port 05609719-72a4-445b-824e-30d41047b829, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=05609719-72a4-445b-824e-30d41047b829,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:20.258734 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6dd37e88-f031-4967-a438-f218fb292df8 req-5600d25e-6f01-49fb-b487-ac14c8efdc74 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.279654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-6dd37e88-f031-4967-a438-f218fb292df8 req-5600d25e-6f01-49fb-b487-ac14c8efdc74 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Calling delete_port for 05609719-72a4-445b-824e-30d41047b829 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:20.319014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.325211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749be576-5152-4d5b-a229-697d46046940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-20ba094e-fd5e-4892-89e9-f4a399ef71cf', 'network_id': '20ba094e-fd5e-4892-89e9-f4a399ef71cf', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'fixed_ips': [{'subnet_id': '3dd8aa88-26a3-43c3-928f-43079946692f'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:33:20.326097 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-749be576-5152-4d5b-a229-697d46046940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.361452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:20.366144 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.415777 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f81d188f-675e-44a1-8391-fe6801dfffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.451555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.452321 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.454068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] 10.222.0.30 "PUT /v2.0/ports/d8c23d98-2995-46ce-8f34-a0804a88df54 HTTP/1.1" status: 200 len: 1131 time: 4.8643627 Aug 19 12:33:20.457688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': 'd8c23d98-2995-46ce-8f34-a0804a88df54'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:20.461241 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d62147-0d06-4fc0-a811-a8a490df556d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "d8c23d98-2995-46ce-8f34-a0804a88df54"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:20.496471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.532528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Allocated IP 172.20.0.13 (bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3/917b0eb4-793f-42ab-bd62-4942c9adf928/bb614c88-9bac-4691-9726-84787ddc6b06) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:20.560819 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95184775-febc-448c-9bd6-eebbcca8628f x-openstack-request-id: req-95184775-febc-448c-9bd6-eebbcca8628f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:20.561256 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "d8c23d98-2995-46ce-8f34-a0804a88df54", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:20.563491 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95184775-febc-448c-9bd6-eebbcca8628f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:20.564131 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': 'd8c23d98-2995-46ce-8f34-a0804a88df54', 'status': 'completed', 'code': 200} Aug 19 12:33:20.595540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103910-c3ad-43ca-b842-efc59626dd6e req-77d81573-2212-406f-8a63-96b7d843c8e1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.603122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103910-c3ad-43ca-b842-efc59626dd6e req-77d81573-2212-406f-8a63-96b7d843c8e1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.608319 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103910-c3ad-43ca-b842-efc59626dd6e req-77d81573-2212-406f-8a63-96b7d843c8e1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.615141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103910-c3ad-43ca-b842-efc59626dd6e req-77d81573-2212-406f-8a63-96b7d843c8e1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.622918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103910-c3ad-43ca-b842-efc59626dd6e req-77d81573-2212-406f-8a63-96b7d843c8e1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.630421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103910-c3ad-43ca-b842-efc59626dd6e req-77d81573-2212-406f-8a63-96b7d843c8e1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.637600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103910-c3ad-43ca-b842-efc59626dd6e req-77d81573-2212-406f-8a63-96b7d843c8e1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.667661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e47820-0f39-4c74-8612-a791bd588f8b service neutron] Pushing event updated for resources: {'Port': ['ID=d8c23d98-2995-46ce-8f34-a0804a88df54,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:20.695830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae103910-c3ad-43ca-b842-efc59626dd6e req-77d81573-2212-406f-8a63-96b7d843c8e1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5372 time: 0.3523719 Aug 19 12:33:20.714906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:20.727323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62147-0d06-4fc0-a811-a8a490df556d req-7ed73c22-7a23-4b7e-9d84-da1f071124f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.728198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62147-0d06-4fc0-a811-a8a490df556d req-7ed73c22-7a23-4b7e-9d84-da1f071124f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.728900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62147-0d06-4fc0-a811-a8a490df556d req-7ed73c22-7a23-4b7e-9d84-da1f071124f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.730502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62147-0d06-4fc0-a811-a8a490df556d req-7ed73c22-7a23-4b7e-9d84-da1f071124f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.731195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62147-0d06-4fc0-a811-a8a490df556d req-7ed73c22-7a23-4b7e-9d84-da1f071124f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.731841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62147-0d06-4fc0-a811-a8a490df556d req-7ed73c22-7a23-4b7e-9d84-da1f071124f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.732490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62147-0d06-4fc0-a811-a8a490df556d req-7ed73c22-7a23-4b7e-9d84-da1f071124f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:20.734773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53d62147-0d06-4fc0-a811-a8a490df556d req-7ed73c22-7a23-4b7e-9d84-da1f071124f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6209 time: 0.1552167 Aug 19 12:33:20.749482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-749be576-5152-4d5b-a229-697d46046940 None None] Allocated IP 2001:db8::2 (20ba094e-fd5e-4892-89e9-f4a399ef71cf/3dd8aa88-26a3-43c3-928f-43079946692f/54108339-8aa1-4c67-b16e-b6bb22dbaed1) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:20.765355 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-02e65d2f-a582-4261-8b87-32b964cc6f8d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.766392 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-02e65d2f-a582-4261-8b87-32b964cc6f8d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.911117 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae103910-c3ad-43ca-b842-efc59626dd6e req-e9f77415-a4cb-463d-a332-f3d05b97b984 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2292190 Aug 19 12:33:20.955644 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.962608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f81d188f-675e-44a1-8391-fe6801dfffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:20.998616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f81d188f-675e-44a1-8391-fe6801dfffeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.002443 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f81d188f-675e-44a1-8391-fe6801dfffeb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52a51bc7-2214-4174-98c6-2f7fb87a2ae5 HTTP/1.1" status: 204 len: 168 time: 1.2169826 Aug 19 12:33:21.008498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43286) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:21.052300 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7950a-88aa-450f-aa0f-c9e4e40768a7 req-1f013e67-3c57-46ef-ab35-a79b85edc926 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:21.054648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d5f7950a-88aa-450f-aa0f-c9e4e40768a7 req-1f013e67-3c57-46ef-ab35-a79b85edc926 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 949 time: 0.3125510 Aug 19 12:33:21.055651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d188f-675e-44a1-8391-fe6801dfffeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a51bc7-2214-4174-98c6-2f7fb87a2ae5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:21.063098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ff01e-e8d0-489a-b3b4-91cdd325fb12 None None] Network 33a63ac8-e80b-4f52-be34-1a8d66da6d0e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:21.115532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d5f7950a-88aa-450f-aa0f-c9e4e40768a7 req-38e370d7-254f-4eca-9b83-1d8dfa66c307 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/security-groups?id=d326f75a-dcd1-4412-84d3-4536a707c9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506661 Aug 19 12:33:21.144286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-02e65d2f-a582-4261-8b87-32b964cc6f8d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.167158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6dd37e88-f031-4967-a438-f218fb292df8 req-5600d25e-6f01-49fb-b487-ac14c8efdc74 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.222103 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.231978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3eedd62d-555c-4c57-b33d-ebb498df3ada req-79f0ae3e-2b27-4950-bdc3-39fbf69fc570 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 210 time: 0.0821822 Aug 19 12:33:21.242313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62147-0d06-4fc0-a811-a8a490df556d req-e8bd0873-ad65-4ca3-bcdb-9cce6d027c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:21.242916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62147-0d06-4fc0-a811-a8a490df556d req-e8bd0873-ad65-4ca3-bcdb-9cce6d027c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:21.243305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62147-0d06-4fc0-a811-a8a490df556d req-e8bd0873-ad65-4ca3-bcdb-9cce6d027c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:21.246912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53d62147-0d06-4fc0-a811-a8a490df556d req-e8bd0873-ad65-4ca3-bcdb-9cce6d027c26 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=becbd6116ce843618ea6f6cd4be07845&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4767005 Aug 19 12:33:21.272002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d490f971-3a1b-4c9f-a7d3-78d38042923b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:21.314032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-02e65d2f-a582-4261-8b87-32b964cc6f8d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.331105 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.335864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d490f971-3a1b-4c9f-a7d3-78d38042923b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:21.336439 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d490f971-3a1b-4c9f-a7d3-78d38042923b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:21.404081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600d25e-6f01-49fb-b487-ac14c8efdc74 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Pushing event deleted for resources: {'Port': ['ID=05609719-72a4-445b-824e-30d41047b829,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:21.454522 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.478136 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-749be576-5152-4d5b-a229-697d46046940 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.501802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-749be576-5152-4d5b-a229-697d46046940 None None] Transition to ACTIVE for port object 54108339-8aa1-4c67-b16e-b6bb22dbaed1 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:21.516738 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.524639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e873a7-9f39-425c-a3e1-0854916c520a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:21.529887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd37e88-f031-4967-a438-f218fb292df8 req-5600d25e-6f01-49fb-b487-ac14c8efdc74 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] No DVR routers for this DVR port 05609719-72a4-445b-824e-30d41047b829 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:21.540060 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6dd37e88-f031-4967-a438-f218fb292df8 req-5600d25e-6f01-49fb-b487-ac14c8efdc74 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.546606 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6dd37e88-f031-4967-a438-f218fb292df8 req-5600d25e-6f01-49fb-b487-ac14c8efdc74 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.30 "DELETE /v2.0/ports/05609719-72a4-445b-824e-30d41047b829 HTTP/1.1" status: 204 len: 173 time: 1.6713569 Aug 19 12:33:21.553098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-deleted', 'tag': '05609719-72a4-445b-824e-30d41047b829'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:21.557214 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4ba9b9-9683-485a-ab27-32c0f6bc28ed" -d '{"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-deleted", "tag": "05609719-72a4-445b-824e-30d41047b829"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:21.559968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d62147-0d06-4fc0-a811-a8a490df556d req-46b85c01-261c-442a-a72f-63f36c192039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:21.562154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53d62147-0d06-4fc0-a811-a8a490df556d req-46b85c01-261c-442a-a72f-63f36c192039 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3059742 Aug 19 12:33:21.562908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-749be576-5152-4d5b-a229-697d46046940 None None] Transition to ACTIVE for port object 54108339-8aa1-4c67-b16e-b6bb22dbaed1 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:21.579612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff543e-aa17-463f-bb00-faf7fdb46410 None None] DHCP port deletion for 33a63ac8-e80b-4f52-be34-1a8d66da6d0e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:33:21.584468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:21.602797 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-02e65d2f-a582-4261-8b87-32b964cc6f8d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.609129 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-02e65d2f-a582-4261-8b87-32b964cc6f8d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4098122 Aug 19 12:33:21.609850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43298) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:21.653322 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0382eb-6f93-4dac-aa92-a293f6ff4ce0 x-openstack-request-id: req-6a0382eb-6f93-4dac-aa92-a293f6ff4ce0 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:21.653920 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b81e9df-f1cd-4400-8b80-28e3d3f2829a", "name": "network-vif-deleted", "tag": "05609719-72a4-445b-824e-30d41047b829", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:21.654284 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a0382eb-6f93-4dac-aa92-a293f6ff4ce0 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:21.654975 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b81e9df-f1cd-4400-8b80-28e3d3f2829a', 'name': 'network-vif-deleted', 'tag': '05609719-72a4-445b-824e-30d41047b829', 'status': 'completed', 'code': 200} Aug 19 12:33:21.691473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-06ff543e-aa17-463f-bb00-faf7fdb46410 None None] Deleting port 35cae308-4f51-4041-9f01-fb608ce23102 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:21.691843 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-06ff543e-aa17-463f-bb00-faf7fdb46410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.696161 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.696765 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Added segment 04e975cb-7780-45d5-a5b3-2f5e269f89df of type vlan for network f24f83f2-da32-40d5-8d15-bf98287d7830 Aug 19 12:33:21.714328 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.794152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.865551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Deleting port 35cae308-4f51-4041-9f01-fb608ce23102 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:21.865948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.876987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a2c8a344-4da7-47cc-8464-5dc810615a85', '9901b3a3-910d-4cda-ac09-1525283472ef'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:21.879415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92e59300-f4da-4201-adff-badb3820de5e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:21.892701 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-749be576-5152-4d5b-a229-697d46046940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:21.986346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:22.004238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:22.028490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:22.088012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749be576-5152-4d5b-a229-697d46046940 None None] Pushing event updated for resources: {'Port': ['ID=54108339-8aa1-4c67-b16e-b6bb22dbaed1,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:22.119012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-06ff543e-aa17-463f-bb00-faf7fdb46410 None None] For port 35cae308-4f51-4041-9f01-fb608ce23102, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=35cae308-4f51-4041-9f01-fb608ce23102,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:22.122402 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-06ff543e-aa17-463f-bb00-faf7fdb46410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.195549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Pushing event updated for resources: {'Port': ['ID=bb614c88-9bac-4691-9726-84787ddc6b06,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:22.216182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749be576-5152-4d5b-a229-697d46046940 None None] Network 20ba094e-fd5e-4892-89e9-f4a399ef71cf is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:22.224206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-06ff543e-aa17-463f-bb00-faf7fdb46410 None None] Calling delete_port for 35cae308-4f51-4041-9f01-fb608ce23102 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:22.231834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-749be576-5152-4d5b-a229-697d46046940 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:22.238241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749be576-5152-4d5b-a229-697d46046940 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:22.294306 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.295426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:22.295426 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.296533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43312) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:22.315170 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.345185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:22.345451 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.419403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-749be576-5152-4d5b-a229-697d46046940 None None] Attempting to bind port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:22.420110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-749be576-5152-4d5b-a229-697d46046940 None None] Attempting to bind port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'e40b0304-c26d-487e-bd97-e71684521e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '20ba094e-fd5e-4892-89e9-f4a399ef71cf'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:22.420762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749be576-5152-4d5b-a229-697d46046940 None None] Attempting to bind port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 on network 20ba094e-fd5e-4892-89e9-f4a399ef71cf {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:22.466515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Network': ['ID=f24f83f2-da32-40d5-8d15-bf98287d7830,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:22.507955 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60099b0b-d500-42a4-b799-7872f97217e1 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:22.531641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network f24f83f2-da32-40d5-8d15-bf98287d7830 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:22.533405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] For port 35cae308-4f51-4041-9f01-fb608ce23102, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=35cae308-4f51-4041-9f01-fb608ce23102,segment=NetworkSegment(2d5b8ca9-efac-4695-8392-c2a399b8ff38),segment_id=2d5b8ca9-efac-4695-8392-c2a399b8ff38)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:22.533794 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.588655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ffe2a-b49a-4d9c-9312-27dc44b7d4cd req-a8416083-1980-4e36-9a22-4fd949773379 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:22.605976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ffe2a-b49a-4d9c-9312-27dc44b7d4cd req-a8416083-1980-4e36-9a22-4fd949773379 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:22.618456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ffe2a-b49a-4d9c-9312-27dc44b7d4cd req-a8416083-1980-4e36-9a22-4fd949773379 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:22.635284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ffe2a-b49a-4d9c-9312-27dc44b7d4cd req-a8416083-1980-4e36-9a22-4fd949773379 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:22.652638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ffe2a-b49a-4d9c-9312-27dc44b7d4cd req-a8416083-1980-4e36-9a22-4fd949773379 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:22.664800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ffe2a-b49a-4d9c-9312-27dc44b7d4cd req-a8416083-1980-4e36-9a22-4fd949773379 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:22.680263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ffe2a-b49a-4d9c-9312-27dc44b7d4cd req-a8416083-1980-4e36-9a22-4fd949773379 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:22.685384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b89ffe2a-b49a-4d9c-9312-27dc44b7d4cd req-a8416083-1980-4e36-9a22-4fd949773379 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5372 time: 0.5081744 Aug 19 12:33:22.702986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.706673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Calling delete_port for 35cae308-4f51-4041-9f01-fb608ce23102 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:22.711143 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-abcc1a52-e0c6-4401-886f-ea30147450b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1997399 Aug 19 12:33:22.738699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43316) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:22.752187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'name': 'tempest-PortsIpV6TestJSON-183208544'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:22.802553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Allocated IP 2001:db8::1 (20ba094e-fd5e-4892-89e9-f4a399ef71cf/3dd8aa88-26a3-43c3-928f-43079946692f/6cf67783-63ce-44c8-8f2e-297589f7e55a) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:22.910711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Transition to ACTIVE for port object 60099b0b-d500-42a4-b799-7872f97217e1 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:22.920386 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b89ffe2a-b49a-4d9c-9312-27dc44b7d4cd req-c76d0025-9e3d-4b96-938b-10fbb1f805bd tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110584 Aug 19 12:33:22.923881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749be576-5152-4d5b-a229-697d46046940 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:22.924556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749be576-5152-4d5b-a229-697d46046940 None None] Checking segment: {'id': 'e40b0304-c26d-487e-bd97-e71684521e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '20ba094e-fd5e-4892-89e9-f4a399ef71cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:22.926245 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-749be576-5152-4d5b-a229-697d46046940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.927198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749be576-5152-4d5b-a229-697d46046940 None None] Bound using segment: {'id': 'e40b0304-c26d-487e-bd97-e71684521e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '20ba094e-fd5e-4892-89e9-f4a399ef71cf'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:22.928113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-749be576-5152-4d5b-a229-697d46046940 None None] Bound port: 54108339-8aa1-4c67-b16e-b6bb22dbaed1, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40b0304-c26d-487e-bd97-e71684521e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '20ba094e-fd5e-4892-89e9-f4a399ef71cf'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:22.937169 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-749be576-5152-4d5b-a229-697d46046940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:22.964857 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c252cd14-4777-4360-ae79-ce3a759ac12d req-1ab9303c-0785-4229-b5b6-f1e116fbb961 tempest-ImagesOneServerTestJSON-1336181058 tempest-ImagesOneServerTestJSON-1336181058-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b81e9df-f1cd-4400-8b80-28e3d3f2829a HTTP/1.1" status: 200 len: 210 time: 0.6035385 Aug 19 12:33:22.994759 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f73b1d0f-93fa-4326-bcab-adde70f73839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.005164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.105632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Pushing event updated for resources: {'Port': ['ID=60099b0b-d500-42a4-b799-7872f97217e1,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:23.132552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.143465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:23.148327 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.212708 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] No DVR routers for this DVR port 35cae308-4f51-4041-9f01-fb608ce23102 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:23.274253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f73b1d0f-93fa-4326-bcab-adde70f73839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.279081 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-b24ee1ff-2fcb-46a0-a2e8-9b05c4287b70 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1460347 Aug 19 12:33:23.283760 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.294779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Request body: {'port': {'device_id': '374b2807-2706-4c77-a916-96257a1371a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:23.296854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=35cae308-4f51-4041-9f01-fb608ce23102,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:23.336385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-749be576-5152-4d5b-a229-697d46046940 None None] For port 54108339-8aa1-4c67-b16e-b6bb22dbaed1, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.340629 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:23.344131 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:33:23.355912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Transition to ACTIVE for port object 6cf67783-63ce-44c8-8f2e-297589f7e55a will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:23.364982 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-06ff543e-aa17-463f-bb00-faf7fdb46410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.367672 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f73b1d0f-93fa-4326-bcab-adde70f73839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.384904 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-749be576-5152-4d5b-a229-697d46046940 None None] For port 54108339-8aa1-4c67-b16e-b6bb22dbaed1, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=54108339-8aa1-4c67-b16e-b6bb22dbaed1,segment=NetworkSegment(e40b0304-c26d-487e-bd97-e71684521e52),segment_id=e40b0304-c26d-487e-bd97-e71684521e52)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:23.412313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ff543e-aa17-463f-bb00-faf7fdb46410 None None] No DVR routers for this DVR port 35cae308-4f51-4041-9f01-fb608ce23102 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:23.421116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff543e-aa17-463f-bb00-faf7fdb46410 None None] Pushing event deleted for resources: {'Port': ['ID=35cae308-4f51-4041-9f01-fb608ce23102,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:23.423177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 35cae308-4f51-4041-9f01-fb608ce23102 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:23.442840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:33:23.462245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f73b1d0f-93fa-4326-bcab-adde70f73839 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3878863084524b70b625f6bfb38186cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1649899 Aug 19 12:33:23.468139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 35cae308-4f51-4041-9f01-fb608ce23102 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:23.468798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 35cae308-4f51-4041-9f01-fb608ce23102 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:23.470838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43320) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:23.490548 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-749be576-5152-4d5b-a229-697d46046940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.504215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.533788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2f1e1-43b0-4977-8d1e-6d4bdf045912 req-1a7d7e97-f961-4236-aa9c-c5daeb7c4c39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:23.542098 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-20d2f1e1-43b0-4977-8d1e-6d4bdf045912 req-1a7d7e97-f961-4236-aa9c-c5daeb7c4c39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 932 time: 0.4328840 Aug 19 12:33:23.552119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749be576-5152-4d5b-a229-697d46046940 None None] Pushing event updated for resources: {'Port': ['ID=54108339-8aa1-4c67-b16e-b6bb22dbaed1,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:23.560596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b1d0f-93fa-4326-bcab-adde70f73839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6585de1a-ab00-4859-9cb0-e1fcdf9fce91,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:23.571838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05609719-72a4-445b-824e-30d41047b829 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:23.625702 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd212b24-9e26-4745-b623-ab228330b0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.637482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 05609719-72a4-445b-824e-30d41047b829 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:23.638632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 05609719-72a4-445b-824e-30d41047b829 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:23.677608 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.736879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.747663 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd212b24-9e26-4745-b623-ab228330b0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.757322 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a63ac8-e80b-4f52-be34-1a8d66da6d0e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:23.792230 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-20d2f1e1-43b0-4977-8d1e-6d4bdf045912 req-d8e1063d-7dcf-43ca-b3f6-0f41c4b79815 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484391 Aug 19 12:33:23.799114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5b8ca9-efac-4695-8392-c2a399b8ff38') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:23.799409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5b8ca9-efac-4695-8392-c2a399b8ff38') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:23.806158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 20ba094e-fd5e-4892-89e9-f4a399ef71cf is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:23.820157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.834528 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.842673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Attempting to bind port 60099b0b-d500-42a4-b799-7872f97217e1 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:23.843360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Attempting to bind port 60099b0b-d500-42a4-b799-7872f97217e1 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:23.843953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Attempting to bind port 60099b0b-d500-42a4-b799-7872f97217e1 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:23.860913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:23.861576 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:23.863503 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:23.865839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:23.896429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:23.896986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:23.915414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Port 60099b0b-d500-42a4-b799-7872f97217e1 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:23.915745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Attempting to bind port 60099b0b-d500-42a4-b799-7872f97217e1 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:23.936207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:23.936645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Checking segment: {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:23.937606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Bound using segment: {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:23.937606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Bound port: 60099b0b-d500-42a4-b799-7872f97217e1, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:23.937915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.087107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=6cf67783-63ce-44c8-8f2e-297589f7e55a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:24.162138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.167946 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.188730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.190656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] 10.222.0.21 "DELETE /v2.0/networks/33a63ac8-e80b-4f52-be34-1a8d66da6d0e HTTP/1.1" status: 204 len: 168 time: 3.1807745 Aug 19 12:33:24.224970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a13d29-29b0-4625-98e8-a0aff3ab0a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=33a63ac8-e80b-4f52-be34-1a8d66da6d0e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:24.240378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] For port 60099b0b-d500-42a4-b799-7872f97217e1, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:24.263606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] For port 60099b0b-d500-42a4-b799-7872f97217e1, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=60099b0b-d500-42a4-b799-7872f97217e1,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:24.319990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd212b24-9e26-4745-b623-ab228330b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.322790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd212b24-9e26-4745-b623-ab228330b0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.326767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dd212b24-9e26-4745-b623-ab228330b0a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6585de1a-ab00-4859-9cb0-e1fcdf9fce91 HTTP/1.1" status: 204 len: 168 time: 0.8511808 Aug 19 12:33:24.339495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf543-e4a8-40f6-a7ff-044c468ee08f req-89c7af1b-11eb-4030-8463-6f39a9969562 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.345645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf543-e4a8-40f6-a7ff-044c468ee08f req-89c7af1b-11eb-4030-8463-6f39a9969562 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.351734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf543-e4a8-40f6-a7ff-044c468ee08f req-89c7af1b-11eb-4030-8463-6f39a9969562 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.358571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf543-e4a8-40f6-a7ff-044c468ee08f req-89c7af1b-11eb-4030-8463-6f39a9969562 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.364761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf543-e4a8-40f6-a7ff-044c468ee08f req-89c7af1b-11eb-4030-8463-6f39a9969562 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.372575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf543-e4a8-40f6-a7ff-044c468ee08f req-89c7af1b-11eb-4030-8463-6f39a9969562 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.378512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adf543-e4a8-40f6-a7ff-044c468ee08f req-89c7af1b-11eb-4030-8463-6f39a9969562 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.380470 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e1adf543-e4a8-40f6-a7ff-044c468ee08f req-89c7af1b-11eb-4030-8463-6f39a9969562 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5384 time: 0.2355275 Aug 19 12:33:24.387585 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.406275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.411604 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.427446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd212b24-9e26-4745-b623-ab228330b0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6585de1a-ab00-4859-9cb0-e1fcdf9fce91,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:24.504826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.511450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:24.513183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] 10.222.0.30 "PUT /v2.0/ports/60099b0b-d500-42a4-b799-7872f97217e1 HTTP/1.1" status: 200 len: 1091 time: 3.8124406 Aug 19 12:33:24.524777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '60099b0b-d500-42a4-b799-7872f97217e1'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:24.527844 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62261756-2977-4bd9-a673-a2631b276d45" -d '{"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "60099b0b-d500-42a4-b799-7872f97217e1"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:24.615750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665eb31-d5bf-420b-8727-0f385640478c service neutron] Pushing event updated for resources: {'Port': ['ID=60099b0b-d500-42a4-b799-7872f97217e1,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:24.632399 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9139eb-066f-4286-b2bd-8e4b5f2b0031 x-openstack-request-id: req-5f9139eb-066f-4286-b2bd-8e4b5f2b0031 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:24.632689 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "60099b0b-d500-42a4-b799-7872f97217e1", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:24.632943 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f9139eb-066f-4286-b2bd-8e4b5f2b0031 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:24.633340 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '60099b0b-d500-42a4-b799-7872f97217e1', 'status': 'completed', 'code': 200} Aug 19 12:33:24.694831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Checking segment: {'id': '04e975cb-7780-45d5-a5b3-2f5e269f89df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:24.694831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network hostable DHCP agents. Network: f24f83f2-da32-40d5-8d15-bf98287d7830, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:24.767447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43336) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:24.868132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:24.886569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261756-2977-4bd9-a673-a2631b276d45 req-1e59a1af-a8c5-4494-96c2-3e7813233e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.887084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261756-2977-4bd9-a673-a2631b276d45 req-1e59a1af-a8c5-4494-96c2-3e7813233e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.887558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261756-2977-4bd9-a673-a2631b276d45 req-1e59a1af-a8c5-4494-96c2-3e7813233e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.891860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261756-2977-4bd9-a673-a2631b276d45 req-1e59a1af-a8c5-4494-96c2-3e7813233e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.891860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261756-2977-4bd9-a673-a2631b276d45 req-1e59a1af-a8c5-4494-96c2-3e7813233e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.891860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261756-2977-4bd9-a673-a2631b276d45 req-1e59a1af-a8c5-4494-96c2-3e7813233e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.891860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261756-2977-4bd9-a673-a2631b276d45 req-1e59a1af-a8c5-4494-96c2-3e7813233e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:24.891860 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62261756-2977-4bd9-a673-a2631b276d45 req-1e59a1af-a8c5-4494-96c2-3e7813233e6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6276 time: 0.2194793 Aug 19 12:33:25.015565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:25.085469 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.111767 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e7beb87f-5f18-4b84-b7f5-a517d78fd961 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=081cd35e5c3346af85f95e6d309a2eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244209 Aug 19 12:33:25.112250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43342) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:25.112250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43344) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:25.144763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb614c88-9bac-4691-9726-84787ddc6b06 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:25.225822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, f24f83f2-da32-40d5-8d15-bf98287d7830) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:25.239550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a6fa9b-2f4b-4ce5-8432-e754dd53ba09 None None] Network f24f83f2-da32-40d5-8d15-bf98287d7830 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:25.282680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:25.293759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.296730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.414954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24528a2-4350-4648-b79a-c0034b2c0eac req-be70311d-9eed-426d-98e5-f903dba9ba50 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.419473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a24528a2-4350-4648-b79a-c0034b2c0eac req-be70311d-9eed-426d-98e5-f903dba9ba50 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 932 time: 0.4467742 Aug 19 12:33:25.481405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261756-2977-4bd9-a673-a2631b276d45 req-85f681a7-e92b-406d-b0a3-3d12ac525360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.482056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261756-2977-4bd9-a673-a2631b276d45 req-85f681a7-e92b-406d-b0a3-3d12ac525360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.482419 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261756-2977-4bd9-a673-a2631b276d45 req-85f681a7-e92b-406d-b0a3-3d12ac525360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:25.488359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62261756-2977-4bd9-a673-a2631b276d45 req-85f681a7-e92b-406d-b0a3-3d12ac525360 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=becbd6116ce843618ea6f6cd4be07845&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5807002 Aug 19 12:33:25.511058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 54108339-8aa1-4c67-b16e-b6bb22dbaed1 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:25.532781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5190c92f-4f94-4250-9120-85b8a19b7f55 None None] Network 20ba094e-fd5e-4892-89e9-f4a399ef71cf requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:25.561315 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.566536 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.572587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:25.608160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-937b0405-8fe0-463e-b191-3f743ecb57b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.684017 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a6b88c14-0c64-4300-b1d9-02ffb22e32c9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9402339 Aug 19 12:33:25.685501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e1adf543-e4a8-40f6-a7ff-044c468ee08f req-b8c4473b-ac49-4706-8499-7f90843db25c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2817335 Aug 19 12:33:25.703568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43356) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:25.710725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Transition to ACTIVE for port object bb614c88-9bac-4691-9726-84787ddc6b06 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:25.715524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1616459915'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:25.719977 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.745356 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.746548 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:25.888315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f35f3cd9-fa5d-4998-af6a-463f08393346 None None] Provisioning for port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:25.965310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:25.969449 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:25.970094 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.013463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:26.017911 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.020145 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.040966 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.152857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.206504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=6cf67783-63ce-44c8-8f2e-297589f7e55a,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:26.228099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 54108339-8aa1-4c67-b16e-b6bb22dbaed1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=54108339-8aa1-4c67-b16e-b6bb22dbaed1,segment=NetworkSegment(e40b0304-c26d-487e-bd97-e71684521e52),segment_id=e40b0304-c26d-487e-bd97-e71684521e52)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:26.232663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:26.314419 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-937b0405-8fe0-463e-b191-3f743ecb57b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.327882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a24528a2-4350-4648-b79a-c0034b2c0eac req-0b6aecd1-a5ec-45cc-8b34-61451a03ea4e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8782601 Aug 19 12:33:26.336746 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.427677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fa86690f-a6dd-4d4f-9c0b-b067af827f0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2489975100134ce1a6c45d0a55930177&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3131258 Aug 19 12:33:26.428371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43368) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:26.444163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=54108339-8aa1-4c67-b16e-b6bb22dbaed1,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:26.454137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62261756-2977-4bd9-a673-a2631b276d45 req-4a3d7580-b1d0-4bb3-958a-8048aff01af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:26.455988 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62261756-2977-4bd9-a673-a2631b276d45 req-4a3d7580-b1d0-4bb3-958a-8048aff01af6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9326656 Aug 19 12:33:26.557766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-470b11f6-bb94-48dc-b0af-fd628ac62b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.561415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.561908 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Added segment 5638f029-cca2-41e7-a733-0f06011c8659 of type vlan for network e30b62c0-3bc6-4ef6-8508-aa76d1751225 Aug 19 12:33:26.631602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-470b11f6-bb94-48dc-b0af-fd628ac62b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.658217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 20ba094e-fd5e-4892-89e9-f4a399ef71cf is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:26.671615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb614c88-9bac-4691-9726-84787ddc6b06,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:26.674235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:26.698507 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.712959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e4112b-3057-41a2-9085-d691c1cabe8d {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:26.732054 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.799911 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-937b0405-8fe0-463e-b191-3f743ecb57b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.803387 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-937b0405-8fe0-463e-b191-3f743ecb57b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.810797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-847006d9-8830-4289-8c90-f8061afb8175 None None] Provisioning for port 6cf67783-63ce-44c8-8f2e-297589f7e55a completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:26.818036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-937b0405-8fe0-463e-b191-3f743ecb57b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e59b0693-1b9e-448f-a513-7aaa64966919 HTTP/1.1" status: 204 len: 168 time: 1.6966052 Aug 19 12:33:26.819257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-847006d9-8830-4289-8c90-f8061afb8175 None None] Provisioning complete for port 6cf67783-63ce-44c8-8f2e-297589f7e55a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:26.819928 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-847006d9-8830-4289-8c90-f8061afb8175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.854511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b0405-8fe0-463e-b191-3f743ecb57b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59b0693-1b9e-448f-a513-7aaa64966919,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:26.886766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Attempting to bind port bb614c88-9bac-4691-9726-84787ddc6b06 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:26.887129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Attempting to bind port bb614c88-9bac-4691-9726-84787ddc6b06 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:26.887464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Attempting to bind port bb614c88-9bac-4691-9726-84787ddc6b06 on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:26.902737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Transition to ACTIVE for port object 20e4112b-3057-41a2-9085-d691c1cabe8d will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:26.915263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-470b11f6-bb94-48dc-b0af-fd628ac62b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.923021 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-470b11f6-bb94-48dc-b0af-fd628ac62b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:26.925548 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-470b11f6-bb94-48dc-b0af-fd628ac62b27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d326f75a-dcd1-4412-84d3-4536a707c9fe HTTP/1.1" status: 204 len: 168 time: 0.4902184 Aug 19 12:33:26.936217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Port bb614c88-9bac-4691-9726-84787ddc6b06 on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:26.936558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Attempting to bind port bb614c88-9bac-4691-9726-84787ddc6b06 on network bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:26.943630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-847006d9-8830-4289-8c90-f8061afb8175 None None] Port 6cf67783-63ce-44c8-8f2e-297589f7e55a cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:26.948429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b11f6-bb94-48dc-b0af-fd628ac62b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d326f75a-dcd1-4412-84d3-4536a707c9fe,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:26.992142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-847006d9-8830-4289-8c90-f8061afb8175 None None] Provisioning complete for port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:26.992541 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-847006d9-8830-4289-8c90-f8061afb8175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.019367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:27.019790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Checking segment: {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:27.020197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Bound using segment: {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:27.020678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Bound port: bb614c88-9bac-4691-9726-84787ddc6b06, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:27.021048 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.046337 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.057114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.057770 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.155438 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.293429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fba264ed-8125-4afa-b904-b1ff0a3cc69a None None] Provisioning complete for port 6cf67783-63ce-44c8-8f2e-297589f7e55a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:27.293934 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fba264ed-8125-4afa-b904-b1ff0a3cc69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.309192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddbe1d-a044-461b-90a7-c988783b397e req-1dd32a10-9820-410b-87fb-07d3dbbd518c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.325613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddbe1d-a044-461b-90a7-c988783b397e req-1dd32a10-9820-410b-87fb-07d3dbbd518c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.348126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddbe1d-a044-461b-90a7-c988783b397e req-1dd32a10-9820-410b-87fb-07d3dbbd518c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.380348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddbe1d-a044-461b-90a7-c988783b397e req-1dd32a10-9820-410b-87fb-07d3dbbd518c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.399685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 54108339-8aa1-4c67-b16e-b6bb22dbaed1 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:27.402222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddbe1d-a044-461b-90a7-c988783b397e req-1dd32a10-9820-410b-87fb-07d3dbbd518c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.421499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddbe1d-a044-461b-90a7-c988783b397e req-1dd32a10-9820-410b-87fb-07d3dbbd518c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.435743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddbe1d-a044-461b-90a7-c988783b397e req-1dd32a10-9820-410b-87fb-07d3dbbd518c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.452091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-11ddbe1d-a044-461b-90a7-c988783b397e req-1dd32a10-9820-410b-87fb-07d3dbbd518c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5384 time: 0.5204015 Aug 19 12:33:27.528290 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8207333 Aug 19 12:33:27.528792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fba264ed-8125-4afa-b904-b1ff0a3cc69a None None] Port 6cf67783-63ce-44c8-8f2e-297589f7e55a cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:27.535633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43430) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:27.545937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'ports': [{'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830'}, {'network_id': 'e30b62c0-3bc6-4ef6-8508-aa76d1751225'}]} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:27.548483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:27.555738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': 'e30b62c0-3bc6-4ef6-8508-aa76d1751225'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:27.582132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:27.582511 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.594674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abe0a0-f5c9-411e-afe7-5342327de66a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Network': ['ID=e30b62c0-3bc6-4ef6-8508-aa76d1751225,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:27.597292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20e4112b-3057-41a2-9085-d691c1cabe8d,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:27.685989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network e30b62c0-3bc6-4ef6-8508-aa76d1751225 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:27.763763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-11ddbe1d-a044-461b-90a7-c988783b397e req-7b90f5c3-3565-4ace-8387-2f081cac21b0 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3107262 Aug 19 12:33:27.793501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc75d8-6941-4574-8245-2ed0917e55a1 req-b203c5af-6787-472d-9b1e-9691b79ece49 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:27.797817 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9fcc75d8-6941-4574-8245-2ed0917e55a1 req-b203c5af-6787-472d-9b1e-9691b79ece49 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 944 time: 0.3239443 Aug 19 12:33:27.915852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router a1a41a0a-17bc-49be-878c-2e3bd42ab49c is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:33:27.915852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] For port bb614c88-9bac-4691-9726-84787ddc6b06, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:27.916410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-350cc2b7-e1ca-479e-8d50-2e6f931f6c60 None None] Provisioning complete for port 6cf67783-63ce-44c8-8f2e-297589f7e55a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:27.916410 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-350cc2b7-e1ca-479e-8d50-2e6f931f6c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:27.966254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-350cc2b7-e1ca-479e-8d50-2e6f931f6c60 None None] Port 6cf67783-63ce-44c8-8f2e-297589f7e55a cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:27.993743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] For port bb614c88-9bac-4691-9726-84787ddc6b06, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=bb614c88-9bac-4691-9726-84787ddc6b06,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:28.048876 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9fcc75d8-6941-4574-8245-2ed0917e55a1 req-cad70bf4-2bc2-4e63-8061-25f2675a21cb tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338805 Aug 19 12:33:28.090834 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.101516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Attempting to bind port 20e4112b-3057-41a2-9085-d691c1cabe8d on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:28.101859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Attempting to bind port 20e4112b-3057-41a2-9085-d691c1cabe8d by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:28.102379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Attempting to bind port 20e4112b-3057-41a2-9085-d691c1cabe8d on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:28.156886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Port 20e4112b-3057-41a2-9085-d691c1cabe8d on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:28.156886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Attempting to bind port 20e4112b-3057-41a2-9085-d691c1cabe8d on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:28.173457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.174094 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.175960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] 10.222.0.62 "PUT /v2.0/ports/bb614c88-9bac-4691-9726-84787ddc6b06 HTTP/1.1" status: 200 len: 1092 time: 4.8857136 Aug 19 12:33:28.176460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374b2807-2706-4c77-a916-96257a1371a4', 'tag': 'bb614c88-9bac-4691-9726-84787ddc6b06'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:28.178927 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80755ecd-1641-49cc-91b4-cb35c7dacef0" -d '{"events": [{"name": "network-changed", "server_uuid": "374b2807-2706-4c77-a916-96257a1371a4", "tag": "bb614c88-9bac-4691-9726-84787ddc6b06"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:28.189645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:28.189987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Checking segment: {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:28.190370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Bound using segment: {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:28.190841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Bound port: 20e4112b-3057-41a2-9085-d691c1cabe8d, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59ed238-d6de-4b86-a683-af166f780c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:28.191201 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.205265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 2} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:28.214225 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.234846 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e2eeec-b8e2-4118-ab60-a26ea3e0261b x-openstack-request-id: req-c8e2eeec-b8e2-4118-ab60-a26ea3e0261b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:28.235239 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374b2807-2706-4c77-a916-96257a1371a4", "tag": "bb614c88-9bac-4691-9726-84787ddc6b06", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:28.235656 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8e2eeec-b8e2-4118-ab60-a26ea3e0261b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:28.235990 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.236198 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374b2807-2706-4c77-a916-96257a1371a4', 'tag': 'bb614c88-9bac-4691-9726-84787ddc6b06', 'status': 'completed', 'code': 200} Aug 19 12:33:28.251447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:28.260363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-35fe544a-d465-43a2-ba5e-239fe4378992 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/a1a41a0a-17bc-49be-878c-2e3bd42ab49c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6490772 Aug 19 12:33:28.261850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43474) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:28.269201 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f49a3-a461-4177-a71b-60f45d250eea None None] Sync routers for ids ['a1a41a0a-17bc-49be-878c-2e3bd42ab49c'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:28.284698 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f49a3-a461-4177-a71b-60f45d250eea None None] Routers {'a1a41a0a-17bc-49be-878c-2e3bd42ab49c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:28.289051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e9f49a3-a461-4177-a71b-60f45d250eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a1a41a0a-17bc-49be-878c-2e3bd42ab49c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:28.346293 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e9f49a3-a461-4177-a71b-60f45d250eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:28.366386 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f49a3-a461-4177-a71b-60f45d250eea None None] Routers {'a1a41a0a-17bc-49be-878c-2e3bd42ab49c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:28.367046 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e9f49a3-a461-4177-a71b-60f45d250eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a1a41a0a-17bc-49be-878c-2e3bd42ab49c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:28.380306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c0252c-ead5-46c1-a882-5f4eb946d1a8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.383370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-34c0252c-ead5-46c1-a882-5f4eb946d1a8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports/6cf67783-63ce-44c8-8f2e-297589f7e55a HTTP/1.1" status: 200 len: 911 time: 0.1151776 Aug 19 12:33:28.405219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976328d4-4ed7-4c71-8643-5fee4d1286c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb614c88-9bac-4691-9726-84787ddc6b06,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:28.412118 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e9f49a3-a461-4177-a71b-60f45d250eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:28.412764 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9f49a3-a461-4177-a71b-60f45d250eea None None] The sync data for ids ['a1a41a0a-17bc-49be-878c-2e3bd42ab49c'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:28.421680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 79e95f65-11bd-497d-bf20-6769dd245a16 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:33:28.429581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43488) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:28.436918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] For port 20e4112b-3057-41a2-9085-d691c1cabe8d, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:28.440495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] For port 20e4112b-3057-41a2-9085-d691c1cabe8d, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=20e4112b-3057-41a2-9085-d691c1cabe8d,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:28.459601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80755ecd-1641-49cc-91b4-cb35c7dacef0 req-88c72916-0be3-416b-90af-4ecd57ddb002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.462155 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80755ecd-1641-49cc-91b4-cb35c7dacef0 req-88c72916-0be3-416b-90af-4ecd57ddb002 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 1095 time: 0.1991990 Aug 19 12:33:28.587648 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.714458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.715401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:28.716817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/20e4112b-3057-41a2-9085-d691c1cabe8d HTTP/1.1" status: 200 len: 1090 time: 3.1532838 Aug 19 12:33:28.717849 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8ebf7-f60b-4c59-9290-3c5e74eca2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20e4112b-3057-41a2-9085-d691c1cabe8d,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:28.765080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80755ecd-1641-49cc-91b4-cb35c7dacef0 req-f723dd3b-e364-4dd3-a14c-708e1867d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:28.767129 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80755ecd-1641-49cc-91b4-cb35c7dacef0 req-f723dd3b-e364-4dd3-a14c-708e1867d73c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2946625 Aug 19 12:33:28.897094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:28.925415 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.060007 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.085107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80755ecd-1641-49cc-91b4-cb35c7dacef0 req-64d0aa06-645d-4707-96b8-b01ae3e1210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.093304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80755ecd-1641-49cc-91b4-cb35c7dacef0 req-64d0aa06-645d-4707-96b8-b01ae3e1210a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3168132 Aug 19 12:33:29.139264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43568) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:29.199646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port f68d9337-afd0-4a1c-936f-0d955ad0fe3a yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:33:29.267033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118e264-6484-428f-8c07-94fb42b80cbc req-2b5c8c51-f923-4d0e-91d0-65a42c099c4f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.273706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118e264-6484-428f-8c07-94fb42b80cbc req-2b5c8c51-f923-4d0e-91d0-65a42c099c4f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.283733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118e264-6484-428f-8c07-94fb42b80cbc req-2b5c8c51-f923-4d0e-91d0-65a42c099c4f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.288500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118e264-6484-428f-8c07-94fb42b80cbc req-2b5c8c51-f923-4d0e-91d0-65a42c099c4f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.295989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118e264-6484-428f-8c07-94fb42b80cbc req-2b5c8c51-f923-4d0e-91d0-65a42c099c4f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.302844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118e264-6484-428f-8c07-94fb42b80cbc req-2b5c8c51-f923-4d0e-91d0-65a42c099c4f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.309205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118e264-6484-428f-8c07-94fb42b80cbc req-2b5c8c51-f923-4d0e-91d0-65a42c099c4f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.311514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9118e264-6484-428f-8c07-94fb42b80cbc req-2b5c8c51-f923-4d0e-91d0-65a42c099c4f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5396 time: 0.3114991 Aug 19 12:33:29.340100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-cffa6003-5d96-4a65-8d99-785ae5c1cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.341609 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-cffa6003-5d96-4a65-8d99-785ae5c1cc51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 1095 time: 0.2014616 Aug 19 12:33:29.348402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-483145851-network', 'tenant_id': '633c27b56a8e47f493ca1b550a87b978'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:29.388752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2acdf1-3949-48c2-a897-01054f98117f req-c612361a-37d3-41c6-8adc-68bbdf37717e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.390277 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c2acdf1-3949-48c2-a897-01054f98117f req-c612361a-37d3-41c6-8adc-68bbdf37717e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 944 time: 0.1915283 Aug 19 12:33:29.438108 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-35cf99b9-26d1-4247-9ceb-2aa1e14aea2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb614c88-9bac-4691-9726-84787ddc6b06 HTTP/1.1" status: 200 len: 217 time: 0.0863733 Aug 19 12:33:29.446030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9118e264-6484-428f-8c07-94fb42b80cbc req-a8e97c95-2282-4b7c-88ce-5e1235f93012 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133995 Aug 19 12:33:29.496621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76957bab-a90f-436c-ab0d-d20f16b3fb5d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.537735 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.548804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Made reservation on behalf of 633c27b56a8e47f493ca1b550a87b978 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:29.551125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.584138 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.593037 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c2acdf1-3949-48c2-a897-01054f98117f req-76151e47-6aac-4e39-9959-2ad3a45ed665 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685643 Aug 19 12:33:29.617587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-c34c26f3-7cfc-489c-a14a-afa02741bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:29.632394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-c34c26f3-7cfc-489c-a14a-afa02741bfdb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=917b0eb4-793f-42ab-bd62-4942c9adf928 HTTP/1.1" status: 200 len: 854 time: 0.1485326 Aug 19 12:33:29.758518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-8bfc9afc-78ca-4ce8-a35e-ed522a387a80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302698 Aug 19 12:33:29.759271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.834819 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:29.842848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:29.846036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:29.846884 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.848487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=79e95f65-11bd-497d-bf20-6769dd245a16,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:29.859601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ecbca7-9509-4d6f-9292-0a3df0745e5d {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:29.880615 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.920217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=f68d9337-afd0-4a1c-936f-0d955ad0fe3a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:29.920481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Transition to ACTIVE for port object d8ecbca7-9509-4d6f-9292-0a3df0745e5d will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:29.942350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-76957bab-a90f-436c-ab0d-d20f16b3fb5d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port 6cf67783-63ce-44c8-8f2e-297589f7e55a {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:29.942689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76957bab-a90f-436c-ab0d-d20f16b3fb5d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:29.954144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-92312322-fba2-44b4-b15d-3480c3037315 service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680744 Aug 19 12:33:29.960447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Checking segment: {'id': '5638f029-cca2-41e7-a733-0f06011c8659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e30b62c0-3bc6-4ef6-8508-aa76d1751225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:29.960816 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network hostable DHCP agents. Network: e30b62c0-3bc6-4ef6-8508-aa76d1751225, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:30.073936 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.087786 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76957bab-a90f-436c-ab0d-d20f16b3fb5d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.102686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-76957bab-a90f-436c-ab0d-d20f16b3fb5d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for 6cf67783-63ce-44c8-8f2e-297589f7e55a owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:30.141473 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e9c2b44-6f4e-41d9-87c8-653d2897685d req-d8e92200-4ac1-4fed-9c35-570b08bfdd08 service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794488 Aug 19 12:33:30.143356 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.148536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65b79ffb-521c-48e0-bbfd-3808a08895ff req-1c5223df-e10e-4ff6-bc00-01348f31870f tempest-AbsoluteLimitsNegativeTestJSON-357936925 tempest-AbsoluteLimitsNegativeTestJSON-357936925-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0b92c3fdf21f44b79cda701c0c53d7b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838645 Aug 19 12:33:30.149680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network e30b62c0-3bc6-4ef6-8508-aa76d1751225 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:30.192029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Pushing event updated for resources: {'Port': ['ID=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:30.247271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '20e4112b-3057-41a2-9085-d691c1cabe8d'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:30.249739 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f547fe-c08f-4803-8e5b-5087da852446" -d '{"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "20e4112b-3057-41a2-9085-d691c1cabe8d"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:30.276063 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.327545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, e30b62c0-3bc6-4ef6-8508-aa76d1751225) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:30.336907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ce716d-73a8-4c1f-b165-d5fb169d3c11 None None] Network e30b62c0-3bc6-4ef6-8508-aa76d1751225 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:30.342019 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18246e0-883c-4575-8325-ec3e1b9fa894 x-openstack-request-id: req-a18246e0-883c-4575-8325-ec3e1b9fa894 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:30.342392 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "20e4112b-3057-41a2-9085-d691c1cabe8d", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:30.342711 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a18246e0-883c-4575-8325-ec3e1b9fa894 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:30.343197 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '20e4112b-3057-41a2-9085-d691c1cabe8d', 'status': 'completed', 'code': 200} Aug 19 12:33:30.380504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:30.382441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:30.388978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.394313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.394815 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.438933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547fe-c08f-4803-8e5b-5087da852446 req-78e064c4-d30d-484b-b3e7-66e36f71b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.438933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547fe-c08f-4803-8e5b-5087da852446 req-78e064c4-d30d-484b-b3e7-66e36f71b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.438933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547fe-c08f-4803-8e5b-5087da852446 req-78e064c4-d30d-484b-b3e7-66e36f71b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.438933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547fe-c08f-4803-8e5b-5087da852446 req-78e064c4-d30d-484b-b3e7-66e36f71b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.438933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547fe-c08f-4803-8e5b-5087da852446 req-78e064c4-d30d-484b-b3e7-66e36f71b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.438933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547fe-c08f-4803-8e5b-5087da852446 req-78e064c4-d30d-484b-b3e7-66e36f71b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.438933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547fe-c08f-4803-8e5b-5087da852446 req-78e064c4-d30d-484b-b3e7-66e36f71b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.444280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-10f547fe-c08f-4803-8e5b-5087da852446 req-78e064c4-d30d-484b-b3e7-66e36f71b453 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6368 time: 0.1080666 Aug 19 12:33:30.450912 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.452160 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Added segment bb9fc25b-cff6-4e6f-a60c-eab1680ded73 of type vlan for network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 Aug 19 12:33:30.457219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a24143-6a95-486f-933d-8a7850e8d1cf,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:30.521395 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.537593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76957bab-a90f-436c-ab0d-d20f16b3fb5d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.541040 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-964f2133-2fdf-4f3c-8abf-d1dbb1f568a3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9997959 Aug 19 12:33:30.550367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43622) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:30.569828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b79ffb-521c-48e0-bbfd-3808a08895ff req-2affbaec-0790-478e-bf0f-b928dab52493 tempest-AbsoluteLimitsNegativeTestJSON-357936925 tempest-AbsoluteLimitsNegativeTestJSON-357936925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.571392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65b79ffb-521c-48e0-bbfd-3808a08895ff req-2affbaec-0790-478e-bf0f-b928dab52493 tempest-AbsoluteLimitsNegativeTestJSON-357936925 tempest-AbsoluteLimitsNegativeTestJSON-357936925-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4080403 Aug 19 12:33:30.609517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76957bab-a90f-436c-ab0d-d20f16b3fb5d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=6cf67783-63ce-44c8-8f2e-297589f7e55a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:30.617674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Attempting to bind port d8ecbca7-9509-4d6f-9292-0a3df0745e5d on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:30.618021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Attempting to bind port d8ecbca7-9509-4d6f-9292-0a3df0745e5d by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:30.618351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Attempting to bind port d8ecbca7-9509-4d6f-9292-0a3df0745e5d on network 59c66fdc-a2dd-43a4-a0ca-390a620768fe {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:30.631122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43624) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:30.650434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65b79ffb-521c-48e0-bbfd-3808a08895ff req-36b4db95-e8e5-42f0-b91a-6481a90d04c6 tempest-AbsoluteLimitsNegativeTestJSON-357936925 tempest-AbsoluteLimitsNegativeTestJSON-357936925-project] 10.222.0.21 "GET /v2.0/quotas/0b92c3fdf21f44b79cda701c0c53d7b8 HTTP/1.1" status: 200 len: 375 time: 0.0543497 Aug 19 12:33:30.691211 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65b79ffb-521c-48e0-bbfd-3808a08895ff req-8d7e9cdc-6ba4-4c11-9598-ece1e4f87573 tempest-AbsoluteLimitsNegativeTestJSON-357936925 tempest-AbsoluteLimitsNegativeTestJSON-357936925-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b92c3fdf21f44b79cda701c0c53d7b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375998 Aug 19 12:33:30.724091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.725117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.739253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.739253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Port d8ecbca7-9509-4d6f-9292-0a3df0745e5d on network 59c66fdc-a2dd-43a4-a0ca-390a620768fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:30.739253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Attempting to bind port d8ecbca7-9509-4d6f-9292-0a3df0745e5d on network 59c66fdc-a2dd-43a4-a0ca-390a620768fe {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:30.820465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:30.821289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Checking segment: {'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:30.821289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Bound using segment: {'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:30.823313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Bound port: d8ecbca7-9509-4d6f-9292-0a3df0745e5d, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:30.823543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.878554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547fe-c08f-4803-8e5b-5087da852446 req-f8ee5a6d-1b6a-4e3e-9d0c-4899aa743252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.879052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547fe-c08f-4803-8e5b-5087da852446 req-f8ee5a6d-1b6a-4e3e-9d0c-4899aa743252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.879526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547fe-c08f-4803-8e5b-5087da852446 req-f8ee5a6d-1b6a-4e3e-9d0c-4899aa743252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.881377 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-10f547fe-c08f-4803-8e5b-5087da852446 req-f8ee5a6d-1b6a-4e3e-9d0c-4899aa743252 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=becbd6116ce843618ea6f6cd4be07845&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4315436 Aug 19 12:33:30.887180 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76957bab-a90f-436c-ab0d-d20f16b3fb5d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:30.904814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Pushing event updated for resources: {'Network': ['ID=d0b81f56-a18e-402b-8a49-a1f6f5fceb42,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:30.909025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4a50a-a881-4642-bdae-cdac690f2744 req-ca45fe71-3e12-41d0-91b2-31822d230baf tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.915786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4a50a-a881-4642-bdae-cdac690f2744 req-ca45fe71-3e12-41d0-91b2-31822d230baf tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.923267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4a50a-a881-4642-bdae-cdac690f2744 req-ca45fe71-3e12-41d0-91b2-31822d230baf tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.929860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4a50a-a881-4642-bdae-cdac690f2744 req-ca45fe71-3e12-41d0-91b2-31822d230baf tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.936606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4a50a-a881-4642-bdae-cdac690f2744 req-ca45fe71-3e12-41d0-91b2-31822d230baf tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.943793 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4a50a-a881-4642-bdae-cdac690f2744 req-ca45fe71-3e12-41d0-91b2-31822d230baf tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.951676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4a50a-a881-4642-bdae-cdac690f2744 req-ca45fe71-3e12-41d0-91b2-31822d230baf tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:30.953783 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65f4a50a-a881-4642-bdae-cdac690f2744 req-ca45fe71-3e12-41d0-91b2-31822d230baf tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5408 time: 0.3502595 Aug 19 12:33:30.966870 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8253081 Aug 19 12:33:30.974477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.974845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.975190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.975700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.976293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.976627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.977267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.977611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.978159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.978588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.979141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.979469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e86867-e06a-4b90-a792-0772785aa7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:30.980302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43632) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:30.994103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:31.014594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] Request body: {'subnet': {'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-483145851-subnet', 'tenant_id': '633c27b56a8e47f493ca1b550a87b978', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:31.025972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] For port d8ecbca7-9509-4d6f-9292-0a3df0745e5d, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:31.036258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-375502c0-eaef-447d-9713-45a9438506e3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port f68d9337-afd0-4a1c-936f-0d955ad0fe3a {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:31.036258 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-375502c0-eaef-447d-9713-45a9438506e3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.042528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76703300-db66-429e-8fce-3306d72b15b0 req-9ff3bede-c8fb-4196-a776-3b25bd183479 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:31.044255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76703300-db66-429e-8fce-3306d72b15b0 req-9ff3bede-c8fb-4196-a776-3b25bd183479 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 944 time: 0.2180896 Aug 19 12:33:31.047711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] For port d8ecbca7-9509-4d6f-9292-0a3df0745e5d, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:31.108585 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42110357-7f8a-4ec5-8e5b-16086cdd26d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.142267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.156532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-375502c0-eaef-447d-9713-45a9438506e3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.257524 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65f4a50a-a881-4642-bdae-cdac690f2744 req-908c171b-f834-4a88-8fa9-0b315dad05a3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2755563 Aug 19 12:33:31.340031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43638) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:31.359106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] Made reservation on behalf of 633c27b56a8e47f493ca1b550a87b978 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:31.361527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.437609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f547fe-c08f-4803-8e5b-5087da852446 req-420dee18-eb16-45f6-af4d-0fa729b46456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:31.439207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-10f547fe-c08f-4803-8e5b-5087da852446 req-420dee18-eb16-45f6-af4d-0fa729b46456 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4844258 Aug 19 12:33:31.445088 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76957bab-a90f-436c-ab0d-d20f16b3fb5d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router a1a41a0a-17bc-49be-878c-2e3bd42ab49c has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:33:31.553660 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76703300-db66-429e-8fce-3306d72b15b0 req-db69b84a-9cad-48d1-b0e6-97b533a03b84 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922841 Aug 19 12:33:31.559244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-375502c0-eaef-447d-9713-45a9438506e3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for f68d9337-afd0-4a1c-936f-0d955ad0fe3a owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:31.563595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:31.564203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.574531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] 10.222.0.30 "PUT /v2.0/ports/d8ecbca7-9509-4d6f-9292-0a3df0745e5d HTTP/1.1" status: 200 len: 1091 time: 2.6801264 Aug 19 12:33:31.626381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9dee9-c6fc-407f-af33-6384c73d935e service neutron] Pushing event updated for resources: {'Port': ['ID=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:31.667707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Request body: {'port': {'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:31.732350 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.850543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-375502c0-eaef-447d-9713-45a9438506e3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.890496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375502c0-eaef-447d-9713-45a9438506e3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=f68d9337-afd0-4a1c-936f-0d955ad0fe3a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:31.908453 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cef3d2b9-d306-4e58-9378-585aae08a989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.908772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-375502c0-eaef-447d-9713-45a9438506e3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:31.912014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-375502c0-eaef-447d-9713-45a9438506e3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/f68d9337-afd0-4a1c-936f-0d955ad0fe3a HTTP/1.1" status: 204 len: 168 time: 1.3595619 Aug 19 12:33:31.915532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43642) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:31.929529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76957bab-a90f-436c-ab0d-d20f16b3fb5d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:31.946312 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-76957bab-a90f-436c-ab0d-d20f16b3fb5d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/a1a41a0a-17bc-49be-878c-2e3bd42ab49c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5203922 Aug 19 12:33:31.946514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20abc38a-cfce-4e47-ab58-c3d7febf3525 None None] Sync routers for ids ['a1a41a0a-17bc-49be-878c-2e3bd42ab49c'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:31.947020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43644) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:31.969027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20abc38a-cfce-4e47-ab58-c3d7febf3525 None None] Routers {'a1a41a0a-17bc-49be-878c-2e3bd42ab49c'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:31.969984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-20abc38a-cfce-4e47-ab58-c3d7febf3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a1a41a0a-17bc-49be-878c-2e3bd42ab49c'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:31.995394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-68fbc7b8-843e-4d48-952a-4261a3b66526 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a41a0a-17bc-49be-878c-2e3bd42ab49c HTTP/1.1" status: 200 len: 205 time: 0.0419745 Aug 19 12:33:31.998286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43646) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:32.015647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-20abc38a-cfce-4e47-ab58-c3d7febf3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:32.044407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20abc38a-cfce-4e47-ab58-c3d7febf3525 None None] Routers {'a1a41a0a-17bc-49be-878c-2e3bd42ab49c'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:32.045293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-20abc38a-cfce-4e47-ab58-c3d7febf3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a1a41a0a-17bc-49be-878c-2e3bd42ab49c'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:32.049338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa1b1f1-bdc7-4459-b1b6-1f2fc46b0c05 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.056658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa1b1f1-bdc7-4459-b1b6-1f2fc46b0c05 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.061538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0aa1b1f1-bdc7-4459-b1b6-1f2fc46b0c05 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1442547 Aug 19 12:33:32.062156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43648) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:32.084795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-20abc38a-cfce-4e47-ab58-c3d7febf3525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:32.085827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20abc38a-cfce-4e47-ab58-c3d7febf3525 None None] The sync data for ids ['a1a41a0a-17bc-49be-878c-2e3bd42ab49c'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:32.138431 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42110357-7f8a-4ec5-8e5b-16086cdd26d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.143550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e56bba14-a31d-495f-a29e-2d5b6b8d48ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.243245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-83cd4a21-e897-45a5-9244-0334cc767bca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 79e95f65-11bd-497d-bf20-6769dd245a16 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:32.243990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-83cd4a21-e897-45a5-9244-0334cc767bca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.251177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4a4976-af0d-428f-9c3a-9245088802fc {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:32.261715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42110357-7f8a-4ec5-8e5b-16086cdd26d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.270109 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.327109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Transition to ACTIVE for port object 3b4a4976-af0d-428f-9c3a-9245088802fc will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:32.341254 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-83cd4a21-e897-45a5-9244-0334cc767bca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.348210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': 'd8ecbca7-9509-4d6f-9292-0a3df0745e5d'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:32.351773 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24019f6d-ed6b-4167-a158-b7632907e41f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "d8ecbca7-9509-4d6f-9292-0a3df0745e5d"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:32.362736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-83cd4a21-e897-45a5-9244-0334cc767bca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 79e95f65-11bd-497d-bf20-6769dd245a16 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:32.369062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-42110357-7f8a-4ec5-8e5b-16086cdd26d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae179ce3a1034a6c9d5591fdb2d93cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7355945 Aug 19 12:33:32.373487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43656) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:32.419784 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152b3034-7793-4f37-a758-5011302fd210 x-openstack-request-id: req-152b3034-7793-4f37-a758-5011302fd210 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:32.420076 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "d8ecbca7-9509-4d6f-9292-0a3df0745e5d", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:32.420319 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-152b3034-7793-4f37-a758-5011302fd210 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:32.420831 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': 'd8ecbca7-9509-4d6f-9292-0a3df0745e5d', 'status': 'completed', 'code': 200} Aug 19 12:33:32.425088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.439133 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.498329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42110357-7f8a-4ec5-8e5b-16086cdd26d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75ace84-0185-4745-8b56-dc8e60d23fe6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:32.536887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4a4976-af0d-428f-9c3a-9245088802fc,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:32.588356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f2d81e-ca60-4630-b67e-399696cee9c5,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:32.596107 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-924b4aec-58dd-4695-8d7d-1e9f7631ae5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.640743 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e56bba14-a31d-495f-a29e-2d5b6b8d48ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.641399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-924b4aec-58dd-4695-8d7d-1e9f7631ae5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.647633 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e56bba14-a31d-495f-a29e-2d5b6b8d48ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.682121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Attempting to bind port 3b4a4976-af0d-428f-9c3a-9245088802fc on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:32.682470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Attempting to bind port 3b4a4976-af0d-428f-9c3a-9245088802fc by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:32.682782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Attempting to bind port 3b4a4976-af0d-428f-9c3a-9245088802fc on network 59c66fdc-a2dd-43a4-a0ca-390a620768fe {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:32.715997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Port 3b4a4976-af0d-428f-9c3a-9245088802fc on network 59c66fdc-a2dd-43a4-a0ca-390a620768fe not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:32.716381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Attempting to bind port 3b4a4976-af0d-428f-9c3a-9245088802fc on network 59c66fdc-a2dd-43a4-a0ca-390a620768fe {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:32.726677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:32.727063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Checking segment: {'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:32.727444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Bound using segment: {'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:32.727878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Bound port: 3b4a4976-af0d-428f-9c3a-9245088802fc, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5224854c-8872-49bf-ac7b-9be0e3268839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:32.728248 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.749521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b566-a9df-4e01-a9de-1b08d7764e8c req-1c743fb0-7a38-422d-bb21-cff4025b7c6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.752584 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-83cd4a21-e897-45a5-9244-0334cc767bca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.760482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b566-a9df-4e01-a9de-1b08d7764e8c req-1c743fb0-7a38-422d-bb21-cff4025b7c6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.762311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b566-a9df-4e01-a9de-1b08d7764e8c req-1c743fb0-7a38-422d-bb21-cff4025b7c6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.766404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cca73-2ad5-4bcf-b81b-f37fc014d2ea req-24286dba-0a68-4262-a6f4-4235336d59f2 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.767957 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-158cca73-2ad5-4bcf-b81b-f37fc014d2ea req-24286dba-0a68-4262-a6f4-4235336d59f2 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 944 time: 0.1033254 Aug 19 12:33:32.768596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b566-a9df-4e01-a9de-1b08d7764e8c req-1c743fb0-7a38-422d-bb21-cff4025b7c6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.775192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b566-a9df-4e01-a9de-1b08d7764e8c req-1c743fb0-7a38-422d-bb21-cff4025b7c6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.781200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b566-a9df-4e01-a9de-1b08d7764e8c req-1c743fb0-7a38-422d-bb21-cff4025b7c6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.787666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b566-a9df-4e01-a9de-1b08d7764e8c req-1c743fb0-7a38-422d-bb21-cff4025b7c6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.789816 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d752b566-a9df-4e01-a9de-1b08d7764e8c req-1c743fb0-7a38-422d-bb21-cff4025b7c6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.4174197 Aug 19 12:33:32.820998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019f6d-ed6b-4167-a158-b7632907e41f req-6b0cd94d-f1d8-48da-98ee-f397f72f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.821491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019f6d-ed6b-4167-a158-b7632907e41f req-6b0cd94d-f1d8-48da-98ee-f397f72f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.821964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019f6d-ed6b-4167-a158-b7632907e41f req-6b0cd94d-f1d8-48da-98ee-f397f72f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.823002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019f6d-ed6b-4167-a158-b7632907e41f req-6b0cd94d-f1d8-48da-98ee-f397f72f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.823477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019f6d-ed6b-4167-a158-b7632907e41f req-6b0cd94d-f1d8-48da-98ee-f397f72f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.823952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019f6d-ed6b-4167-a158-b7632907e41f req-6b0cd94d-f1d8-48da-98ee-f397f72f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.824416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019f6d-ed6b-4167-a158-b7632907e41f req-6b0cd94d-f1d8-48da-98ee-f397f72f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.825383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd4a21-e897-45a5-9244-0334cc767bca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=79e95f65-11bd-497d-bf20-6769dd245a16,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:32.826536 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24019f6d-ed6b-4167-a158-b7632907e41f req-6b0cd94d-f1d8-48da-98ee-f397f72f865c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6435 time: 0.3886168 Aug 19 12:33:32.837750 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-83cd4a21-e897-45a5-9244-0334cc767bca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.839837 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-83cd4a21-e897-45a5-9244-0334cc767bca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/79e95f65-11bd-497d-bf20-6769dd245a16 HTTP/1.1" status: 204 len: 168 time: 0.7749066 Aug 19 12:33:32.845784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43660) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:32.858273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] Checking segment: {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:32.858659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] Network hostable DHCP agents. Network: d0b81f56-a18e-402b-8a49-a1f6f5fceb42, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:32.913375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-158cca73-2ad5-4bcf-b81b-f37fc014d2ea req-c9e850a9-198d-40d9-9e9a-8b3e51d288f3 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173840 Aug 19 12:33:32.914436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] For port 3b4a4976-af0d-428f-9c3a-9245088802fc, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:32.919727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] For port 3b4a4976-af0d-428f-9c3a-9245088802fc, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3b4a4976-af0d-428f-9c3a-9245088802fc,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:32.921795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-924b4aec-58dd-4695-8d7d-1e9f7631ae5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.924414 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-924b4aec-58dd-4695-8d7d-1e9f7631ae5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.925643 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-924b4aec-58dd-4695-8d7d-1e9f7631ae5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c75ace84-0185-4745-8b56-dc8e60d23fe6 HTTP/1.1" status: 204 len: 168 time: 0.5512223 Aug 19 12:33:32.945272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b4aec-58dd-4695-8d7d-1e9f7631ae5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75ace84-0185-4745-8b56-dc8e60d23fe6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:32.945608 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cef3d2b9-d306-4e58-9378-585aae08a989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.951583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab325080-8a07-42d8-be3c-394706b5122b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:32.953073 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e56bba14-a31d-495f-a29e-2d5b6b8d48ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.953236 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ab325080-8a07-42d8-be3c-394706b5122b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1039143 Aug 19 12:33:32.953621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56bba14-a31d-495f-a29e-2d5b6b8d48ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Fanout notify agent at l3_agent the message router_deleted on router a1a41a0a-17bc-49be-878c-2e3bd42ab49c {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:33:32.956006 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43664) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:32.969001 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e56bba14-a31d-495f-a29e-2d5b6b8d48ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:32.971179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e56bba14-a31d-495f-a29e-2d5b6b8d48ee tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/a1a41a0a-17bc-49be-878c-2e3bd42ab49c HTTP/1.1" status: 204 len: 168 time: 0.9543345 Aug 19 12:33:32.974740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43666) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:32.979605 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d752b566-a9df-4e01-a9de-1b08d7764e8c req-f2a26526-12f4-41fc-a547-aa9529fca1cc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1769176 Aug 19 12:33:33.011720 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.013921 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7745d52-3257-472c-ae4d-10526d54e87f tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:33:33.018445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f7745d52-3257-472c-ae4d-10526d54e87f tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/f68d9337-afd0-4a1c-936f-0d955ad0fe3a HTTP/1.1" status: 404 len: 333 time: 0.0587869 Aug 19 12:33:33.018657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43668) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:33.047358 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cef3d2b9-d306-4e58-9378-585aae08a989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.071028 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ff83ec-53d5-4932-a775-af1b62fa0b49 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:33:33.073564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-01ff83ec-53d5-4932-a775-af1b62fa0b49 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/79e95f65-11bd-497d-bf20-6769dd245a16 HTTP/1.1" status: 404 len: 333 time: 0.0535703 Aug 19 12:33:33.076937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.077570 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.079121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] 10.222.0.30 "PUT /v2.0/ports/3b4a4976-af0d-428f-9c3a-9245088802fc HTTP/1.1" status: 200 len: 1091 time: 1.4164951 Aug 19 12:33:33.079619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43670) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:33.111622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-0603ef19-9f7f-4b62-b496-1709ee032b77 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting subnet 3dd8aa88-26a3-43c3-928f-43079946692f {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:33.122745 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0603ef19-9f7f-4b62-b496-1709ee032b77 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.128490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019f6d-ed6b-4167-a158-b7632907e41f req-7046250d-82d0-4bd5-a6c1-6490ce062c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.128980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019f6d-ed6b-4167-a158-b7632907e41f req-7046250d-82d0-4bd5-a6c1-6490ce062c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.129458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019f6d-ed6b-4167-a158-b7632907e41f req-7046250d-82d0-4bd5-a6c1-6490ce062c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.131099 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24019f6d-ed6b-4167-a158-b7632907e41f req-7046250d-82d0-4bd5-a6c1-6490ce062c32 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=becbd6116ce843618ea6f6cd4be07845&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2858465 Aug 19 12:33:33.153981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] Network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:33.163143 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cef3d2b9-d306-4e58-9378-585aae08a989 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b92c3fdf21f44b79cda701c0c53d7b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8155570 Aug 19 12:33:33.165589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce9f62-d38f-4ebc-a1b8-e80a7aeee5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b4a4976-af0d-428f-9c3a-9245088802fc,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:33.173923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43672) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:33.180836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3d2b9-d306-4e58-9378-585aae08a989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7846b298-f422-4499-ab09-38b13d7ce36c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:33.219544 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.255972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0603ef19-9f7f-4b62-b496-1709ee032b77 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.302630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, d0b81f56-a18e-402b-8a49-a1f6f5fceb42) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:33.321067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c88e1-940d-40eb-b386-ce0813b66fbd None None] Network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:33.328147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.328849 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.383574 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.398386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30b62c0-3bc6-4ef6-8508-aa76d1751225']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:33.421291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5638f029-cca2-41e7-a733-0f06011c8659') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:33.421603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5638f029-cca2-41e7-a733-0f06011c8659') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:33.421724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019f6d-ed6b-4167-a158-b7632907e41f req-585c6d45-4852-47af-b811-b879a5632d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.423622 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24019f6d-ed6b-4167-a158-b7632907e41f req-585c6d45-4852-47af-b811-b879a5632d63 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2644253 Aug 19 12:33:33.441130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.442932 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4129-89f4-4c29-bf1d-37c7a97d0f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.466879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.480649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:33.481327 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:33.485122 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:33.530190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4129-89f4-4c29-bf1d-37c7a97d0f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.591094 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0603ef19-9f7f-4b62-b496-1709ee032b77 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.597665 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-d0b81f56-a18e-402b-8a49-a1f6f5fceb42', 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42', 'tenant_id': '633c27b56a8e47f493ca1b550a87b978', 'fixed_ips': [{'subnet_id': 'f5f2d81e-ca60-4630-b67e-399696cee9c5'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:33:33.598536 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.679668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.691016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-5255fb2b-856e-4dc6-936f-1e5a7744f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.691402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.691547 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-5255fb2b-856e-4dc6-936f-1e5a7744f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.691976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-5255fb2b-856e-4dc6-936f-1e5a7744f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.692453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-5255fb2b-856e-4dc6-936f-1e5a7744f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.692920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-5255fb2b-856e-4dc6-936f-1e5a7744f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.698201 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-5255fb2b-856e-4dc6-936f-1e5a7744f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.698394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/networks/e30b62c0-3bc6-4ef6-8508-aa76d1751225 HTTP/1.1" status: 204 len: 168 time: 0.6115088 Aug 19 12:33:33.698521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-5255fb2b-856e-4dc6-936f-1e5a7744f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.698521 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-5255fb2b-856e-4dc6-936f-1e5a7744f38b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6477 time: 0.0993967 Aug 19 12:33:33.698714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43684) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:33.702843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-144295260'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:33.718454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b480907-1468-4b92-a445-e94d3331d6fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Network': ['ID=e30b62c0-3bc6-4ef6-8508-aa76d1751225,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:33.744891 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-57474304-8a73-4a92-bf2c-2ba89082069d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd9d49e-14bd-436e-8983-234a93f0887d HTTP/1.1" status: 200 len: 217 time: 0.0396032 Aug 19 12:33:33.768325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4129-89f4-4c29-bf1d-37c7a97d0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.771096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4129-89f4-4c29-bf1d-37c7a97d0f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.776995 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8cfd4129-89f4-4c29-bf1d-37c7a97d0f43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7846b298-f422-4499-ab09-38b13d7ce36c HTTP/1.1" status: 204 len: 168 time: 0.5976114 Aug 19 12:33:33.785629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd4129-89f4-4c29-bf1d-37c7a97d0f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7846b298-f422-4499-ab09-38b13d7ce36c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:33.792398 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b671a2d0-d1e5-4a23-944c-904552190671 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8075423 Aug 19 12:33:33.800384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0603ef19-9f7f-4b62-b496-1709ee032b77 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.844704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:33.849009 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.854101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f08e363-c7cb-4f07-b0a6-24e3f149bb6a None None] Network 20ba094e-fd5e-4892-89e9-f4a399ef71cf requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:33.862191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603ef19-9f7f-4b62-b496-1709ee032b77 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd8aa88-26a3-43c3-928f-43079946692f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:33.865112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0603ef19-9f7f-4b62-b496-1709ee032b77 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.872668 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0603ef19-9f7f-4b62-b496-1709ee032b77 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/3dd8aa88-26a3-43c3-928f-43079946692f HTTP/1.1" status: 204 len: 168 time: 0.8881063 Aug 19 12:33:33.873851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43692) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:33.876923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-d1b3a5e3-8345-42d3-962b-1704cbdeb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:33.883724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-d1b3a5e3-8345-42d3-962b-1704cbdeb713 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17153962-cb0b-4fc9-8d4f-bb84422dda6b HTTP/1.1" status: 200 len: 850 time: 0.1321716 Aug 19 12:33:33.930578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:33.958071 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:33.959441 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Added segment b0a21741-e102-48d9-bd6f-28f4ad073c40 of type vlan for network 90fef946-8fce-4efb-85bd-f8ff4bfd5066 Aug 19 12:33:34.025794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device bb614c88-9bac-4691-9726-84787ddc6b06 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:34.158602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.162595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port bb614c88-9bac-4691-9726-84787ddc6b06, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=bb614c88-9bac-4691-9726-84787ddc6b06,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:34.189795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c598d-310b-4052-bd41-6ca25f8960ab req-d40fce16-c937-4eea-bb51-801c1db2b355 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.191654 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e64c598d-310b-4052-bd41-6ca25f8960ab req-d40fce16-c937-4eea-bb51-801c1db2b355 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 944 time: 0.1050696 Aug 19 12:33:34.219932 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.225867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cfd622f9-e576-423d-8760-0101cd6e3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.227363 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-cfd622f9-e576-423d-8760-0101cd6e3e8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7e006fa-14ef-4f06-8efb-18b1127140c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3140295 Aug 19 12:33:34.249880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'bb614c88-9bac-4691-9726-84787ddc6b06', 'network_id': 'bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3', 'port_id': 'bb614c88-9bac-4691-9726-84787ddc6b06', 'mac_address': 'fa:16:3e:93:73:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917b0eb4-793f-42ab-bd62-4942c9adf928', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:34.258893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Allocated IP 172.20.0.2 (d0b81f56-a18e-402b-8a49-a1f6f5fceb42/f5f2d81e-ca60-4630-b67e-399696cee9c5/4b51351f-c93d-448f-92e0-7f2bd118493e) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:34.268026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026518ab-6924-4537-9879-0f514aa9dcb1 req-993e794a-1ccd-470c-a3c5-b92c395ee424 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.274156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026518ab-6924-4537-9879-0f514aa9dcb1 req-993e794a-1ccd-470c-a3c5-b92c395ee424 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.280974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026518ab-6924-4537-9879-0f514aa9dcb1 req-993e794a-1ccd-470c-a3c5-b92c395ee424 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.287283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026518ab-6924-4537-9879-0f514aa9dcb1 req-993e794a-1ccd-470c-a3c5-b92c395ee424 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.295005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026518ab-6924-4537-9879-0f514aa9dcb1 req-993e794a-1ccd-470c-a3c5-b92c395ee424 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.295849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e64c598d-310b-4052-bd41-6ca25f8960ab req-e09921b8-6d58-4884-8e09-53b4786eb1e2 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910246 Aug 19 12:33:34.300727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026518ab-6924-4537-9879-0f514aa9dcb1 req-993e794a-1ccd-470c-a3c5-b92c395ee424 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.306916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026518ab-6924-4537-9879-0f514aa9dcb1 req-993e794a-1ccd-470c-a3c5-b92c395ee424 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.313560 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-026518ab-6924-4537-9879-0f514aa9dcb1 req-993e794a-1ccd-470c-a3c5-b92c395ee424 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.1658211 Aug 19 12:33:34.330986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.343572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:34.344465 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.492898 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '3b4a4976-af0d-428f-9c3a-9245088802fc'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:34.497009 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ddf9e8-211a-43f2-a04c-a03546bfe541" -d '{"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "3b4a4976-af0d-428f-9c3a-9245088802fc"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:34.501723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Network': ['ID=90fef946-8fce-4efb-85bd-f8ff4bfd5066,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:34.504164 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-026518ab-6924-4537-9879-0f514aa9dcb1 req-3db5e5a0-a0a4-48e2-95d8-89b56cf8e50d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1775396 Aug 19 12:33:34.521406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:34.521840 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.537614 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-22ac2685-fb51-40db-9dea-f5ce5644e74b service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001053 Aug 19 12:33:34.582200 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2d691d-114c-4437-98a6-6fb1b92612f7 x-openstack-request-id: req-8b2d691d-114c-4437-98a6-6fb1b92612f7 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:34.582794 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "3b4a4976-af0d-428f-9c3a-9245088802fc", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:34.583281 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b2d691d-114c-4437-98a6-6fb1b92612f7 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:34.583871 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '3b4a4976-af0d-428f-9c3a-9245088802fc', 'status': 'completed', 'code': 200} Aug 19 12:33:34.667386 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] For port 54108339-8aa1-4c67-b16e-b6bb22dbaed1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=54108339-8aa1-4c67-b16e-b6bb22dbaed1,segment=NetworkSegment(e40b0304-c26d-487e-bd97-e71684521e52),segment_id=e40b0304-c26d-487e-bd97-e71684521e52)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:34.667386 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.669324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b266f9ff-8e1e-4de6-ae2b-3b454eacf5c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9701538 Aug 19 12:33:34.671283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43722) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:34.674344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08bf222-ef23-4fa1-95eb-6e116984a21b None None] DHCP port deletion for 20ba094e-fd5e-4892-89e9-f4a399ef71cf request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:33:34.674344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 90fef946-8fce-4efb-85bd-f8ff4bfd5066 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:34.681787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': '90fef946-8fce-4efb-85bd-f8ff4bfd5066', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:34.720784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for 54108339-8aa1-4c67-b16e-b6bb22dbaed1 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:34.800503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.817128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Transition to ACTIVE for port object 4b51351f-c93d-448f-92e0-7f2bd118493e will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:34.818858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.849846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb614c88-9bac-4691-9726-84787ddc6b06 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:34.857943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Transition to ACTIVE for port object 4b51351f-c93d-448f-92e0-7f2bd118493e will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:34.885587 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e08bf222-ef23-4fa1-95eb-6e116984a21b None None] Deleting port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:34.885972 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e08bf222-ef23-4fa1-95eb-6e116984a21b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.903032 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-226c2695-3c34-46c6-bdcd-76796acc61df service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153241 Aug 19 12:33:34.918797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:34.922606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.964267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e08bf222-ef23-4fa1-95eb-6e116984a21b None None] For port 54108339-8aa1-4c67-b16e-b6bb22dbaed1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=54108339-8aa1-4c67-b16e-b6bb22dbaed1,segment=NetworkSegment(e40b0304-c26d-487e-bd97-e71684521e52),segment_id=e40b0304-c26d-487e-bd97-e71684521e52)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:34.965107 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e08bf222-ef23-4fa1-95eb-6e116984a21b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:34.989869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e08bf222-ef23-4fa1-95eb-6e116984a21b None None] Calling delete_port for 54108339-8aa1-4c67-b16e-b6bb22dbaed1 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:34.999470 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-b4395779-9474-48dc-8045-a7d09c30bb84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=519023fd-4f22-4c46-8a13-94ad7e61cad7 HTTP/1.1" status: 200 len: 217 time: 0.0706131 Aug 19 12:33:35.094931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port bb614c88-9bac-4691-9726-84787ddc6b06, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=bb614c88-9bac-4691-9726-84787ddc6b06,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:35.101895 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.165154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-497a4ac5-73a3-4810-9734-ff03ed5b4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:35.167359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-497a4ac5-73a3-4810-9734-ff03ed5b4555 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.1502640 Aug 19 12:33:35.242775 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.279581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=54108339-8aa1-4c67-b16e-b6bb22dbaed1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:35.296298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-bba0bb37-0b56-4087-9ab1-114a1729570e tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:35.298359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-bba0bb37-0b56-4087-9ab1-114a1729570e tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/networks?id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42 HTTP/1.1" status: 200 len: 815 time: 0.3007617 Aug 19 12:33:35.313740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-334a653c-bc1f-483e-9cb5-1c5da9fe252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:35.315984 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-334a653c-bc1f-483e-9cb5-1c5da9fe252f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1371570 Aug 19 12:33:35.316586 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.318347 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e08bf222-ef23-4fa1-95eb-6e116984a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.344411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:35.349621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08bf222-ef23-4fa1-95eb-6e116984a21b None None] No DVR routers for this DVR port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:35.351701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:35.355829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:35.362348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.362916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.364554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.365069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.370336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.370469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.370874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.370996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Pushing event updated for resources: {'Port': ['ID=4b51351f-c93d-448f-92e0-7f2bd118493e,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:35.371234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.373623 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.373855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.374163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.377890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:33:35.393715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No DVR routers for this DVR port 54108339-8aa1-4c67-b16e-b6bb22dbaed1 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:35.402531 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b940e9e8-ca54-4665-a0c6-248ec2d6d99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.405866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 54108339-8aa1-4c67-b16e-b6bb22dbaed1 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:35.411491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.485591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 54108339-8aa1-4c67-b16e-b6bb22dbaed1 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:35.486200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 54108339-8aa1-4c67-b16e-b6bb22dbaed1 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:35.490443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Attempting to bind port 4b51351f-c93d-448f-92e0-7f2bd118493e on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:35.490835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Attempting to bind port 4b51351f-c93d-448f-92e0-7f2bd118493e by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:35.491216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Attempting to bind port 4b51351f-c93d-448f-92e0-7f2bd118493e on network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:35.507542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:35.507703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Checking segment: {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:35.508233 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.508628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Bound using segment: {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:35.509098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Bound port: 4b51351f-c93d-448f-92e0-7f2bd118493e, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:35.509510 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.513536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=bb614c88-9bac-4691-9726-84787ddc6b06,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:35.573163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Subnet': ['ID=e9b785e5-8ffc-43fa-a299-7cb7d8f9efad,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:35.591739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-3985456f-f2d7-41b7-bc60-4c93f3367f50 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/quotas/633c27b56a8e47f493ca1b550a87b978 HTTP/1.1" status: 200 len: 375 time: 0.2812202 Aug 19 12:33:35.598762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bf222-ef23-4fa1-95eb-6e116984a21b None None] Pushing event deleted for resources: {'Port': ['ID=54108339-8aa1-4c67-b16e-b6bb22dbaed1,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:35.598762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['bb614c88-9bac-4691-9726-84787ddc6b06'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:35.646347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] For port 4b51351f-c93d-448f-92e0-7f2bd118493e, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:35.649754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] For port 4b51351f-c93d-448f-92e0-7f2bd118493e, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4b51351f-c93d-448f-92e0-7f2bd118493e,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:35.693772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7dbc3-4ca3-4bff-a501-58656319b457 req-015adf8f-bc7a-4408-9a06-e68de690b1bc tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:35.695847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-08e7dbc3-4ca3-4bff-a501-58656319b457 req-015adf8f-bc7a-4408-9a06-e68de690b1bc tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 945 time: 0.1199844 Aug 19 12:33:35.761232 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:35.778829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-08e7dbc3-4ca3-4bff-a501-58656319b457 req-ac20dce1-fcda-402c-bcac-3936c72626d7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725546 Aug 19 12:33:35.790269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Checking segment: {'id': 'b0a21741-e102-48d9-bd6f-28f4ad073c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '90fef946-8fce-4efb-85bd-f8ff4bfd5066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:35.790650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network hostable DHCP agents. Network: 90fef946-8fce-4efb-85bd-f8ff4bfd5066, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:35.928221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800dddd6-178c-43fa-a122-8ec4ad1c02aa None None] Pushing event updated for resources: {'Port': ['ID=4b51351f-c93d-448f-92e0-7f2bd118493e,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:35.985203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 90fef946-8fce-4efb-85bd-f8ff4bfd5066 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:36.033446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e4339-a093-4a06-bc8f-52cacfc46097 req-c3348cc3-2366-46e7-b04b-b64c2401e558 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:36.033639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.045403 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e4339-a093-4a06-bc8f-52cacfc46097 req-c3348cc3-2366-46e7-b04b-b64c2401e558 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:36.051895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ba094e-fd5e-4892-89e9-f4a399ef71cf']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:36.053190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e4339-a093-4a06-bc8f-52cacfc46097 req-c3348cc3-2366-46e7-b04b-b64c2401e558 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:36.061126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e4339-a093-4a06-bc8f-52cacfc46097 req-c3348cc3-2366-46e7-b04b-b64c2401e558 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:36.069338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e4339-a093-4a06-bc8f-52cacfc46097 req-c3348cc3-2366-46e7-b04b-b64c2401e558 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:36.077046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e4339-a093-4a06-bc8f-52cacfc46097 req-c3348cc3-2366-46e7-b04b-b64c2401e558 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:36.084551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e4339-a093-4a06-bc8f-52cacfc46097 req-c3348cc3-2366-46e7-b04b-b64c2401e558 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:36.094369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2e4339-a093-4a06-bc8f-52cacfc46097 req-c3348cc3-2366-46e7-b04b-b64c2401e558 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.1721218 Aug 19 12:33:36.111025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40b0304-c26d-487e-bd97-e71684521e52') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:36.111025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40b0304-c26d-487e-bd97-e71684521e52') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:36.123126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 90fef946-8fce-4efb-85bd-f8ff4bfd5066) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:36.133244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:36.138656 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.141233 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.165584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e863fbf2-88fb-43db-afa5-0f8462cba8cb None None] Network 90fef946-8fce-4efb-85bd-f8ff4bfd5066 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:36.176736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-c79c5b2d-78ce-4723-8f87-e5014be5f1f3 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=633c27b56a8e47f493ca1b550a87b978&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5687809 Aug 19 12:33:36.255424 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2e4339-a093-4a06-bc8f-52cacfc46097 req-7d44679b-2333-4270-86d8-e4fb2f783e85 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1596479 Aug 19 12:33:36.264568 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3d3f8059-d236-4654-a13f-298cd643b32c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5914047 Aug 19 12:33:36.265332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43762) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:36.287460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': '90fef946-8fce-4efb-85bd-f8ff4bfd5066', 'name': 'tempest-PortsIpV6TestJSON-1464384798'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:36.288030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-533a3c60-68ea-428f-8a45-aa279424ff65 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9291027 Aug 19 12:33:36.288445 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.294530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43764) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:36.406369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:36.406846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.440005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-90fef946-8fce-4efb-85bd-f8ff4bfd5066', 'network_id': '90fef946-8fce-4efb-85bd-f8ff4bfd5066', 'tenant_id': '7ea92cde6a0c4bb0a39435c007b142fe', 'fixed_ips': [{'subnet_id': 'e9b785e5-8ffc-43fa-a299-7cb7d8f9efad'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:33:36.440881 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:36.481638 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:36.548513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-254ec277-cec9-426c-9465-59278bfdebc0 service neutron] 10.222.0.21 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707128 Aug 19 12:33:36.632870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:36.637374 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.665537 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.694113 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.694113 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/networks/20ba094e-fd5e-4892-89e9-f4a399ef71cf HTTP/1.1" status: 204 len: 168 time: 2.8071959 Aug 19 12:33:36.698030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 944411b9-6ecc-4ce6-b2f2-99afa1830e70 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:33:36.709390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660fcde-ec3a-497b-be7a-a4a86f8a64af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Network': ['ID=20ba094e-fd5e-4892-89e9-f4a399ef71cf,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:36.710391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43778) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:36.713571 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f5e847a6-9bb3-43bc-8949-24f67a50f5e9 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019201 Aug 19 12:33:36.721318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-558377590', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:36.800680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Allocated IP 2001:db8::2 (90fef946-8fce-4efb-85bd-f8ff4bfd5066/e9b785e5-8ffc-43fa-a299-7cb7d8f9efad/bbbab0b5-b457-4dba-8b91-bcd2a6f372dd) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:36.821787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-931653675-network', 'tenant_id': '3f564e0f592a4ca6898c93ff93650b74'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:36.829041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-08810654-cb6c-41a1-82b2-2ab333ad95bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=d8c23d98-2995-46ce-8f34-a0804a88df54 HTTP/1.1" status: 200 len: 217 time: 0.1054392 Aug 19 12:33:36.936896 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.938149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:36.979554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-967ceb6b-ef06-494a-bea9-a0c5e4c7ed47 service neutron] 10.222.0.21 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191415 Aug 19 12:33:36.993415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-6cf67de2-d44f-4d5d-bead-f9db1d5de486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:36.995901 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-6cf67de2-d44f-4d5d-bead-f9db1d5de486 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.1576014 Aug 19 12:33:37.045496 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.076580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Transition to ACTIVE for port object bbbab0b5-b457-4dba-8b91-bcd2a6f372dd will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:37.098952 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43784) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:37.105812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Made reservation on behalf of 3f564e0f592a4ca6898c93ff93650b74 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:37.106553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Transition to ACTIVE for port object bbbab0b5-b457-4dba-8b91-bcd2a6f372dd will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:37.111107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554301f-37d0-42e1-898d-24c31ae6d19a req-559de6b6-5b61-4758-a1dd-edb46987d2de tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.113288 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c554301f-37d0-42e1-898d-24c31ae6d19a req-559de6b6-5b61-4758-a1dd-edb46987d2de tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 945 time: 0.1699548 Aug 19 12:33:37.121545 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.144809 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.147907 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.166404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7e753819-c891-45b4-95af-ae83370bf486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.168841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-7e753819-c891-45b4-95af-ae83370bf486 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1643200 Aug 19 12:33:37.211793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c554301f-37d0-42e1-898d-24c31ae6d19a req-5d5ec077-0393-4c04-bece-b1776249d040 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908344 Aug 19 12:33:37.230336 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.451770 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f9d48320-2279-42ba-a888-fb1628e2bb05 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711112 Aug 19 12:33:37.487814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Pushing event updated for resources: {'Port': ['ID=bbbab0b5-b457-4dba-8b91-bcd2a6f372dd,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:37.506180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Network 90fef946-8fce-4efb-85bd-f8ff4bfd5066 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:37.507255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60baaba0-34c9-435c-b544-77af880bb81a None None] Network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:37.511406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4b51351f-c93d-448f-92e0-7f2bd118493e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:37.517940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:37.553303 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.580164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0e9d4274-23e2-4399-9fd7-e8a0bb17e137 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:37.657786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:37.704539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-e0d90dbc-3247-4e5a-874a-49234383295d tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.706717 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-e0d90dbc-3247-4e5a-874a-49234383295d tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/networks?id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42 HTTP/1.1" status: 200 len: 815 time: 0.1254110 Aug 19 12:33:37.711141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-4dab0af6-6dfc-4285-9bce-95f28ab32109 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511668 Aug 19 12:33:37.712088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.755051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8::1ec (90fef946-8fce-4efb-85bd-f8ff4bfd5066/e9b785e5-8ffc-43fa-a299-7cb7d8f9efad/944411b9-6ecc-4ce6-b2f2-99afa1830e70) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:37.783300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.796760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1fb1692c-dc6a-4927-837c-597b341cc782 None None] Provisioning for port 4b51351f-c93d-448f-92e0-7f2bd118493e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:37.802019 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-cb3ae40e-2b17-40a9-9106-920e2479018e tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/quotas/633c27b56a8e47f493ca1b550a87b978 HTTP/1.1" status: 200 len: 375 time: 0.0860341 Aug 19 12:33:37.803900 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-8ed82ccd-545b-4d8b-b1d7-471a32cab311 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=60099b0b-d500-42a4-b799-7872f97217e1 HTTP/1.1" status: 200 len: 217 time: 0.0831535 Aug 19 12:33:37.810169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:37.811533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb51fad-3b87-4aed-b9a5-c2bf8c77d3df req-21479c42-4c20-422e-83a9-2538fdc6a59d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.812458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8608c0-264b-4527-8b19-12583272634e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:37.834396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb51fad-3b87-4aed-b9a5-c2bf8c77d3df req-21479c42-4c20-422e-83a9-2538fdc6a59d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.849702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb51fad-3b87-4aed-b9a5-c2bf8c77d3df req-21479c42-4c20-422e-83a9-2538fdc6a59d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.856657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb51fad-3b87-4aed-b9a5-c2bf8c77d3df req-21479c42-4c20-422e-83a9-2538fdc6a59d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.863399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb51fad-3b87-4aed-b9a5-c2bf8c77d3df req-21479c42-4c20-422e-83a9-2538fdc6a59d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.868238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Attempting to bind port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:37.869255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Attempting to bind port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'b0a21741-e102-48d9-bd6f-28f4ad073c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '90fef946-8fce-4efb-85bd-f8ff4bfd5066'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:37.869923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Attempting to bind port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd on network 90fef946-8fce-4efb-85bd-f8ff4bfd5066 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:37.872377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb51fad-3b87-4aed-b9a5-c2bf8c77d3df req-21479c42-4c20-422e-83a9-2538fdc6a59d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.878551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb51fad-3b87-4aed-b9a5-c2bf8c77d3df req-21479c42-4c20-422e-83a9-2538fdc6a59d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.881174 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2fb51fad-3b87-4aed-b9a5-c2bf8c77d3df req-21479c42-4c20-422e-83a9-2538fdc6a59d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.3223472 Aug 19 12:33:37.888029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:37.888496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Checking segment: {'id': 'b0a21741-e102-48d9-bd6f-28f4ad073c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '90fef946-8fce-4efb-85bd-f8ff4bfd5066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:37.888934 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.889398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Bound using segment: {'id': 'b0a21741-e102-48d9-bd6f-28f4ad073c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '90fef946-8fce-4efb-85bd-f8ff4bfd5066'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:37.890043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Bound port: bbbab0b5-b457-4dba-8b91-bcd2a6f372dd, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a21741-e102-48d9-bd6f-28f4ad073c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '90fef946-8fce-4efb-85bd-f8ff4bfd5066'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:37.891162 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.892638 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:37.892991 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Added segment 2942f405-040b-4239-8fe8-d12a0efb6dcd of type vlan for network 6b73b04b-d415-4e9d-b181-0611c1b1942a Aug 19 12:33:37.952077 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-4fafc1fa-898a-4256-8b6d-5b239d0705cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=633c27b56a8e47f493ca1b550a87b978&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1436987 Aug 19 12:33:37.953498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-6513290e-0be7-47e7-abfd-0a90f1835359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:37.960772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-6513290e-0be7-47e7-abfd-0a90f1835359 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.1070962 Aug 19 12:33:37.984662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2fb51fad-3b87-4aed-b9a5-c2bf8c77d3df req-94fb2bf0-3ad8-4674-9632-ea33ca570bfe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931304 Aug 19 12:33:38.010946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] For port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:38.016414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] For port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bbbab0b5-b457-4dba-8b91-bcd2a6f372dd,segment=NetworkSegment(b0a21741-e102-48d9-bd6f-28f4ad073c40),segment_id=b0a21741-e102-48d9-bd6f-28f4ad073c40)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:38.041747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device bb614c88-9bac-4691-9726-84787ddc6b06 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:38.071638 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.075631 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.119605 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-824f40ed-21f6-4d4f-a4b9-7b16d3104f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.121363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 4b51351f-c93d-448f-92e0-7f2bd118493e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:38.128277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4b51351f-c93d-448f-92e0-7f2bd118493e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:38.128961 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.158087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.170676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0e9d4274-23e2-4399-9fd7-e8a0bb17e137 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] 10.222.0.21 "PUT /v2.0/quotas/6a58d58b75cf42058c8e6a47686ce826 HTTP/1.1" status: 200 len: 366 time: 1.0704877 Aug 19 12:33:38.174094 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.176877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-d6c39c66-43aa-411b-a2cf-cde60c37273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:38.180875 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-d6c39c66-43aa-411b-a2cf-cde60c37273c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2108326 Aug 19 12:33:38.183167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43810) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.235428 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6bcaff56-e8e9-455a-b80f-512c490a9dbe tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0481994 Aug 19 12:33:38.238825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43812) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.247263 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-a446ed61-1d46-464e-a332-f7f05e4232fe service neutron] 10.222.0.21 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855539 Aug 19 12:33:38.249116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object 944411b9-6ecc-4ce6-b2f2-99afa1830e70 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:38.285509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c796f51-9295-4910-98b6-e5c03588232c None None] Pushing event updated for resources: {'Port': ['ID=bbbab0b5-b457-4dba-8b91-bcd2a6f372dd,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:38.303871 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4f05678c-dd09-4ddf-933f-ef7ff19a513f tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] 10.222.0.21 "GET /v2.0/quotas/6a58d58b75cf42058c8e6a47686ce826 HTTP/1.1" status: 200 len: 366 time: 0.0635338 Aug 19 12:33:38.306082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43816) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.357164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.358138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:38.361721 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.376042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port bb614c88-9bac-4691-9726-84787ddc6b06 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:38.379468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.410854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port bb614c88-9bac-4691-9726-84787ddc6b06 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:38.411462 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.430085 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bf4feea2-f66c-47ec-9969-2da3ecfa765e tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/6a58d58b75cf42058c8e6a47686ce826 HTTP/1.1" status: 204 len: 168 time: 0.1200552 Aug 19 12:33:38.438001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43818) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.451333 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.490285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fcf95da1-7e61-41dd-b1f1-e855f1365300 None None] Provisioning complete for port 4b51351f-c93d-448f-92e0-7f2bd118493e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:38.490666 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fcf95da1-7e61-41dd-b1f1-e855f1365300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.516862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-84bd6417-40f1-4032-ae18-be1e7144731e service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198442 Aug 19 12:33:38.518703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 90fef946-8fce-4efb-85bd-f8ff4bfd5066 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:38.541892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:38.551067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:38.557868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:38.558531 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.566459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 4b51351f-c93d-448f-92e0-7f2bd118493e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4b51351f-c93d-448f-92e0-7f2bd118493e,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:38.602233 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3062477 Aug 19 12:33:38.608851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43820) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.619346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3132f40-c820-465e-83bb-e1f60b5e61dd admin admin] Pushing event updated for resources: {'Network': ['ID=6b73b04b-d415-4e9d-b181-0611c1b1942a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:38.628854 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-825f6abd-907d-44b8-9e40-e9bdb25f18c8 service neutron] 10.222.0.21 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428531 Aug 19 12:33:38.643577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] Request body: {'subnet': {'network_id': '6b73b04b-d415-4e9d-b181-0611c1b1942a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-931653675-subnet', 'tenant_id': '3f564e0f592a4ca6898c93ff93650b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:38.644074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 6b73b04b-d415-4e9d-b181-0611c1b1942a details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:38.726856 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.765804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43822) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.766396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-db7c4439-d50e-483a-a606-4d54169b5fca tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.2925189 Aug 19 12:33:38.767807 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.771193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=944411b9-6ecc-4ce6-b2f2-99afa1830e70,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:38.781684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d3fe9-767f-42d3-a867-a3e637f4381a req-c65a5c50-1201-4fa5-b89e-1e30d1e4191e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:38.783503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c1d3fe9-767f-42d3-a867-a3e637f4381a req-c65a5c50-1201-4fa5-b89e-1e30d1e4191e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 945 time: 0.3599982 Aug 19 12:33:38.810466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-89c4cc31-ce0a-4645-947d-0b822485b69d service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824798 Aug 19 12:33:38.813247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1f9c8004-9060-4a07-a45a-3f74e80d9cbe tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] 10.222.0.21 "GET /v2.0/quotas/6a58d58b75cf42058c8e6a47686ce826 HTTP/1.1" status: 200 len: 370 time: 0.0466082 Aug 19 12:33:38.818249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43826) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.844163 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-43d01acf-9e67-4534-9a1a-4d5066eb115f tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] 10.222.0.21 "GET /v2.0/quotas/6a58d58b75cf42058c8e6a47686ce826/default HTTP/1.1" status: 200 len: 370 time: 0.0181661 Aug 19 12:33:38.844488 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.861603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43830) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:38.920938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.938120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b2807-2706-4c77-a916-96257a1371a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb614c88-9bac-4691-9726-84787ddc6b06'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:38.940449 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f9053-ab0e-49bb-8387-85b7f1d4e100" -d '{"events": [{"server_uuid": "374b2807-2706-4c77-a916-96257a1371a4", "name": "network-vif-plugged", "status": "completed", "tag": "bb614c88-9bac-4691-9726-84787ddc6b06"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:38.948584 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] Made reservation on behalf of 3f564e0f592a4ca6898c93ff93650b74 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:38.950984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:38.953619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-938d9257-6732-4372-bfc5-872e37b4eb7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=20e4112b-3057-41a2-9085-d691c1cabe8d HTTP/1.1" status: 200 len: 217 time: 0.1123149 Aug 19 12:33:38.967509 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-fe7fc0c2-a490-4be2-b43d-3338c9ff881d tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] delete failed (client error): The resource could not be found. Aug 19 12:33:38.968644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fe7fc0c2-a490-4be2-b43d-3338c9ff881d tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/6a58d58b75cf42058c8e6a47686ce826 HTTP/1.1" status: 404 len: 348 time: 0.1050584 Aug 19 12:33:39.035357 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7665232-2158-4ff8-b065-a8b91127f6a7 x-openstack-request-id: req-d7665232-2158-4ff8-b065-a8b91127f6a7 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:39.036636 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b2807-2706-4c77-a916-96257a1371a4", "name": "network-vif-plugged", "status": "completed", "tag": "bb614c88-9bac-4691-9726-84787ddc6b06", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:39.041554 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7665232-2158-4ff8-b065-a8b91127f6a7 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:39.043461 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b2807-2706-4c77-a916-96257a1371a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb614c88-9bac-4691-9726-84787ddc6b06', 'code': 200} Aug 19 12:33:39.048790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port bb614c88-9bac-4691-9726-84787ddc6b06, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=bb614c88-9bac-4691-9726-84787ddc6b06,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:39.048790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=4b51351f-c93d-448f-92e0-7f2bd118493e,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:39.083264 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c1d3fe9-767f-42d3-a867-a3e637f4381a req-c25cff07-47de-4c25-9fd5-b5dcbfe5dcee tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876430 Aug 19 12:33:39.102764 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-07c34144-a57b-4860-8cda-eaef224ec335 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8363512 Aug 19 12:33:39.107456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43848) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:39.163565 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.288776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=bb614c88-9bac-4691-9726-84787ddc6b06,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:39.367668 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.458196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fcbed-0cfc-4320-b540-6ac657c3bd47 req-1cac59bd-8491-491d-ac36-5c6be3b5fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.460016 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-626fcbed-0cfc-4320-b540-6ac657c3bd47 req-1cac59bd-8491-491d-ac36-5c6be3b5fe50 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 1097 time: 0.3394513 Aug 19 12:33:39.474543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Allocated IP 172.25.2.49 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/f3683bde-82aa-428a-813d-3c7f265d70f1) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:39.500682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6f3c5-7c2d-4c03-9e8c-0abdd3cca084 req-42180768-6117-4e19-b638-bd1be1fab204 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.507957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6f3c5-7c2d-4c03-9e8c-0abdd3cca084 req-42180768-6117-4e19-b638-bd1be1fab204 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.514934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6f3c5-7c2d-4c03-9e8c-0abdd3cca084 req-42180768-6117-4e19-b638-bd1be1fab204 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.521425 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6f3c5-7c2d-4c03-9e8c-0abdd3cca084 req-42180768-6117-4e19-b638-bd1be1fab204 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.535986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6f3c5-7c2d-4c03-9e8c-0abdd3cca084 req-42180768-6117-4e19-b638-bd1be1fab204 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.543595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6f3c5-7c2d-4c03-9e8c-0abdd3cca084 req-42180768-6117-4e19-b638-bd1be1fab204 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.550469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6f3c5-7c2d-4c03-9e8c-0abdd3cca084 req-42180768-6117-4e19-b638-bd1be1fab204 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.557823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bbbab0b5-b457-4dba-8b91-bcd2a6f372dd up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:39.560394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68e6f3c5-7c2d-4c03-9e8c-0abdd3cca084 req-42180768-6117-4e19-b638-bd1be1fab204 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.3412397 Aug 19 12:33:39.572745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-47a7a4b2-2a27-4ddd-922e-14add0779d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.574254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-47a7a4b2-2a27-4ddd-922e-14add0779d7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.5781333 Aug 19 12:33:39.668449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43858) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:39.724110 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7eb30bdf-c656-49af-8396-1b92a26705b2 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 944411b9-6ecc-4ce6-b2f2-99afa1830e70 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:39.724110 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7eb30bdf-c656-49af-8396-1b92a26705b2 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.728485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-626fcbed-0cfc-4320-b540-6ac657c3bd47 req-94b9106d-9375-45ad-8321-be759dbc2599 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552142 Aug 19 12:33:39.752957 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68e6f3c5-7c2d-4c03-9e8c-0abdd3cca084 req-0b77d1bc-4dfc-4d28-8f5e-8015a26a1a3e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1914780 Aug 19 12:33:39.780160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-2f63dca9-7368-46f6-95aa-d76698d6a908 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.782438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-2f63dca9-7368-46f6-95aa-d76698d6a908 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/networks?id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42 HTTP/1.1" status: 200 len: 815 time: 0.5501716 Aug 19 12:33:39.785739 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:39.791464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4b51351f-c93d-448f-92e0-7f2bd118493e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:39.846466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Usage tracker for resource:network and tenant:f23524f3bbb1427cb3b77b06e515dbbf is out of sync, need to count used quota {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:33:39.855694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-8f5dac1c-0bce-44f0-b225-fb7d5286217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:39.861059 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-8f5dac1c-0bce-44f0-b225-fb7d5286217b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2519248 Aug 19 12:33:39.861059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:33:39.866219 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-c4eb8776-a909-4ace-b466-2323e311c10d tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/quotas/633c27b56a8e47f493ca1b550a87b978 HTTP/1.1" status: 200 len: 375 time: 0.0723524 Aug 19 12:33:39.898038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4b51351f-c93d-448f-92e0-7f2bd118493e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:39.898038 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.898733 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.902529 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7eb30bdf-c656-49af-8396-1b92a26705b2 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:39.920471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c467842-bec4-4a8b-a5d4-f15747c56102 None None] Network 90fef946-8fce-4efb-85bd-f8ff4bfd5066 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:39.921781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7eb30bdf-c656-49af-8396-1b92a26705b2 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 944411b9-6ecc-4ce6-b2f2-99afa1830e70 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:40.054472 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-631b3763-fe39-4588-b2aa-2744872e3ab5 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864557 Aug 19 12:33:40.061095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.168516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1f17d2ed-fb83-4432-a9ec-59051a482bca None None] Provisioning for port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:40.180976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1f17d2ed-fb83-4432-a9ec-59051a482bca None None] Provisioning complete for port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:40.182466 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1f17d2ed-fb83-4432-a9ec-59051a482bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.224674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Usage tracker for resource:subnet and tenant:f23524f3bbb1427cb3b77b06e515dbbf is out of sync, need to count used quota {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:33:40.243459 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-2fc153f0-3121-4c0c-9152-57136dc98635 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712832 Aug 19 12:33:40.359355 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1f17d2ed-fb83-4432-a9ec-59051a482bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.370536 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-94179320-3cb6-4b70-8370-2588ec9f9718 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d HTTP/1.1" status: 200 len: 217 time: 0.0611675 Aug 19 12:33:40.374701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:33:40.432354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1f17d2ed-fb83-4432-a9ec-59051a482bca None None] For port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bbbab0b5-b457-4dba-8b91-bcd2a6f372dd,segment=NetworkSegment(b0a21741-e102-48d9-bd6f-28f4ad073c40),segment_id=b0a21741-e102-48d9-bd6f-28f4ad073c40)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:40.504736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b16ce-97c0-481e-a5d4-a16b7550699e req-c90c0417-deb9-400d-991c-a8859c735eff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:40.507027 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.508850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c27b16ce-97c0-481e-a5d4-a16b7550699e req-c90c0417-deb9-400d-991c-a8859c735eff tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 946 time: 0.1493421 Aug 19 12:33:40.545729 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1f17d2ed-fb83-4432-a9ec-59051a482bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.610685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17d2ed-fb83-4432-a9ec-59051a482bca None None] Pushing event updated for resources: {'Port': ['ID=bbbab0b5-b457-4dba-8b91-bcd2a6f372dd,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:40.634117 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.681883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-854c891b-244e-4ac3-9271-95bec279bbc2 None None] Provisioning complete for port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:40.682179 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-854c891b-244e-4ac3-9271-95bec279bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.734276 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c27b16ce-97c0-481e-a5d4-a16b7550699e req-c8494a66-d7dc-4ebb-b9aa-dd8de0b4342a tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177732 Aug 19 12:33:40.739401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=f3683bde-82aa-428a-813d-3c7f265d70f1,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:40.762442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:40.764089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:40.771987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:40.776757 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7eb30bdf-c656-49af-8396-1b92a26705b2 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.835481 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06524712-e0ed-4c34-94ae-7b2fb6ef57df,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:40.850051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb30bdf-c656-49af-8396-1b92a26705b2 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=944411b9-6ecc-4ce6-b2f2-99afa1830e70,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:40.852111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Usage tracker for resource:subnetpool and tenant:f23524f3bbb1427cb3b77b06e515dbbf is out of sync, need to count used quota {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:33:40.885876 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-5e2de7df-e959-468e-9c9b-42d39d90da6f tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=633c27b56a8e47f493ca1b550a87b978&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8294153 Aug 19 12:33:40.896086 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7eb30bdf-c656-49af-8396-1b92a26705b2 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:40.898513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7eb30bdf-c656-49af-8396-1b92a26705b2 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/944411b9-6ecc-4ce6-b2f2-99afa1830e70 HTTP/1.1" status: 204 len: 168 time: 1.7877705 Aug 19 12:33:40.898966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:33:40.902557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43868) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:40.935809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-86b7164c-df32-43ba-b5a9-078c5ab3e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:40.935809 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-86b7164c-df32-43ba-b5a9-078c5ab3e1e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.5530803 Aug 19 12:33:40.946796 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8dcbc3-c55a-44dd-a9fb-bec82402824e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:33:40.948358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8dcbc3-c55a-44dd-a9fb-bec82402824e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:33:40.951083 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ce8dcbc3-c55a-44dd-a9fb-bec82402824e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/944411b9-6ecc-4ce6-b2f2-99afa1830e70 HTTP/1.1" status: 404 len: 333 time: 0.0459130 Aug 19 12:33:40.954095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43870) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:40.973372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-854c891b-244e-4ac3-9271-95bec279bbc2 None None] Could not find standard attr ID for object 944411b9-6ecc-4ce6-b2f2-99afa1830e70. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:33:40.995814 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] Checking segment: {'id': '2942f405-040b-4239-8fe8-d12a0efb6dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6b73b04b-d415-4e9d-b181-0611c1b1942a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:40.996182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] Network hostable DHCP agents. Network: 6b73b04b-d415-4e9d-b181-0611c1b1942a, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:41.038696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Usage tracker for resource:port and tenant:f23524f3bbb1427cb3b77b06e515dbbf is out of sync, need to count used quota {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:33:41.054747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:33:41.090746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Usage tracker for resource:router and tenant:f23524f3bbb1427cb3b77b06e515dbbf is out of sync, need to count used quota {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:33:41.101863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c89e0b30-8661-4af7-8880-70d9056aea45 None None] Could not find standard attr ID for object 944411b9-6ecc-4ce6-b2f2-99afa1830e70. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:33:41.105256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:33:41.122581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-af3d6e14-d3f8-4db5-8bcb-13b4a40ba377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.122581 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-af3d6e14-d3f8-4db5-8bcb-13b4a40ba377 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1293585 Aug 19 12:33:41.138339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-40c62fd0-6336-44fe-8600-b47ebb03ab55 service neutron] 10.222.0.21 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515254 Aug 19 12:33:41.174719 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Usage tracker for resource:floatingip and tenant:f23524f3bbb1427cb3b77b06e515dbbf is out of sync, need to count used quota {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:33:41.203007 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ccff68-0685-4dd9-a268-b5e104463f98 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:33:41.207105 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a9ccff68-0685-4dd9-a268-b5e104463f98 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/944411b9-6ecc-4ce6-b2f2-99afa1830e70 HTTP/1.1" status: 404 len: 333 time: 0.2492063 Aug 19 12:33:41.208223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43874) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:41.292644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] Network 6b73b04b-d415-4e9d-b181-0611c1b1942a is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:41.294692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:33:41.331016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692412ea-1be0-49ca-ab1e-7f302d475b51 req-9ee242ae-e457-4825-9119-53c65c074ffe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.337873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692412ea-1be0-49ca-ab1e-7f302d475b51 req-9ee242ae-e457-4825-9119-53c65c074ffe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.344156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692412ea-1be0-49ca-ab1e-7f302d475b51 req-9ee242ae-e457-4825-9119-53c65c074ffe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.350063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692412ea-1be0-49ca-ab1e-7f302d475b51 req-9ee242ae-e457-4825-9119-53c65c074ffe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.356259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692412ea-1be0-49ca-ab1e-7f302d475b51 req-9ee242ae-e457-4825-9119-53c65c074ffe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.362113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692412ea-1be0-49ca-ab1e-7f302d475b51 req-9ee242ae-e457-4825-9119-53c65c074ffe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.369309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692412ea-1be0-49ca-ab1e-7f302d475b51 req-9ee242ae-e457-4825-9119-53c65c074ffe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.370894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bbbab0b5-b457-4dba-8b91-bcd2a6f372dd up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:41.371399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-692412ea-1be0-49ca-ab1e-7f302d475b51 req-9ee242ae-e457-4825-9119-53c65c074ffe tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.3176076 Aug 19 12:33:41.391469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-82481b9a-64d8-49ee-bda8-6493bc142135 service neutron] 10.222.0.21 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521441 Aug 19 12:33:41.424731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-1b0c5332-6b8c-4fd4-bdf2-533463630ef2 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839303 Aug 19 12:33:41.445426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:41.448663 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.471662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 6b73b04b-d415-4e9d-b181-0611c1b1942a) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:41.482033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f909c6aa-9f83-4e26-a259-31def8df7976 None None] Network 6b73b04b-d415-4e9d-b181-0611c1b1942a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:41.527451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Usage tracker for resource:security_group and tenant:f23524f3bbb1427cb3b77b06e515dbbf is out of sync, need to count used quota {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:33:41.535429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.537522 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.542259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:33:41.548097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf04a7e7-01bf-4e9d-b2d9-e1b9dda21b02 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting subnet e9b785e5-8ffc-43fa-a299-7cb7d8f9efad {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:41.567815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Usage tracker for resource:security_group_rule and tenant:f23524f3bbb1427cb3b77b06e515dbbf is out of sync, need to count used quota {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 19 12:33:41.570396 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf04a7e7-01bf-4e9d-b2d9-e1b9dda21b02 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:41.580946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.quota.resource [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95543) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 19 12:33:41.593545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-243facb2-d02d-41f3-9aff-7a9165af22a6 tempest-QuotasTest-1308442939 tempest-QuotasTest-1308442939-project-admin] 10.222.0.21 "GET /v2.0/quotas/f23524f3bbb1427cb3b77b06e515dbbf/details.json HTTP/1.1" status: 200 len: 703 time: 1.9087121 Aug 19 12:33:41.642423 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-692412ea-1be0-49ca-ab1e-7f302d475b51 req-bad65d43-f23e-421c-84b1-381355ac6183 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541772 Aug 19 12:33:41.654654 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-d2a06ed6-cbac-48ab-857d-cc6ca24d77a0 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214279 Aug 19 12:33:41.686674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571e2c76-0c32-44c3-841c-1f746dc2a60b None None] Network 6b73b04b-d415-4e9d-b181-0611c1b1942a requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:41.714613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-dbed6776-394a-44e0-936a-5bfe114f1ab7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a4976-af0d-428f-9c3a-9245088802fc HTTP/1.1" status: 200 len: 217 time: 0.0486617 Aug 19 12:33:41.944592 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bfe31419-386e-4f72-b746-93451230f113 req-baf527fa-1eee-4bf6-9ef9-598f4822c0e3 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 210 time: 0.1446984 Aug 19 12:33:41.944592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-16d6f0dd-236a-4a19-932d-68dc3449c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.944592 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-16d6f0dd-236a-4a19-932d-68dc3449c213 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.1473994 Aug 19 12:33:41.944592 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0e2e4547-20cc-4d4c-8ad5-c92e4a7c43e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.2637384 Aug 19 12:33:41.958296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-ebfc1374-b82e-4d74-860f-6c9687638e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:41.960119 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-ebfc1374-b82e-4d74-860f-6c9687638e79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0808132 Aug 19 12:33:41.974501 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf04a7e7-01bf-4e9d-b2d9-e1b9dda21b02 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.054757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-3ddb6bd7-f5b2-46b2-80bc-93e78e380928 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.057127 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-3ddb6bd7-f5b2-46b2-80bc-93e78e380928 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.30 "GET /v2.0/networks?id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42 HTTP/1.1" status: 200 len: 815 time: 0.6812410 Aug 19 12:33:42.089573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Request body: {'port': {'device_id': '5beaefb4-0cae-4d4a-90bd-78dd21913339', 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42', 'admin_state_up': True, 'tenant_id': '633c27b56a8e47f493ca1b550a87b978'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:42.174884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beea193-0084-41c1-bf9b-2ef52b72a056 req-6db370f7-f2bd-4409-aaac-c37bf284d4f0 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.183425 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3beea193-0084-41c1-bf9b-2ef52b72a056 req-6db370f7-f2bd-4409-aaac-c37bf284d4f0 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 946 time: 0.2270048 Aug 19 12:33:42.234407 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.272448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-9412fbf4-1a26-47cd-a18e-91efe30561ef service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040922 Aug 19 12:33:42.324733 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3beea193-0084-41c1-bf9b-2ef52b72a056 req-e3e6c7c6-931d-4aa0-a009-90678755a742 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402578 Aug 19 12:33:42.374897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2be7115a-6894-4995-8d43-e67b36e08da7 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.376514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2be7115a-6894-4995-8d43-e67b36e08da7 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.30 "GET /v2.0/networks?id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42 HTTP/1.1" status: 200 len: 815 time: 0.2506785 Aug 19 12:33:42.425153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Request body: {'port': {'device_id': '052023b0-30b0-43f0-b263-4f145242a18a', 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42', 'admin_state_up': True, 'tenant_id': '633c27b56a8e47f493ca1b550a87b978'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:42.429229 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-4a618914-814c-4b6f-a333-ed20d24e07d4 req-83bcf745-e11a-48e4-a79e-48f19662c205 tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] show failed (client error): The resource could not be found. Aug 19 12:33:42.430286 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a618914-814c-4b6f-a333-ed20d24e07d4 req-83bcf745-e11a-48e4-a79e-48f19662c205 tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] 10.222.0.21 "GET /v2.0/security-groups/d44d1eba-6358-4da4-b4ef-81cf9740d643 HTTP/1.1" status: 404 len: 352 time: 0.0528831 Aug 19 12:33:42.464564 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf04a7e7-01bf-4e9d-b2d9-e1b9dda21b02 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.582677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31d66f4f-3c8c-4fac-9318-09c31bf89d43 req-f16935f5-78e8-4d70-88d3-7555e85b22fb service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031290 Aug 19 12:33:42.599059 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88dfeff2-d08f-4f0c-a8e0-517ee4a4ea88 req-442e6b97-c304-4f04-a9c9-1aa241be6cea tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f564e0f592a4ca6898c93ff93650b74 HTTP/1.1" status: 200 len: 2988 time: 0.1180081 Aug 19 12:33:42.620457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43904) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:42.665948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88dfeff2-d08f-4f0c-a8e0-517ee4a4ea88 req-12f38442-5b3d-49c3-8cca-e5e371d3f8b3 tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] 10.222.0.21 "GET /v2.0/security-groups/4e8608c0-264b-4527-8b19-12583272634e HTTP/1.1" status: 200 len: 2985 time: 0.0572526 Aug 19 12:33:42.726252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88dfeff2-d08f-4f0c-a8e0-517ee4a4ea88 req-6f5fda18-96ea-4a10-8e73-ce98ae3d0db8 tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] 10.222.0.21 "GET /v2.0/security-groups/4e8608c0-264b-4527-8b19-12583272634e HTTP/1.1" status: 200 len: 2985 time: 0.0539956 Aug 19 12:33:42.754031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Made reservation on behalf of 633c27b56a8e47f493ca1b550a87b978 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:42.756704 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.767670 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.789237 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf04a7e7-01bf-4e9d-b2d9-e1b9dda21b02 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.867628 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db0bbb92-25d4-425e-b90a-1ccf874eb6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.901063 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf04a7e7-01bf-4e9d-b2d9-e1b9dda21b02 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:42.902885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b34c65e-b7d5-4022-93f8-61b9e8f229eb None None] Network 90fef946-8fce-4efb-85bd-f8ff4bfd5066 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:42.906133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cf04a7e7-01bf-4e9d-b2d9-e1b9dda21b02 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/e9b785e5-8ffc-43fa-a299-7cb7d8f9efad HTTP/1.1" status: 204 len: 168 time: 1.6942575 Aug 19 12:33:42.906133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04a7e7-01bf-4e9d-b2d9-e1b9dda21b02 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b785e5-8ffc-43fa-a299-7cb7d8f9efad,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:42.910300 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43916) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:42.957679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-9c39ee59-f29b-47d3-9b55-f1ba9ec8adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.958337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-9c39ee59-f29b-47d3-9b55-f1ba9ec8adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.958631 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-9c39ee59-f29b-47d3-9b55-f1ba9ec8adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.959128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-9c39ee59-f29b-47d3-9b55-f1ba9ec8adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.959599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-9c39ee59-f29b-47d3-9b55-f1ba9ec8adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.960426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-9c39ee59-f29b-47d3-9b55-f1ba9ec8adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.960555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-9c39ee59-f29b-47d3-9b55-f1ba9ec8adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.963157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-9c39ee59-f29b-47d3-9b55-f1ba9ec8adb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6477 time: 0.1172628 Aug 19 12:33:42.977697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80e5a-d893-4963-a77f-5910450f6270 req-6a36acd2-706d-42dc-9e18-d5015ebe50be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.983763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80e5a-d893-4963-a77f-5910450f6270 req-6a36acd2-706d-42dc-9e18-d5015ebe50be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.989852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80e5a-d893-4963-a77f-5910450f6270 req-6a36acd2-706d-42dc-9e18-d5015ebe50be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:42.997240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80e5a-d893-4963-a77f-5910450f6270 req-6a36acd2-706d-42dc-9e18-d5015ebe50be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:43.003326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80e5a-d893-4963-a77f-5910450f6270 req-6a36acd2-706d-42dc-9e18-d5015ebe50be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:43.010563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80e5a-d893-4963-a77f-5910450f6270 req-6a36acd2-706d-42dc-9e18-d5015ebe50be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:43.016582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80e5a-d893-4963-a77f-5910450f6270 req-6a36acd2-706d-42dc-9e18-d5015ebe50be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:43.018537 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccc80e5a-d893-4963-a77f-5910450f6270 req-6a36acd2-706d-42dc-9e18-d5015ebe50be tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.1619611 Aug 19 12:33:43.035494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Made reservation on behalf of 633c27b56a8e47f493ca1b550a87b978 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:43.041502 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.173124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b9995b6-c2f2-49de-a6ee-437c72763de7 req-baa0c408-84d9-48ac-815b-1fbe401310de tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] 10.222.0.21 "GET /v2.0/security-groups/4e8608c0-264b-4527-8b19-12583272634e HTTP/1.1" status: 200 len: 2985 time: 0.4219420 Aug 19 12:33:43.188173 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccc80e5a-d893-4963-a77f-5910450f6270 req-e2b7c91f-8384-47cc-a0e2-4a57c565082a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408694 Aug 19 12:33:43.384393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Allocated IP 172.20.0.10 (d0b81f56-a18e-402b-8a49-a1f6f5fceb42/f5f2d81e-ca60-4630-b67e-399696cee9c5/c4255e08-2436-49da-a1f2-68bb9a0bad8e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:43.390155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.449633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-99b5d7fc-dc10-4853-a437-d7413b980ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:43.449633 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-99b5d7fc-dc10-4853-a437-d7413b980ab3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=59c66fdc-a2dd-43a4-a0ca-390a620768fe HTTP/1.1" status: 200 len: 901 time: 0.4004226 Aug 19 12:33:43.449633 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d5fafd3-6fac-4062-b45a-f26528759e7b req-dca1494e-3f5c-488a-b7d5-9e0122bc59a8 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 210 time: 0.0631893 Aug 19 12:33:43.449934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9222868-86fb-431d-9ac8-91c1825e2b08 None None] DHCP port deletion for 90fef946-8fce-4efb-85bd-f8ff4bfd5066 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:33:43.488915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db0bbb92-25d4-425e-b90a-1ccf874eb6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.491740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-f62721e7-4f2b-4d5f-9e13-aaed409c0b88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a4976-af0d-428f-9c3a-9245088802fc HTTP/1.1" status: 200 len: 217 time: 0.0552955 Aug 19 12:33:43.536913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e9222868-86fb-431d-9ac8-91c1825e2b08 None None] Deleting port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:43.537569 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9222868-86fb-431d-9ac8-91c1825e2b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.545692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-2d1ff72b-ae5d-43b8-acf9-decaa177bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:43.547507 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-2d1ff72b-ae5d-43b8-acf9-decaa177bdd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.0497682 Aug 19 12:33:43.552582 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-db0bbb92-25d4-425e-b90a-1ccf874eb6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.564890 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-2b9995b6-c2f2-49de-a6ee-437c72763de7 req-bcd522a4-54a2-46e5-bcb3-9698a9619913 tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:33:43.566770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b9995b6-c2f2-49de-a6ee-437c72763de7 req-bcd522a4-54a2-46e5-bcb3-9698a9619913 tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e8608c0-264b-4527-8b19-12583272634e HTTP/1.1" status: 409 len: 352 time: 0.2900934 Aug 19 12:33:43.632632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e9222868-86fb-431d-9ac8-91c1825e2b08 None None] For port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bbbab0b5-b457-4dba-8b91-bcd2a6f372dd,segment=NetworkSegment(b0a21741-e102-48d9-bd6f-28f4ad073c40),segment_id=b0a21741-e102-48d9-bd6f-28f4ad073c40)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:43.633350 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9222868-86fb-431d-9ac8-91c1825e2b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.646842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-db0bbb92-25d4-425e-b90a-1ccf874eb6ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b1eb8e7fedd47bf8b44086306e04226&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0186961 Aug 19 12:33:43.648798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bbb92-25d4-425e-b90a-1ccf874eb6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da228725-90d4-47e8-97cf-9b9de4177a84,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:43.654024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e9222868-86fb-431d-9ac8-91c1825e2b08 None None] Calling delete_port for bbbab0b5-b457-4dba-8b91-bcd2a6f372dd owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:43.663011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43926) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:43.667667 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-b08fc4ee-6aa4-49fa-be21-93b101654653 req-143b9494-5bb7-4067-b3d0-c7947a7acd3b tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] show failed (client error): The resource could not be found. Aug 19 12:33:43.671221 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b08fc4ee-6aa4-49fa-be21-93b101654653 req-143b9494-5bb7-4067-b3d0-c7947a7acd3b tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] 10.222.0.21 "GET /v2.0/security-groups/cd85311b-6162-4d6f-bc1f-3aa5db11620c HTTP/1.1" status: 404 len: 352 time: 0.0624046 Aug 19 12:33:43.702365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-fc4bae38-e9d2-4536-8171-2a0836ed7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:43.703900 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-fc4bae38-e9d2-4536-8171-2a0836ed7675 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1436114 Aug 19 12:33:43.730436 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-275767a9-6edc-40d0-97bf-54742d2dd78b req-e69ab9de-7672-4652-bbe8-e0146327f36e tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] show failed (client error): The resource could not be found. Aug 19 12:33:43.731552 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-275767a9-6edc-40d0-97bf-54742d2dd78b req-e69ab9de-7672-4652-bbe8-e0146327f36e tempest-SecurityGroupsNegativeTestJSON-1869317104 tempest-SecurityGroupsNegativeTestJSON-1869317104-project] 10.222.0.21 "GET /v2.0/security-groups/0f713b35-cf8f-4a52-af45-6b2e2a8436f5 HTTP/1.1" status: 404 len: 352 time: 0.0338445 Aug 19 12:33:43.741844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router b64e68dc-9419-4336-803b-6f438c0e14f5 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:33:43.752509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43932) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:43.753866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:43.754199 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.795614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9809daf4-86ca-4bf7-850c-e9256cd9baf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.839233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9809daf4-86ca-4bf7-850c-e9256cd9baf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.854229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-e43aa23d-14ec-466b-86d8-ca4366024ca7 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385207 Aug 19 12:33:43.878028 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9222868-86fb-431d-9ac8-91c1825e2b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:43.926858 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9222868-86fb-431d-9ac8-91c1825e2b08 None None] No DVR routers for this DVR port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:43.938684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9222868-86fb-431d-9ac8-91c1825e2b08 None None] Pushing event deleted for resources: {'Port': ['ID=bbbab0b5-b457-4dba-8b91-bcd2a6f372dd,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:44.015709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1b567f-59ae-47ad-83d9-aa4442432ca2 admin admin] Deleting subnet 06524712-e0ed-4c34-94ae-7b2fb6ef57df {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:44.016803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47ddf9e8-211a-43f2-a04c-a03546bfe541 req-08069334-5f15-4736-9f4f-8ee603fd0502 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553154 Aug 19 12:33:44.028906 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.050516 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba1b567f-59ae-47ad-83d9-aa4442432ca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.089728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9809daf4-86ca-4bf7-850c-e9256cd9baf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.092270 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9809daf4-86ca-4bf7-850c-e9256cd9baf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.093757 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9809daf4-86ca-4bf7-850c-e9256cd9baf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da228725-90d4-47e8-97cf-9b9de4177a84 HTTP/1.1" status: 204 len: 168 time: 0.4214191 Aug 19 12:33:44.103215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809daf4-86ca-4bf7-850c-e9256cd9baf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da228725-90d4-47e8-97cf-9b9de4177a84,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:44.156394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Transition to ACTIVE for port object c4255e08-2436-49da-a1f2-68bb9a0bad8e will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:44.159639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] For port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bbbab0b5-b457-4dba-8b91-bcd2a6f372dd,segment=NetworkSegment(b0a21741-e102-48d9-bd6f-28f4ad073c40),segment_id=b0a21741-e102-48d9-bd6f-28f4ad073c40)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:44.160014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.185996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for bbbab0b5-b457-4dba-8b91-bcd2a6f372dd owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:44.201739 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba1b567f-59ae-47ad-83d9-aa4442432ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.267168 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:33:44.363931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e012-e266-4784-b0dc-c4046d3570f5 req-e6b13df3-9af2-4c18-ac1d-944ff1c7d271 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:44.385113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e012-e266-4784-b0dc-c4046d3570f5 req-e6b13df3-9af2-4c18-ac1d-944ff1c7d271 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:44.401061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e012-e266-4784-b0dc-c4046d3570f5 req-e6b13df3-9af2-4c18-ac1d-944ff1c7d271 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:44.433570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e012-e266-4784-b0dc-c4046d3570f5 req-e6b13df3-9af2-4c18-ac1d-944ff1c7d271 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:44.440119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e012-e266-4784-b0dc-c4046d3570f5 req-e6b13df3-9af2-4c18-ac1d-944ff1c7d271 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:44.446548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e012-e266-4784-b0dc-c4046d3570f5 req-e6b13df3-9af2-4c18-ac1d-944ff1c7d271 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:44.463584 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e012-e266-4784-b0dc-c4046d3570f5 req-e6b13df3-9af2-4c18-ac1d-944ff1c7d271 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:44.465683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f13e012-e266-4784-b0dc-c4046d3570f5 req-e6b13df3-9af2-4c18-ac1d-944ff1c7d271 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.1738055 Aug 19 12:33:44.607512 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f13e012-e266-4784-b0dc-c4046d3570f5 req-acf1dbce-a3c8-4ca8-982e-bbfbfcb473f6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174927 Aug 19 12:33:44.740725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:44.752017 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a54a256-ef5c-4fe2-90d5-937f224e7b8a None None] Sync routers for ids ['b64e68dc-9419-4336-803b-6f438c0e14f5'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:44.766327 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54a256-ef5c-4fe2-90d5-937f224e7b8a None None] Routers {'b64e68dc-9419-4336-803b-6f438c0e14f5'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:44.767650 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5a54a256-ef5c-4fe2-90d5-937f224e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b64e68dc-9419-4336-803b-6f438c0e14f5'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:44.805838 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5a54a256-ef5c-4fe2-90d5-937f224e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:44.815532 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54a256-ef5c-4fe2-90d5-937f224e7b8a None None] Routers {'b64e68dc-9419-4336-803b-6f438c0e14f5'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:44.816222 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5a54a256-ef5c-4fe2-90d5-937f224e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b64e68dc-9419-4336-803b-6f438c0e14f5'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:44.850007 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5a54a256-ef5c-4fe2-90d5-937f224e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:44.850657 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a54a256-ef5c-4fe2-90d5-937f224e7b8a None None] The sync data for ids ['b64e68dc-9419-4336-803b-6f438c0e14f5'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:44.869439 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90c8d253-5c90-42cc-9b0f-dcbc57371e41 req-2a4cc2cc-407c-4f65-823b-cdb84ed1e5d4 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 210 time: 0.1150503 Aug 19 12:33:44.874659 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba1b567f-59ae-47ad-83d9-aa4442432ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.985533 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:44.999363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No DVR routers for this DVR port bbbab0b5-b457-4dba-8b91-bcd2a6f372dd on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:45.011670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-71cdf652-5b2b-484f-89d4-a25a53fb671a tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.013173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-71cdf652-5b2b-484f-89d4-a25a53fb671a tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.62 "GET /v2.0/networks?id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42 HTTP/1.1" status: 200 len: 815 time: 0.2573760 Aug 19 12:33:45.036234 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.038900 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8046edf7-42c8-41f8-b8ac-604e2dd6be39 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 8.3266103 Aug 19 12:33:45.038900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.043705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43946) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:45.046536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Request body: {'port': {'device_id': '0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96', 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42', 'admin_state_up': True, 'tenant_id': '633c27b56a8e47f493ca1b550a87b978'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:45.069909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=bbbab0b5-b457-4dba-8b91-bcd2a6f372dd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:45.135531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Allocated IP 172.20.0.6 (d0b81f56-a18e-402b-8a49-a1f6f5fceb42/f5f2d81e-ca60-4630-b67e-399696cee9c5/a25fa0a2-cec2-4ddc-887b-ef975f534ab6) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:45.160078 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba1b567f-59ae-47ad-83d9-aa4442432ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.224201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:45.235851 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3f83f11b-6a02-4925-9eea-65b8a034c4a5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/routers/b64e68dc-9419-4336-803b-6f438c0e14f5 HTTP/1.1" status: 200 len: 883 time: 0.1910229 Aug 19 12:33:45.239373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43948) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:45.258828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:45.258828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:45.272968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba1b567f-59ae-47ad-83d9-aa4442432ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.275703 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ba1b567f-59ae-47ad-83d9-aa4442432ca2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/06524712-e0ed-4c34-94ae-7b2fb6ef57df HTTP/1.1" status: 204 len: 168 time: 1.5168431 Aug 19 12:33:45.276573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b567f-59ae-47ad-83d9-aa4442432ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06524712-e0ed-4c34-94ae-7b2fb6ef57df,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:45.280115 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.308133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43950) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:45.324258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Pushing event updated for resources: {'Port': ['ID=c4255e08-2436-49da-a1f2-68bb9a0bad8e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:45.357135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fef946-8fce-4efb-85bd-f8ff4bfd5066']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:45.389845 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43952) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:45.412604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bbbab0b5-b457-4dba-8b91-bcd2a6f372dd no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:45.417745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a21741-e102-48d9-bd6f-28f4ad073c40') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:45.417745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a21741-e102-48d9-bd6f-28f4ad073c40') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:45.463797 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-979df681-1597-4914-8ef1-dbafaf309d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.471376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: bbbab0b5-b457-4dba-8b91-bcd2a6f372dd {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:45.479276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.479745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bbbab0b5-b457-4dba-8b91-bcd2a6f372dd not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:45.479963 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.524427 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.578719 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.608418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.620208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:45.620616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:45.624533 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:45.696344 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.785291 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.792655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-923400b6-a313-4bc7-86a8-38d90c90a7e4 None None] Provisioning for port c4255e08-2436-49da-a1f2-68bb9a0bad8e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:45.797819 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-923400b6-a313-4bc7-86a8-38d90c90a7e4 None None] Provisioning complete for port c4255e08-2436-49da-a1f2-68bb9a0bad8e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:45.802072 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-923400b6-a313-4bc7-86a8-38d90c90a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.802378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b73b04b-d415-4e9d-b181-0611c1b1942a']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:45.816473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2942f405-040b-4239-8fe8-d12a0efb6dcd') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:45.816768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2942f405-040b-4239-8fe8-d12a0efb6dcd') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:45.839842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18faa7c-5cc9-4f39-9166-fb2a21751af8 req-b42f3967-cec8-4345-bd98-73c24b10cfc9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.846046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18faa7c-5cc9-4f39-9166-fb2a21751af8 req-b42f3967-cec8-4345-bd98-73c24b10cfc9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.851990 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-923400b6-a313-4bc7-86a8-38d90c90a7e4 None None] Port c4255e08-2436-49da-a1f2-68bb9a0bad8e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:45.855184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18faa7c-5cc9-4f39-9166-fb2a21751af8 req-b42f3967-cec8-4345-bd98-73c24b10cfc9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.861414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18faa7c-5cc9-4f39-9166-fb2a21751af8 req-b42f3967-cec8-4345-bd98-73c24b10cfc9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.867427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18faa7c-5cc9-4f39-9166-fb2a21751af8 req-b42f3967-cec8-4345-bd98-73c24b10cfc9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.873466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18faa7c-5cc9-4f39-9166-fb2a21751af8 req-b42f3967-cec8-4345-bd98-73c24b10cfc9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.879489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18faa7c-5cc9-4f39-9166-fb2a21751af8 req-b42f3967-cec8-4345-bd98-73c24b10cfc9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:45.882159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f18faa7c-5cc9-4f39-9166-fb2a21751af8 req-b42f3967-cec8-4345-bd98-73c24b10cfc9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.1431813 Aug 19 12:33:45.883645 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.910847 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.934677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:45.935131 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.940731 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f18faa7c-5cc9-4f39-9166-fb2a21751af8 req-5e2f305d-1711-4ee8-899e-a546cc7d868a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0497165 Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:45.941395 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:45.982650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:45.997403 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.003331 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/networks/90fef946-8fce-4efb-85bd-f8ff4bfd5066 HTTP/1.1" status: 204 len: 168 time: 3.0710812 Aug 19 12:33:46.013490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43966) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.022559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1807417864'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:46.032873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cd3f4-eb61-4ed4-b9fa-bfe03692d265 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Network': ['ID=90fef946-8fce-4efb-85bd-f8ff4bfd5066,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:46.066670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Transition to ACTIVE for port object a25fa0a2-cec2-4ddc-887b-ef975f534ab6 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:46.099394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30d38171-a85f-4b04-bf0d-88b973a70e3f req-d8f47378-bf23-4ddd-9794-a0c8778081ff tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 210 time: 0.0291421 Aug 19 12:33:46.109725 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.126222 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.130351 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6b73b04b-d415-4e9d-b181-0611c1b1942a HTTP/1.1" status: 204 len: 168 time: 0.8191140 Aug 19 12:33:46.132220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e5ba-fa7f-497f-9e20-4cba3fe5fa97 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b73b04b-d415-4e9d-b181-0611c1b1942a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:46.174077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-979df681-1597-4914-8ef1-dbafaf309d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.195210 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-005296ac-6d3c-4a23-9112-3409cc5cd2ae tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9546704 Aug 19 12:33:46.197366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43974) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.202018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f518b153-bb00-427f-bf2c-f2acb4378dd4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-558377590'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:46.254167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-979df681-1597-4914-8ef1-dbafaf309d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.259710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.334185 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-5e4cdbe1-33c4-4f46-be40-19ee1b4985cd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2572815 Aug 19 12:33:46.347807 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:33:46.347807 n-d-803757-2 neutron-server[95542]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 12:33:46.347807 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id': '633c27b56a8e47f493ca1b550a87b978', 'id': '6bac0b4a-578f-4079-a3bd-8828e1f008f3', 'expiration': datetime.datetime(2021, 8, 19, 12, 35, 46, 337490)}] Aug 19 12:33:46.347807 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:33:46.348412 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:33:46.354102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Request body: {'port': {'device_id': '5beaefb4-0cae-4d4a-90bd-78dd21913339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:46.380564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-979df681-1597-4914-8ef1-dbafaf309d94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f23524f3bbb1427cb3b77b06e515dbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9786966 Aug 19 12:33:46.383923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43976) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.390201 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979df681-1597-4914-8ef1-dbafaf309d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa018ca-f55c-4e9a-94aa-92be9a918fe9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:46.398279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:46.406902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:46.415372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Pushing event updated for resources: {'Port': ['ID=a25fa0a2-cec2-4ddc-887b-ef975f534ab6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:46.415372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:46.470937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.478202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:46.480253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.517223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:46.517903 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.574959 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0aba2587-0e57-4454-b237-d82d5938f8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.581390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:46.604632 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.604990 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Added segment 240d14b6-17d7-4c68-adf8-6229c0d0499b of type vlan for network 782c3ebe-2651-4536-bca0-5c3cc3d9ac07 Aug 19 12:33:46.646407 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0aba2587-0e57-4454-b237-d82d5938f8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.648201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43982) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:46.780123 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-2c80368a-5577-4c40-9b87-8ed9be0309b2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3886108 Aug 19 12:33:46.798535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Request body: {'port': {'device_id': '052023b0-30b0-43f0-b263-4f145242a18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:46.804590 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.845610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f518b153-bb00-427f-bf2c-f2acb4378dd4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.881733 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.961609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ed163c6e-ff39-4654-bd7a-5d36a782bb03 None None] Provisioning for port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:46.962278 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.967506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:46.973890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ed163c6e-ff39-4654-bd7a-5d36a782bb03 None None] Provisioning complete for port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:46.974057 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:46.974166 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ed163c6e-ff39-4654-bd7a-5d36a782bb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.034061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3484e137-9fd5-4f25-b4d0-06d853a3a84b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f564e0f592a4ca6898c93ff93650b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807273 Aug 19 12:33:47.042776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43986) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:47.046435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ed163c6e-ff39-4654-bd7a-5d36a782bb03 None None] Port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:47.083326 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f518b153-bb00-427f-bf2c-f2acb4378dd4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.116925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Network': ['ID=782c3ebe-2651-4536-bca0-5c3cc3d9ac07,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:47.117446 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 782c3ebe-2651-4536-bca0-5c3cc3d9ac07 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:47.118601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Made reservation on behalf of 633c27b56a8e47f493ca1b550a87b978 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:47.121834 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.225273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0aba2587-0e57-4454-b237-d82d5938f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.227929 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0aba2587-0e57-4454-b237-d82d5938f8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.229092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0aba2587-0e57-4454-b237-d82d5938f8a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfa018ca-f55c-4e9a-94aa-92be9a918fe9 HTTP/1.1" status: 204 len: 168 time: 0.8383152 Aug 19 12:33:47.272409 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c19a8fae-7747-45a9-afc8-30bbf54296cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2571068 Aug 19 12:33:47.282782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba2587-0e57-4454-b237-d82d5938f8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa018ca-f55c-4e9a-94aa-92be9a918fe9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:47.294653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43992) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:47.296855 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70daac18-82a9-43ad-a88a-31ea202a9511 req-bd16f5e9-61fc-47a1-819d-07bbbd62aaec tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 210 time: 0.0553870 Aug 19 12:33:47.303884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': '782c3ebe-2651-4536-bca0-5c3cc3d9ac07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:47.322941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da376e5-22eb-450d-898b-41ee1175068d req-b0fef723-d131-4103-8886-f71e58e0cef7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.331093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f518b153-bb00-427f-bf2c-f2acb4378dd4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router b64e68dc-9419-4336-803b-6f438c0e14f5 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:33:47.335351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da376e5-22eb-450d-898b-41ee1175068d req-b0fef723-d131-4103-8886-f71e58e0cef7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.342935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da376e5-22eb-450d-898b-41ee1175068d req-b0fef723-d131-4103-8886-f71e58e0cef7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.350520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da376e5-22eb-450d-898b-41ee1175068d req-b0fef723-d131-4103-8886-f71e58e0cef7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.357554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da376e5-22eb-450d-898b-41ee1175068d req-b0fef723-d131-4103-8886-f71e58e0cef7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.365861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da376e5-22eb-450d-898b-41ee1175068d req-b0fef723-d131-4103-8886-f71e58e0cef7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.376728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da376e5-22eb-450d-898b-41ee1175068d req-b0fef723-d131-4103-8886-f71e58e0cef7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:47.378720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8da376e5-22eb-450d-898b-41ee1175068d req-b0fef723-d131-4103-8886-f71e58e0cef7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.3075025 Aug 19 12:33:47.415419 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9174e079-973d-4d64-a699-73f6bc0ac983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.444533 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9174e079-973d-4d64-a699-73f6bc0ac983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.543414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f518b153-bb00-427f-bf2c-f2acb4378dd4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:33:47.551304 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f518b153-bb00-427f-bf2c-f2acb4378dd4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.553717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3714e30-6f82-4d2f-9d88-58dac12e3f47 None None] Sync routers for ids ['b64e68dc-9419-4336-803b-6f438c0e14f5'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:33:47.560621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f518b153-bb00-427f-bf2c-f2acb4378dd4 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/b64e68dc-9419-4336-803b-6f438c0e14f5 HTTP/1.1" status: 200 len: 890 time: 1.3621869 Aug 19 12:33:47.563641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43994) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:47.567063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3714e30-6f82-4d2f-9d88-58dac12e3f47 None None] Routers {'b64e68dc-9419-4336-803b-6f438c0e14f5'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:47.570637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f3714e30-6f82-4d2f-9d88-58dac12e3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b64e68dc-9419-4336-803b-6f438c0e14f5'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:47.625227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4255e08-2436-49da-a1f2-68bb9a0bad8e {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:47.639275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f3714e30-6f82-4d2f-9d88-58dac12e3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:47.650551 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8da376e5-22eb-450d-898b-41ee1175068d req-4fdd0f1f-cd28-46e7-aae0-b17fa8836c51 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2376099 Aug 19 12:33:47.651030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:47.654674 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.658881 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.667675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3714e30-6f82-4d2f-9d88-58dac12e3f47 None None] Routers {'b64e68dc-9419-4336-803b-6f438c0e14f5'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:33:47.668545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f3714e30-6f82-4d2f-9d88-58dac12e3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b64e68dc-9419-4336-803b-6f438c0e14f5'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:47.729450 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f3714e30-6f82-4d2f-9d88-58dac12e3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:47.730407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3714e30-6f82-4d2f-9d88-58dac12e3f47 None None] The sync data for ids ['b64e68dc-9419-4336-803b-6f438c0e14f5'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:33:47.747391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Transition to ACTIVE for port object c4255e08-2436-49da-a1f2-68bb9a0bad8e will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:47.748816 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9174e079-973d-4d64-a699-73f6bc0ac983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.754422 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9174e079-973d-4d64-a699-73f6bc0ac983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.756578 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9174e079-973d-4d64-a699-73f6bc0ac983 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e8608c0-264b-4527-8b19-12583272634e HTTP/1.1" status: 204 len: 168 time: 0.7127512 Aug 19 12:33:47.775755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174e079-973d-4d64-a699-73f6bc0ac983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8608c0-264b-4527-8b19-12583272634e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:47.816528 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:47.905972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Pushing event updated for resources: {'Port': ['ID=c4255e08-2436-49da-a1f2-68bb9a0bad8e,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:47.957990 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bc473379-2fb4-4d8c-b636-60b169798c4c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/routers/b64e68dc-9419-4336-803b-6f438c0e14f5 HTTP/1.1" status: 200 len: 890 time: 0.3911233 Aug 19 12:33:47.980598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44008) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:48.066522 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2b1b95a4-a579-4856-9f84-5d7ee7a642d5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b64e68dc-9419-4336-803b-6f438c0e14f5 HTTP/1.1" status: 200 len: 205 time: 0.0821118 Aug 19 12:33:48.067461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Attempting to bind port c4255e08-2436-49da-a1f2-68bb9a0bad8e on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:48.067807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Attempting to bind port c4255e08-2436-49da-a1f2-68bb9a0bad8e by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:48.068143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Attempting to bind port c4255e08-2436-49da-a1f2-68bb9a0bad8e on network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:48.070231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44012) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:48.182652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Port c4255e08-2436-49da-a1f2-68bb9a0bad8e on network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:48.187095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Attempting to bind port c4255e08-2436-49da-a1f2-68bb9a0bad8e on network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:48.198653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:48.199131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Checking segment: {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:48.199643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Bound using segment: {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:48.200246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Bound port: c4255e08-2436-49da-a1f2-68bb9a0bad8e, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:48.201082 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.245078 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.349003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Subnet': ['ID=3d6d7f9e-5729-4095-99c1-a3f261e44566,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:48.370337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25fa0a2-cec2-4ddc-887b-ef975f534ab6 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:48.382891 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.392429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Checking segment: {'id': '240d14b6-17d7-4c68-adf8-6229c0d0499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '782c3ebe-2651-4536-bca0-5c3cc3d9ac07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:48.392698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network hostable DHCP agents. Network: 782c3ebe-2651-4536-bca0-5c3cc3d9ac07, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:48.406569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Transition to ACTIVE for port object a25fa0a2-cec2-4ddc-887b-ef975f534ab6 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:48.471636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.505642 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-12e4a174-0d5b-4b20-a3ef-857d670b72fe req-312926ab-dc24-42f2-a34e-f065ebf5c965 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 210 time: 0.0586424 Aug 19 12:33:48.506390 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.546588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 782c3ebe-2651-4536-bca0-5c3cc3d9ac07 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:48.608033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] For port c4255e08-2436-49da-a1f2-68bb9a0bad8e, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:48.655761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Allocated IP 172.20.0.3 (d0b81f56-a18e-402b-8a49-a1f6f5fceb42/f5f2d81e-ca60-4630-b67e-399696cee9c5/c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:48.828209 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.868809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] For port c4255e08-2436-49da-a1f2-68bb9a0bad8e, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c4255e08-2436-49da-a1f2-68bb9a0bad8e,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:48.900537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:48.918238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Transition to ACTIVE for port object c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:48.923834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Pushing event updated for resources: {'Port': ['ID=a25fa0a2-cec2-4ddc-887b-ef975f534ab6,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:48.971493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Attempting to bind port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:48.971493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Attempting to bind port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:48.972067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Attempting to bind port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 on network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:48.985492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 on network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:48.986191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Attempting to bind port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 on network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:48.992661 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:48.992975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Checking segment: {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:48.993344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Bound using segment: {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:48.993783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Bound port: a25fa0a2-cec2-4ddc-887b-ef975f534ab6, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:48.994143 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.029221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669de1-39df-4e9a-82ca-7144e1d42215 req-4aefdffc-9337-42c1-9e44-c9442e4911ed tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.036506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669de1-39df-4e9a-82ca-7144e1d42215 req-4aefdffc-9337-42c1-9e44-c9442e4911ed tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.043480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669de1-39df-4e9a-82ca-7144e1d42215 req-4aefdffc-9337-42c1-9e44-c9442e4911ed tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.049769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669de1-39df-4e9a-82ca-7144e1d42215 req-4aefdffc-9337-42c1-9e44-c9442e4911ed tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.056154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669de1-39df-4e9a-82ca-7144e1d42215 req-4aefdffc-9337-42c1-9e44-c9442e4911ed tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.062074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669de1-39df-4e9a-82ca-7144e1d42215 req-4aefdffc-9337-42c1-9e44-c9442e4911ed tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.068313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669de1-39df-4e9a-82ca-7144e1d42215 req-4aefdffc-9337-42c1-9e44-c9442e4911ed tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.070256 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3669de1-39df-4e9a-82ca-7144e1d42215 req-4aefdffc-9337-42c1-9e44-c9442e4911ed tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.2147527 Aug 19 12:33:49.100411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] For port a25fa0a2-cec2-4ddc-887b-ef975f534ab6, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:49.104338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] For port a25fa0a2-cec2-4ddc-887b-ef975f534ab6, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a25fa0a2-cec2-4ddc-887b-ef975f534ab6,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:49.112815 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3669de1-39df-4e9a-82ca-7144e1d42215 req-c6b27e6d-acce-41d2-8d46-bc83d9b46bd3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360041 Aug 19 12:33:49.627125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5acc8217-94b4-4fff-880b-f5ab6ff9b0cc req-1bd40948-835c-4468-9c40-ff7f0a05fe98 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 210 time: 0.0289435 Aug 19 12:33:49.638609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 782c3ebe-2651-4536-bca0-5c3cc3d9ac07) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:49.644385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.645175 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.648266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40472ddc-d966-4a32-8014-3dc064318e05 None None] Network 782c3ebe-2651-4536-bca0-5c3cc3d9ac07 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:49.705247 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.716315 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.734142 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.832547 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.834406 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.840307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] 10.222.0.30 "PUT /v2.0/ports/a25fa0a2-cec2-4ddc-887b-ef975f534ab6 HTTP/1.1" status: 200 len: 1091 time: 3.0489976 Aug 19 12:33:49.843411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052023b0-30b0-43f0-b263-4f145242a18a', 'tag': 'a25fa0a2-cec2-4ddc-887b-ef975f534ab6'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:49.855740 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650fa3af-19cc-4d87-a021-5d5fbc6ad508" -d '{"events": [{"name": "network-changed", "server_uuid": "052023b0-30b0-43f0-b263-4f145242a18a", "tag": "a25fa0a2-cec2-4ddc-887b-ef975f534ab6"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:49.902378 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5cb395a3-fbaa-4ed0-a050-33c494fd04e0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6044896 Aug 19 12:33:49.907189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44064) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:49.915083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:49.920730 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.925913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] 10.222.0.30 "PUT /v2.0/ports/c4255e08-2436-49da-a1f2-68bb9a0bad8e HTTP/1.1" status: 200 len: 1092 time: 3.5817163 Aug 19 12:33:49.928388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-782c3ebe-2651-4536-bca0-5c3cc3d9ac07', 'network_id': '782c3ebe-2651-4536-bca0-5c3cc3d9ac07', 'tenant_id': '7ea92cde6a0c4bb0a39435c007b142fe', 'fixed_ips': [{'subnet_id': '3d6d7f9e-5729-4095-99c1-a3f261e44566'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:33:49.929926 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:49.931761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': '782c3ebe-2651-4536-bca0-5c3cc3d9ac07', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1114376540'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:49.937466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5beaefb4-0cae-4d4a-90bd-78dd21913339', 'tag': 'c4255e08-2436-49da-a1f2-68bb9a0bad8e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:49.947703 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0698beec-23d6-4fec-bdb5-d0b966781fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "5beaefb4-0cae-4d4a-90bd-78dd21913339", "tag": "c4255e08-2436-49da-a1f2-68bb9a0bad8e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:50.028850 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29370ead-1314-4506-b8c0-d597ddad6d37 x-openstack-request-id: req-29370ead-1314-4506-b8c0-d597ddad6d37 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:50.029240 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052023b0-30b0-43f0-b263-4f145242a18a", "tag": "a25fa0a2-cec2-4ddc-887b-ef975f534ab6", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:50.029590 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29370ead-1314-4506-b8c0-d597ddad6d37 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:50.036970 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052023b0-30b0-43f0-b263-4f145242a18a', 'tag': 'a25fa0a2-cec2-4ddc-887b-ef975f534ab6', 'status': 'completed', 'code': 200} Aug 19 12:33:50.202303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e9869-4c83-4ec1-af51-74feda86f134 service neutron] Pushing event updated for resources: {'Port': ['ID=a25fa0a2-cec2-4ddc-887b-ef975f534ab6,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:50.236034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Allocated IP 2001:db8::2 (782c3ebe-2651-4536-bca0-5c3cc3d9ac07/3d6d7f9e-5729-4095-99c1-a3f261e44566/38c119a2-1afa-484a-a793-2614c4690be3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:50.240432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b545d6b-011b-45e0-a390-8cf95d6ec588 service neutron] Pushing event updated for resources: {'Port': ['ID=c4255e08-2436-49da-a1f2-68bb9a0bad8e,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:50.274670 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95fa481-6d28-4d2f-a874-7f902acd4446 x-openstack-request-id: req-b95fa481-6d28-4d2f-a874-7f902acd4446 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:50.277387 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5beaefb4-0cae-4d4a-90bd-78dd21913339", "tag": "c4255e08-2436-49da-a1f2-68bb9a0bad8e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:50.277822 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b95fa481-6d28-4d2f-a874-7f902acd4446 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:50.279947 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5beaefb4-0cae-4d4a-90bd-78dd21913339', 'tag': 'c4255e08-2436-49da-a1f2-68bb9a0bad8e', 'status': 'completed', 'code': 200} Aug 19 12:33:50.345380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698beec-23d6-4fec-bdb5-d0b966781fdf req-5bbb99f4-fbcc-41b4-84b2-7ae6892e6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:50.347573 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0698beec-23d6-4fec-bdb5-d0b966781fdf req-5bbb99f4-fbcc-41b4-84b2-7ae6892e6531 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633c27b56a8e47f493ca1b550a87b978&device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 1095 time: 0.2565508 Aug 19 12:33:50.412891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:50.502755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:50.513400 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.533973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698beec-23d6-4fec-bdb5-d0b966781fdf req-2f5d61e9-b22f-4421-9106-6799145d713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:50.542188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0698beec-23d6-4fec-bdb5-d0b966781fdf req-2f5d61e9-b22f-4421-9106-6799145d713e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=633c27b56a8e47f493ca1b550a87b978&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1793962 Aug 19 12:33:50.554708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:50.572670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:50.583802 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.603321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Transition to ACTIVE for port object 38c119a2-1afa-484a-a793-2614c4690be3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:50.638044 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Transition to ACTIVE for port object 38c119a2-1afa-484a-a793-2614c4690be3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:50.639319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fa3af-19cc-4d87-a021-5d5fbc6ad508 req-a8b564e4-3691-4601-85be-7af86d568513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:50.640882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 92c15a40-5a95-4d5e-8621-ee195607cf07 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:33:50.641712 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-650fa3af-19cc-4d87-a021-5d5fbc6ad508 req-a8b564e4-3691-4601-85be-7af86d568513 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633c27b56a8e47f493ca1b550a87b978&device_id=052023b0-30b0-43f0-b263-4f145242a18a HTTP/1.1" status: 200 len: 1094 time: 0.6343608 Aug 19 12:33:50.735795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Pushing event updated for resources: {'Port': ['ID=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:50.752505 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:50.879820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Pushing event updated for resources: {'Port': ['ID=38c119a2-1afa-484a-a793-2614c4690be3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:50.888644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8::f3 (782c3ebe-2651-4536-bca0-5c3cc3d9ac07/3d6d7f9e-5729-4095-99c1-a3f261e44566/92c15a40-5a95-4d5e-8621-ee195607cf07) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:50.893244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Network 782c3ebe-2651-4536-bca0-5c3cc3d9ac07 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:50.910509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:50.915088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:50.940218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bcc46-b828-45fe-8ebb-e087398c6399 req-1f67c7a8-aa4d-4c3e-af60-0ab41df507b9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:50.947519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bcc46-b828-45fe-8ebb-e087398c6399 req-1f67c7a8-aa4d-4c3e-af60-0ab41df507b9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:50.949404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44094) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:50.954688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bcc46-b828-45fe-8ebb-e087398c6399 req-1f67c7a8-aa4d-4c3e-af60-0ab41df507b9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:50.962037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bcc46-b828-45fe-8ebb-e087398c6399 req-1f67c7a8-aa4d-4c3e-af60-0ab41df507b9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:50.971744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bcc46-b828-45fe-8ebb-e087398c6399 req-1f67c7a8-aa4d-4c3e-af60-0ab41df507b9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:50.986938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bcc46-b828-45fe-8ebb-e087398c6399 req-1f67c7a8-aa4d-4c3e-af60-0ab41df507b9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:51.006242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bcc46-b828-45fe-8ebb-e087398c6399 req-1f67c7a8-aa4d-4c3e-af60-0ab41df507b9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:51.009232 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Attempting to bind port 38c119a2-1afa-484a-a793-2614c4690be3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:51.009605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Attempting to bind port 38c119a2-1afa-484a-a793-2614c4690be3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '240d14b6-17d7-4c68-adf8-6229c0d0499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '782c3ebe-2651-4536-bca0-5c3cc3d9ac07'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:51.009989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Attempting to bind port 38c119a2-1afa-484a-a793-2614c4690be3 on network 782c3ebe-2651-4536-bca0-5c3cc3d9ac07 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:51.016312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:51.016585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Checking segment: {'id': '240d14b6-17d7-4c68-adf8-6229c0d0499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '782c3ebe-2651-4536-bca0-5c3cc3d9ac07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:51.016945 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.017270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe0bcc46-b828-45fe-8ebb-e087398c6399 req-1f67c7a8-aa4d-4c3e-af60-0ab41df507b9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.6746776 Aug 19 12:33:51.017434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Bound using segment: {'id': '240d14b6-17d7-4c68-adf8-6229c0d0499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '782c3ebe-2651-4536-bca0-5c3cc3d9ac07'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:51.018156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Bound port: 38c119a2-1afa-484a-a793-2614c4690be3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240d14b6-17d7-4c68-adf8-6229c0d0499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '782c3ebe-2651-4536-bca0-5c3cc3d9ac07'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:51.018691 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.043685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fa3af-19cc-4d87-a021-5d5fbc6ad508 req-331ac359-1760-4aa1-a2fc-bc6f873c3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:51.045637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-650fa3af-19cc-4d87-a021-5d5fbc6ad508 req-331ac359-1760-4aa1-a2fc-bc6f873c3079 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=633c27b56a8e47f493ca1b550a87b978&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3926239 Aug 19 12:33:51.062206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:51.063177 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.155894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] For port 38c119a2-1afa-484a-a793-2614c4690be3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:51.159559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] For port 38c119a2-1afa-484a-a793-2614c4690be3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=38c119a2-1afa-484a-a793-2614c4690be3,segment=NetworkSegment(240d14b6-17d7-4c68-adf8-6229c0d0499b),segment_id=240d14b6-17d7-4c68-adf8-6229c0d0499b)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:51.172888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port f3683bde-82aa-428a-813d-3c7f265d70f1 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:51.173591 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.243360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe0bcc46-b828-45fe-8ebb-e087398c6399 req-9cc98fcc-1c21-4ed9-9365-5b09a0d2479e tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2241044 Aug 19 12:33:51.248950 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-3b70cf5b-0b5b-4b2a-9a7b-417f37d49fca tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2141457 Aug 19 12:33:51.261654 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.265822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Request body: {'port': {'device_id': '0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:51.339840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-38337ee3-e3af-42c1-9500-822b78ad78a2 None None] Provisioning for port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:51.353200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-38337ee3-e3af-42c1-9500-822b78ad78a2 None None] Provisioning complete for port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:51.353571 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-38337ee3-e3af-42c1-9500-822b78ad78a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.372224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-598699017-network', 'tenant_id': 'f88619488b2d41848fd138e049c70cb2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:51.384401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.422644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcabbcc-fed2-4e37-a2a6-e421da9ad544 req-f9a2f871-6a2b-4587-8c85-007d0122921f tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:51.434233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for f3683bde-82aa-428a-813d-3c7f265d70f1 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:51.437669 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ddcabbcc-fed2-4e37-a2a6-e421da9ad544 req-f9a2f871-6a2b-4587-8c85-007d0122921f tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 931 time: 0.5071621 Aug 19 12:33:51.453549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fa3af-19cc-4d87-a021-5d5fbc6ad508 req-61e3c0a8-95a1-42bf-9a12-96b6290007e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:51.455754 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-650fa3af-19cc-4d87-a021-5d5fbc6ad508 req-61e3c0a8-95a1-42bf-9a12-96b6290007e1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3896308 Aug 19 12:33:51.476203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c289a1-6276-463a-92c7-982ef68cea00 None None] Pushing event updated for resources: {'Port': ['ID=38c119a2-1afa-484a-a793-2614c4690be3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:51.487687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.491631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-38337ee3-e3af-42c1-9500-822b78ad78a2 None None] Port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:51.564054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44106) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:51.613006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698beec-23d6-4fec-bdb5-d0b966781fdf req-13367da1-15f3-4694-9e13-6959bdab73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:51.621561 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0698beec-23d6-4fec-bdb5-d0b966781fdf req-13367da1-15f3-4694-9e13-6959bdab73c0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0729351 Aug 19 12:33:51.670936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-0f292db7-e583-42e0-9aa6-e481d0970e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:51.672743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-0f292db7-e583-42e0-9aa6-e481d0970e8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633c27b56a8e47f493ca1b550a87b978&device_id=052023b0-30b0-43f0-b263-4f145242a18a HTTP/1.1" status: 200 len: 1094 time: 0.1362846 Aug 19 12:33:51.731387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Made reservation on behalf of f88619488b2d41848fd138e049c70cb2 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:51.738306 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.747985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:51.793627 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ddcabbcc-fed2-4e37-a2a6-e421da9ad544 req-aecbeaaf-8932-4157-a103-44eefeb2ec6d tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548388 Aug 19 12:33:51.811405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-398584678', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:52.161722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.174408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object 92c15a40-5a95-4d5e-8621-ee195607cf07 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:52.210897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-298abc64-7cce-451d-9538-cb9f22f157d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.212737 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-298abc64-7cce-451d-9538-cb9f22f157d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633c27b56a8e47f493ca1b550a87b978&device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 1095 time: 0.5349948 Aug 19 12:33:52.219959 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-4cdcdb18-4e0e-4482-aa35-981cf3898f61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a25fa0a2-cec2-4ddc-887b-ef975f534ab6 HTTP/1.1" status: 200 len: 217 time: 0.0897393 Aug 19 12:33:52.315397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-f640210f-8bbf-4b97-9b93-03ea31574c7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4255e08-2436-49da-a1f2-68bb9a0bad8e HTTP/1.1" status: 200 len: 217 time: 0.0906317 Aug 19 12:33:52.318686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Made reservation on behalf of d780de4b49ea4c269bf4bac3bb08151d for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:52.321945 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.336190 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.442331 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.521589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-7a5fd402-86d9-4eb9-a6eb-53eb2501dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.523359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-7a5fd402-86d9-4eb9-a6eb-53eb2501dbb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5f2d81e-ca60-4630-b67e-399696cee9c5 HTTP/1.1" status: 200 len: 854 time: 0.2918403 Aug 19 12:33:52.537406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=92c15a40-5a95-4d5e-8621-ee195607cf07,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:52.551414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-c4833f38-0bd6-4e13-a8af-f46defed7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.553419 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-c4833f38-0bd6-4e13-a8af-f46defed7b85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5f2d81e-ca60-4630-b67e-399696cee9c5 HTTP/1.1" status: 200 len: 854 time: 0.2213588 Aug 19 12:33:52.566822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 782c3ebe-2651-4536-bca0-5c3cc3d9ac07 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:52.574860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:52.588329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:52.595009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.595609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.655264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c080e-846d-4bed-9124-88df42c8ac05 req-9d9e82d9-6620-4c8b-98e1-8f06b0438841 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.670897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c080e-846d-4bed-9124-88df42c8ac05 req-9d9e82d9-6620-4c8b-98e1-8f06b0438841 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.671397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-e7624bef-0781-47e9-a5dd-f8873d360b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.672043 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-e7624bef-0781-47e9-a5dd-f8873d360b43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960529 Aug 19 12:33:52.676308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c080e-846d-4bed-9124-88df42c8ac05 req-9d9e82d9-6620-4c8b-98e1-8f06b0438841 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.682890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c080e-846d-4bed-9124-88df42c8ac05 req-9d9e82d9-6620-4c8b-98e1-8f06b0438841 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.689402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c080e-846d-4bed-9124-88df42c8ac05 req-9d9e82d9-6620-4c8b-98e1-8f06b0438841 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.695869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c080e-846d-4bed-9124-88df42c8ac05 req-9d9e82d9-6620-4c8b-98e1-8f06b0438841 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.702049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c080e-846d-4bed-9124-88df42c8ac05 req-9d9e82d9-6620-4c8b-98e1-8f06b0438841 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.709359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba5c080e-846d-4bed-9124-88df42c8ac05 req-9d9e82d9-6620-4c8b-98e1-8f06b0438841 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.2546349 Aug 19 12:33:52.732917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-9f6d3a88-b589-4414-992f-3e0c3a6c3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:52.735241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-9f6d3a88-b589-4414-992f-3e0c3a6c3c3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966202 Aug 19 12:33:52.794301 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-8e6149e7-8a63-49dc-95e8-65534f60d6e1 service neutron] 10.222.0.30 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137776 Aug 19 12:33:52.870532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fa15c8-6379-4c44-b6cd-b048265b37b2 None None] Network 782c3ebe-2651-4536-bca0-5c3cc3d9ac07 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:52.940688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-1e7f9463-d099-4182-bc56-3a3585c11584 service neutron] 10.222.0.30 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873820 Aug 19 12:33:52.954254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:52.977197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:52.981783 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.005699 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.017883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81633ba2-d47a-4620-bc54-507d7a939c19 req-f1e19f42-476e-4e60-b5ae-bfbc6d6220a3 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:53.022863 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81633ba2-d47a-4620-bc54-507d7a939c19 req-f1e19f42-476e-4e60-b5ae-bfbc6d6220a3 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 931 time: 0.1434226 Aug 19 12:33:53.055479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba5c080e-846d-4bed-9124-88df42c8ac05 req-3c1b205e-e902-4859-b9a7-1b7eba2a4b83 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3204584 Aug 19 12:33:53.056880 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abc2d6c9-2090-4280-b7b1-688a4250088e req-8e075bde-f25f-4be4-aaea-8959e8f28ef7 service neutron] 10.222.0.30 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553394 Aug 19 12:33:53.075472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d350d970-b514-43bf-851d-440397c7e541 None None] Provisioning for port 38c119a2-1afa-484a-a793-2614c4690be3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:53.095824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=f3683bde-82aa-428a-813d-3c7f265d70f1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:53.116044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Transition to ACTIVE for port object c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:53.121170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81633ba2-d47a-4620-bc54-507d7a939c19 req-3fea69c7-c16a-4353-b203-4039f22db91e tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855205 Aug 19 12:33:53.123570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.189510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:53.202049 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.203113 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.203297 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Added segment 4c82b7ab-fdc0-4083-b107-b772b24b1a82 of type vlan for network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 Aug 19 12:33:53.208279 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.268884 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.329436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baa635a-bb89-4487-8fc5-bc58dee6b2ba,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:53.342664 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e3f7127e-b16d-4a30-836a-359847acf41d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.4297342 Aug 19 12:33:53.343601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44126) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:53.450382 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.452310 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.459152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.460445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:53.460713 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.464136 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce9bf7f9-e443-4d71-9d7f-5a4be5ae7b78 req-889a962e-3329-48bf-99d9-68a9d4bfafb5 service neutron] 10.222.0.30 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144112 Aug 19 12:33:53.472291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:53.522170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 38c119a2-1afa-484a-a793-2614c4690be3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:53.700089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] Pushing event updated for resources: {'Network': ['ID=8a23d8e4-8eb3-4c2b-b075-508a6246f620,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:53.704180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.704794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Fanout notify agent at l3_agent the message router_deleted on router b64e68dc-9419-4336-803b-6f438c0e14f5 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:33:53.720273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.722323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:53.738394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c1cd9534-0759-4607-9282-2df6d12cf60d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/b64e68dc-9419-4336-803b-6f438c0e14f5 HTTP/1.1" status: 204 len: 168 time: 5.6670682 Aug 19 12:33:53.740480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44132) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:53.746674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Attempting to bind port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:53.747242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Attempting to bind port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:53.747770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Attempting to bind port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 on network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:53.748570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-eab8ac46-c653-44ac-b254-4ff62af4e88c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 92c15a40-5a95-4d5e-8621-ee195607cf07 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:53.751065 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eab8ac46-c653-44ac-b254-4ff62af4e88c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.760590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 on network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:33:53.760946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Attempting to bind port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 on network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:53.765869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1544573251'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:53.773012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:53.773345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Checking segment: {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:53.774305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Bound using segment: {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:53.774477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Bound port: c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:53.780284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.822069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 38c119a2-1afa-484a-a793-2614c4690be3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:53.838832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ebb84229-e912-4f73-bc57-1a4548edf1bd None None] Provisioning for port 92c15a40-5a95-4d5e-8621-ee195607cf07 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:53.847590 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 38c119a2-1afa-484a-a793-2614c4690be3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:53.848793 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.855065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ebb84229-e912-4f73-bc57-1a4548edf1bd None None] Provisioning complete for port 92c15a40-5a95-4d5e-8621-ee195607cf07 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:53.855781 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ebb84229-e912-4f73-bc57-1a4548edf1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.868915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.905210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eab8ac46-c653-44ac-b254-4ff62af4e88c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:53.940378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-eab8ac46-c653-44ac-b254-4ff62af4e88c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 92c15a40-5a95-4d5e-8621-ee195607cf07 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:53.948686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] For port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:53.957067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] For port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:53.977203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ebb84229-e912-4f73-bc57-1a4548edf1bd None None] Port 92c15a40-5a95-4d5e-8621-ee195607cf07 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:54.017438 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.017438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] device_id is not set on port e97f69fa-58df-4e58-a737-2e14b9abe99c yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:33:54.041346 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.079662 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.080843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 38c119a2-1afa-484a-a793-2614c4690be3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=38c119a2-1afa-484a-a793-2614c4690be3,segment=NetworkSegment(240d14b6-17d7-4c68-adf8-6229c0d0499b),segment_id=240d14b6-17d7-4c68-adf8-6229c0d0499b)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:54.098951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a5ddd928-7e0c-49a0-a511-552c76fe1555 None None] Provisioning complete for port 92c15a40-5a95-4d5e-8621-ee195607cf07 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:54.099328 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd928-7e0c-49a0-a511-552c76fe1555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.142986 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-23b82db5-8d23-4c98-912c-f3b1abe3a00e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1861720 Aug 19 12:33:54.164578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddd928-7e0c-49a0-a511-552c76fe1555 None None] Port 92c15a40-5a95-4d5e-8621-ee195607cf07 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:33:54.169357 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.196803 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44136) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:54.197506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dac3c64-510a-4e78-9348-4b3175ca83e9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:54.215399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.217592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.220408 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] 10.222.0.62 "PUT /v2.0/ports/c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 HTTP/1.1" status: 200 len: 1091 time: 2.9607384 Aug 19 12:33:54.220880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96', 'tag': 'c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:33:54.228318 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911703b3-6542-4c13-9abd-3c91a8f8d58d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96", "tag": "c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:33:54.246915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] Request body: {'subnet': {'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-598699017-subnet', 'tenant_id': 'f88619488b2d41848fd138e049c70cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:54.250106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:54.261376 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.280245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=38c119a2-1afa-484a-a793-2614c4690be3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:54.297567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18ddb3-b914-4bb8-a30e-d9dfc1813bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:54.335817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33f00-0e26-4cec-b521-c2522c19b001 req-b9881d5c-6950-47d8-8f58-9867fd7767c9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.343029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33f00-0e26-4cec-b521-c2522c19b001 req-b9881d5c-6950-47d8-8f58-9867fd7767c9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.349588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33f00-0e26-4cec-b521-c2522c19b001 req-b9881d5c-6950-47d8-8f58-9867fd7767c9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.356263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33f00-0e26-4cec-b521-c2522c19b001 req-b9881d5c-6950-47d8-8f58-9867fd7767c9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.363004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33f00-0e26-4cec-b521-c2522c19b001 req-b9881d5c-6950-47d8-8f58-9867fd7767c9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.369956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33f00-0e26-4cec-b521-c2522c19b001 req-b9881d5c-6950-47d8-8f58-9867fd7767c9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.376108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33f00-0e26-4cec-b521-c2522c19b001 req-b9881d5c-6950-47d8-8f58-9867fd7767c9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.378238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86d33f00-0e26-4cec-b521-c2522c19b001 req-b9881d5c-6950-47d8-8f58-9867fd7767c9 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.1446695 Aug 19 12:33:54.465630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:33:54.472011 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86d33f00-0e26-4cec-b521-c2522c19b001 req-ed0c2bcf-31ce-451a-abd5-3f4f60dca806 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723219 Aug 19 12:33:54.480836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-1c4dfa37-745e-460b-aaa1-1fdae423aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.482490 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-1c4dfa37-745e-460b-aaa1-1fdae423aa1a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=633c27b56a8e47f493ca1b550a87b978&device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 1094 time: 0.1031365 Aug 19 12:33:54.512848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c24a4-471f-4859-bfde-79f17a0d0e00 req-03b11a56-74af-40eb-9fab-12d746372a05 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.515303 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e0c24a4-471f-4859-bfde-79f17a0d0e00 req-03b11a56-74af-40eb-9fab-12d746372a05 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 943 time: 0.2402682 Aug 19 12:33:54.549170 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-88ef1e94-aba9-477d-be2f-a48b3020b85d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 HTTP/1.1" status: 200 len: 217 time: 0.0581014 Aug 19 12:33:54.561294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Allocated IP 172.25.2.135 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/e97f69fa-58df-4e58-a737-2e14b9abe99c) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:54.565700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] Made reservation on behalf of f88619488b2d41848fd138e049c70cb2 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:54.566240 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.576157 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d770b40-d4d1-4a03-bcfb-5d71c3252136 x-openstack-request-id: req-1d770b40-d4d1-4a03-bcfb-5d71c3252136 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:33:54.576702 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96", "tag": "c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:33:54.577135 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d770b40-d4d1-4a03-bcfb-5d71c3252136 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:33:54.577697 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96', 'tag': 'c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3', 'status': 'completed', 'code': 200} Aug 19 12:33:54.629795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-73d3620d-c45f-4dc9-8b19-7891ac6ee9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.632087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-73d3620d-c45f-4dc9-8b19-7891ac6ee9ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5f2d81e-ca60-4630-b67e-399696cee9c5 HTTP/1.1" status: 200 len: 854 time: 0.0755997 Aug 19 12:33:54.656449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.656800 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added segment be90303a-2613-428c-bf0b-8eee855f569a of type vlan for network 37b79e07-4f0f-4853-afbe-2def81fa6fe8 Aug 19 12:33:54.687838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-f474fc2c-9612-4c6d-9ece-8fbf5c2085c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:54.689341 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-f474fc2c-9612-4c6d-9ece-8fbf5c2085c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441875 Aug 19 12:33:54.735551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e0c24a4-471f-4859-bfde-79f17a0d0e00 req-f3603b1f-ff64-4cbe-9b28-5a2a65d52b5d tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041347 Aug 19 12:33:54.742155 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eab8ac46-c653-44ac-b254-4ff62af4e88c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.804028 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-2f822736-9b76-40a0-b614-0332c28b58e2 service neutron] 10.222.0.62 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044793 Aug 19 12:33:54.807628 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.814387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8ac46-c653-44ac-b254-4ff62af4e88c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=92c15a40-5a95-4d5e-8621-ee195607cf07,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:54.864321 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eab8ac46-c653-44ac-b254-4ff62af4e88c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:54.874086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eab8ac46-c653-44ac-b254-4ff62af4e88c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/92c15a40-5a95-4d5e-8621-ee195607cf07 HTTP/1.1" status: 204 len: 168 time: 1.5253141 Aug 19 12:33:54.874086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44146) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:54.916134 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-252c89d8-6775-4cb2-ad73-f91d82202d98 req-80457541-125c-4001-9e02-1021b7a3834a service neutron] 10.222.0.62 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044493 Aug 19 12:33:54.946287 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-6945e27f-9207-43fc-87bb-f8a54afb7bcb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:33:54.951029 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6945e27f-9207-43fc-87bb-f8a54afb7bcb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/92c15a40-5a95-4d5e-8621-ee195607cf07 HTTP/1.1" status: 404 len: 333 time: 0.0701382 Aug 19 12:33:54.951596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44148) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:55.039168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1a555e-2727-4173-ae60-3eb36ad88d3a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting subnet 3d6d7f9e-5729-4095-99c1-a3f261e44566 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:33:55.043352 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df1a555e-2727-4173-ae60-3eb36ad88d3a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.072646 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.089117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.095263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.095895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.133863 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df1a555e-2727-4173-ae60-3eb36ad88d3a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.138764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.171999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911703b3-6542-4c13-9abd-3c91a8f8d58d req-eef829cc-3f78-4d2e-959f-b8e87c774b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.173641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-911703b3-6542-4c13-9abd-3c91a8f8d58d req-eef829cc-3f78-4d2e-959f-b8e87c774b46 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=633c27b56a8e47f493ca1b550a87b978&device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 1094 time: 0.0894518 Aug 19 12:33:55.202704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Network': ['ID=37b79e07-4f0f-4853-afbe-2def81fa6fe8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:55.214233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 37b79e07-4f0f-4853-afbe-2def81fa6fe8 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:33:55.237931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.285765 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a195f973-b204-4a75-9ec7-cb554bae49bf tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5270197 Aug 19 12:33:55.289064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44150) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:55.300943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'subnet': {'network_id': '37b79e07-4f0f-4853-afbe-2def81fa6fe8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:55.309470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df1a555e-2727-4173-ae60-3eb36ad88d3a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.333296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc788532-f0ed-4237-a424-9d3a217d0d75,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:55.361229 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911703b3-6542-4c13-9abd-3c91a8f8d58d req-b97bfdb7-9200-406a-b53b-7e1da2b9c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.362764 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-911703b3-6542-4c13-9abd-3c91a8f8d58d req-b97bfdb7-9200-406a-b53b-7e1da2b9c012 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42 HTTP/1.1" status: 200 len: 916 time: 0.1814559 Aug 19 12:33:55.366495 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.372084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 38c119a2-1afa-484a-a793-2614c4690be3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:55.421297 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-911703b3-6542-4c13-9abd-3c91a8f8d58d req-fefb1013-63a8-49e2-800f-f5def3eb0510 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 HTTP/1.1" status: 200 len: 217 time: 0.0475924 Aug 19 12:33:55.429426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] Checking segment: {'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:55.433052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] Network hostable DHCP agents. Network: 8a23d8e4-8eb3-4c2b-b075-508a6246f620, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:55.433183 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 38c119a2-1afa-484a-a793-2614c4690be3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:33:55.433183 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.444605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:55.458168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:55.462617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:55.489899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Pushing event updated for resources: {'Port': ['ID=e97f69fa-58df-4e58-a737-2e14b9abe99c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:55.493497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911703b3-6542-4c13-9abd-3c91a8f8d58d req-c0820f26-e8bf-450f-a73c-8429c14de1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.495024 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-911703b3-6542-4c13-9abd-3c91a8f8d58d req-c0820f26-e8bf-450f-a73c-8429c14de1ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f5f2d81e-ca60-4630-b67e-399696cee9c5 HTTP/1.1" status: 200 len: 854 time: 0.0624266 Aug 19 12:33:55.537760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.538514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.550728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911703b3-6542-4c13-9abd-3c91a8f8d58d req-f9bbc76d-745c-45ba-8ff1-18b407eec7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.552461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-911703b3-6542-4c13-9abd-3c91a8f8d58d req-f9bbc76d-745c-45ba-8ff1-18b407eec7a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497580 Aug 19 12:33:55.578551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df1a555e-2727-4173-ae60-3eb36ad88d3a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.653489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a555e-2727-4173-ae60-3eb36ad88d3a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6d7f9e-5729-4095-99c1-a3f261e44566,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:55.670225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe053aad-9cd9-48e0-b255-b3e6011d7ff9 None None] Network 782c3ebe-2651-4536-bca0-5c3cc3d9ac07 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:55.676329 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df1a555e-2727-4173-ae60-3eb36ad88d3a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.677724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] Network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:55.681273 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-df1a555e-2727-4173-ae60-3eb36ad88d3a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/3d6d7f9e-5729-4095-99c1-a3f261e44566 HTTP/1.1" status: 204 len: 168 time: 0.7255442 Aug 19 12:33:55.682441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44158) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:55.714130 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c4255e08-2436-49da-a1f2-68bb9a0bad8e details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:55.777408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:55.781125 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.789483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79946fbd-e340-4024-88b4-c17ff389fbf5 req-b4e6aa88-d6cd-414c-b86f-357ae8a58e4a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.795517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79946fbd-e340-4024-88b4-c17ff389fbf5 req-b4e6aa88-d6cd-414c-b86f-357ae8a58e4a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.802268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79946fbd-e340-4024-88b4-c17ff389fbf5 req-b4e6aa88-d6cd-414c-b86f-357ae8a58e4a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.808696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79946fbd-e340-4024-88b4-c17ff389fbf5 req-b4e6aa88-d6cd-414c-b86f-357ae8a58e4a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.815034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79946fbd-e340-4024-88b4-c17ff389fbf5 req-b4e6aa88-d6cd-414c-b86f-357ae8a58e4a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.821218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79946fbd-e340-4024-88b4-c17ff389fbf5 req-b4e6aa88-d6cd-414c-b86f-357ae8a58e4a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.827485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79946fbd-e340-4024-88b4-c17ff389fbf5 req-b4e6aa88-d6cd-414c-b86f-357ae8a58e4a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.829441 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-79946fbd-e340-4024-88b4-c17ff389fbf5 req-b4e6aa88-d6cd-414c-b86f-357ae8a58e4a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.2487388 Aug 19 12:33:55.856615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-911703b3-6542-4c13-9abd-3c91a8f8d58d req-2bf59cb0-f53d-473f-9a46-8823a7cff445 service neutron] 10.222.0.62 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963417 Aug 19 12:33:55.881576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:55.918090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c4255e08-2436-49da-a1f2-68bb9a0bad8e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c4255e08-2436-49da-a1f2-68bb9a0bad8e,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:55.925926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c65d-bbd7-4597-9905-bfb11ff30098 req-d37a234c-61a8-4621-89b7-11e7fde78d74 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.927044 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dbf5c65d-bbd7-4597-9905-bfb11ff30098 req-d37a234c-61a8-4621-89b7-11e7fde78d74 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 943 time: 0.0848258 Aug 19 12:33:55.930378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'c4255e08-2436-49da-a1f2-68bb9a0bad8e', 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42', 'port_id': 'c4255e08-2436-49da-a1f2-68bb9a0bad8e', 'mac_address': 'fa:16:3e:25:77:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f2d81e-ca60-4630-b67e-399696cee9c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:55.950123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 8a23d8e4-8eb3-4c2b-b075-508a6246f620) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:55.968567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225bb093-27ed-4d4d-8f0e-94e57b63b445 None None] Network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:55.986780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df6f609-3832-4ee6-8aa3-d9edc5e8afeb None None] DHCP port deletion for 782c3ebe-2651-4536-bca0-5c3cc3d9ac07 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:33:55.994031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:55.998826 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.015618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-00669151-b05d-4078-84ce-120b8bc4e67e tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4439924 Aug 19 12:33:56.015867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-911703b3-6542-4c13-9abd-3c91a8f8d58d req-05715206-30ac-41a7-932d-6b75e2991d60 service neutron] 10.222.0.62 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453373 Aug 19 12:33:56.015989 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.017377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44162) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:56.036492 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-79946fbd-e340-4024-88b4-c17ff389fbf5 req-4e016937-e189-42e2-bde2-3ddc4d2c9522 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1975603 Aug 19 12:33:56.056083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.135'}]}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:56.056561 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dbf5c65d-bbd7-4597-9905-bfb11ff30098 req-2dd43095-dac0-4336-b290-f3599e2d8776 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015851 Aug 19 12:33:56.076992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4255e08-2436-49da-a1f2-68bb9a0bad8e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:56.121799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c4255e08-2436-49da-a1f2-68bb9a0bad8e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c4255e08-2436-49da-a1f2-68bb9a0bad8e,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:56.124396 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.130782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 38c119a2-1afa-484a-a793-2614c4690be3 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:56.131156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.176182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2df6f609-3832-4ee6-8aa3-d9edc5e8afeb None None] Deleting port 38c119a2-1afa-484a-a793-2614c4690be3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:56.177301 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2df6f609-3832-4ee6-8aa3-d9edc5e8afeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.180984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d95f8-f471-48bf-9596-30ddcecde46e None None] Network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:56.196937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] For port 38c119a2-1afa-484a-a793-2614c4690be3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=38c119a2-1afa-484a-a793-2614c4690be3,segment=NetworkSegment(240d14b6-17d7-4c68-adf8-6229c0d0499b),segment_id=240d14b6-17d7-4c68-adf8-6229c0d0499b)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:56.202038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.210547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 38c119a2-1afa-484a-a793-2614c4690be3 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:56.239650 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1168e302-3288-4a62-a2dd-49f3025c00ba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0273993 Aug 19 12:33:56.329696 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.401771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Subnet': ['ID=05d1aebe-9175-4831-81ea-67abe55c603a,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:56.407318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Checking segment: {'id': 'be90303a-2613-428c-bf0b-8eee855f569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '37b79e07-4f0f-4853-afbe-2def81fa6fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:56.410399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network hostable DHCP agents. Network: 37b79e07-4f0f-4853-afbe-2def81fa6fe8, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:33:56.439111 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.439111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a25fa0a2-cec2-4ddc-887b-ef975f534ab6 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:56.455110 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.456454 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.460748 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.483241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 37b79e07-4f0f-4853-afbe-2def81fa6fe8 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:33:56.504738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=38c119a2-1afa-484a-a793-2614c4690be3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:56.505875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2df6f609-3832-4ee6-8aa3-d9edc5e8afeb None None] For port 38c119a2-1afa-484a-a793-2614c4690be3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=38c119a2-1afa-484a-a793-2614c4690be3,segment=NetworkSegment(240d14b6-17d7-4c68-adf8-6229c0d0499b),segment_id=240d14b6-17d7-4c68-adf8-6229c0d0499b)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:56.506579 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2df6f609-3832-4ee6-8aa3-d9edc5e8afeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.511327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No DVR routers for this DVR port 38c119a2-1afa-484a-a793-2614c4690be3 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:56.543989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2df6f609-3832-4ee6-8aa3-d9edc5e8afeb None None] Calling delete_port for 38c119a2-1afa-484a-a793-2614c4690be3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:56.576409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a25fa0a2-cec2-4ddc-887b-ef975f534ab6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a25fa0a2-cec2-4ddc-887b-ef975f534ab6,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:56.587860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=c4255e08-2436-49da-a1f2-68bb9a0bad8e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:56.614657 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 37b79e07-4f0f-4853-afbe-2def81fa6fe8) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:56.626764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:56.632853 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.633663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ab23e-dad0-4fab-acd2-88dc126c953d None None] Network 37b79e07-4f0f-4853-afbe-2def81fa6fe8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:56.635012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'a25fa0a2-cec2-4ddc-887b-ef975f534ab6', 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42', 'port_id': 'a25fa0a2-cec2-4ddc-887b-ef975f534ab6', 'mac_address': 'fa:16:3e:54:15:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f2d81e-ca60-4630-b67e-399696cee9c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:56.642724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.647820 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.663478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782c3ebe-2651-4536-bca0-5c3cc3d9ac07']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:56.675062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240d14b6-17d7-4c68-adf8-6229c0d0499b') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:56.675517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240d14b6-17d7-4c68-adf8-6229c0d0499b') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:33:56.686509 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.702412 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.709950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:33:56.710573 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:33:56.713981 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:33:56.750293 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.804207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25fa0a2-cec2-4ddc-887b-ef975f534ab6 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:56.816913 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2e54b31c-0cea-461e-ab05-3d231df5c580 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5260839 Aug 19 12:33:56.823090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44184) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:56.833943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f63a01ae-3e0d-431c-a6de-f636227d3632 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-875425348', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:56.852633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a25fa0a2-cec2-4ddc-887b-ef975f534ab6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a25fa0a2-cec2-4ddc-887b-ef975f534ab6,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:56.853966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-225b1237-0379-4a3f-92f9-bb4291e5cc0c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:56.855713 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-225b1237-0379-4a3f-92f9-bb4291e5cc0c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/networks?id=8a23d8e4-8eb3-4c2b-b075-508a6246f620 HTTP/1.1" status: 200 len: 814 time: 0.1839933 Aug 19 12:33:56.870622 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2df6f609-3832-4ee6-8aa3-d9edc5e8afeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.883081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-f45e6495-4d68-4f97-8d57-227bacad3859 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/quotas/f88619488b2d41848fd138e049c70cb2 HTTP/1.1" status: 200 len: 375 time: 0.0095999 Aug 19 12:33:56.919421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6f609-3832-4ee6-8aa3-d9edc5e8afeb None None] Pushing event deleted for resources: {'Port': ['ID=38c119a2-1afa-484a-a793-2614c4690be3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:56.920100 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-40465e30-4bf5-4cfb-91ed-1fad8bcaaf4d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f88619488b2d41848fd138e049c70cb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299172 Aug 19 12:33:56.926420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6f609-3832-4ee6-8aa3-d9edc5e8afeb None None] No DVR routers for this DVR port 38c119a2-1afa-484a-a793-2614c4690be3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:33:56.950569 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.963055 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.968107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-37b79e07-4f0f-4853-afbe-2def81fa6fe8', 'network_id': '37b79e07-4f0f-4853-afbe-2def81fa6fe8', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'fixed_ips': [{'subnet_id': '05d1aebe-9175-4831-81ea-67abe55c603a'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:33:56.969019 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.972987 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:56.974921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/networks/782c3ebe-2651-4536-bca0-5c3cc3d9ac07 HTTP/1.1" status: 204 len: 168 time: 1.2901909 Aug 19 12:33:56.979074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44186) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:56.985425 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'name': 'tempest-PortsIpV6TestJSON-98653693'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:56.998847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d977830-6d01-40a3-a5cb-2c3cc48062f3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Network': ['ID=782c3ebe-2651-4536-bca0-5c3cc3d9ac07,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:57.039825 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f63a01ae-3e0d-431c-a6de-f636227d3632 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.043609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f63a01ae-3e0d-431c-a6de-f636227d3632 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.067423 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-8223868f-ee7e-48af-abeb-9eeb468d93c5 service neutron] 10.222.0.21 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305604 Aug 19 12:33:57.069609 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.169126 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f63a01ae-3e0d-431c-a6de-f636227d3632 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.177428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a25fa0a2-cec2-4ddc-887b-ef975f534ab6,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:57.209877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Allocated IP 2001:db8::2 (37b79e07-4f0f-4853-afbe-2def81fa6fe8/05d1aebe-9175-4831-81ea-67abe55c603a/f1f8d49a-44bf-47a0-9d7a-38452435516e) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:57.220875 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-b375af99-3e02-4625-9782-c26003235d98 service neutron] 10.222.0.21 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459615 Aug 19 12:33:57.337090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f63a01ae-3e0d-431c-a6de-f636227d3632 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.341230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 38c119a2-1afa-484a-a793-2614c4690be3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:33:57.372404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['c4255e08-2436-49da-a1f2-68bb9a0bad8e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:57.375997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['a25fa0a2-cec2-4ddc-887b-ef975f534ab6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:57.411095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 38c119a2-1afa-484a-a793-2614c4690be3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:33:57.411494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 38c119a2-1afa-484a-a793-2614c4690be3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:33:57.438023 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f63a01ae-3e0d-431c-a6de-f636227d3632 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.439932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f63a01ae-3e0d-431c-a6de-f636227d3632 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6154869 Aug 19 12:33:57.442565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44194) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:57.506818 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.540989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:33:57.542644 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.554246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Transition to ACTIVE for port object f1f8d49a-44bf-47a0-9d7a-38452435516e will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:57.578179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 5d3527d7-b562-4d6d-a145-f3ed20c6da61 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:33:57.602176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fa7d5-4201-41bd-a3b4-3b59b202d3d4 req-dd547916-7af3-440a-b11b-730dff00e01e tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:57.603760 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e5fa7d5-4201-41bd-a3b4-3b59b202d3d4 req-dd547916-7af3-440a-b11b-730dff00e01e tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 943 time: 0.4660084 Aug 19 12:33:57.605188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Transition to ACTIVE for port object f1f8d49a-44bf-47a0-9d7a-38452435516e will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:57.717642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e5fa7d5-4201-41bd-a3b4-3b59b202d3d4 req-838a50b9-8ef9-4223-8db9-63b36f85d371 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801549 Aug 19 12:33:57.781090 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.871496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Network 37b79e07-4f0f-4853-afbe-2def81fa6fe8 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:57.874750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397c06-2a5d-4cd6-8480-dd858361eb5b req-a1d033a9-370a-42c6-8b8a-8021388e5f59 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:57.875847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:57.880561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:57.883772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397c06-2a5d-4cd6-8480-dd858361eb5b req-a1d033a9-370a-42c6-8b8a-8021388e5f59 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:57.889398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Pushing event updated for resources: {'Port': ['ID=f1f8d49a-44bf-47a0-9d7a-38452435516e,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:57.893868 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397c06-2a5d-4cd6-8480-dd858361eb5b req-a1d033a9-370a-42c6-8b8a-8021388e5f59 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:57.900679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397c06-2a5d-4cd6-8480-dd858361eb5b req-a1d033a9-370a-42c6-8b8a-8021388e5f59 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:57.907039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397c06-2a5d-4cd6-8480-dd858361eb5b req-a1d033a9-370a-42c6-8b8a-8021388e5f59 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:57.913471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12115768-b0f7-4335-8fda-2b2592e26c48 req-346909f0-4bbe-446d-93a2-a66d6bcbe25c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 210 time: 0.0410836 Aug 19 12:33:57.916131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397c06-2a5d-4cd6-8480-dd858361eb5b req-a1d033a9-370a-42c6-8b8a-8021388e5f59 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:57.916522 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.925800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c397c06-2a5d-4cd6-8480-dd858361eb5b req-a1d033a9-370a-42c6-8b8a-8021388e5f59 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:57.928182 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c397c06-2a5d-4cd6-8480-dd858361eb5b req-a1d033a9-370a-42c6-8b8a-8021388e5f59 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.2493200 Aug 19 12:33:57.964735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Attempting to bind port f1f8d49a-44bf-47a0-9d7a-38452435516e on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:33:57.965098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Attempting to bind port f1f8d49a-44bf-47a0-9d7a-38452435516e by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'be90303a-2613-428c-bf0b-8eee855f569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '37b79e07-4f0f-4853-afbe-2def81fa6fe8'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:33:57.965666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Attempting to bind port f1f8d49a-44bf-47a0-9d7a-38452435516e on network 37b79e07-4f0f-4853-afbe-2def81fa6fe8 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:33:57.971340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:33:57.971799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Checking segment: {'id': 'be90303a-2613-428c-bf0b-8eee855f569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '37b79e07-4f0f-4853-afbe-2def81fa6fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:33:57.972206 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.972600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Bound using segment: {'id': 'be90303a-2613-428c-bf0b-8eee855f569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '37b79e07-4f0f-4853-afbe-2def81fa6fe8'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:33:57.973072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Bound port: f1f8d49a-44bf-47a0-9d7a-38452435516e, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be90303a-2613-428c-bf0b-8eee855f569a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '37b79e07-4f0f-4853-afbe-2def81fa6fe8'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:33:57.973451 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:57.978034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.000682 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.017097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c397c06-2a5d-4cd6-8480-dd858361eb5b req-b0c4f906-2627-457c-8b67-5bf8d950529d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799215 Aug 19 12:33:58.041627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.069256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] For port f1f8d49a-44bf-47a0-9d7a-38452435516e, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:33:58.073025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] For port f1f8d49a-44bf-47a0-9d7a-38452435516e, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f1f8d49a-44bf-47a0-9d7a-38452435516e,segment=NetworkSegment(be90303a-2613-428c-bf0b-8eee855f569a),segment_id=be90303a-2613-428c-bf0b-8eee855f569a)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:33:58.090780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:33:58.256322 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.257035 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.258768 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.308146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Allocated IP 2001:db8::1 (37b79e07-4f0f-4853-afbe-2def81fa6fe8/05d1aebe-9175-4831-81ea-67abe55c603a/b365ffdb-a4a8-4f5f-b051-9627fc5bf042) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:33:58.314946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efaa1c-375a-4955-b26a-967c25858a5f None None] Pushing event updated for resources: {'Port': ['ID=f1f8d49a-44bf-47a0-9d7a-38452435516e,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:58.360417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:58.374772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3', 'network_id': 'd0b81f56-a18e-402b-8a49-a1f6f5fceb42', 'port_id': 'c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3', 'mac_address': 'fa:16:3e:cb:b3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f2d81e-ca60-4630-b67e-399696cee9c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:33:58.413368 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.430785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:33:58.439078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=5d3527d7-b562-4d6d-a145-f3ed20c6da61,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:58.452369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:33:58.474050 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.478335 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.487884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:58.491669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:58.505660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.521747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Transition to ACTIVE for port object b365ffdb-a4a8-4f5f-b051-9627fc5bf042 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:33:58.526949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:58.532757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:58.533545 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.620942 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.685609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:58.712747 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.713843 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ca5b9cc2-b619-4644-b226-b2b3f7cd6af3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.7325454 Aug 19 12:33:58.715402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.716178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10711c02-53d8-426c-8820-a73c7d8fe0a7 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:33:58.717875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44208) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:58.765826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 37b79e07-4f0f-4853-afbe-2def81fa6fe8 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:33:58.785446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:33:58.790442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:33:58.791386 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:58.799592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=b365ffdb-a4a8-4f5f-b051-9627fc5bf042,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:58.866583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:33:58.873776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e26df837-eaac-498d-a73f-d7363037e653 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 5d3527d7-b562-4d6d-a145-f3ed20c6da61 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:58.874119 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e26df837-eaac-498d-a73f-d7363037e653 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.006204 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:33:59.013229 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2e25bc73-99e1-4421-a9de-3feeef95a837 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9940405 Aug 19 12:33:59.028273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44220) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:59.104075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f56794-f583-4395-ba12-451df10c4e6a req-7fa9d332-b872-4a5f-8ff0-e8e1c78a82d5 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:59.105667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92f56794-f583-4395-ba12-451df10c4e6a req-7fa9d332-b872-4a5f-8ff0-e8e1c78a82d5 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 944 time: 0.2718940 Aug 19 12:33:59.119998 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e26df837-eaac-498d-a73f-d7363037e653 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.145228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e26df837-eaac-498d-a73f-d7363037e653 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 5d3527d7-b562-4d6d-a145-f3ed20c6da61 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:59.199356 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b8cadbce-c717-4d18-915a-2c98d188510e req-a958faea-a988-4dc9-9158-2709ad464953 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 210 time: 0.0510294 Aug 19 12:33:59.302224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92f56794-f583-4395-ba12-451df10c4e6a req-a696ee13-ee79-41a2-9e8c-f7b379ed749a tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842506 Aug 19 12:33:59.348770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff15970-b0b5-4bb2-888d-8075945ed776 req-0f86dd1c-244d-4bbe-915b-81c2b7eea042 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:59.349030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-32b490f3-e4f1-47c4-a122-39966577f841 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Deleting port e97f69fa-58df-4e58-a737-2e14b9abe99c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:33:59.349325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32b490f3-e4f1-47c4-a122-39966577f841 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.357172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff15970-b0b5-4bb2-888d-8075945ed776 req-0f86dd1c-244d-4bbe-915b-81c2b7eea042 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:59.364098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff15970-b0b5-4bb2-888d-8075945ed776 req-0f86dd1c-244d-4bbe-915b-81c2b7eea042 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:59.370646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff15970-b0b5-4bb2-888d-8075945ed776 req-0f86dd1c-244d-4bbe-915b-81c2b7eea042 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:59.376894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff15970-b0b5-4bb2-888d-8075945ed776 req-0f86dd1c-244d-4bbe-915b-81c2b7eea042 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:59.383453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff15970-b0b5-4bb2-888d-8075945ed776 req-0f86dd1c-244d-4bbe-915b-81c2b7eea042 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:59.389834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff15970-b0b5-4bb2-888d-8075945ed776 req-0f86dd1c-244d-4bbe-915b-81c2b7eea042 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:33:59.395622 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bff15970-b0b5-4bb2-888d-8075945ed776 req-0f86dd1c-244d-4bbe-915b-81c2b7eea042 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.1238072 Aug 19 12:33:59.420232 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f1f8d49a-44bf-47a0-9d7a-38452435516e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:59.457574 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.475103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bff15970-b0b5-4bb2-888d-8075945ed776 req-dcd5b805-ba9b-4f0b-8856-f1dd3eb521f1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758395 Aug 19 12:33:59.489070 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32b490f3-e4f1-47c4-a122-39966577f841 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.519294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-32b490f3-e4f1-47c4-a122-39966577f841 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Calling delete_port for e97f69fa-58df-4e58-a737-2e14b9abe99c owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:33:59.598258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f1f8d49a-44bf-47a0-9d7a-38452435516e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:59.605554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e26df837-eaac-498d-a73f-d7363037e653 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.645248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a04155-7eb0-4f7a-8809-b82280fb699f None None] Network 37b79e07-4f0f-4853-afbe-2def81fa6fe8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:33:59.650032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26df837-eaac-498d-a73f-d7363037e653 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=5d3527d7-b562-4d6d-a145-f3ed20c6da61,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:59.662377 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e26df837-eaac-498d-a73f-d7363037e653 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.667123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e26df837-eaac-498d-a73f-d7363037e653 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/5d3527d7-b562-4d6d-a145-f3ed20c6da61 HTTP/1.1" status: 204 len: 168 time: 0.9458671 Aug 19 12:33:59.686426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44224) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:33:59.696540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'mac_address': 'fa:16:3e:0b:65:e2', 'name': 'tempest-PortsIpV6TestJSON-1153274182'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:33:59.740269 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c4255e08-2436-49da-a1f2-68bb9a0bad8e up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:33:59.839020 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.872020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32b490f3-e4f1-47c4-a122-39966577f841 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.898562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b490f3-e4f1-47c4-a122-39966577f841 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Pushing event deleted for resources: {'Port': ['ID=e97f69fa-58df-4e58-a737-2e14b9abe99c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:33:59.965096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32b490f3-e4f1-47c4-a122-39966577f841 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:33:59.967236 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-32b490f3-e4f1-47c4-a122-39966577f841 tempest-RoutersAdminNegativeTest-1829178357 tempest-RoutersAdminNegativeTest-1829178357-project-admin] 10.222.0.21 "DELETE /v2.0/ports/e97f69fa-58df-4e58-a737-2e14b9abe99c HTTP/1.1" status: 204 len: 168 time: 0.9133029 Aug 19 12:33:59.981019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f2662eb5-889a-423a-9603-c7b4e17deaa8 None None] Provisioning for port f1f8d49a-44bf-47a0-9d7a-38452435516e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:33:59.987870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f2662eb5-889a-423a-9603-c7b4e17deaa8 None None] Provisioning complete for port f1f8d49a-44bf-47a0-9d7a-38452435516e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:00.002872 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2662eb5-889a-423a-9603-c7b4e17deaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.048428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:00.057987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.057987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.070831 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port c4255e08-2436-49da-a1f2-68bb9a0bad8e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:00.142042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port c4255e08-2436-49da-a1f2-68bb9a0bad8e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:00.142554 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.145574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:00.246642 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2662eb5-889a-423a-9603-c7b4e17deaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.274936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.282506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=b365ffdb-a4a8-4f5f-b051-9627fc5bf042,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:00.322118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f2662eb5-889a-423a-9603-c7b4e17deaa8 None None] For port f1f8d49a-44bf-47a0-9d7a-38452435516e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f1f8d49a-44bf-47a0-9d7a-38452435516e,segment=NetworkSegment(be90303a-2613-428c-bf0b-8eee855f569a),segment_id=be90303a-2613-428c-bf0b-8eee855f569a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:00.337377 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8339297e-90f2-4dd4-91da-ef3860ed1e2b req-b359a854-1a0a-4e6c-8a9a-f3b2b80d53de tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 210 time: 0.0379035 Aug 19 12:34:00.342213 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.392797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 32e88c8b-72c8-47bb-bb4c-7794761dec89 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:34:00.392923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5beaefb4-0cae-4d4a-90bd-78dd21913339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4255e08-2436-49da-a1f2-68bb9a0bad8e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:00.392923 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026ff913-3040-456d-88ec-f0b33c1050cc" -d '{"events": [{"server_uuid": "5beaefb4-0cae-4d4a-90bd-78dd21913339", "name": "network-vif-plugged", "status": "completed", "tag": "c4255e08-2436-49da-a1f2-68bb9a0bad8e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:00.393143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 37b79e07-4f0f-4853-afbe-2def81fa6fe8 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:00.393143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:00.402846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c4255e08-2436-49da-a1f2-68bb9a0bad8e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c4255e08-2436-49da-a1f2-68bb9a0bad8e,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:00.431006 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8787760e-4f76-4181-a402-c249ed251092 x-openstack-request-id: req-8787760e-4f76-4181-a402-c249ed251092 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:00.431660 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5beaefb4-0cae-4d4a-90bd-78dd21913339", "name": "network-vif-plugged", "status": "completed", "tag": "c4255e08-2436-49da-a1f2-68bb9a0bad8e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:00.431660 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8787760e-4f76-4181-a402-c249ed251092 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:00.438075 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5beaefb4-0cae-4d4a-90bd-78dd21913339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4255e08-2436-49da-a1f2-68bb9a0bad8e', 'code': 200} Aug 19 12:34:00.461448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:00.466193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:00.466627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.521319 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2662eb5-889a-423a-9603-c7b4e17deaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.574665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc4499-26c0-425d-9144-ef1630d8fb01 req-9d8634a2-ae49-400f-9470-85b931af6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.578305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78bc4499-26c0-425d-9144-ef1630d8fb01 req-9d8634a2-ae49-400f-9470-85b931af6299 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 1096 time: 0.0772560 Aug 19 12:34:00.590040 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.590903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a25fa0a2-cec2-4ddc-887b-ef975f534ab6 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:00.651248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78bc4499-26c0-425d-9144-ef1630d8fb01 req-1b07fb7d-bf5f-497e-b60c-839157b150bc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661616 Aug 19 12:34:00.654936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbf891-0993-4e64-bfb8-489be86c924f req-ce9318fe-5401-479a-800b-3dc503bad55b tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.656503 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-82cbf891-0993-4e64-bfb8-489be86c924f req-ce9318fe-5401-479a-800b-3dc503bad55b tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 944 time: 0.2263193 Aug 19 12:34:00.697264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2662eb5-889a-423a-9603-c7b4e17deaa8 None None] Pushing event updated for resources: {'Port': ['ID=f1f8d49a-44bf-47a0-9d7a-38452435516e,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:00.734394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1269a52-8652-4071-b4aa-727e9a551c40 req-612712e3-7a52-455a-89ae-e85b88c8dad2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.741874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1269a52-8652-4071-b4aa-727e9a551c40 req-612712e3-7a52-455a-89ae-e85b88c8dad2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.749653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1269a52-8652-4071-b4aa-727e9a551c40 req-612712e3-7a52-455a-89ae-e85b88c8dad2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.756826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1269a52-8652-4071-b4aa-727e9a551c40 req-612712e3-7a52-455a-89ae-e85b88c8dad2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.759300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=c4255e08-2436-49da-a1f2-68bb9a0bad8e,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:00.771578 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.783074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1269a52-8652-4071-b4aa-727e9a551c40 req-612712e3-7a52-455a-89ae-e85b88c8dad2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.791901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1269a52-8652-4071-b4aa-727e9a551c40 req-612712e3-7a52-455a-89ae-e85b88c8dad2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.800906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1269a52-8652-4071-b4aa-727e9a551c40 req-612712e3-7a52-455a-89ae-e85b88c8dad2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:00.808237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-82cbf891-0993-4e64-bfb8-489be86c924f req-81a8d738-4535-4971-bd9c-975e5f679eaa tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338084 Aug 19 12:34:00.811452 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1269a52-8652-4071-b4aa-727e9a551c40 req-612712e3-7a52-455a-89ae-e85b88c8dad2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5420 time: 0.1770635 Aug 19 12:34:00.814218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:00.830625 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.872513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1269a52-8652-4071-b4aa-727e9a551c40 req-03effcb8-6504-4006-9fd8-a2bb5a983e4c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590005 Aug 19 12:34:00.929110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0e03ad07-5467-4ccd-8a82-f1d5bd449276 None None] Provisioning for port b365ffdb-a4a8-4f5f-b051-9627fc5bf042 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:00.933205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0e03ad07-5467-4ccd-8a82-f1d5bd449276 None None] Provisioning complete for port b365ffdb-a4a8-4f5f-b051-9627fc5bf042 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:00.933584 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0e03ad07-5467-4ccd-8a82-f1d5bd449276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:00.934124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44242) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:00.967767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0e03ad07-5467-4ccd-8a82-f1d5bd449276 None None] Port b365ffdb-a4a8-4f5f-b051-9627fc5bf042 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:00.978108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0e03ad07-5467-4ccd-8a82-f1d5bd449276 None None] Provisioning complete for port f1f8d49a-44bf-47a0-9d7a-38452435516e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:00.978713 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0e03ad07-5467-4ccd-8a82-f1d5bd449276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.017632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:01.019834 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.025767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router 5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:34:01.067111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:01.067580 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.095205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6491d9c2-5214-46ae-b575-7a3c4479ef10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.135222 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.222445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:01.230662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:01.235230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=32e88c8b-72c8-47bb-bb4c-7794761dec89,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:01.241678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:01.248954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:01.248954 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.251846 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:01.264406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-160695ad-58b6-4ec2-bb7f-345ed9a96a58 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8205400 Aug 19 12:34:01.267297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44254) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:01.269501 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c23158-aa08-4c9d-9d8d-950592428c2a None None] Sync routers for ids ['5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:01.287471 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c23158-aa08-4c9d-9d8d-950592428c2a None None] Routers {'5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:01.288202 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b7c23158-aa08-4c9d-9d8d-950592428c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:01.330081 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b7c23158-aa08-4c9d-9d8d-950592428c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:01.339649 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c23158-aa08-4c9d-9d8d-950592428c2a None None] Routers {'5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:01.340383 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b7c23158-aa08-4c9d-9d8d-950592428c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:01.345118 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6491d9c2-5214-46ae-b575-7a3c4479ef10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.384220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c5696-7285-407e-a5cc-1aacff2b528f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:01.389798 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e73c5696-7285-407e-a5cc-1aacff2b528f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports/b365ffdb-a4a8-4f5f-b051-9627fc5bf042 HTTP/1.1" status: 200 len: 911 time: 0.1210234 Aug 19 12:34:01.392540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44262) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:01.398557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-10e6e782-7b66-41af-9aaa-4feca3981f8b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '05d1aebe-9175-4831-81ea-67abe55c603a'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:01.404334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:01.416645 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b7c23158-aa08-4c9d-9d8d-950592428c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:01.417475 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c23158-aa08-4c9d-9d8d-950592428c2a None None] The sync data for ids ['5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:01.449083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f1f8d49a-44bf-47a0-9d7a-38452435516e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:01.464450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6491d9c2-5214-46ae-b575-7a3c4479ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.481777 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.507638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39e9dc3c-680a-4bfa-9524-94e590bd4512 req-679fa3c5-8edd-4f87-9d3f-af391559674f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 210 time: 0.0529172 Aug 19 12:34:01.531129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0fa01783-0abb-437f-9155-39a35e02d7a1 None None] Provisioning complete for port b365ffdb-a4a8-4f5f-b051-9627fc5bf042 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:01.531546 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0fa01783-0abb-437f-9155-39a35e02d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.577551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a25fa0a2-cec2-4ddc-887b-ef975f534ab6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a25fa0a2-cec2-4ddc-887b-ef975f534ab6,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:01.583494 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6491d9c2-5214-46ae-b575-7a3c4479ef10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35ca2bf9babd44f1b37447dd2e309aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6475170 Aug 19 12:34:01.586399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491d9c2-5214-46ae-b575-7a3c4479ef10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d3aabe-785e-41cf-943b-a33897fde069,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:01.588346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44268) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:01.590756 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4ad35704-042e-4950-a463-c96fa51ed6a8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9030538 Aug 19 12:34:01.593324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44270) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:01.607401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0fa01783-0abb-437f-9155-39a35e02d7a1 None None] Port b365ffdb-a4a8-4f5f-b051-9627fc5bf042 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:01.617559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f1f8d49a-44bf-47a0-9d7a-38452435516e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:01.617933 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.649837 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98b0ad98-81f7-4e96-9280-b5534402ff62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.653178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3028b8-23b6-46db-97a8-7d8469954305 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:01.657295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3e3028b8-23b6-46db-97a8-7d8469954305 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/32e88c8b-72c8-47bb-bb4c-7794761dec89 HTTP/1.1" status: 200 len: 845 time: 0.0603704 Aug 19 12:34:01.657666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44272) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:01.681917 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98b0ad98-81f7-4e96-9280-b5534402ff62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.760648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device d8c23d98-2995-46ce-8f34-a0804a88df54 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:34:01.764581 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.779539 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10e6e782-7b66-41af-9aaa-4feca3981f8b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.844347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9f429152-b0a4-47b4-987a-f214a585a876 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 32e88c8b-72c8-47bb-bb4c-7794761dec89 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:01.844709 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f429152-b0a4-47b4-987a-f214a585a876 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.869488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a25fa0a2-cec2-4ddc-887b-ef975f534ab6,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:01.913015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port d8c23d98-2995-46ce-8f34-a0804a88df54, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d8c23d98-2995-46ce-8f34-a0804a88df54,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:01.926047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'd8c23d98-2995-46ce-8f34-a0804a88df54', 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da', 'port_id': 'd8c23d98-2995-46ce-8f34-a0804a88df54', 'mac_address': 'fa:16:3e:73:5c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdd619f-684d-482d-a404-c798dd89310a', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:34:01.966990 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:01.981095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c23d98-2995-46ce-8f34-a0804a88df54 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:02.005712 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98b0ad98-81f7-4e96-9280-b5534402ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.008157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port d8c23d98-2995-46ce-8f34-a0804a88df54, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d8c23d98-2995-46ce-8f34-a0804a88df54,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:02.009461 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98b0ad98-81f7-4e96-9280-b5534402ff62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.010764 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-98b0ad98-81f7-4e96-9280-b5534402ff62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33d3aabe-785e-41cf-943b-a33897fde069 HTTP/1.1" status: 204 len: 168 time: 0.4208901 Aug 19 12:34:02.027010 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f429152-b0a4-47b4-987a-f214a585a876 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.054044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0ad98-81f7-4e96-9280-b5534402ff62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d3aabe-785e-41cf-943b-a33897fde069,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:02.071586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9f429152-b0a4-47b4-987a-f214a585a876 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 32e88c8b-72c8-47bb-bb4c-7794761dec89 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:02.077149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-14883bd1-5c46-4811-856b-c9f46e35b3ea tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.089885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-14883bd1-5c46-4811-856b-c9f46e35b3ea tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.62 "GET /v2.0/networks?id=8a23d8e4-8eb3-4c2b-b075-508a6246f620 HTTP/1.1" status: 200 len: 814 time: 0.1785181 Aug 19 12:34:02.113390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Request body: {'port': {'device_id': '34199d94-cb5e-40d5-a488-c85985417361', 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620', 'admin_state_up': True, 'tenant_id': 'f88619488b2d41848fd138e049c70cb2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:02.175135 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.176370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3b4a4976-af0d-428f-9c3a-9245088802fc details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:34:02.226097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61627c-aa99-492f-b283-e65e894e3786 req-2b171f60-b79a-44a1-b1ac-d48fb2ec8bc2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.235290 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b61627c-aa99-492f-b283-e65e894e3786 req-2b171f60-b79a-44a1-b1ac-d48fb2ec8bc2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 945 time: 0.3420031 Aug 19 12:34:02.351082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b61627c-aa99-492f-b283-e65e894e3786 req-69684b91-7b4f-45a9-bef9-d46747845088 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146882 Aug 19 12:34:02.374117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bb12a-3369-4b9f-b529-e14ff6a0cfbd req-06ea1cf7-e5bb-4322-a6ca-7d302b39f7b1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.374117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bb12a-3369-4b9f-b529-e14ff6a0cfbd req-06ea1cf7-e5bb-4322-a6ca-7d302b39f7b1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.376017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bb12a-3369-4b9f-b529-e14ff6a0cfbd req-06ea1cf7-e5bb-4322-a6ca-7d302b39f7b1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.386320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bb12a-3369-4b9f-b529-e14ff6a0cfbd req-06ea1cf7-e5bb-4322-a6ca-7d302b39f7b1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.395909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bb12a-3369-4b9f-b529-e14ff6a0cfbd req-06ea1cf7-e5bb-4322-a6ca-7d302b39f7b1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.403172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bb12a-3369-4b9f-b529-e14ff6a0cfbd req-06ea1cf7-e5bb-4322-a6ca-7d302b39f7b1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.409745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=d8c23d98-2995-46ce-8f34-a0804a88df54,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:02.411623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bb12a-3369-4b9f-b529-e14ff6a0cfbd req-06ea1cf7-e5bb-4322-a6ca-7d302b39f7b1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.414287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f47bb12a-3369-4b9f-b529-e14ff6a0cfbd req-06ea1cf7-e5bb-4322-a6ca-7d302b39f7b1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5421 time: 0.2780652 Aug 19 12:34:02.434292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3'}, {'server_uuid': '052023b0-30b0-43f0-b263-4f145242a18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25fa0a2-cec2-4ddc-887b-ef975f534ab6'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:02.436739 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb53452-568f-4a09-85e7-3a981f5210dd" -d '{"events": [{"server_uuid": "0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96", "name": "network-vif-plugged", "status": "completed", "tag": "c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3"}, {"server_uuid": "052023b0-30b0-43f0-b263-4f145242a18a", "name": "network-vif-plugged", "status": "completed", "tag": "a25fa0a2-cec2-4ddc-887b-ef975f534ab6"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:02.485516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 3b4a4976-af0d-428f-9c3a-9245088802fc, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3b4a4976-af0d-428f-9c3a-9245088802fc,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:02.494650 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f429152-b0a4-47b4-987a-f214a585a876 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.495188 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffce3fa-744f-4575-9993-5073b5f2cf25 x-openstack-request-id: req-7ffce3fa-744f-4575-9993-5073b5f2cf25 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:02.495548 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96", "name": "network-vif-plugged", "status": "completed", "tag": "c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3", "code": 200}, {"server_uuid": "052023b0-30b0-43f0-b263-4f145242a18a", "name": "network-vif-plugged", "status": "completed", "tag": "a25fa0a2-cec2-4ddc-887b-ef975f534ab6", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:02.495866 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ffce3fa-744f-4575-9993-5073b5f2cf25 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:02.498921 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3', 'code': 200} Aug 19 12:34:02.499301 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052023b0-30b0-43f0-b263-4f145242a18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25fa0a2-cec2-4ddc-887b-ef975f534ab6', 'code': 200} Aug 19 12:34:02.502854 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f47bb12a-3369-4b9f-b529-e14ff6a0cfbd req-817b71eb-c284-468d-8187-b53a5ef33f18 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803995 Aug 19 12:34:02.532795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '3b4a4976-af0d-428f-9c3a-9245088802fc', 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe', 'port_id': '3b4a4976-af0d-428f-9c3a-9245088802fc', 'mac_address': 'fa:16:3e:54:97:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358ad4a9-00a5-4ddb-9e61-9fc777a4db6a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:34:02.588531 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f429152-b0a4-47b4-987a-f214a585a876 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.593183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44288) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:02.593448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9f429152-b0a4-47b4-987a-f214a585a876 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/32e88c8b-72c8-47bb-bb4c-7794761dec89 HTTP/1.1" status: 204 len: 168 time: 0.9348283 Aug 19 12:34:02.594858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f429152-b0a4-47b4-987a-f214a585a876 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=32e88c8b-72c8-47bb-bb4c-7794761dec89,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:02.610404 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.627939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4a4976-af0d-428f-9c3a-9245088802fc {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:02.651924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 3b4a4976-af0d-428f-9c3a-9245088802fc, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3b4a4976-af0d-428f-9c3a-9245088802fc,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:02.658387 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-084988f4-e0bb-45fb-807e-9aa6fe9a2fd2 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:34:02.667034 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-084988f4-e0bb-45fb-807e-9aa6fe9a2fd2 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/32e88c8b-72c8-47bb-bb4c-7794761dec89 HTTP/1.1" status: 404 len: 333 time: 0.0702517 Aug 19 12:34:02.685751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44290) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:02.691990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'name': 'tempest-PortsIpV6TestJSON-2135879016'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:02.724032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Made reservation on behalf of f88619488b2d41848fd138e049c70cb2 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:02.727768 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.752215 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.758600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4bd9d49e-14bd-436e-8983-234a93f0887d details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:34:02.798371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659662bc-8299-438b-af22-0fc90f6606f1 req-cdd99fe3-b0b6-4f6d-81af-9cb26ec4e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.805222 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-659662bc-8299-438b-af22-0fc90f6606f1 req-cdd99fe3-b0b6-4f6d-81af-9cb26ec4e0c9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 1096 time: 0.2193532 Aug 19 12:34:02.805393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-630fa464-6a0e-4bc9-8a8b-b935ec686f57 req-6706388c-808a-4aab-b979-d76afff1680b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 210 time: 0.0842376 Aug 19 12:34:02.819400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2504541-0d9e-4ac8-8665-d0b0c0f8317e req-048a89ff-fe43-457a-84d3-7ed219ea29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.821295 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2504541-0d9e-4ac8-8665-d0b0c0f8317e req-048a89ff-fe43-457a-84d3-7ed219ea29fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=052023b0-30b0-43f0-b263-4f145242a18a HTTP/1.1" status: 200 len: 1096 time: 0.2086594 Aug 19 12:34:02.844583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10e6e782-7b66-41af-9aaa-4feca3981f8b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.952454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=3b4a4976-af0d-428f-9c3a-9245088802fc,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:02.957278 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10e6e782-7b66-41af-9aaa-4feca3981f8b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.965047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4bd9d49e-14bd-436e-8983-234a93f0887d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4bd9d49e-14bd-436e-8983-234a93f0887d,segment=NetworkSegment(c6e3490a-b258-430f-bd54-1a006483ade8),segment_id=c6e3490a-b258-430f-bd54-1a006483ade8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:02.967154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6e782-7b66-41af-9aaa-4feca3981f8b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:02.968696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-659662bc-8299-438b-af22-0fc90f6606f1 req-7cf8b165-625d-4694-8562-7c64e9a87684 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516523 Aug 19 12:34:02.968847 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10e6e782-7b66-41af-9aaa-4feca3981f8b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:02.973579 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-10e6e782-7b66-41af-9aaa-4feca3981f8b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/ports/b365ffdb-a4a8-4f5f-b051-9627fc5bf042 HTTP/1.1" status: 200 len: 911 time: 1.5771432 Aug 19 12:34:02.973781 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2504541-0d9e-4ac8-8665-d0b0c0f8317e req-a11ebcd9-d343-4da6-8e89-de5e3430fce3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266105 Aug 19 12:34:02.974231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44294) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:02.984274 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '4bd9d49e-14bd-436e-8983-234a93f0887d', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'port_id': '4bd9d49e-14bd-436e-8983-234a93f0887d', 'mac_address': 'fa:16:3e:b3:a3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:34:03.039876 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.057659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd9d49e-14bd-436e-8983-234a93f0887d {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:03.063080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6e782-7b66-41af-9aaa-4feca3981f8b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=b365ffdb-a4a8-4f5f-b051-9627fc5bf042,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:03.082680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4bd9d49e-14bd-436e-8983-234a93f0887d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4bd9d49e-14bd-436e-8983-234a93f0887d,segment=NetworkSegment(c6e3490a-b258-430f-bd54-1a006483ade8),segment_id=c6e3490a-b258-430f-bd54-1a006483ade8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:03.109545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:03.113088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.117474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Allocated IP 172.20.0.5 (8a23d8e4-8eb3-4c2b-b075-508a6246f620/cc788532-f0ed-4237-a424-9d3a217d0d75/5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:03.157729 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.158564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 20e4112b-3057-41a2-9085-d691c1cabe8d details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:34:03.213776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 155c0071-054b-4614-aace-071bffff60bd yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:34:03.231034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 20e4112b-3057-41a2-9085-d691c1cabe8d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=20e4112b-3057-41a2-9085-d691c1cabe8d,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:03.233719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=4bd9d49e-14bd-436e-8983-234a93f0887d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:03.245627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '20e4112b-3057-41a2-9085-d691c1cabe8d', 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da', 'port_id': '20e4112b-3057-41a2-9085-d691c1cabe8d', 'mac_address': 'fa:16:3e:7e:34:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdd619f-684d-482d-a404-c798dd89310a', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:34:03.291722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.310274 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e4112b-3057-41a2-9085-d691c1cabe8d {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:03.332621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 20e4112b-3057-41a2-9085-d691c1cabe8d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=20e4112b-3057-41a2-9085-d691c1cabe8d,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:03.400961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44300) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:03.468341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0fff310a-82f7-4e10-89c9-bbbb642a2684 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d780de4b49ea4c269bf4bac3bb08151d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659235 Aug 19 12:34:03.471423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44304) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:03.471997 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.472829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 60099b0b-d500-42a4-b799-7872f97217e1 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:34:03.535020 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77a1cdc4-b919-4f03-b6fc-7c429a8e4c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.566087 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77a1cdc4-b919-4f03-b6fc-7c429a8e4c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.585374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=20e4112b-3057-41a2-9085-d691c1cabe8d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:03.591935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 60099b0b-d500-42a4-b799-7872f97217e1, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=60099b0b-d500-42a4-b799-7872f97217e1,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:03.612275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '60099b0b-d500-42a4-b799-7872f97217e1', 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da', 'port_id': '60099b0b-d500-42a4-b799-7872f97217e1', 'mac_address': 'fa:16:3e:2f:e0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdd619f-684d-482d-a404-c798dd89310a', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:34:03.670002 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.671835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.687885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60099b0b-d500-42a4-b799-7872f97217e1 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:03.720100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 60099b0b-d500-42a4-b799-7872f97217e1, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=60099b0b-d500-42a4-b799-7872f97217e1,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:03.733348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e95d9c-ec96-49ab-a400-89444c8dcfc2 req-a77a3e27-e1fe-4530-8a60-3db70add927d tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:03.734967 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5e95d9c-ec96-49ab-a400-89444c8dcfc2 req-a77a3e27-e1fe-4530-8a60-3db70add927d tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 945 time: 0.2823091 Aug 19 12:34:03.738286 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.743224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b03be-4663-4e45-8b23-68ad600e5596 req-11ad0e88-a60c-487e-90ac-979d1478ae81 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:03.747395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b03be-4663-4e45-8b23-68ad600e5596 req-11ad0e88-a60c-487e-90ac-979d1478ae81 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:03.753271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b03be-4663-4e45-8b23-68ad600e5596 req-11ad0e88-a60c-487e-90ac-979d1478ae81 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:03.759827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b03be-4663-4e45-8b23-68ad600e5596 req-11ad0e88-a60c-487e-90ac-979d1478ae81 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:03.765853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b03be-4663-4e45-8b23-68ad600e5596 req-11ad0e88-a60c-487e-90ac-979d1478ae81 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:03.771777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b03be-4663-4e45-8b23-68ad600e5596 req-11ad0e88-a60c-487e-90ac-979d1478ae81 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:03.778314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b03be-4663-4e45-8b23-68ad600e5596 req-11ad0e88-a60c-487e-90ac-979d1478ae81 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:03.780336 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d55b03be-4663-4e45-8b23-68ad600e5596 req-11ad0e88-a60c-487e-90ac-979d1478ae81 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5424 time: 0.1434202 Aug 19 12:34:03.791796 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.792560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 519023fd-4f22-4c46-8a13-94ad7e61cad7 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:34:03.798412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77a1cdc4-b919-4f03-b6fc-7c429a8e4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.800964 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-77a1cdc4-b919-4f03-b6fc-7c429a8e4c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.806859 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-77a1cdc4-b919-4f03-b6fc-7c429a8e4c53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dac3c64-510a-4e78-9348-4b3175ca83e9 HTTP/1.1" status: 204 len: 168 time: 0.3298666 Aug 19 12:34:03.824499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1cdc4-b919-4f03-b6fc-7c429a8e4c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dac3c64-510a-4e78-9348-4b3175ca83e9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:03.849296 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d55b03be-4663-4e45-8b23-68ad600e5596 req-29f7f102-5c5b-41b0-8c0b-53ecfea02a9f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604024 Aug 19 12:34:03.865523 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5e95d9c-ec96-49ab-a400-89444c8dcfc2 req-a042d808-844f-4a68-919f-6f65bfa3f814 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168630 Aug 19 12:34:03.919361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b12e2ee-b0a7-477c-a7cf-23e151a0670b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:03.930897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.005315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 519023fd-4f22-4c46-8a13-94ad7e61cad7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=519023fd-4f22-4c46-8a13-94ad7e61cad7,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:04.043585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=60099b0b-d500-42a4-b799-7872f97217e1,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:04.047898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '519023fd-4f22-4c46-8a13-94ad7e61cad7', 'network_id': 'ff46c298-dbd9-40ab-9363-7cb90ef9f4da', 'port_id': '519023fd-4f22-4c46-8a13-94ad7e61cad7', 'mac_address': 'fa:16:3e:78:75:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdd619f-684d-482d-a404-c798dd89310a', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:34:04.163911 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.168273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bc884-1920-469b-b933-e5d6b72e9667 req-dab70981-020c-4c3d-bcd7-b00ade1ac427 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:04.170490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c6bc884-1920-469b-b933-e5d6b72e9667 req-dab70981-020c-4c3d-bcd7-b00ade1ac427 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 931 time: 0.1236210 Aug 19 12:34:04.187153 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519023fd-4f22-4c46-8a13-94ad7e61cad7 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:04.209944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 519023fd-4f22-4c46-8a13-94ad7e61cad7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=519023fd-4f22-4c46-8a13-94ad7e61cad7,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:04.255864 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c6bc884-1920-469b-b933-e5d6b72e9667 req-72846cde-403e-4700-8600-42f74e480dcb tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670741 Aug 19 12:34:04.331081 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.332156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device d8ecbca7-9509-4d6f-9292-0a3df0745e5d details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:34:04.399171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port d8ecbca7-9509-4d6f-9292-0a3df0745e5d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:04.419911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'd8ecbca7-9509-4d6f-9292-0a3df0745e5d', 'network_id': '59c66fdc-a2dd-43a4-a0ca-390a620768fe', 'port_id': 'd8ecbca7-9509-4d6f-9292-0a3df0745e5d', 'mac_address': 'fa:16:3e:d0:b0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358ad4a9-00a5-4ddb-9e61-9fc777a4db6a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:34:04.461734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=519023fd-4f22-4c46-8a13-94ad7e61cad7,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:04.478309 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.492413 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.493350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ecbca7-9509-4d6f-9292-0a3df0745e5d {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:04.495039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Pushing event updated for resources: {'Port': ['ID=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:04.521054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port d8ecbca7-9509-4d6f-9292-0a3df0745e5d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:04.543934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:04.564055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:04.571242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:04.597274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:04.623448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:04.627196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:04.633424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:04.634212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.643363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=155c0071-054b-4614-aace-071bffff60bd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:04.673341 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.731986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:04.737227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:04.737942 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.744396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ae2b8aac-2e6c-4c30-873b-2f985416c583 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0545127 Aug 19 12:34:04.744607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44330) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:04.749518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-649316af-af28-4a8f-8475-16f9958864ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:04.833955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-649316af-af28-4a8f-8475-16f9958864ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:04.851459 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-909ddc47-3b45-4089-97e7-b30207ee8d31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7504261 Aug 19 12:34:04.864681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Request body: {'port': {'device_id': '34199d94-cb5e-40d5-a488-c85985417361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:04.912725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5b12e2ee-b0a7-477c-a7cf-23e151a0670b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port b365ffdb-a4a8-4f5f-b051-9627fc5bf042 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:04.913568 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b12e2ee-b0a7-477c-a7cf-23e151a0670b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.025531 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b12e2ee-b0a7-477c-a7cf-23e151a0670b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.035743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5b12e2ee-b0a7-477c-a7cf-23e151a0670b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for b365ffdb-a4a8-4f5f-b051-9627fc5bf042 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:05.048547 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cc23dcb9-ded9-487b-8ec4-9cb175ab43b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.192760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec576a-989c-4962-aa58-18da913bc331 req-da92b2c1-7aca-4911-a6f8-53afe26a8555 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.195113 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-12ec576a-989c-4962-aa58-18da913bc331 req-da92b2c1-7aca-4911-a6f8-53afe26a8555 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 945 time: 0.1300430 Aug 19 12:34:05.234370 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-649316af-af28-4a8f-8475-16f9958864ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.259701 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.319380 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-12ec576a-989c-4962-aa58-18da913bc331 req-0dda781e-71e0-48b0-9cb0-19c32f615bf3 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155133 Aug 19 12:34:05.322398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-649316af-af28-4a8f-8475-16f9958864ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.382604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['d8c23d98-2995-46ce-8f34-a0804a88df54'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:05.444866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44354) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:05.471949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['4bd9d49e-14bd-436e-8983-234a93f0887d'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:05.484639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['3b4a4976-af0d-428f-9c3a-9245088802fc'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:05.489779 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['60099b0b-d500-42a4-b799-7872f97217e1'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:05.507871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['d8ecbca7-9509-4d6f-9292-0a3df0745e5d'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:05.518688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ae7fe-d599-4a69-8675-c578a9eb54f6 req-ed95ea2d-9dad-483c-966f-e57b6da52398 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.521399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-649316af-af28-4a8f-8475-16f9958864ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] In _notify_port_updated(), no bound segment for port 155c0071-054b-4614-aace-071bffff60bd on network f24f83f2-da32-40d5-8d15-bf98287d7830 {{(pid=95543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:34:05.527042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ae7fe-d599-4a69-8675-c578a9eb54f6 req-ed95ea2d-9dad-483c-966f-e57b6da52398 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.527971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649316af-af28-4a8f-8475-16f9958864ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.528682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-649316af-af28-4a8f-8475-16f9958864ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.531754 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-649316af-af28-4a8f-8475-16f9958864ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "PUT /v2.0/ports/155c0071-054b-4614-aace-071bffff60bd HTTP/1.1" status: 200 len: 818 time: 0.7849185 Aug 19 12:34:05.534819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ae7fe-d599-4a69-8675-c578a9eb54f6 req-ed95ea2d-9dad-483c-966f-e57b6da52398 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.541730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ae7fe-d599-4a69-8675-c578a9eb54f6 req-ed95ea2d-9dad-483c-966f-e57b6da52398 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.548163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ae7fe-d599-4a69-8675-c578a9eb54f6 req-ed95ea2d-9dad-483c-966f-e57b6da52398 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.553620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44358) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:05.555096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ae7fe-d599-4a69-8675-c578a9eb54f6 req-ed95ea2d-9dad-483c-966f-e57b6da52398 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.562905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ae7fe-d599-4a69-8675-c578a9eb54f6 req-ed95ea2d-9dad-483c-966f-e57b6da52398 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.571451 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-491ae7fe-d599-4a69-8675-c578a9eb54f6 req-ed95ea2d-9dad-483c-966f-e57b6da52398 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5427 time: 0.4356041 Aug 19 12:34:05.642476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['519023fd-4f22-4c46-8a13-94ad7e61cad7'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:05.645742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['20e4112b-3057-41a2-9085-d691c1cabe8d'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:05.649686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649316af-af28-4a8f-8475-16f9958864ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=155c0071-054b-4614-aace-071bffff60bd,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:05.690513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f630f963-5ddd-4dc3-b5ce-55e3b8cbb323 tempest-ServiceProvidersTest-91840972 tempest-ServiceProvidersTest-91840972-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2345157 Aug 19 12:34:05.799193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315e37-b40e-44f9-b2eb-b694706efaee req-5999c105-9941-4fa6-92d0-9d92aea2db5c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:05.809641 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f315e37-b40e-44f9-b2eb-b694706efaee req-5999c105-9941-4fa6-92d0-9d92aea2db5c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 931 time: 0.3174782 Aug 19 12:34:05.899328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:05.908049 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.930571 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f315e37-b40e-44f9-b2eb-b694706efaee req-4877bf84-2e36-45d1-8230-36c374fa8a2b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991228 Aug 19 12:34:05.954393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-0e2672c4-ec3a-4141-981c-3a6ac8b9a355 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 155c0071-054b-4614-aace-071bffff60bd {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:05.959912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e2672c4-ec3a-4141-981c-3a6ac8b9a355 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:05.961875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-491ae7fe-d599-4a69-8675-c578a9eb54f6 req-32ec5397-a15c-4d5d-9a3f-0f9914128273 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3893199 Aug 19 12:34:06.140700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Transition to ACTIVE for port object 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:06.141762 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b12e2ee-b0a7-477c-a7cf-23e151a0670b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.149910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e2672c4-ec3a-4141-981c-3a6ac8b9a355 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.165770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-0e2672c4-ec3a-4141-981c-3a6ac8b9a355 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 155c0071-054b-4614-aace-071bffff60bd owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:06.185473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12e2ee-b0a7-477c-a7cf-23e151a0670b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=b365ffdb-a4a8-4f5f-b051-9627fc5bf042,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:06.190605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81ebbf-6a26-40a7-9aa4-364fdf13b0de req-9bcc0d2e-5e56-402b-b97f-d130e33cfadd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:06.192201 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f81ebbf-6a26-40a7-9aa4-364fdf13b0de req-9bcc0d2e-5e56-402b-b97f-d130e33cfadd tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.0904734 Aug 19 12:34:06.271824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.311467 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f81ebbf-6a26-40a7-9aa4-364fdf13b0de req-9d41a126-b2dd-4d09-bb90-6a12414fc3b3 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787554 Aug 19 12:34:06.407302 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5b12e2ee-b0a7-477c-a7cf-23e151a0670b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.427160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:06.442605 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e2672c4-ec3a-4141-981c-3a6ac8b9a355 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.536418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44378) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:06.537756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2672c4-ec3a-4141-981c-3a6ac8b9a355 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=155c0071-054b-4614-aace-071bffff60bd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:06.564524 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e2672c4-ec3a-4141-981c-3a6ac8b9a355 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.569104 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0e2672c4-ec3a-4141-981c-3a6ac8b9a355 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/155c0071-054b-4614-aace-071bffff60bd HTTP/1.1" status: 204 len: 168 time: 1.0110979 Aug 19 12:34:06.570216 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44382) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:06.734624 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c178fc5a-6086-4299-928b-e722c239ed70 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:06.744041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44384) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:06.755468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c178fc5a-6086-4299-928b-e722c239ed70 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1831176 Aug 19 12:34:06.774291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c590115-9481-4407-bee8-c18d615f9627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.819545 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e38f92-1e38-4f6d-9a11-f4be1acf01cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:34:06.825004 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-20e38f92-1e38-4f6d-9a11-f4be1acf01cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/155c0071-054b-4614-aace-071bffff60bd HTTP/1.1" status: 404 len: 333 time: 0.0530024 Aug 19 12:34:06.834040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44386) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:06.834040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1206540970'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:06.854224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b12e2ee-b0a7-477c-a7cf-23e151a0670b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router 5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:06.872882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161e417-f326-4ffb-a47b-a10463dee6c0 req-55358f25-4534-4393-8c32-5f6015ac0b52 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:06.874630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5161e417-f326-4ffb-a47b-a10463dee6c0 req-55358f25-4534-4393-8c32-5f6015ac0b52 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=052023b0-30b0-43f0-b263-4f145242a18a HTTP/1.1" status: 200 len: 945 time: 0.2478051 Aug 19 12:34:06.880253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Attempting to bind port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:06.880253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Attempting to bind port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:06.880762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Attempting to bind port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 on network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:06.904975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 on network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:34:06.904975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Attempting to bind port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 on network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:06.926690 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c590115-9481-4407-bee8-c18d615f9627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:06.948271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:06.948792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Checking segment: {'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:06.949289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Bound using segment: {'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:06.950388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Bound port: 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:06.950388 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.023868 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5161e417-f326-4ffb-a47b-a10463dee6c0 req-cfc70f4d-2d0d-45dd-abf6-80294d968b5a tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376891 Aug 19 12:34:07.035486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b12e2ee-b0a7-477c-a7cf-23e151a0670b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:07.051215 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c590115-9481-4407-bee8-c18d615f9627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.053508 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5b12e2ee-b0a7-477c-a7cf-23e151a0670b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0760534 Aug 19 12:34:07.064498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44396) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:07.140899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] For port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:07.145529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] For port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:07.149006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fae39-915e-44c6-98e4-2aae40938226 None None] Sync routers for ids ['5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:07.157585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c590115-9481-4407-bee8-c18d615f9627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf48f940-699c-4a38-b38f-e67af35aca67,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:07.173226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fae39-915e-44c6-98e4-2aae40938226 None None] Routers {'5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:07.173864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-371fae39-915e-44c6-98e4-2aae40938226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:07.204026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3b5e150d-1f40-430a-933a-8ba893f131b9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0 HTTP/1.1" status: 200 len: 205 time: 0.1314168 Aug 19 12:34:07.209169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44400) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:07.239276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c17f8e-78c8-48d2-984f-d7276a020dd9 req-cd49d548-54f7-45c3-8c4a-5df94552be69 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.243628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-371fae39-915e-44c6-98e4-2aae40938226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:07.247975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c17f8e-78c8-48d2-984f-d7276a020dd9 req-cd49d548-54f7-45c3-8c4a-5df94552be69 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.253473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371fae39-915e-44c6-98e4-2aae40938226 None None] Routers {'5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:07.254267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-371fae39-915e-44c6-98e4-2aae40938226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:33:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:07.254587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c17f8e-78c8-48d2-984f-d7276a020dd9 req-cd49d548-54f7-45c3-8c4a-5df94552be69 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.261518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c17f8e-78c8-48d2-984f-d7276a020dd9 req-cd49d548-54f7-45c3-8c4a-5df94552be69 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.268461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c17f8e-78c8-48d2-984f-d7276a020dd9 req-cd49d548-54f7-45c3-8c4a-5df94552be69 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.282854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c17f8e-78c8-48d2-984f-d7276a020dd9 req-cd49d548-54f7-45c3-8c4a-5df94552be69 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.283166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c17f8e-78c8-48d2-984f-d7276a020dd9 req-cd49d548-54f7-45c3-8c4a-5df94552be69 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.286051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9c17f8e-78c8-48d2-984f-d7276a020dd9 req-cd49d548-54f7-45c3-8c4a-5df94552be69 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5427 time: 0.1382315 Aug 19 12:34:07.289289 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.346468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-371fae39-915e-44c6-98e4-2aae40938226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:07.348795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371fae39-915e-44c6-98e4-2aae40938226 None None] The sync data for ids ['5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:07.373149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.374604 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.378563 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] 10.222.0.62 "PUT /v2.0/ports/5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 HTTP/1.1" status: 200 len: 1091 time: 2.5169606 Aug 19 12:34:07.378563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34199d94-cb5e-40d5-a488-c85985417361', 'tag': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:07.380686 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4722dd-369e-4854-aeab-8e99101844f7" -d '{"events": [{"name": "network-changed", "server_uuid": "34199d94-cb5e-40d5-a488-c85985417361", "tag": "5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:07.418536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9c17f8e-78c8-48d2-984f-d7276a020dd9 req-042c2736-e64c-407c-854f-60ed44f7b07f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179960 Aug 19 12:34:07.440976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e8937-ad51-4bd0-8bb9-8624dd4786a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:07.525413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-f00a73a7-2aa0-4b63-ad88-4218a59d9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.529026 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-f00a73a7-2aa0-4b63-ad88-4218a59d9179 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88619488b2d41848fd138e049c70cb2&device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 1094 time: 0.0470052 Aug 19 12:34:07.577319 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-2ec93916-20fa-4ee8-bf7a-acdb97680869 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 HTTP/1.1" status: 200 len: 217 time: 0.0373740 Aug 19 12:34:07.642020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-56be4529-da6d-449c-a9bc-a61db6051100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.643653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-56be4529-da6d-449c-a9bc-a61db6051100 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc788532-f0ed-4237-a424-9d3a217d0d75 HTTP/1.1" status: 200 len: 854 time: 0.0531600 Aug 19 12:34:07.671167 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.700029 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f43c1e88-02ef-4031-91c3-712ddb68a63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.714489 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-2d3f47ea-6450-48dd-bda8-478bfa03d13c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a23d8e4-8eb3-4c2b-b075-508a6246f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599630 Aug 19 12:34:07.729893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:07.733602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.743414 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9c590115-9481-4407-bee8-c18d615f9627 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21d8e39741b040aaaeeec61fa2f6d2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1959667 Aug 19 12:34:07.745441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44404) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:07.777514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15d493b3-077b-4967-9408-780efd80e479 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.786448 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f31ce-5a21-48e1-aaff-cc41dfdbabcf req-07479287-7353-4217-9805-0e6eed201b70 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.788825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a33f31ce-5a21-48e1-aaff-cc41dfdbabcf req-07479287-7353-4217-9805-0e6eed201b70 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 943 time: 0.7287521 Aug 19 12:34:07.845422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111c3f-665a-42f0-a355-e161edd0cb36 req-6dae3a91-6047-49ef-a209-fed7718e2cfe tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:07.846922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-19111c3f-665a-42f0-a355-e161edd0cb36 req-6dae3a91-6047-49ef-a209-fed7718e2cfe tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 945 time: 0.1066179 Aug 19 12:34:07.876667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-94dddfab-887a-482f-bbb7-5d4a029cace2 service neutron] 10.222.0.62 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526608 Aug 19 12:34:07.891552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:07.914877 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:07.915397 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Added segment f5b319e8-7b01-497f-bc83-f36abfbb6e88 of type vlan for network 8edd1459-2960-45b4-ba19-90073ef22d2f Aug 19 12:34:07.942583 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-19111c3f-665a-42f0-a355-e161edd0cb36 req-6127d9d9-96f3-46c2-8f31-cc5c1eb4d7af tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842416 Aug 19 12:34:07.994639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad76a580-d68c-4239-9910-b5b1fd8b0f5a req-0f39a8ef-37e2-4877-a705-16fd555a03f3 service neutron] 10.222.0.62 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064339 Aug 19 12:34:08.032393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a33f31ce-5a21-48e1-aaff-cc41dfdbabcf req-cc60f6ec-3b9a-4094-a78d-e8593b620ea7 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974764 Aug 19 12:34:08.039067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a22f3c1-48e1-4357-a087-95c1498919a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.068049 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15d493b3-077b-4967-9408-780efd80e479 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.069644 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3363ae7-4795-4379-9f03-5fae19166447 x-openstack-request-id: req-c3363ae7-4795-4379-9f03-5fae19166447 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:08.069942 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34199d94-cb5e-40d5-a488-c85985417361", "tag": "5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:08.070259 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3363ae7-4795-4379-9f03-5fae19166447 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:08.070670 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34199d94-cb5e-40d5-a488-c85985417361', 'tag': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0', 'status': 'completed', 'code': 200} Aug 19 12:34:08.076025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15d493b3-077b-4967-9408-780efd80e479 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.099525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.150943 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a22f3c1-48e1-4357-a087-95c1498919a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.224382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4722dd-369e-4854-aeab-8e99101844f7 req-9390a701-7584-4355-82af-22248fb86c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.224382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f4722dd-369e-4854-aeab-8e99101844f7 req-9390a701-7584-4355-82af-22248fb86c7c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88619488b2d41848fd138e049c70cb2&device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 1094 time: 0.0697687 Aug 19 12:34:08.271325 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15d493b3-077b-4967-9408-780efd80e479 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.271905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d493b3-077b-4967-9408-780efd80e479 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Fanout notify agent at l3_agent the message router_deleted on router 5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:34:08.281920 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15d493b3-077b-4967-9408-780efd80e479 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.281920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-15d493b3-077b-4967-9408-780efd80e479 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0 HTTP/1.1" status: 204 len: 168 time: 1.0694745 Aug 19 12:34:08.284132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44412) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:08.315563 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a22f3c1-48e1-4357-a087-95c1498919a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.318105 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a22f3c1-48e1-4357-a087-95c1498919a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.320782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4a22f3c1-48e1-4357-a087-95c1498919a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf48f940-699c-4a38-b38f-e67af35aca67 HTTP/1.1" status: 204 len: 168 time: 0.5671322 Aug 19 12:34:08.332362 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.337990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.338577 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.357014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4722dd-369e-4854-aeab-8e99101844f7 req-939b869e-856e-4fac-9b75-e8f571ca5c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.358666 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f4722dd-369e-4854-aeab-8e99101844f7 req-939b869e-856e-4fac-9b75-e8f571ca5c14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8a23d8e4-8eb3-4c2b-b075-508a6246f620 HTTP/1.1" status: 200 len: 915 time: 0.1274493 Aug 19 12:34:08.411269 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f4722dd-369e-4854-aeab-8e99101844f7 req-a588f49a-d802-44fa-a836-e9d5ee597399 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 HTTP/1.1" status: 200 len: 217 time: 0.0364776 Aug 19 12:34:08.421838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22f3c1-48e1-4357-a087-95c1498919a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf48f940-699c-4a38-b38f-e67af35aca67,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:08.473747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-7323b357-df76-40b9-9944-d3eece26cfd1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting subnet 05d1aebe-9175-4831-81ea-67abe55c603a {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:08.481931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4722dd-369e-4854-aeab-8e99101844f7 req-2d5c9f06-b622-46f4-9fc6-fe03c1749e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.484272 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f4722dd-369e-4854-aeab-8e99101844f7 req-2d5c9f06-b622-46f4-9fc6-fe03c1749e73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc788532-f0ed-4237-a424-9d3a217d0d75 HTTP/1.1" status: 200 len: 854 time: 0.0613966 Aug 19 12:34:08.489896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ba90-6039-4581-a98c-a7d1ec4e8f9c req-72ac7b9f-9719-48f4-b68a-c9e211061499 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.492368 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a769ba90-6039-4581-a98c-a7d1ec4e8f9c req-72ac7b9f-9719-48f4-b68a-c9e211061499 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.1795924 Aug 19 12:34:08.493021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Network': ['ID=8edd1459-2960-45b4-ba19-90073ef22d2f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:08.499741 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7323b357-df76-40b9-9944-d3eece26cfd1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.505083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 8edd1459-2960-45b4-ba19-90073ef22d2f details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:08.529849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f4722dd-369e-4854-aeab-8e99101844f7 req-b96ff9a6-5a75-4a15-aa6b-c397083d9084 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a23d8e4-8eb3-4c2b-b075-508a6246f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289197 Aug 19 12:34:08.531397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a0a1b7cb-3035-4504-b97f-4b0db672b888 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7043796 Aug 19 12:34:08.534842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44422) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:08.547179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': '8edd1459-2960-45b4-ba19-90073ef22d2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:08.635180 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7323b357-df76-40b9-9944-d3eece26cfd1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.660389 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a769ba90-6039-4581-a98c-a7d1ec4e8f9c req-0c55b93d-f2c5-4c47-9757-59ab77cdebff tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556180 Aug 19 12:34:08.704767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3b4a4976-af0d-428f-9c3a-9245088802fc up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:08.750561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f29e34-f16b-4864-8b89-8a8164bfa649 req-c17d1ac9-3a51-441f-ad91-a6d57daad576 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.756842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f29e34-f16b-4864-8b89-8a8164bfa649 req-c17d1ac9-3a51-441f-ad91-a6d57daad576 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.762408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f29e34-f16b-4864-8b89-8a8164bfa649 req-c17d1ac9-3a51-441f-ad91-a6d57daad576 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.765985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7323b357-df76-40b9-9944-d3eece26cfd1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.768361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f29e34-f16b-4864-8b89-8a8164bfa649 req-c17d1ac9-3a51-441f-ad91-a6d57daad576 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.774311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f29e34-f16b-4864-8b89-8a8164bfa649 req-c17d1ac9-3a51-441f-ad91-a6d57daad576 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.780258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f29e34-f16b-4864-8b89-8a8164bfa649 req-c17d1ac9-3a51-441f-ad91-a6d57daad576 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.786753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f29e34-f16b-4864-8b89-8a8164bfa649 req-c17d1ac9-3a51-441f-ad91-a6d57daad576 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:08.789282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54f29e34-f16b-4864-8b89-8a8164bfa649 req-c17d1ac9-3a51-441f-ad91-a6d57daad576 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5427 time: 0.2217093 Aug 19 12:34:08.832011 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f4722dd-369e-4854-aeab-8e99101844f7 req-43e08938-743f-4732-8bd6-b29ab9870f20 service neutron] 10.222.0.62 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808487 Aug 19 12:34:08.912293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54f29e34-f16b-4864-8b89-8a8164bfa649 req-d6cf6263-cc2c-484c-b817-6a9bda8038f7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141713 Aug 19 12:34:08.933226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 3b4a4976-af0d-428f-9c3a-9245088802fc completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:08.933226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 3b4a4976-af0d-428f-9c3a-9245088802fc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:08.933226 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.952334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7323b357-df76-40b9-9944-d3eece26cfd1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:08.955737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:08.961954 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.039241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f4722dd-369e-4854-aeab-8e99101844f7 req-6acf4032-2f4b-4862-913a-4b4dc5c8f67d service neutron] 10.222.0.62 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929336 Aug 19 12:34:09.053624 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7323b357-df76-40b9-9944-d3eece26cfd1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.058578 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7323b357-df76-40b9-9944-d3eece26cfd1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/05d1aebe-9175-4831-81ea-67abe55c603a HTTP/1.1" status: 204 len: 168 time: 0.7709363 Aug 19 12:34:09.058772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac568f-ef9a-4c84-9d6b-1915604da717 None None] Network 37b79e07-4f0f-4853-afbe-2def81fa6fe8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:09.062040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44438) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:09.068638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323b357-df76-40b9-9944-d3eece26cfd1 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Subnet': ['ID=05d1aebe-9175-4831-81ea-67abe55c603a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:09.223135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bc4a6-e3b4-4b17-8c2f-41d7ee3dd92a req-99d7db8e-9b48-4335-ad36-ce6c727d18e8 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:09.231779 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.233897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bc4a6-e3b4-4b17-8c2f-41d7ee3dd92a req-99d7db8e-9b48-4335-ad36-ce6c727d18e8 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:09.244616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bc4a6-e3b4-4b17-8c2f-41d7ee3dd92a req-99d7db8e-9b48-4335-ad36-ce6c727d18e8 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:09.246418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-583bc4a6-e3b4-4b17-8c2f-41d7ee3dd92a req-99d7db8e-9b48-4335-ad36-ce6c727d18e8 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96&device_id=052023b0-30b0-43f0-b263-4f145242a18a&device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 2417 time: 0.1862421 Aug 19 12:34:09.296782 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.304312 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-583bc4a6-e3b4-4b17-8c2f-41d7ee3dd92a req-3de88b37-44b7-4fcf-8653-1cb2f3584c69 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459299 Aug 19 12:34:09.423398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4392c-5a2a-4764-b43c-310cb94e0372 req-5bd12b24-f4fc-4382-b582-430dd510ad3b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:09.438666 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-79f4392c-5a2a-4764-b43c-310cb94e0372 req-5bd12b24-f4fc-4382-b582-430dd510ad3b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 943 time: 0.1928575 Aug 19 12:34:09.487035 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.493169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3c90f-ac9a-47d3-a852-eebbea0f0562 req-9c18bf87-0ae8-46a2-a725-18575063d2e9 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:09.502134 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72f3c90f-ac9a-47d3-a852-eebbea0f0562 req-9c18bf87-0ae8-46a2-a725-18575063d2e9 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 945 time: 0.0871639 Aug 19 12:34:09.559660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72f3c90f-ac9a-47d3-a852-eebbea0f0562 req-dc5343ad-6631-4e34-8d0b-9aba8a218df7 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533617 Aug 19 12:34:09.576578 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-79f4392c-5a2a-4764-b43c-310cb94e0372 req-84c9ddd9-c76b-4c51-a76f-39a9f0b5d245 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369913 Aug 19 12:34:09.585828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4a4976-af0d-428f-9c3a-9245088802fc'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:09.588295 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86337a63-121b-499f-a75d-853a34d956a7" -d '{"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "3b4a4976-af0d-428f-9c3a-9245088802fc"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:09.597673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port f1f8d49a-44bf-47a0-9d7a-38452435516e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:09.597673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.617279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 3b4a4976-af0d-428f-9c3a-9245088802fc, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3b4a4976-af0d-428f-9c3a-9245088802fc,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:09.641369 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff1581b-876d-415b-81c2-a59dd695606c x-openstack-request-id: req-8ff1581b-876d-415b-81c2-a59dd695606c {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:09.641930 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "3b4a4976-af0d-428f-9c3a-9245088802fc", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:09.642352 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ff1581b-876d-415b-81c2-a59dd695606c {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:09.642989 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4a4976-af0d-428f-9c3a-9245088802fc', 'code': 200} Aug 19 12:34:09.695074 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.695992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device d8ecbca7-9509-4d6f-9292-0a3df0745e5d up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:09.708764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.742653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5994fe75-fb3a-4a9f-9218-a8f892ea8d27 None None] DHCP port deletion for 37b79e07-4f0f-4853-afbe-2def81fa6fe8 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:34:09.822649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44464) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:09.847335 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] For port f1f8d49a-44bf-47a0-9d7a-38452435516e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f1f8d49a-44bf-47a0-9d7a-38452435516e,segment=NetworkSegment(be90303a-2613-428c-bf0b-8eee855f569a),segment_id=be90303a-2613-428c-bf0b-8eee855f569a)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:09.847723 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:09.918528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for f1f8d49a-44bf-47a0-9d7a-38452435516e owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:09.919872 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=3b4a4976-af0d-428f-9c3a-9245088802fc,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:09.933333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Subnet': ['ID=e978e4ef-c736-4371-918b-7e3cc44ad375,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:09.969853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Checking segment: {'id': 'f5b319e8-7b01-497f-bc83-f36abfbb6e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8edd1459-2960-45b4-ba19-90073ef22d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:09.970220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network hostable DHCP agents. Network: 8edd1459-2960-45b4-ba19-90073ef22d2f, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:10.020707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-124596705'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:10.050943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5994fe75-fb3a-4a9f-9218-a8f892ea8d27 None None] Deleting port f1f8d49a-44bf-47a0-9d7a-38452435516e {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:10.051326 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5994fe75-fb3a-4a9f-9218-a8f892ea8d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.065800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port d8ecbca7-9509-4d6f-9292-0a3df0745e5d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:10.108775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port d8ecbca7-9509-4d6f-9292-0a3df0745e5d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:10.109060 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.145212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Made reservation on behalf of e4be084edf624cd39d5fa7a9b6131d7a for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:10.150114 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.173024 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.178288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5994fe75-fb3a-4a9f-9218-a8f892ea8d27 None None] For port f1f8d49a-44bf-47a0-9d7a-38452435516e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f1f8d49a-44bf-47a0-9d7a-38452435516e,segment=NetworkSegment(be90303a-2613-428c-bf0b-8eee855f569a),segment_id=be90303a-2613-428c-bf0b-8eee855f569a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:10.181964 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5994fe75-fb3a-4a9f-9218-a8f892ea8d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.194476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5994fe75-fb3a-4a9f-9218-a8f892ea8d27 None None] Calling delete_port for f1f8d49a-44bf-47a0-9d7a-38452435516e owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:10.230583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0af84-c40a-4100-b0b4-48f07d415cd4 req-1a8fa696-6afe-49e7-8bec-b9b6e2d2be4b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:10.239075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0af84-c40a-4100-b0b4-48f07d415cd4 req-1a8fa696-6afe-49e7-8bec-b9b6e2d2be4b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:10.247539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0af84-c40a-4100-b0b4-48f07d415cd4 req-1a8fa696-6afe-49e7-8bec-b9b6e2d2be4b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:10.255345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0af84-c40a-4100-b0b4-48f07d415cd4 req-1a8fa696-6afe-49e7-8bec-b9b6e2d2be4b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:10.263532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0af84-c40a-4100-b0b4-48f07d415cd4 req-1a8fa696-6afe-49e7-8bec-b9b6e2d2be4b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:10.272026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0af84-c40a-4100-b0b4-48f07d415cd4 req-1a8fa696-6afe-49e7-8bec-b9b6e2d2be4b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:10.279090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0af84-c40a-4100-b0b4-48f07d415cd4 req-1a8fa696-6afe-49e7-8bec-b9b6e2d2be4b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:10.279964 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.281748 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-19f0af84-c40a-4100-b0b4-48f07d415cd4 req-1a8fa696-6afe-49e7-8bec-b9b6e2d2be4b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5428 time: 0.2254534 Aug 19 12:34:10.286874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 8edd1459-2960-45b4-ba19-90073ef22d2f is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:10.355065 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.377758 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-19f0af84-c40a-4100-b0b4-48f07d415cd4 req-6e772a3b-cf49-404b-91d2-bd44a057dff2 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848205 Aug 19 12:34:10.387462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port d8ecbca7-9509-4d6f-9292-0a3df0745e5d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:10.390909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 8edd1459-2960-45b4-ba19-90073ef22d2f) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:10.396716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:10.397849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.404370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65834b58-9763-44a1-af63-a3beec003e8f None None] Network 8edd1459-2960-45b4-ba19-90073ef22d2f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:10.454344 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.471739 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.475121 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.481146 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.482290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device d8c23d98-2995-46ce-8f34-a0804a88df54 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:10.491824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:10.495373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No DVR routers for this DVR port f1f8d49a-44bf-47a0-9d7a-38452435516e on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:10.529828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.531875 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Added segment a2e48046-4e9e-4076-a242-99f3fa42b73b of type vlan for network 12831ce6-0c91-438e-9db6-e96dec05e8d2 Aug 19 12:34:10.538457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c265a1-da43-4f4f-be71-78af6662eb92,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.547364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ec29f3d0-fa04-4496-9c0a-a326040ca7e4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0114260 Aug 19 12:34:10.566157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44476) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:10.593079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6303892e-40bd-405a-9878-551a1bffcb1e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': '8edd1459-2960-45b4-ba19-90073ef22d2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:10.666478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=f1f8d49a-44bf-47a0-9d7a-38452435516e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.684897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.698950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.704936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b79e07-4f0f-4853-afbe-2def81fa6fe8']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:10.724326 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5994fe75-fb3a-4a9f-9218-a8f892ea8d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.773795 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.776633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be90303a-2613-428c-bf0b-8eee855f569a') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:10.776933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be90303a-2613-428c-bf0b-8eee855f569a') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:10.792298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994fe75-fb3a-4a9f-9218-a8f892ea8d27 None None] Pushing event deleted for resources: {'Port': ['ID=f1f8d49a-44bf-47a0-9d7a-38452435516e,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:10.808823 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.847980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.849658 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994fe75-fb3a-4a9f-9218-a8f892ea8d27 None None] No DVR routers for this DVR port f1f8d49a-44bf-47a0-9d7a-38452435516e on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:10.864349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:10.864903 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:10.878013 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:10.917532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-8edd1459-2960-45b4-ba19-90073ef22d2f', 'network_id': '8edd1459-2960-45b4-ba19-90073ef22d2f', 'tenant_id': '7ea92cde6a0c4bb0a39435c007b142fe', 'fixed_ips': [{'subnet_id': 'e978e4ef-c736-4371-918b-7e3cc44ad375'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:10.918724 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.939878 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:10.948282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:10.948282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.059644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.2356608 Aug 19 12:34:11.063723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44490) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:11.091212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-435f69ab-7eb9-4c06-ac92-4bc6e6803376 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2', 'tempest-TagsTest-Tag-771226339') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:11.102000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Allocated IP 2001:db8::2 (8edd1459-2960-45b4-ba19-90073ef22d2f/e978e4ef-c736-4371-918b-7e3cc44ad375/815103ff-cd98-4a67-8973-74bf8657d4d5) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:11.126570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fcd5f-e113-49b6-a8b3-013b5a5db1fd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Pushing event updated for resources: {'Network': ['ID=12831ce6-0c91-438e-9db6-e96dec05e8d2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:11.204491 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 12831ce6-0c91-438e-9db6-e96dec05e8d2 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:11.274372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port d8c23d98-2995-46ce-8f34-a0804a88df54 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:11.294575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6303892e-40bd-405a-9878-551a1bffcb1e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:11.302765 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6303892e-40bd-405a-9878-551a1bffcb1e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.306712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port d8c23d98-2995-46ce-8f34-a0804a88df54 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:11.308639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.394448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f1f8d49a-44bf-47a0-9d7a-38452435516e no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:11.466580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b77cd-4071-4582-bfc3-e32ab4ea9ced req-bf6d38b2-fcb7-4c10-b17f-8c148a4f6d43 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.468477 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc9b77cd-4071-4582-bfc3-e32ab4ea9ced req-bf6d38b2-fcb7-4c10-b17f-8c148a4f6d43 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.1193037 Aug 19 12:34:11.497438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f1f8d49a-44bf-47a0-9d7a-38452435516e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:11.497953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f1f8d49a-44bf-47a0-9d7a-38452435516e not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:11.500274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.524028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Transition to ACTIVE for port object 815103ff-cd98-4a67-8973-74bf8657d4d5 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:11.524271 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc9b77cd-4071-4582-bfc3-e32ab4ea9ced req-e19cc919-6d52-4b18-909a-c2d01fc007ba tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449524 Aug 19 12:34:11.529358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7c599-6276-4c8f-b7fd-9d597a5437a2 req-c1742ea6-ccb9-430e-8dd5-24fa934e9593 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.539213 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7bd7c599-6276-4c8f-b7fd-9d597a5437a2 req-c1742ea6-ccb9-430e-8dd5-24fa934e9593 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 943 time: 0.8384395 Aug 19 12:34:11.581468 n-d-803757-2 neutron-server[95543]: INFO neutron.db.ipam_backend_mixin [None req-6303892e-40bd-405a-9878-551a1bffcb1e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e978e4ef-c736-4371-918b-7e3cc44ad375 (CIDR: 2001:db8::/64) Aug 19 12:34:11.588991 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.606113 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7bd7c599-6276-4c8f-b7fd-9d597a5437a2 req-cd612f5d-1207-45a1-ac73-20e7ecf6833b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644312 Aug 19 12:34:11.637207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Transition to ACTIVE for port object 815103ff-cd98-4a67-8973-74bf8657d4d5 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:11.644912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ecbca7-9509-4d6f-9292-0a3df0745e5d'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:11.647181 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a03ab45-2ba4-411a-ac8e-a43588be9d6a" -d '{"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "d8ecbca7-9509-4d6f-9292-0a3df0745e5d"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:11.660348 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-6303892e-40bd-405a-9878-551a1bffcb1e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:34:11.660964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6303892e-40bd-405a-9878-551a1bffcb1e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:34:11.676896 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.683860 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.685743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/networks/37b79e07-4f0f-4853-afbe-2def81fa6fe8 HTTP/1.1" status: 204 len: 168 time: 2.6218305 Aug 19 12:34:11.689536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44500) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:11.702146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port d8c23d98-2995-46ce-8f34-a0804a88df54, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d8c23d98-2995-46ce-8f34-a0804a88df54,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:11.707353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0352a967-4898-4981-a91e-936ac683e43d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1043610089', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:11.716821 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28a44e7-e49f-40e3-be39-ec01f694610d x-openstack-request-id: req-f28a44e7-e49f-40e3-be39-ec01f694610d {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:11.717382 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "d8ecbca7-9509-4d6f-9292-0a3df0745e5d", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:11.718452 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f28a44e7-e49f-40e3-be39-ec01f694610d {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:11.720398 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ecbca7-9509-4d6f-9292-0a3df0745e5d', 'code': 200} Aug 19 12:34:11.727426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f5024-994a-49a6-8c83-6894f3b940f7 req-143ad6a2-632d-4716-9467-fd3ed7fac50f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.734153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f5024-994a-49a6-8c83-6894f3b940f7 req-143ad6a2-632d-4716-9467-fd3ed7fac50f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.735874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db49b18-c5dc-4ad1-a278-1afd78ff1741 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Network': ['ID=37b79e07-4f0f-4853-afbe-2def81fa6fe8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:11.740795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f5024-994a-49a6-8c83-6894f3b940f7 req-143ad6a2-632d-4716-9467-fd3ed7fac50f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.747742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f5024-994a-49a6-8c83-6894f3b940f7 req-143ad6a2-632d-4716-9467-fd3ed7fac50f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.753546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f5024-994a-49a6-8c83-6894f3b940f7 req-143ad6a2-632d-4716-9467-fd3ed7fac50f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.760348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f5024-994a-49a6-8c83-6894f3b940f7 req-143ad6a2-632d-4716-9467-fd3ed7fac50f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.766446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f5024-994a-49a6-8c83-6894f3b940f7 req-143ad6a2-632d-4716-9467-fd3ed7fac50f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:11.768492 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d21f5024-994a-49a6-8c83-6894f3b940f7 req-143ad6a2-632d-4716-9467-fd3ed7fac50f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5429 time: 0.1582222 Aug 19 12:34:11.775125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.811443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-435f69ab-7eb9-4c06-ac92-4bc6e6803376 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "PUT /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags/tempest-TagsTest-Tag-771226339 HTTP/1.1" status: 201 len: 201 time: 0.7338934 Aug 19 12:34:11.812770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44502) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:11.817431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6303892e-40bd-405a-9878-551a1bffcb1e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2467113 Aug 19 12:34:11.818317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44504) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:11.821468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-604acb23-25d1-4f2d-ac5d-f310dddefc23 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2', 'tempest-TagsTest-Tag-771226339') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:11.827939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a323763b-e7ed-4b7b-b590-a3b8c68f16ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': '8edd1459-2960-45b4-ba19-90073ef22d2f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:11.829901 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:11.843312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4bd9d49e-14bd-436e-8983-234a93f0887d up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:11.887868 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Network 8edd1459-2960-45b4-ba19-90073ef22d2f is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:11.899348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:11.905350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:11.927183 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Pushing event updated for resources: {'Port': ['ID=815103ff-cd98-4a67-8973-74bf8657d4d5,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:11.954989 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d21f5024-994a-49a6-8c83-6894f3b940f7 req-46d7b947-b830-4283-ae2b-48f45fe9e911 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1708333 Aug 19 12:34:11.971332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-604acb23-25d1-4f2d-ac5d-f310dddefc23 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "GET /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags/tempest-TagsTest-Tag-771226339 HTTP/1.1" status: 204 len: 168 time: 0.1550875 Aug 19 12:34:11.971691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44510) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:11.977601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-05bd0737-28a4-4da3-a653-0f4ed89301cd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:12.044119 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0352a967-4898-4981-a91e-936ac683e43d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.045406 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0352a967-4898-4981-a91e-936ac683e43d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.047672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Attempting to bind port 815103ff-cd98-4a67-8973-74bf8657d4d5 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:12.048051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Attempting to bind port 815103ff-cd98-4a67-8973-74bf8657d4d5 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f5b319e8-7b01-497f-bc83-f36abfbb6e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8edd1459-2960-45b4-ba19-90073ef22d2f'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:12.049294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Attempting to bind port 815103ff-cd98-4a67-8973-74bf8657d4d5 on network 8edd1459-2960-45b4-ba19-90073ef22d2f {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:12.057223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:12.057762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Checking segment: {'id': 'f5b319e8-7b01-497f-bc83-f36abfbb6e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8edd1459-2960-45b4-ba19-90073ef22d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:12.057976 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.058370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Bound using segment: {'id': 'f5b319e8-7b01-497f-bc83-f36abfbb6e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8edd1459-2960-45b4-ba19-90073ef22d2f'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:12.058907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Bound port: 815103ff-cd98-4a67-8973-74bf8657d4d5, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b319e8-7b01-497f-bc83-f36abfbb6e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8edd1459-2960-45b4-ba19-90073ef22d2f'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:12.059294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.064733 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-05bd0737-28a4-4da3-a653-0f4ed89301cd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "GET /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags HTTP/1.1" status: 200 len: 237 time: 0.0919642 Aug 19 12:34:12.067331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44512) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:12.068477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=d8c23d98-2995-46ce-8f34-a0804a88df54,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:12.076412 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-0b0da61f-c877-4875-b8cd-71302ae801f3 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2', {'tags': ['tempest-TagsTest-Tag-2094012028', 'tempest-TagsTest-Tag-2118190472', 'tempest-TagsTest-Tag-478953500']}) {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:12.143236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0352a967-4898-4981-a91e-936ac683e43d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.148328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 4bd9d49e-14bd-436e-8983-234a93f0887d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:12.159525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 4bd9d49e-14bd-436e-8983-234a93f0887d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:12.160284 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.182763 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] For port 815103ff-cd98-4a67-8973-74bf8657d4d5, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:12.186203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a323763b-e7ed-4b7b-b590-a3b8c68f16ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:12.192851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:34:12.197486 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a323763b-e7ed-4b7b-b590-a3b8c68f16ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.246946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] For port 815103ff-cd98-4a67-8973-74bf8657d4d5, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=815103ff-cd98-4a67-8973-74bf8657d4d5,segment=NetworkSegment(f5b319e8-7b01-497f-bc83-f36abfbb6e88),segment_id=f5b319e8-7b01-497f-bc83-f36abfbb6e88)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:12.277001 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0352a967-4898-4981-a91e-936ac683e43d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.345469 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.345874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44516) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:12.346491 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0b0da61f-c877-4875-b8cd-71302ae801f3 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "PUT /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags HTTP/1.1" status: 200 len: 308 time: 0.2779484 Aug 19 12:34:12.350646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-4e07dbcb-d50d-45c7-a6cd-1191dd68c3ba tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2', 'tempest-TagsTest-Tag-2094012028') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:12.381650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0352a967-4898-4981-a91e-936ac683e43d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.382822 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0352a967-4898-4981-a91e-936ac683e43d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6923254 Aug 19 12:34:12.386851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44518) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:12.391357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2001976137'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:12.501045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a83fa-d642-4074-b4ed-d178f4387289 None None] Pushing event updated for resources: {'Port': ['ID=815103ff-cd98-4a67-8973-74bf8657d4d5,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:12.603794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:12.607387 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.613912 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.694626 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:12.719840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0', 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620', 'port_id': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0', 'mac_address': 'fa:16:3e:cc:67:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc788532-f0ed-4237-a424-9d3a217d0d75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:34:12.740639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a323763b-e7ed-4b7b-b590-a3b8c68f16ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.793990 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4e07dbcb-d50d-45c7-a6cd-1191dd68c3ba tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "DELETE /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags/tempest-TagsTest-Tag-2094012028 HTTP/1.1" status: 204 len: 168 time: 0.4469607 Aug 19 12:34:12.796956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:12.801551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44526) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:12.829106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-180439c6-cb71-4cf6-a16d-d628f625f4f0 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2', 'tempest-TagsTest-Tag-2094012028') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:12.837015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a323763b-e7ed-4b7b-b590-a3b8c68f16ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 8edd1459-2960-45b4-ba19-90073ef22d2f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:12.848264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-a323763b-e7ed-4b7b-b590-a3b8c68f16ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:12.857469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323763b-e7ed-4b7b-b590-a3b8c68f16ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:12.862288 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a323763b-e7ed-4b7b-b590-a3b8c68f16ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.876330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 4bd9d49e-14bd-436e-8983-234a93f0887d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4bd9d49e-14bd-436e-8983-234a93f0887d,segment=NetworkSegment(c6e3490a-b258-430f-bd54-1a006483ade8),segment_id=c6e3490a-b258-430f-bd54-1a006483ade8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:12.914235 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.947279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:12.963399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206cff6-08f1-441a-94f7-40b9b70db418 req-899e89e0-de8d-438b-b61d-7f529ed60fff tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:12.979152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4206cff6-08f1-441a-94f7-40b9b70db418 req-899e89e0-de8d-438b-b61d-7f529ed60fff tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.3186443 Aug 19 12:34:12.979152 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.979152 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added segment ec667b01-abf9-4eb3-8e55-ee4df4f5552f of type vlan for network 0022c1da-fce4-4d5b-9bd4-cf64818f0799 Aug 19 12:34:12.989432 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:12.991480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 20e4112b-3057-41a2-9085-d691c1cabe8d up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:13.013590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323763b-e7ed-4b7b-b590-a3b8c68f16ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Subnet': ['ID=a9ba119d-fe62-45d6-bb09-b181a77eb1b6,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:13.031140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411f72f-d2c3-49d1-8f6a-1bb965c229e7 req-ab2c9e43-74fb-46be-819f-b516103cb883 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:13.034994 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2411f72f-d2c3-49d1-8f6a-1bb965c229e7 req-ab2c9e43-74fb-46be-819f-b516103cb883 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 943 time: 0.3063574 Aug 19 12:34:13.060683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a323763b-e7ed-4b7b-b590-a3b8c68f16ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2412932 Aug 19 12:34:13.064241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44530) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:13.069141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': '8edd1459-2960-45b4-ba19-90073ef22d2f', 'fixed_ips': [{'subnet_id': 'e978e4ef-c736-4371-918b-7e3cc44ad375'}, {'subnet_id': 'a9ba119d-fe62-45d6-bb09-b181a77eb1b6'}], 'name': 'tempest-PortsIpV6TestJSON-750599326'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:13.081744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:13.111302 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.117562 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4206cff6-08f1-441a-94f7-40b9b70db418 req-b4d6551b-eab1-4685-8c82-81d1eb861d47 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179826 Aug 19 12:34:13.132092 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-180439c6-cb71-4cf6-a16d-d628f625f4f0 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] show failed (client error): The resource could not be found. Aug 19 12:34:13.136383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-180439c6-cb71-4cf6-a16d-d628f625f4f0 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "GET /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags/tempest-TagsTest-Tag-2094012028 HTTP/1.1" status: 404 len: 326 time: 0.3234828 Aug 19 12:34:13.139661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44532) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:13.144022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-ec2d2594-e226-447d-b75e-f3ab9c72b709 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2', 'tempest-TagsTest-Tag-2118190472') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:13.181235 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.258409 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ec2d2594-e226-447d-b75e-f3ab9c72b709 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "GET /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags/tempest-TagsTest-Tag-2118190472 HTTP/1.1" status: 204 len: 168 time: 0.1176739 Aug 19 12:34:13.263616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44536) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:13.264906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-460e80b9-cd12-485a-ae56-f614d112b8cd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2', 'tempest-TagsTest-Tag-478953500') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:13.266323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=4bd9d49e-14bd-436e-8983-234a93f0887d,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:13.402929 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.410229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2411f72f-d2c3-49d1-8f6a-1bb965c229e7 req-e0c052c1-3eb9-4dd1-832a-d3aa02102a04 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672612 Aug 19 12:34:13.416497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:13.417139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.440753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 20e4112b-3057-41a2-9085-d691c1cabe8d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:13.466319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 20e4112b-3057-41a2-9085-d691c1cabe8d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:13.466696 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.468321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:13.520015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 815103ff-cd98-4a67-8973-74bf8657d4d5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:13.522705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:13.618904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Network': ['ID=0022c1da-fce4-4d5b-9bd4-cf64818f0799,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:13.635248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-460e80b9-cd12-485a-ae56-f614d112b8cd tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "GET /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags/tempest-TagsTest-Tag-478953500 HTTP/1.1" status: 204 len: 168 time: 0.3749976 Aug 19 12:34:13.637962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:13.641152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44540) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:13.656411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2037fcb-c956-43ce-8016-8386a2f4be29 req-fe64ed03-dc55-4712-a8ce-5d4295862c0f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:13.664404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2037fcb-c956-43ce-8016-8386a2f4be29 req-fe64ed03-dc55-4712-a8ce-5d4295862c0f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:13.679197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 0022c1da-fce4-4d5b-9bd4-cf64818f0799 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:13.679344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2037fcb-c956-43ce-8016-8386a2f4be29 req-fe64ed03-dc55-4712-a8ce-5d4295862c0f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:13.691310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2037fcb-c956-43ce-8016-8386a2f4be29 req-fe64ed03-dc55-4712-a8ce-5d4295862c0f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:13.700122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2037fcb-c956-43ce-8016-8386a2f4be29 req-fe64ed03-dc55-4712-a8ce-5d4295862c0f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:13.712262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2037fcb-c956-43ce-8016-8386a2f4be29 req-fe64ed03-dc55-4712-a8ce-5d4295862c0f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:13.731968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2037fcb-c956-43ce-8016-8386a2f4be29 req-fe64ed03-dc55-4712-a8ce-5d4295862c0f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:13.746929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2037fcb-c956-43ce-8016-8386a2f4be29 req-fe64ed03-dc55-4712-a8ce-5d4295862c0f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5431 time: 0.3953891 Aug 19 12:34:13.756020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-3465f50d-d1da-45fc-839c-05f797ae15b6 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:13.827872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:13.838623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4c5372b1-fb0f-4268-9e58-87fb5cbfc815 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4511137 Aug 19 12:34:13.846995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44544) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:13.853256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'subnet': {'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:13.896936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 7dc5dad0-bc49-4747-b892-88828df9bd0d yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:34:14.076626 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c23d98-2995-46ce-8f34-a0804a88df54'}, {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd9d49e-14bd-436e-8983-234a93f0887d'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:14.085843 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dabe576-7931-487b-bbbd-c5c0170ddff3" -d '{"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "d8c23d98-2995-46ce-8f34-a0804a88df54"}, {"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "4bd9d49e-14bd-436e-8983-234a93f0887d"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:14.211714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2037fcb-c956-43ce-8016-8386a2f4be29 req-86bea6a2-a8d3-401a-bcbe-a65aebc89537 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4431138 Aug 19 12:34:14.230102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:14.242641 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.368199 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680d1888-f3e4-441c-8890-67e9bfab64fe x-openstack-request-id: req-680d1888-f3e4-441c-8890-67e9bfab64fe {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:14.368552 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "d8c23d98-2995-46ce-8f34-a0804a88df54", "code": 200}, {"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "4bd9d49e-14bd-436e-8983-234a93f0887d", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:14.368806 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-680d1888-f3e4-441c-8890-67e9bfab64fe {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:14.369221 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c23d98-2995-46ce-8f34-a0804a88df54', 'code': 200} Aug 19 12:34:14.370899 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd9d49e-14bd-436e-8983-234a93f0887d', 'code': 200} Aug 19 12:34:14.379669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 815103ff-cd98-4a67-8973-74bf8657d4d5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:14.381926 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.393659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e84dfbc-7ca3-46b2-9659-8fad24ee8658 None None] Network 8edd1459-2960-45b4-ba19-90073ef22d2f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:14.559978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8::d8 (8edd1459-2960-45b4-ba19-90073ef22d2f/e978e4ef-c736-4371-918b-7e3cc44ad375/7dc5dad0-bc49-4747-b892-88828df9bd0d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:14.579158 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8:0:1::174 (8edd1459-2960-45b4-ba19-90073ef22d2f/a9ba119d-fe62-45d6-bb09-b181a77eb1b6/7dc5dad0-bc49-4747-b892-88828df9bd0d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:14.639189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 20e4112b-3057-41a2-9085-d691c1cabe8d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=20e4112b-3057-41a2-9085-d691c1cabe8d,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:14.716281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f7076ad9-cfea-4a50-9f51-bf5828d8df8e None None] Provisioning for port 815103ff-cd98-4a67-8973-74bf8657d4d5 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:14.721775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57e9e424-a0f1-452b-af39-f0166ed82d89 req-d6cc1dea-f02c-410b-a5d9-a98d4ed0ae10 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0975235 Aug 19 12:34:14.777439 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f7076ad9-cfea-4a50-9f51-bf5828d8df8e None None] Provisioning complete for port 815103ff-cd98-4a67-8973-74bf8657d4d5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:14.777826 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7076ad9-cfea-4a50-9f51-bf5828d8df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.779565 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.780376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 519023fd-4f22-4c46-8a13-94ad7e61cad7 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:14.859149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.869448 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24c508-5860-4fb0-aba9-63f472323281 req-0762c956-ca03-453e-9abd-ef7517425961 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:14.877144 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab24c508-5860-4fb0-aba9-63f472323281 req-0762c956-ca03-453e-9abd-ef7517425961 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 944 time: 0.1092846 Aug 19 12:34:14.921585 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:14.948789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edaed7-3b35-4934-b30c-6f55281209c5 req-b4b9b79c-4690-4048-9275-bea4967e334b tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:14.972683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6edaed7-3b35-4934-b30c-6f55281209c5 req-b4b9b79c-4690-4048-9275-bea4967e334b tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.3011723 Aug 19 12:34:14.982780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object 7dc5dad0-bc49-4747-b892-88828df9bd0d will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:15.014429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Checking segment: {'id': 'ec667b01-abf9-4eb3-8e55-ee4df4f5552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:15.014951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network hostable DHCP agents. Network: 0022c1da-fce4-4d5b-9bd4-cf64818f0799, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:15.017389 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab24c508-5860-4fb0-aba9-63f472323281 req-a50e5c6f-c558-4fad-acaf-baadf473a5aa tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393435 Aug 19 12:34:15.049241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9e424-a0f1-452b-af39-f0166ed82d89 req-0899f4d6-00e4-4fac-9928-78e322a2361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.050897 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57e9e424-a0f1-452b-af39-f0166ed82d89 req-0899f4d6-00e4-4fac-9928-78e322a2361f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 1096 time: 0.2887533 Aug 19 12:34:15.088473 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6edaed7-3b35-4934-b30c-6f55281209c5 req-d2b45b23-0c5f-48e9-bbbb-5806bf3e3703 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143119 Aug 19 12:34:15.109137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Subnet': ['ID=ecae126a-8780-4b65-bfc7-769e5b53b024,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:15.120939 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3465f50d-d1da-45fc-839c-05f797ae15b6 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "DELETE /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags HTTP/1.1" status: 204 len: 168 time: 1.3722043 Aug 19 12:34:15.123478 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44560) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:15.128218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-7e5270b0-926c-40d0-b85e-6b87e9b76e84 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2', 'tempest-TagsTest-Tag-2118190472') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:15.136113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 0022c1da-fce4-4d5b-9bd4-cf64818f0799 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:15.141411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=20e4112b-3057-41a2-9085-d691c1cabe8d,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:15.209205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 0022c1da-fce4-4d5b-9bd4-cf64818f0799) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:15.222046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Update dhcp port {'port': {'network_id': '8edd1459-2960-45b4-ba19-90073ef22d2f', 'fixed_ips': [{'subnet_id': 'e978e4ef-c736-4371-918b-7e3cc44ad375', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a9ba119d-fe62-45d6-bb09-b181a77eb1b6'}], 'binding:host_id': 'n-d-803757-2'}, 'id': '815103ff-cd98-4a67-8973-74bf8657d4d5'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:34:15.225177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defe3212-11a4-4dca-b7f7-09e77cdd0b64 None None] Network 0022c1da-fce4-4d5b-9bd4-cf64818f0799 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:15.229923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.231017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.241682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.271130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9e424-a0f1-452b-af39-f0166ed82d89 req-9b4119af-0f0b-471b-afb3-62e6ddee8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.273265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57e9e424-a0f1-452b-af39-f0166ed82d89 req-9b4119af-0f0b-471b-afb3-62e6ddee8f14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 915 time: 0.1792650 Aug 19 12:34:15.324721 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.328452 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7076ad9-cfea-4a50-9f51-bf5828d8df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.410345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 519023fd-4f22-4c46-8a13-94ad7e61cad7 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:15.416921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-faa241d4-066b-4be8-9ad0-75a0851d69af tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5653963 Aug 19 12:34:15.417102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f7076ad9-cfea-4a50-9f51-bf5828d8df8e None None] For port 815103ff-cd98-4a67-8973-74bf8657d4d5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=815103ff-cd98-4a67-8973-74bf8657d4d5,segment=NetworkSegment(f5b319e8-7b01-497f-bc83-f36abfbb6e88),segment_id=f5b319e8-7b01-497f-bc83-f36abfbb6e88)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:15.417238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57e9e424-a0f1-452b-af39-f0166ed82d89 req-28095ec4-4474-42b4-af1d-79ffd0855de9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9901b3a3-910d-4cda-ac09-1525283472ef HTTP/1.1" status: 200 len: 217 time: 0.1329904 Aug 19 12:34:15.418871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44564) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:15.430185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 519023fd-4f22-4c46-8a13-94ad7e61cad7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:15.430558 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.454852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 8edd1459-2960-45b4-ba19-90073ef22d2f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:15.458899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:15.482731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:15.500718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.501869 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.530217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac8a2e-811b-4e92-9ba7-0e6523a7e46d req-d247fd81-c8f3-45d0-80b6-8025bf38974b tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.531835 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eeac8a2e-811b-4e92-9ba7-0e6523a7e46d req-d247fd81-c8f3-45d0-80b6-8025bf38974b tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 946 time: 0.3065333 Aug 19 12:34:15.532557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=7dc5dad0-bc49-4747-b892-88828df9bd0d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:15.550980 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7076ad9-cfea-4a50-9f51-bf5828d8df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.571867 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-7e5270b0-926c-40d0-b85e-6b87e9b76e84 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] show failed (client error): The resource could not be found. Aug 19 12:34:15.572839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7e5270b0-926c-40d0-b85e-6b87e9b76e84 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "GET /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags/tempest-TagsTest-Tag-2118190472 HTTP/1.1" status: 404 len: 326 time: 0.4483533 Aug 19 12:34:15.579354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44566) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:15.583900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-6b20499d-625d-4b41-8727-55cb0f228674 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2', 'tempest-TagsTest-Tag-478953500') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:15.628404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eeac8a2e-811b-4e92-9ba7-0e6523a7e46d req-3363158e-6ea6-4a79-bac4-fc0c74ac5476 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830884 Aug 19 12:34:15.636803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9e424-a0f1-452b-af39-f0166ed82d89 req-eb4a20bd-c54b-4da6-9df8-916a6885dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.638290 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57e9e424-a0f1-452b-af39-f0166ed82d89 req-eb4a20bd-c54b-4da6-9df8-916a6885dd5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=917b0eb4-793f-42ab-bd62-4942c9adf928 HTTP/1.1" status: 200 len: 854 time: 0.1996109 Aug 19 12:34:15.650295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117b17a-6695-467d-adbc-966c39ccc4e1 req-46febc5c-cd8d-4788-85c2-e429eacc0169 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.656277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117b17a-6695-467d-adbc-966c39ccc4e1 req-46febc5c-cd8d-4788-85c2-e429eacc0169 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.663380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117b17a-6695-467d-adbc-966c39ccc4e1 req-46febc5c-cd8d-4788-85c2-e429eacc0169 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.676115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117b17a-6695-467d-adbc-966c39ccc4e1 req-46febc5c-cd8d-4788-85c2-e429eacc0169 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.682847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117b17a-6695-467d-adbc-966c39ccc4e1 req-46febc5c-cd8d-4788-85c2-e429eacc0169 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.689057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117b17a-6695-467d-adbc-966c39ccc4e1 req-46febc5c-cd8d-4788-85c2-e429eacc0169 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.690546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-740f7f30-0ab3-4ba8-95c8-7323aad95460 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.6249757 Aug 19 12:34:15.690946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44572) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:15.695205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117b17a-6695-467d-adbc-966c39ccc4e1 req-46febc5c-cd8d-4788-85c2-e429eacc0169 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:15.698427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-840cb4c6-9f0a-40bd-842b-16636f027320 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e978e4ef-c736-4371-918b-7e3cc44ad375'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:15.703130 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c117b17a-6695-467d-adbc-966c39ccc4e1 req-46febc5c-cd8d-4788-85c2-e429eacc0169 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5432 time: 0.3001251 Aug 19 12:34:15.745112 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-6b20499d-625d-4b41-8727-55cb0f228674 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] show failed (client error): The resource could not be found. Aug 19 12:34:15.748599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6b20499d-625d-4b41-8727-55cb0f228674 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "GET /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags/tempest-TagsTest-Tag-478953500 HTTP/1.1" status: 404 len: 325 time: 0.1659074 Aug 19 12:34:15.749242 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57e9e424-a0f1-452b-af39-f0166ed82d89 req-31f6426b-a5b5-46d9-8b72-b2a60387c1c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421050 Aug 19 12:34:15.751135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44574) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:15.757253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-0cd33108-4c8b-479f-953f-89d0142716c8 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '12831ce6-0c91-438e-9db6-e96dec05e8d2') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:15.783670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7076ad9-cfea-4a50-9f51-bf5828d8df8e None None] Pushing event updated for resources: {'Port': ['ID=815103ff-cd98-4a67-8973-74bf8657d4d5,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:15.799659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:15.800858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.811712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-840cb4c6-9f0a-40bd-842b-16636f027320 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.819734 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:15.822683 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Allocated IP 2001:db8:0:1::2 (8edd1459-2960-45b4-ba19-90073ef22d2f/a9ba119d-fe62-45d6-bb09-b181a77eb1b6/815103ff-cd98-4a67-8973-74bf8657d4d5) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:15.971993 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c117b17a-6695-467d-adbc-966c39ccc4e1 req-e408925f-0475-4989-ab54-5a7b95269feb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2479787 Aug 19 12:34:16.018460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 519023fd-4f22-4c46-8a13-94ad7e61cad7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=519023fd-4f22-4c46-8a13-94ad7e61cad7,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:16.122612 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.123465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 60099b0b-d500-42a4-b799-7872f97217e1 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:16.143695 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.155508 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57e9e424-a0f1-452b-af39-f0166ed82d89 req-15058b94-1da9-4209-962e-026ccbbca70b service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932109 Aug 19 12:34:16.192651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0cd33108-4c8b-479f-953f-89d0142716c8 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "DELETE /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2/tags HTTP/1.1" status: 204 len: 168 time: 0.4394360 Aug 19 12:34:16.204298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44582) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:16.217231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] For port 815103ff-cd98-4a67-8973-74bf8657d4d5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=815103ff-cd98-4a67-8973-74bf8657d4d5,segment=NetworkSegment(f5b319e8-7b01-497f-bc83-f36abfbb6e88),segment_id=f5b319e8-7b01-497f-bc83-f36abfbb6e88)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:16.250565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:16.267077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Allocated IP 2001:db8::2 (0022c1da-fce4-4d5b-9bd4-cf64818f0799/ecae126a-8780-4b65-bfc7-769e5b53b024/b1fe3797-15fc-41b7-a320-872c74ef4922) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:16.325833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=519023fd-4f22-4c46-8a13-94ad7e61cad7,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:16.393437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e4112b-3057-41a2-9085-d691c1cabe8d'}, {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519023fd-4f22-4c46-8a13-94ad7e61cad7'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:16.400284 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d0468f-7735-4218-91b3-319c63d31983" -d '{"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "20e4112b-3057-41a2-9085-d691c1cabe8d"}, {"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "519023fd-4f22-4c46-8a13-94ad7e61cad7"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:16.427400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.432948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.445319 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443420d-b489-4edd-9af8-a957a0349f09 req-31a3989d-7eba-4d10-9af0-be5ba4fda4bd tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:16.447830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1443420d-b489-4edd-9af8-a957a0349f09 req-31a3989d-7eba-4d10-9af0-be5ba4fda4bd tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 944 time: 0.2422791 Aug 19 12:34:16.468974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Transition to ACTIVE for port object 815103ff-cd98-4a67-8973-74bf8657d4d5 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:16.526247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 60099b0b-d500-42a4-b799-7872f97217e1 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:16.533588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 60099b0b-d500-42a4-b799-7872f97217e1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:16.533588 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.539527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:16.542005 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.558476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6beeea-b83c-4bff-a053-03045047960c req-ddb089f6-4f7f-4793-972e-cd6658316c31 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:16.579491 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e6beeea-b83c-4bff-a053-03045047960c req-ddb089f6-4f7f-4793-972e-cd6658316c31 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.3783011 Aug 19 12:34:16.581113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:16.582753 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.616259 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1443420d-b489-4edd-9af8-a957a0349f09 req-3b2266d6-9c97-4482-8438-0055620fe926 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591806 Aug 19 12:34:16.624757 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.628090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61045854-5c23-4456-9fe6-c7054d996be9 req-50eb4901-cade-4277-a712-2d4da13df36d tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:16.629619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61045854-5c23-4456-9fe6-c7054d996be9 req-50eb4901-cade-4277-a712-2d4da13df36d tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 946 time: 0.3509252 Aug 19 12:34:16.637564 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.662523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12831ce6-0c91-438e-9db6-e96dec05e8d2']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:16.677151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-840cb4c6-9f0a-40bd-842b-16636f027320 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Delete allocated IP 2001:db8:0:1::174 (8edd1459-2960-45b4-ba19-90073ef22d2f/a9ba119d-fe62-45d6-bb09-b181a77eb1b6) {{(pid=95543) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:34:16.683437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e48046-4e9e-4076-a242-99f3fa42b73b') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:16.683803 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e48046-4e9e-4076-a242-99f3fa42b73b') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:16.708979 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.752200 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57e9e424-a0f1-452b-af39-f0166ed82d89 req-468721fd-0ceb-40a2-93e7-2f649937b9e5 service neutron] 10.222.0.62 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787525 Aug 19 12:34:16.789637 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.826783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:16.827226 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:16.838816 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:16.849035 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f0ee08-02b3-41d2-944b-575bf838577b x-openstack-request-id: req-e6f0ee08-02b3-41d2-944b-575bf838577b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:16.854371 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "20e4112b-3057-41a2-9085-d691c1cabe8d", "code": 200}, {"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "519023fd-4f22-4c46-8a13-94ad7e61cad7", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:16.854371 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6f0ee08-02b3-41d2-944b-575bf838577b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:16.854371 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e4112b-3057-41a2-9085-d691c1cabe8d', 'code': 200} Aug 19 12:34:16.854371 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519023fd-4f22-4c46-8a13-94ad7e61cad7', 'code': 200} Aug 19 12:34:16.873655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Transition to ACTIVE for port object b1fe3797-15fc-41b7-a320-872c74ef4922 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:16.919892 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e6beeea-b83c-4bff-a053-03045047960c req-4b5395ea-b911-49ea-af51-aab8d7ebda36 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389006 Aug 19 12:34:16.980621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-61045854-5c23-4456-9fe6-c7054d996be9 req-9813f872-2999-4621-8ce0-b6c0e85753d4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Deleting port bb614c88-9bac-4691-9726-84787ddc6b06 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:16.985272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-61045854-5c23-4456-9fe6-c7054d996be9 req-9813f872-2999-4621-8ce0-b6c0e85753d4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.008236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Transition to ACTIVE for port object b1fe3797-15fc-41b7-a320-872c74ef4922 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:17.016152 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Pushing event updated for resources: {'Port': ['ID=815103ff-cd98-4a67-8973-74bf8657d4d5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:17.119129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.119523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.119873 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.120631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.120631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.120897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.123677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.123677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.123677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.123677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.123677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.123677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd20795-bddc-49c4-be49-bdadb8cdfa11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:17.127681 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-840cb4c6-9f0a-40bd-842b-16636f027320 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.137651 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.150767 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.153300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-840cb4c6-9f0a-40bd-842b-16636f027320 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Ignored duplicate provisioning block setup for port 7dc5dad0-bc49-4747-b892-88828df9bd0d by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 12:34:17.168664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452e2a7-f77d-45e0-9025-e90c42da5fd4 req-50ae0c96-cd34-4290-938b-766e9ae55619 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:17.176827 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c452e2a7-f77d-45e0-9025-e90c42da5fd4 req-50ae0c96-cd34-4290-938b-766e9ae55619 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 946 time: 0.2760186 Aug 19 12:34:17.219150 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.242577 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c452e2a7-f77d-45e0-9025-e90c42da5fd4 req-cbae0b6f-20f5-4632-9d46-74ad6e71a38b tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592108 Aug 19 12:34:17.243794 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.255330 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.263977 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] 10.222.0.21 "DELETE /v2.0/networks/12831ce6-0c91-438e-9db6-e96dec05e8d2 HTTP/1.1" status: 204 len: 168 time: 1.0441089 Aug 19 12:34:17.270687 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Network 0022c1da-fce4-4d5b-9bd4-cf64818f0799 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:17.302624 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa02bb-93e1-4669-a3f3-e19def42f8f5 tempest-TagsTest-858896418 tempest-TagsTest-858896418-project] Pushing event deleted for resources: {'Network': ['ID=12831ce6-0c91-438e-9db6-e96dec05e8d2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:17.306121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-61045854-5c23-4456-9fe6-c7054d996be9 req-9813f872-2999-4621-8ce0-b6c0e85753d4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] For port bb614c88-9bac-4691-9726-84787ddc6b06, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=bb614c88-9bac-4691-9726-84787ddc6b06,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:17.307937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-61045854-5c23-4456-9fe6-c7054d996be9 req-9813f872-2999-4621-8ce0-b6c0e85753d4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.311743 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-840cb4c6-9f0a-40bd-842b-16636f027320 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.321776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:17.339228 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:17.363880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Pushing event updated for resources: {'Port': ['ID=b1fe3797-15fc-41b7-a320-872c74ef4922,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:17.372583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:17.375916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-61045854-5c23-4456-9fe6-c7054d996be9 req-9813f872-2999-4621-8ce0-b6c0e85753d4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Calling delete_port for bb614c88-9bac-4691-9726-84787ddc6b06 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:17.431095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-840cb4c6-9f0a-40bd-842b-16636f027320 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] In _notify_port_updated(), no bound segment for port 7dc5dad0-bc49-4747-b892-88828df9bd0d on network 8edd1459-2960-45b4-ba19-90073ef22d2f {{(pid=95543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:34:17.441441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840cb4c6-9f0a-40bd-842b-16636f027320 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:17.442121 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-840cb4c6-9f0a-40bd-842b-16636f027320 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.450849 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-840cb4c6-9f0a-40bd-842b-16636f027320 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "PUT /v2.0/ports/7dc5dad0-bc49-4747-b892-88828df9bd0d HTTP/1.1" status: 200 len: 924 time: 1.7539775 Aug 19 12:34:17.453408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Attempting to bind port b1fe3797-15fc-41b7-a320-872c74ef4922 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:17.453782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Attempting to bind port b1fe3797-15fc-41b7-a320-872c74ef4922 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'ec667b01-abf9-4eb3-8e55-ee4df4f5552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:17.454144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Attempting to bind port b1fe3797-15fc-41b7-a320-872c74ef4922 on network 0022c1da-fce4-4d5b-9bd4-cf64818f0799 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:17.456529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Allocated IP 2001:db8::1 (0022c1da-fce4-4d5b-9bd4-cf64818f0799/ecae126a-8780-4b65-bfc7-769e5b53b024/a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:17.458936 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 60099b0b-d500-42a4-b799-7872f97217e1, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=60099b0b-d500-42a4-b799-7872f97217e1,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:17.460580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44594) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:17.461934 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.465922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1e2c3339-5157-4d16-9a07-b146f2c6399a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e978e4ef-c736-4371-918b-7e3cc44ad375'}, {'subnet_id': 'a9ba119d-fe62-45d6-bb09-b181a77eb1b6'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:17.471407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 815103ff-cd98-4a67-8973-74bf8657d4d5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:17.474587 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:17.475638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Checking segment: {'id': 'ec667b01-abf9-4eb3-8e55-ee4df4f5552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:17.476043 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.476433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Bound using segment: {'id': 'ec667b01-abf9-4eb3-8e55-ee4df4f5552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:17.476927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Bound port: b1fe3797-15fc-41b7-a320-872c74ef4922, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec667b01-abf9-4eb3-8e55-ee4df4f5552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:17.477310 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.508686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cb4c6-9f0a-40bd-842b-16636f027320 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=7dc5dad0-bc49-4747-b892-88828df9bd0d,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:17.515816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d34a7-acc3-48e2-9546-2b319d025f0b req-5a610e06-4991-46e5-abb7-e10a4d6481eb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:17.542379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d34a7-acc3-48e2-9546-2b319d025f0b req-5a610e06-4991-46e5-abb7-e10a4d6481eb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:17.557530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d34a7-acc3-48e2-9546-2b319d025f0b req-5a610e06-4991-46e5-abb7-e10a4d6481eb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:17.572647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:17.575586 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.578184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d34a7-acc3-48e2-9546-2b319d025f0b req-5a610e06-4991-46e5-abb7-e10a4d6481eb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:17.586311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d34a7-acc3-48e2-9546-2b319d025f0b req-5a610e06-4991-46e5-abb7-e10a4d6481eb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:17.593082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d34a7-acc3-48e2-9546-2b319d025f0b req-5a610e06-4991-46e5-abb7-e10a4d6481eb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:17.600789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d34a7-acc3-48e2-9546-2b319d025f0b req-5a610e06-4991-46e5-abb7-e10a4d6481eb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:17.600993 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3339-5157-4d16-9a07-b146f2c6399a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.611817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-671d34a7-acc3-48e2-9546-2b319d025f0b req-5a610e06-4991-46e5-abb7-e10a4d6481eb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5433 time: 0.4624593 Aug 19 12:34:17.693115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=60099b0b-d500-42a4-b799-7872f97217e1,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:17.741130 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] For port b1fe3797-15fc-41b7-a320-872c74ef4922, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:17.745141 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] For port b1fe3797-15fc-41b7-a320-872c74ef4922, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b1fe3797-15fc-41b7-a320-872c74ef4922,segment=NetworkSegment(ec667b01-abf9-4eb3-8e55-ee4df4f5552f),segment_id=ec667b01-abf9-4eb3-8e55-ee4df4f5552f)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:17.814364 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:17.898142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25568f1-04fd-4ba9-b4bb-d0285d31a2bd None None] Pushing event updated for resources: {'Port': ['ID=b1fe3797-15fc-41b7-a320-872c74ef4922,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:17.958136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d0457-2e8d-4136-b722-6ccbf8848116 req-7345701c-c5b0-498b-a335-888b4966e985 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:17.964301 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f20d0457-2e8d-4136-b722-6ccbf8848116 req-7345701c-c5b0-498b-a335-888b4966e985 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1923833 Aug 19 12:34:18.098768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f20d0457-2e8d-4136-b722-6ccbf8848116 req-d8cd3b19-5dd4-4fd4-b692-6074e94b3fae tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090279 Aug 19 12:34:18.160289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-1e2c3339-5157-4d16-9a07-b146f2c6399a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8:0:1::19f (8edd1459-2960-45b4-ba19-90073ef22d2f/a9ba119d-fe62-45d6-bb09-b181a77eb1b6/7dc5dad0-bc49-4747-b892-88828df9bd0d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:18.255423 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44604) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:18.338208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-671d34a7-acc3-48e2-9546-2b319d025f0b req-d34d9fc5-cf3d-4c8b-a167-9f34ccbd6373 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7254610 Aug 19 12:34:18.381782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce430867-4f95-4e9d-ba05-1111fa945c9d None None] Network 8edd1459-2960-45b4-ba19-90073ef22d2f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:18.578304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a82be583-a4ee-4dab-80b1-39d00f1ebec2 None None] Provisioning for port 815103ff-cd98-4a67-8973-74bf8657d4d5 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:18.578536 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.593454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a82be583-a4ee-4dab-80b1-39d00f1ebec2 None None] Provisioning complete for port 815103ff-cd98-4a67-8973-74bf8657d4d5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:18.594030 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a82be583-a4ee-4dab-80b1-39d00f1ebec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.601315 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-61045854-5c23-4456-9fe6-c7054d996be9 req-9813f872-2999-4621-8ce0-b6c0e85753d4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.640544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a2c8a344-4da7-47cc-8464-5dc810615a85', '9901b3a3-910d-4cda-ac09-1525283472ef'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:18.669347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Transition to ACTIVE for port object a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:18.676127 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813f872-2999-4621-8ce0-b6c0e85753d4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Pushing event deleted for resources: {'Port': ['ID=bb614c88-9bac-4691-9726-84787ddc6b06,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:18.685467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92e59300-f4da-4201-adff-badb3820de5e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:18.745296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ec131-d17a-419a-a628-54f948d1ac88 req-c2ccd16a-915e-4b45-b3f5-4c9bdeeb96c4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:18.747026 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-721ec131-d17a-419a-a628-54f948d1ac88 req-c2ccd16a-915e-4b45-b3f5-4c9bdeeb96c4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 867 time: 0.1879478 Aug 19 12:34:18.776836 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-849897bc-50f5-4e5f-91dc-5cbdb9d261ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4be084edf624cd39d5fa7a9b6131d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159936 Aug 19 12:34:18.776836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-61045854-5c23-4456-9fe6-c7054d996be9 req-9813f872-2999-4621-8ce0-b6c0e85753d4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] No DVR routers for this DVR port bb614c88-9bac-4691-9726-84787ddc6b06 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:18.777203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44610) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:18.778138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5193ed-a816-4aba-842c-01d7a0f3e2c2 req-c7750d06-1b58-46f1-8f96-c60a15c06757 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:18.783541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-db5193ed-a816-4aba-842c-01d7a0f3e2c2 req-c7750d06-1b58-46f1-8f96-c60a15c06757 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.5851705 Aug 19 12:34:18.791964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-61045854-5c23-4456-9fe6-c7054d996be9 req-9813f872-2999-4621-8ce0-b6c0e85753d4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.794118 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61045854-5c23-4456-9fe6-c7054d996be9 req-9813f872-2999-4621-8ce0-b6c0e85753d4 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "DELETE /v2.0/ports/bb614c88-9bac-4691-9726-84787ddc6b06 HTTP/1.1" status: 204 len: 173 time: 2.1484334 Aug 19 12:34:18.801343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374b2807-2706-4c77-a916-96257a1371a4', 'name': 'network-vif-deleted', 'tag': 'bb614c88-9bac-4691-9726-84787ddc6b06'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:18.804472 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0e77e0-67d5-4662-8004-e110dfb8a6db" -d '{"events": [{"server_uuid": "374b2807-2706-4c77-a916-96257a1371a4", "name": "network-vif-deleted", "tag": "bb614c88-9bac-4691-9726-84787ddc6b06"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:18.858936 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-721ec131-d17a-419a-a628-54f948d1ac88 req-790876c7-5d3e-4da8-b785-9e82e54a0058 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929527 Aug 19 12:34:18.865524 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3339-5157-4d16-9a07-b146f2c6399a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.865757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34199d94-cb5e-40d5-a488-c85985417361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0'}, {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60099b0b-d500-42a4-b799-7872f97217e1'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:18.868230 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83688639-9f11-41cb-a8d3-3f4a1c39519b" -d '{"events": [{"server_uuid": "34199d94-cb5e-40d5-a488-c85985417361", "name": "network-vif-plugged", "status": "completed", "tag": "5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0"}, {"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "60099b0b-d500-42a4-b799-7872f97217e1"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:18.902114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6da0-4cbd-492f-bbf1-36d0bbb70cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.915863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-1e2c3339-5157-4d16-9a07-b146f2c6399a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Ignored duplicate provisioning block setup for port 7dc5dad0-bc49-4747-b892-88828df9bd0d by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 19 12:34:18.936853 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6da0-4cbd-492f-bbf1-36d0bbb70cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.946015 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37449881-be24-4d0a-815d-967347175229 x-openstack-request-id: req-37449881-be24-4d0a-815d-967347175229 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:18.950785 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374b2807-2706-4c77-a916-96257a1371a4", "name": "network-vif-deleted", "tag": "bb614c88-9bac-4691-9726-84787ddc6b06", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:18.951094 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37449881-be24-4d0a-815d-967347175229 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:18.951520 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374b2807-2706-4c77-a916-96257a1371a4', 'name': 'network-vif-deleted', 'tag': 'bb614c88-9bac-4691-9726-84787ddc6b06', 'status': 'completed', 'code': 200} Aug 19 12:34:18.963681 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-db5193ed-a816-4aba-842c-01d7a0f3e2c2 req-d00c3fe4-ba4b-4c42-9ed6-509c25794ed5 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009943 Aug 19 12:34:18.969658 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:18.993665 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3339-5157-4d16-9a07-b146f2c6399a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.076436 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff1c8ac-5fc3-43bf-b322-3ed2b0fa840c x-openstack-request-id: req-6ff1c8ac-5fc3-43bf-b322-3ed2b0fa840c {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:19.076686 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34199d94-cb5e-40d5-a488-c85985417361", "name": "network-vif-plugged", "status": "completed", "tag": "5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0", "code": 200}, {"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-plugged", "status": "completed", "tag": "60099b0b-d500-42a4-b799-7872f97217e1", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:19.077537 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ff1c8ac-5fc3-43bf-b322-3ed2b0fa840c {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:19.077537 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34199d94-cb5e-40d5-a488-c85985417361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0', 'code': 200} Aug 19 12:34:19.077886 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60099b0b-d500-42a4-b799-7872f97217e1', 'code': 200} Aug 19 12:34:19.149011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 0022c1da-fce4-4d5b-9bd4-cf64818f0799 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:19.199737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:19.212254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c3339-5157-4d16-9a07-b146f2c6399a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] In _notify_port_updated(), no bound segment for port 7dc5dad0-bc49-4747-b892-88828df9bd0d on network 8edd1459-2960-45b4-ba19-90073ef22d2f {{(pid=95543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:34:19.215726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:19.216308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.253882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c3339-5157-4d16-9a07-b146f2c6399a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.254587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e2c3339-5157-4d16-9a07-b146f2c6399a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.259727 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1e2c3339-5157-4d16-9a07-b146f2c6399a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "PUT /v2.0/ports/7dc5dad0-bc49-4747-b892-88828df9bd0d HTTP/1.1" status: 200 len: 1010 time: 1.7980778 Aug 19 12:34:19.275469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44622) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:19.325008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c3339-5157-4d16-9a07-b146f2c6399a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=7dc5dad0-bc49-4747-b892-88828df9bd0d,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:19.387988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:19.441324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-838f82fb-4ee3-495a-9225-39f363bd4037 None None] Provisioning complete for port 815103ff-cd98-4a67-8973-74bf8657d4d5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:19.441865 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-838f82fb-4ee3-495a-9225-39f363bd4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.512997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb59dd-5a04-45d7-9f23-942ea0b407e4 req-04ae2fa4-afc6-4ba8-a788-1587faf96dba tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.515460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e0bb59dd-5a04-45d7-9f23-942ea0b407e4 req-04ae2fa4-afc6-4ba8-a788-1587faf96dba tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.2508092 Aug 19 12:34:19.559312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7bb59-b4cd-4a88-8d71-1e0939373ccb req-bd2bbf6f-f35d-4d32-8538-11915e922261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.561021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4edcb922-50a5-48fe-98a0-d98a07434463 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 7dc5dad0-bc49-4747-b892-88828df9bd0d {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:19.561369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4edcb922-50a5-48fe-98a0-d98a07434463 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.565068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1fe3797-15fc-41b7-a320-872c74ef4922 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:19.567139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cee7bb59-b4cd-4a88-8d71-1e0939373ccb req-bd2bbf6f-f35d-4d32-8538-11915e922261 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 1096 time: 0.3463483 Aug 19 12:34:19.620276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8b8a6-9e91-47de-9fac-0650c8001836 req-0c05b85a-077f-4954-898c-93dbd0744fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.622586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8b8a6-9e91-47de-9fac-0650c8001836 req-0c05b85a-077f-4954-898c-93dbd0744fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.623347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8b8a6-9e91-47de-9fac-0650c8001836 req-0c05b85a-077f-4954-898c-93dbd0744fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.624576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8b8a6-9e91-47de-9fac-0650c8001836 req-0c05b85a-077f-4954-898c-93dbd0744fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.625281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8b8a6-9e91-47de-9fac-0650c8001836 req-0c05b85a-077f-4954-898c-93dbd0744fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.626111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8b8a6-9e91-47de-9fac-0650c8001836 req-0c05b85a-077f-4954-898c-93dbd0744fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.626889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8b8a6-9e91-47de-9fac-0650c8001836 req-0c05b85a-077f-4954-898c-93dbd0744fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.629416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2ad8b8a6-9e91-47de-9fac-0650c8001836 req-0c05b85a-077f-4954-898c-93dbd0744fc8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6491 time: 0.4531038 Aug 19 12:34:19.700413 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6da0-4cbd-492f-bbf1-36d0bbb70cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.703958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e1f6da0-4cbd-492f-bbf1-36d0bbb70cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.705542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1e1f6da0-4cbd-492f-bbf1-36d0bbb70cfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33c265a1-da43-4f4f-be71-78af6662eb92 HTTP/1.1" status: 204 len: 168 time: 0.9215775 Aug 19 12:34:19.754416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f6da0-4cbd-492f-bbf1-36d0bbb70cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c265a1-da43-4f4f-be71-78af6662eb92,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:19.763772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e0bb59dd-5a04-45d7-9f23-942ea0b407e4 req-ad1ec0b7-ff1f-45bb-b9b2-5aa9013bd938 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384748 Aug 19 12:34:19.824692 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cee7bb59-b4cd-4a88-8d71-1e0939373ccb req-1e5072b2-258c-4cd9-aa10-b08497040cbe service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858325 Aug 19 12:34:19.833943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be1a72-a54b-4b09-a3f3-838b2c9a353b req-b7eab293-4dfd-45c4-b470-564c2321fdaa tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.840896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be1a72-a54b-4b09-a3f3-838b2c9a353b req-b7eab293-4dfd-45c4-b470-564c2321fdaa tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.847573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be1a72-a54b-4b09-a3f3-838b2c9a353b req-b7eab293-4dfd-45c4-b470-564c2321fdaa tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.854378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be1a72-a54b-4b09-a3f3-838b2c9a353b req-b7eab293-4dfd-45c4-b470-564c2321fdaa tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.861563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be1a72-a54b-4b09-a3f3-838b2c9a353b req-b7eab293-4dfd-45c4-b470-564c2321fdaa tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.867902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be1a72-a54b-4b09-a3f3-838b2c9a353b req-b7eab293-4dfd-45c4-b470-564c2321fdaa tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.874408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be1a72-a54b-4b09-a3f3-838b2c9a353b req-b7eab293-4dfd-45c4-b470-564c2321fdaa tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:19.875488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4edcb922-50a5-48fe-98a0-d98a07434463 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:19.883501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0be1a72-a54b-4b09-a3f3-838b2c9a353b req-b7eab293-4dfd-45c4-b470-564c2321fdaa tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5434 time: 0.3376729 Aug 19 12:34:19.896157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4edcb922-50a5-48fe-98a0-d98a07434463 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 7dc5dad0-bc49-4747-b892-88828df9bd0d owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:19.915592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24264a18-3e0d-47ba-ad5c-4b3c2cd191be None None] Network 0022c1da-fce4-4d5b-9bd4-cf64818f0799 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:19.952467 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2ad8b8a6-9e91-47de-9fac-0650c8001836 req-75803a2b-5aff-4d38-a928-ce39baa636b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2708094 Aug 19 12:34:19.976692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-838f82fb-4ee3-495a-9225-39f363bd4037 None None] Provisioning for port 7dc5dad0-bc49-4747-b892-88828df9bd0d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:19.978657 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port b1fe3797-15fc-41b7-a320-872c74ef4922 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:19.991169 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0be1a72-a54b-4b09-a3f3-838b2c9a353b req-adbf37e3-0ca1-450a-b921-5f2e4af3bdcc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057656 Aug 19 12:34:20.032730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-838f82fb-4ee3-495a-9225-39f363bd4037 None None] Provisioning complete for port 7dc5dad0-bc49-4747-b892-88828df9bd0d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:20.033422 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-838f82fb-4ee3-495a-9225-39f363bd4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.084183 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.236878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device bb614c88-9bac-4691-9726-84787ddc6b06 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:20.277680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44636) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:20.314375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2593edf7-b6e6-41d9-bedc-f57e57d257f5 req-97a165d6-501c-4090-9f90-3babaaa35c22 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=374b2807-2706-4c77-a916-96257a1371a4 HTTP/1.1" status: 200 len: 210 time: 0.2998364 Aug 19 12:34:20.379434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: bb614c88-9bac-4691-9726-84787ddc6b06 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:20.385199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device bb614c88-9bac-4691-9726-84787ddc6b06 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:20.387141 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-838f82fb-4ee3-495a-9225-39f363bd4037 None None] Port 7dc5dad0-bc49-4747-b892-88828df9bd0d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:20.429040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59396e07-8fe6-4876-81c0-87a212cfb545 req-0bd5a5be-6862-4e7d-97f8-c0d07c3e39de tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:20.443877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59396e07-8fe6-4876-81c0-87a212cfb545 req-0bd5a5be-6862-4e7d-97f8-c0d07c3e39de tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.2546902 Aug 19 12:34:20.557736 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd396-35a5-4f84-bb9b-f979c0db77aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.581556 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4edcb922-50a5-48fe-98a0-d98a07434463 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.595409 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59396e07-8fe6-4876-81c0-87a212cfb545 req-a4f740a0-9227-425b-ab08-bb776485a583 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395080 Aug 19 12:34:20.614042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-971dfd11-f335-4e17-bf56-e0f4b50f2b8c None None] Provisioning for port b1fe3797-15fc-41b7-a320-872c74ef4922 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:20.618354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-971dfd11-f335-4e17-bf56-e0f4b50f2b8c None None] Provisioning complete for port b1fe3797-15fc-41b7-a320-872c74ef4922 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:20.618773 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-971dfd11-f335-4e17-bf56-e0f4b50f2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.689694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcb922-50a5-48fe-98a0-d98a07434463 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=7dc5dad0-bc49-4747-b892-88828df9bd0d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:20.709290 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4edcb922-50a5-48fe-98a0-d98a07434463 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.714639 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4edcb922-50a5-48fe-98a0-d98a07434463 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/7dc5dad0-bc49-4747-b892-88828df9bd0d HTTP/1.1" status: 204 len: 168 time: 1.4353545 Aug 19 12:34:20.714879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44646) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:20.804856 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-67356df1-9d98-4d78-bb23-e78222ea0a2d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:34:20.810581 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-67356df1-9d98-4d78-bb23-e78222ea0a2d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/7dc5dad0-bc49-4747-b892-88828df9bd0d HTTP/1.1" status: 404 len: 333 time: 0.0942962 Aug 19 12:34:20.812102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44652) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:20.839108 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-971dfd11-f335-4e17-bf56-e0f4b50f2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.870042 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.917216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd396-35a5-4f84-bb9b-f979c0db77aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.919812 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bce1733-cec4-4e9b-b456-5e8a38005713 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting subnet a9ba119d-fe62-45d6-bb09-b181a77eb1b6 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:20.924000 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6bce1733-cec4-4e9b-b456-5e8a38005713 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.961238 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.965381 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:20.993085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-971dfd11-f335-4e17-bf56-e0f4b50f2b8c None None] For port b1fe3797-15fc-41b7-a320-872c74ef4922, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b1fe3797-15fc-41b7-a320-872c74ef4922,segment=NetworkSegment(ec667b01-abf9-4eb3-8e55-ee4df4f5552f),segment_id=ec667b01-abf9-4eb3-8e55-ee4df4f5552f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:21.031439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6bce1733-cec4-4e9b-b456-5e8a38005713 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.054606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55599385-ff1e-4022-b1b3-b396d1e19fc9 req-832d2be8-c44b-4612-a2f1-97b78e6c3c6f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:21.056482 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55599385-ff1e-4022-b1b3-b396d1e19fc9 req-832d2be8-c44b-4612-a2f1-97b78e6c3c6f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1368492 Aug 19 12:34:21.057756 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd396-35a5-4f84-bb9b-f979c0db77aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.116595 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-971dfd11-f335-4e17-bf56-e0f4b50f2b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.122359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-971dfd11-f335-4e17-bf56-e0f4b50f2b8c None None] Could not find standard attr ID for object 7dc5dad0-bc49-4747-b892-88828df9bd0d. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:34:21.154208 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55599385-ff1e-4022-b1b3-b396d1e19fc9 req-3f888101-3abd-481f-91ea-027eb473ff42 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850120 Aug 19 12:34:21.185191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dd396-35a5-4f84-bb9b-f979c0db77aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a8d367-d93b-4456-a50f-035213ed09b1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:21.216876 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3a9dd396-35a5-4f84-bb9b-f979c0db77aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05931573eec74e43bc9df7bd79b9337e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9342403 Aug 19 12:34:21.218972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44658) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:21.223257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dfd11-f335-4e17-bf56-e0f4b50f2b8c None None] Pushing event updated for resources: {'Port': ['ID=b1fe3797-15fc-41b7-a320-872c74ef4922,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:21.249870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a4ec144a-b138-4112-b7f5-5da21df4556e None None] Provisioning complete for port b1fe3797-15fc-41b7-a320-872c74ef4922 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:21.250384 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a4ec144a-b138-4112-b7f5-5da21df4556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.261767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:21.280557 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:34:21.392136 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ca7b-ea15-4b82-a8e2-ee68e18eec21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.424330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce7bb1-52d6-4ea1-9e5d-f46a47a3d5d8 req-0a243108-9e26-497b-8131-1c26ebdcfdbc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:21.432659 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ca7b-ea15-4b82-a8e2-ee68e18eec21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.440029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce7bb1-52d6-4ea1-9e5d-f46a47a3d5d8 req-0a243108-9e26-497b-8131-1c26ebdcfdbc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:21.449860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce7bb1-52d6-4ea1-9e5d-f46a47a3d5d8 req-0a243108-9e26-497b-8131-1c26ebdcfdbc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:21.451156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1fe3797-15fc-41b7-a320-872c74ef4922 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:21.462703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce7bb1-52d6-4ea1-9e5d-f46a47a3d5d8 req-0a243108-9e26-497b-8131-1c26ebdcfdbc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:21.470274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce7bb1-52d6-4ea1-9e5d-f46a47a3d5d8 req-0a243108-9e26-497b-8131-1c26ebdcfdbc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:21.477682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce7bb1-52d6-4ea1-9e5d-f46a47a3d5d8 req-0a243108-9e26-497b-8131-1c26ebdcfdbc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:21.483784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce7bb1-52d6-4ea1-9e5d-f46a47a3d5d8 req-0a243108-9e26-497b-8131-1c26ebdcfdbc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:21.485818 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20ce7bb1-52d6-4ea1-9e5d-f46a47a3d5d8 req-0a243108-9e26-497b-8131-1c26ebdcfdbc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5434 time: 0.2935901 Aug 19 12:34:21.494840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a4ec144a-b138-4112-b7f5-5da21df4556e None None] Could not find standard attr ID for object 7dc5dad0-bc49-4747-b892-88828df9bd0d. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:34:21.503529 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6bce1733-cec4-4e9b-b456-5e8a38005713 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.517972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b1fe3797-15fc-41b7-a320-872c74ef4922 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:21.518352 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.572731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 0022c1da-fce4-4d5b-9bd4-cf64818f0799 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:21.581761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:21.620755 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ca7b-ea15-4b82-a8e2-ee68e18eec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.623950 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ca7b-ea15-4b82-a8e2-ee68e18eec21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.637701 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e1a9ca7b-ea15-4b82-a8e2-ee68e18eec21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33a8d367-d93b-4456-a50f-035213ed09b1 HTTP/1.1" status: 204 len: 168 time: 0.3922360 Aug 19 12:34:21.638196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20ce7bb1-52d6-4ea1-9e5d-f46a47a3d5d8 req-41f007b0-e254-41f5-858a-cc73c7d01d79 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157663 Aug 19 12:34:21.638325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a4ec144a-b138-4112-b7f5-5da21df4556e None None] Provisioning for port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:21.653023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a4ec144a-b138-4112-b7f5-5da21df4556e None None] Provisioning complete for port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:21.654093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a4ec144a-b138-4112-b7f5-5da21df4556e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.669020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44674) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:21.689491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9ca7b-ea15-4b82-a8e2-ee68e18eec21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a8d367-d93b-4456-a50f-035213ed09b1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:21.776137 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec144a-b138-4112-b7f5-5da21df4556e None None] Port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:21.828265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbb873-be80-4e23-9b80-5470fbd90916 req-d1ce1e91-bd43-44e5-87e1-12c101b16d37 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:21.837753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90fbb873-be80-4e23-9b80-5470fbd90916 req-d1ce1e91-bd43-44e5-87e1-12c101b16d37 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.1005960 Aug 19 12:34:21.873270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-743345524-network', 'tenant_id': '19b6a0cfba1c4f4c886001fe35b3b792'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:21.887411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-68e70660-8cbf-477d-afa7-d8f12af766c5 None None] Provisioning complete for port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:21.888085 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-68e70660-8cbf-477d-afa7-d8f12af766c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.900505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90fbb873-be80-4e23-9b80-5470fbd90916 req-d0120b8f-e442-4078-91f0-786149f6a7e8 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618632 Aug 19 12:34:21.909058 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6bce1733-cec4-4e9b-b456-5e8a38005713 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.944864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-68e70660-8cbf-477d-afa7-d8f12af766c5 None None] Port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:21.945154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce1733-cec4-4e9b-b456-5e8a38005713 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ba119d-fe62-45d6-bb09-b181a77eb1b6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:21.952630 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6bce1733-cec4-4e9b-b456-5e8a38005713 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:21.958329 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6bce1733-cec4-4e9b-b456-5e8a38005713 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/a9ba119d-fe62-45d6-bb09-b181a77eb1b6 HTTP/1.1" status: 204 len: 168 time: 1.1403997 Aug 19 12:34:21.960735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44680) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:21.975540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2d568a-47d8-42bc-a382-cf6b7b0b231c None None] Network 8edd1459-2960-45b4-ba19-90073ef22d2f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:22.019115 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Made reservation on behalf of 19b6a0cfba1c4f4c886001fe35b3b792 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:22.030110 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.046622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d71856-8695-4b95-8d17-38dc15696958 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting subnet e978e4ef-c736-4371-918b-7e3cc44ad375 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:22.051432 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9d71856-8695-4b95-8d17-38dc15696958 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.053210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.075794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router f976dc52-db9c-4362-a608-99beb2f00609 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:34:22.079247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-73de8cb3-43b7-40b0-aa60-2b97c95bc326 None None] Provisioning complete for port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:22.079602 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-73de8cb3-43b7-40b0-aa60-2b97c95bc326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.165518 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9d71856-8695-4b95-8d17-38dc15696958 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.226484 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-73de8cb3-43b7-40b0-aa60-2b97c95bc326 None None] Port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:22.246055 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.331941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9d71856-8695-4b95-8d17-38dc15696958 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.344962 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.378234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:22.392214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d3464e84-bd67-4e3a-83ef-52b05129ed57 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9689157 Aug 19 12:34:22.392214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44690) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:22.393169 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Sync routers for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:22.399902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1504166339'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:22.408344 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:22.409192 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:22.419433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:22.457563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b0cc0d-a784-4059-a579-9c97174d248a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:22.465142 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.465544 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Added segment 0b4dfa09-aeb5-4549-a8b8-f7f2432d1a02 of type vlan for network 44824cd1-24ec-4a61-9406-21665c5dd041 Aug 19 12:34:22.524082 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.533821 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9d71856-8695-4b95-8d17-38dc15696958 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.591040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:22.594502 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.616273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d71856-8695-4b95-8d17-38dc15696958 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Subnet': ['ID=e978e4ef-c736-4371-918b-7e3cc44ad375,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:22.622204 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9d71856-8695-4b95-8d17-38dc15696958 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.625090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44696) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:22.626188 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:22.627403 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f9d71856-8695-4b95-8d17-38dc15696958 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/e978e4ef-c736-4371-918b-7e3cc44ad375 HTTP/1.1" status: 204 len: 168 time: 0.6659484 Aug 19 12:34:22.683289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:22.745394 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.746084 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added segment 6ba100a7-7001-47ee-8bd6-f1fc13b43735 of type vlan for network a402f828-5408-4356-afa9-655a135c4c39 Aug 19 12:34:22.765956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9fc0d-325d-4f01-8b62-4acc59f72c1d req-6a3e7ee2-eee2-4daa-a7d7-056cfd90401e tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:22.768067 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9af9fc0d-325d-4f01-8b62-4acc59f72c1d req-6a3e7ee2-eee2-4daa-a7d7-056cfd90401e tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.4599323 Aug 19 12:34:22.781900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.791147 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.792205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:22.792788 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.864274 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:19Z', 'revision_number': 2, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:20Z', 'revision_number': 2, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:22.901757 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Checking router: f976dc52-db9c-4362-a608-99beb2f00609 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:22.902379 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Updating router f976dc52-db9c-4362-a608-99beb2f00609 port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:34:22.932014 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.935272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:22.962265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9af9fc0d-325d-4f01-8b62-4acc59f72c1d req-5182db03-570b-4ae6-a340-9fc34c693e88 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650527 Aug 19 12:34:23.053520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.054465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] Pushing event updated for resources: {'Network': ['ID=44824cd1-24ec-4a61-9406-21665c5dd041,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:23.067468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 44824cd1-24ec-4a61-9406-21665c5dd041 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:23.073177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.074291 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-84b30f2c-e9da-4c23-822d-4e7256234ebc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3995650 Aug 19 12:34:23.075915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.079291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44710) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:23.098135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] Request body: {'subnet': {'network_id': '44824cd1-24ec-4a61-9406-21665c5dd041', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-743345524-subnet', 'tenant_id': '19b6a0cfba1c4f4c886001fe35b3b792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:23.168566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e28c9-85f3-4ede-85c4-c39a95234239 req-9ec81fa1-bd70-4509-b7f0-cc5052dd3d52 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.184110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e28c9-85f3-4ede-85c4-c39a95234239 req-9ec81fa1-bd70-4509-b7f0-cc5052dd3d52 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.191582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e28c9-85f3-4ede-85c4-c39a95234239 req-9ec81fa1-bd70-4509-b7f0-cc5052dd3d52 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.199159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e28c9-85f3-4ede-85c4-c39a95234239 req-9ec81fa1-bd70-4509-b7f0-cc5052dd3d52 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.206349 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e28c9-85f3-4ede-85c4-c39a95234239 req-9ec81fa1-bd70-4509-b7f0-cc5052dd3d52 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.217667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e28c9-85f3-4ede-85c4-c39a95234239 req-9ec81fa1-bd70-4509-b7f0-cc5052dd3d52 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.233955 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e28c9-85f3-4ede-85c4-c39a95234239 req-9ec81fa1-bd70-4509-b7f0-cc5052dd3d52 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.236096 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d35e28c9-85f3-4ede-85c4-c39a95234239 req-9ec81fa1-bd70-4509-b7f0-cc5052dd3d52 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5434 time: 0.4499490 Aug 19 12:34:23.276016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Network': ['ID=a402f828-5408-4356-afa9-655a135c4c39,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:23.287621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network a402f828-5408-4356-afa9-655a135c4c39 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:23.324551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 815103ff-cd98-4a67-8973-74bf8657d4d5 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:23.325218 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.354669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-216c5f1d-8387-43e2-91c6-41e602ace58d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9627681 Aug 19 12:34:23.368653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cff805-15be-40c9-bf1e-9d0260b2e508 None None] Network 8edd1459-2960-45b4-ba19-90073ef22d2f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:23.371352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44716) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:23.379772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'subnet': {'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:23.452916 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.464187 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Transition to ACTIVE for port object a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:23.467457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d35e28c9-85f3-4ede-85c4-c39a95234239 req-cb2b18e6-ec34-42a8-afef-b5aee19a0e58 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2125599 Aug 19 12:34:23.483178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99e5dc-8347-415b-b149-254853287ad1 req-406e68dc-c341-46e1-9266-363be6cda3aa tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.486922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1f99e5dc-8347-415b-b149-254853287ad1 req-406e68dc-c341-46e1-9266-363be6cda3aa tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.3424432 Aug 19 12:34:23.509772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] For port 815103ff-cd98-4a67-8973-74bf8657d4d5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=815103ff-cd98-4a67-8973-74bf8657d4d5,segment=NetworkSegment(f5b319e8-7b01-497f-bc83-f36abfbb6e88),segment_id=f5b319e8-7b01-497f-bc83-f36abfbb6e88)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:23.510054 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.526171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7363503f-b9a1-4a44-958b-8c3a8951fde4 req-35782228-d884-4ece-be2c-c70398dfcc83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2473023 Aug 19 12:34:23.537123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 815103ff-cd98-4a67-8973-74bf8657d4d5 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:23.599369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1f99e5dc-8347-415b-b149-254853287ad1 req-b2f0c6b9-6e06-429b-8379-890ac7c7aac5 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020381 Aug 19 12:34:23.606595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e481707e-7489-4598-975a-4486e250a852 None None] Provisioning complete for port 815103ff-cd98-4a67-8973-74bf8657d4d5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:23.607011 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e481707e-7489-4598-975a-4486e250a852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.617418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] Made reservation on behalf of 19b6a0cfba1c4f4c886001fe35b3b792 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:23.622266 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.659635 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.709511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363503f-b9a1-4a44-958b-8c3a8951fde4 req-61821b26-b3ed-47af-93fd-585948ba8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.713595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7363503f-b9a1-4a44-958b-8c3a8951fde4 req-61821b26-b3ed-47af-93fd-585948ba8acf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 1096 time: 0.1273441 Aug 19 12:34:23.784474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91572b07-6803-4c16-9959-d34fba35b8e4 None None] DHCP port deletion for 8edd1459-2960-45b4-ba19-90073ef22d2f request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:34:23.806744 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Pushing event updated for resources: {'Port': ['ID=a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:23.885162 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Attempting to bind port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:23.886066 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Attempting to bind port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'ec667b01-abf9-4eb3-8e55-ee4df4f5552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:23.886617 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Attempting to bind port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 on network 0022c1da-fce4-4d5b-9bd4-cf64818f0799 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:23.893950 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.894499 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.895047 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.896032 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.897835 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.898356 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.898893 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.899550 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.900061 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.901072 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.901868 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.902382 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:23.918292 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:23.918988 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Checking segment: {'id': 'ec667b01-abf9-4eb3-8e55-ee4df4f5552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:23.919563 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.920465 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Bound using segment: {'id': 'ec667b01-abf9-4eb3-8e55-ee4df4f5552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:23.921597 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Bound port: a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec667b01-abf9-4eb3-8e55-ee4df4f5552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:23.922221 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.943959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-91572b07-6803-4c16-9959-d34fba35b8e4 None None] Deleting port 815103ff-cd98-4a67-8973-74bf8657d4d5 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:23.943959 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-91572b07-6803-4c16-9959-d34fba35b8e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:23.948376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad65b5-6b72-4ef9-8440-af777132ad4c req-86d15b2f-9db5-48d4-ba6f-c88efea9f689 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.964854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad65b5-6b72-4ef9-8440-af777132ad4c req-86d15b2f-9db5-48d4-ba6f-c88efea9f689 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.978134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad65b5-6b72-4ef9-8440-af777132ad4c req-86d15b2f-9db5-48d4-ba6f-c88efea9f689 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:23.999755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad65b5-6b72-4ef9-8440-af777132ad4c req-86d15b2f-9db5-48d4-ba6f-c88efea9f689 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:24.014629 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] For port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:24.017508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:24.026218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad65b5-6b72-4ef9-8440-af777132ad4c req-86d15b2f-9db5-48d4-ba6f-c88efea9f689 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:24.026364 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.026470 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] For port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5,segment=NetworkSegment(ec667b01-abf9-4eb3-8e55-ee4df4f5552f),segment_id=ec667b01-abf9-4eb3-8e55-ee4df4f5552f)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:24.047878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad65b5-6b72-4ef9-8440-af777132ad4c req-86d15b2f-9db5-48d4-ba6f-c88efea9f689 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:24.058122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad65b5-6b72-4ef9-8440-af777132ad4c req-86d15b2f-9db5-48d4-ba6f-c88efea9f689 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:24.060577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5bad65b5-6b72-4ef9-8440-af777132ad4c req-86d15b2f-9db5-48d4-ba6f-c88efea9f689 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5434 time: 0.3108220 Aug 19 12:34:24.072227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44730) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:24.078667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-77ac9e35-0c66-4ce4-a2cc-54d54f13b591 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Request body: {'floatingip': {'port_id': '4bd9d49e-14bd-436e-8983-234a93f0887d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:24.094915 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.108065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-91572b07-6803-4c16-9959-d34fba35b8e4 None None] For port 815103ff-cd98-4a67-8973-74bf8657d4d5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=815103ff-cd98-4a67-8973-74bf8657d4d5,segment=NetworkSegment(f5b319e8-7b01-497f-bc83-f36abfbb6e88),segment_id=f5b319e8-7b01-497f-bc83-f36abfbb6e88)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:24.109121 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-91572b07-6803-4c16-9959-d34fba35b8e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.139119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-91572b07-6803-4c16-9959-d34fba35b8e4 None None] Calling delete_port for 815103ff-cd98-4a67-8973-74bf8657d4d5 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:24.205973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc3571-37f0-4ad8-a202-a4d39341503f req-77f415c7-e7e1-408e-928c-6d75bf587999 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:24.212256 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77ac9e35-0c66-4ce4-a2cc-54d54f13b591 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.213926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51fc3571-37f0-4ad8-a202-a4d39341503f req-77f415c7-e7e1-408e-928c-6d75bf587999 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.3669822 Aug 19 12:34:24.215658 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b8530-0a1a-48cc-bf5d-ee7dc467580d None None] Pushing event updated for resources: {'Port': ['ID=a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:24.221262 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.222259 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:24.223312 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:24.332990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363503f-b9a1-4a44-958b-8c3a8951fde4 req-1ae5727c-5c63-4bf0-8f5b-a8d26ad51c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:24.334844 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7363503f-b9a1-4a44-958b-8c3a8951fde4 req-1ae5727c-5c63-4bf0-8f5b-a8d26ad51c69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 200 len: 915 time: 0.5951185 Aug 19 12:34:24.335939 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-91572b07-6803-4c16-9959-d34fba35b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.343342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51fc3571-37f0-4ad8-a202-a4d39341503f req-e9879f2b-eca1-45d5-aa2f-7b15003bea82 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272194 Aug 19 12:34:24.380169 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.401711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1d92fae-230a-4947-82c7-beb6b94034a4,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:24.420061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7363503f-b9a1-4a44-958b-8c3a8951fde4 req-e8d776ca-b4f8-45b2-9a0c-47407b7d43e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92e59300-f4da-4201-adff-badb3820de5e HTTP/1.1" status: 200 len: 217 time: 0.0560606 Aug 19 12:34:24.434008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91572b07-6803-4c16-9959-d34fba35b8e4 None None] Pushing event deleted for resources: {'Port': ['ID=815103ff-cd98-4a67-8973-74bf8657d4d5,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:24.443538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91572b07-6803-4c16-9959-d34fba35b8e4 None None] No DVR routers for this DVR port 815103ff-cd98-4a67-8973-74bf8657d4d5 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:24.461351 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=815103ff-cd98-4a67-8973-74bf8657d4d5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:24.471845 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No DVR routers for this DVR port 815103ff-cd98-4a67-8973-74bf8657d4d5 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:24.479190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] Checking segment: {'id': '0b4dfa09-aeb5-4549-a8b8-f7f2432d1a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '44824cd1-24ec-4a61-9406-21665c5dd041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:24.480717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] Network hostable DHCP agents. Network: 44824cd1-24ec-4a61-9406-21665c5dd041, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:24.587716 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:24.688620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44746) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:24.724137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363503f-b9a1-4a44-958b-8c3a8951fde4 req-9b6efbe7-c6c0-4be2-8177-633fc5a4b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:24.728433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7363503f-b9a1-4a44-958b-8c3a8951fde4 req-9b6efbe7-c6c0-4be2-8177-633fc5a4b9ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=917b0eb4-793f-42ab-bd62-4942c9adf928 HTTP/1.1" status: 200 len: 854 time: 0.1641223 Aug 19 12:34:24.746782 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.759896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] Network 44824cd1-24ec-4a61-9406-21665c5dd041 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:24.772923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edd1459-2960-45b4-ba19-90073ef22d2f']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:24.788129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b319e8-7b01-497f-bc83-f36abfbb6e88') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:24.790941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b319e8-7b01-497f-bc83-f36abfbb6e88') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:24.791536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7363503f-b9a1-4a44-958b-8c3a8951fde4 req-7eceed5d-f4bf-42df-933b-44c517e714d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515141 Aug 19 12:34:24.879074 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.924646 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.936778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:24.937196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:24.940818 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:19Z', 'revision_number': 2, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:24Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:24.978548 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5046bb-cad9-41a2-ae86-58c14ed3077c None None] The sync data for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 is: [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:19Z', 'revision_number': 2, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:24Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:25.017740 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:25.053867 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.111750 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.148885 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 44824cd1-24ec-4a61-9406-21665c5dd041) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:25.157438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf123c-ef56-4f0f-b1cb-36cc082133be None None] Network 44824cd1-24ec-4a61-9406-21665c5dd041 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:25.167255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Subnet': ['ID=10d6ac5c-80ce-4608-b159-f3bf3f0b0c48,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:25.231318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:25.232051 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.260441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1c4e6-32ac-4bf1-91cf-394fb7bc5c75 req-cffcacd3-1152-4a76-896e-edf5097376e3 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:25.262221 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51e1c4e6-32ac-4bf1-91cf-394fb7bc5c75 req-cffcacd3-1152-4a76-896e-edf5097376e3 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.4784830 Aug 19 12:34:25.265583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-287c30cb-ee0f-4b3d-a1b6-6d7297666e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.385130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f34e8635-ab4c-4f5d-93f7-e66c2b45c851 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2882590 Aug 19 12:34:25.385130 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Checking segment: {'id': '6ba100a7-7001-47ee-8bd6-f1fc13b43735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:25.385130 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network hostable DHCP agents. Network: a402f828-5408-4356-afa9-655a135c4c39, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:25.415192 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51e1c4e6-32ac-4bf1-91cf-394fb7bc5c75 req-efd7fc41-7ed1-41f2-b06e-67b306e5042d tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253197 Aug 19 12:34:25.419925 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.446300 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.451665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/networks/8edd1459-2960-45b4-ba19-90073ef22d2f HTTP/1.1" status: 204 len: 168 time: 2.8222983 Aug 19 12:34:25.460455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44758) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:25.490315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc889d-7c8e-4e2a-b691-eb2fae620802 None None] Network 44824cd1-24ec-4a61-9406-21665c5dd041 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:25.497987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 815103ff-cd98-4a67-8973-74bf8657d4d5 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:25.525087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26125da1-e719-4f57-ab98-830c96caa643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Network': ['ID=8edd1459-2960-45b4-ba19-90073ef22d2f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:25.591253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 815103ff-cd98-4a67-8973-74bf8657d4d5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:25.591686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 815103ff-cd98-4a67-8973-74bf8657d4d5 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:25.651873 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e3680d-620d-4b57-a449-fcbc957c7dcd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:25.654175 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b6e3680d-620d-4b57-a449-fcbc957c7dcd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1607711 Aug 19 12:34:25.667138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44762) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:25.674152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network a402f828-5408-4356-afa9-655a135c4c39 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:25.780829 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fcdf7cbb-2307-4eef-bf94-d33dd7a6addc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0975897 Aug 19 12:34:25.781707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44766) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:25.784160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-287c30cb-ee0f-4b3d-a1b6-6d7297666e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.797170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1918568628'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:25.835702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, a402f828-5408-4356-afa9-655a135c4c39) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:25.848530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:25.849179 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.853593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7363503f-b9a1-4a44-958b-8c3a8951fde4 req-5ef36126-7f5c-4a54-856f-8a14b12ed862 service neutron] 10.222.0.30 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0287714 Aug 19 12:34:25.889527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-287c30cb-ee0f-4b3d-a1b6-6d7297666e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:25.982163 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-287c30cb-ee0f-4b3d-a1b6-6d7297666e10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c99e040a20849fda4bbc7e84b9c12da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2788129 Aug 19 12:34:25.983892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fe7844f4-10fb-4918-ad05-af05b4bfffe5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6088445 Aug 19 12:34:25.984497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44770) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:26.005488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44772) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:26.046037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8f86f-222e-4b47-86a8-9ed76e93616c req-5c1f67c0-79b7-4686-b279-1b14ea395a5f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:26.047734 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f8f86f-222e-4b47-86a8-9ed76e93616c req-5c1f67c0-79b7-4686-b279-1b14ea395a5f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.3108892 Aug 19 12:34:26.084553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e33f1579-ae05-49b3-af54-4a6dd5286fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.084553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c30cb-ee0f-4b3d-a1b6-6d7297666e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70c16fb-cd53-41c7-af95-986bb31002ec,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:26.088694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac7ca1-b0f5-4fe0-9cdc-d68b2caec6fe None None] Network a402f828-5408-4356-afa9-655a135c4c39 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:26.113232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e33f1579-ae05-49b3-af54-4a6dd5286fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.181356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:26.196888 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.244027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:26.262903 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.263270 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Added segment 17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7 of type vlan for network 2644664a-9458-4701-8daa-aa0afa29e8af Aug 19 12:34:26.304978 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.338056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-a402f828-5408-4356-afa9-655a135c4c39', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:26.338905 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.375805 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.464806 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44788) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:26.469841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1731571951-network', 'tenant_id': '6bd7e089d5544090b5364b032d312933'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:26.517554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Allocated IP 2001:db8:1::2 (a402f828-5408-4356-afa9-655a135c4c39/10d6ac5c-80ce-4608-b159-f3bf3f0b0c48/c33c273e-ae07-45b3-96a5-df9b350b05bf) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:26.545181 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e33f1579-ae05-49b3-af54-4a6dd5286fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.548453 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e33f1579-ae05-49b3-af54-4a6dd5286fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.552683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e33f1579-ae05-49b3-af54-4a6dd5286fb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d70c16fb-cd53-41c7-af95-986bb31002ec HTTP/1.1" status: 204 len: 168 time: 0.5606763 Aug 19 12:34:26.554693 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.562718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:26.564173 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.583395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Made reservation on behalf of 6bd7e089d5544090b5364b032d312933 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:26.586458 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.591117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4f8f86f-222e-4b47-86a8-9ed76e93616c req-24ff2cb8-977d-4490-818f-80c28bbcc480 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160907 Aug 19 12:34:26.599105 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.659615 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.resource_extend [None req-77ac9e35-0c66-4ce4-a2cc-54d54f13b591 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:34:26.667083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f1579-ae05-49b3-af54-4a6dd5286fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70c16fb-cd53-41c7-af95-986bb31002ec,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:26.717354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Network': ['ID=2644664a-9458-4701-8daa-aa0afa29e8af,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:26.735039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7363503f-b9a1-4a44-958b-8c3a8951fde4 req-a3045c81-0801-4682-a497-edbbb90a15ac service neutron] 10.222.0.30 "GET /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8521593 Aug 19 12:34:26.740457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 2644664a-9458-4701-8daa-aa0afa29e8af details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:26.751779 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e36d45fb-c960-4ee1-823c-0177863207e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9656110 Aug 19 12:34:26.752767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44794) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:26.770591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': '2644664a-9458-4701-8daa-aa0afa29e8af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:26.859151 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77ac9e35-0c66-4ce4-a2cc-54d54f13b591 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.878432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec93d2-7481-4395-bb85-db67e8be0250 req-1f2c28ed-dbf6-4108-bf79-0643411019e5 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:26.887114 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fec93d2-7481-4395-bb85-db67e8be0250 req-1f2c28ed-dbf6-4108-bf79-0643411019e5 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.1488671 Aug 19 12:34:26.951332 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:26.953921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fec93d2-7481-4395-bb85-db67e8be0250 req-4e78deec-d708-41a9-9802-0ea8632af61b tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657790 Aug 19 12:34:27.002924 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77ac9e35-0c66-4ce4-a2cc-54d54f13b591 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.050554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.070586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:27.072669 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.091814 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.092288 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Added segment 9b0a621e-e501-4092-8c1a-aef0269814a2 of type vlan for network a042eb1c-4da2-48f4-a835-e5a24eac1bcb Aug 19 12:34:27.094340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Transition to ACTIVE for port object c33c273e-ae07-45b3-96a5-df9b350b05bf will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:27.136406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Transition to ACTIVE for port object c33c273e-ae07-45b3-96a5-df9b350b05bf will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:27.214956 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.219738 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.244081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80034cfd-8e8b-49a3-8cd1-5f23dc284200,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:27.249681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.263156 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-77ac9e35-0c66-4ce4-a2cc-54d54f13b591 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Floating IP fa63f202-23a7-4e94-898f-9e33c6d966b2 associated. External IP: 172.25.2.216, port: 4bd9d49e-14bd-436e-8983-234a93f0887d. Aug 19 12:34:27.317248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Pushing event updated for resources: {'Port': ['ID=c33c273e-ae07-45b3-96a5-df9b350b05bf,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:27.332906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Network a402f828-5408-4356-afa9-655a135c4c39 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:27.337247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:27.343145 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.344179 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:27.347243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:27.347770 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.439909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Attempting to bind port c33c273e-ae07-45b3-96a5-df9b350b05bf on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:27.440283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Attempting to bind port c33c273e-ae07-45b3-96a5-df9b350b05bf by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '6ba100a7-7001-47ee-8bd6-f1fc13b43735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:27.440646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Attempting to bind port c33c273e-ae07-45b3-96a5-df9b350b05bf on network a402f828-5408-4356-afa9-655a135c4c39 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:27.455972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:27.456348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Checking segment: {'id': '6ba100a7-7001-47ee-8bd6-f1fc13b43735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:27.456749 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.457191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Bound using segment: {'id': '6ba100a7-7001-47ee-8bd6-f1fc13b43735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:27.457670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Bound port: c33c273e-ae07-45b3-96a5-df9b350b05bf, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba100a7-7001-47ee-8bd6-f1fc13b43735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:27.458052 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.482664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:27.486399 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.526540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:27.579625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] For port c33c273e-ae07-45b3-96a5-df9b350b05bf, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:27.587749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] For port c33c273e-ae07-45b3-96a5-df9b350b05bf, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c33c273e-ae07-45b3-96a5-df9b350b05bf,segment=NetworkSegment(6ba100a7-7001-47ee-8bd6-f1fc13b43735),segment_id=6ba100a7-7001-47ee-8bd6-f1fc13b43735)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:27.588628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1223936 Aug 19 12:34:27.589353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44808) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:27.603091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] Request body: {'subnet': {'network_id': 'a042eb1c-4da2-48f4-a835-e5a24eac1bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1731571951-subnet', 'tenant_id': '6bd7e089d5544090b5364b032d312933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:27.619297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddfdf2-f32c-42a6-a30f-2b3979302a80 req-a33aad22-341a-4ada-b7cb-bb2540e8f24a tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:27.632162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-28ddfdf2-f32c-42a6-a30f-2b3979302a80 req-a33aad22-341a-4ada-b7cb-bb2540e8f24a tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 945 time: 0.8726678 Aug 19 12:34:27.633332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc72f0c-ca3e-4894-b2a9-48ab086fa419 admin admin] Pushing event updated for resources: {'Network': ['ID=a042eb1c-4da2-48f4-a835-e5a24eac1bcb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:27.646512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network a042eb1c-4da2-48f4-a835-e5a24eac1bcb details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:27.697088 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.731320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-28ddfdf2-f32c-42a6-a30f-2b3979302a80 req-e619c75c-18f0-4eb6-9097-24583bcbec6e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998075 Aug 19 12:34:27.742100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:27.784582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] Made reservation on behalf of 6bd7e089d5544090b5364b032d312933 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:27.787519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.793793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722a75c-51a7-4266-935b-b194650442f9 None None] Pushing event updated for resources: {'Port': ['ID=c33c273e-ae07-45b3-96a5-df9b350b05bf,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:27.797034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:27.797556 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.957383 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:27.967073 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c75b6-5e7a-44cb-8ec8-e3fb68593a98 req-690e60b3-5ef9-466b-a42d-9d7d9831b1ed tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:27.970762 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da2c75b6-5e7a-44cb-8ec8-e3fb68593a98 req-690e60b3-5ef9-466b-a42d-9d7d9831b1ed tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.2609565 Aug 19 12:34:28.000703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ac9e35-0c66-4ce4-a2cc-54d54f13b591 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Router ea62a703-68f5-4f3b-ada3-e9ce049f8083 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:28.041540 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.072380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5,segment=NetworkSegment(ec667b01-abf9-4eb3-8e55-ee4df4f5552f),segment_id=ec667b01-abf9-4eb3-8e55-ee4df4f5552f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:28.087554 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da2c75b6-5e7a-44cb-8ec8-e3fb68593a98 req-2cf1d52d-6a8f-4ab0-8710-a0e170f3e275 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988014 Aug 19 12:34:28.152528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Allocated IP 2001:db8:1::1 (a402f828-5408-4356-afa9-655a135c4c39/10d6ac5c-80ce-4608-b159-f3bf3f0b0c48/dfc3caf1-3d63-4a10-843f-c0480bd541d8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:28.178747 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.242148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:28.250681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Subnet': ['ID=f23ba8ac-b7e5-4dad-9da3-b92fae422ad3,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:28.288884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe2097-ca95-4ffa-9808-7a2b016aa2d5 req-74049448-37a3-4999-9630-e8cc8089ce86 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:28.290498 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1efe2097-ca95-4ffa-9808-7a2b016aa2d5 req-74049448-37a3-4999-9630-e8cc8089ce86 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.1624770 Aug 19 12:34:28.297824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Checking segment: {'id': '17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2644664a-9458-4701-8daa-aa0afa29e8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:28.298267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network hostable DHCP agents. Network: 2644664a-9458-4701-8daa-aa0afa29e8af, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:28.343557 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.376761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1efe2097-ca95-4ffa-9808-7a2b016aa2d5 req-70d19eda-22e5-4645-a40e-8cf015b64efa tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757422 Aug 19 12:34:28.413445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4713ecc2-9033-41cb-b98a-cd17d5b57e54,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:28.425233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] Checking segment: {'id': '9b0a621e-e501-4092-8c1a-aef0269814a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a042eb1c-4da2-48f4-a835-e5a24eac1bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:28.425723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] Network hostable DHCP agents. Network: a042eb1c-4da2-48f4-a835-e5a24eac1bcb, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:28.430278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 2644664a-9458-4701-8daa-aa0afa29e8af is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:28.524374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 2644664a-9458-4701-8daa-aa0afa29e8af) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:28.533447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01ad44-eec3-44b9-8d10-81f738a00410 None None] Network 2644664a-9458-4701-8daa-aa0afa29e8af requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:28.537275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:28.538032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.624160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] Network a042eb1c-4da2-48f4-a835-e5a24eac1bcb is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:28.636008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, a042eb1c-4da2-48f4-a835-e5a24eac1bcb) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:28.642464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:28.643084 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.671307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-268bb273-8395-47c8-b42c-4d174f93298b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8948603 Aug 19 12:34:28.671447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a731cdae-ac34-4b08-abc5-f2b861f822ed None None] Network a042eb1c-4da2-48f4-a835-e5a24eac1bcb requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:28.672954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44832) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:28.683973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': '2644664a-9458-4701-8daa-aa0afa29e8af', 'name': 'tempest-PortsIpV6TestJSON-347686962'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:28.723184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ac9e35-0c66-4ce4-a2cc-54d54f13b591 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:28.740960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77ac9e35-0c66-4ce4-a2cc-54d54f13b591 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:28.752915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2278c010-1d2e-4da2-bd7f-fafdd9f495ab None None] Sync routers for ids ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:28.784348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278c010-1d2e-4da2-bd7f-fafdd9f495ab None None] Routers {'ea62a703-68f5-4f3b-ada3-e9ce049f8083'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:28.785002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-2278c010-1d2e-4da2-bd7f-fafdd9f495ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:28.799896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d2bb8-d5d3-4e4e-8660-1bccd1e58871 req-65a92ce8-75fd-459f-b3c5-d5d25a223eba tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:28.801548 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e4d2bb8-d5d3-4e4e-8660-1bccd1e58871 req-65a92ce8-75fd-459f-b3c5-d5d25a223eba tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 945 time: 0.5749514 Aug 19 12:34:28.805808 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-77ac9e35-0c66-4ce4-a2cc-54d54f13b591 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "PUT /v2.0/floatingips/fa63f202-23a7-4e94-898f-9e33c6d966b2 HTTP/1.1" status: 200 len: 991 time: 4.7297342 Aug 19 12:34:28.810134 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7c22db1a-7595-4a49-8973-bd68b28297ae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2146103 Aug 19 12:34:28.829921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '4bd9d49e-14bd-436e-8983-234a93f0887d'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:28.833885 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1036549e-2335-4c46-945e-415d7a442999" -d '{"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "4bd9d49e-14bd-436e-8983-234a93f0887d"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:29.011054 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34520928-2c5d-47be-a105-696bade667d1 x-openstack-request-id: req-34520928-2c5d-47be-a105-696bade667d1 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:29.011054 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "tag": "4bd9d49e-14bd-436e-8983-234a93f0887d", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:29.011054 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34520928-2c5d-47be-a105-696bade667d1 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:29.011054 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'tag': '4bd9d49e-14bd-436e-8983-234a93f0887d', 'status': 'completed', 'code': 200} Aug 19 12:34:29.039206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-2644664a-9458-4701-8daa-aa0afa29e8af', 'network_id': '2644664a-9458-4701-8daa-aa0afa29e8af', 'tenant_id': '7ea92cde6a0c4bb0a39435c007b142fe', 'fixed_ips': [{'subnet_id': 'f23ba8ac-b7e5-4dad-9da3-b92fae422ad3'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:29.051678 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.051678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-2278c010-1d2e-4da2-bd7f-fafdd9f495ab None None] Set router ea62a703-68f5-4f3b-ada3-e9ce049f8083 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:29.058590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44846) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:29.067061 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.111289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0e3c7c-b5d5-4bcc-b65a-8429a0c7671b admin admin] Deleting subnet f1d92fae-230a-4947-82c7-beb6b94034a4 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:29.114862 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3c7c-b5d5-4bcc-b65a-8429a0c7671b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.132613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b22c3f-1c75-4e85-a066-ea81df7db622 req-3d3acd8b-9696-4109-9b10-1bda0f3aad47 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.132613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-27b22c3f-1c75-4e85-a066-ea81df7db622 req-3d3acd8b-9696-4109-9b10-1bda0f3aad47 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 945 time: 0.2853384 Aug 19 12:34:29.132613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Transition to ACTIVE for port object dfc3caf1-3d63-4a10-843f-c0480bd541d8 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:29.157442 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3c7c-b5d5-4bcc-b65a-8429a0c7671b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.204443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036549e-2335-4c46-945e-415d7a442999 req-63614808-c113-4149-951a-545d3ce24202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.205516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036549e-2335-4c46-945e-415d7a442999 req-63614808-c113-4149-951a-545d3ce24202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.205936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:29.206085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036549e-2335-4c46-945e-415d7a442999 req-63614808-c113-4149-951a-545d3ce24202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.206518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036549e-2335-4c46-945e-415d7a442999 req-63614808-c113-4149-951a-545d3ce24202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.207023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036549e-2335-4c46-945e-415d7a442999 req-63614808-c113-4149-951a-545d3ce24202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.207499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036549e-2335-4c46-945e-415d7a442999 req-63614808-c113-4149-951a-545d3ce24202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.207964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036549e-2335-4c46-945e-415d7a442999 req-63614808-c113-4149-951a-545d3ce24202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.210020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1036549e-2335-4c46-945e-415d7a442999 req-63614808-c113-4149-951a-545d3ce24202 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6491 time: 0.1391358 Aug 19 12:34:29.210594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.215298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ff29c-725f-4ff2-9ec5-425ed13cbf0a None None] Network a402f828-5408-4356-afa9-655a135c4c39 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:29.234056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 46c174e3-076e-4d62-bd32-e9dc1f522239 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:34:29.253963 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-3e4d2bb8-d5d3-4e4e-8660-1bccd1e58871 req-c069432e-1b1d-4063-8f40-ddb9553a35f5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Deleting port 9901b3a3-910d-4cda-ac09-1525283472ef {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:29.254348 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e4d2bb8-d5d3-4e4e-8660-1bccd1e58871 req-c069432e-1b1d-4063-8f40-ddb9553a35f5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.296795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-27b22c3f-1c75-4e85-a066-ea81df7db622 req-35350d2a-0421-4ade-b5c2-42292b7672d7 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570067 Aug 19 12:34:29.369293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b232bd-3376-485f-a71d-42188c8990d4 None None] Network a042eb1c-4da2-48f4-a835-e5a24eac1bcb requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:29.386295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.432526 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3c7c-b5d5-4bcc-b65a-8429a0c7671b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.480863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe40e2d-d62d-4db3-9dfc-49f8697b1825 req-bd097f22-efba-4c3b-bff5-3408f77f0900 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.482703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1fe40e2d-d62d-4db3-9dfc-49f8697b1825 req-bd097f22-efba-4c3b-bff5-3408f77f0900 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.2548943 Aug 19 12:34:29.490549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network a402f828-5408-4356-afa9-655a135c4c39 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:29.510123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3ec39029-4736-4fd6-bf24-2bc2358b958d None None] Provisioning for port c33c273e-ae07-45b3-96a5-df9b350b05bf completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:29.545186 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1fe40e2d-d62d-4db3-9dfc-49f8697b1825 req-710cb37d-659e-4c7d-b7c7-215459eba598 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552900 Aug 19 12:34:29.545399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:29.547534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=dfc3caf1-3d63-4a10-843f-c0480bd541d8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:29.586017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:29.586635 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.622845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c33c273e-ae07-45b3-96a5-df9b350b05bf up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:29.624663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036549e-2335-4c46-945e-415d7a442999 req-f8b05803-466e-428d-8cd3-c9ac51c52d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.626239 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1036549e-2335-4c46-945e-415d7a442999 req-f8b05803-466e-428d-8cd3-c9ac51c52d1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7e006fa-14ef-4f06-8efb-18b1127140c8 HTTP/1.1" status: 200 len: 912 time: 0.4050467 Aug 19 12:34:29.635797 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3c7c-b5d5-4bcc-b65a-8429a0c7671b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.637676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-3e4d2bb8-d5d3-4e4e-8660-1bccd1e58871 req-c069432e-1b1d-4063-8f40-ddb9553a35f5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] For port 9901b3a3-910d-4cda-ac09-1525283472ef, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9901b3a3-910d-4cda-ac09-1525283472ef,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:29.638051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e4d2bb8-d5d3-4e4e-8660-1bccd1e58871 req-c069432e-1b1d-4063-8f40-ddb9553a35f5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.663362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e3c7c-b5d5-4bcc-b65a-8429a0c7671b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1d92fae-230a-4947-82c7-beb6b94034a4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:29.668083 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0e3c7c-b5d5-4bcc-b65a-8429a0c7671b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.670181 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7f0e3c7c-b5d5-4bcc-b65a-8429a0c7671b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f1d92fae-230a-4947-82c7-beb6b94034a4 HTTP/1.1" status: 204 len: 168 time: 0.6110909 Aug 19 12:34:29.672693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44854) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:29.691707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-3e4d2bb8-d5d3-4e4e-8660-1bccd1e58871 req-c069432e-1b1d-4063-8f40-ddb9553a35f5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Calling delete_port for 9901b3a3-910d-4cda-ac09-1525283472ef owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:29.765347 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:29.787738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd7270-ddac-4e47-8cf2-d8b864cd20fc req-166e2c46-0cfe-4f22-9a36-10b89163b104 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.789447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61bd7270-ddac-4e47-8cf2-d8b864cd20fc req-166e2c46-0cfe-4f22-9a36-10b89163b104 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.2866092 Aug 19 12:34:29.846467 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1036549e-2335-4c46-945e-415d7a442999 req-00043d30-d026-489e-bfd9-022e2c583d28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd9d49e-14bd-436e-8983-234a93f0887d HTTP/1.1" status: 200 len: 999 time: 0.1978924 Aug 19 12:34:29.939582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61bd7270-ddac-4e47-8cf2-d8b864cd20fc req-dbb51d9d-6678-47ff-b31c-1f2f9ebb96cb tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412132 Aug 19 12:34:29.971944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036549e-2335-4c46-945e-415d7a442999 req-9f329fa1-7fb9-49e8-a050-cfc7dfafcd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:29.973427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1036549e-2335-4c46-945e-415d7a442999 req-9f329fa1-7fb9-49e8-a050-cfc7dfafcd24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17153962-cb0b-4fc9-8d4f-bb84422dda6b HTTP/1.1" status: 200 len: 850 time: 0.1156712 Aug 19 12:34:29.979250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Allocated IP 2001:db8::2 (2644664a-9458-4701-8daa-aa0afa29e8af/f23ba8ac-b7e5-4dad-9da3-b92fae422ad3/51b730fa-ba29-40f7-a5e9-5141d71a1db0) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:30.087187 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.140507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port c33c273e-ae07-45b3-96a5-df9b350b05bf completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:30.144023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036549e-2335-4c46-945e-415d7a442999 req-33464281-cf69-4df4-96e6-32e9d56c2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:30.145564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1036549e-2335-4c46-945e-415d7a442999 req-33464281-cf69-4df4-96e6-32e9d56c2bd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7e006fa-14ef-4f06-8efb-18b1127140c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1513553 Aug 19 12:34:30.159554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port c33c273e-ae07-45b3-96a5-df9b350b05bf triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:30.160237 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.274078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-2278c010-1d2e-4da2-bd7f-fafdd9f495ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'fa63f202-23a7-4e94-898f-9e33c6d966b2', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'port_id': '4bd9d49e-14bd-436e-8983-234a93f0887d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'mac_address': 'fa:16:3e:b3:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:35Z', 'updated_at': '2021-08-19T12:34:26Z', 'revision_number': 1, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56462188-6c96-4842-a614-943b1a85963d', 'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'mac_address': 'fa:16:3e:89:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:09Z', 'updated_at': '2021-08-19T12:31:22Z', 'revision_number': 5, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'subnets': [{'id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:30.282257 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.297485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44824cd1-24ec-4a61-9406-21665c5dd041']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:30.309260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4dfa09-aeb5-4549-a8b8-f7f2432d1a02') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:30.309695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4dfa09-aeb5-4549-a8b8-f7f2432d1a02') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:30.311902 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e4d2bb8-d5d3-4e4e-8660-1bccd1e58871 req-c069432e-1b1d-4063-8f40-ddb9553a35f5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.332200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a2c8a344-4da7-47cc-8464-5dc810615a85'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:30.335082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92e59300-f4da-4201-adff-badb3820de5e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:30.338778 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.339358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2278c010-1d2e-4da2-bd7f-fafdd9f495ab None None] Checking router: ea62a703-68f5-4f3b-ada3-e9ce049f8083 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:30.373728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.390077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069432e-1b1d-4063-8f40-ddb9553a35f5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Pushing event deleted for resources: {'Port': ['ID=9901b3a3-910d-4cda-ac09-1525283472ef,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:30.390514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:30.391075 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:30.415783 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:30.475968 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.515568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278c010-1d2e-4da2-bd7f-fafdd9f495ab None None] Routers {'ea62a703-68f5-4f3b-ada3-e9ce049f8083'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:30.516211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-2278c010-1d2e-4da2-bd7f-fafdd9f495ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:30.518206 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e6aa0321-a30f-40a1-84cb-d6bf7afe540c req-7354de8a-0b3f-47e3-af83-1b94faf43b20 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 210 time: 0.0912447 Aug 19 12:34:30.521479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Transition to ACTIVE for port object 51b730fa-ba29-40f7-a5e9-5141d71a1db0 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:30.544272 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.556528 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.560925 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] 10.222.0.21 "DELETE /v2.0/networks/44824cd1-24ec-4a61-9406-21665c5dd041 HTTP/1.1" status: 204 len: 168 time: 0.8871968 Aug 19 12:34:30.561918 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1036549e-2335-4c46-945e-415d7a442999 req-94a8443f-127b-4cce-aa65-8c78630ef150 service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939333 Aug 19 12:34:30.579120 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.599533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4d2bb8-d5d3-4e4e-8660-1bccd1e58871 req-c069432e-1b1d-4063-8f40-ddb9553a35f5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] No DVR routers for this DVR port 9901b3a3-910d-4cda-ac09-1525283472ef on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:30.602269 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3e4d2bb8-d5d3-4e4e-8660-1bccd1e58871 req-c069432e-1b1d-4063-8f40-ddb9553a35f5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.604966 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e4d2bb8-d5d3-4e4e-8660-1bccd1e58871 req-c069432e-1b1d-4063-8f40-ddb9553a35f5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "DELETE /v2.0/ports/9901b3a3-910d-4cda-ac09-1525283472ef HTTP/1.1" status: 204 len: 173 time: 1.7573581 Aug 19 12:34:30.605525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44864) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:30.606763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c70880-63ea-4ea3-a1ab-3d287584d36f admin admin] Pushing event deleted for resources: {'Network': ['ID=44824cd1-24ec-4a61-9406-21665c5dd041,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:30.697892 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Transition to ACTIVE for port object 51b730fa-ba29-40f7-a5e9-5141d71a1db0 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:30.739550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902d111-fc36-4519-9fff-0475398f6eb5 req-5501bbb7-c532-4504-a88c-2d416b0e887f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:30.741138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3902d111-fc36-4519-9fff-0475398f6eb5 req-5501bbb7-c532-4504-a88c-2d416b0e887f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.0807726 Aug 19 12:34:30.779607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf2501f-6eb0-4a4a-9d7b-d85e9eabb740 admin admin] Deleting subnet 4713ecc2-9033-41cb-b98a-cd17d5b57e54 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:30.788919 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbf2501f-6eb0-4a4a-9d7b-d85e9eabb740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.795432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3902d111-fc36-4519-9fff-0475398f6eb5 req-6b147b51-5009-4df3-8d36-a1b467ef5e31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Aug 19 12:34:30.818551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port c33c273e-ae07-45b3-96a5-df9b350b05bf, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c33c273e-ae07-45b3-96a5-df9b350b05bf,segment=NetworkSegment(6ba100a7-7001-47ee-8bd6-f1fc13b43735),segment_id=6ba100a7-7001-47ee-8bd6-f1fc13b43735)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:30.836466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-80e3c05c-979b-4bc7-bda6-9cb012dadb7b None None] Provisioning complete for port c33c273e-ae07-45b3-96a5-df9b350b05bf triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:30.838582 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-80e3c05c-979b-4bc7-bda6-9cb012dadb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.882382 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbf2501f-6eb0-4a4a-9d7b-d85e9eabb740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.921495 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1036549e-2335-4c46-945e-415d7a442999 req-00348791-6685-4dea-9165-682d87244071 service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143730 Aug 19 12:34:30.928207 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.953129 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbf2501f-6eb0-4a4a-9d7b-d85e9eabb740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.956086 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.986335 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:30.991338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:31.011283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd13168eb-4c0d-400b-9b72-5af27f4e3832', 'name': 'network-vif-deleted', 'tag': '9901b3a3-910d-4cda-ac09-1525283472ef'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:31.014571 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f705458-3d5f-463c-8652-5ae50672dcce" -d '{"events": [{"server_uuid": "d13168eb-4c0d-400b-9b72-5af27f4e3832", "name": "network-vif-deleted", "tag": "9901b3a3-910d-4cda-ac09-1525283472ef"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:31.027282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8::384 (2644664a-9458-4701-8daa-aa0afa29e8af/f23ba8ac-b7e5-4dad-9da3-b92fae422ad3/46c174e3-076e-4d62-bd32-e9dc1f522239) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:31.043167 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.044172 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.082027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-2278c010-1d2e-4da2-bd7f-fafdd9f495ab None None] Set router ea62a703-68f5-4f3b-ada3-e9ce049f8083 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:31.101352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Network 2644664a-9458-4701-8daa-aa0afa29e8af is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:31.156034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Pushing event updated for resources: {'Port': ['ID=51b730fa-ba29-40f7-a5e9-5141d71a1db0,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:31.179932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:31.199469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=dfc3caf1-3d63-4a10-843f-c0480bd541d8,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:31.220943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:31.230526 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbf2501f-6eb0-4a4a-9d7b-d85e9eabb740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.239263 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686c7555-df9c-49f6-9920-7d1755cce5c3 x-openstack-request-id: req-686c7555-df9c-49f6-9920-7d1755cce5c3 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:31.239643 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d13168eb-4c0d-400b-9b72-5af27f4e3832", "name": "network-vif-deleted", "tag": "9901b3a3-910d-4cda-ac09-1525283472ef", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:31.239909 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-686c7555-df9c-49f6-9920-7d1755cce5c3 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:31.240657 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd13168eb-4c0d-400b-9b72-5af27f4e3832', 'name': 'network-vif-deleted', 'tag': '9901b3a3-910d-4cda-ac09-1525283472ef', 'status': 'completed', 'code': 200} Aug 19 12:34:31.254242 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.261072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:31.277352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object 46c174e3-076e-4d62-bd32-e9dc1f522239 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:31.293508 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2501f-6eb0-4a4a-9d7b-d85e9eabb740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4713ecc2-9033-41cb-b98a-cd17d5b57e54,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:31.298179 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bbf2501f-6eb0-4a4a-9d7b-d85e9eabb740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.302516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bbf2501f-6eb0-4a4a-9d7b-d85e9eabb740 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4713ecc2-9033-41cb-b98a-cd17d5b57e54 HTTP/1.1" status: 204 len: 168 time: 0.6866271 Aug 19 12:34:31.304164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44876) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:31.329218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b04d80-63af-4356-9a73-afdc609bf767 req-3c3b7e9d-ab13-4693-84eb-4ff727e0d52b tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:31.330625 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-09b04d80-63af-4356-9a73-afdc609bf767 req-3c3b7e9d-ab13-4693-84eb-4ff727e0d52b tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.1915834 Aug 19 12:34:31.341610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network a402f828-5408-4356-afa9-655a135c4c39 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:31.348825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:31.392340 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.413342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=c33c273e-ae07-45b3-96a5-df9b350b05bf,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:31.443346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-09b04d80-63af-4356-9a73-afdc609bf767 req-12505cad-9886-432d-bdb0-4b684b23d115 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032372 Aug 19 12:34:31.458630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:31.459306 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.461933 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Attempting to bind port 51b730fa-ba29-40f7-a5e9-5141d71a1db0 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:31.462489 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Attempting to bind port 51b730fa-ba29-40f7-a5e9-5141d71a1db0 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2644664a-9458-4701-8daa-aa0afa29e8af'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:31.463161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Attempting to bind port 51b730fa-ba29-40f7-a5e9-5141d71a1db0 on network 2644664a-9458-4701-8daa-aa0afa29e8af {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:31.467471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.474961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router f976dc52-db9c-4362-a608-99beb2f00609 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:31.541424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:31.541691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Checking segment: {'id': '17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2644664a-9458-4701-8daa-aa0afa29e8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:31.542171 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.542464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Bound using segment: {'id': '17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2644664a-9458-4701-8daa-aa0afa29e8af'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:31.543073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Bound port: 51b730fa-ba29-40f7-a5e9-5141d71a1db0, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2644664a-9458-4701-8daa-aa0afa29e8af'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:31.543329 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.564593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.603729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 2644664a-9458-4701-8daa-aa0afa29e8af is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:31.606887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:31.619624 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Sync routers for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:31.632570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:31.633103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f897cc63-1015-4bd4-ba28-2ff1e1ff0699 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5950711 Aug 19 12:34:31.634063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44880) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:31.635815 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:31.636761 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:31.638210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a042eb1c-4da2-48f4-a835-e5a24eac1bcb']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:31.668954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1483378797'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:31.672285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:31.678394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:31.679052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.694734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0a621e-e501-4092-8c1a-aef0269814a2') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:31.695076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0a621e-e501-4092-8c1a-aef0269814a2') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:31.718441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=46c174e3-076e-4d62-bd32-e9dc1f522239,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:31.748684 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93318396-87bb-45c4-83cb-c721ecf2a467 req-d5c800e9-aa96-4d0c-86a5-4156a0f861a5 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=d13168eb-4c0d-400b-9b72-5af27f4e3832 HTTP/1.1" status: 200 len: 210 time: 0.0638926 Aug 19 12:34:31.753249 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.758533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-80e3c05c-979b-4bc7-bda6-9cb012dadb7b None None] Provisioning for port dfc3caf1-3d63-4a10-843f-c0480bd541d8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:31.769801 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.777417 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:31.779188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:31.779599 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:31.796627 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:31.810689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] For port 51b730fa-ba29-40f7-a5e9-5141d71a1db0, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:31.811420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-80e3c05c-979b-4bc7-bda6-9cb012dadb7b None None] Provisioning complete for port dfc3caf1-3d63-4a10-843f-c0480bd541d8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:31.812219 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-80e3c05c-979b-4bc7-bda6-9cb012dadb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.850455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] For port 51b730fa-ba29-40f7-a5e9-5141d71a1db0, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=51b730fa-ba29-40f7-a5e9-5141d71a1db0,segment=NetworkSegment(17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7),segment_id=17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:31.883531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-80e3c05c-979b-4bc7-bda6-9cb012dadb7b None None] Port dfc3caf1-3d63-4a10-843f-c0480bd541d8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:31.905348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:31.909805 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:31.922107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-2278c010-1d2e-4da2-bd7f-fafdd9f495ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'fa63f202-23a7-4e94-898f-9e33c6d966b2', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'port_id': '4bd9d49e-14bd-436e-8983-234a93f0887d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'mac_address': 'fa:16:3e:b3:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:35Z', 'updated_at': '2021-08-19T12:34:26Z', 'revision_number': 1, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56462188-6c96-4842-a614-943b1a85963d', 'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'mac_address': 'fa:16:3e:89:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:09Z', 'updated_at': '2021-08-19T12:31:22Z', 'revision_number': 5, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'subnets': [{'id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:32.000676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d8ee3-692d-4954-bb45-ca64a45c9994 req-e7c046da-ae08-423d-98cd-491c962336bd tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:32.000963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2278c010-1d2e-4da2-bd7f-fafdd9f495ab None None] The sync data for ids ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'] in n-d-803757-2 is: [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'fa63f202-23a7-4e94-898f-9e33c6d966b2', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'port_id': '4bd9d49e-14bd-436e-8983-234a93f0887d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'mac_address': 'fa:16:3e:b3:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e895306-2cfc-4fce-8108-dedb733f429c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:32:35Z', 'updated_at': '2021-08-19T12:34:26Z', 'revision_number': 1, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56462188-6c96-4842-a614-943b1a85963d', 'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'mac_address': 'fa:16:3e:89:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:09Z', 'updated_at': '2021-08-19T12:31:22Z', 'revision_number': 5, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'subnets': [{'id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:32.002272 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d73d8ee3-692d-4954-bb45-ca64a45c9994 req-e7c046da-ae08-423d-98cd-491c962336bd tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.0916879 Aug 19 12:34:32.004026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c33c273e-ae07-45b3-96a5-df9b350b05bf up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:32.009983 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.037795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:32.053759 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.054108 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added segment 2429a018-ba4e-46e7-bb63-f1c321ceb840 of type vlan for network 1bc8af51-b76e-48c8-b431-79fe73693c89 Aug 19 12:34:32.086531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d73d8ee3-692d-4954-bb45-ca64a45c9994 req-4d91c4fe-db1d-4b22-9b67-a3eaaf69c482 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749123 Aug 19 12:34:32.120236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c9c6c144-bdce-4e5d-a362-16ea2e2b075a None None] Provisioning complete for port dfc3caf1-3d63-4a10-843f-c0480bd541d8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:32.120627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c9c6c144-bdce-4e5d-a362-16ea2e2b075a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.147646 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.148398 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:29Z', 'revision_number': 3, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:30Z', 'revision_number': 2, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:32.163371 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5f0d66b8-9e8f-4a7e-8dd8-54144fa1352d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4892535 Aug 19 12:34:32.164391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44888) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:32.171469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': '2644664a-9458-4701-8daa-aa0afa29e8af', 'name': 'tempest-PortsIpV6TestJSON-1612336632'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:32.189936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.195357 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Checking router: f976dc52-db9c-4362-a608-99beb2f00609 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:32.196024 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Updating router f976dc52-db9c-4362-a608-99beb2f00609 port dfc3caf1-3d63-4a10-843f-c0480bd541d8 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:34:32.206534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f41ea-4b47-49d9-a736-9ca6818ede80 None None] Pushing event updated for resources: {'Port': ['ID=51b730fa-ba29-40f7-a5e9-5141d71a1db0,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:32.233732 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port c33c273e-ae07-45b3-96a5-df9b350b05bf triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:32.234476 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.236512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6c144-bdce-4e5d-a362-16ea2e2b075a None None] Port dfc3caf1-3d63-4a10-843f-c0480bd541d8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:32.238876 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.242959 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.245147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] 10.222.0.21 "DELETE /v2.0/networks/a042eb1c-4da2-48f4-a835-e5a24eac1bcb HTTP/1.1" status: 204 len: 168 time: 0.9412339 Aug 19 12:34:32.262829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d248d-298b-4866-8aa8-bb9e1b59d10d admin admin] Pushing event deleted for resources: {'Network': ['ID=a042eb1c-4da2-48f4-a835-e5a24eac1bcb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:32.298724 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.305638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:32.306274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.488938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8279872 Aug 19 12:34:32.491048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44898) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:32.500521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'subnet': {'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:32.569426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:32.569891 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f5adb-e10d-4723-b641-f4709ca9a868 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Network': ['ID=1bc8af51-b76e-48c8-b431-79fe73693c89,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:32.573190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.632147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port f884c4fa-82a7-4f5b-b8e4-1db9abfe678e yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:34:32.655538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668bd10-3aad-491b-8cbc-c14b8fdac127 None None] New status for floating IP fa63f202-23a7-4e94-898f-9e33c6d966b2: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:34:32.658198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9901b3a3-910d-4cda-ac09-1525283472ef no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:32.660341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 1bc8af51-b76e-48c8-b431-79fe73693c89 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:32.720958 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:32.734970 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Transition to ACTIVE for port object dfc3caf1-3d63-4a10-843f-c0480bd541d8 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:32.748122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e136c17-fcde-4f82-b016-6ebdf6ecfa96 req-ac52f71f-83ee-4187-b32e-cb152bf150b1 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:32.749880 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e136c17-fcde-4f82-b016-6ebdf6ecfa96 req-ac52f71f-83ee-4187-b32e-cb152bf150b1 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.1565659 Aug 19 12:34:32.752481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 9901b3a3-910d-4cda-ac09-1525283472ef {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:32.752896 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9901b3a3-910d-4cda-ac09-1525283472ef not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:33.197258 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.201053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e136c17-fcde-4f82-b016-6ebdf6ecfa96 req-a589d986-2968-4e93-aa46-faaf15911fa9 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577899 Aug 19 12:34:33.201053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8::258 (2644664a-9458-4701-8daa-aa0afa29e8af/f23ba8ac-b7e5-4dad-9da3-b92fae422ad3/f884c4fa-82a7-4f5b-b8e4-1db9abfe678e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:33.202006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44906) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:33.203716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:33.203716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.205129 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b35fc3-cbeb-45e9-b5e9-02f71abb5945 None None] Pushing event updated for resources: {'Port': ['ID=dfc3caf1-3d63-4a10-843f-c0480bd541d8,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:33.205307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-709e73c7-f478-4f55-a302-3fbee593a18c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19b6a0cfba1c4f4c886001fe35b3b792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1221261 Aug 19 12:34:33.205307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44910) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:33.205611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Attempting to bind port dfc3caf1-3d63-4a10-843f-c0480bd541d8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:33.205611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Attempting to bind port dfc3caf1-3d63-4a10-843f-c0480bd541d8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '6ba100a7-7001-47ee-8bd6-f1fc13b43735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:33.205611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Attempting to bind port dfc3caf1-3d63-4a10-843f-c0480bd541d8 on network a402f828-5408-4356-afa9-655a135c4c39 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:33.205611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:33.205611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Checking segment: {'id': '6ba100a7-7001-47ee-8bd6-f1fc13b43735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:33.205611 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.205611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Bound using segment: {'id': '6ba100a7-7001-47ee-8bd6-f1fc13b43735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:33.205611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Bound port: dfc3caf1-3d63-4a10-843f-c0480bd541d8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba100a7-7001-47ee-8bd6-f1fc13b43735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:33.205611 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.297096 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4902602b-f570-4d50-8a46-e4a4129b91aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.366264 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] For port dfc3caf1-3d63-4a10-843f-c0480bd541d8, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:33.368371 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4902602b-f570-4d50-8a46-e4a4129b91aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.370597 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] For port dfc3caf1-3d63-4a10-843f-c0480bd541d8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dfc3caf1-3d63-4a10-843f-c0480bd541d8,segment=NetworkSegment(6ba100a7-7001-47ee-8bd6-f1fc13b43735),segment_id=6ba100a7-7001-47ee-8bd6-f1fc13b43735)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:33.492735 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4902602b-f570-4d50-8a46-e4a4129b91aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.493467 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.495579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4902602b-f570-4d50-8a46-e4a4129b91aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:33.499378 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4902602b-f570-4d50-8a46-e4a4129b91aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3b0cc0d-a784-4059-a579-9c97174d248a HTTP/1.1" status: 204 len: 168 time: 0.3707058 Aug 19 12:34:33.516393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902602b-f570-4d50-8a46-e4a4129b91aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b0cc0d-a784-4059-a579-9c97174d248a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:33.668670 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b35fc3-cbeb-45e9-b5e9-02f71abb5945 None None] Pushing event updated for resources: {'Port': ['ID=dfc3caf1-3d63-4a10-843f-c0480bd541d8,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:33.685039 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:33.685702 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:33.823889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04859732-18eb-466f-9656-2a08ef88b913 None None] Network 2644664a-9458-4701-8daa-aa0afa29e8af requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:33.879482 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:34.000888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-18705ab4-aa3a-41b8-b7c0-b97365fa0721 None None] Provisioning for port 51b730fa-ba29-40f7-a5e9-5141d71a1db0 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:34.094504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 51b730fa-ba29-40f7-a5e9-5141d71a1db0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:34.124229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c48482-1f12-4e87-b0f1-d871b687f273 req-29501fd4-da07-4701-9592-bbf2c782c821 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:34.129743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0c48482-1f12-4e87-b0f1-d871b687f273 req-29501fd4-da07-4701-9592-bbf2c782c821 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.1540382 Aug 19 12:34:34.240537 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0c48482-1f12-4e87-b0f1-d871b687f273 req-5a57f425-25b5-4a08-8bf6-51886ac0b888 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004827 Aug 19 12:34:34.303759 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 51b730fa-ba29-40f7-a5e9-5141d71a1db0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:34.308714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 51b730fa-ba29-40f7-a5e9-5141d71a1db0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:34.308714 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:34.351794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26b099-3632-4ce3-ba6b-8c6aa02ec19f req-94556b69-083b-40a0-bcdd-9fcfc76775b5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:34.360972 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f26b099-3632-4ce3-ba6b-8c6aa02ec19f req-94556b69-083b-40a0-bcdd-9fcfc76775b5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.2509172 Aug 19 12:34:34.398194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266083-0253-4be0-9aca-8ef6563da464 req-09fe8e9c-aef7-48db-bc08-76ddcf6fc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:34.400395 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95266083-0253-4be0-9aca-8ef6563da464 req-09fe8e9c-aef7-48db-bc08-76ddcf6fc3ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=633c27b56a8e47f493ca1b550a87b978&device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 1097 time: 0.2916961 Aug 19 12:34:34.408723 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:34.436998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9f1ba-3cbe-4eae-b714-17c947ee0627 req-c3f9a075-533f-42bb-9209-d0131a059e95 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:34.440529 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8fd9f1ba-3cbe-4eae-b714-17c947ee0627 req-c3f9a075-533f-42bb-9209-d0131a059e95 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 945 time: 0.0888679 Aug 19 12:34:34.450504 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:34.467533 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:29Z', 'revision_number': 3, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:33Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:34.505707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 51b730fa-ba29-40f7-a5e9-5141d71a1db0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=51b730fa-ba29-40f7-a5e9-5141d71a1db0,segment=NetworkSegment(17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7),segment_id=17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:34.518097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8fd9f1ba-3cbe-4eae-b714-17c947ee0627 req-467ada73-f979-4660-916d-a48483913487 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704052 Aug 19 12:34:34.519901 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58368a7-1166-41a0-8334-c38f8bce194d None None] The sync data for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 is: [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:29Z', 'revision_number': 3, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:33Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:34.537788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object f884c4fa-82a7-4f5b-b8e4-1db9abfe678e will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:34.570796 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f26b099-3632-4ce3-ba6b-8c6aa02ec19f req-79644ee6-d832-405a-a615-b9e9e91340ce tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086556 Aug 19 12:34:34.588456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:34.636346 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:34.699043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Subnet': ['ID=32170bc8-89de-4a75-b274-ef398c9f0e58,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:34.749762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44928) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:34.771497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266083-0253-4be0-9aca-8ef6563da464 req-7d4a3a71-18c7-4165-a04d-5064bfcac87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:34.780199 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95266083-0253-4be0-9aca-8ef6563da464 req-7d4a3a71-18c7-4165-a04d-5064bfcac87c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42 HTTP/1.1" status: 200 len: 916 time: 0.3676827 Aug 19 12:34:34.862081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=51b730fa-ba29-40f7-a5e9-5141d71a1db0,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:34.872416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95266083-0253-4be0-9aca-8ef6563da464 req-818ebcb9-f970-4c4f-a0ad-5190968fe122 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4255e08-2436-49da-a1f2-68bb9a0bad8e HTTP/1.1" status: 200 len: 217 time: 0.0731983 Aug 19 12:34:34.877185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Checking segment: {'id': '2429a018-ba4e-46e7-bb63-f1c321ceb840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:34.877941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network hostable DHCP agents. Network: 1bc8af51-b76e-48c8-b431-79fe73693c89, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:34.880405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:34.985585 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1668cc83-3d9f-4121-8eaa-808b182d59ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bd7e089d5544090b5364b032d312933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292054 Aug 19 12:34:34.989355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44932) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:35.012763 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-52ee7763-08cb-4a8b-8ec8-67a4d52ce27b None None] Provisioning for port 46c174e3-076e-4d62-bd32-e9dc1f522239 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:35.017536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-52ee7763-08cb-4a8b-8ec8-67a4d52ce27b None None] Provisioning complete for port 46c174e3-076e-4d62-bd32-e9dc1f522239 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:35.021033 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-52ee7763-08cb-4a8b-8ec8-67a4d52ce27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.042967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=f884c4fa-82a7-4f5b-b8e4-1db9abfe678e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:35.069787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 2644664a-9458-4701-8daa-aa0afa29e8af is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:35.075777 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-233a5cd2-75ef-4450-89a3-68dafa480297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.088046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:35.097157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:35.101702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-52ee7763-08cb-4a8b-8ec8-67a4d52ce27b None None] Port 46c174e3-076e-4d62-bd32-e9dc1f522239 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:35.106540 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.106540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.109900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266083-0253-4be0-9aca-8ef6563da464 req-1f0b7e5c-81cf-4b95-b143-36e3e6b03fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.111950 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95266083-0253-4be0-9aca-8ef6563da464 req-1f0b7e5c-81cf-4b95-b143-36e3e6b03fa2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f5f2d81e-ca60-4630-b67e-399696cee9c5 HTTP/1.1" status: 200 len: 854 time: 0.2266390 Aug 19 12:34:35.117781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-52ee7763-08cb-4a8b-8ec8-67a4d52ce27b None None] Provisioning complete for port 51b730fa-ba29-40f7-a5e9-5141d71a1db0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:35.118707 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-52ee7763-08cb-4a8b-8ec8-67a4d52ce27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.170766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 1bc8af51-b76e-48c8-b431-79fe73693c89 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:35.205200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360fc19-0de2-493a-ae34-e8994c0430b3 req-38e001cc-c26e-4171-aa21-7ae1aeddb81c tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.207049 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8360fc19-0de2-493a-ae34-e8994c0430b3 req-38e001cc-c26e-4171-aa21-7ae1aeddb81c tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 945 time: 0.2040133 Aug 19 12:34:35.259002 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-951ef82b-7951-468c-b09c-f432aa4ea273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.268551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44936) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:35.269106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d7c6abf2-6797-4ccb-8b6d-b696e2ca2880 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1033053 Aug 19 12:34:35.308620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266083-0253-4be0-9aca-8ef6563da464 req-45e995f5-98a7-4747-8b19-1d24e579b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.310279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95266083-0253-4be0-9aca-8ef6563da464 req-45e995f5-98a7-4747-8b19-1d24e579b514 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0b81f56-a18e-402b-8a49-a1f6f5fceb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674111 Aug 19 12:34:35.320032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 1bc8af51-b76e-48c8-b431-79fe73693c89) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:35.328635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c683d570-b213-46d1-a671-39c56c010e67 None None] Network 1bc8af51-b76e-48c8-b431-79fe73693c89 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:35.352980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-951ef82b-7951-468c-b09c-f432aa4ea273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.433103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.433645 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.439635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d23db4a-0553-4f55-be6f-2bf156fa17ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.446276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6d23db4a-0553-4f55-be6f-2bf156fa17ac tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A384 HTTP/1.1" status: 200 len: 928 time: 0.1759944 Aug 19 12:34:35.447076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44938) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:35.453687 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-75c57c2c-04fd-426f-b854-a6e50902fb7d None None] Provisioning complete for port 46c174e3-076e-4d62-bd32-e9dc1f522239 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:35.454056 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-75c57c2c-04fd-426f-b854-a6e50902fb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.541217 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-75c57c2c-04fd-426f-b854-a6e50902fb7d None None] Port 46c174e3-076e-4d62-bd32-e9dc1f522239 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:35.542128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df774b-7895-421e-95c6-11f7e1967448 req-d5c35715-c0ff-4899-8fc7-ca651786e8b4 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.549829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4df774b-7895-421e-95c6-11f7e1967448 req-d5c35715-c0ff-4899-8fc7-ca651786e8b4 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.1945641 Aug 19 12:34:35.575856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port f884c4fa-82a7-4f5b-b8e4-1db9abfe678e {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:35.577672 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.607525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8360fc19-0de2-493a-ae34-e8994c0430b3 req-c27165e9-88eb-4e70-9d68-e78edaf507d8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Deleting port a2c8a344-4da7-47cc-8464-5dc810615a85 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:35.608069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8360fc19-0de2-493a-ae34-e8994c0430b3 req-c27165e9-88eb-4e70-9d68-e78edaf507d8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.641833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-1bc8af51-b76e-48c8-b431-79fe73693c89', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:35.643009 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.683696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d1c0fec1-c634-47fc-a5d4-7080229a21de tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1878366 Aug 19 12:34:35.691298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44950) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:35.713845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95266083-0253-4be0-9aca-8ef6563da464 req-d14dfacf-d01a-459e-ae9f-2143293afec3 service neutron] 10.222.0.30 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635495 Aug 19 12:34:35.739868 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4df774b-7895-421e-95c6-11f7e1967448 req-5f5d1aee-5464-4634-9e53-763b4af6ddf3 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846781 Aug 19 12:34:35.812223 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-951ef82b-7951-468c-b09c-f432aa4ea273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.815558 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-951ef82b-7951-468c-b09c-f432aa4ea273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.816737 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-951ef82b-7951-468c-b09c-f432aa4ea273 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80034cfd-8e8b-49a3-8cd1-5f23dc284200 HTTP/1.1" status: 204 len: 168 time: 0.8176756 Aug 19 12:34:35.841721 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.851958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-605f69e3-328c-434b-a729-e516e14f8502 None None] Provisioning for port f884c4fa-82a7-4f5b-b8e4-1db9abfe678e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:35.877377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for f884c4fa-82a7-4f5b-b8e4-1db9abfe678e owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:35.885599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-605f69e3-328c-434b-a729-e516e14f8502 None None] Provisioning complete for port f884c4fa-82a7-4f5b-b8e4-1db9abfe678e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:35.886050 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-605f69e3-328c-434b-a729-e516e14f8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.894857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78b3dc-a2cc-4efe-9b7b-e90ad8a7af16 req-fdd7984e-2b3b-4931-936f-c55bfad99c9c tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.899254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5a78b3dc-a2cc-4efe-9b7b-e90ad8a7af16 req-fdd7984e-2b3b-4931-936f-c55bfad99c9c tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 945 time: 0.2249327 Aug 19 12:34:35.901972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ef82b-7951-468c-b09c-f432aa4ea273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80034cfd-8e8b-49a3-8cd1-5f23dc284200,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:35.909495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8360fc19-0de2-493a-ae34-e8994c0430b3 req-c27165e9-88eb-4e70-9d68-e78edaf507d8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] For port a2c8a344-4da7-47cc-8464-5dc810615a85, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a2c8a344-4da7-47cc-8464-5dc810615a85,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:35.909877 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8360fc19-0de2-493a-ae34-e8994c0430b3 req-c27165e9-88eb-4e70-9d68-e78edaf507d8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:35.928520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Allocated IP 2001:db8:2::2 (1bc8af51-b76e-48c8-b431-79fe73693c89/32170bc8-89de-4a75-b274-ef398c9f0e58/f8818f39-448a-4864-a984-ab1ad78e8880) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:35.939678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8360fc19-0de2-493a-ae34-e8994c0430b3 req-c27165e9-88eb-4e70-9d68-e78edaf507d8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Calling delete_port for a2c8a344-4da7-47cc-8464-5dc810615a85 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:35.971087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca5ce5-e19f-4857-b2fd-72bd3fe7ceec req-46ce9ada-433f-4a63-883e-a9eebfe93ae4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:35.971087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25ca5ce5-e19f-4857-b2fd-72bd3fe7ceec req-46ce9ada-433f-4a63-883e-a9eebfe93ae4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1465940 Aug 19 12:34:35.984335 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95266083-0253-4be0-9aca-8ef6563da464 req-f92ed093-d2f5-469c-9278-a4cf1d2bf1e1 service neutron] 10.222.0.30 "GET /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620645 Aug 19 12:34:36.120601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25ca5ce5-e19f-4857-b2fd-72bd3fe7ceec req-5d9c77ce-ebc1-48bc-bf26-8fbbbf92cb26 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916891 Aug 19 12:34:36.131339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5a78b3dc-a2cc-4efe-9b7b-e90ad8a7af16 req-4c38849e-4a50-4a06-b813-e9eb6023a115 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188599 Aug 19 12:34:36.215380 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.229436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Transition to ACTIVE for port object f8818f39-448a-4864-a984-ab1ad78e8880 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:36.241443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dfc3caf1-3d63-4a10-843f-c0480bd541d8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:36.310246 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8360fc19-0de2-493a-ae34-e8994c0430b3 req-c27165e9-88eb-4e70-9d68-e78edaf507d8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.332037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-605f69e3-328c-434b-a729-e516e14f8502 None None] Port f884c4fa-82a7-4f5b-b8e4-1db9abfe678e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:36.351571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a2c8a344-4da7-47cc-8464-5dc810615a85'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:36.377348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27165e9-88eb-4e70-9d68-e78edaf507d8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Pushing event deleted for resources: {'Port': ['ID=a2c8a344-4da7-47cc-8464-5dc810615a85,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:36.403158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['92e59300-f4da-4201-adff-badb3820de5e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:36.405630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Transition to ACTIVE for port object f8818f39-448a-4864-a984-ab1ad78e8880 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:36.448111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8360fc19-0de2-493a-ae34-e8994c0430b3 req-c27165e9-88eb-4e70-9d68-e78edaf507d8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] No DVR routers for this DVR port a2c8a344-4da7-47cc-8464-5dc810615a85 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:36.450685 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8360fc19-0de2-493a-ae34-e8994c0430b3 req-c27165e9-88eb-4e70-9d68-e78edaf507d8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.453431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8360fc19-0de2-493a-ae34-e8994c0430b3 req-c27165e9-88eb-4e70-9d68-e78edaf507d8 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.62 "DELETE /v2.0/ports/a2c8a344-4da7-47cc-8464-5dc810615a85 HTTP/1.1" status: 204 len: 173 time: 1.2329736 Aug 19 12:34:36.453990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a634982-abdc-40de-a3c9-13e63a943873', 'name': 'network-vif-deleted', 'tag': 'a2c8a344-4da7-47cc-8464-5dc810615a85'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:36.467923 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea56453-b557-48a7-8385-4b108f0db517" -d '{"events": [{"server_uuid": "5a634982-abdc-40de-a3c9-13e63a943873", "name": "network-vif-deleted", "tag": "a2c8a344-4da7-47cc-8464-5dc810615a85"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:36.517568 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.541537 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fa69a5-bbe0-4c23-876a-925cb87ca4e9 x-openstack-request-id: req-51fa69a5-bbe0-4c23-876a-925cb87ca4e9 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:36.541537 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a634982-abdc-40de-a3c9-13e63a943873", "name": "network-vif-deleted", "tag": "a2c8a344-4da7-47cc-8464-5dc810615a85", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:36.541537 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51fa69a5-bbe0-4c23-876a-925cb87ca4e9 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:36.541537 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a634982-abdc-40de-a3c9-13e63a943873', 'name': 'network-vif-deleted', 'tag': 'a2c8a344-4da7-47cc-8464-5dc810615a85', 'status': 'completed', 'code': 200} Aug 19 12:34:36.566536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=f884c4fa-82a7-4f5b-b8e4-1db9abfe678e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:36.568620 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.605378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.605579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.605665 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port dfc3caf1-3d63-4a10-843f-c0480bd541d8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:36.605778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.606124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.606461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.606794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.607323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.607664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.607993 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.608464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.608799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.609574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:34:36.616824 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.619389 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.625267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44964) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:36.632716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port dfc3caf1-3d63-4a10-843f-c0480bd541d8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:36.633092 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.634707 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cff829c9-c1de-4911-9715-7b67d87b4487 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/f884c4fa-82a7-4f5b-b8e4-1db9abfe678e HTTP/1.1" status: 204 len: 168 time: 1.1862602 Aug 19 12:34:36.635898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Network 1bc8af51-b76e-48c8-b431-79fe73693c89 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:36.650549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:36.666495 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0efc5d2-604c-4074-98ed-478ff374059a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:34:36.671140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44966) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:36.690737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:36.692791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f0efc5d2-604c-4074-98ed-478ff374059a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/f884c4fa-82a7-4f5b-b8e4-1db9abfe678e HTTP/1.1" status: 404 len: 333 time: 0.0659907 Aug 19 12:34:36.711921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Pushing event updated for resources: {'Port': ['ID=f8818f39-448a-4864-a984-ab1ad78e8880,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:36.868412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Attempting to bind port f8818f39-448a-4864-a984-ab1ad78e8880 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:36.868732 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Attempting to bind port f8818f39-448a-4864-a984-ab1ad78e8880 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2429a018-ba4e-46e7-bb63-f1c321ceb840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:36.869126 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Attempting to bind port f8818f39-448a-4864-a984-ab1ad78e8880 on network 1bc8af51-b76e-48c8-b431-79fe73693c89 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:36.888292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:36.888292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Checking segment: {'id': '2429a018-ba4e-46e7-bb63-f1c321ceb840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:36.888292 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:36.888292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Bound using segment: {'id': '2429a018-ba4e-46e7-bb63-f1c321ceb840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:36.889013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Bound port: f8818f39-448a-4864-a984-ab1ad78e8880, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2429a018-ba4e-46e7-bb63-f1c321ceb840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:36.889102 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.038351 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.062266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca528353-e23a-4480-8e27-a02e8019de05 req-c6d2ce24-8497-403a-9d43-00a72e6bd706 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:37.074440 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ca528353-e23a-4480-8e27-a02e8019de05 req-c6d2ce24-8497-403a-9d43-00a72e6bd706 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.2033346 Aug 19 12:34:37.074440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-109d7f67-d21b-4e5a-87a1-4ebdcade1191 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 46c174e3-076e-4d62-bd32-e9dc1f522239 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:37.074440 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-109d7f67-d21b-4e5a-87a1-4ebdcade1191 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.115713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port dfc3caf1-3d63-4a10-843f-c0480bd541d8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dfc3caf1-3d63-4a10-843f-c0480bd541d8,segment=NetworkSegment(6ba100a7-7001-47ee-8bd6-f1fc13b43735),segment_id=6ba100a7-7001-47ee-8bd6-f1fc13b43735)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:37.117331 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] For port f8818f39-448a-4864-a984-ab1ad78e8880, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:37.129353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] For port f8818f39-448a-4864-a984-ab1ad78e8880, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f8818f39-448a-4864-a984-ab1ad78e8880,segment=NetworkSegment(2429a018-ba4e-46e7-bb63-f1c321ceb840),segment_id=2429a018-ba4e-46e7-bb63-f1c321ceb840)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:37.218734 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ca528353-e23a-4480-8e27-a02e8019de05 req-59de1c71-08a7-4cde-9e3f-46786f18b5d2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466188 Aug 19 12:34:37.253134 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.254596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 51b730fa-ba29-40f7-a5e9-5141d71a1db0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:37.288082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8784-d16e-49b3-a15d-7f1fda7a8f0a req-5be3f70c-b4b0-4b2c-8048-fa3d53405b10 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:37.291966 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-275c8784-d16e-49b3-a15d-7f1fda7a8f0a req-5be3f70c-b4b0-4b2c-8048-fa3d53405b10 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.0888879 Aug 19 12:34:37.323182 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.394271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-109d7f67-d21b-4e5a-87a1-4ebdcade1191 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.420782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 51b730fa-ba29-40f7-a5e9-5141d71a1db0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:37.420975 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-275c8784-d16e-49b3-a15d-7f1fda7a8f0a req-e85565e2-dc55-4ddc-a294-645fc56f906b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026251 Aug 19 12:34:37.421729 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.426581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=dfc3caf1-3d63-4a10-843f-c0480bd541d8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:37.459057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-19e91218-8a38-40d3-97fe-cebf1cd91cce req-f3c521cd-a107-4e94-bec4-57a6c7f965cc tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a634982-abdc-40de-a3c9-13e63a943873 HTTP/1.1" status: 200 len: 210 time: 0.0928044 Aug 19 12:34:37.470852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-109d7f67-d21b-4e5a-87a1-4ebdcade1191 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 46c174e3-076e-4d62-bd32-e9dc1f522239 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:37.561399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74e898-a915-4d4d-8e8a-f3674d2a5710 None None] Pushing event updated for resources: {'Port': ['ID=f8818f39-448a-4864-a984-ab1ad78e8880,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:37.563919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Allocated IP 2001:db8:2::1 (1bc8af51-b76e-48c8-b431-79fe73693c89/32170bc8-89de-4a75-b274-ef398c9f0e58/caf75e47-0936-44e7-becd-aed63054d588) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:37.667198 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.757652 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c1bf0c39-b068-4cb5-b73d-353fdfd117c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.857286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.878429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Transition to ACTIVE for port object caf75e47-0936-44e7-becd-aed63054d588 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:37.996088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:37.998859 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-109d7f67-d21b-4e5a-87a1-4ebdcade1191 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.062512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 1bc8af51-b76e-48c8-b431-79fe73693c89 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:38.083696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:38.089477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:38.089987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.095471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-109d7f67-d21b-4e5a-87a1-4ebdcade1191 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.100434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44998) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:38.115393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-109d7f67-d21b-4e5a-87a1-4ebdcade1191 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/46c174e3-076e-4d62-bd32-e9dc1f522239 HTTP/1.1" status: 204 len: 168 time: 1.4429467 Aug 19 12:34:38.126678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dfc3caf1-3d63-4a10-843f-c0480bd541d8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:38.137273 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a104e60-01e2-4059-a7bd-434dcf2febaf tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:34:38.139091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3a104e60-01e2-4059-a7bd-434dcf2febaf tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/46c174e3-076e-4d62-bd32-e9dc1f522239 HTTP/1.1" status: 404 len: 333 time: 0.0376339 Aug 19 12:34:38.142206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45002) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:38.175712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=caf75e47-0936-44e7-becd-aed63054d588,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:38.208313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d7f67-d21b-4e5a-87a1-4ebdcade1191 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=46c174e3-076e-4d62-bd32-e9dc1f522239,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:38.217040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port dfc3caf1-3d63-4a10-843f-c0480bd541d8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:38.217649 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.252859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a217131f-fdaf-4923-8b0c-bda61ed60155 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting subnet f23ba8ac-b7e5-4dad-9da3-b92fae422ad3 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:38.268990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a217131f-fdaf-4923-8b0c-bda61ed60155 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.365677 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a217131f-fdaf-4923-8b0c-bda61ed60155 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.386311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f8818f39-448a-4864-a984-ab1ad78e8880 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:38.569135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f8818f39-448a-4864-a984-ab1ad78e8880 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:38.627674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d1e0-981a-4b77-bb7d-7984bf1fdd6b req-5638cc78-01da-4887-b52e-81e22786d618 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.637021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dba3d1e0-981a-4b77-bb7d-7984bf1fdd6b req-5638cc78-01da-4887-b52e-81e22786d618 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1017218 Aug 19 12:34:38.640123 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a217131f-fdaf-4923-8b0c-bda61ed60155 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.727822 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dba3d1e0-981a-4b77-bb7d-7984bf1fdd6b req-a7f8b2cd-5823-43e9-b65b-d59c15eaecdf tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847008 Aug 19 12:34:38.798665 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.824139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0296b-d404-47a3-b970-3d13b9b519b2 req-0b497bcb-3a5e-4b5c-9ca3-1d204ee1f3b7 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:38.825986 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0ea0296b-d404-47a3-b970-3d13b9b519b2 req-0b497bcb-3a5e-4b5c-9ca3-1d204ee1f3b7 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.4892850 Aug 19 12:34:38.883709 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a217131f-fdaf-4923-8b0c-bda61ed60155 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.925614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217131f-fdaf-4923-8b0c-bda61ed60155 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Subnet': ['ID=f23ba8ac-b7e5-4dad-9da3-b92fae422ad3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:38.928437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a217131f-fdaf-4923-8b0c-bda61ed60155 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:38.930976 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a217131f-fdaf-4923-8b0c-bda61ed60155 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/f23ba8ac-b7e5-4dad-9da3-b92fae422ad3 HTTP/1.1" status: 204 len: 168 time: 0.7874806 Aug 19 12:34:38.933656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45024) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:38.940890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb1122-5229-4218-afe4-341ec0a7c1d2 None None] Network 2644664a-9458-4701-8daa-aa0afa29e8af requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:39.013005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0ea0296b-d404-47a3-b970-3d13b9b519b2 req-054928a0-774f-4ef0-a75a-d19f824ffa4f tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602871 Aug 19 12:34:39.079823 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.211482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbee6cb2-73cb-4161-baa6-b8aeaabd0902 None None] Network 1bc8af51-b76e-48c8-b431-79fe73693c89 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:39.274256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 51b730fa-ba29-40f7-a5e9-5141d71a1db0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:39.274256 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.324768 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.380967 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.442892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] For port 51b730fa-ba29-40f7-a5e9-5141d71a1db0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=51b730fa-ba29-40f7-a5e9-5141d71a1db0,segment=NetworkSegment(17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7),segment_id=17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:39.443270 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.458086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6ea39-8ce6-4d20-8e92-e85fe2f61608 req-324cb4c5-6bff-42a0-8414-f32413b50685 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:39.461502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15b6ea39-8ce6-4d20-8e92-e85fe2f61608 req-324cb4c5-6bff-42a0-8414-f32413b50685 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.2187629 Aug 19 12:34:39.470758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 51b730fa-ba29-40f7-a5e9-5141d71a1db0 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:39.490552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.491842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.655360 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15b6ea39-8ce6-4d20-8e92-e85fe2f61608 req-09c4e177-b2f0-431f-82dd-45e75d1ca789 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863542 Aug 19 12:34:39.671355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=caf75e47-0936-44e7-becd-aed63054d588,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:39.700530 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.727024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 1bc8af51-b76e-48c8-b431-79fe73693c89 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:39.729558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:39.746302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc152812-8a4a-4f9c-89dd-464de6c1f894 None None] DHCP port deletion for 2644664a-9458-4701-8daa-aa0afa29e8af request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:34:39.750767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b838fff6-ef83-48d8-bd7d-73a6fe2a1012 None None] Provisioning for port f8818f39-448a-4864-a984-ab1ad78e8880 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:39.773940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No DVR routers for this DVR port 51b730fa-ba29-40f7-a5e9-5141d71a1db0 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:39.785486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b838fff6-ef83-48d8-bd7d-73a6fe2a1012 None None] Provisioning complete for port f8818f39-448a-4864-a984-ab1ad78e8880 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:39.785897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b838fff6-ef83-48d8-bd7d-73a6fe2a1012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:39.812618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=51b730fa-ba29-40f7-a5e9-5141d71a1db0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:39.971322 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6014186-063c-417a-ae9e-df5d1e141755 req-aa4682f7-0246-4418-b2cd-e171bf82f579 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:39.974429 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6014186-063c-417a-ae9e-df5d1e141755 req-aa4682f7-0246-4418-b2cd-e171bf82f579 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1340134 Aug 19 12:34:40.004507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router f976dc52-db9c-4362-a608-99beb2f00609 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:40.018254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 51b730fa-ba29-40f7-a5e9-5141d71a1db0 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:40.055527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 51b730fa-ba29-40f7-a5e9-5141d71a1db0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:40.056017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 51b730fa-ba29-40f7-a5e9-5141d71a1db0 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:40.069095 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b838fff6-ef83-48d8-bd7d-73a6fe2a1012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.103055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45d44-e05d-407c-8b4e-392863c9edd2 req-edab7132-e51a-415e-9989-e8a6cce92c79 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.114949 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12a45d44-e05d-407c-8b4e-392863c9edd2 req-edab7132-e51a-415e-9989-e8a6cce92c79 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=052023b0-30b0-43f0-b263-4f145242a18a HTTP/1.1" status: 200 len: 945 time: 0.2571125 Aug 19 12:34:40.122367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b838fff6-ef83-48d8-bd7d-73a6fe2a1012 None None] For port f8818f39-448a-4864-a984-ab1ad78e8880, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f8818f39-448a-4864-a984-ab1ad78e8880,segment=NetworkSegment(2429a018-ba4e-46e7-bb63-f1c321ceb840),segment_id=2429a018-ba4e-46e7-bb63-f1c321ceb840)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:40.127179 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.167310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2644664a-9458-4701-8daa-aa0afa29e8af']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:40.186372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:40.186666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c7e9f0-d9aa-4062-98a6-b9e88ddcd1e7') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:40.192961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:40.197584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6014186-063c-417a-ae9e-df5d1e141755 req-ed7e7966-bee9-4306-8fd5-d54d6afcfac5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096243 Aug 19 12:34:40.205171 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Sync routers for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:40.206572 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2b5db9bc-fb89-4859-aad0-608488a483e9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5121849 Aug 19 12:34:40.209056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45052) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:40.214406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-366008783'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:40.218382 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b838fff6-ef83-48d8-bd7d-73a6fe2a1012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.258118 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:40.262400 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:40.263325 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12a45d44-e05d-407c-8b4e-392863c9edd2 req-52cd2b9b-a9f3-4d8b-a49a-c3e2dd7e903c tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328721 Aug 19 12:34:40.265288 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.305462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.330080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:40.335784 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:40.341949 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:40.356511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838fff6-ef83-48d8-bd7d-73a6fe2a1012 None None] Pushing event updated for resources: {'Port': ['ID=f8818f39-448a-4864-a984-ab1ad78e8880,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:40.372176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:40.379083 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.379778 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a2c8a344-4da7-47cc-8464-5dc810615a85 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:40.478103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:40.527037 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.535842 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added segment 67c0d60b-1e14-4915-b804-5f59fe93f625 of type vlan for network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd Aug 19 12:34:40.536505 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.540358 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:40.558528 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.562672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: a2c8a344-4da7-47cc-8464-5dc810615a85 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:40.563504 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/networks/2644664a-9458-4701-8daa-aa0afa29e8af HTTP/1.1" status: 204 len: 168 time: 1.6284950 Aug 19 12:34:40.566081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a2c8a344-4da7-47cc-8464-5dc810615a85 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:40.576812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45062) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:40.585324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1534053506'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:40.599986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644da103-4768-4912-9ea0-30fcc981ec2e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Network': ['ID=2644664a-9458-4701-8daa-aa0afa29e8af,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:40.658726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f3d557d0-54ca-4e98-9836-ec4223e2a7ef None None] Provisioning complete for port f8818f39-448a-4864-a984-ab1ad78e8880 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:40.659340 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f3d557d0-54ca-4e98-9836-ec4223e2a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.668746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524c5d6-05ab-40b8-ae24-022b3afe2bd3 req-baa32ab1-d509-4911-b1bc-1fb4e4e573ea tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.680795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1524c5d6-05ab-40b8-ae24-022b3afe2bd3 req-baa32ab1-d509-4911-b1bc-1fb4e4e573ea tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 945 time: 0.2212877 Aug 19 12:34:40.692738 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.730668 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.773804 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1524c5d6-05ab-40b8-ae24-022b3afe2bd3 req-d76642fa-0e9f-4625-b35f-295a7d9ca9cc tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900962 Aug 19 12:34:40.808686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:40.816050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.863255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:40.873449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.873819 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Added segment ccceb15d-79b7-4643-959c-33fe63e97695 of type vlan for network b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f Aug 19 12:34:40.916077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.945628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-881e13df-e905-4eff-9605-b43c2d025242 req-88b8e7f1-36b8-46f5-a55d-684fa444008c tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:34:40.946673 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-881e13df-e905-4eff-9605-b43c2d025242 req-88b8e7f1-36b8-46f5-a55d-684fa444008c tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0956569 Aug 19 12:34:40.947553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:40.954980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:40.955585 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.012624 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f3d557d0-54ca-4e98-9836-ec4223e2a7ef None None] Provisioning for port caf75e47-0936-44e7-becd-aed63054d588 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:41.029173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f3d557d0-54ca-4e98-9836-ec4223e2a7ef None None] Provisioning complete for port caf75e47-0936-44e7-becd-aed63054d588 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:41.029173 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f3d557d0-54ca-4e98-9836-ec4223e2a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.073910 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f3d557d0-54ca-4e98-9836-ec4223e2a7ef None None] Port caf75e47-0936-44e7-becd-aed63054d588 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:41.076527 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:38Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:39Z', 'revision_number': 2, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:41.102487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Network': ['ID=2cda8de2-20c8-48c7-89ba-536fc9aec5bd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:41.105644 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Checking router: f976dc52-db9c-4362-a608-99beb2f00609 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:41.105998 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Updating router f976dc52-db9c-4362-a608-99beb2f00609 port caf75e47-0936-44e7-becd-aed63054d588 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:34:41.114757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:41.132579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.136494 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.140275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:41.140956 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.173283 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-914ee6f4-113c-4de7-9453-5e2e4aa6eef5 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9633365 Aug 19 12:34:41.177011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45066) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:41.185440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'subnet': {'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:41.259456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-95993064-f418-43a2-9454-7f60928644fa None None] Provisioning complete for port caf75e47-0936-44e7-becd-aed63054d588 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:41.260016 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95993064-f418-43a2-9454-7f60928644fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.276403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6957331 Aug 19 12:34:41.278184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45070) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:41.294031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': 'b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:41.350550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-95993064-f418-43a2-9454-7f60928644fa None None] Port caf75e47-0936-44e7-becd-aed63054d588 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:41.353761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-881e13df-e905-4eff-9605-b43c2d025242 req-b1dc23ab-0e4b-4142-b8d7-7e9a292f2fb6 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3871546 Aug 19 12:34:41.475575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef6ebd-7bb0-4929-a775-018faff86766 req-10a59b18-7afc-4e39-a275-2e33a3a1b2fe tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:41.477801 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9eef6ebd-7bb0-4929-a775-018faff86766 req-10a59b18-7afc-4e39-a275-2e33a3a1b2fe tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1117558 Aug 19 12:34:41.487837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f3fcf237-3582-4218-96b1-7b7e7896e4a0 None None] Provisioning complete for port caf75e47-0936-44e7-becd-aed63054d588 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:41.488377 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f3fcf237-3582-4218-96b1-7b7e7896e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.544973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Made reservation on behalf of 0dc37d690f844437b7c92e6428365baa for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:41.546080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cd2d8-fcbe-48cd-b4d5-f3b971b5db20 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Network': ['ID=b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:41.549850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.574022 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:41.600145 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9eef6ebd-7bb0-4929-a775-018faff86766 req-4cab2245-bf15-4e95-af05-024177204c32 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098707 Aug 19 12:34:41.664834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:41.675216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.677565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcf237-3582-4218-96b1-7b7e7896e4a0 None None] Port caf75e47-0936-44e7-becd-aed63054d588 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:41.794725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19791d-2c6c-4fb0-9fd9-0d65d342908d req-9c5f7da1-d022-49cc-a25b-f92596cc0f41 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:41.803721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1a19791d-2c6c-4fb0-9fd9-0d65d342908d req-9c5f7da1-d022-49cc-a25b-f92596cc0f41 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.0886724 Aug 19 12:34:41.867170 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:41.888234 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Transition to ACTIVE for port object caf75e47-0936-44e7-becd-aed63054d588 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:41.964899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1a19791d-2c6c-4fb0-9fd9-0d65d342908d req-321f5df3-44a6-4e15-9c62-ae5331646ef6 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505852 Aug 19 12:34:41.966677 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.034043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f8818f39-448a-4864-a984-ab1ad78e8880 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:42.055147 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f785a4a-f672-49f0-a10f-219a198ad742 None None] Pushing event updated for resources: {'Port': ['ID=caf75e47-0936-44e7-becd-aed63054d588,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:42.081203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.153373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f8818f39-448a-4864-a984-ab1ad78e8880 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:42.153760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.174506 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.175393 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Attempting to bind port caf75e47-0936-44e7-becd-aed63054d588 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:42.176460 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Attempting to bind port caf75e47-0936-44e7-becd-aed63054d588 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2429a018-ba4e-46e7-bb63-f1c321ceb840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:42.177187 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Attempting to bind port caf75e47-0936-44e7-becd-aed63054d588 on network 1bc8af51-b76e-48c8-b431-79fe73693c89 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:42.213821 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:42.215362 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Checking segment: {'id': '2429a018-ba4e-46e7-bb63-f1c321ceb840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:42.217198 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.220113 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Bound using segment: {'id': '2429a018-ba4e-46e7-bb63-f1c321ceb840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:42.220811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Bound port: caf75e47-0936-44e7-becd-aed63054d588, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2429a018-ba4e-46e7-bb63-f1c321ceb840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:42.221367 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.267597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Subnet': ['ID=d71da547-2297-4017-883c-d264d6423e03,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:42.282322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Checking segment: {'id': '67c0d60b-1e14-4915-b804-5f59fe93f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:42.283630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network hostable DHCP agents. Network: 2cda8de2-20c8-48c7-89ba-536fc9aec5bd, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:42.356535 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] For port caf75e47-0936-44e7-becd-aed63054d588, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:42.365892 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] For port caf75e47-0936-44e7-becd-aed63054d588, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=caf75e47-0936-44e7-becd-aed63054d588,segment=NetworkSegment(2429a018-ba4e-46e7-bb63-f1c321ceb840),segment_id=2429a018-ba4e-46e7-bb63-f1c321ceb840)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:42.367213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Checking segment: {'id': 'ccceb15d-79b7-4643-959c-33fe63e97695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:42.372944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network hostable DHCP agents. Network: b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:42.385459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Subnet': ['ID=5baf9a54-1186-4ccf-8cab-b2e42eca1362,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:42.410859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9a69d-b3c2-4b45-912e-993466e249ea req-4219ecd4-799f-4ff1-8f74-df3989e1aaf0 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:42.412656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29f9a69d-b3c2-4b45-912e-993466e249ea req-4219ecd4-799f-4ff1-8f74-df3989e1aaf0 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=052023b0-30b0-43f0-b263-4f145242a18a HTTP/1.1" status: 200 len: 945 time: 0.2453067 Aug 19 12:34:42.480304 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29f9a69d-b3c2-4b45-912e-993466e249ea req-e8b6646e-0397-494a-9678-9191ce847a37 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604763 Aug 19 12:34:42.487800 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:42.521911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:42.525828 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.551714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45110) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:42.623790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 2cda8de2-20c8-48c7-89ba-536fc9aec5bd) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:42.625263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:42.628762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:42.630419 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.633309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:42.633913 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:42.696995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ce59a1-661f-413b-abcc-b46eddafc10c None None] Network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:42.718217 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:42.719144 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:42.728012 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f785a4a-f672-49f0-a10f-219a198ad742 None None] Pushing event updated for resources: {'Port': ['ID=caf75e47-0936-44e7-becd-aed63054d588,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:42.751011 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4c40435e-3e14-4519-85a5-4b63d52fec7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5685863 Aug 19 12:34:42.751426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45120) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:42.787079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac29572-281b-45af-8897-056ead3e7a37 None None] Network b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:42.829312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a14c15-2bfb-4dfa-957c-ca1695eb6892 req-20217194-cf48-4cdd-aa92-6504cffb75ce tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:42.844091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6a14c15-2bfb-4dfa-957c-ca1695eb6892 req-20217194-cf48-4cdd-aa92-6504cffb75ce tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 945 time: 0.1731207 Aug 19 12:34:42.918829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6a14c15-2bfb-4dfa-957c-ca1695eb6892 req-1935b094-5013-49e2-bcab-4bb6c5cbcfef tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746620 Aug 19 12:34:42.940620 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:42.960137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7993b57c-ff9e-4529-ac70-a745faf47ae5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6808646 Aug 19 12:34:42.963296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45126) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:42.972380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': 'b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f', 'name': 'tempest-PortsIpV6TestJSON-2062905453', 'fixed_ips': [{'subnet_id': '5baf9a54-1186-4ccf-8cab-b2e42eca1362', 'ip_address': '2001:db8::10'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:43.073651 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b7a47a2-76a1-4b5d-ac11-07430bc19c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.233466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f', 'network_id': 'b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f', 'tenant_id': '7ea92cde6a0c4bb0a39435c007b142fe', 'fixed_ips': [{'subnet_id': '5baf9a54-1186-4ccf-8cab-b2e42eca1362'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:43.234428 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.339447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ad094-d6e4-45a0-ab1b-631b86ae58f7 req-42dd6055-0b4f-4190-8b04-3e95dcbc46c4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:43.344709 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-614ad094-d6e4-45a0-ab1b-631b86ae58f7 req-42dd6055-0b4f-4190-8b04-3e95dcbc46c4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.3863201 Aug 19 12:34:43.429534 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:38Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:42Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:43.449818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dbfef-571c-4e08-8aed-dcb8c5a5e64b req-eca81f8a-b27b-4a00-8102-3b49a390c7bb tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:43.456170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dbfef-571c-4e08-8aed-dcb8c5a5e64b req-eca81f8a-b27b-4a00-8102-3b49a390c7bb tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:43.462416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dbfef-571c-4e08-8aed-dcb8c5a5e64b req-eca81f8a-b27b-4a00-8102-3b49a390c7bb tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:43.470578 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c62dbfef-571c-4e08-8aed-dcb8c5a5e64b req-eca81f8a-b27b-4a00-8102-3b49a390c7bb tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96&device_id=052023b0-30b0-43f0-b263-4f145242a18a&device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 2417 time: 0.1255147 Aug 19 12:34:43.492586 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be44d3c-7871-44bb-b856-0f596f2ed6d0 None None] The sync data for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 is: [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:38Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:42Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:43.510726 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b7a47a2-76a1-4b5d-ac11-07430bc19c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.524240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c62dbfef-571c-4e08-8aed-dcb8c5a5e64b req-7272051c-0fa8-4fd2-9838-b8af7e528444 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527227 Aug 19 12:34:43.622899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b7a47a2-76a1-4b5d-ac11-07430bc19c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.647009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-1be77b93-1caa-45d6-9993-e9676850fea2 req-09f527a5-43be-41a8-ad76-5b386674080d tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:34:43.648679 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1be77b93-1caa-45d6-9993-e9676850fea2 req-09f527a5-43be-41a8-ad76-5b386674080d tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0378361 Aug 19 12:34:43.662169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Allocated IP 2001:db8::2 (b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f/5baf9a54-1186-4ccf-8cab-b2e42eca1362/d6788858-a2a2-45aa-96c6-966dee0ec9c0) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:43.692354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-2cda8de2-20c8-48c7-89ba-536fc9aec5bd', 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'fixed_ips': [{'subnet_id': 'd71da547-2297-4017-883c-d264d6423e03'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:43.693600 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.759477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:43.857057 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:43.882106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 10c2359f-e472-45a3-a0c7-a883fc3e7fa1 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:34:43.911333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Allocated IP 2001:db8:3::2 (2cda8de2-20c8-48c7-89ba-536fc9aec5bd/d71da547-2297-4017-883c-d264d6423e03/a249aef2-ce27-4de3-a5cd-9648206d462d) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:43.921721 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-614ad094-d6e4-45a0-ab1b-631b86ae58f7 req-2c074101-76d8-41d5-859a-e49b7e358937 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671356 Aug 19 12:34:43.958635 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5b7a47a2-76a1-4b5d-ac11-07430bc19c8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c70f75ac33c44fe08e2cb4a34a88c78f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4029980 Aug 19 12:34:43.961498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45134) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:43.962267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a47a2-76a1-4b5d-ac11-07430bc19c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f1fd61-8e71-4b93-86c7-bd30f7ad0a0a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:43.999436 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1be77b93-1caa-45d6-9993-e9676850fea2 req-5e23db01-d292-478e-bc75-12573de9be19 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3377800 Aug 19 12:34:44.237006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e44b319-5f84-4d8c-bd86-76cadbf42f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.349520 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e44b319-5f84-4d8c-bd86-76cadbf42f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.392323 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.400366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.401925 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Transition to ACTIVE for port object d6788858-a2a2-45aa-96c6-966dee0ec9c0 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:44.424202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Transition to ACTIVE for port object d6788858-a2a2-45aa-96c6-966dee0ec9c0 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:44.449608 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device caf75e47-0936-44e7-becd-aed63054d588 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:44.533232 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.650750 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Network b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:44.662919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:44.672453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:44.673811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8::10 (b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f/5baf9a54-1186-4ccf-8cab-b2e42eca1362/10c2359f-e472-45a3-a0c7-a883fc3e7fa1) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:44.678761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Pushing event updated for resources: {'Port': ['ID=d6788858-a2a2-45aa-96c6-966dee0ec9c0,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:44.813378 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.817075 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Attempting to bind port d6788858-a2a2-45aa-96c6-966dee0ec9c0 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:44.817639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Attempting to bind port d6788858-a2a2-45aa-96c6-966dee0ec9c0 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'ccceb15d-79b7-4643-959c-33fe63e97695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:44.818177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Attempting to bind port d6788858-a2a2-45aa-96c6-966dee0ec9c0 on network b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:44.833965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:44.834634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Checking segment: {'id': 'ccceb15d-79b7-4643-959c-33fe63e97695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:44.835270 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.835868 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Bound using segment: {'id': 'ccceb15d-79b7-4643-959c-33fe63e97695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:44.836862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Bound port: d6788858-a2a2-45aa-96c6-966dee0ec9c0, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccceb15d-79b7-4643-959c-33fe63e97695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:44.837572 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:44.964859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] For port d6788858-a2a2-45aa-96c6-966dee0ec9c0, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:44.968238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] For port d6788858-a2a2-45aa-96c6-966dee0ec9c0, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d6788858-a2a2-45aa-96c6-966dee0ec9c0,segment=NetworkSegment(ccceb15d-79b7-4643-959c-33fe63e97695),segment_id=ccceb15d-79b7-4643-959c-33fe63e97695)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:44.970280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port caf75e47-0936-44e7-becd-aed63054d588 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:44.978718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port caf75e47-0936-44e7-becd-aed63054d588 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:44.978718 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.011268 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e44b319-5f84-4d8c-bd86-76cadbf42f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.013981 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0e44b319-5f84-4d8c-bd86-76cadbf42f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.021796 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0e44b319-5f84-4d8c-bd86-76cadbf42f66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22f1fd61-8e71-4b93-86c7-bd30f7ad0a0a HTTP/1.1" status: 204 len: 168 time: 1.0534790 Aug 19 12:34:45.030374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Transition to ACTIVE for port object a249aef2-ce27-4de3-a5cd-9648206d462d will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:45.061983 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44b319-5f84-4d8c-bd86-76cadbf42f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f1fd61-8e71-4b93-86c7-bd30f7ad0a0a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:45.097095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Transition to ACTIVE for port object a249aef2-ce27-4de3-a5cd-9648206d462d will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:45.112792 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.134874 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.156342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object 10c2359f-e472-45a3-a0c7-a883fc3e7fa1 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:45.277342 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.286190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Allocated IP 2001:db8:3::1 (2cda8de2-20c8-48c7-89ba-536fc9aec5bd/d71da547-2297-4017-883c-d264d6423e03/367eeeb5-fd2b-4325-9cb4-e7a1e6a93734) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:45.309665 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.344060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:45.365706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:45.425871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:45.426782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45168) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:45.492888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:45.496680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:45.509273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:45.521519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:45.522199 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.544461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=10c2359f-e472-45a3-a0c7-a883fc3e7fa1,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:45.578320 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.584959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07541f9f-2a08-4c96-9bbd-b57c9d6f09bd None None] Pushing event updated for resources: {'Port': ['ID=d6788858-a2a2-45aa-96c6-966dee0ec9c0,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:45.638087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d11b1-3341-4d14-921a-48f46c3ef062 req-33c7ee1c-1a83-47ca-91cf-69354bb61949 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:45.641363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-19fc3887-886f-4031-82eb-c0fb98d00022 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6767199 Aug 19 12:34:45.643448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da2d11b1-3341-4d14-921a-48f46c3ef062 req-33c7ee1c-1a83-47ca-91cf-69354bb61949 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1526752 Aug 19 12:34:45.644265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45172) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:45.650528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': 'b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f', 'name': 'tempest-PortsIpV6TestJSON-2023094184', 'fixed_ips': [{'subnet_id': '5baf9a54-1186-4ccf-8cab-b2e42eca1362', 'ip_address': '2001:db8::f'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:45.701824 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.734247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Transition to ACTIVE for port object 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:45.762073 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da2d11b1-3341-4d14-921a-48f46c3ef062 req-25fdd927-dfad-416e-8f12-3409dc8118a4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886812 Aug 19 12:34:45.763814 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfcec86b-fdc4-4a96-9608-0e6fe8713bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.765772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Attempting to bind port a249aef2-ce27-4de3-a5cd-9648206d462d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:45.787569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Attempting to bind port a249aef2-ce27-4de3-a5cd-9648206d462d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '67c0d60b-1e14-4915-b804-5f59fe93f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:45.788156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Attempting to bind port a249aef2-ce27-4de3-a5cd-9648206d462d on network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:45.849264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:45.849669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Checking segment: {'id': '67c0d60b-1e14-4915-b804-5f59fe93f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:45.850036 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.850430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Bound using segment: {'id': '67c0d60b-1e14-4915-b804-5f59fe93f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:45.857029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Bound port: a249aef2-ce27-4de3-a5cd-9648206d462d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c0d60b-1e14-4915-b804-5f59fe93f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:45.857588 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:45.940295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port caf75e47-0936-44e7-becd-aed63054d588, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=caf75e47-0936-44e7-becd-aed63054d588,segment=NetworkSegment(2429a018-ba4e-46e7-bb63-f1c321ceb840),segment_id=2429a018-ba4e-46e7-bb63-f1c321ceb840)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:45.951367 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.014889 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfcec86b-fdc4-4a96-9608-0e6fe8713bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.032692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:46.041489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:46.048040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Pushing event updated for resources: {'Port': ['ID=a249aef2-ce27-4de3-a5cd-9648206d462d,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:46.074499 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.093697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d164080-edc8-452a-a832-ed7c8e29b9bd req-8e4dba33-5ed3-458c-b92d-96ea4a908b81 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:46.109914 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d164080-edc8-452a-a832-ed7c8e29b9bd req-8e4dba33-5ed3-458c-b92d-96ea4a908b81 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 945 time: 0.2165759 Aug 19 12:34:46.133080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:46.133630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.165432 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfcec86b-fdc4-4a96-9608-0e6fe8713bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.201966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] For port a249aef2-ce27-4de3-a5cd-9648206d462d, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:46.223324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=367eeeb5-fd2b-4325-9cb4-e7a1e6a93734,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:46.234571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=caf75e47-0936-44e7-becd-aed63054d588,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:46.242033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] For port a249aef2-ce27-4de3-a5cd-9648206d462d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a249aef2-ce27-4de3-a5cd-9648206d462d,segment=NetworkSegment(67c0d60b-1e14-4915-b804-5f59fe93f625),segment_id=67c0d60b-1e14-4915-b804-5f59fe93f625)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:46.276122 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dfcec86b-fdc4-4a96-9608-0e6fe8713bf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e96a6fba6026478fbc767a381575d30a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8480420 Aug 19 12:34:46.276961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45178) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:46.280125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcec86b-fdc4-4a96-9608-0e6fe8713bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5592146-c1ea-43d1-9077-37bebc512ffa,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:46.331392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6788858-a2a2-45aa-96c6-966dee0ec9c0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:46.369363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-425d8b08-6246-49a2-bfc0-cd0e835d0096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.384529 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.398988 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-425d8b08-6246-49a2-bfc0-cd0e835d0096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.462836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:46.470641 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.491342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 66ad75d1-9eea-4c86-86a1-07d294a28c53 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:34:46.502385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd59b1-82d5-49b4-bcc3-0ba3067b85d1 None None] Pushing event updated for resources: {'Port': ['ID=a249aef2-ce27-4de3-a5cd-9648206d462d,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:46.571790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d6788858-a2a2-45aa-96c6-966dee0ec9c0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:46.614933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-425d8b08-6246-49a2-bfc0-cd0e835d0096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.617391 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-425d8b08-6246-49a2-bfc0-cd0e835d0096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:46.618638 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-425d8b08-6246-49a2-bfc0-cd0e835d0096 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5592146-c1ea-43d1-9077-37bebc512ffa HTTP/1.1" status: 204 len: 168 time: 0.3182583 Aug 19 12:34:46.770989 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d164080-edc8-452a-a832-ed7c8e29b9bd req-05044427-f02d-46f4-98c5-438996edb76f tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652052 Aug 19 12:34:46.783348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d8b08-6246-49a2-bfc0-cd0e835d0096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5592146-c1ea-43d1-9077-37bebc512ffa,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:46.914650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8::f (b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f/5baf9a54-1186-4ccf-8cab-b2e42eca1362/66ad75d1-9eea-4c86-86a1-07d294a28c53) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:47.022175 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.079428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc771e4-feb7-4ff4-82d0-4b63e3368a3e None None] Network b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:47.150917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ef1ed-22d8-4c14-ad8c-0152a15c6638 req-2b805f5c-144f-4a94-86c2-1abc634c9689 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:47.152511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-239ef1ed-22d8-4c14-ad8c-0152a15c6638 req-2b805f5c-144f-4a94-86c2-1abc634c9689 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1268258 Aug 19 12:34:47.200490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262462a4-02bb-4fe4-8e7a-157508bc2ae3 req-0f5ec333-a90d-46c0-92de-c788a22d5d87 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:47.202035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-262462a4-02bb-4fe4-8e7a-157508bc2ae3 req-0f5ec333-a90d-46c0-92de-c788a22d5d87 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.30 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 945 time: 0.1290326 Aug 19 12:34:47.244796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2e7ca-bfb8-4fc3-812e-be75efca4c7d req-7388236c-88e8-48b8-bf48-0474cd19792b tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:47.247041 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fce2e7ca-bfb8-4fc3-812e-be75efca4c7d req-7388236c-88e8-48b8-bf48-0474cd19792b tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 945 time: 0.1911583 Aug 19 12:34:47.252939 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.265909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1ac464d5-89d0-4a6e-9934-63f6bd708d92 None None] Provisioning for port d6788858-a2a2-45aa-96c6-966dee0ec9c0 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:47.282976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1ac464d5-89d0-4a6e-9934-63f6bd708d92 None None] Provisioning complete for port d6788858-a2a2-45aa-96c6-966dee0ec9c0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:47.283418 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1ac464d5-89d0-4a6e-9934-63f6bd708d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.286465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-239ef1ed-22d8-4c14-ad8c-0152a15c6638 req-830516b4-9a6c-4dd5-bed3-65a69f340abd tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889568 Aug 19 12:34:47.325025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object 66ad75d1-9eea-4c86-86a1-07d294a28c53 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:47.466349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fce2e7ca-bfb8-4fc3-812e-be75efca4c7d req-a8b862b8-1e13-48f7-8dd7-c8cf0c3913a5 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847303 Aug 19 12:34:47.467524 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.469040 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.535933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:47.548550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:47.554648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.556444 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.559702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:47.566230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:47.566920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.571742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=66ad75d1-9eea-4c86-86a1-07d294a28c53,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:47.604256 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1ac464d5-89d0-4a6e-9934-63f6bd708d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.614697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-262462a4-02bb-4fe4-8e7a-157508bc2ae3 req-d0d70f47-7e57-4954-87dc-c9a8b8f2ea39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Deleting port 92e59300-f4da-4201-adff-badb3820de5e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:47.615294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-262462a4-02bb-4fe4-8e7a-157508bc2ae3 req-d0d70f47-7e57-4954-87dc-c9a8b8f2ea39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.645285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1ac464d5-89d0-4a6e-9934-63f6bd708d92 None None] For port d6788858-a2a2-45aa-96c6-966dee0ec9c0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d6788858-a2a2-45aa-96c6-966dee0ec9c0,segment=NetworkSegment(ccceb15d-79b7-4643-959c-33fe63e97695),segment_id=ccceb15d-79b7-4643-959c-33fe63e97695)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:47.672482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45192) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:47.693778 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de59b5ca-2721-4282-aac5-9d7c758e2079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.701496 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f80d3593-e1ba-4183-833c-16d7454ef495 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0528312 Aug 19 12:34:47.702836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45194) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:47.721093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event updated for resources: {'Port': ['ID=367eeeb5-fd2b-4325-9cb4-e7a1e6a93734,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:47.743028 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1ac464d5-89d0-4a6e-9934-63f6bd708d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.774739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:47.776493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:47.814411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac464d5-89d0-4a6e-9934-63f6bd708d92 None None] Pushing event updated for resources: {'Port': ['ID=d6788858-a2a2-45aa-96c6-966dee0ec9c0,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:47.875567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c546859-5891-4138-97b7-c277a3dac627 None None] Network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:47.904340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router f976dc52-db9c-4362-a608-99beb2f00609 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:47.917028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de59b5ca-2721-4282-aac5-9d7c758e2079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.925940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-262462a4-02bb-4fe4-8e7a-157508bc2ae3 req-d0d70f47-7e57-4954-87dc-c9a8b8f2ea39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] For port 92e59300-f4da-4201-adff-badb3820de5e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=92e59300-f4da-4201-adff-badb3820de5e,segment=NetworkSegment(752ea66b-d9ee-4dc1-b604-bd9c0491e1a2),segment_id=752ea66b-d9ee-4dc1-b604-bd9c0491e1a2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:47.926433 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-262462a4-02bb-4fe4-8e7a-157508bc2ae3 req-d0d70f47-7e57-4954-87dc-c9a8b8f2ea39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:47.946222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-262462a4-02bb-4fe4-8e7a-157508bc2ae3 req-d0d70f47-7e57-4954-87dc-c9a8b8f2ea39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Calling delete_port for 92e59300-f4da-4201-adff-badb3820de5e owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:47.956163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f22c99-922e-42fd-b21f-4a275aba01c5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:47.961189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-18f22c99-922e-42fd-b21f-4a275aba01c5 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2578018 Aug 19 12:34:47.964452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45200) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:47.968773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733bfaa-020a-4d7d-9dfb-67035a3e36a7 req-841a9013-d81f-4fdb-b08b-e2fef47690fe tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:47.977032 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7733bfaa-020a-4d7d-9dfb-67035a3e36a7 req-841a9013-d81f-4fdb-b08b-e2fef47690fe tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 945 time: 0.0880342 Aug 19 12:34:48.005091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5d6938a5-bd68-4af7-a565-be3260289281 None None] Provisioning complete for port d6788858-a2a2-45aa-96c6-966dee0ec9c0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:48.005485 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5d6938a5-bd68-4af7-a565-be3260289281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.039629 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de59b5ca-2721-4282-aac5-9d7c758e2079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.131470 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7733bfaa-020a-4d7d-9dfb-67035a3e36a7 req-50114495-3d73-475c-997e-af1e30f4732d tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f3af807-3538-4e67-8e1c-fcfbed0da03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816376 Aug 19 12:34:48.154089 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-de59b5ca-2721-4282-aac5-9d7c758e2079 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=881f21e48bab4d6798380ccd9646b70c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837129 Aug 19 12:34:48.163221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45202) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:48.192746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d9eba-c450-4b01-b293-3a032c430e3f tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:48.199582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d9eba-c450-4b01-b293-3a032c430e3f tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:48.213409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:48.223708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d9eba-c450-4b01-b293-3a032c430e3f tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:48.224579 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-31f0e042-0bea-480d-b761-2041a48d833a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4708176 Aug 19 12:34:48.225390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45204) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:48.229921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a44d9eba-c450-4b01-b293-3a032c430e3f tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2641554 Aug 19 12:34:48.230924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59b5ca-2721-4282-aac5-9d7c758e2079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9204112e-1dba-4695-a0ea-bc87653f06ab,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:48.251013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Sync routers for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:48.260915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2a8cdede-2b1a-4309-8478-027b7e99dbbe tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:48.262002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45206) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:48.293354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:48.296718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:48.399116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5d6938a5-bd68-4af7-a565-be3260289281 None None] Provisioning for port 10c2359f-e472-45a3-a0c7-a883fc3e7fa1 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:48.401705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6788858-a2a2-45aa-96c6-966dee0ec9c0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:48.433048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5d6938a5-bd68-4af7-a565-be3260289281 None None] Provisioning complete for port 10c2359f-e472-45a3-a0c7-a883fc3e7fa1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:48.433517 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5d6938a5-bd68-4af7-a565-be3260289281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.509629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:48.545975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6999bfe-ea90-42a7-9591-bf373df3d4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.573923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5d6938a5-bd68-4af7-a565-be3260289281 None None] Port 10c2359f-e472-45a3-a0c7-a883fc3e7fa1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:48.671016 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6999bfe-ea90-42a7-9591-bf373df3d4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.773011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5d6938a5-bd68-4af7-a565-be3260289281 None None] Provisioning for port a249aef2-ce27-4de3-a5cd-9648206d462d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:48.797193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d6788858-a2a2-45aa-96c6-966dee0ec9c0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:48.797563 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.854318 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6999bfe-ea90-42a7-9591-bf373df3d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.857022 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6999bfe-ea90-42a7-9591-bf373df3d4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:48.860748 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b6999bfe-ea90-42a7-9591-bf373df3d4e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9204112e-1dba-4695-a0ea-bc87653f06ab HTTP/1.1" status: 204 len: 168 time: 0.6940968 Aug 19 12:34:48.867826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92243a00-f376-4c82-9dd4-f367b4e1f6d5 req-d440c240-9771-4f03-859a-14a2125a43d4 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:48.879438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92243a00-f376-4c82-9dd4-f367b4e1f6d5 req-d440c240-9771-4f03-859a-14a2125a43d4 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 945 time: 0.2483099 Aug 19 12:34:48.919685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:46Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': '367eeeb5-fd2b-4325-9cb4-e7a1e6a93734', 'name': '', 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:73:0a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'd71da547-2297-4017-883c-d264d6423e03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:44Z', 'updated_at': '2021-08-19T12:34:47Z', 'revision_number': 2, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'd71da547-2297-4017-883c-d264d6423e03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:45Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:48.967324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Checking router: f976dc52-db9c-4362-a608-99beb2f00609 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:48.967678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Updating router f976dc52-db9c-4362-a608-99beb2f00609 port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:34:48.999279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device caf75e47-0936-44e7-becd-aed63054d588 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:49.006235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6999bfe-ea90-42a7-9591-bf373df3d4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9204112e-1dba-4695-a0ea-bc87653f06ab,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:49.022440 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-262462a4-02bb-4fe4-8e7a-157508bc2ae3 req-d0d70f47-7e57-4954-87dc-c9a8b8f2ea39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.052762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92243a00-f376-4c82-9dd4-f367b4e1f6d5 req-dedfd1c6-31aa-4d03-b3c1-14f0adddc827 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688969 Aug 19 12:34:49.080303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d70f47-7e57-4954-87dc-c9a8b8f2ea39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Pushing event deleted for resources: {'Port': ['ID=92e59300-f4da-4201-adff-badb3820de5e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:49.090077 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.111331 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1546ac0d-410d-4d72-9407-d3a8e9762f39 None None] Provisioning for port 66ad75d1-9eea-4c86-86a1-07d294a28c53 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:49.117299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.extraroute_db [None req-2a8cdede-2b1a-4309-8478-027b7e99dbbe tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:34:49.148364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.extraroute_db [None req-2a8cdede-2b1a-4309-8478-027b7e99dbbe tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Removed routes are [] {{(pid=95543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:34:49.148779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a8cdede-2b1a-4309-8478-027b7e99dbbe tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.150008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf9081-ebde-450f-bcef-3e4b17945085 req-74255f5c-4708-402b-9f40-f42759af3ef6 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:49.151506 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ebf9081-ebde-450f-bcef-3e4b17945085 req-74255f5c-4708-402b-9f40-f42759af3ef6 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 945 time: 0.7209008 Aug 19 12:34:49.152688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1546ac0d-410d-4d72-9407-d3a8e9762f39 None None] Provisioning complete for port 66ad75d1-9eea-4c86-86a1-07d294a28c53 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:49.153239 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1546ac0d-410d-4d72-9407-d3a8e9762f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.189833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-573c2c90-b67b-4815-a631-ef667722158b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 66ad75d1-9eea-4c86-86a1-07d294a28c53 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:49.190320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-573c2c90-b67b-4815-a631-ef667722158b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.271284 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d6017532-037e-4ee1-b073-da513e0b2147 req-b8eba9ad-6c1e-4ea6-956f-10828f76f020 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 210 time: 0.0296197 Aug 19 12:34:49.274371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7732a5-d27b-4fa5-bdef-77590761b50d req-b6a0bab7-2fe2-4554-ab25-68cad78cbedd tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:49.280711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1546ac0d-410d-4d72-9407-d3a8e9762f39 None None] Port 66ad75d1-9eea-4c86-86a1-07d294a28c53 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:49.283328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed7732a5-d27b-4fa5-bdef-77590761b50d req-b6a0bab7-2fe2-4554-ab25-68cad78cbedd tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.3659446 Aug 19 12:34:49.287273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port caf75e47-0936-44e7-becd-aed63054d588 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:49.287511 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.353956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-262462a4-02bb-4fe4-8e7a-157508bc2ae3 req-d0d70f47-7e57-4954-87dc-c9a8b8f2ea39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] No DVR routers for this DVR port 92e59300-f4da-4201-adff-badb3820de5e on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:49.365119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1546ac0d-410d-4d72-9407-d3a8e9762f39 None None] Provisioning complete for port 10c2359f-e472-45a3-a0c7-a883fc3e7fa1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:49.365119 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1546ac0d-410d-4d72-9407-d3a8e9762f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.371557 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-262462a4-02bb-4fe4-8e7a-157508bc2ae3 req-d0d70f47-7e57-4954-87dc-c9a8b8f2ea39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.373600 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-262462a4-02bb-4fe4-8e7a-157508bc2ae3 req-d0d70f47-7e57-4954-87dc-c9a8b8f2ea39 tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.30 "DELETE /v2.0/ports/92e59300-f4da-4201-adff-badb3820de5e HTTP/1.1" status: 204 len: 173 time: 2.1598482 Aug 19 12:34:49.376257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a112131a-d317-495b-81f7-8a872a6897e7', 'name': 'network-vif-deleted', 'tag': '92e59300-f4da-4201-adff-badb3820de5e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:49.379860 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5502d5-8157-4bfc-ae13-5017b0b8eba3" -d '{"events": [{"server_uuid": "a112131a-d317-495b-81f7-8a872a6897e7", "name": "network-vif-deleted", "tag": "92e59300-f4da-4201-adff-badb3820de5e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:49.468836 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9778b637-997d-4831-b2b5-4adc8eb36ca9 x-openstack-request-id: req-9778b637-997d-4831-b2b5-4adc8eb36ca9 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:49.469132 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a112131a-d317-495b-81f7-8a872a6897e7", "name": "network-vif-deleted", "tag": "92e59300-f4da-4201-adff-badb3820de5e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:49.469393 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9778b637-997d-4831-b2b5-4adc8eb36ca9 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:49.469771 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a112131a-d317-495b-81f7-8a872a6897e7', 'name': 'network-vif-deleted', 'tag': '92e59300-f4da-4201-adff-badb3820de5e', 'status': 'completed', 'code': 200} Aug 19 12:34:49.501273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1546ac0d-410d-4d72-9407-d3a8e9762f39 None None] Port 10c2359f-e472-45a3-a0c7-a883fc3e7fa1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:49.506741 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-573c2c90-b67b-4815-a631-ef667722158b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.534380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed7732a5-d27b-4fa5-bdef-77590761b50d req-98cf6bf9-5781-4e7d-a694-e1abed43dfb2 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501841 Aug 19 12:34:49.535490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-573c2c90-b67b-4815-a631-ef667722158b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 66ad75d1-9eea-4c86-86a1-07d294a28c53 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:49.543970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a249aef2-ce27-4de3-a5cd-9648206d462d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:49.622717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8ebf9081-ebde-450f-bcef-3e4b17945085 req-32932d33-cf2e-4ccb-9fa8-aa4f9de6e669 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Deleting port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:49.622920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8ebf9081-ebde-450f-bcef-3e4b17945085 req-32932d33-cf2e-4ccb-9fa8-aa4f9de6e669 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.642393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a8cdede-2b1a-4309-8478-027b7e99dbbe tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.648593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a8cdede-2b1a-4309-8478-027b7e99dbbe tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.739608 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.762336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8ebf9081-ebde-450f-bcef-3e4b17945085 req-32932d33-cf2e-4ccb-9fa8-aa4f9de6e669 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] For port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:49.762791 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8ebf9081-ebde-450f-bcef-3e4b17945085 req-32932d33-cf2e-4ccb-9fa8-aa4f9de6e669 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.776442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8cdede-2b1a-4309-8478-027b7e99dbbe tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router f976dc52-db9c-4362-a608-99beb2f00609 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:49.783476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8ebf9081-ebde-450f-bcef-3e4b17945085 req-32932d33-cf2e-4ccb-9fa8-aa4f9de6e669 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Calling delete_port for c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:49.794785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1546ac0d-410d-4d72-9407-d3a8e9762f39 None None] Provisioning for port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:49.799461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1546ac0d-410d-4d72-9407-d3a8e9762f39 None None] Provisioning complete for port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:49.799847 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1546ac0d-410d-4d72-9407-d3a8e9762f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.803093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port a249aef2-ce27-4de3-a5cd-9648206d462d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:49.826210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a249aef2-ce27-4de3-a5cd-9648206d462d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:49.826651 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.868857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1546ac0d-410d-4d72-9407-d3a8e9762f39 None None] Port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:49.886558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8cdede-2b1a-4309-8478-027b7e99dbbe tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:49.894635 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a8cdede-2b1a-4309-8478-027b7e99dbbe tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.895982 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2a8cdede-2b1a-4309-8478-027b7e99dbbe tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609 HTTP/1.1" status: 200 len: 954 time: 1.6482742 Aug 19 12:34:49.898899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45228) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:49.920514 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.963873 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port a249aef2-ce27-4de3-a5cd-9648206d462d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a249aef2-ce27-4de3-a5cd-9648206d462d,segment=NetworkSegment(67c0d60b-1e14-4915-b804-5f59fe93f625),segment_id=67c0d60b-1e14-4915-b804-5f59fe93f625)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:49.965947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Transition to ACTIVE for port object 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:49.975424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-573c2c90-b67b-4815-a631-ef667722158b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:49.997090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-352e9f4e-64c2-4a46-89ea-66dcb571ea90 None None] Provisioning complete for port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:49.997561 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-352e9f4e-64c2-4a46-89ea-66dcb571ea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.028497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c2c90-b67b-4815-a631-ef667722158b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=66ad75d1-9eea-4c86-86a1-07d294a28c53,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:50.038203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-352e9f4e-64c2-4a46-89ea-66dcb571ea90 None None] Port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:34:50.071568 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6e7f51a4-007d-4c93-b76f-de5a752a5e01 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609 HTTP/1.1" status: 200 len: 954 time: 0.1689837 Aug 19 12:34:50.071568 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-573c2c90-b67b-4815-a631-ef667722158b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.075184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45234) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:50.075277 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-573c2c90-b67b-4815-a631-ef667722158b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/66ad75d1-9eea-4c86-86a1-07d294a28c53 HTTP/1.1" status: 204 len: 168 time: 1.8092589 Aug 19 12:34:50.075277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45236) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:50.076770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-593dc3b1-8c39-43fa-9271-81ea76b5339f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'routes': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:50.098782 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.105203 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-166971d5-9eb3-4497-9bda-bafc81da620e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:34:50.109514 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-166971d5-9eb3-4497-9bda-bafc81da620e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/66ad75d1-9eea-4c86-86a1-07d294a28c53 HTTP/1.1" status: 404 len: 333 time: 0.0312214 Aug 19 12:34:50.111917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45238) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:50.149735 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8ebf9081-ebde-450f-bcef-3e4b17945085 req-32932d33-cf2e-4ccb-9fa8-aa4f9de6e669 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.154570 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.176272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['c4255e08-2436-49da-a1f2-68bb9a0bad8e', 'a25fa0a2-cec2-4ddc-887b-ef975f534ab6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:50.186839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:50.192606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32932d33-cf2e-4ccb-9fa8-aa4f9de6e669 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Pushing event deleted for resources: {'Port': ['ID=c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:50.310616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebf9081-ebde-450f-bcef-3e4b17945085 req-32932d33-cf2e-4ccb-9fa8-aa4f9de6e669 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] No DVR routers for this DVR port c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:50.324363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8ebf9081-ebde-450f-bcef-3e4b17945085 req-32932d33-cf2e-4ccb-9fa8-aa4f9de6e669 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.326501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ebf9081-ebde-450f-bcef-3e4b17945085 req-32932d33-cf2e-4ccb-9fa8-aa4f9de6e669 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.62 "DELETE /v2.0/ports/c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 HTTP/1.1" status: 204 len: 173 time: 1.0681002 Aug 19 12:34:50.391219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-0816029e-f647-451d-a2f2-e20671b1d290 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 10c2359f-e472-45a3-a0c7-a883fc3e7fa1 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:50.391816 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0816029e-f647-451d-a2f2-e20671b1d290 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.497402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=a249aef2-ce27-4de3-a5cd-9648206d462d,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:50.521468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Attempting to bind port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:50.521836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Attempting to bind port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '67c0d60b-1e14-4915-b804-5f59fe93f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:50.522199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Attempting to bind port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 on network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:50.536819 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2ff6315-1f26-4c69-8a92-338af9d519c1 req-21387839-bcfc-4ebb-995f-983a2da0c88e tempest-AttachVolumeNegativeTest-23906241 tempest-AttachVolumeNegativeTest-23906241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a112131a-d317-495b-81f7-8a872a6897e7 HTTP/1.1" status: 200 len: 210 time: 0.0593503 Aug 19 12:34:50.570471 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e5d4d92-5b0e-48b8-9c4f-2af798f483d9 req-1f062afb-223d-4edc-9cce-1ed8a08ec995 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 210 time: 0.0764787 Aug 19 12:34:50.609445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0816029e-f647-451d-a2f2-e20671b1d290 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.637012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:50.637381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Checking segment: {'id': '67c0d60b-1e14-4915-b804-5f59fe93f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:50.637775 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.638170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Bound using segment: {'id': '67c0d60b-1e14-4915-b804-5f59fe93f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:50.638855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Bound port: 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c0d60b-1e14-4915-b804-5f59fe93f625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:50.641218 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.648990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-0816029e-f647-451d-a2f2-e20671b1d290 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 10c2359f-e472-45a3-a0c7-a883fc3e7fa1 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:50.764231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea472bba-3d5b-4e30-a03d-fdc59fb72d8c None None] Pushing event updated for resources: {'Port': ['ID=367eeeb5-fd2b-4325-9cb4-e7a1e6a93734,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:50.838955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13390f2-5795-470c-8b4f-8d5842f5f993 req-dc2dc5fb-a66d-4c44-96f9-113dd651bee2 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:50.848065 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f13390f2-5795-470c-8b4f-8d5842f5f993 req-dc2dc5fb-a66d-4c44-96f9-113dd651bee2 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1123269 Aug 19 12:34:50.887144 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.extraroute_db [None req-593dc3b1-8c39-43fa-9271-81ea76b5339f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added routes are [] {{(pid=95543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:34:50.887517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.extraroute_db [None req-593dc3b1-8c39-43fa-9271-81ea76b5339f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:34:50.921076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] For port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:50.924743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] For port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=367eeeb5-fd2b-4325-9cb4-e7a1e6a93734,segment=NetworkSegment(67c0d60b-1e14-4915-b804-5f59fe93f625),segment_id=67c0d60b-1e14-4915-b804-5f59fe93f625)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:50.944085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-593dc3b1-8c39-43fa-9271-81ea76b5339f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:50.985568 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f13390f2-5795-470c-8b4f-8d5842f5f993 req-473c7d03-643c-4373-8d95-809cc91cdeaf tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294184 Aug 19 12:34:51.001368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 92e59300-f4da-4201-adff-badb3820de5e no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:51.031986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 92e59300-f4da-4201-adff-badb3820de5e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:51.032725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 92e59300-f4da-4201-adff-badb3820de5e not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:51.058401 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.121983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:51.122754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:51.172356 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0816029e-f647-451d-a2f2-e20671b1d290 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.254850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816029e-f647-451d-a2f2-e20671b1d290 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=10c2359f-e472-45a3-a0c7-a883fc3e7fa1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:51.323211 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0816029e-f647-451d-a2f2-e20671b1d290 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.329992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0816029e-f647-451d-a2f2-e20671b1d290 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/10c2359f-e472-45a3-a0c7-a883fc3e7fa1 HTTP/1.1" status: 204 len: 168 time: 1.2123859 Aug 19 12:34:51.330788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45260) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:51.376080 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3503248-6a20-4495-a5b4-e5b674dfd9fa tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:34:51.377812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a3503248-6a20-4495-a5b4-e5b674dfd9fa tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/10c2359f-e472-45a3-a0c7-a883fc3e7fa1 HTTP/1.1" status: 404 len: 333 time: 0.0418386 Aug 19 12:34:51.381431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45264) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:51.452108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e94096c-46a7-4728-9880-ad99fc813d7b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting subnet 5baf9a54-1186-4ccf-8cab-b2e42eca1362 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:51.458401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea472bba-3d5b-4e30-a03d-fdc59fb72d8c None None] Pushing event updated for resources: {'Port': ['ID=367eeeb5-fd2b-4325-9cb4-e7a1e6a93734,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:51.466384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:51.469805 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e94096c-46a7-4728-9880-ad99fc813d7b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.470544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96', 'name': 'network-vif-deleted', 'tag': 'c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:51.473335 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09b30c1-82fc-4569-970b-1dd48d17d778" -d '{"events": [{"server_uuid": "0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96", "name": "network-vif-deleted", "tag": "c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:51.591327 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58540ef4-ad13-4e0d-a50d-a6f5a320eb05 x-openstack-request-id: req-58540ef4-ad13-4e0d-a50d-a6f5a320eb05 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:51.591622 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96", "name": "network-vif-deleted", "tag": "c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:51.591875 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58540ef4-ad13-4e0d-a50d-a6f5a320eb05 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:51.592281 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96', 'name': 'network-vif-deleted', 'tag': 'c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3', 'status': 'completed', 'code': 200} Aug 19 12:34:51.614018 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e94096c-46a7-4728-9880-ad99fc813d7b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.664760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45276) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:51.741886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-53be3194-304e-4307-bd73-501e0d284173 admin admin] Deleting subnet 917b0eb4-793f-42ab-bd62-4942c9adf928 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:51.751379 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53be3194-304e-4307-bd73-501e0d284173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.813263 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43587eb9-6df0-4daa-a904-33646072876d req-33c43530-1f53-437e-b4cb-d3b92d984ada tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad77e2b-6ff7-4a46-ba39-cd8b3e3e3f96 HTTP/1.1" status: 200 len: 210 time: 0.0661898 Aug 19 12:34:51.854915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-593dc3b1-8c39-43fa-9271-81ea76b5339f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.859483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-593dc3b1-8c39-43fa-9271-81ea76b5339f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.860712 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53be3194-304e-4307-bd73-501e0d284173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.912656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:50Z', 'revision_number': 7, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': '367eeeb5-fd2b-4325-9cb4-e7a1e6a93734', 'name': '', 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:73:0a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'd71da547-2297-4017-883c-d264d6423e03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:44Z', 'updated_at': '2021-08-19T12:34:50Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'd71da547-2297-4017-883c-d264d6423e03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:45Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:51.941910 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e94096c-46a7-4728-9880-ad99fc813d7b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:51.946930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4181f2a-bc45-42cd-b931-633754282f44 None None] The sync data for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 is: [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:50Z', 'revision_number': 7, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': '367eeeb5-fd2b-4325-9cb4-e7a1e6a93734', 'name': '', 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:73:0a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'd71da547-2297-4017-883c-d264d6423e03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:44Z', 'updated_at': '2021-08-19T12:34:50Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'd71da547-2297-4017-883c-d264d6423e03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:45Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:51.970493 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53be3194-304e-4307-bd73-501e0d284173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.014438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593dc3b1-8c39-43fa-9271-81ea76b5339f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router f976dc52-db9c-4362-a608-99beb2f00609 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:52.226240 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e94096c-46a7-4728-9880-ad99fc813d7b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.231299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593dc3b1-8c39-43fa-9271-81ea76b5339f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:52.240220 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-593dc3b1-8c39-43fa-9271-81ea76b5339f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.244311 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-593dc3b1-8c39-43fa-9271-81ea76b5339f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609 HTTP/1.1" status: 200 len: 704 time: 2.1711538 Aug 19 12:34:52.245277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45288) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:52.258661 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f0a7a-a473-47b8-832d-9185083316a5 req-abff063f-952b-4fbf-ac4b-a74ec64a8178 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:52.266586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-633f0a7a-a473-47b8-832d-9185083316a5 req-abff063f-952b-4fbf-ac4b-a74ec64a8178 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1291370 Aug 19 12:34:52.268565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94096c-46a7-4728-9880-ad99fc813d7b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Subnet': ['ID=5baf9a54-1186-4ccf-8cab-b2e42eca1362,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:52.279045 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e94096c-46a7-4728-9880-ad99fc813d7b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.283280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7e94096c-46a7-4728-9880-ad99fc813d7b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/5baf9a54-1186-4ccf-8cab-b2e42eca1362 HTTP/1.1" status: 204 len: 168 time: 0.9007533 Aug 19 12:34:52.285688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53be3194-304e-4307-bd73-501e0d284173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.287845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf275161-f6bb-487d-bd64-707ba2e51781 None None] Network b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:52.288935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45290) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:52.389191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:52.390219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be3194-304e-4307-bd73-501e0d284173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917b0eb4-793f-42ab-bd62-4942c9adf928,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:52.396347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53be3194-304e-4307-bd73-501e0d284173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.399153 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-53be3194-304e-4307-bd73-501e0d284173 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/917b0eb4-793f-42ab-bd62-4942c9adf928 HTTP/1.1" status: 204 len: 168 time: 0.7292840 Aug 19 12:34:52.401563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:52.406641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45292) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:52.476349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:52.483229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c392ce5f-2d72-47be-afc2-a8a9cb9eb1b3 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:52.514729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-633f0a7a-a473-47b8-832d-9185083316a5 req-f82e3c4d-67dd-44ae-b29f-0e55401864b1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329922 Aug 19 12:34:52.539032 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d8e76a23-c0f0-4128-8f2b-cb2aa2b0fe2d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609 HTTP/1.1" status: 200 len: 704 time: 0.2890434 Aug 19 12:34:52.539263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45296) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:52.542186 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.560006 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.696771 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.705023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:52.708344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port d6788858-a2a2-45aa-96c6-966dee0ec9c0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:52.708510 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.730225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:52.730429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752ea66b-d9ee-4dc1-b604-bd9c0491e1a2') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:52.772889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c244ec-056f-413b-a84b-bac1032aa5d8 None None] DHCP port deletion for b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:34:52.812001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] For port d6788858-a2a2-45aa-96c6-966dee0ec9c0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d6788858-a2a2-45aa-96c6-966dee0ec9c0,segment=NetworkSegment(ccceb15d-79b7-4643-959c-33fe63e97695),segment_id=ccceb15d-79b7-4643-959c-33fe63e97695)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:52.812397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.819984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:52.833940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:52.836786 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.843835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for d6788858-a2a2-45aa-96c6-966dee0ec9c0 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:52.928625 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.955603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e4c244ec-056f-413b-a84b-bac1032aa5d8 None None] Deleting port d6788858-a2a2-45aa-96c6-966dee0ec9c0 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:52.957416 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e4c244ec-056f-413b-a84b-bac1032aa5d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.957511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.971103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:52.971594 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:52.974217 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:53.055832 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.098883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e4c244ec-056f-413b-a84b-bac1032aa5d8 None None] For port d6788858-a2a2-45aa-96c6-966dee0ec9c0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d6788858-a2a2-45aa-96c6-966dee0ec9c0,segment=NetworkSegment(ccceb15d-79b7-4643-959c-33fe63e97695),segment_id=ccceb15d-79b7-4643-959c-33fe63e97695)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:53.099402 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e4c244ec-056f-413b-a84b-bac1032aa5d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.112747 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd09148-2322-46a7-943a-e7959c6375fb None None] Sync routers for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:53.123415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e4c244ec-056f-413b-a84b-bac1032aa5d8 None None] Calling delete_port for d6788858-a2a2-45aa-96c6-966dee0ec9c0 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:53.123633 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd09148-2322-46a7-943a-e7959c6375fb None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:53.124412 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0fd09148-2322-46a7-943a-e7959c6375fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:53.143217 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.172093 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.173934 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.195016 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.206471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3 HTTP/1.1" status: 204 len: 168 time: 0.7923279 Aug 19 12:34:53.213857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b72973-bee2-4739-bebe-0c6c001993df admin admin] Pushing event deleted for resources: {'Network': ['ID=bd78dda4-7407-4a4e-84a0-c75b8fdbc3e3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:53.256571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=d6788858-a2a2-45aa-96c6-966dee0ec9c0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:53.273713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No DVR routers for this DVR port d6788858-a2a2-45aa-96c6-966dee0ec9c0 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:53.273799 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0fd09148-2322-46a7-943a-e7959c6375fb None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:53.273883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=367eeeb5-fd2b-4325-9cb4-e7a1e6a93734,segment=NetworkSegment(67c0d60b-1e14-4915-b804-5f59fe93f625),segment_id=67c0d60b-1e14-4915-b804-5f59fe93f625)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:53.318502 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e4c244ec-056f-413b-a84b-bac1032aa5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.380182 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.381472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c244ec-056f-413b-a84b-bac1032aa5d8 None None] Pushing event deleted for resources: {'Port': ['ID=d6788858-a2a2-45aa-96c6-966dee0ec9c0,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:53.389617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c244ec-056f-413b-a84b-bac1032aa5d8 None None] No DVR routers for this DVR port d6788858-a2a2-45aa-96c6-966dee0ec9c0 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:53.403857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:53.407773 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.411690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a249aef2-ce27-4de3-a5cd-9648206d462d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:53.433550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccceb15d-79b7-4643-959c-33fe63e97695') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:53.433844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccceb15d-79b7-4643-959c-33fe63e97695') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:53.456077 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.494547 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.506518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:53.507024 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:53.510219 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:53.552374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=367eeeb5-fd2b-4325-9cb4-e7a1e6a93734,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:53.568314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a249aef2-ce27-4de3-a5cd-9648206d462d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:53.568705 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.593698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcba742-469c-4849-b283-79133173d2f0 req-35afc6e5-ff4f-4b2c-ab5f-7bc3d2c664f1 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:53.595469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bfcba742-469c-4849-b283-79133173d2f0 req-35afc6e5-ff4f-4b2c-ab5f-7bc3d2c664f1 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=052023b0-30b0-43f0-b263-4f145242a18a HTTP/1.1" status: 200 len: 945 time: 0.0967202 Aug 19 12:34:53.650089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:53.650519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.706428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10269cf4-6c60-4f0c-905b-9e6c4611117f req-b5ee041d-aa42-49e4-b800-0a2160b03ab5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:53.711355 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10269cf4-6c60-4f0c-905b-9e6c4611117f req-b5ee041d-aa42-49e4-b800-0a2160b03ab5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.0917468 Aug 19 12:34:53.711355 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.730347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.731822 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/networks/b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f HTTP/1.1" status: 204 len: 168 time: 1.4397593 Aug 19 12:34:53.745907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45314) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:53.756468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bfcba742-469c-4849-b283-79133173d2f0 req-ec5dc606-4546-406e-a474-bd3a2731f7a8 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490443 Aug 19 12:34:53.764178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe126bde-9ad4-4dc3-ac7e-ec4c7542b077 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Network': ['ID=b6ff61ce-1ddb-4b4a-ab47-ffec18b3919f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:53.768803 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-324509332'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:53.826673 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10269cf4-6c60-4f0c-905b-9e6c4611117f req-29b22d62-094a-4960-918a-a0abd44412bf tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978098 Aug 19 12:34:53.834682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] For port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=367eeeb5-fd2b-4325-9cb4-e7a1e6a93734,segment=NetworkSegment(67c0d60b-1e14-4915-b804-5f59fe93f625),segment_id=67c0d60b-1e14-4915-b804-5f59fe93f625)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:53.835366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.858091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:53.858790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45318) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:53.908202 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0fd09148-2322-46a7-943a-e7959c6375fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:50Z', 'revision_number': 7, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': '367eeeb5-fd2b-4325-9cb4-e7a1e6a93734', 'name': '', 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:73:0a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'd71da547-2297-4017-883c-d264d6423e03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:44Z', 'updated_at': '2021-08-19T12:34:50Z', 'revision_number': 4, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'd71da547-2297-4017-883c-d264d6423e03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:45Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:53.927169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:53.930782 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.938604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1e60a716-80a1-450b-a3ee-23699b41bf99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a1d2c4d135243d6aa7779c3bc4513a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757437 Aug 19 12:34:53.938946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45320) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:53.944768 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd09148-2322-46a7-943a-e7959c6375fb None None] Checking router: f976dc52-db9c-4362-a608-99beb2f00609 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:53.960087 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd09148-2322-46a7-943a-e7959c6375fb None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:53.960741 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0fd09148-2322-46a7-943a-e7959c6375fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:53.975579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:34:53.993337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:53.993747 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Added segment 6e52e8c3-4810-445f-8860-766410c4ab73 of type vlan for network 855c616f-cb29-492a-bb9f-cff8d6bf212b Aug 19 12:34:54.018102 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ca87c19-44bb-4358-b1fe-c141a50ea689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.048057 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ca87c19-44bb-4358-b1fe-c141a50ea689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.079658 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0fd09148-2322-46a7-943a-e7959c6375fb None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:54.093920 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.212449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.221257 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:54.222258 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.253032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:34:54.268572 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ca87c19-44bb-4358-b1fe-c141a50ea689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.271359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ca87c19-44bb-4358-b1fe-c141a50ea689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.274542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0ca87c19-44bb-4358-b1fe-c141a50ea689 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f3af807-3538-4e67-8e1c-fcfbed0da03b HTTP/1.1" status: 204 len: 168 time: 0.3327405 Aug 19 12:34:54.299355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca87c19-44bb-4358-b1fe-c141a50ea689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3af807-3538-4e67-8e1c-fcfbed0da03b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:54.344275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:34:54.344275 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.345018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.356265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Network': ['ID=855c616f-cb29-492a-bb9f-cff8d6bf212b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:54.381932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 855c616f-cb29-492a-bb9f-cff8d6bf212b details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:34:54.385272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Port 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 was deleted so its status cannot be updated. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 12:34:54.400882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=367eeeb5-fd2b-4325-9cb4-e7a1e6a93734,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:54.483246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6788858-a2a2-45aa-96c6-966dee0ec9c0 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:54.514217 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9d9901ae-3085-4d33-9d9e-4dc7625361db tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7621396 Aug 19 12:34:54.514552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45326) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:54.520749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': '855c616f-cb29-492a-bb9f-cff8d6bf212b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:54.520957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d6788858-a2a2-45aa-96c6-966dee0ec9c0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:54.521275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6788858-a2a2-45aa-96c6-966dee0ec9c0 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:54.530980 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0fd09148-2322-46a7-943a-e7959c6375fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:50Z', 'revision_number': 7, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': '367eeeb5-fd2b-4325-9cb4-e7a1e6a93734', 'name': '', 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:73:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'd71da547-2297-4017-883c-d264d6423e03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:44Z', 'updated_at': '2021-08-19T12:34:53Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'd71da547-2297-4017-883c-d264d6423e03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:45Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:54.571140 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd09148-2322-46a7-943a-e7959c6375fb None None] The sync data for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 is: [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:50Z', 'revision_number': 7, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': '367eeeb5-fd2b-4325-9cb4-e7a1e6a93734', 'name': '', 'network_id': '2cda8de2-20c8-48c7-89ba-536fc9aec5bd', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:73:0a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'd71da547-2297-4017-883c-d264d6423e03', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:44Z', 'updated_at': '2021-08-19T12:34:53Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'd71da547-2297-4017-883c-d264d6423e03', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:45Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:54.659934 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.769549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:54.773850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:54.910919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router f976dc52-db9c-4362-a608-99beb2f00609 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:54.973550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055da18f-3188-4b6e-95cd-c0fe718039f2 req-002a1d14-b5e6-40cf-82a9-df4a043befee tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:54.975060 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-055da18f-3188-4b6e-95cd-c0fe718039f2 req-002a1d14-b5e6-40cf-82a9-df4a043befee tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.30 "GET /v2.0/ports?device_id=052023b0-30b0-43f0-b263-4f145242a18a HTTP/1.1" status: 200 len: 945 time: 0.1416183 Aug 19 12:34:55.030435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6c23-be3e-421d-bfb0-f9c732540aed req-fc96dbb9-b8f3-4f67-827a-c5c327f0613c tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:55.032433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-500e6c23-be3e-421d-bfb0-f9c732540aed req-fc96dbb9-b8f3-4f67-827a-c5c327f0613c tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=052023b0-30b0-43f0-b263-4f145242a18a HTTP/1.1" status: 200 len: 945 time: 0.1206682 Aug 19 12:34:55.047230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fd7a4-fb3e-4f3c-b437-2c64a79c975c req-c15b98a9-813d-46c0-a769-8a45abdacc23 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:55.051500 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c39fd7a4-fb3e-4f3c-b437-2c64a79c975c req-c15b98a9-813d-46c0-a769-8a45abdacc23 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1390791 Aug 19 12:34:55.103084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:34:55.108025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.113179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd88de-6ff3-48d7-939d-51c9b3be1ee3 None None] Sync routers for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:34:55.115070 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8761ea61-3165-407c-ae4d-f4b754752934 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5708482 Aug 19 12:34:55.116017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45342) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:55.122463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd88de-6ff3-48d7-939d-51c9b3be1ee3 None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:55.123109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-58cd88de-6ff3-48d7-939d-51c9b3be1ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:55.131073 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c39fd7a4-fb3e-4f3c-b437-2c64a79c975c req-b95988c3-b941-4ff7-8a0a-b192afbec816 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731573 Aug 19 12:34:55.182832 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-500e6c23-be3e-421d-bfb0-f9c732540aed req-eab135d5-af98-4d32-81da-48412d8aede2 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257241 Aug 19 12:34:55.227847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5310871-236f-4645-a808-3bfb2795b759 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting subnet d71da547-2297-4017-883c-d264d6423e03 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:34:55.229665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-055da18f-3188-4b6e-95cd-c0fe718039f2 req-2af0e01d-2ac6-4a69-b5bb-f22d17cf7306 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Deleting port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:55.230019 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-055da18f-3188-4b6e-95cd-c0fe718039f2 req-2af0e01d-2ac6-4a69-b5bb-f22d17cf7306 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.232812 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5310871-236f-4645-a808-3bfb2795b759 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.233259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-58cd88de-6ff3-48d7-939d-51c9b3be1ee3 None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:55.280883 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5310871-236f-4645-a808-3bfb2795b759 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.313455 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.384567 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5310871-236f-4645-a808-3bfb2795b759 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.390968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-055da18f-3188-4b6e-95cd-c0fe718039f2 req-2af0e01d-2ac6-4a69-b5bb-f22d17cf7306 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] For port a25fa0a2-cec2-4ddc-887b-ef975f534ab6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a25fa0a2-cec2-4ddc-887b-ef975f534ab6,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:55.393705 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-055da18f-3188-4b6e-95cd-c0fe718039f2 req-2af0e01d-2ac6-4a69-b5bb-f22d17cf7306 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.417323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-055da18f-3188-4b6e-95cd-c0fe718039f2 req-2af0e01d-2ac6-4a69-b5bb-f22d17cf7306 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Calling delete_port for a25fa0a2-cec2-4ddc-887b-ef975f534ab6 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:55.420349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Subnet': ['ID=e3322c40-6e49-411f-a553-022030c03961,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:55.442015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Checking segment: {'id': '6e52e8c3-4810-445f-8860-766410c4ab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '855c616f-cb29-492a-bb9f-cff8d6bf212b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:55.442374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network hostable DHCP agents. Network: 855c616f-cb29-492a-bb9f-cff8d6bf212b, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:34:55.488852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-58cd88de-6ff3-48d7-939d-51c9b3be1ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:54Z', 'revision_number': 8, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:45Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:55.524532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd88de-6ff3-48d7-939d-51c9b3be1ee3 None None] Checking router: f976dc52-db9c-4362-a608-99beb2f00609 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:34:55.533436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd88de-6ff3-48d7-939d-51c9b3be1ee3 None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:34:55.534049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-58cd88de-6ff3-48d7-939d-51c9b3be1ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:55.606424 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5310871-236f-4645-a808-3bfb2795b759 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.635943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5310871-236f-4645-a808-3bfb2795b759 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Subnet': ['ID=d71da547-2297-4017-883c-d264d6423e03,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:55.639608 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5310871-236f-4645-a808-3bfb2795b759 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.640377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-58cd88de-6ff3-48d7-939d-51c9b3be1ee3 None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:34:55.643297 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e5310871-236f-4645-a808-3bfb2795b759 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/d71da547-2297-4017-883c-d264d6423e03 HTTP/1.1" status: 204 len: 168 time: 0.5258374 Aug 19 12:34:55.644394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45356) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:55.666110 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 855c616f-cb29-492a-bb9f-cff8d6bf212b is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:34:55.671433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce86fd-4d8a-47c0-af96-745532cd829f None None] Network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:55.729944 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.789936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port a249aef2-ce27-4de3-a5cd-9648206d462d {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:55.790385 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.832945 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-055da18f-3188-4b6e-95cd-c0fe718039f2 req-2af0e01d-2ac6-4a69-b5bb-f22d17cf7306 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.856062 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['c4255e08-2436-49da-a1f2-68bb9a0bad8e', 'a25fa0a2-cec2-4ddc-887b-ef975f534ab6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:55.870538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0e01d-2ac6-4a69-b5bb-f22d17cf7306 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Pushing event deleted for resources: {'Port': ['ID=a25fa0a2-cec2-4ddc-887b-ef975f534ab6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:55.929791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-055da18f-3188-4b6e-95cd-c0fe718039f2 req-2af0e01d-2ac6-4a69-b5bb-f22d17cf7306 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] No DVR routers for this DVR port a25fa0a2-cec2-4ddc-887b-ef975f534ab6 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:55.937636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 855c616f-cb29-492a-bb9f-cff8d6bf212b) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:55.942281 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-055da18f-3188-4b6e-95cd-c0fe718039f2 req-2af0e01d-2ac6-4a69-b5bb-f22d17cf7306 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.944580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-055da18f-3188-4b6e-95cd-c0fe718039f2 req-2af0e01d-2ac6-4a69-b5bb-f22d17cf7306 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.30 "DELETE /v2.0/ports/a25fa0a2-cec2-4ddc-887b-ef975f534ab6 HTTP/1.1" status: 204 len: 173 time: 0.9537528 Aug 19 12:34:55.945131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052023b0-30b0-43f0-b263-4f145242a18a', 'name': 'network-vif-deleted', 'tag': 'a25fa0a2-cec2-4ddc-887b-ef975f534ab6'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:55.954683 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5637ba-455a-450c-8585-8cd373f6530b" -d '{"events": [{"server_uuid": "052023b0-30b0-43f0-b263-4f145242a18a", "name": "network-vif-deleted", "tag": "a25fa0a2-cec2-4ddc-887b-ef975f534ab6"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:55.959747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] For port a249aef2-ce27-4de3-a5cd-9648206d462d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a249aef2-ce27-4de3-a5cd-9648206d462d,segment=NetworkSegment(67c0d60b-1e14-4915-b804-5f59fe93f625),segment_id=67c0d60b-1e14-4915-b804-5f59fe93f625)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:55.960256 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.970220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:55.970947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:55.981242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d0aea-9d79-432e-95e8-f04aaa9f4042 None None] Network 855c616f-cb29-492a-bb9f-cff8d6bf212b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:55.982399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for a249aef2-ce27-4de3-a5cd-9648206d462d owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:56.045951 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f94290-8d79-4e5e-b0a1-92e495a0b7e2 x-openstack-request-id: req-b6f94290-8d79-4e5e-b0a1-92e495a0b7e2 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:56.046325 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052023b0-30b0-43f0-b263-4f145242a18a", "name": "network-vif-deleted", "tag": "a25fa0a2-cec2-4ddc-887b-ef975f534ab6", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:56.046667 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6f94290-8d79-4e5e-b0a1-92e495a0b7e2 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:56.047185 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052023b0-30b0-43f0-b263-4f145242a18a', 'name': 'network-vif-deleted', 'tag': 'a25fa0a2-cec2-4ddc-887b-ef975f534ab6', 'status': 'completed', 'code': 200} Aug 19 12:34:56.149534 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-161d9192-29a2-4770-8695-c26358700a11 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6338327 Aug 19 12:34:56.152828 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45364) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:56.160625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-552e4dcf-a165-46f1-88a4-b8423fd36250 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1206841068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:56.211383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1624097-bbdd-459a-92ed-51c261b8a879 None None] DHCP port deletion for 2cda8de2-20c8-48c7-89ba-536fc9aec5bd request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:34:56.220765 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.246083 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.286014 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e5f56-c2a7-4501-b567-523fa7925d2e req-68d2a2f0-8080-46d8-8c81-97b8c1c3914f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:56.288214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-103e5f56-c2a7-4501-b567-523fa7925d2e req-68d2a2f0-8080-46d8-8c81-97b8c1c3914f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.0745618 Aug 19 12:34:56.337995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No DVR routers for this DVR port a249aef2-ce27-4de3-a5cd-9648206d462d on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:56.382849 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-552e4dcf-a165-46f1-88a4-b8423fd36250 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.384167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-552e4dcf-a165-46f1-88a4-b8423fd36250 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.384979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=a249aef2-ce27-4de3-a5cd-9648206d462d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:56.385594 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a249aef2-ce27-4de3-a5cd-9648206d462d no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:56.401490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-103e5f56-c2a7-4501-b567-523fa7925d2e req-0bf3a7fb-edc4-4798-be30-4c66c657726f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054623 Aug 19 12:34:56.436888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:34:56.438893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:56.446985 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e2386b65-f7d3-4539-aa85-5d9608e9eb75 req-0971a3f6-1bce-45d8-be49-f3a5460fcf32 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=052023b0-30b0-43f0-b263-4f145242a18a HTTP/1.1" status: 200 len: 210 time: 0.0926886 Aug 19 12:34:56.479274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-552e4dcf-a165-46f1-88a4-b8423fd36250 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.495446 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-58cd88de-6ff3-48d7-939d-51c9b3be1ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:54Z', 'revision_number': 8, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:45Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:56.497304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: a249aef2-ce27-4de3-a5cd-9648206d462d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:56.497637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a249aef2-ce27-4de3-a5cd-9648206d462d not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:56.527232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.569368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cda8de2-20c8-48c7-89ba-536fc9aec5bd']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:56.584950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c0d60b-1e14-4915-b804-5f59fe93f625') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:56.585342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c0d60b-1e14-4915-b804-5f59fe93f625') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:34:56.595878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.603682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-552e4dcf-a165-46f1-88a4-b8423fd36250 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.608935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cd88de-6ff3-48d7-939d-51c9b3be1ee3 None None] The sync data for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 is: [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:54Z', 'revision_number': 8, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'caf75e47-0936-44e7-becd-aed63054d588', 'name': '', 'network_id': '1bc8af51-b76e-48c8-b431-79fe73693c89', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:06:9a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:37Z', 'updated_at': '2021-08-19T12:34:45Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '32170bc8-89de-4a75-b274-ef398c9f0e58', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:34:56.634968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.646534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:34:56.647230 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:34:56.650660 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:34:56.652793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b1624097-bbdd-459a-92ed-51c261b8a879 None None] Deleting port a249aef2-ce27-4de3-a5cd-9648206d462d {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:56.652793 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b1624097-bbdd-459a-92ed-51c261b8a879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.748142 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-552e4dcf-a165-46f1-88a4-b8423fd36250 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.753258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-552e4dcf-a165-46f1-88a4-b8423fd36250 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5955215 Aug 19 12:34:56.753727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45378) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:56.759353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'network_id': '855c616f-cb29-492a-bb9f-cff8d6bf212b', 'name': 'tempest-PortsIpV6TestJSON-1861505143'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:34:56.771874 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-855c616f-cb29-492a-bb9f-cff8d6bf212b', 'network_id': '855c616f-cb29-492a-bb9f-cff8d6bf212b', 'tenant_id': '7ea92cde6a0c4bb0a39435c007b142fe', 'fixed_ips': [{'subnet_id': 'e3322c40-6e49-411f-a553-022030c03961'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:34:56.772735 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.833151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b1624097-bbdd-459a-92ed-51c261b8a879 None None] For port a249aef2-ce27-4de3-a5cd-9648206d462d, host n-d-803757-2, got binding levels [] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:56.833504 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b1624097-bbdd-459a-92ed-51c261b8a879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.871007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b1624097-bbdd-459a-92ed-51c261b8a879 None None] Calling delete_port for a249aef2-ce27-4de3-a5cd-9648206d462d owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:56.879246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.ipam_backend_mixin [None req-b1624097-bbdd-459a-92ed-51c261b8a879 None None] Port a249aef2-ce27-4de3-a5cd-9648206d462d was not found and therefore no delete operation was performed {{(pid=95544) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:34:56.885760 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.889420 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b1624097-bbdd-459a-92ed-51c261b8a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.893357 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.895621 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/networks/2cda8de2-20c8-48c7-89ba-536fc9aec5bd HTTP/1.1" status: 204 len: 168 time: 1.2496095 Aug 19 12:34:56.895741 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:56.898496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45382) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:56.910710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca07f9-fcff-4a98-8fc2-3633a34d3bba tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Network': ['ID=2cda8de2-20c8-48c7-89ba-536fc9aec5bd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:56.986204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1624097-bbdd-459a-92ed-51c261b8a879 None None] Network 2cda8de2-20c8-48c7-89ba-536fc9aec5bd is not hosted by any dhcp agent {{(pid=95544) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:34:56.986660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1624097-bbdd-459a-92ed-51c261b8a879 None None] No DVR routers for this DVR port a249aef2-ce27-4de3-a5cd-9648206d462d on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:34:56.989468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:56.999165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1624097-bbdd-459a-92ed-51c261b8a879 None None] Pushing event deleted for resources: {'Port': ['ID=a249aef2-ce27-4de3-a5cd-9648206d462d,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:57.053214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34199d94-cb5e-40d5-a488-c85985417361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:34:57.055633 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471dad1e-d836-445b-b1c3-cfa280f3406e" -d '{"events": [{"server_uuid": "34199d94-cb5e-40d5-a488-c85985417361", "name": "network-vif-unplugged", "status": "completed", "tag": "5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:34:57.068673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0', 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620', 'port_id': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0', 'mac_address': 'fa:16:3e:cc:67:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc788532-f0ed-4237-a424-9d3a217d0d75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:34:57.075825 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:34:57.088133 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.098074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:57.128143 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3fae42-7d54-465e-8fea-e67884b5b222 x-openstack-request-id: req-cf3fae42-7d54-465e-8fea-e67884b5b222 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:34:57.128143 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34199d94-cb5e-40d5-a488-c85985417361", "name": "network-vif-unplugged", "status": "completed", "tag": "5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:34:57.128414 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf3fae42-7d54-465e-8fea-e67884b5b222 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:34:57.128676 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34199d94-cb5e-40d5-a488-c85985417361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0', 'code': 200} Aug 19 12:34:57.161328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Allocated IP 2001:db8::2 (855c616f-cb29-492a-bb9f-cff8d6bf212b/e3322c40-6e49-411f-a553-022030c03961/938146ca-5610-4f62-be83-0426c0a6a53d) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:57.169965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.203345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:57.255104 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.368272 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:34:57.368864 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:34:57.378780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:57.381699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 4ebf4b1c-d958-4f75-b0a3-a344c907451e yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:34:57.438852 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.450588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Transition to ACTIVE for port object 938146ca-5610-4f62-be83-0426c0a6a53d will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:57.466964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Transition to ACTIVE for port object 938146ca-5610-4f62-be83-0426c0a6a53d will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:57.594725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d41b04-5332-413f-86c7-4509626bf8cd req-116f455f-6693-47c5-a0d6-9a736cbd4af9 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:57.598945 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21d41b04-5332-413f-86c7-4509626bf8cd req-116f455f-6693-47c5-a0d6-9a736cbd4af9 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 943 time: 0.0906532 Aug 19 12:34:57.652948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21d41b04-5332-413f-86c7-4509626bf8cd req-ed51f072-75c3-4c4e-9968-25234426db2b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471730 Aug 19 12:34:57.656475 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.658142 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.738245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Pushing event updated for resources: {'Port': ['ID=938146ca-5610-4f62-be83-0426c0a6a53d,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:57.756173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Network 855c616f-cb29-492a-bb9f-cff8d6bf212b is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:57.757904 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:57.766788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:57.938392 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.959232 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:34:57.960791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Attempting to bind port 938146ca-5610-4f62-be83-0426c0a6a53d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:34:57.961161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Attempting to bind port 938146ca-5610-4f62-be83-0426c0a6a53d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '6e52e8c3-4810-445f-8860-766410c4ab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '855c616f-cb29-492a-bb9f-cff8d6bf212b'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:34:57.961522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Attempting to bind port 938146ca-5610-4f62-be83-0426c0a6a53d on network 855c616f-cb29-492a-bb9f-cff8d6bf212b {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:34:57.968935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:34:57.969311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Checking segment: {'id': '6e52e8c3-4810-445f-8860-766410c4ab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '855c616f-cb29-492a-bb9f-cff8d6bf212b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:34:57.969781 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.970169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Bound using segment: {'id': '6e52e8c3-4810-445f-8860-766410c4ab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '855c616f-cb29-492a-bb9f-cff8d6bf212b'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:34:57.970639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Bound port: 938146ca-5610-4f62-be83-0426c0a6a53d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e52e8c3-4810-445f-8860-766410c4ab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '855c616f-cb29-492a-bb9f-cff8d6bf212b'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:34:57.971048 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:57.996902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:58.061664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] For port 938146ca-5610-4f62-be83-0426c0a6a53d, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:34:58.065464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] For port 938146ca-5610-4f62-be83-0426c0a6a53d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=938146ca-5610-4f62-be83-0426c0a6a53d,segment=NetworkSegment(6e52e8c3-4810-445f-8860-766410c4ab73),segment_id=6e52e8c3-4810-445f-8860-766410c4ab73)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:34:58.120915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8::1b (855c616f-cb29-492a-bb9f-cff8d6bf212b/e3322c40-6e49-411f-a553-022030c03961/4ebf4b1c-d958-4f75-b0a3-a344c907451e) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:34:58.151340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:58.178403 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.180023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:58.180410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 367eeeb5-fd2b-4325-9cb4-e7a1e6a93734 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:58.229848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:58.243121 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.275022 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:34:58.334993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc798b8e-d8b7-4aee-94bb-c1b8c2ea5a80 None None] Pushing event updated for resources: {'Port': ['ID=938146ca-5610-4f62-be83-0426c0a6a53d,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:58.384531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:34:58.532821 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.607396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ba44a-3252-4324-bff1-ac3a1b43dc9c req-abafd8ae-04f1-4f49-bbbf-7ea08a33dd80 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:58.620853 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-858ba44a-3252-4324-bff1-ac3a1b43dc9c req-abafd8ae-04f1-4f49-bbbf-7ea08a33dd80 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.2994239 Aug 19 12:34:58.647613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object 4ebf4b1c-d958-4f75-b0a3-a344c907451e will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:34:58.773604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port caf75e47-0936-44e7-becd-aed63054d588 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:34:58.774063 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.786994 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-858ba44a-3252-4324-bff1-ac3a1b43dc9c req-19b1b10e-02b4-4b1e-adc2-8b874fbefe16 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442540 Aug 19 12:34:58.839561 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.858925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e59de6-4568-41f7-8c0b-b94ce997639e req-8ded2d4f-53c9-47fb-9574-bc91f89b3b1d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:58.860687 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6e59de6-4568-41f7-8c0b-b94ce997639e req-8ded2d4f-53c9-47fb-9574-bc91f89b3b1d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 944 time: 0.0999510 Aug 19 12:34:58.920263 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6e59de6-4568-41f7-8c0b-b94ce997639e req-7e7a5f08-5f5e-4fe2-a2a0-be7fe76ddb14 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471487 Aug 19 12:34:58.941141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 855c616f-cb29-492a-bb9f-cff8d6bf212b is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:34:58.943898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=4ebf4b1c-d958-4f75-b0a3-a344c907451e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:58.949835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:34:58.954032 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:34:58.960538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:34:58.961150 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.986108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] For port caf75e47-0936-44e7-becd-aed63054d588, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=caf75e47-0936-44e7-becd-aed63054d588,segment=NetworkSegment(2429a018-ba4e-46e7-bb63-f1c321ceb840),segment_id=2429a018-ba4e-46e7-bb63-f1c321ceb840)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:34:58.986483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:58.999432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for caf75e47-0936-44e7-becd-aed63054d588 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:34:59.034634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a25fa0a2-cec2-4ddc-887b-ef975f534ab6 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:34:59.060108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: a25fa0a2-cec2-4ddc-887b-ef975f534ab6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:34:59.060451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a25fa0a2-cec2-4ddc-887b-ef975f534ab6 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:34:59.110563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6fb28f54-8dfc-46c8-b184-b75b654292be tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3532069 Aug 19 12:34:59.110940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45424) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:59.382591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.417583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=caf75e47-0936-44e7-becd-aed63054d588,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:34:59.561937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:34:59.583999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68387c9a-2e5d-4388-967b-418338340d5c None None] Network 855c616f-cb29-492a-bb9f-cff8d6bf212b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:34:59.794318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5500d2d2-3a10-4444-885d-9782d186f32d None None] Provisioning for port 938146ca-5610-4f62-be83-0426c0a6a53d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:34:59.862240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router f976dc52-db9c-4362-a608-99beb2f00609 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:34:59.863276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45436) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:34:59.971177 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.011979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967a389-8282-4a1a-8f64-be8fc8ae06f5 req-1a83705e-e076-4d99-82b0-f87b5fbaf930 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:00.014217 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9967a389-8282-4a1a-8f64-be8fc8ae06f5 req-1a83705e-e076-4d99-82b0-f87b5fbaf930 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.30 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.1588359 Aug 19 12:35:00.082536 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2803e4c5-cea6-4c4c-bd25-4b2e6d5779db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.118537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:00.132657 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df73e48-66ae-45c7-a379-162295d89330 None None] Sync routers for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:00.148775 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df73e48-66ae-45c7-a379-162295d89330 None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:00.149805 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3df73e48-66ae-45c7-a379-162295d89330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:00.155227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b5722-4bd5-4326-8ee7-d0f216cc6c24 req-9fb1764a-145b-4b19-929b-1a90ec243c5c tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:00.167928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-262b5722-4bd5-4326-8ee7-d0f216cc6c24 req-9fb1764a-145b-4b19-929b-1a90ec243c5c tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 946 time: 0.1982563 Aug 19 12:35:00.172829 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-feb1bf14-e4b3-4cd6-abbe-e1a43f42a961 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2732708 Aug 19 12:35:00.199512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45448) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:00.278436 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-3df73e48-66ae-45c7-a379-162295d89330 None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:00.360997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651af23b-e8f1-4976-b016-17daaf5f022f req-19230aa9-ac74-41aa-a007-bcf61a703d72 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:00.368940 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-651af23b-e8f1-4976-b016-17daaf5f022f req-19230aa9-ac74-41aa-a007-bcf61a703d72 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 944 time: 0.2758944 Aug 19 12:35:00.405401 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-262b5722-4bd5-4326-8ee7-d0f216cc6c24 req-5b0c6ab5-d6c2-47aa-b151-b50d0312d9a0 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0a24143-6a95-486f-933d-8a7850e8d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365832 Aug 19 12:35:00.410546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 938146ca-5610-4f62-be83-0426c0a6a53d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:00.424062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38875b8-e65e-459d-bd51-7c073893e846 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting subnet 32170bc8-89de-4a75-b274-ef398c9f0e58 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:00.427722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38875b8-e65e-459d-bd51-7c073893e846 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.474599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:00.475048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38875b8-e65e-459d-bd51-7c073893e846 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.504352 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-651af23b-e8f1-4976-b016-17daaf5f022f req-18134d31-8862-4a81-bf05-8f522ce3264c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341686 Aug 19 12:35:00.526530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ce84dfe5-42ad-40a9-b8af-19f6665fb3cd None None] Provisioning for port 4ebf4b1c-d958-4f75-b0a3-a344c907451e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:00.533420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ce84dfe5-42ad-40a9-b8af-19f6665fb3cd None None] Provisioning complete for port 4ebf4b1c-d958-4f75-b0a3-a344c907451e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:00.535089 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce84dfe5-42ad-40a9-b8af-19f6665fb3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.595540 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38875b8-e65e-459d-bd51-7c073893e846 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.599823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ce84dfe5-42ad-40a9-b8af-19f6665fb3cd None None] Port 4ebf4b1c-d958-4f75-b0a3-a344c907451e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:00.608069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.619135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-9967a389-8282-4a1a-8f64-be8fc8ae06f5 req-3c8f49ea-0441-40bf-8b66-65cbb2671bda tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Deleting port c4255e08-2436-49da-a1f2-68bb9a0bad8e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:00.619731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9967a389-8282-4a1a-8f64-be8fc8ae06f5 req-3c8f49ea-0441-40bf-8b66-65cbb2671bda tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.621118 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3df73e48-66ae-45c7-a379-162295d89330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:59Z', 'revision_number': 9, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:00.656505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:00.657136 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.657615 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df73e48-66ae-45c7-a379-162295d89330 None None] Checking router: f976dc52-db9c-4362-a608-99beb2f00609 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:00.670298 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df73e48-66ae-45c7-a379-162295d89330 None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:00.670961 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3df73e48-66ae-45c7-a379-162295d89330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:00.728498 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2803e4c5-cea6-4c4c-bd25-4b2e6d5779db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.749713 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.775690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9967a389-8282-4a1a-8f64-be8fc8ae06f5 req-3c8f49ea-0441-40bf-8b66-65cbb2671bda tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] For port c4255e08-2436-49da-a1f2-68bb9a0bad8e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c4255e08-2436-49da-a1f2-68bb9a0bad8e,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:00.776062 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9967a389-8282-4a1a-8f64-be8fc8ae06f5 req-3c8f49ea-0441-40bf-8b66-65cbb2671bda tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.783587 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34199d94-cb5e-40d5-a488-c85985417361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:00.785901 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c8f1ed-8fe6-4e8b-92d2-5b13443809e3" -d '{"events": [{"server_uuid": "34199d94-cb5e-40d5-a488-c85985417361", "name": "network-vif-plugged", "status": "completed", "tag": "5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:00.790598 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5ba6a3bb-6dd9-4caa-8b24-06c631dc9ee1 None None] Provisioning complete for port 4ebf4b1c-d958-4f75-b0a3-a344c907451e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:00.791083 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5ba6a3bb-6dd9-4caa-8b24-06c631dc9ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.794286 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-3df73e48-66ae-45c7-a379-162295d89330 None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:00.802187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 938146ca-5610-4f62-be83-0426c0a6a53d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:00.805281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:00.811741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-9967a389-8282-4a1a-8f64-be8fc8ae06f5 req-3c8f49ea-0441-40bf-8b66-65cbb2671bda tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Calling delete_port for c4255e08-2436-49da-a1f2-68bb9a0bad8e owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:00.813975 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.834481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 938146ca-5610-4f62-be83-0426c0a6a53d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:00.834481 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.851960 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a444625-89a1-4eaa-866c-3dfdd161b681 x-openstack-request-id: req-2a444625-89a1-4eaa-866c-3dfdd161b681 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:00.852248 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34199d94-cb5e-40d5-a488-c85985417361", "name": "network-vif-plugged", "status": "completed", "tag": "5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:00.852501 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a444625-89a1-4eaa-866c-3dfdd161b681 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:00.852888 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34199d94-cb5e-40d5-a488-c85985417361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0', 'code': 200} Aug 19 12:35:00.863539 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2803e4c5-cea6-4c4c-bd25-4b2e6d5779db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.875142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5ba6a3bb-6dd9-4caa-8b24-06c631dc9ee1 None None] Port 4ebf4b1c-d958-4f75-b0a3-a344c907451e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:00.930938 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:00.953022 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2803e4c5-cea6-4c4c-bd25-4b2e6d5779db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0511b938a90436e9d9a78ab25ddcb9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0885320 Aug 19 12:35:00.953982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803e4c5-cea6-4c4c-bd25-4b2e6d5779db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b8d551-443d-4210-8de8-a5099184a464,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:00.960529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45456) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:00.975090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 938146ca-5610-4f62-be83-0426c0a6a53d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=938146ca-5610-4f62-be83-0426c0a6a53d,segment=NetworkSegment(6e52e8c3-4810-445f-8860-766410c4ab73),segment_id=6e52e8c3-4810-445f-8860-766410c4ab73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:00.976621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=4ebf4b1c-d958-4f75-b0a3-a344c907451e,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.007533 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38875b8-e65e-459d-bd51-7c073893e846 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.086831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38875b8-e65e-459d-bd51-7c073893e846 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Subnet': ['ID=32170bc8-89de-4a75-b274-ef398c9f0e58,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.103111 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38875b8-e65e-459d-bd51-7c073893e846 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.107320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b38875b8-e65e-459d-bd51-7c073893e846 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/32170bc8-89de-4a75-b274-ef398c9f0e58 HTTP/1.1" status: 204 len: 168 time: 0.9045155 Aug 19 12:35:01.107971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45464) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:01.114123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e444bd-1ce2-4ef9-880f-d247c47e2e83 None None] Network 1bc8af51-b76e-48c8-b431-79fe73693c89 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:01.174064 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3df73e48-66ae-45c7-a379-162295d89330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:59Z', 'revision_number': 9, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:01.215198 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9fbac3a-d7cf-4cfd-b922-7e7f9701d955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.224379 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df73e48-66ae-45c7-a379-162295d89330 None None] The sync data for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 is: [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:34:59Z', 'revision_number': 9, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dfc3caf1-3d63-4a10-843f-c0480bd541d8', 'name': '', 'network_id': 'a402f828-5408-4356-afa9-655a135c4c39', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:0f:b7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:27Z', 'updated_at': '2021-08-19T12:34:37Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': '10d6ac5c-80ce-4608-b159-f3bf3f0b0c48', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:01.264298 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.275407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9fbac3a-d7cf-4cfd-b922-7e7f9701d955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.320149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.378826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port f8818f39-448a-4864-a984-ab1ad78e8880 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:01.379380 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.402136 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.418386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a1fcc-ab32-4c3f-8db9-cfef6cf8e80b req-c6f003a9-7e23-43e2-bea5-f6e80a7d817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:01.418596 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.420721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b7a1fcc-ab32-4c3f-8db9-cfef6cf8e80b req-c6f003a9-7e23-43e2-bea5-f6e80a7d817b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 1096 time: 0.4043498 Aug 19 12:35:01.468102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b7a1fcc-ab32-4c3f-8db9-cfef6cf8e80b req-7f25231b-5e29-45f5-9f39-8ac611681c18 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383294 Aug 19 12:35:01.469521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] For port f8818f39-448a-4864-a984-ab1ad78e8880, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f8818f39-448a-4864-a984-ab1ad78e8880,segment=NetworkSegment(2429a018-ba4e-46e7-bb63-f1c321ceb840),segment_id=2429a018-ba4e-46e7-bb63-f1c321ceb840)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:01.469899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.482652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-db0ad511-4a81-45b2-a0ea-828f1e5cbc81 None None] Provisioning complete for port 4ebf4b1c-d958-4f75-b0a3-a344c907451e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:01.489925 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-db0ad511-4a81-45b2-a0ea-828f1e5cbc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.491073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for f8818f39-448a-4864-a984-ab1ad78e8880 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:01.504058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.597750 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9967a389-8282-4a1a-8f64-be8fc8ae06f5 req-3c8f49ea-0441-40bf-8b66-65cbb2671bda tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.603748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-db0ad511-4a81-45b2-a0ea-828f1e5cbc81 None None] Port 4ebf4b1c-d958-4f75-b0a3-a344c907451e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:01.614651 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=938146ca-5610-4f62-be83-0426c0a6a53d,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.630762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c0cbb5b9-0ba8-4fa1-bb89-26d6b81b12fe req-621062b0-90fe-48ba-af7b-ed1bda7a3442 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 210 time: 0.0442135 Aug 19 12:35:01.663232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9fbac3a-d7cf-4cfd-b922-7e7f9701d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.669366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9fbac3a-d7cf-4cfd-b922-7e7f9701d955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.672979 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f9fbac3a-d7cf-4cfd-b922-7e7f9701d955 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58b8d551-443d-4210-8de8-a5099184a464 HTTP/1.1" status: 204 len: 168 time: 0.7090473 Aug 19 12:35:01.686251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbac3a-d7cf-4cfd-b922-7e7f9701d955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b8d551-443d-4210-8de8-a5099184a464,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.719220 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc4e22-8f0e-40a9-aa44-eb653040763d None None] DHCP port deletion for 1bc8af51-b76e-48c8-b431-79fe73693c89 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:35:01.719963 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.724486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f49ea-0441-40bf-8b66-65cbb2671bda tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Pushing event deleted for resources: {'Port': ['ID=c4255e08-2436-49da-a1f2-68bb9a0bad8e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.780932 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=f8818f39-448a-4864-a984-ab1ad78e8880,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:01.792379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No DVR routers for this DVR port f8818f39-448a-4864-a984-ab1ad78e8880 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:01.844724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a8707-0089-425f-977b-e5fd30ca4c52 req-bf5a6cd4-d57c-4719-a88d-cc98de87a3ce tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:01.857608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-624a8707-0089-425f-977b-e5fd30ca4c52 req-bf5a6cd4-d57c-4719-a88d-cc98de87a3ce tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.2557163 Aug 19 12:35:01.860710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9967a389-8282-4a1a-8f64-be8fc8ae06f5 req-3c8f49ea-0441-40bf-8b66-65cbb2671bda tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] No DVR routers for this DVR port c4255e08-2436-49da-a1f2-68bb9a0bad8e on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:01.864457 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9967a389-8282-4a1a-8f64-be8fc8ae06f5 req-3c8f49ea-0441-40bf-8b66-65cbb2671bda tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.866496 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9967a389-8282-4a1a-8f64-be8fc8ae06f5 req-3c8f49ea-0441-40bf-8b66-65cbb2671bda tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.30 "DELETE /v2.0/ports/c4255e08-2436-49da-a1f2-68bb9a0bad8e HTTP/1.1" status: 204 len: 173 time: 1.8433602 Aug 19 12:35:01.866984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5beaefb4-0cae-4d4a-90bd-78dd21913339', 'name': 'network-vif-deleted', 'tag': 'c4255e08-2436-49da-a1f2-68bb9a0bad8e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:01.869382 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aba316f-6472-4d4b-9cec-4fcf9507f809" -d '{"events": [{"server_uuid": "5beaefb4-0cae-4d4a-90bd-78dd21913339", "name": "network-vif-deleted", "tag": "c4255e08-2436-49da-a1f2-68bb9a0bad8e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:01.885431 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.978255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:01.990862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc8af51-b76e-48c8-b431-79fe73693c89']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:02.004267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2429a018-ba4e-46e7-bb63-f1c321ceb840') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:02.004576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2429a018-ba4e-46e7-bb63-f1c321ceb840') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:02.016030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.039878 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.044676 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa25a6d-cf85-4fe0-9472-3eab2d2d409c x-openstack-request-id: req-7fa25a6d-cf85-4fe0-9472-3eab2d2d409c {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:02.045149 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5beaefb4-0cae-4d4a-90bd-78dd21913339", "name": "network-vif-deleted", "tag": "c4255e08-2436-49da-a1f2-68bb9a0bad8e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:02.045247 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fa25a6d-cf85-4fe0-9472-3eab2d2d409c {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:02.045590 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5beaefb4-0cae-4d4a-90bd-78dd21913339', 'name': 'network-vif-deleted', 'tag': 'c4255e08-2436-49da-a1f2-68bb9a0bad8e', 'status': 'completed', 'code': 200} Aug 19 12:35:02.046757 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:35:02.047256 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:35:02.050857 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:35:02.080518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-624a8707-0089-425f-977b-e5fd30ca4c52 req-af80dcda-c68f-46ed-90ec-2f3503272376 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258644 Aug 19 12:35:02.237512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 938146ca-5610-4f62-be83-0426c0a6a53d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:02.245289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.262700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.264412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/networks/1bc8af51-b76e-48c8-b431-79fe73693c89 HTTP/1.1" status: 204 len: 168 time: 1.1554952 Aug 19 12:35:02.268977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45480) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:02.286419 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78067b3-de76-4bc2-91ac-31913302763c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Network': ['ID=1bc8af51-b76e-48c8-b431-79fe73693c89,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:02.317052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 938146ca-5610-4f62-be83-0426c0a6a53d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:02.318251 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.380219 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.481059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f8818f39-448a-4864-a984-ab1ad78e8880 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:02.507237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f8818f39-448a-4864-a984-ab1ad78e8880 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:02.507237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f8818f39-448a-4864-a984-ab1ad78e8880 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:02.507237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device caf75e47-0936-44e7-becd-aed63054d588 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:02.523881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: caf75e47-0936-44e7-becd-aed63054d588 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:02.524388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device caf75e47-0936-44e7-becd-aed63054d588 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:02.644433 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.645226 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.752176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=4ebf4b1c-d958-4f75-b0a3-a344c907451e,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:02.761133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45484) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:02.774997 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-07a73ba6-42b4-4f71-ab1e-8292014c2b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.778143 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47257c9c-af49-45f8-b9ea-74152d438aca req-2addd778-24f3-4768-a707-581defa79278 tempest-ListServerFiltersTestJSON-1468791956 tempest-ListServerFiltersTestJSON-1468791956-project] 10.222.0.21 "GET /v2.0/ports?device_id=5beaefb4-0cae-4d4a-90bd-78dd21913339 HTTP/1.1" status: 200 len: 210 time: 0.0489411 Aug 19 12:35:02.804237 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.901559 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-07a73ba6-42b4-4f71-ab1e-8292014c2b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:02.922483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network 855c616f-cb29-492a-bb9f-cff8d6bf212b is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:02.928774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:03.025711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-07a73ba6-42b4-4f71-ab1e-8292014c2b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.099964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c4255e08-2436-49da-a1f2-68bb9a0bad8e no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:03.109416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-07a73ba6-42b4-4f71-ab1e-8292014c2b79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a5106056e704f1f8dcf0312123be04e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468060 Aug 19 12:35:03.126995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45490) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:03.130113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a73ba6-42b4-4f71-ab1e-8292014c2b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e1bbd-dc20-4d05-84a1-da5783d13e92,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:03.177212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: c4255e08-2436-49da-a1f2-68bb9a0bad8e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:03.179351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c4255e08-2436-49da-a1f2-68bb9a0bad8e not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:03.296814 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-994caf17-993d-4e78-a2cd-a6720cbadbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.343048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-994caf17-993d-4e78-a2cd-a6720cbadbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.373924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-398f35f7-7b4d-454b-82f9-cadf3f1e8a7b None None] Provisioning complete for port 4ebf4b1c-d958-4f75-b0a3-a344c907451e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:03.373924 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-398f35f7-7b4d-454b-82f9-cadf3f1e8a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.388578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Router 3e6cbcf1-2621-4add-acde-ec8c412027cd is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:35:03.408428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85441b-1e46-4703-b959-9614344ba098 req-6b2db47d-4fd7-4b28-bf33-ffd76f1bf072 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:03.410391 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c85441b-1e46-4703-b959-9614344ba098 req-6b2db47d-4fd7-4b28-bf33-ffd76f1bf072 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1346502 Aug 19 12:35:03.425988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-398f35f7-7b4d-454b-82f9-cadf3f1e8a7b None None] Port 4ebf4b1c-d958-4f75-b0a3-a344c907451e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:03.455744 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c85441b-1e46-4703-b959-9614344ba098 req-76e4ca47-0f34-42ac-8354-43a846d1b5cc tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Aug 19 12:35:03.496631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port dfc3caf1-3d63-4a10-843f-c0480bd541d8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:03.501753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.540821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:03.551844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b98d2-9059-4bef-9fcf-e159def8345d None None] Sync routers for ids ['3e6cbcf1-2621-4add-acde-ec8c412027cd'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:03.558582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1f11b219-98ff-43d0-b5fe-ffedc35f3426 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "PUT /v2.0/routers/3e6cbcf1-2621-4add-acde-ec8c412027cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4465806 Aug 19 12:35:03.562396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45496) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:03.563738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b98d2-9059-4bef-9fcf-e159def8345d None None] Routers {'3e6cbcf1-2621-4add-acde-ec8c412027cd'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:03.564433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-2f4b98d2-9059-4bef-9fcf-e159def8345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3e6cbcf1-2621-4add-acde-ec8c412027cd'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:03.589258 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-994caf17-993d-4e78-a2cd-a6720cbadbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.591856 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-994caf17-993d-4e78-a2cd-a6720cbadbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.593016 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-994caf17-993d-4e78-a2cd-a6720cbadbd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/547e1bbd-dc20-4d05-84a1-da5783d13e92 HTTP/1.1" status: 204 len: 168 time: 0.4639270 Aug 19 12:35:03.601578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-2f4b98d2-9059-4bef-9fcf-e159def8345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:03.610560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b98d2-9059-4bef-9fcf-e159def8345d None None] Routers {'3e6cbcf1-2621-4add-acde-ec8c412027cd'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:03.611437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-2f4b98d2-9059-4bef-9fcf-e159def8345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3e6cbcf1-2621-4add-acde-ec8c412027cd'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:03.616494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994caf17-993d-4e78-a2cd-a6720cbadbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e1bbd-dc20-4d05-84a1-da5783d13e92,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:03.626173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce908b4f-9e03-4faa-a11a-27cc43c54950 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:03.628232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ce908b4f-9e03-4faa-a11a-27cc43c54950 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6cbcf1-2621-4add-acde-ec8c412027cd HTTP/1.1" status: 200 len: 988 time: 0.0658967 Aug 19 12:35:03.630969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45500) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:03.647404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5be5a0-a564-4adc-84fa-4443a40f57af req-1a4bd21e-6ec9-4323-873f-d332cbd2dc9c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:03.647613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-2f4b98d2-9059-4bef-9fcf-e159def8345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:03.648121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4b98d2-9059-4bef-9fcf-e159def8345d None None] The sync data for ids ['3e6cbcf1-2621-4add-acde-ec8c412027cd'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:03.657284 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d5be5a0-a564-4adc-84fa-4443a40f57af req-1a4bd21e-6ec9-4323-873f-d332cbd2dc9c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1201220 Aug 19 12:35:03.678431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] For port dfc3caf1-3d63-4a10-843f-c0480bd541d8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dfc3caf1-3d63-4a10-843f-c0480bd541d8,segment=NetworkSegment(6ba100a7-7001-47ee-8bd6-f1fc13b43735),segment_id=6ba100a7-7001-47ee-8bd6-f1fc13b43735)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:03.678931 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:03.702374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for dfc3caf1-3d63-4a10-843f-c0480bd541d8 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:03.716738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d5be5a0-a564-4adc-84fa-4443a40f57af req-0926a67d-0c2e-482c-be54-a26059c3970e tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584211 Aug 19 12:35:03.839196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45506) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:03.933678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c79f862-194c-4ab4-a668-d13ba39d02f5 admin admin] Deleting subnet f5f2d81e-ca60-4630-b67e-399696cee9c5 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:03.940916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c79f862-194c-4ab4-a668-d13ba39d02f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.000880 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.005588 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c79f862-194c-4ab4-a668-d13ba39d02f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.030351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=dfc3caf1-3d63-4a10-843f-c0480bd541d8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:04.216581 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c79f862-194c-4ab4-a668-d13ba39d02f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.217382 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.433997 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c79f862-194c-4ab4-a668-d13ba39d02f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.517142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79f862-194c-4ab4-a668-d13ba39d02f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f2d81e-ca60-4630-b67e-399696cee9c5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:04.521729 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ef08-7885-43a0-8c6f-2c00d95ba597 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.524275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c79f862-194c-4ab4-a668-d13ba39d02f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:04.528544 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3c79f862-194c-4ab4-a668-d13ba39d02f5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f5f2d81e-ca60-4630-b67e-399696cee9c5 HTTP/1.1" status: 204 len: 168 time: 0.6858346 Aug 19 12:35:04.528895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45536) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:04.539329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68ffc77-7bcc-4028-b1eb-4d6e9abda5f5 None None] Network d0b81f56-a18e-402b-8a49-a1f6f5fceb42 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:04.828716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a08758-5e3a-4ac8-826d-d41d25c36d30 None None] DHCP port deletion for d0b81f56-a18e-402b-8a49-a1f6f5fceb42 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:35:04.966401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router f976dc52-db9c-4362-a608-99beb2f00609 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:04.990760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-96a08758-5e3a-4ac8-826d-d41d25c36d30 None None] Deleting port 4b51351f-c93d-448f-92e0-7f2bd118493e {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:04.991762 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-96a08758-5e3a-4ac8-826d-d41d25c36d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.068731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-96a08758-5e3a-4ac8-826d-d41d25c36d30 None None] For port 4b51351f-c93d-448f-92e0-7f2bd118493e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4b51351f-c93d-448f-92e0-7f2bd118493e,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:05.069220 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-96a08758-5e3a-4ac8-826d-d41d25c36d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.084639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d0b0-608a-441a-88a4-8f0dd4be76c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.098733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:05.110868 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02dedf-85da-4403-9a0e-683fed5055dc None None] Sync routers for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:05.116831 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8153d22c-8bc1-48f9-80b7-591eddc4b57e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8467770 Aug 19 12:35:05.117541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45552) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:05.129768 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02dedf-85da-4403-9a0e-683fed5055dc None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:05.132342 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-dd02dedf-85da-4403-9a0e-683fed5055dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:05.135162 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-96a08758-5e3a-4ac8-826d-d41d25c36d30 None None] Calling delete_port for 4b51351f-c93d-448f-92e0-7f2bd118493e owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:05.180765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fbd233-ccc3-4446-917d-4d775e685f1f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting subnet 10d6ac5c-80ce-4608-b159-f3bf3f0b0c48 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:05.184596 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd233-ccc3-4446-917d-4d775e685f1f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.213623 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.240105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd233-ccc3-4446-917d-4d775e685f1f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.307208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-b02d5f92-97a4-4d32-a239-2c052e2ab25f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:05.308742 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-b02d5f92-97a4-4d32-a239-2c052e2ab25f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/networks?id=8a23d8e4-8eb3-4c2b-b075-508a6246f620 HTTP/1.1" status: 200 len: 814 time: 0.7260294 Aug 19 12:35:05.335329 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-05491721-e3f2-4505-bb60-101d56a8c69a tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/quotas/f88619488b2d41848fd138e049c70cb2 HTTP/1.1" status: 200 len: 375 time: 0.0176206 Aug 19 12:35:05.375386 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-dd02dedf-85da-4403-9a0e-683fed5055dc None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:05.411259 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd233-ccc3-4446-917d-4d775e685f1f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.426951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Deleting port 4b51351f-c93d-448f-92e0-7f2bd118493e {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:05.427312 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.469181 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-96a08758-5e3a-4ac8-826d-d41d25c36d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.506555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] For port 4b51351f-c93d-448f-92e0-7f2bd118493e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4b51351f-c93d-448f-92e0-7f2bd118493e,segment=NetworkSegment(bb9fc25b-cff6-4e6f-a60c-eab1680ded73),segment_id=bb9fc25b-cff6-4e6f-a60c-eab1680ded73)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:05.506840 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.523909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a08758-5e3a-4ac8-826d-d41d25c36d30 None None] Pushing event deleted for resources: {'Port': ['ID=4b51351f-c93d-448f-92e0-7f2bd118493e,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:05.530512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Calling delete_port for 4b51351f-c93d-448f-92e0-7f2bd118493e owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:05.532970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a08758-5e3a-4ac8-826d-d41d25c36d30 None None] No DVR routers for this DVR port 4b51351f-c93d-448f-92e0-7f2bd118493e on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:05.630706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.672648 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd233-ccc3-4446-917d-4d775e685f1f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.704222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-223c2e75-bc0c-476a-87b3-c0c0e9dbdc36 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f88619488b2d41848fd138e049c70cb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3599145 Aug 19 12:35:05.707844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2ef08-7885-43a0-8c6f-2c00d95ba597 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 4ebf4b1c-d958-4f75-b0a3-a344c907451e {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:05.708184 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ef08-7885-43a0-8c6f-2c00d95ba597 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.713739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b51351f-c93d-448f-92e0-7f2bd118493e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:05.715933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] No DVR routers for this DVR port 4b51351f-c93d-448f-92e0-7f2bd118493e on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:05.731533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbd233-ccc3-4446-917d-4d775e685f1f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Subnet': ['ID=10d6ac5c-80ce-4608-b159-f3bf3f0b0c48,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:05.741637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fd2e8-fda5-4b6e-b613-bde266434bc9 req-cc79d919-ca4e-4060-bf11-5c6fb332c52b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:05.743662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-998fd2e8-fda5-4b6e-b613-bde266434bc9 req-cc79d919-ca4e-4060-bf11-5c6fb332c52b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.62 "GET /v2.0/ports?device_id=34199d94-cb5e-40d5-a488-c85985417361 HTTP/1.1" status: 200 len: 945 time: 0.1516221 Aug 19 12:35:05.748783 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4fbd233-ccc3-4446-917d-4d775e685f1f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.750626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c4fbd233-ccc3-4446-917d-4d775e685f1f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/10d6ac5c-80ce-4608-b159-f3bf3f0b0c48 HTTP/1.1" status: 204 len: 168 time: 0.6318691 Aug 19 12:35:05.755302 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-dd02dedf-85da-4403-9a0e-683fed5055dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:35:03Z', 'revision_number': 10, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:05.764315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0700c5b3-9f5a-4ab6-a891-db1a6e528eee None None] Network a402f828-5408-4356-afa9-655a135c4c39 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:05.764488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45562) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:05.810328 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02dedf-85da-4403-9a0e-683fed5055dc None None] Checking router: f976dc52-db9c-4362-a608-99beb2f00609 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:05.814220 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02dedf-85da-4403-9a0e-683fed5055dc None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:05.815515 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-dd02dedf-85da-4403-9a0e-683fed5055dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:05.989428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:05.994603 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-dd02dedf-85da-4403-9a0e-683fed5055dc None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:06.156187 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.190830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a7de7-bf29-4ead-947f-c4a8e6b7e5ab None None] DHCP port deletion for a402f828-5408-4356-afa9-655a135c4c39 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:35:06.213380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b81f56-a18e-402b-8a49-a1f6f5fceb42']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:06.244976 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ef08-7885-43a0-8c6f-2c00d95ba597 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.294488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4b51351f-c93d-448f-92e0-7f2bd118493e no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:06.308142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:06.308468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9fc25b-cff6-4e6f-a60c-eab1680ded73') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:06.329235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-068a7de7-bf29-4ead-947f-c4a8e6b7e5ab None None] Deleting port c33c273e-ae07-45b3-96a5-df9b350b05bf {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:06.329995 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-068a7de7-bf29-4ead-947f-c4a8e6b7e5ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.332432 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 4b51351f-c93d-448f-92e0-7f2bd118493e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:06.332993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4b51351f-c93d-448f-92e0-7f2bd118493e not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:06.347543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port c33c273e-ae07-45b3-96a5-df9b350b05bf {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:06.347891 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.356012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2ef08-7885-43a0-8c6f-2c00d95ba597 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 4ebf4b1c-d958-4f75-b0a3-a344c907451e owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:06.361376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-998fd2e8-fda5-4b6e-b613-bde266434bc9 req-de6542c0-195e-4a74-a2a1-6fd52fe56d28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Deleting port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:06.361772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-998fd2e8-fda5-4b6e-b613-bde266434bc9 req-de6542c0-195e-4a74-a2a1-6fd52fe56d28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.369252 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.399901 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-dd02dedf-85da-4403-9a0e-683fed5055dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:35:03Z', 'revision_number': 10, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:06.438747 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02dedf-85da-4403-9a0e-683fed5055dc None None] The sync data for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 is: [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:35:03Z', 'revision_number': 10, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None, '_interfaces': [{'id': 'a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5', 'name': '', 'network_id': '0022c1da-fce4-4d5b-9bd4-cf64818f0799', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'mac_address': 'fa:16:3e:8d:d7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:34:16Z', 'updated_at': '2021-08-19T12:34:28Z', 'revision_number': 5, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'subnets': [{'id': 'ecae126a-8780-4b65-bfc7-769e5b53b024', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:06.439299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-068a7de7-bf29-4ead-947f-c4a8e6b7e5ab None None] For port c33c273e-ae07-45b3-96a5-df9b350b05bf, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c33c273e-ae07-45b3-96a5-df9b350b05bf,segment=NetworkSegment(6ba100a7-7001-47ee-8bd6-f1fc13b43735),segment_id=6ba100a7-7001-47ee-8bd6-f1fc13b43735)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:06.440734 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-068a7de7-bf29-4ead-947f-c4a8e6b7e5ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.463451 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-a3b261ac-fc74-4f83-91d5-7e310df8a8ea service neutron] 10.222.0.21 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7453973 Aug 19 12:35:06.469627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.471120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-068a7de7-bf29-4ead-947f-c4a8e6b7e5ab None None] Calling delete_port for c33c273e-ae07-45b3-96a5-df9b350b05bf owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:06.553820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] For port c33c273e-ae07-45b3-96a5-df9b350b05bf, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c33c273e-ae07-45b3-96a5-df9b350b05bf,segment=NetworkSegment(6ba100a7-7001-47ee-8bd6-f1fc13b43735),segment_id=6ba100a7-7001-47ee-8bd6-f1fc13b43735)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:06.554416 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.579950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for c33c273e-ae07-45b3-96a5-df9b350b05bf owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:06.583703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-998fd2e8-fda5-4b6e-b613-bde266434bc9 req-de6542c0-195e-4a74-a2a1-6fd52fe56d28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] For port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:06.584152 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-998fd2e8-fda5-4b6e-b613-bde266434bc9 req-de6542c0-195e-4a74-a2a1-6fd52fe56d28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.591128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:35:06.591638 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:35:06.594790 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:35:06.611634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-998fd2e8-fda5-4b6e-b613-bde266434bc9 req-de6542c0-195e-4a74-a2a1-6fd52fe56d28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Calling delete_port for 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:06.771710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6d6af46f-b6e1-4819-891d-76d2f50e8d20 service neutron] 10.222.0.21 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920036 Aug 19 12:35:06.811668 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-068a7de7-bf29-4ead-947f-c4a8e6b7e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.823608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.855261 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=c33c273e-ae07-45b3-96a5-df9b350b05bf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:06.857287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No DVR routers for this DVR port c33c273e-ae07-45b3-96a5-df9b350b05bf on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:06.857622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a7de7-bf29-4ead-947f-c4a8e6b7e5ab None None] Pushing event deleted for resources: {'Port': ['ID=c33c273e-ae07-45b3-96a5-df9b350b05bf,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:06.861413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a7de7-bf29-4ead-947f-c4a8e6b7e5ab None None] No DVR routers for this DVR port c33c273e-ae07-45b3-96a5-df9b350b05bf on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:06.925623 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.931667 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.934478 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d0b81f56-a18e-402b-8a49-a1f6f5fceb42 HTTP/1.1" status: 204 len: 168 time: 2.4046826 Aug 19 12:35:06.956299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8320ce4-0650-497d-a514-0443b0d5e855 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b81f56-a18e-402b-8a49-a1f6f5fceb42,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:06.957531 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:06.972983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a402f828-5408-4356-afa9-655a135c4c39']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:06.984687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba100a7-7001-47ee-8bd6-f1fc13b43735') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:06.985070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba100a7-7001-47ee-8bd6-f1fc13b43735') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:06.999507 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.016164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.029018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:35:07.029432 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:35:07.033897 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:35:07.187824 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ef08-7885-43a0-8c6f-2c00d95ba597 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.189582 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-998fd2e8-fda5-4b6e-b613-bde266434bc9 req-de6542c0-195e-4a74-a2a1-6fd52fe56d28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.200964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:07.222146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6542c0-195e-4a74-a2a1-6fd52fe56d28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Pushing event deleted for resources: {'Port': ['ID=5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:07.237331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2ef08-7885-43a0-8c6f-2c00d95ba597 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=4ebf4b1c-d958-4f75-b0a3-a344c907451e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:07.315393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-998fd2e8-fda5-4b6e-b613-bde266434bc9 req-de6542c0-195e-4a74-a2a1-6fd52fe56d28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] No DVR routers for this DVR port 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:07.318681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e154d657-3a01-40a8-806b-83b89f608225 req-2b5116b2-e12f-400b-8bb2-9108f648ee88 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 210 time: 0.0575886 Aug 19 12:35:07.320046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-998fd2e8-fda5-4b6e-b613-bde266434bc9 req-de6542c0-195e-4a74-a2a1-6fd52fe56d28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.321986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-998fd2e8-fda5-4b6e-b613-bde266434bc9 req-de6542c0-195e-4a74-a2a1-6fd52fe56d28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.62 "DELETE /v2.0/ports/5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 HTTP/1.1" status: 204 len: 173 time: 1.5703166 Aug 19 12:35:07.322694 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.324061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34199d94-cb5e-40d5-a488-c85985417361', 'name': 'network-vif-deleted', 'tag': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:07.340837 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20193da-fcf0-4aec-874f-c8a00363561e" -d '{"events": [{"server_uuid": "34199d94-cb5e-40d5-a488-c85985417361", "name": "network-vif-deleted", "tag": "5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:07.343797 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.348614 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/networks/a402f828-5408-4356-afa9-655a135c4c39 HTTP/1.1" status: 204 len: 168 time: 1.5815039 Aug 19 12:35:07.356067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45592) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:07.366544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc775359-a56b-4d12-a663-b19b32916bb8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Network': ['ID=a402f828-5408-4356-afa9-655a135c4c39,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:07.394250 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2bf2ef08-7885-43a0-8c6f-2c00d95ba597 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.406345 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cbc656-9ed9-416e-b800-efd474b75dcf x-openstack-request-id: req-e1cbc656-9ed9-416e-b800-efd474b75dcf {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:07.406978 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34199d94-cb5e-40d5-a488-c85985417361", "name": "network-vif-deleted", "tag": "5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:07.407299 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1cbc656-9ed9-416e-b800-efd474b75dcf {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:07.407759 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34199d94-cb5e-40d5-a488-c85985417361', 'name': 'network-vif-deleted', 'tag': '5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0', 'status': 'completed', 'code': 200} Aug 19 12:35:07.612393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf2ef08-7885-43a0-8c6f-2c00d95ba597 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Router 3e6cbcf1-2621-4add-acde-ec8c412027cd has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:07.656996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45596) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:07.679702 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.723792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf2ef08-7885-43a0-8c6f-2c00d95ba597 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:07.730017 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e3012040-fbd0-4361-8c66-4873a37f61cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=633c27b56a8e47f493ca1b550a87b978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717642 Aug 19 12:35:07.732366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45602) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:07.739457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2bf2ef08-7885-43a0-8c6f-2c00d95ba597 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "PUT /v2.0/routers/3e6cbcf1-2621-4add-acde-ec8c412027cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1062033 Aug 19 12:35:07.746040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45606) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:07.752640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0d64b-4f99-4742-bc48-23374e418dbd None None] Sync routers for ids ['3e6cbcf1-2621-4add-acde-ec8c412027cd'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:07.766421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0d64b-4f99-4742-bc48-23374e418dbd None None] Routers {'3e6cbcf1-2621-4add-acde-ec8c412027cd'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:07.767501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0da0d64b-4f99-4742-bc48-23374e418dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3e6cbcf1-2621-4add-acde-ec8c412027cd'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:07.825372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0da0d64b-4f99-4742-bc48-23374e418dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:07.828207 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c3e5b8-61f7-4677-b552-53d3393f914a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:35:07.835738 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c6c3e5b8-61f7-4677-b552-53d3393f914a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/4ebf4b1c-d958-4f75-b0a3-a344c907451e HTTP/1.1" status: 404 len: 333 time: 0.0843656 Aug 19 12:35:07.835904 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dbf2d956-cdc3-4cbb-be56-579c11827a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.836025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45612) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:07.837860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0d64b-4f99-4742-bc48-23374e418dbd None None] Routers {'3e6cbcf1-2621-4add-acde-ec8c412027cd'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:07.838701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0da0d64b-4f99-4742-bc48-23374e418dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:35:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3e6cbcf1-2621-4add-acde-ec8c412027cd'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:07.900215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0da0d64b-4f99-4742-bc48-23374e418dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:07.900923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0d64b-4f99-4742-bc48-23374e418dbd None None] The sync data for ids ['3e6cbcf1-2621-4add-acde-ec8c412027cd'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:07.915604 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c859a50-aeab-484f-a4af-aa46a9d96533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.936259 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9690b8f7-27eb-4958-81d9-8c2b28fb67b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:07.963114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c859a50-aeab-484f-a4af-aa46a9d96533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.026458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.130663 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9690b8f7-27eb-4958-81d9-8c2b28fb67b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.133229 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9690b8f7-27eb-4958-81d9-8c2b28fb67b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.221716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dfc3caf1-3d63-4a10-843f-c0480bd541d8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:08.242226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: dfc3caf1-3d63-4a10-843f-c0480bd541d8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:08.242602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dfc3caf1-3d63-4a10-843f-c0480bd541d8 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:08.243124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c33c273e-ae07-45b3-96a5-df9b350b05bf no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:08.261655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: c33c273e-ae07-45b3-96a5-df9b350b05bf {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:08.261998 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c33c273e-ae07-45b3-96a5-df9b350b05bf not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:08.341338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:08.341678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.401669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c859a50-aeab-484f-a4af-aa46a9d96533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.404670 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c859a50-aeab-484f-a4af-aa46a9d96533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.409107 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2c859a50-aeab-484f-a4af-aa46a9d96533 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0a24143-6a95-486f-933d-8a7850e8d1cf HTTP/1.1" status: 204 len: 168 time: 0.6725323 Aug 19 12:35:08.413713 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c84c831-b512-4cc1-982e-eebb93a2cd92 req-b94db176-decf-4c09-83ff-d4f9a0d134e5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 210 time: 0.0405657 Aug 19 12:35:08.414912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9690b8f7-27eb-4958-81d9-8c2b28fb67b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.415580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9690b8f7-27eb-4958-81d9-8c2b28fb67b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Fanout notify agent at l3_agent the message router_deleted on router 3e6cbcf1-2621-4add-acde-ec8c412027cd {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:35:08.421436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c859a50-aeab-484f-a4af-aa46a9d96533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a24143-6a95-486f-933d-8a7850e8d1cf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:08.431563 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9690b8f7-27eb-4958-81d9-8c2b28fb67b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.431563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9690b8f7-27eb-4958-81d9-8c2b28fb67b4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/routers/3e6cbcf1-2621-4add-acde-ec8c412027cd HTTP/1.1" status: 204 len: 168 time: 0.5892251 Aug 19 12:35:08.433082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45630) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:08.481583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] For port a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5,segment=NetworkSegment(ec667b01-abf9-4eb3-8e55-ee4df4f5552f),segment_id=ec667b01-abf9-4eb3-8e55-ee4df4f5552f)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:08.482047 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.499243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:08.536411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b067d39-6630-4492-91b3-29a7b0737c6a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting subnet e3322c40-6e49-411f-a553-022030c03961 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:08.539904 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b067d39-6630-4492-91b3-29a7b0737c6a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.585803 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b067d39-6630-4492-91b3-29a7b0737c6a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.715449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b067d39-6630-4492-91b3-29a7b0737c6a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.892016 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b067d39-6630-4492-91b3-29a7b0737c6a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.895503 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.929935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b067d39-6630-4492-91b3-29a7b0737c6a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Subnet': ['ID=e3322c40-6e49-411f-a553-022030c03961,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:08.945857 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b067d39-6630-4492-91b3-29a7b0737c6a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:08.948918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9b067d39-6630-4492-91b3-29a7b0737c6a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/e3322c40-6e49-411f-a553-022030c03961 HTTP/1.1" status: 204 len: 168 time: 0.5146799 Aug 19 12:35:08.954125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45646) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:08.954125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:08.954594 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d95838-db99-4e28-b0ef-b904920b1827 None None] Network 855c616f-cb29-492a-bb9f-cff8d6bf212b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:09.123850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.164645 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.182893 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.269892 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75495944-65d7-4ffb-ad10-753981eb767e None None] DHCP port deletion for 855c616f-cb29-492a-bb9f-cff8d6bf212b request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:35:09.345201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-75495944-65d7-4ffb-ad10-753981eb767e None None] Deleting port 938146ca-5610-4f62-be83-0426c0a6a53d {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:09.345809 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-75495944-65d7-4ffb-ad10-753981eb767e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.418115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router f976dc52-db9c-4362-a608-99beb2f00609 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:09.440580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-75495944-65d7-4ffb-ad10-753981eb767e None None] For port 938146ca-5610-4f62-be83-0426c0a6a53d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=938146ca-5610-4f62-be83-0426c0a6a53d,segment=NetworkSegment(6e52e8c3-4810-445f-8860-766410c4ab73),segment_id=6e52e8c3-4810-445f-8860-766410c4ab73)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:09.441659 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-75495944-65d7-4ffb-ad10-753981eb767e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.460994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-75495944-65d7-4ffb-ad10-753981eb767e None None] Calling delete_port for 938146ca-5610-4f62-be83-0426c0a6a53d owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:09.615639 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-22d22bb2-4bd8-43a8-a59e-14329551ee97 req-2213d45a-c41f-4ed7-8c31-6cac93195ba8 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 210 time: 0.0340154 Aug 19 12:35:09.626251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 938146ca-5610-4f62-be83-0426c0a6a53d {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:09.626599 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.630083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:09.642407 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e5d68-31d1-4260-8ed2-aa6bb922cd0c None None] Sync routers for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:09.651772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7b6021c6-99bc-4057-a8a3-f247fccbaed0 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2946031 Aug 19 12:35:09.651985 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e5d68-31d1-4260-8ed2-aa6bb922cd0c None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:09.652598 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ba8e5d68-31d1-4260-8ed2-aa6bb922cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:35:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:09.654487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45660) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:09.686344 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-75495944-65d7-4ffb-ad10-753981eb767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.712403 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] For port 938146ca-5610-4f62-be83-0426c0a6a53d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=938146ca-5610-4f62-be83-0426c0a6a53d,segment=NetworkSegment(6e52e8c3-4810-445f-8860-766410c4ab73),segment_id=6e52e8c3-4810-445f-8860-766410c4ab73)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:09.712785 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.728356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-39049c69-eda2-4a05-bb0d-ac0b5de99740 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting subnet ecae126a-8780-4b65-bfc7-769e5b53b024 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:09.734782 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39049c69-eda2-4a05-bb0d-ac0b5de99740 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.743485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 938146ca-5610-4f62-be83-0426c0a6a53d owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:09.745147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75495944-65d7-4ffb-ad10-753981eb767e None None] Pushing event deleted for resources: {'Port': ['ID=938146ca-5610-4f62-be83-0426c0a6a53d,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:09.765685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75495944-65d7-4ffb-ad10-753981eb767e None None] No DVR routers for this DVR port 938146ca-5610-4f62-be83-0426c0a6a53d on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:09.829282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39049c69-eda2-4a05-bb0d-ac0b5de99740 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.875251 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-ba8e5d68-31d1-4260-8ed2-aa6bb922cd0c None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:09.927652 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:09.968778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=938146ca-5610-4f62-be83-0426c0a6a53d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:09.982250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No DVR routers for this DVR port 938146ca-5610-4f62-be83-0426c0a6a53d on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:10.027839 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ba8e5d68-31d1-4260-8ed2-aa6bb922cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:35:08Z', 'revision_number': 11, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:10.077523 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39049c69-eda2-4a05-bb0d-ac0b5de99740 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.079780 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e5d68-31d1-4260-8ed2-aa6bb922cd0c None None] Checking router: f976dc52-db9c-4362-a608-99beb2f00609 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:10.097094 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e5d68-31d1-4260-8ed2-aa6bb922cd0c None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:10.097725 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ba8e5d68-31d1-4260-8ed2-aa6bb922cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:35:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:10.195800 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.212751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855c616f-cb29-492a-bb9f-cff8d6bf212b']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:10.225462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e52e8c3-4810-445f-8860-766410c4ab73') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:10.225916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e52e8c3-4810-445f-8860-766410c4ab73') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:10.230910 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-ba8e5d68-31d1-4260-8ed2-aa6bb922cd0c None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:10.237405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.250842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39049c69-eda2-4a05-bb0d-ac0b5de99740 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.275120 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.291829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:35:10.294206 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.305295 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ba8e5d68-31d1-4260-8ed2-aa6bb922cd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:35:08Z', 'revision_number': 11, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:10.308521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39049c69-eda2-4a05-bb0d-ac0b5de99740 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Subnet': ['ID=ecae126a-8780-4b65-bfc7-769e5b53b024,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:10.315434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-39049c69-eda2-4a05-bb0d-ac0b5de99740 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.316302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d74ac-6a23-4422-a31e-712c53c8d2b2 None None] Network 0022c1da-fce4-4d5b-9bd4-cf64818f0799 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:10.324738 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-39049c69-eda2-4a05-bb0d-ac0b5de99740 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/ecae126a-8780-4b65-bfc7-769e5b53b024 HTTP/1.1" status: 204 len: 168 time: 0.6688557 Aug 19 12:35:10.327809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45676) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:10.345239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 938146ca-5610-4f62-be83-0426c0a6a53d no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:35:10.364715 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:35:10.399583 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e5d68-31d1-4260-8ed2-aa6bb922cd0c None None] The sync data for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 is: [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:35:08Z', 'revision_number': 11, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:10.456332 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.465779 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.467625 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/networks/855c616f-cb29-492a-bb9f-cff8d6bf212b HTTP/1.1" status: 204 len: 168 time: 1.5167701 Aug 19 12:35:10.472255 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45680) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:10.493493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 938146ca-5610-4f62-be83-0426c0a6a53d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:10.493698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.495117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 938146ca-5610-4f62-be83-0426c0a6a53d not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:10.529206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:10.549978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45682) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:10.577513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:10.578097 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 5a3bf347-9d0a-4b98-80de-de8f3c9b8ae0 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:10.580693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede7ba69-eeb6-4314-b84c-bc6473bcdee7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:10.582149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ede7ba69-eeb6-4314-b84c-bc6473bcdee7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 HTTP/1.1" status: 200 len: 844 time: 0.0886869 Aug 19 12:35:10.583267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469784cd-2dd2-4ec5-8d4f-2862f7670c87 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Network': ['ID=855c616f-cb29-492a-bb9f-cff8d6bf212b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:10.588396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45686) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:10.629698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Deleting port b1fe3797-15fc-41b7-a320-872c74ef4922 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:10.630203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.670448 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.687633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-becf95fa-8d95-430f-99aa-1d206d759a00 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0876555 Aug 19 12:35:10.691113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45690) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:10.698578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2a281e74-0531-4862-92d6-3de907ad30fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:10.762288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1284581995-network', 'tenant_id': '98869fa2853349ec87796b19730e6d7e'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:10.800896 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655c024-bafe-46d4-8c4c-651cf2117fe0 None None] DHCP port deletion for 0022c1da-fce4-4d5b-9bd4-cf64818f0799 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:35:10.815117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-292ef733-f699-49fc-b3b3-f50d31beb90b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:10.816619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-292ef733-f699-49fc-b3b3-f50d31beb90b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.62 "GET /v2.0/networks?id=8a23d8e4-8eb3-4c2b-b075-508a6246f620 HTTP/1.1" status: 200 len: 814 time: 0.2298591 Aug 19 12:35:10.816753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56c71967-1404-40f2-afe5-2d3e17c4f161 req-7352570f-50f0-4e55-a518-7b2effa15eeb tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 210 time: 0.0702243 Aug 19 12:35:10.829505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Request body: {'port': {'device_id': '8ac801db-bf5e-4c9d-9f97-794fdae28155', 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620', 'admin_state_up': True, 'tenant_id': 'f88619488b2d41848fd138e049c70cb2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:10.841357 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:35:10.841357 n-d-803757-2 neutron-server[95543]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 12:35:10.841357 n-d-803757-2 neutron-server[95543]: [parameters: {'project_id': '98869fa2853349ec87796b19730e6d7e', 'id': '548453bb-ccfe-4c6c-8b6f-48d635a752b2', 'expiration': datetime.datetime(2021, 8, 19, 12, 37, 10, 826331)}] Aug 19 12:35:10.841357 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:35:10.841729 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:35:10.843405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] For port b1fe3797-15fc-41b7-a320-872c74ef4922, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b1fe3797-15fc-41b7-a320-872c74ef4922,segment=NetworkSegment(ec667b01-abf9-4eb3-8e55-ee4df4f5552f),segment_id=ec667b01-abf9-4eb3-8e55-ee4df4f5552f)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:10.843771 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.859938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Calling delete_port for b1fe3797-15fc-41b7-a320-872c74ef4922 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:10.874478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d655c024-bafe-46d4-8c4c-651cf2117fe0 None None] Deleting port b1fe3797-15fc-41b7-a320-872c74ef4922 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:10.874994 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d655c024-bafe-46d4-8c4c-651cf2117fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.958704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d655c024-bafe-46d4-8c4c-651cf2117fe0 None None] For port b1fe3797-15fc-41b7-a320-872c74ef4922, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b1fe3797-15fc-41b7-a320-872c74ef4922,segment=NetworkSegment(ec667b01-abf9-4eb3-8e55-ee4df4f5552f),segment_id=ec667b01-abf9-4eb3-8e55-ee4df4f5552f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:10.959281 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d655c024-bafe-46d4-8c4c-651cf2117fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:10.973458 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d655c024-bafe-46d4-8c4c-651cf2117fe0 None None] Calling delete_port for b1fe3797-15fc-41b7-a320-872c74ef4922 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:11.108856 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.109662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a281e74-0531-4862-92d6-3de907ad30fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:11.114873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a281e74-0531-4862-92d6-3de907ad30fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.116426 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d655c024-bafe-46d4-8c4c-651cf2117fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.138610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Port': ['ID=b1fe3797-15fc-41b7-a320-872c74ef4922,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:11.143448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655c024-bafe-46d4-8c4c-651cf2117fe0 None None] Pushing event deleted for resources: {'Port': ['ID=b1fe3797-15fc-41b7-a320-872c74ef4922,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:11.149808 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No DVR routers for this DVR port b1fe3797-15fc-41b7-a320-872c74ef4922 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:11.153184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655c024-bafe-46d4-8c4c-651cf2117fe0 None None] No DVR routers for this DVR port b1fe3797-15fc-41b7-a320-872c74ef4922 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:11.266182 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.284181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0022c1da-fce4-4d5b-9bd4-cf64818f0799']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:11.305771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec667b01-abf9-4eb3-8e55-ee4df4f5552f') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:11.306510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec667b01-abf9-4eb3-8e55-ee4df4f5552f') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:11.319368 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.363581 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.374436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:35:11.375279 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:35:11.384404 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:35:11.405601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Made reservation on behalf of f88619488b2d41848fd138e049c70cb2 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:11.415999 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.582640 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a281e74-0531-4862-92d6-3de907ad30fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.626662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a281e74-0531-4862-92d6-3de907ad30fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:11.630210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2a281e74-0531-4862-92d6-3de907ad30fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:11.634372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a281e74-0531-4862-92d6-3de907ad30fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:11.634980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a281e74-0531-4862-92d6-3de907ad30fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.643437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0a7a9c-e999-4dfa-ae30-c7efaf89ce12 None None] Network f24f83f2-da32-40d5-8d15-bf98287d7830 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:11.648102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a281e74-0531-4862-92d6-3de907ad30fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Subnet': ['ID=b358fc0c-9f81-45b1-9b7e-0df21e7ffa37,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:11.679400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Made reservation on behalf of 98869fa2853349ec87796b19730e6d7e for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:11.681845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.685125 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.695398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.699074 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/networks/0022c1da-fce4-4d5b-9bd4-cf64818f0799 HTTP/1.1" status: 204 len: 168 time: 1.3718421 Aug 19 12:35:11.707837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45698) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:11.714010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4ba2df27-3c28-492d-824c-ac2ba2e64800 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'routes': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:11.785895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.791034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56203d6c-73ac-4034-a4cd-9d3a2633a40f tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Pushing event deleted for resources: {'Network': ['ID=0022c1da-fce4-4d5b-9bd4-cf64818f0799,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:11.804154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Allocated IP 172.20.0.13 (8a23d8e4-8eb3-4c2b-b075-508a6246f620/cc788532-f0ed-4237-a424-9d3a217d0d75/13e8fd2e-7d1a-44e4-9696-f528445ad50b) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:11.830003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-f24f83f2-da32-40d5-8d15-bf98287d7830', 'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'tenant_id': '7ea92cde6a0c4bb0a39435c007b142fe', 'fixed_ips': [{'subnet_id': 'b358fc0c-9f81-45b1-9b7e-0df21e7ffa37'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:35:11.830903 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.834838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2a281e74-0531-4862-92d6-3de907ad30fc tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1399713 Aug 19 12:35:11.839270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45700) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:11.859166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c45d1775-b172-4ec5-bf29-8d4e9d2ae296 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'security_group': {'name': 'tempest-secgroup-1271457706'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:11.913852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.extraroute_db [None req-4ba2df27-3c28-492d-824c-ac2ba2e64800 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Added routes are [] {{(pid=95543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:35:11.914234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.extraroute_db [None req-4ba2df27-3c28-492d-824c-ac2ba2e64800 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Removed routes are [] {{(pid=95543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:35:11.914601 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ba2df27-3c28-492d-824c-ac2ba2e64800 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:11.979647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Allocated IP 2001:db8::2 (f24f83f2-da32-40d5-8d15-bf98287d7830/b358fc0c-9f81-45b1-9b7e-0df21e7ffa37/57f76a79-8d6c-4b23-a535-f921023b86f8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:12.039106 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ee66e12-34d6-4710-97d5-e287b5701696 req-ad364341-42d8-4941-b5d7-af671ebbddb8 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 210 time: 0.0826344 Aug 19 12:35:12.040401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.126603 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ba2df27-3c28-492d-824c-ac2ba2e64800 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.132183 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ba2df27-3c28-492d-824c-ac2ba2e64800 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.191740 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.204136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Transition to ACTIVE for port object 57f76a79-8d6c-4b23-a535-f921023b86f8 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:12.227518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1fe3797-15fc-41b7-a320-872c74ef4922 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:12.248585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45716) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:12.266223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: b1fe3797-15fc-41b7-a320-872c74ef4922 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:12.266570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1fe3797-15fc-41b7-a320-872c74ef4922 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:12.268248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:12.270112 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.271714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Transition to ACTIVE for port object 57f76a79-8d6c-4b23-a535-f921023b86f8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:12.333802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:12.338443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:12.343570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:12.345784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:12.346201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a3d5eaac-c78f-43f2-a49a-b7e4ffd92fd5 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:12.393762 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.410190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Pushing event updated for resources: {'Port': ['ID=13e8fd2e-7d1a-44e4-9696-f528445ad50b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:12.442428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:12.443137 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.452279 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cff823ac-af45-4790-bfc3-55b28c01d9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.460601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:12.480091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:12.489069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:12.493963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Pushing event updated for resources: {'Port': ['ID=57f76a79-8d6c-4b23-a535-f921023b86f8,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:12.548113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Attempting to bind port 57f76a79-8d6c-4b23-a535-f921023b86f8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:12.548532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Attempting to bind port 57f76a79-8d6c-4b23-a535-f921023b86f8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '04e975cb-7780-45d5-a5b3-2f5e269f89df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:12.549516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Attempting to bind port 57f76a79-8d6c-4b23-a535-f921023b86f8 on network f24f83f2-da32-40d5-8d15-bf98287d7830 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:12.554956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:12.555336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Checking segment: {'id': '04e975cb-7780-45d5-a5b3-2f5e269f89df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:12.555738 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.556126 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Bound using segment: {'id': '04e975cb-7780-45d5-a5b3-2f5e269f89df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:12.556593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Bound port: 57f76a79-8d6c-4b23-a535-f921023b86f8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e975cb-7780-45d5-a5b3-2f5e269f89df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:12.556973 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.620684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] For port 57f76a79-8d6c-4b23-a535-f921023b86f8, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:12.624391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] For port 57f76a79-8d6c-4b23-a535-f921023b86f8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=57f76a79-8d6c-4b23-a535-f921023b86f8,segment=NetworkSegment(04e975cb-7780-45d5-a5b3-2f5e269f89df),segment_id=04e975cb-7780-45d5-a5b3-2f5e269f89df)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:12.648895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.653982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba2df27-3c28-492d-824c-ac2ba2e64800 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router f976dc52-db9c-4362-a608-99beb2f00609 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:35:12.727814 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba2df27-3c28-492d-824c-ac2ba2e64800 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:12.735041 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ba2df27-3c28-492d-824c-ac2ba2e64800 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.739303 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.743202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45722) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:12.743470 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4ba2df27-3c28-492d-824c-ac2ba2e64800 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609 HTTP/1.1" status: 200 len: 705 time: 1.0331438 Aug 19 12:35:12.744828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.752195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d2319c-dc17-4924-b57c-7577bc9923a9 None None] Sync routers for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:12.778791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:35:12.782378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bccbb1df-8a74-4e4b-b6e3-418383311ca6 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=f976dc52-db9c-4362-a608-99beb2f00609 HTTP/1.1" status: 200 len: 205 time: 0.0372303 Aug 19 12:35:12.787818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45724) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:12.792025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d2319c-dc17-4924-b57c-7577bc9923a9 None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:12.792946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a7d2319c-dc17-4924-b57c-7577bc9923a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:35:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:12.801455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:12.807793 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.808140 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Added segment eccfb497-c59a-4f8f-a613-837feb37f7f0 of type vlan for network cb170772-c550-4210-8916-2b1ba172ab74 Aug 19 12:35:12.882210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a7d2319c-dc17-4924-b57c-7577bc9923a9 None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:12.938836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:12.953474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a15794-101c-4956-8ebc-138b198b0783 None None] Pushing event updated for resources: {'Port': ['ID=57f76a79-8d6c-4b23-a535-f921023b86f8,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:12.957547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a7d2319c-dc17-4924-b57c-7577bc9923a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:35:08Z', 'revision_number': 11, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:12.986575 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d2319c-dc17-4924-b57c-7577bc9923a9 None None] Checking router: f976dc52-db9c-4362-a608-99beb2f00609 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:13.013883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d2319c-dc17-4924-b57c-7577bc9923a9 None None] Routers {'f976dc52-db9c-4362-a608-99beb2f00609'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:13.025205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a7d2319c-dc17-4924-b57c-7577bc9923a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:35:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f976dc52-db9c-4362-a608-99beb2f00609'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:13.051050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.052064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:13.052651 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.142985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] Pushing event updated for resources: {'Network': ['ID=cb170772-c550-4210-8916-2b1ba172ab74,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:13.183326 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a7d2319c-dc17-4924-b57c-7577bc9923a9 None None] Set router f976dc52-db9c-4362-a608-99beb2f00609 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:13.271871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ea33-6512-4ed9-88be-f1d13b1d9f26 req-646ca477-04dc-4141-a7b3-3d4b92c4658d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:13.273912 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2a1ea33-6512-4ed9-88be-f1d13b1d9f26 req-646ca477-04dc-4141-a7b3-3d4b92c4658d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 932 time: 0.0890715 Aug 19 12:35:13.319313 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2a1ea33-6512-4ed9-88be-f1d13b1d9f26 req-1d4bcc5c-ae1d-4119-8120-88f4078d0aae tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 Aug 19 12:35:13.346024 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-6da25e52-0767-4acb-9c42-50c7b323fdf4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5204475 Aug 19 12:35:13.374607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-38a4cb6e-2f04-4cad-b722-e56e6c4bf1c7 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:35:13.375789 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-38a4cb6e-2f04-4cad-b722-e56e6c4bf1c7 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056965 Aug 19 12:35:13.383290 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b750e68-6736-41d0-8061-88048a707920 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.389661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Request body: {'port': {'device_id': '8ac801db-bf5e-4c9d-9f97-794fdae28155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:13.431808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network cb170772-c550-4210-8916-2b1ba172ab74 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:35:13.434835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a7d2319c-dc17-4924-b57c-7577bc9923a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:35:08Z', 'revision_number': 11, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:13.478474 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c45d1775-b172-4ec5-bf29-8d4e9d2ae296 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.479078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d2319c-dc17-4924-b57c-7577bc9923a9 None None] The sync data for ids ['f976dc52-db9c-4362-a608-99beb2f00609'] in n-d-803757-2 is: [{'id': 'f976dc52-db9c-4362-a608-99beb2f00609', 'name': 'tempest-RoutersIpV6Test-router-1043610089', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:34:12Z', 'updated_at': '2021-08-19T12:35:08Z', 'revision_number': 11, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:13.540884 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-40405522-0565-4cf8-bbc2-97e608f45796 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.9881661 Aug 19 12:35:13.541607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45732) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:13.549975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Request body: {'subnet': {'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1284581995-subnet', 'tenant_id': '98869fa2853349ec87796b19730e6d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:13.640370 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.663809 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b750e68-6736-41d0-8061-88048a707920 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.670855 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b750e68-6736-41d0-8061-88048a707920 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.962122 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b750e68-6736-41d0-8061-88048a707920 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.962672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b750e68-6736-41d0-8061-88048a707920 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Fanout notify agent at l3_agent the message router_deleted on router f976dc52-db9c-4362-a608-99beb2f00609 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:35:13.965566 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cff823ac-af45-4790-bfc3-55b28c01d9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.973881 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b750e68-6736-41d0-8061-88048a707920 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:13.979767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3b750e68-6736-41d0-8061-88048a707920 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609 HTTP/1.1" status: 204 len: 168 time: 1.1882830 Aug 19 12:35:13.980453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45734) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:13.988157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1282cfca-af24-4285-857c-5f2f14a80d76 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1468900589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:14.051156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cff823ac-af45-4790-bfc3-55b28c01d9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.064727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:35:14.064727 n-d-803757-2 neutron-server[95543]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 19 12:35:14.064727 n-d-803757-2 neutron-server[95543]: [parameters: {'project_id': '98869fa2853349ec87796b19730e6d7e', 'id': '325e475c-c3e6-440e-9d72-34bdda5b9846', 'expiration': datetime.datetime(2021, 8, 19, 12, 37, 14, 59922)}] Aug 19 12:35:14.064727 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:35:14.065168 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:35:14.171326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cff823ac-af45-4790-bfc3-55b28c01d9a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34a4acce111c4ec9ac3cf0753e5acdae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9213097 Aug 19 12:35:14.174153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45736) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:14.182382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff823ac-af45-4790-bfc3-55b28c01d9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d61f11-4cff-4378-b2e5-58eef7db9170,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:14.246248 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb1cccb2-e9af-4851-97c0-97e1db2da13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.249776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5b1b8c93-82c8-41dc-b866-8e40ec7c6271 None None] Provisioning for port 57f76a79-8d6c-4b23-a535-f921023b86f8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:14.260354 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c45d1775-b172-4ec5-bf29-8d4e9d2ae296 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.268129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e8fd2e-7d1a-44e4-9696-f528445ad50b {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:14.278900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.279685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5b1b8c93-82c8-41dc-b866-8e40ec7c6271 None None] Provisioning complete for port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:14.280868 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5b1b8c93-82c8-41dc-b866-8e40ec7c6271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.293637 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb1cccb2-e9af-4851-97c0-97e1db2da13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.294539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Transition to ACTIVE for port object 13e8fd2e-7d1a-44e4-9696-f528445ad50b will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:14.319234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 57f76a79-8d6c-4b23-a535-f921023b86f8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:14.359540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b8c93-82c8-41dc-b866-8e40ec7c6271 None None] Port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:14.373060 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.378368 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c45d1775-b172-4ec5-bf29-8d4e9d2ae296 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.449579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb1cccb2-e9af-4851-97c0-97e1db2da13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.452472 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb1cccb2-e9af-4851-97c0-97e1db2da13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.453865 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bb1cccb2-e9af-4851-97c0-97e1db2da13e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8d61f11-4cff-4378-b2e5-58eef7db9170 HTTP/1.1" status: 204 len: 168 time: 0.2785015 Aug 19 12:35:14.476922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d1775-b172-4ec5-bf29-8d4e9d2ae296 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe712a5f-ce74-4cbf-b446-52ec8f8668ac,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:14.478710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cccb2-e9af-4851-97c0-97e1db2da13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d61f11-4cff-4378-b2e5-58eef7db9170,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:14.497465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 57f76a79-8d6c-4b23-a535-f921023b86f8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:14.502604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 57f76a79-8d6c-4b23-a535-f921023b86f8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:14.503049 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.503220 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1282cfca-af24-4285-857c-5f2f14a80d76 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.504787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1282cfca-af24-4285-857c-5f2f14a80d76 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.588188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Pushing event updated for resources: {'Port': ['ID=13e8fd2e-7d1a-44e4-9696-f528445ad50b,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:14.615457 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1282cfca-af24-4285-857c-5f2f14a80d76 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.628692 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c45d1775-b172-4ec5-bf29-8d4e9d2ae296 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.634948 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c45d1775-b172-4ec5-bf29-8d4e9d2ae296 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7902563 Aug 19 12:35:14.634948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45750) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:14.640408 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.645220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b3f67827-9537-4dff-b9e2-24718075411d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'security_group': {'name': 'tempest-secgroup-230919710'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:14.673672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb3d28-f36e-4dce-b870-7a6a5ef39eea req-bc1fd6dd-d1ea-4dea-a6e8-2b923b1e7438 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:14.677713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Attempting to bind port 13e8fd2e-7d1a-44e4-9696-f528445ad50b on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:14.678184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Attempting to bind port 13e8fd2e-7d1a-44e4-9696-f528445ad50b by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:14.678625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Attempting to bind port 13e8fd2e-7d1a-44e4-9696-f528445ad50b on network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:14.679965 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5adb3d28-f36e-4dce-b870-7a6a5ef39eea req-bc1fd6dd-d1ea-4dea-a6e8-2b923b1e7438 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 944 time: 0.2743888 Aug 19 12:35:14.684888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 57f76a79-8d6c-4b23-a535-f921023b86f8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=57f76a79-8d6c-4b23-a535-f921023b86f8,segment=NetworkSegment(04e975cb-7780-45d5-a5b3-2f5e269f89df),segment_id=04e975cb-7780-45d5-a5b3-2f5e269f89df)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:14.693841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Port 13e8fd2e-7d1a-44e4-9696-f528445ad50b on network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:35:14.693841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Attempting to bind port 13e8fd2e-7d1a-44e4-9696-f528445ad50b on network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:14.700935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:14.701398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Checking segment: {'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:14.706568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Bound using segment: {'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:14.706568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Bound port: 13e8fd2e-7d1a-44e4-9696-f528445ad50b, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:14.706568 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.729380 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5adb3d28-f36e-4dce-b870-7a6a5ef39eea req-1b67e14c-69a1-410d-9188-92a13f8ef919 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Aug 19 12:35:14.774279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] For port 13e8fd2e-7d1a-44e4-9696-f528445ad50b, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:14.776357 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1282cfca-af24-4285-857c-5f2f14a80d76 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.780897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] For port 13e8fd2e-7d1a-44e4-9696-f528445ad50b, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=13e8fd2e-7d1a-44e4-9696-f528445ad50b,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:14.855888 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:14.906783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=57f76a79-8d6c-4b23-a535-f921023b86f8,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:15.045563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Made reservation on behalf of 98869fa2853349ec87796b19730e6d7e for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:15.047944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.091536 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.130235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:15.130866 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.136338 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] 10.222.0.62 "PUT /v2.0/ports/13e8fd2e-7d1a-44e4-9696-f528445ad50b HTTP/1.1" status: 200 len: 1092 time: 1.7467866 Aug 19 12:35:15.136338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac801db-bf5e-4c9d-9f97-794fdae28155', 'tag': '13e8fd2e-7d1a-44e4-9696-f528445ad50b'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:15.136338 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0819ca5-afd3-4065-838b-5504e6279ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac801db-bf5e-4c9d-9f97-794fdae28155", "tag": "13e8fd2e-7d1a-44e4-9696-f528445ad50b"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:15.155773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777a19b-af46-46ca-9df1-ad7d8be087a5 service neutron] Pushing event updated for resources: {'Port': ['ID=13e8fd2e-7d1a-44e4-9696-f528445ad50b,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:15.172971 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9396e7-6172-4a11-9d29-4b55358ce026 x-openstack-request-id: req-3e9396e7-6172-4a11-9d29-4b55358ce026 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:15.173286 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac801db-bf5e-4c9d-9f97-794fdae28155", "tag": "13e8fd2e-7d1a-44e4-9696-f528445ad50b", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:15.173527 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e9396e7-6172-4a11-9d29-4b55358ce026 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:15.173922 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac801db-bf5e-4c9d-9f97-794fdae28155', 'tag': '13e8fd2e-7d1a-44e4-9696-f528445ad50b', 'status': 'completed', 'code': 200} Aug 19 12:35:15.235684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819ca5-afd3-4065-838b-5504e6279ed4 req-b566da01-f6c9-4eb5-956f-ff9e9def23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:15.237258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0819ca5-afd3-4065-838b-5504e6279ed4 req-b566da01-f6c9-4eb5-956f-ff9e9def23aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88619488b2d41848fd138e049c70cb2&device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 1095 time: 0.0427766 Aug 19 12:35:15.285079 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1282cfca-af24-4285-857c-5f2f14a80d76 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.289003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1282cfca-af24-4285-857c-5f2f14a80d76 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3042738 Aug 19 12:35:15.289658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45758) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:15.294272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3e5dc7e8-8b5e-4b3f-99ce-b02e85a12522 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:15.348016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819ca5-afd3-4065-838b-5504e6279ed4 req-ae4e7d46-3bdd-4220-b31c-740d31d93c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:15.349541 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0819ca5-afd3-4065-838b-5504e6279ed4 req-ae4e7d46-3bdd-4220-b31c-740d31d93c4c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f88619488b2d41848fd138e049c70cb2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1050458 Aug 19 12:35:15.433465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.444177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819ca5-afd3-4065-838b-5504e6279ed4 req-b25574a4-1b80-48ee-b775-63a551db4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:15.445714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0819ca5-afd3-4065-838b-5504e6279ed4 req-b25574a4-1b80-48ee-b775-63a551db4c64 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896385 Aug 19 12:35:15.474297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f67827-9537-4dff-b9e2-24718075411d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.539662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45762) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:15.560375 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e5dc7e8-8b5e-4b3f-99ce-b02e85a12522 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.576360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72722106-b2f0-4425-9aa0-54129c05fca6,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:15.581375 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-008c370b-f87c-4dab-8e1f-3fd216dfac36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.585126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-db7334f6-455d-49b8-ba12-c52ba50512fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:15.587121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-db7334f6-455d-49b8-ba12-c52ba50512fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f88619488b2d41848fd138e049c70cb2&device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 1095 time: 0.0985672 Aug 19 12:35:15.591052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Checking segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:15.591551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Network hostable DHCP agents. Network: cb170772-c550-4210-8916-2b1ba172ab74, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:35:15.646661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-4d3a06b6-4701-466c-80a4-28c1c8b21d91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e8fd2e-7d1a-44e4-9696-f528445ad50b HTTP/1.1" status: 200 len: 217 time: 0.0477779 Aug 19 12:35:15.701725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e5dc7e8-8b5e-4b3f-99ce-b02e85a12522 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.706682 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f67827-9537-4dff-b9e2-24718075411d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.713831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-ec2ea895-0863-4dba-ab68-253a6d705aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:15.715444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-ec2ea895-0863-4dba-ab68-253a6d705aa7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cc788532-f0ed-4237-a424-9d3a217d0d75 HTTP/1.1" status: 200 len: 854 time: 0.0607805 Aug 19 12:35:15.753042 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-8694bbe2-8e33-4876-80cc-a64ae31bc9e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a23d8e4-8eb3-4c2b-b075-508a6246f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297046 Aug 19 12:35:15.774466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Network cb170772-c550-4210-8916-2b1ba172ab74 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:35:15.849771 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f67827-9537-4dff-b9e2-24718075411d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.873700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, cb170772-c550-4210-8916-2b1ba172ab74) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:15.878517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:15.879496 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:15.887544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749bf4a3-88ee-49c2-a73e-8d71ac031127 None None] Network cb170772-c550-4210-8916-2b1ba172ab74 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:15.932673 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-09a62fa4-0874-4ed3-80fb-ae9df018643a service neutron] 10.222.0.62 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719735 Aug 19 12:35:15.943670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f67827-9537-4dff-b9e2-24718075411d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00667d85-a715-4789-a28f-5f52e79222f0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:15.965649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5dc7e8-8b5e-4b3f-99ce-b02e85a12522 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Router 001800b2-ad5f-4624-99c6-27f04173dee8 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:35:16.006011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6d132-097a-4b41-89e5-1e97d029c53d req-fc7a3205-4635-401f-8057-9cfd45c1afb1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:16.007672 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c0f6d132-097a-4b41-89e5-1e97d029c53d req-fc7a3205-4635-401f-8057-9cfd45c1afb1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 944 time: 0.1771674 Aug 19 12:35:16.029434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7597e9c-e5b8-490d-b9ee-3c4b6663df6d None None] Network cb170772-c550-4210-8916-2b1ba172ab74 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:16.080859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5dc7e8-8b5e-4b3f-99ce-b02e85a12522 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:35:16.088446 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e5dc7e8-8b5e-4b3f-99ce-b02e85a12522 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.089535 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3e5dc7e8-8b5e-4b3f-99ce-b02e85a12522 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "PUT /v2.0/routers/001800b2-ad5f-4624-99c6-27f04173dee8 HTTP/1.1" status: 200 len: 698 time: 0.7989011 Aug 19 12:35:16.092351 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45768) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:16.093305 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731cbc12-725f-4f81-a4f4-b11b3f7c2f4d None None] Sync routers for ids ['001800b2-ad5f-4624-99c6-27f04173dee8'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:35:16.109961 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731cbc12-725f-4f81-a4f4-b11b3f7c2f4d None None] Routers {'001800b2-ad5f-4624-99c6-27f04173dee8'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:16.110582 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-731cbc12-725f-4f81-a4f4-b11b3f7c2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:35:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['001800b2-ad5f-4624-99c6-27f04173dee8'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:16.134880 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c0f6d132-097a-4b41-89e5-1e97d029c53d req-108c5222-56a5-4328-9b65-a3b531b4ec58 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116092 Aug 19 12:35:16.161186 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5e9b23a-17cb-48fa-a50e-bd97151263d4 req-f52bc3e5-cf39-4017-935d-e15760417ea6 service neutron] 10.222.0.62 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185731 Aug 19 12:35:16.190288 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-008c370b-f87c-4dab-8e1f-3fd216dfac36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.195776 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5cb83368-38c5-4a39-a51f-18e0aab38807 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/routers/001800b2-ad5f-4624-99c6-27f04173dee8 HTTP/1.1" status: 200 len: 704 time: 0.0999339 Aug 19 12:35:16.198820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45770) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:16.227905 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-731cbc12-725f-4f81-a4f4-b11b3f7c2f4d None None] Set router 001800b2-ad5f-4624-99c6-27f04173dee8 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:16.252998 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-52b5dde3-619b-434c-8d0b-afc021cd4a6a tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=001800b2-ad5f-4624-99c6-27f04173dee8 HTTP/1.1" status: 200 len: 205 time: 0.0526698 Aug 19 12:35:16.255558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45772) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:16.262660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 57f76a79-8d6c-4b23-a535-f921023b86f8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:16.293109 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-731cbc12-725f-4f81-a4f4-b11b3f7c2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001800b2-ad5f-4624-99c6-27f04173dee8', 'name': 'tempest-RoutersIpV6Test-router-1468900589', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:14Z', 'updated_at': '2021-08-19T12:35:15Z', 'revision_number': 2, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:16.320839 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-008c370b-f87c-4dab-8e1f-3fd216dfac36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.329189 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731cbc12-725f-4f81-a4f4-b11b3f7c2f4d None None] Checking router: 001800b2-ad5f-4624-99c6-27f04173dee8 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:35:16.337268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 57f76a79-8d6c-4b23-a535-f921023b86f8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:16.338271 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.339882 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731cbc12-725f-4f81-a4f4-b11b3f7c2f4d None None] Routers {'001800b2-ad5f-4624-99c6-27f04173dee8'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:35:16.340726 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-731cbc12-725f-4f81-a4f4-b11b3f7c2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:35:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['001800b2-ad5f-4624-99c6-27f04173dee8'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:16.358088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69f3a01d-2ad2-4aa9-aa08-e173e0e0edf8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.415388 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-008c370b-f87c-4dab-8e1f-3fd216dfac36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d745f26bc52c4b4c851facf473670a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8746481 Aug 19 12:35:16.416086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45774) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:16.418587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c370b-f87c-4dab-8e1f-3fd216dfac36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fed324-e565-4255-84ef-45e64ce4c96f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:16.428413 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-731cbc12-725f-4f81-a4f4-b11b3f7c2f4d None None] Set router 001800b2-ad5f-4624-99c6-27f04173dee8 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:35:16.451744 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f67827-9537-4dff-b9e2-24718075411d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.456044 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b3f67827-9537-4dff-b9e2-24718075411d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8129718 Aug 19 12:35:16.458002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45776) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:16.465484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-119936568', 'security_groups': ['00667d85-a715-4789-a28f-5f52e79222f0'], 'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b358fc0c-9f81-45b1-9b7e-0df21e7ffa37'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:16.488353 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a911e7b5-a517-4ed9-8715-1e6782d345ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.498469 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-731cbc12-725f-4f81-a4f4-b11b3f7c2f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001800b2-ad5f-4624-99c6-27f04173dee8', 'name': 'tempest-RoutersIpV6Test-router-1468900589', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:14Z', 'updated_at': '2021-08-19T12:35:15Z', 'revision_number': 2, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:16.513048 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a911e7b5-a517-4ed9-8715-1e6782d345ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.515976 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c7bdc064-83d4-4d71-ab10-f248b73599e4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.9732137 Aug 19 12:35:16.533634 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731cbc12-725f-4f81-a4f4-b11b3f7c2f4d None None] The sync data for ids ['001800b2-ad5f-4624-99c6-27f04173dee8'] in n-d-803757-2 is: [{'id': '001800b2-ad5f-4624-99c6-27f04173dee8', 'name': 'tempest-RoutersIpV6Test-router-1468900589', 'tenant_id': '0dc37d690f844437b7c92e6428365baa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:35:14Z', 'updated_at': '2021-08-19T12:35:15Z', 'revision_number': 2, 'project_id': '0dc37d690f844437b7c92e6428365baa', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:35:16.657381 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69f3a01d-2ad2-4aa9-aa08-e173e0e0edf8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.661300 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69f3a01d-2ad2-4aa9-aa08-e173e0e0edf8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.747077 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a911e7b5-a517-4ed9-8715-1e6782d345ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.751859 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a911e7b5-a517-4ed9-8715-1e6782d345ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.751859 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a911e7b5-a517-4ed9-8715-1e6782d345ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93fed324-e565-4255-84ef-45e64ce4c96f HTTP/1.1" status: 204 len: 168 time: 0.3337524 Aug 19 12:35:16.762196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911e7b5-a517-4ed9-8715-1e6782d345ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fed324-e565-4255-84ef-45e64ce4c96f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:16.872832 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69f3a01d-2ad2-4aa9-aa08-e173e0e0edf8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.873359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f3a01d-2ad2-4aa9-aa08-e173e0e0edf8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Fanout notify agent at l3_agent the message router_deleted on router 001800b2-ad5f-4624-99c6-27f04173dee8 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:35:16.881268 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69f3a01d-2ad2-4aa9-aa08-e173e0e0edf8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:16.884953 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-69f3a01d-2ad2-4aa9-aa08-e173e0e0edf8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/001800b2-ad5f-4624-99c6-27f04173dee8 HTTP/1.1" status: 204 len: 168 time: 0.6255057 Aug 19 12:35:16.885972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45792) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:16.901582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:16.915456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-396fc989-6567-4183-bfe6-7171d0e2dbc8 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=001800b2-ad5f-4624-99c6-27f04173dee8 HTTP/1.1" status: 200 len: 205 time: 0.0282834 Aug 19 12:35:16.917849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45794) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:16.983659 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-9cf3a956-d76e-4e5b-a79a-6b8515c0f232 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] delete failed (client error): The resource could not be found. Aug 19 12:35:16.984708 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9cf3a956-d76e-4e5b-a79a-6b8515c0f232 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/001800b2-ad5f-4624-99c6-27f04173dee8 HTTP/1.1" status: 404 len: 336 time: 0.0659237 Aug 19 12:35:16.987506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45800) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.040223 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:17.042065 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-32888a2c-b1d4-458e-a31f-990e4b11d168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:17.042544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32888a2c-b1d4-458e-a31f-990e4b11d168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:17.051037 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-32888a2c-b1d4-458e-a31f-990e4b11d168 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/d71da547-2297-4017-883c-d264d6423e03 HTTP/1.1" status: 404 len: 337 time: 0.0579104 Aug 19 12:35:17.055693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45806) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.087386 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-962e84d7-537c-4c0c-b124-5f08c25516f3 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:17.087386 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962e84d7-537c-4c0c-b124-5f08c25516f3 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:17.089103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-962e84d7-537c-4c0c-b124-5f08c25516f3 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/32170bc8-89de-4a75-b274-ef398c9f0e58 HTTP/1.1" status: 404 len: 337 time: 0.0324619 Aug 19 12:35:17.090449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port 5d6df2b9-9db5-4b50-bf5c-838aea409442 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:35:17.094922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45808) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.125731 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff361dc-22ac-4c1d-bce6-b97434e74c8d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:17.126185 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff361dc-22ac-4c1d-bce6-b97434e74c8d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:17.128693 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7ff361dc-22ac-4c1d-bce6-b97434e74c8d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/10d6ac5c-80ce-4608-b159-f3bf3f0b0c48 HTTP/1.1" status: 404 len: 337 time: 0.0323067 Aug 19 12:35:17.135691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45810) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.206953 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7b3e3e-09da-4deb-8be0-149e3f46a048 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:17.207757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7b3e3e-09da-4deb-8be0-149e3f46a048 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:17.210023 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0f7b3e3e-09da-4deb-8be0-149e3f46a048 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/ecae126a-8780-4b65-bfc7-769e5b53b024 HTTP/1.1" status: 404 len: 337 time: 0.0527174 Aug 19 12:35:17.214334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45816) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.276128 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9aa6924b-19b0-47bc-9e2b-efa8035f2576 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=f976dc52-db9c-4362-a608-99beb2f00609 HTTP/1.1" status: 200 len: 205 time: 0.0604649 Aug 19 12:35:17.280134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45818) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.299481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316575f-d119-469b-a0e3-096d61feb69d req-b18a14fa-b62a-48f7-8bff-873b200d8859 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:17.307535 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-b18a14fa-b62a-48f7-8bff-873b200d8859 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.2703667 Aug 19 12:35:17.353195 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-a9c09051-7584-445c-9deb-177c384febf1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/quotas/98869fa2853349ec87796b19730e6d7e HTTP/1.1" status: 200 len: 375 time: 0.0447061 Aug 19 12:35:17.399116 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-386227aa-a0eb-41a1-a9da-c86072e88aeb tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] delete failed (client error): The resource could not be found. Aug 19 12:35:17.399899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-386227aa-a0eb-41a1-a9da-c86072e88aeb tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/f976dc52-db9c-4362-a608-99beb2f00609 HTTP/1.1" status: 404 len: 336 time: 0.0903652 Aug 19 12:35:17.404599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45822) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.422674 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-7d115b3c-88d3-465c-90e4-dacefd4551f3 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684381 Aug 19 12:35:17.428948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-8da2455a-08fc-4a19-a4a9-2b0b28bb3b92 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:35:17.436598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-8da2455a-08fc-4a19-a4a9-2b0b28bb3b92 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122139 Aug 19 12:35:17.450470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1ccde-4397-41a0-b98c-81ae9391c0ec req-6a04ea9e-1383-4a4b-b63d-1951d3509ab4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:17.452235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bee1ccde-4397-41a0-b98c-81ae9391c0ec req-6a04ea9e-1383-4a4b-b63d-1951d3509ab4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 944 time: 0.1390181 Aug 19 12:35:17.474919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ca61fa61-149d-4c4e-83e8-b89f1fc8804e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0 HTTP/1.1" status: 200 len: 205 time: 0.0496442 Aug 19 12:35:17.488710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45824) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.528532 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bee1ccde-4397-41a0-b98c-81ae9391c0ec req-c88ae686-d52f-45f7-9517-0aed02ad9e5a tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560493 Aug 19 12:35:17.540229 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-14f932b0-c90c-471d-9b20-3ade3e8f3f6d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] delete failed (client error): The resource could not be found. Aug 19 12:35:17.541613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-14f932b0-c90c-471d-9b20-3ade3e8f3f6d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/5e7ee1bb-b51e-4b2a-a627-26eb4c87dbe0 HTTP/1.1" status: 404 len: 336 time: 0.0517852 Aug 19 12:35:17.544215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45830) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.555017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8::3d5 (f24f83f2-da32-40d5-8d15-bf98287d7830/b358fc0c-9f81-45b1-9b7e-0df21e7ffa37/5d6df2b9-9db5-4b50-bf5c-838aea409442) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:17.583613 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-341f7d03-a255-45c5-ab2d-e4e43c4969a9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:17.584150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341f7d03-a255-45c5-ab2d-e4e43c4969a9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:17.588803 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-341f7d03-a255-45c5-ab2d-e4e43c4969a9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/05d1aebe-9175-4831-81ea-67abe55c603a HTTP/1.1" status: 404 len: 337 time: 0.0407617 Aug 19 12:35:17.588803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45834) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.631649 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-af3256b5-2b60-4a3f-a7bf-eb943ea3c0b7 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=b64e68dc-9419-4336-803b-6f438c0e14f5 HTTP/1.1" status: 200 len: 205 time: 0.0417717 Aug 19 12:35:17.635387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45836) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.679847 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-5e71e900-2872-425f-a231-e862526d9e7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] delete failed (client error): The resource could not be found. Aug 19 12:35:17.680950 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5e71e900-2872-425f-a231-e862526d9e7b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/b64e68dc-9419-4336-803b-6f438c0e14f5 HTTP/1.1" status: 404 len: 336 time: 0.0447738 Aug 19 12:35:17.685314 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-edb3e04f-f3fc-459c-9343-f0dbe665a2dd service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476161 Aug 19 12:35:17.687028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45838) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.719490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:17.734007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object 5d6df2b9-9db5-4b50-bf5c-838aea409442 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:17.809320 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3e5ca8ac-bc6b-4e1d-a06b-0ff60cbde601 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1a41a0a-17bc-49be-878c-2e3bd42ab49c HTTP/1.1" status: 200 len: 205 time: 0.1224155 Aug 19 12:35:17.815310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45844) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.816332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-a02f2dfa-de39-4162-8c3f-59df51d6312f service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194038 Aug 19 12:35:17.867011 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-6add92d4-d245-40bd-9c97-36e2b2e1f822 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] delete failed (client error): The resource could not be found. Aug 19 12:35:17.868151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6add92d4-d245-40bd-9c97-36e2b2e1f822 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/a1a41a0a-17bc-49be-878c-2e3bd42ab49c HTTP/1.1" status: 404 len: 336 time: 0.0516198 Aug 19 12:35:17.870931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45846) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.898537 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba2d833-b569-4b8b-9b95-68cbdbeab77b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:17.899017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba2d833-b569-4b8b-9b95-68cbdbeab77b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:17.900745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1ba2d833-b569-4b8b-9b95-68cbdbeab77b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/3dd8aa88-26a3-43c3-928f-43079946692f HTTP/1.1" status: 404 len: 337 time: 0.0288351 Aug 19 12:35:17.903490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45848) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.931143 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-78ff11ff-a265-4a44-95ae-add8c5d5a85c tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=28886f99-5fc8-4a2c-ae22-89d1f398b7e2 HTTP/1.1" status: 200 len: 205 time: 0.0265212 Aug 19 12:35:17.933432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45850) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:17.941577 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:17.979094 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-1083b413-69ce-4edb-8d13-579fbd8eab9e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] delete failed (client error): The resource could not be found. Aug 19 12:35:17.980045 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1083b413-69ce-4edb-8d13-579fbd8eab9e tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/28886f99-5fc8-4a2c-ae22-89d1f398b7e2 HTTP/1.1" status: 404 len: 336 time: 0.0456951 Aug 19 12:35:17.982686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45852) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:18.009784 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0586c29f-1ab3-4353-83af-1ae6cf0b8d91 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:18.010231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0586c29f-1ab3-4353-83af-1ae6cf0b8d91 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:18.012016 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0586c29f-1ab3-4353-83af-1ae6cf0b8d91 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/84056fdc-f8fb-4ea8-8461-8cd232600c4e HTTP/1.1" status: 404 len: 337 time: 0.0282881 Aug 19 12:35:18.014652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45854) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:18.022774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:18.029030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:18.034848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:18.040558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:18.041176 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:18.045097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=5d6df2b9-9db5-4b50-bf5c-838aea409442,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:18.045573 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1f2ba725-b45d-4c9f-a229-b2cd4af396c9 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b35a13-9264-4214-a478-c8ce088c6ee1 HTTP/1.1" status: 200 len: 205 time: 0.0297232 Aug 19 12:35:18.047870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45856) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:18.091042 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-6916863a-a521-4919-bdb8-e04ffc205f4b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] delete failed (client error): The resource could not be found. Aug 19 12:35:18.092100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6916863a-a521-4919-bdb8-e04ffc205f4b tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/routers/a8b35a13-9264-4214-a478-c8ce088c6ee1 HTTP/1.1" status: 404 len: 336 time: 0.0431352 Aug 19 12:35:18.094900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45858) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:18.130074 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-69938888-ee77-486d-ac1e-74a771b8bdd2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:18.130293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69938888-ee77-486d-ac1e-74a771b8bdd2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:18.134430 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-69938888-ee77-486d-ac1e-74a771b8bdd2 tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/1111fd4c-3254-41ce-9adc-4d519de1d752 HTTP/1.1" status: 404 len: 337 time: 0.0361156 Aug 19 12:35:18.134919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45862) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:18.164726 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acf4d52-5b90-4a50-b8f8-339c3ed5c57d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:18.165190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acf4d52-5b90-4a50-b8f8-339c3ed5c57d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:18.166995 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8acf4d52-5b90-4a50-b8f8-339c3ed5c57d tempest-RoutersIpV6Test-1402528259 tempest-RoutersIpV6Test-1402528259-project] 10.222.0.21 "DELETE /v2.0/subnets/581cc666-2301-4842-8ec5-b7ee959cbad7 HTTP/1.1" status: 404 len: 337 time: 0.0309432 Aug 19 12:35:18.207495 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7b4aab25-d888-4e42-8328-3274cf2d750a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7477102 Aug 19 12:35:18.210378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45870) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:18.216941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-84d748ad-0475-45fd-b1ed-d676bde7fdc1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:18.308616 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a6ee0a4-762b-4efe-87d4-a4df4ec5c161 req-03c527ee-b9b5-4c53-99a3-c4dabb484c0a tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 210 time: 0.0343368 Aug 19 12:35:18.512469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d748ad-0475-45fd-b1ed-d676bde7fdc1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:18.512733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-850ed64e-fc9f-45e2-8caf-a0233c2a8b90 None None] Provisioning for port 5d6df2b9-9db5-4b50-bf5c-838aea409442 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:18.517854 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-84d748ad-0475-45fd-b1ed-d676bde7fdc1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:18.520521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-850ed64e-fc9f-45e2-8caf-a0233c2a8b90 None None] Provisioning complete for port 5d6df2b9-9db5-4b50-bf5c-838aea409442 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:18.520954 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-850ed64e-fc9f-45e2-8caf-a0233c2a8b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:18.526594 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 13e8fd2e-7d1a-44e4-9696-f528445ad50b details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:35:18.589091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-850ed64e-fc9f-45e2-8caf-a0233c2a8b90 None None] Port 5d6df2b9-9db5-4b50-bf5c-838aea409442 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:18.667312 n-d-803757-2 neutron-server[95542]: INFO neutron.db.ipam_backend_mixin [None req-84d748ad-0475-45fd-b1ed-d676bde7fdc1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b358fc0c-9f81-45b1-9b7e-0df21e7ffa37 (CIDR: 2001:db8::/64) Aug 19 12:35:18.695895 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 13e8fd2e-7d1a-44e4-9696-f528445ad50b, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=13e8fd2e-7d1a-44e4-9696-f528445ad50b,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:18.712539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '13e8fd2e-7d1a-44e4-9696-f528445ad50b', 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620', 'port_id': '13e8fd2e-7d1a-44e4-9696-f528445ad50b', 'mac_address': 'fa:16:3e:ea:02:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc788532-f0ed-4237-a424-9d3a217d0d75', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:35:18.719662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7997f-ae55-42e6-a887-19da9884e867 req-cef44a7c-cd10-43d9-be52-599e3dffb1ef tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:18.721176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43c7997f-ae55-42e6-a887-19da9884e867 req-cef44a7c-cd10-43d9-be52-599e3dffb1ef tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 944 time: 0.0527177 Aug 19 12:35:18.722891 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d748ad-0475-45fd-b1ed-d676bde7fdc1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:35:18.723369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d748ad-0475-45fd-b1ed-d676bde7fdc1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:18.765148 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:18.766247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45894) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:18.777450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43c7997f-ae55-42e6-a887-19da9884e867 req-b2d707e4-286b-4753-aedb-3a0fc5c192f7 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Aug 19 12:35:18.783857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e8fd2e-7d1a-44e4-9696-f528445ad50b {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:18.817364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-84d748ad-0475-45fd-b1ed-d676bde7fdc1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5992455 Aug 19 12:35:18.818057 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45902) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:18.823468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-821279b6-a89a-4b01-9f40-c344f571dd56 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:18.850124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 13e8fd2e-7d1a-44e4-9696-f528445ad50b, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=13e8fd2e-7d1a-44e4-9696-f528445ad50b,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:19.011371 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-67816c72-a47e-4f4c-8076-ef3ea05726ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dc37d690f844437b7c92e6428365baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438049 Aug 19 12:35:19.013801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45906) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:19.055565 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.077152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8777f351-b5f0-4615-894c-056fa29d994d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.085798 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8777f351-b5f0-4615-894c-056fa29d994d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.117351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=13e8fd2e-7d1a-44e4-9696-f528445ad50b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:19.124685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.125039 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.134906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.134906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.134906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.134906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.134906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.134906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.134906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.134906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.134906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.134906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:19.215892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821279b6-a89a-4b01-9f40-c344f571dd56 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:19.219873 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-821279b6-a89a-4b01-9f40-c344f571dd56 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.260321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['13e8fd2e-7d1a-44e4-9696-f528445ad50b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:19.295351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8777f351-b5f0-4615-894c-056fa29d994d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.298000 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8777f351-b5f0-4615-894c-056fa29d994d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.299216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8777f351-b5f0-4615-894c-056fa29d994d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbe1c7ac-de60-447c-900f-26f3f2ef5df9 HTTP/1.1" status: 204 len: 168 time: 0.2844310 Aug 19 12:35:19.321976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777f351-b5f0-4615-894c-056fa29d994d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe1c7ac-de60-447c-900f-26f3f2ef5df9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:19.446201 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2163d49e-b9db-4968-86da-0f28b130479f req-5867f2b4-cb73-4584-ab0f-1b2d68330e57 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 210 time: 0.0584452 Aug 19 12:35:19.736593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-821279b6-a89a-4b01-9f40-c344f571dd56 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.789709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821279b6-a89a-4b01-9f40-c344f571dd56 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:19.793779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-821279b6-a89a-4b01-9f40-c344f571dd56 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:19.797179 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821279b6-a89a-4b01-9f40-c344f571dd56 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:19.797807 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-821279b6-a89a-4b01-9f40-c344f571dd56 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:19.805570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee4605-8901-45fd-bf10-7f04815d8c26 None None] Network f24f83f2-da32-40d5-8d15-bf98287d7830 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:19.825222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821279b6-a89a-4b01-9f40-c344f571dd56 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Subnet': ['ID=74ae3096-1d07-423c-8064-a5a54ccecbab,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:19.919403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a933687-00e6-4b11-b001-4808234caca9 req-16b04c9e-15c1-47c9-8992-71c447a7cd5c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:19.920994 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a933687-00e6-4b11-b001-4808234caca9 req-16b04c9e-15c1-47c9-8992-71c447a7cd5c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 945 time: 0.0561280 Aug 19 12:35:19.984815 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a933687-00e6-4b11-b001-4808234caca9 req-bb3a92d7-48ad-4b77-ac22-cdc91c7a4d66 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544925 Aug 19 12:35:20.039635 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-821279b6-a89a-4b01-9f40-c344f571dd56 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2207060 Aug 19 12:35:20.042312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45936) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:20.053416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1101063671', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74ae3096-1d07-423c-8064-a5a54ccecbab'}], 'security_groups': ['fe712a5f-ce74-4cbf-b446-52ec8f8668ac']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:20.130331 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45812ff4-d22e-4d98-b33f-e71ef8f07638 None None] Update dhcp port {'port': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'fixed_ips': [{'subnet_id': 'b358fc0c-9f81-45b1-9b7e-0df21e7ffa37', 'ip_address': '2001:db8::2'}, {'subnet_id': '74ae3096-1d07-423c-8064-a5a54ccecbab'}], 'binding:host_id': 'n-d-803757-2'}, 'id': '57f76a79-8d6c-4b23-a535-f921023b86f8'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:35:20.195700 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-45812ff4-d22e-4d98-b33f-e71ef8f07638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.243135 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.486959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-45812ff4-d22e-4d98-b33f-e71ef8f07638 None None] Allocated IP 2001:db8:0:1::2 (f24f83f2-da32-40d5-8d15-bf98287d7830/74ae3096-1d07-423c-8064-a5a54ccecbab/57f76a79-8d6c-4b23-a535-f921023b86f8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:20.541948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 13e8fd2e-7d1a-44e4-9696-f528445ad50b up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:20.625882 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5047e33f-41e8-41df-b5a7-fb01679441eb req-514da71c-db50-4056-836e-1601e8675f91 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 210 time: 0.0613739 Aug 19 12:35:20.663407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-45812ff4-d22e-4d98-b33f-e71ef8f07638 None None] For port 57f76a79-8d6c-4b23-a535-f921023b86f8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=57f76a79-8d6c-4b23-a535-f921023b86f8,segment=NetworkSegment(04e975cb-7780-45d5-a5b3-2f5e269f89df),segment_id=04e975cb-7780-45d5-a5b3-2f5e269f89df)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:20.692916 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-45812ff4-d22e-4d98-b33f-e71ef8f07638 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.708899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-45812ff4-d22e-4d98-b33f-e71ef8f07638 None None] Transition to ACTIVE for port object 57f76a79-8d6c-4b23-a535-f921023b86f8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:20.805205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 13e8fd2e-7d1a-44e4-9696-f528445ad50b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:20.810144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 13e8fd2e-7d1a-44e4-9696-f528445ad50b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:20.810735 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.812600 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-45812ff4-d22e-4d98-b33f-e71ef8f07638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:20.958989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45812ff4-d22e-4d98-b33f-e71ef8f07638 None None] Pushing event updated for resources: {'Port': ['ID=57f76a79-8d6c-4b23-a535-f921023b86f8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:20.981205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Delete allocated IP 2001:db8::3d5 (f24f83f2-da32-40d5-8d15-bf98287d7830/b358fc0c-9f81-45b1-9b7e-0df21e7ffa37) {{(pid=95542) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:35:21.004241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8:0:1::3cb (f24f83f2-da32-40d5-8d15-bf98287d7830/74ae3096-1d07-423c-8064-a5a54ccecbab/5d6df2b9-9db5-4b50-bf5c-838aea409442) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:21.035711 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.086045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac801db-bf5e-4c9d-9f97-794fdae28155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e8fd2e-7d1a-44e4-9696-f528445ad50b'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:21.098172 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a1cf39-bd6d-48c2-804e-55842732f222" -d '{"events": [{"server_uuid": "8ac801db-bf5e-4c9d-9f97-794fdae28155", "name": "network-vif-plugged", "status": "completed", "tag": "13e8fd2e-7d1a-44e4-9696-f528445ad50b"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:21.127397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 13e8fd2e-7d1a-44e4-9696-f528445ad50b, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=13e8fd2e-7d1a-44e4-9696-f528445ad50b,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:21.204028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef123952-653d-40cb-837c-dec135440ab7 req-7eb47004-3d02-4c93-9121-74f6d96f335c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.206738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef123952-653d-40cb-837c-dec135440ab7 req-7eb47004-3d02-4c93-9121-74f6d96f335c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 945 time: 0.0768776 Aug 19 12:35:21.272085 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45980) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:21.279391 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.300839 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef123952-653d-40cb-837c-dec135440ab7 req-72e60948-1a0a-42db-81e7-571ce9dd476c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793073 Aug 19 12:35:21.315973 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.354318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object 5d6df2b9-9db5-4b50-bf5c-838aea409442 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:21.392813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=13e8fd2e-7d1a-44e4-9696-f528445ad50b,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:21.439017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.499039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] In _notify_port_updated(), no bound segment for port 5d6df2b9-9db5-4b50-bf5c-838aea409442 on network f24f83f2-da32-40d5-8d15-bf98287d7830 {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:35:21.509396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.510251 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.512159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "PUT /v2.0/ports/5d6df2b9-9db5-4b50-bf5c-838aea409442 HTTP/1.1" status: 200 len: 931 time: 1.4665120 Aug 19 12:35:21.515979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45992) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:21.589462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b344d2-0fe2-4b0f-b13e-60dd4a926bd6 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=5d6df2b9-9db5-4b50-bf5c-838aea409442,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:21.591860 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4295609-d2db-4e3a-8447-a21821c5ba89 x-openstack-request-id: req-f4295609-d2db-4e3a-8447-a21821c5ba89 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:21.592948 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac801db-bf5e-4c9d-9f97-794fdae28155", "name": "network-vif-plugged", "status": "completed", "tag": "13e8fd2e-7d1a-44e4-9696-f528445ad50b", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:21.593353 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4295609-d2db-4e3a-8447-a21821c5ba89 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:21.593972 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac801db-bf5e-4c9d-9f97-794fdae28155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e8fd2e-7d1a-44e4-9696-f528445ad50b', 'code': 200} Aug 19 12:35:21.741473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c555d33b-a12d-4252-99da-8b09cc7d45bf tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 5d6df2b9-9db5-4b50-bf5c-838aea409442 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:21.744297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c555d33b-a12d-4252-99da-8b09cc7d45bf tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:21.779498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a41e14b2-d96a-4c69-92f6-b37cafb3e670 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767374458'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:21.813184 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f189088b-dbd3-4174-8cce-1e502d848ae1 req-45e1d0b7-ed8f-40d1-9ce8-52d8e6c4d93d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 210 time: 0.0537069 Aug 19 12:35:21.818320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8b13d-1717-402c-9975-ee13fdd450f5 req-a8e49377-6cf4-4852-a6e7-a2ee70e67b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.820719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03d8b13d-1717-402c-9975-ee13fdd450f5 req-a8e49377-6cf4-4852-a6e7-a2ee70e67b05 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 1097 time: 0.1286013 Aug 19 12:35:21.830609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316575f-d119-469b-a0e3-096d61feb69d req-ca8965a4-af51-4a73-9642-6fd2089ca744 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:21.832459 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-ca8965a4-af51-4a73-9642-6fd2089ca744 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.30 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.3164964 Aug 19 12:35:21.861011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Request body: {'port': {'device_id': 'f19f21ec-2247-4862-b851-13f55aa51d4c', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'admin_state_up': True, 'tenant_id': '98869fa2853349ec87796b19730e6d7e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:21.931402 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03d8b13d-1717-402c-9975-ee13fdd450f5 req-c104c893-a5b5-4bc6-a734-1118a675d8c2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968735 Aug 19 12:35:22.038796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-76eaee23-66ff-48ca-8e60-9cc64447e781 None None] Provisioning for port 5d6df2b9-9db5-4b50-bf5c-838aea409442 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:22.043302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-76eaee23-66ff-48ca-8e60-9cc64447e781 None None] Provisioning complete for port 5d6df2b9-9db5-4b50-bf5c-838aea409442 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:22.043678 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-76eaee23-66ff-48ca-8e60-9cc64447e781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.083624 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-76eaee23-66ff-48ca-8e60-9cc64447e781 None None] Port 5d6df2b9-9db5-4b50-bf5c-838aea409442 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:22.159357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Made reservation on behalf of 98869fa2853349ec87796b19730e6d7e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:22.163603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.192208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-76eaee23-66ff-48ca-8e60-9cc64447e781 None None] Provisioning for port 57f76a79-8d6c-4b23-a535-f921023b86f8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:22.199559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-76eaee23-66ff-48ca-8e60-9cc64447e781 None None] Provisioning complete for port 57f76a79-8d6c-4b23-a535-f921023b86f8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:22.200152 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-76eaee23-66ff-48ca-8e60-9cc64447e781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.294693 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c555d33b-a12d-4252-99da-8b09cc7d45bf tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.300799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 57f76a79-8d6c-4b23-a535-f921023b86f8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:22.311292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c555d33b-a12d-4252-99da-8b09cc7d45bf tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 5d6df2b9-9db5-4b50-bf5c-838aea409442 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:22.377750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Allocated IP 172.20.0.10 (cb170772-c550-4210-8916-2b1ba172ab74/72722106-b2f0-4425-9aa0-54129c05fca6/f802c4d3-1846-4a83-9442-092c030e646b) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:22.401038 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a41e14b2-d96a-4c69-92f6-b37cafb3e670 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.421093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-76eaee23-66ff-48ca-8e60-9cc64447e781 None None] Provisioning complete for port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:22.421465 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-76eaee23-66ff-48ca-8e60-9cc64447e781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.449004 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a41e14b2-d96a-4c69-92f6-b37cafb3e670 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.462483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-76eaee23-66ff-48ca-8e60-9cc64447e781 None None] Port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:22.469050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 57f76a79-8d6c-4b23-a535-f921023b86f8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:22.469439 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.583222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-92926d85-b761-4fe3-974c-09beeae11f4d None None] Provisioning complete for port 5d6df2b9-9db5-4b50-bf5c-838aea409442 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:22.583690 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92926d85-b761-4fe3-974c-09beeae11f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.598099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a30d90-321d-40b2-beda-be4816d6eac6 req-6acef807-433a-49fb-b018-14b0669dc527 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.599646 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-08a30d90-321d-40b2-beda-be4816d6eac6 req-6acef807-433a-49fb-b018-14b0669dc527 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.1020317 Aug 19 12:35:22.620468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-92926d85-b761-4fe3-974c-09beeae11f4d None None] Port 5d6df2b9-9db5-4b50-bf5c-838aea409442 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:22.624570 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.632953 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c555d33b-a12d-4252-99da-8b09cc7d45bf tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.662891 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-08a30d90-321d-40b2-beda-be4816d6eac6 req-bf6ef07a-9715-46e7-babe-8874f7aa667a tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491102 Aug 19 12:35:22.672865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555d33b-a12d-4252-99da-8b09cc7d45bf tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=5d6df2b9-9db5-4b50-bf5c-838aea409442,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:22.718952 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c555d33b-a12d-4252-99da-8b09cc7d45bf tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.726905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c555d33b-a12d-4252-99da-8b09cc7d45bf tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/5d6df2b9-9db5-4b50-bf5c-838aea409442 HTTP/1.1" status: 204 len: 168 time: 1.2045629 Aug 19 12:35:22.729264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46006) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:22.756054 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd83774-7425-4fb9-b7b1-17a7bb0341b3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:35:22.757700 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fcd83774-7425-4fb9-b7b1-17a7bb0341b3 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/5d6df2b9-9db5-4b50-bf5c-838aea409442 HTTP/1.1" status: 404 len: 333 time: 0.0274932 Aug 19 12:35:22.769270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46008) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:22.780428 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a41e14b2-d96a-4c69-92f6-b37cafb3e670 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.788072 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.875117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Network cb170772-c550-4210-8916-2b1ba172ab74 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:22.883846 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:22.887659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:22.929977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event updated for resources: {'Port': ['ID=f802c4d3-1846-4a83-9442-092c030e646b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:22.985395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:22.987638 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a41e14b2-d96a-4c69-92f6-b37cafb3e670 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:22.992134 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.026227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46016) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:23.039274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-72bc9371-32e5-4156-b5af-a5d60a1b358c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.046388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e14b2-d96a-4c69-92f6-b37cafb3e670 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdfb131-ba91-461d-80e2-7aa8c3b89b32,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:23.076343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd97f69-7ae9-42c7-a6ca-2348da67f5d6 req-6d1ff881-e0a7-4a61-90a1-16cd792d06ff tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.083864 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4cd97f69-7ae9-42c7-a6ca-2348da67f5d6 req-6d1ff881-e0a7-4a61-90a1-16cd792d06ff tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 932 time: 0.1417716 Aug 19 12:35:23.119264 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-72bc9371-32e5-4156-b5af-a5d60a1b358c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.150945 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4cd97f69-7ae9-42c7-a6ca-2348da67f5d6 req-1eb01d49-28c0-49a4-b563-39dcd32e922c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660467 Aug 19 12:35:23.231240 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a41e14b2-d96a-4c69-92f6-b37cafb3e670 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.234026 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-954868bf-2c1f-4077-babd-f4c7f39c3435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.283990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-72bc9371-32e5-4156-b5af-a5d60a1b358c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.286968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-72bc9371-32e5-4156-b5af-a5d60a1b358c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.290561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-72bc9371-32e5-4156-b5af-a5d60a1b358c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/security-groups/00667d85-a715-4789-a28f-5f52e79222f0 HTTP/1.1" status: 204 len: 168 time: 0.5175028 Aug 19 12:35:23.291571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46024) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:23.306038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc9371-32e5-4156-b5af-a5d60a1b358c tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00667d85-a715-4789-a28f-5f52e79222f0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:23.329887 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-be0e591b-587f-4657-ba04-a2873bb4539c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2792597 Aug 19 12:35:23.334397 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a41e14b2-d96a-4c69-92f6-b37cafb3e670 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.357360 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b154a5c4-3b7a-4e0d-b691-007f73d46835 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.383649 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b154a5c4-3b7a-4e0d-b691-007f73d46835 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.384390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e14b2-d96a-4c69-92f6-b37cafb3e670 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedf94e2-495b-49e5-9296-10eddaae7e28,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:23.427184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-8e3c2fcb-873b-4cc5-aa99-587f17e6bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.427664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-8e3c2fcb-873b-4cc5-aa99-587f17e6bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.428139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-8e3c2fcb-873b-4cc5-aa99-587f17e6bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.428604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-8e3c2fcb-873b-4cc5-aa99-587f17e6bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.429067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-8e3c2fcb-873b-4cc5-aa99-587f17e6bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.429529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-8e3c2fcb-873b-4cc5-aa99-587f17e6bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.429985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-8e3c2fcb-873b-4cc5-aa99-587f17e6bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.432025 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-8e3c2fcb-873b-4cc5-aa99-587f17e6bc3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6491 time: 0.0618777 Aug 19 12:35:23.467808 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-ffccdf5f-140e-4723-8389-c8f21ce4d480 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6193171 Aug 19 12:35:23.478775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-fca342e9-7deb-485f-909c-e5b238636792 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:35:23.479768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-fca342e9-7deb-485f-909c-e5b238636792 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051417 Aug 19 12:35:23.490379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Request body: {'port': {'device_id': 'f19f21ec-2247-4862-b851-13f55aa51d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:23.533450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a41e14b2-d96a-4c69-92f6-b37cafb3e670 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.537737 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a41e14b2-d96a-4c69-92f6-b37cafb3e670 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2619660 Aug 19 12:35:23.538378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46026) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:23.542365 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b154a5c4-3b7a-4e0d-b691-007f73d46835 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.547614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b154a5c4-3b7a-4e0d-b691-007f73d46835 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.550098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b154a5c4-3b7a-4e0d-b691-007f73d46835 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/security-groups/fe712a5f-ce74-4cbf-b446-52ec8f8668ac HTTP/1.1" status: 204 len: 168 time: 0.2569256 Aug 19 12:35:23.561990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46028) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:23.575396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154a5c4-3b7a-4e0d-b691-007f73d46835 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe712a5f-ce74-4cbf-b446-52ec8f8668ac,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:23.577856 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.602625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-f70b5847-1370-4c65-92a7-84a9b89a13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.605695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-f70b5847-1370-4c65-92a7-84a9b89a13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.605695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-f70b5847-1370-4c65-92a7-84a9b89a13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:23.605695 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-f70b5847-1370-4c65-92a7-84a9b89a13e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7e006fa-14ef-4f06-8efb-18b1127140c8&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe HTTP/1.1" status: 200 len: 2290 time: 0.1501176 Aug 19 12:35:23.723881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-6642b0a1-89c4-4884-bea7-ec034bfb2176 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting subnet b358fc0c-9f81-45b1-9b7e-0df21e7ffa37 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:23.744341 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6642b0a1-89c4-4884-bea7-ec034bfb2176 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.820032 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-acc6e8fb-85aa-4469-afb6-af7525112b51 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2757580 Aug 19 12:35:23.822494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46032) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:23.829314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-b6045448-d46b-4997-877e-ecdb4bcd6aef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd9d49e-14bd-436e-8983-234a93f0887d HTTP/1.1" status: 200 len: 1001 time: 0.2113438 Aug 19 12:35:23.834896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3778b35a-1c44-47b9-9182-73c9fbe12a04 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group': {'name': 'tempest-security--530484819', 'description': 'tempest-security-description-518541850'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:23.866616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-954868bf-2c1f-4077-babd-f4c7f39c3435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.930059 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6642b0a1-89c4-4884-bea7-ec034bfb2176 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.987126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f802c4d3-1846-4a83-9442-092c030e646b {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:23.989469 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3778b35a-1c44-47b9-9182-73c9fbe12a04 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:23.994589 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.007975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Transition to ACTIVE for port object f802c4d3-1846-4a83-9442-092c030e646b will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:24.013175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1e174f16-602d-4c59-9a76-113c3678f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.013175 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1e174f16-602d-4c59-9a76-113c3678f379 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17153962-cb0b-4fc9-8d4f-bb84422dda6b HTTP/1.1" status: 200 len: 850 time: 0.1520710 Aug 19 12:35:24.026487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dac55-8eda-4865-b318-50ad31b9329a req-2ebfe127-6032-4044-9785-9611d3eb2f9c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.028455 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-954868bf-2c1f-4077-babd-f4c7f39c3435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.028645 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b1dac55-8eda-4865-b318-50ad31b9329a req-2ebfe127-6032-4044-9785-9611d3eb2f9c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.2426805 Aug 19 12:35:24.086946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954868bf-2c1f-4077-babd-f4c7f39c3435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfb8b8-84aa-4229-a799-3fc8380aa036,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:24.090093 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-954868bf-2c1f-4077-babd-f4c7f39c3435 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17c713c75044432dbcab284ef5ebc32f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0628247 Aug 19 12:35:24.092749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46036) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:24.158104 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99d84b2d-7d4f-482d-a2d9-ba0a35b138e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.159982 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3778b35a-1c44-47b9-9182-73c9fbe12a04 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.160078 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.178136 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b1dac55-8eda-4865-b318-50ad31b9329a req-9852a83e-3a14-4973-a760-0378fd8d84e4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385894 Aug 19 12:35:24.188771 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6642b0a1-89c4-4884-bea7-ec034bfb2176 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.198185 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1852e2d6-bd47-448c-bbed-9f64664af390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.201474 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1852e2d6-bd47-448c-bbed-9f64664af390 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7e006fa-14ef-4f06-8efb-18b1127140c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662774 Aug 19 12:35:24.240368 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99d84b2d-7d4f-482d-a2d9-ba0a35b138e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.289024 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3778b35a-1c44-47b9-9182-73c9fbe12a04 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.291597 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3778b35a-1c44-47b9-9182-73c9fbe12a04 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.293179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3778b35a-1c44-47b9-9182-73c9fbe12a04 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "PUT /v2.0/security-groups/dedf94e2-495b-49e5-9296-10eddaae7e28 HTTP/1.1" status: 200 len: 1778 time: 0.4666140 Aug 19 12:35:24.307125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46044) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:24.357469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Pushing event updated for resources: {'Port': ['ID=f802c4d3-1846-4a83-9442-092c030e646b,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:24.382095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778b35a-1c44-47b9-9182-73c9fbe12a04 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedf94e2-495b-49e5-9296-10eddaae7e28,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:24.406665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84645d48-a058-461a-b682-808f7087cf1a req-7dd50997-e051-410c-8ae1-eef0286581f5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.408672 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84645d48-a058-461a-b682-808f7087cf1a req-7dd50997-e051-410c-8ae1-eef0286581f5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.1305168 Aug 19 12:35:24.417042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-d71b4ad2-5e33-40e4-987e-e0993e21c278 service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912405 Aug 19 12:35:24.421201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364e70a-f016-4cea-9a7b-641f3c2783ac req-5f4e34a7-6095-4df3-a53a-6a429199fd94 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.423071 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0364e70a-f016-4cea-9a7b-641f3c2783ac req-5f4e34a7-6095-4df3-a53a-6a429199fd94 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 944 time: 0.1803379 Aug 19 12:35:24.428092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-95e3f2be-79a4-4cd2-ba68-6bc1bdac41e2 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-groups/dedf94e2-495b-49e5-9296-10eddaae7e28 HTTP/1.1" status: 200 len: 1778 time: 0.1174781 Aug 19 12:35:24.430970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Attempting to bind port f802c4d3-1846-4a83-9442-092c030e646b on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:24.431309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Attempting to bind port f802c4d3-1846-4a83-9442-092c030e646b by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:24.431658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Attempting to bind port f802c4d3-1846-4a83-9442-092c030e646b on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:24.432862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46046) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:24.439539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Port f802c4d3-1846-4a83-9442-092c030e646b on network cb170772-c550-4210-8916-2b1ba172ab74 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:35:24.439865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Attempting to bind port f802c4d3-1846-4a83-9442-092c030e646b on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:24.455680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:24.456021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Checking segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:24.456399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Bound using segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:24.456835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Bound port: f802c4d3-1846-4a83-9442-092c030e646b, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:24.457191 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.494412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6642b0a1-89c4-4884-bea7-ec034bfb2176 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.508772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99d84b2d-7d4f-482d-a2d9-ba0a35b138e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.511421 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99d84b2d-7d4f-482d-a2d9-ba0a35b138e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.512802 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-99d84b2d-7d4f-482d-a2d9-ba0a35b138e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4cfb8b8-84aa-4229-a799-3fc8380aa036 HTTP/1.1" status: 204 len: 168 time: 0.4185147 Aug 19 12:35:24.521528 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0364e70a-f016-4cea-9a7b-641f3c2783ac req-a55e8c52-0824-4a8d-968b-54bd4183ce1b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842967 Aug 19 12:35:24.534405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d84b2d-7d4f-482d-a2d9-ba0a35b138e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfb8b8-84aa-4229-a799-3fc8380aa036,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:24.552897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642b0a1-89c4-4884-bea7-ec034bfb2176 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Subnet': ['ID=b358fc0c-9f81-45b1-9b7e-0df21e7ffa37,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:24.564531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00d551b-745e-4719-a476-0f8d88422a81 None None] Network f24f83f2-da32-40d5-8d15-bf98287d7830 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:24.568147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] For port f802c4d3-1846-4a83-9442-092c030e646b, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:24.572480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6642b0a1-89c4-4884-bea7-ec034bfb2176 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.572584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] For port f802c4d3-1846-4a83-9442-092c030e646b, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f802c4d3-1846-4a83-9442-092c030e646b,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:24.578219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46050) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:24.578943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6642b0a1-89c4-4884-bea7-ec034bfb2176 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/b358fc0c-9f81-45b1-9b7e-0df21e7ffa37 HTTP/1.1" status: 204 len: 168 time: 1.0195923 Aug 19 12:35:24.585731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-12f8eca8-8e54-469a-a4c2-ad8804192dca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:24.595565 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84645d48-a058-461a-b682-808f7087cf1a req-0cfba1ce-9846-4371-9289-8c1dd220166e tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775529 Aug 19 12:35:24.642843 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a67235b3-2589-4e72-b96f-0acc1ae8346c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.646892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-b6502536-16d9-47b6-891a-88281854c6d0 service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227743 Aug 19 12:35:24.716340 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1f9cde00-4a3a-4e3f-8d40-32085c913bf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=519023fd-4f22-4c46-8a13-94ad7e61cad7 HTTP/1.1" status: 200 len: 217 time: 0.0572271 Aug 19 12:35:24.717988 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a67235b3-2589-4e72-b96f-0acc1ae8346c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.803459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1e3b2990-f84c-4eaa-b80a-efa8b9d6377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:24.804995 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1e3b2990-f84c-4eaa-b80a-efa8b9d6377a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0748405 Aug 19 12:35:24.947028 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a67235b3-2589-4e72-b96f-0acc1ae8346c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.952049 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a67235b3-2589-4e72-b96f-0acc1ae8346c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:24.953574 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a67235b3-2589-4e72-b96f-0acc1ae8346c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-groups/dedf94e2-495b-49e5-9296-10eddaae7e28 HTTP/1.1" status: 204 len: 168 time: 0.5190289 Aug 19 12:35:24.958668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46056) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:24.996034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67235b3-2589-4e72-b96f-0acc1ae8346c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedf94e2-495b-49e5-9296-10eddaae7e28,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:25.010312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-d3374099-fa24-4d59-97e6-455e027d4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.012208 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-d3374099-fa24-4d59-97e6-455e027d4384 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1999040 Aug 19 12:35:25.063024 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.107431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-24cf4af9-44ec-404e-982d-8238683bfc69 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1390398 Aug 19 12:35:25.118467 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.128305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46064) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:25.149056 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-e97966b9-d803-43b1-b9aa-f8c97a56f470 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] delete failed (client error): The resource could not be found. Aug 19 12:35:25.156806 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e97966b9-d803-43b1-b9aa-f8c97a56f470 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-groups/dedf94e2-495b-49e5-9296-10eddaae7e28 HTTP/1.1" status: 404 len: 347 time: 0.0298643 Aug 19 12:35:25.157512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46066) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:25.169011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-71000018-f8ed-4276-8424-5d154a9a6f97 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group': {'name': 'tempest-secgroup--718077230'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:25.184824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.186010 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.187502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] 10.222.0.30 "PUT /v2.0/ports/f802c4d3-1846-4a83-9442-092c030e646b HTTP/1.1" status: 200 len: 1092 time: 1.7008243 Aug 19 12:35:25.193496 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-ea370eb9-7d60-4076-a2cc-ff8540a94b6e service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719797 Aug 19 12:35:25.205617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19f21ec-2247-4862-b851-13f55aa51d4c', 'tag': 'f802c4d3-1846-4a83-9442-092c030e646b'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:25.207928 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20daa0be-4645-4af8-9f52-daac0f1fccc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f19f21ec-2247-4862-b851-13f55aa51d4c", "tag": "f802c4d3-1846-4a83-9442-092c030e646b"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:25.249829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13b5fb-af59-4bd6-899d-b06d1cbde193 req-7903bc9f-22c6-4b28-a003-6df789246e3d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.258461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b13b5fb-af59-4bd6-899d-b06d1cbde193 req-7903bc9f-22c6-4b28-a003-6df789246e3d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.2278452 Aug 19 12:35:25.264232 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d74a85-70e3-4cb0-95d0-1c889e1b8b44 x-openstack-request-id: req-a8d74a85-70e3-4cb0-95d0-1c889e1b8b44 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:25.264921 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19f21ec-2247-4862-b851-13f55aa51d4c", "tag": "f802c4d3-1846-4a83-9442-092c030e646b", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:25.265180 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8d74a85-70e3-4cb0-95d0-1c889e1b8b44 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:25.266437 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19f21ec-2247-4862-b851-13f55aa51d4c', 'tag': 'f802c4d3-1846-4a83-9442-092c030e646b', 'status': 'completed', 'code': 200} Aug 19 12:35:25.292267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952028f3-a550-4264-a646-6ae71e7f7cde service neutron] Pushing event updated for resources: {'Port': ['ID=f802c4d3-1846-4a83-9442-092c030e646b,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:25.324815 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-ec0e0687-1667-4dba-905b-e2c308d52aa3 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225398 Aug 19 12:35:25.371324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b13b5fb-af59-4bd6-899d-b06d1cbde193 req-e939383e-2ca5-4256-ab5b-06cf10fc88a7 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116152 Aug 19 12:35:25.383390 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-7605a251-6af0-4060-9675-6d9ebbd5792d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=d8c23d98-2995-46ce-8f34-a0804a88df54 HTTP/1.1" status: 200 len: 217 time: 0.0513673 Aug 19 12:35:25.399116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daa0be-4645-4af8-9f52-daac0f1fccc7 req-44ba0c09-3e31-4939-b1c0-2f775e68b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.399116 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20daa0be-4645-4af8-9f52-daac0f1fccc7 req-44ba0c09-3e31-4939-b1c0-2f775e68b822 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 1095 time: 0.0938282 Aug 19 12:35:25.407602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71000018-f8ed-4276-8424-5d154a9a6f97 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.470353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-cb771251-9f4b-4096-85f8-611b7121bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.472247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-cb771251-9f4b-4096-85f8-611b7121bcf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0804946 Aug 19 12:35:25.551119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daa0be-4645-4af8-9f52-daac0f1fccc7 req-953cb3aa-164f-47d0-932c-b51ed225b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.559027 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20daa0be-4645-4af8-9f52-daac0f1fccc7 req-953cb3aa-164f-47d0-932c-b51ed225b210 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=98869fa2853349ec87796b19730e6d7e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1443694 Aug 19 12:35:25.559027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f8eca8-8e54-469a-a4c2-ad8804192dca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:25.559027 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-12f8eca8-8e54-469a-a4c2-ad8804192dca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.584581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-bb72cbe1-d872-4b8f-9f38-2ef7b1f56895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.593480 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-bb72cbe1-d872-4b8f-9f38-2ef7b1f56895 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101847 Aug 19 12:35:25.664163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed16ad-c96e-423b-9b7a-4e6f7e560ced req-29b6bdfa-b5fb-4eb6-ae10-a32abe211ab0 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:25.665682 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a2ed16ad-c96e-423b-9b7a-4e6f7e560ced req-29b6bdfa-b5fb-4eb6-ae10-a32abe211ab0 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.1740384 Aug 19 12:35:25.700289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b8e34097-45ef-4ccb-bb04-e7dac2693885 None None] Provisioning complete for port 57f76a79-8d6c-4b23-a535-f921023b86f8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:25.701781 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b8e34097-45ef-4ccb-bb04-e7dac2693885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.745126 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71000018-f8ed-4276-8424-5d154a9a6f97 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.766084 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a2ed16ad-c96e-423b-9b7a-4e6f7e560ced req-51d293d2-8aa6-4c3c-b7ff-a4640a57e9cf tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587134 Aug 19 12:35:25.801932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-d690cb49-0f29-4e3c-b764-41922dc027ee service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612923 Aug 19 12:35:25.901384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b8e34097-45ef-4ccb-bb04-e7dac2693885 None None] Provisioning complete for port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:25.901883 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b8e34097-45ef-4ccb-bb04-e7dac2693885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.915957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46084) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:25.933055 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71000018-f8ed-4276-8424-5d154a9a6f97 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.957574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b8e34097-45ef-4ccb-bb04-e7dac2693885 None None] Port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:25.964935 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2398ba43-2eab-4f7d-b8d5-2ef8896d8484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.987333 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-12f8eca8-8e54-469a-a4c2-ad8804192dca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:25.989163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71000018-f8ed-4276-8424-5d154a9a6f97 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b610de45-0aee-4438-bfe0-2b7a1becad12,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:26.023050 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1b625e0d-d2b9-44e6-9e2a-de9c2d784d64 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135208 Aug 19 12:35:26.051420 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71000018-f8ed-4276-8424-5d154a9a6f97 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.052118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9124b-5291-4241-9cb4-2815867ac475 req-fa042e93-e208-4538-a6fd-13479bb33459 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.053137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-71000018-f8ed-4276-8424-5d154a9a6f97 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8915536 Aug 19 12:35:26.053639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ac9124b-5291-4241-9cb4-2815867ac475 req-fa042e93-e208-4538-a6fd-13479bb33459 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 944 time: 0.2187822 Aug 19 12:35:26.076436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46094) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:26.083618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-332222fe-d790-4eb4-9a33-072a382aab29 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': 'b610de45-0aee-4438-bfe0-2b7a1becad12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:26.119554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f8eca8-8e54-469a-a4c2-ad8804192dca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:26.128615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daa0be-4645-4af8-9f52-daac0f1fccc7 req-8def704e-875d-4ef4-ab35-e1f2c76f4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.130020 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-95e7c53f-e089-408d-b956-6dc6d9c2bc03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=60099b0b-d500-42a4-b799-7872f97217e1 HTTP/1.1" status: 200 len: 217 time: 0.0982361 Aug 19 12:35:26.130166 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20daa0be-4645-4af8-9f52-daac0f1fccc7 req-8def704e-875d-4ef4-ab35-e1f2c76f4933 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2940943 Aug 19 12:35:26.141108 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.149448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-12f8eca8-8e54-469a-a4c2-ad8804192dca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:26.157729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f8eca8-8e54-469a-a4c2-ad8804192dca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.159383 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-12f8eca8-8e54-469a-a4c2-ad8804192dca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.163020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29fc8c-a0c2-4720-9da2-d465608fe0f6 None None] Network f24f83f2-da32-40d5-8d15-bf98287d7830 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:26.174953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8eca8-8e54-469a-a4c2-ad8804192dca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Subnet': ['ID=5cc651e9-8a8a-43a9-8a33-214600929159,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:26.220346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-7662a28b-ee93-446f-aeee-922a72dc5a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.222450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-7662a28b-ee93-446f-aeee-922a72dc5a1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0799794 Aug 19 12:35:26.248595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ac9124b-5291-4241-9cb4-2815867ac475 req-daab6e90-14b4-467f-9b49-5cd4fd387e57 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783879 Aug 19 12:35:26.288619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316575f-d119-469b-a0e3-096d61feb69d req-bb8d95cc-ff46-49fd-9051-5e519f01d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.290453 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-bb8d95cc-ff46-49fd-9051-5e519f01d264 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 1095 time: 0.0829241 Aug 19 12:35:26.321214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-c94baeaa-bc97-4c5d-9e93-4467d6dc59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.323276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-c94baeaa-bc97-4c5d-9e93-4467d6dc59fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0933471 Aug 19 12:35:26.339921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-dd6e0c2f-af80-45ec-92f0-1ec5b5749f13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f802c4d3-1846-4a83-9442-092c030e646b HTTP/1.1" status: 200 len: 217 time: 0.0416451 Aug 19 12:35:26.408192 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2398ba43-2eab-4f7d-b8d5-2ef8896d8484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.420126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316575f-d119-469b-a0e3-096d61feb69d req-261ec3b1-b228-430e-ae27-3be975337ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.421912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-261ec3b1-b228-430e-ae27-3be975337ef8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 200 len: 846 time: 0.0752957 Aug 19 12:35:26.448557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f490b-0a53-4fa3-b09d-874c61902c38 None None] Update dhcp port {'port': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'fixed_ips': [{'subnet_id': '74ae3096-1d07-423c-8064-a5a54ccecbab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5cc651e9-8a8a-43a9-8a33-214600929159'}], 'binding:host_id': 'n-d-803757-2'}, 'id': '57f76a79-8d6c-4b23-a535-f921023b86f8'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:35:26.466614 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-de6b29d0-65a0-4eae-b60b-de519cb84627 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb170772-c550-4210-8916-2b1ba172ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372982 Aug 19 12:35:26.485304 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-028f490b-0a53-4fa3-b09d-874c61902c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.500331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-04235780-1f4e-4aae-af65-46723834513d service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699181 Aug 19 12:35:26.588403 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2398ba43-2eab-4f7d-b8d5-2ef8896d8484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.619590 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-896dd572-3e0a-406b-bc23-f64c0a8374b6 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115596 Aug 19 12:35:26.682250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0534ff1-2106-489b-8ebf-d931d87e9232 req-d018935b-b9cb-4357-821d-1108287a5210 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.685527 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-a94794be-17af-4408-9984-4fd56e9aec91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=20e4112b-3057-41a2-9085-d691c1cabe8d HTTP/1.1" status: 200 len: 217 time: 0.0590329 Aug 19 12:35:26.687303 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0534ff1-2106-489b-8ebf-d931d87e9232 req-d018935b-b9cb-4357-821d-1108287a5210 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.1423192 Aug 19 12:35:26.705451 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-12f8eca8-8e54-469a-a4c2-ad8804192dca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1245413 Aug 19 12:35:26.729653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46100) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:26.734962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-028f490b-0a53-4fa3-b09d-874c61902c38 None None] Allocated IP 2001:db8::2 (f24f83f2-da32-40d5-8d15-bf98287d7830/5cc651e9-8a8a-43a9-8a33-214600929159/57f76a79-8d6c-4b23-a535-f921023b86f8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:26.742020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-05e91094-75be-4365-a35f-deed933bd71d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'security_group': {'name': 'tempest-secgroup-1630874664'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:26.755717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46102) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:26.756214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2398ba43-2eab-4f7d-b8d5-2ef8896d8484 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f65c9868f3940eea78a5374d504f9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8375869 Aug 19 12:35:26.762448 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-1010e52a-83fb-42bb-b91c-19a84a9aaafc service neutron] 10.222.0.30 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883217 Aug 19 12:35:26.763169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398ba43-2eab-4f7d-b8d5-2ef8896d8484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4343e61b-e05f-42c4-90fb-5a8d5ea1ef87,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:26.771231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-49c9aeec-9839-4100-a820-1b43a9d070ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.773000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-49c9aeec-9839-4100-a820-1b43a9d070ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0801592 Aug 19 12:35:26.863585 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0534ff1-2106-489b-8ebf-d931d87e9232 req-4453c31d-6108-48a8-a0fc-4429fd12d762 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408393 Aug 19 12:35:26.883912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b75233b-60fe-41ac-bcd7-3ad7b65939b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.890010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-028f490b-0a53-4fa3-b09d-874c61902c38 None None] For port 57f76a79-8d6c-4b23-a535-f921023b86f8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=57f76a79-8d6c-4b23-a535-f921023b86f8,segment=NetworkSegment(04e975cb-7780-45d5-a5b3-2f5e269f89df),segment_id=04e975cb-7780-45d5-a5b3-2f5e269f89df)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:26.903797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1fdfc1a4-43c8-448a-b976-53bc6b4e5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:26.906910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1fdfc1a4-43c8-448a-b976-53bc6b4e5903 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1258819 Aug 19 12:35:26.930862 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f316575f-d119-469b-a0e3-096d61feb69d req-1739e82b-fa57-4dc5-84b4-e2712086a5d8 service neutron] 10.222.0.30 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273904 Aug 19 12:35:26.934610 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-028f490b-0a53-4fa3-b09d-874c61902c38 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.948971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b75233b-60fe-41ac-bcd7-3ad7b65939b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.958910 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-332222fe-d790-4eb4-9a33-072a382aab29 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:26.967799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-028f490b-0a53-4fa3-b09d-874c61902c38 None None] Transition to ACTIVE for port object 57f76a79-8d6c-4b23-a535-f921023b86f8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:27.058759 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-332222fe-d790-4eb4-9a33-072a382aab29 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.081238 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-a3a946ce-d2d3-4781-949d-136d4e832922 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532753 Aug 19 12:35:27.112423 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-028f490b-0a53-4fa3-b09d-874c61902c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.147265 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05e91094-75be-4365-a35f-deed933bd71d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.151046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-332222fe-d790-4eb4-9a33-072a382aab29 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.184012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f490b-0a53-4fa3-b09d-874c61902c38 None None] Pushing event updated for resources: {'Port': ['ID=57f76a79-8d6c-4b23-a535-f921023b86f8,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:27.199339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-2383a464-453f-4c3c-aded-39627cf7c6d1 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108615 Aug 19 12:35:27.222388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332222fe-d790-4eb4-9a33-072a382aab29 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45766052-588d-471c-b374-212e43a91a14,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:27.244623 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-e2063448-5ed0-4ea5-af40-2ac78ff18524 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d HTTP/1.1" status: 200 len: 217 time: 0.0377262 Aug 19 12:35:27.291920 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b75233b-60fe-41ac-bcd7-3ad7b65939b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.303547 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b75233b-60fe-41ac-bcd7-3ad7b65939b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.304733 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1b75233b-60fe-41ac-bcd7-3ad7b65939b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4343e61b-e05f-42c4-90fb-5a8d5ea1ef87 HTTP/1.1" status: 204 len: 168 time: 0.5480831 Aug 19 12:35:27.327774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75233b-60fe-41ac-bcd7-3ad7b65939b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4343e61b-e05f-42c4-90fb-5a8d5ea1ef87,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:27.357941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05e91094-75be-4365-a35f-deed933bd71d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.359214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-403f8a2d-6a68-4607-b863-e5dbdf960b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:27.360748 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-403f8a2d-6a68-4607-b863-e5dbdf960b7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.1083875 Aug 19 12:35:27.423021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4c19c-095f-489c-93d7-2f264dff3480 req-974c11e0-dce1-47cc-981f-185f123b49d8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:27.424815 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92f4c19c-095f-489c-93d7-2f264dff3480 req-974c11e0-dce1-47cc-981f-185f123b49d8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 944 time: 0.0654724 Aug 19 12:35:27.428018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1da89bcc-2bd5-4d97-a1b4-e678026bf02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:27.430138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1da89bcc-2bd5-4d97-a1b4-e678026bf02d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0584249 Aug 19 12:35:27.439715 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05e91094-75be-4365-a35f-deed933bd71d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.497888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-332222fe-d790-4eb4-9a33-072a382aab29 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.502579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-332222fe-d790-4eb4-9a33-072a382aab29 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4227092 Aug 19 12:35:27.503392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e91094-75be-4365-a35f-deed933bd71d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfecc83-47c0-4f05-a7d7-321b96dc9523,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:27.507444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46114) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:27.518154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92f4c19c-095f-489c-93d7-2f264dff3480 req-9b510f26-48f9-4270-91d6-8026c4cd2233 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808146 Aug 19 12:35:27.548785 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05e91094-75be-4365-a35f-deed933bd71d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.551201 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-05e91094-75be-4365-a35f-deed933bd71d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8179669 Aug 19 12:35:27.552070 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d0b3-9172-4a49-ae59-64914b9beae1 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.553186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46116) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:27.561264 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d0b3-9172-4a49-ae59-64914b9beae1 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.564949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b05a8756-efaf-40a0-bcc0-1ab6f388d840 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'security_group': {'name': 'tempest-secgroup-1051419346'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:27.595373 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-dfe16da3-458a-4fdf-a02d-bf20e6f6e5ab service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558874 Aug 19 12:35:27.700465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-70be9d5b-8645-447c-845e-49670884ced9 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960517 Aug 19 12:35:27.741554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d0b3-9172-4a49-ae59-64914b9beae1 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.747289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b05a8756-efaf-40a0-bcc0-1ab6f388d840 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.757864 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-1ca3ac35-7e7c-4ac9-8be5-a9a5e0ce1252 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a4976-af0d-428f-9c3a-9245088802fc HTTP/1.1" status: 200 len: 217 time: 0.0421791 Aug 19 12:35:27.758000 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3f6d0b3-9172-4a49-ae59-64914b9beae1 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.758000 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f3f6d0b3-9172-4a49-ae59-64914b9beae1 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/45766052-588d-471c-b374-212e43a91a14 HTTP/1.1" status: 204 len: 168 time: 0.2455015 Aug 19 12:35:27.760884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46124) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:27.769526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6d0b3-9172-4a49-ae59-64914b9beae1 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45766052-588d-471c-b374-212e43a91a14,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:27.851735 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ab2ada08-c0eb-4812-8906-9b14b6196000 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0871389 Aug 19 12:35:27.852369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46130) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:27.863555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-f1ced6a8-1b6d-4cfa-91f0-3eb1e6943408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:27.865139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-f1ced6a8-1b6d-4cfa-91f0-3eb1e6943408 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.1066761 Aug 19 12:35:27.911453 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-123b70cc-2009-42ad-aaf1-b0513e23a349 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.948044 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-123b70cc-2009-42ad-aaf1-b0513e23a349 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:27.979071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-dd63e9b4-d12a-4fae-8346-052449ba3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:27.980668 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-dd63e9b4-d12a-4fae-8346-052449ba3de5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046185 Aug 19 12:35:28.052327 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b05a8756-efaf-40a0-bcc0-1ab6f388d840 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.106184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eac3c1d5-e506-44c6-9294-1a84e5c78e37 None None] Provisioning for port 57f76a79-8d6c-4b23-a535-f921023b86f8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:28.111614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eac3c1d5-e506-44c6-9294-1a84e5c78e37 None None] Provisioning complete for port 57f76a79-8d6c-4b23-a535-f921023b86f8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:28.112614 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eac3c1d5-e506-44c6-9294-1a84e5c78e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.121822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf923a-f8e0-4df3-8ef6-9daf39a86326 req-8b0eb67e-d5e9-4223-b2f1-93a9bcb008c5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.123358 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1dcf923a-f8e0-4df3-8ef6-9daf39a86326 req-8b0eb67e-d5e9-4223-b2f1-93a9bcb008c5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0750332 Aug 19 12:35:28.154450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-cffa7478-53ad-4a12-8ca9-68b6894d9254 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624210 Aug 19 12:35:28.158173 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-123b70cc-2009-42ad-aaf1-b0513e23a349 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.160504 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b05a8756-efaf-40a0-bcc0-1ab6f388d840 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.162449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-123b70cc-2009-42ad-aaf1-b0513e23a349 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.164193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-123b70cc-2009-42ad-aaf1-b0513e23a349 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-groups/b610de45-0aee-4438-bfe0-2b7a1becad12 HTTP/1.1" status: 204 len: 168 time: 0.3108578 Aug 19 12:35:28.174396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46148) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:28.175203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b70cc-2009-42ad-aaf1-b0513e23a349 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b610de45-0aee-4438-bfe0-2b7a1becad12,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:28.255017 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1dcf923a-f8e0-4df3-8ef6-9daf39a86326 req-8a268d2e-72c4-4769-bb28-253d5de3408d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235144 Aug 19 12:35:28.281256 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b05a8756-efaf-40a0-bcc0-1ab6f388d840 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.283079 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b05a8756-efaf-40a0-bcc0-1ab6f388d840 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7281175 Aug 19 12:35:28.286240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eac3c1d5-e506-44c6-9294-1a84e5c78e37 None None] Provisioning complete for port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:28.286619 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eac3c1d5-e506-44c6-9294-1a84e5c78e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.288341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46154) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:28.293318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1e349331-5a80-4acc-afe1-c5a6160fc643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'security_group': {'name': 'tempest-secgroup-1262479279'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:28.299669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a8756-efaf-40a0-bcc0-1ab6f388d840 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7709d6f2-3fa5-45a6-8e19-4bd2a17d9496,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:28.322472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 57f76a79-8d6c-4b23-a535-f921023b86f8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:28.348552 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fe98921a-9c22-4000-a7b3-3971ce1e83b9 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1709821 Aug 19 12:35:28.352615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46156) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:28.355126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7f772a0-fd10-4f1a-9e09-cb9984b0ebd7 req-cc234286-c4c0-425a-8ebf-833eb3b59cce service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844230 Aug 19 12:35:28.357729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-93cf6eba-6288-4286-b119-5f786c180cdf tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group': {'name': 'tempest-secgroup--604286771'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:28.388325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-eac3c1d5-e506-44c6-9294-1a84e5c78e37 None None] Port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:28.404445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 57f76a79-8d6c-4b23-a535-f921023b86f8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:28.404819 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.432502 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e349331-5a80-4acc-afe1-c5a6160fc643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.540633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93cf6eba-6288-4286-b119-5f786c180cdf tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.634650 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e349331-5a80-4acc-afe1-c5a6160fc643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.666303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128c215-735d-41ca-b050-a2a48e9ba68d req-18a049d3-4ef0-42f5-9442-655d6de33018 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:28.667876 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b128c215-735d-41ca-b050-a2a48e9ba68d req-18a049d3-4ef0-42f5-9442-655d6de33018 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 944 time: 0.0605900 Aug 19 12:35:28.708989 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b128c215-735d-41ca-b050-a2a48e9ba68d req-8a9e1948-6ef2-4d28-bbd0-8229df51c0d6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352688 Aug 19 12:35:28.731824 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e349331-5a80-4acc-afe1-c5a6160fc643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.762157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e349331-5a80-4acc-afe1-c5a6160fc643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a405bcc1-b994-4680-849c-debc53ada738,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:28.797573 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93cf6eba-6288-4286-b119-5f786c180cdf tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.884405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93cf6eba-6288-4286-b119-5f786c180cdf tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.917572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf6eba-6288-4286-b119-5f786c180cdf tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853d9b80-db60-4fb5-9472-33a935d92b0e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:28.992110 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e349331-5a80-4acc-afe1-c5a6160fc643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:28.993826 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1e349331-5a80-4acc-afe1-c5a6160fc643 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7043645 Aug 19 12:35:28.996327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46182) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:29.002030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-64752547', 'security_groups': ['a405bcc1-b994-4680-849c-debc53ada738'], 'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5cc651e9-8a8a-43a9-8a33-214600929159'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:29.015114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93cf6eba-6288-4286-b119-5f786c180cdf tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.017042 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-93cf6eba-6288-4286-b119-5f786c180cdf tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6634245 Aug 19 12:35:29.021097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46186) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:29.025698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e59e0f55-6c06-4306-abf7-939f7a16ddee tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': '853d9b80-db60-4fb5-9472-33a935d92b0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:29.169782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f802c4d3-1846-4a83-9442-092c030e646b details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:35:29.174914 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e59e0f55-6c06-4306-abf7-939f7a16ddee tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.239579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e59e0f55-6c06-4306-abf7-939f7a16ddee tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.290522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f802c4d3-1846-4a83-9442-092c030e646b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f802c4d3-1846-4a83-9442-092c030e646b,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:29.303442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'f802c4d3-1846-4a83-9442-092c030e646b', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'port_id': 'f802c4d3-1846-4a83-9442-092c030e646b', 'mac_address': 'fa:16:3e:a9:5f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72722106-b2f0-4425-9aa0-54129c05fca6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:35:29.341737 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.357988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f802c4d3-1846-4a83-9442-092c030e646b {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:29.382190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f802c4d3-1846-4a83-9442-092c030e646b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f802c4d3-1846-4a83-9442-092c030e646b,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:29.399426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d5b1c-1364-4304-8c60-8b175ed5c324 req-24906bc3-9526-4fd1-ba73-d54b81f958d3 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:29.401154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1c7d5b1c-1364-4304-8c60-8b175ed5c324 req-24906bc3-9526-4fd1-ba73-d54b81f958d3 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0595200 Aug 19 12:35:29.418876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:29.421075 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e59e0f55-6c06-4306-abf7-939f7a16ddee tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.442707 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1c7d5b1c-1364-4304-8c60-8b175ed5c324 req-6f1da556-b520-423f-93e5-7d20c16e10a9 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343487 Aug 19 12:35:29.478413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e0f55-6c06-4306-abf7-939f7a16ddee tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb853f48-0069-4d80-ae8d-d3ca885efc4f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:29.529453 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.548952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] device_id is not set on port ff27c779-0c87-4e95-9cba-c229e62faae3 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:35:29.552432 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.610607 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e59e0f55-6c06-4306-abf7-939f7a16ddee tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.611858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e59e0f55-6c06-4306-abf7-939f7a16ddee tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5902119 Aug 19 12:35:29.614751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46198) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:29.619522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=f802c4d3-1846-4a83-9442-092c030e646b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:29.619677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-27064fef-eada-4d25-b155-4de6dab22136 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': '853d9b80-db60-4fb5-9472-33a935d92b0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:29.748953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8::44 (f24f83f2-da32-40d5-8d15-bf98287d7830/5cc651e9-8a8a-43a9-8a33-214600929159/ff27c779-0c87-4e95-9cba-c229e62faae3) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:29.763963 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27064fef-eada-4d25-b155-4de6dab22136 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.834930 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27064fef-eada-4d25-b155-4de6dab22136 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.843417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:29.967319 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27064fef-eada-4d25-b155-4de6dab22136 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:29.983252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27064fef-eada-4d25-b155-4de6dab22136 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3c0340-7a21-46c4-acdc-feb9fd441f02,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:30.073589 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27064fef-eada-4d25-b155-4de6dab22136 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.077590 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-27064fef-eada-4d25-b155-4de6dab22136 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4593372 Aug 19 12:35:30.077922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46210) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:30.084294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b3f0abe2-9936-4991-8a21-4ef1237b9147 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': '853d9b80-db60-4fb5-9472-33a935d92b0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:30.184140 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f0abe2-9936-4991-8a21-4ef1237b9147 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.269254 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f0abe2-9936-4991-8a21-4ef1237b9147 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.338144 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd25e9-10c8-4c0e-90fe-1825bbc70900 req-2681641d-67c6-4d31-b454-89612953bffa tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:30.339641 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1fd25e9-10c8-4c0e-90fe-1825bbc70900 req-2681641d-67c6-4d31-b454-89612953bffa tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 945 time: 0.4940274 Aug 19 12:35:30.362849 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.390549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object ff27c779-0c87-4e95-9cba-c229e62faae3 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:30.392613 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f0abe2-9936-4991-8a21-4ef1237b9147 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.401241 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1fd25e9-10c8-4c0e-90fe-1825bbc70900 req-556862f4-d61a-493e-85aa-ae658cedad47 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541067 Aug 19 12:35:30.413913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0abe2-9936-4991-8a21-4ef1237b9147 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d5d32f-4624-4d67-bbbc-b8cce4d76f70,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:30.535539 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.548040 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f0abe2-9936-4991-8a21-4ef1237b9147 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.548040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b3f0abe2-9936-4991-8a21-4ef1237b9147 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4659369 Aug 19 12:35:30.549819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46222) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:30.555613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9b6f7f48-6122-4af9-b4bc-d424f6f7d8dc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': '853d9b80-db60-4fb5-9472-33a935d92b0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:30.582281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:30.585751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:30.588572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627daa8-9d57-4ce5-a030-95ef187e11ec req-b66ae9fb-e9b2-4c9f-b0d4-6e8476b9d0a3 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:30.588722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:30.590201 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5627daa8-9d57-4ce5-a030-95ef187e11ec req-b66ae9fb-e9b2-4c9f-b0d4-6e8476b9d0a3 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0741343 Aug 19 12:35:30.594966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:30.595598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.609029 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=ff27c779-0c87-4e95-9cba-c229e62faae3,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:30.636265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5627daa8-9d57-4ce5-a030-95ef187e11ec req-0659a6e9-4961-48df-83f9-7766cd8994b4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387709 Aug 19 12:35:30.734450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7f48-6122-4af9-b4bc-d424f6f7d8dc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.795503 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7f48-6122-4af9-b4bc-d424f6f7d8dc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.864813 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-86002fc3-a7e9-493b-8abc-78db2ffc3efb tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8647902 Aug 19 12:35:30.867890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46232) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:30.870400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1884b4c8-4811-4a32-91c9-89c839bf62d9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:30.957897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7f48-6122-4af9-b4bc-d424f6f7d8dc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:30.976307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f7f48-6122-4af9-b4bc-d424f6f7d8dc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94963df-4455-4df4-a6de-14665718f84f,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:31.037818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-261fd137-168a-4ba7-8047-0fe937ef65fd None None] Provisioning for port ff27c779-0c87-4e95-9cba-c229e62faae3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:31.042425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-261fd137-168a-4ba7-8047-0fe937ef65fd None None] Provisioning complete for port ff27c779-0c87-4e95-9cba-c229e62faae3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:31.042938 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-261fd137-168a-4ba7-8047-0fe937ef65fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.078663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-261fd137-168a-4ba7-8047-0fe937ef65fd None None] Port ff27c779-0c87-4e95-9cba-c229e62faae3 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:31.128914 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1884b4c8-4811-4a32-91c9-89c839bf62d9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:31.132501 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1884b4c8-4811-4a32-91c9-89c839bf62d9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.180682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f802c4d3-1846-4a83-9442-092c030e646b up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:31.241221 n-d-803757-2 neutron-server[95543]: INFO neutron.db.ipam_backend_mixin [None req-1884b4c8-4811-4a32-91c9-89c839bf62d9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5cc651e9-8a8a-43a9-8a33-214600929159 (CIDR: 2001:db8::/64) Aug 19 12:35:31.272781 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-1884b4c8-4811-4a32-91c9-89c839bf62d9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:35:31.272949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7f48-6122-4af9-b4bc-d424f6f7d8dc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.273783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1884b4c8-4811-4a32-91c9-89c839bf62d9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:31.274081 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9b6f7f48-6122-4af9-b4bc-d424f6f7d8dc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7232285 Aug 19 12:35:31.286258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46242) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:31.290252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': '853d9b80-db60-4fb5-9472-33a935d92b0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:31.346006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port f802c4d3-1846-4a83-9442-092c030e646b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:31.350276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port f802c4d3-1846-4a83-9442-092c030e646b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:31.350932 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.429677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1884b4c8-4811-4a32-91c9-89c839bf62d9 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5634837 Aug 19 12:35:31.432982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46244) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:31.436715 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.446361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c2b6a038-aff2-4ca1-9e11-01f308e08d40 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:31.467439 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19f21ec-2247-4862-b851-13f55aa51d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f802c4d3-1846-4a83-9442-092c030e646b'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:31.467439 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc149d0-88d0-4359-8cb3-ec57e0630c52" -d '{"events": [{"server_uuid": "f19f21ec-2247-4862-b851-13f55aa51d4c", "name": "network-vif-plugged", "status": "completed", "tag": "f802c4d3-1846-4a83-9442-092c030e646b"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:31.484081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f802c4d3-1846-4a83-9442-092c030e646b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f802c4d3-1846-4a83-9442-092c030e646b,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:31.521580 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.521676 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98c371d-bfa8-4471-972d-89110c630353 x-openstack-request-id: req-a98c371d-bfa8-4471-972d-89110c630353 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:31.521676 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19f21ec-2247-4862-b851-13f55aa51d4c", "name": "network-vif-plugged", "status": "completed", "tag": "f802c4d3-1846-4a83-9442-092c030e646b", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:31.521676 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a98c371d-bfa8-4471-972d-89110c630353 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:31.521676 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19f21ec-2247-4862-b851-13f55aa51d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f802c4d3-1846-4a83-9442-092c030e646b', 'code': 200} Aug 19 12:35:31.609355 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.627028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.644290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73bc9f-3e05-430a-b497-2506e17f4b06 req-0825e4ad-93e8-43e1-8fc5-657c10ce3ed1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:31.650930 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac73bc9f-3e05-430a-b497-2506e17f4b06 req-0825e4ad-93e8-43e1-8fc5-657c10ce3ed1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 945 time: 0.1047599 Aug 19 12:35:31.671412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=f802c4d3-1846-4a83-9442-092c030e646b,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:31.678315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e5e7f-0713-4392-acc9-e4040b573a68 req-2f50b76d-ed59-4490-a42b-6bce680d5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:31.679834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef1e5e7f-0713-4392-acc9-e4040b573a68 req-2f50b76d-ed59-4490-a42b-6bce680d5f35 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 1097 time: 0.0919876 Aug 19 12:35:31.699235 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac73bc9f-3e05-430a-b497-2506e17f4b06 req-02b4ae0a-329a-4d78-bddb-75f2dd17bc7b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399802 Aug 19 12:35:31.740668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.747728 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef1e5e7f-0713-4392-acc9-e4040b573a68 req-5a9f4a81-cd03-4c6c-a862-e30d2b2d6450 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602212 Aug 19 12:35:31.759551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef302ab-5c47-4c8d-a4b7-a56049f408f5,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:31.771527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.773131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.773814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.774176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.774521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.774899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.775259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.775592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.776115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.776450 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.776782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.777115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:31.786245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978049eb-e9e4-4563-a1fa-63b914a3a297 req-cf051ded-9db7-4fbb-b1e4-6e3396ee1f28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:31.787923 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-978049eb-e9e4-4563-a1fa-63b914a3a297 req-cf051ded-9db7-4fbb-b1e4-6e3396ee1f28 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0554574 Aug 19 12:35:31.829909 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-978049eb-e9e4-4563-a1fa-63b914a3a297 req-198d7b97-09cb-4fde-a4bd-d78c12338cf1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358949 Aug 19 12:35:31.837456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b6a038-aff2-4ca1-9e11-01f308e08d40 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:31.841166 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a038-aff2-4ca1-9e11-01f308e08d40 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.932711 n-d-803757-2 neutron-server[95543]: INFO neutron.db.ipam_backend_mixin [None req-c2b6a038-aff2-4ca1-9e11-01f308e08d40 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 74ae3096-1d07-423c-8064-a5a54ccecbab (CIDR: 2001:db8:0:1::/64) Aug 19 12:35:31.951888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:31.954020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-90c1efd3-5435-46e6-9229-5d904e33261c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6735237 Aug 19 12:35:31.964083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46258) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:31.992008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1fb3-e168-493f-87f6-294a11fabd34 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.000594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1fb3-e168-493f-87f6-294a11fabd34 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.017438 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b6a038-aff2-4ca1-9e11-01f308e08d40 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:35:32.017934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b6a038-aff2-4ca1-9e11-01f308e08d40 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:32.166696 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c2b6a038-aff2-4ca1-9e11-01f308e08d40 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7292681 Aug 19 12:35:32.166856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46262) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:32.172044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2a7cc84d-3d04-43e6-9fde-700ae6fa6498 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'subnet': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:32.186915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1fb3-e168-493f-87f6-294a11fabd34 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.219485 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1fb3-e168-493f-87f6-294a11fabd34 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.220569 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3d0c1fb3-e168-493f-87f6-294a11fabd34 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/aef302ab-5c47-4c8d-a4b7-a56049f408f5 HTTP/1.1" status: 204 len: 168 time: 0.2627084 Aug 19 12:35:32.223199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46266) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:32.228840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c1fb3-e168-493f-87f6-294a11fabd34 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aef302ab-5c47-4c8d-a4b7-a56049f408f5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:32.310611 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-37df46dc-9d5c-414f-aefb-549587b00b02 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0859084 Aug 19 12:35:32.313494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46270) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:32.341044 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50f76c8e-0d63-4358-8c2c-0254223b772e tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.349228 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50f76c8e-0d63-4358-8c2c-0254223b772e tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.394369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7cc84d-3d04-43e6-9fde-700ae6fa6498 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Made reservation on behalf of 7ea92cde6a0c4bb0a39435c007b142fe for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:32.396953 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a7cc84d-3d04-43e6-9fde-700ae6fa6498 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.455727 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50f76c8e-0d63-4358-8c2c-0254223b772e tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.461021 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50f76c8e-0d63-4358-8c2c-0254223b772e tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.462614 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-50f76c8e-0d63-4358-8c2c-0254223b772e tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/a94963df-4455-4df4-a6de-14665718f84f HTTP/1.1" status: 204 len: 168 time: 0.1477818 Aug 19 12:35:32.468465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46276) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:32.472454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f76c8e-0d63-4358-8c2c-0254223b772e tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a94963df-4455-4df4-a6de-14665718f84f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:32.554404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1b5f7521-31fd-4345-8570-0331efc7828d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0844646 Aug 19 12:35:32.557574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46278) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:32.582949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c79a-de0e-40c8-a349-e5517125ff51 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.591360 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c79a-de0e-40c8-a349-e5517125ff51 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.677884 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c79a-de0e-40c8-a349-e5517125ff51 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.703972 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c79a-de0e-40c8-a349-e5517125ff51 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.705350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0cf0c79a-de0e-40c8-a349-e5517125ff51 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b4d5d32f-4624-4d67-bbbc-b8cce4d76f70 HTTP/1.1" status: 204 len: 168 time: 0.1466866 Aug 19 12:35:32.708773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46282) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:32.717782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0c79a-de0e-40c8-a349-e5517125ff51 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4d5d32f-4624-4d67-bbbc-b8cce4d76f70,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:32.764804 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1c0a170f-5de3-4975-bcb7-c0cb9b2c1041 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0533490 Aug 19 12:35:32.767692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46286) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:32.793213 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbc73038-5142-4e80-a2e0-4a63cb11c086 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.801904 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbc73038-5142-4e80-a2e0-4a63cb11c086 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.827265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cb533-7edc-40c9-ae58-27d9d15b8259 req-4dc8323b-98d3-4fa7-b5e6-992416350885 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:32.828858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf1cb533-7edc-40c9-ae58-27d9d15b8259 req-4dc8323b-98d3-4fa7-b5e6-992416350885 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 946 time: 0.0514419 Aug 19 12:35:32.832018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a7cc84d-3d04-43e6-9fde-700ae6fa6498 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.886357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7cc84d-3d04-43e6-9fde-700ae6fa6498 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Network f24f83f2-da32-40d5-8d15-bf98287d7830 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:32.896980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-2a7cc84d-3d04-43e6-9fde-700ae6fa6498 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:32.907479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a16258-c1fc-4496-9831-e59b506b18b7 None None] Network f24f83f2-da32-40d5-8d15-bf98287d7830 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:32.912264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7cc84d-3d04-43e6-9fde-700ae6fa6498 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:32.913081 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a7cc84d-3d04-43e6-9fde-700ae6fa6498 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.925376 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf1cb533-7edc-40c9-ae58-27d9d15b8259 req-527fa53f-baa1-48a4-b09b-19734549d4f9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876369 Aug 19 12:35:32.946679 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbc73038-5142-4e80-a2e0-4a63cb11c086 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.952507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cc84d-3d04-43e6-9fde-700ae6fa6498 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Subnet': ['ID=d063ef8c-074a-4cea-bf3e-552031ba4f70,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:32.960079 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dbc73038-5142-4e80-a2e0-4a63cb11c086 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:32.961193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dbc73038-5142-4e80-a2e0-4a63cb11c086 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4d3c0340-7a21-46c4-acdc-feb9fd441f02 HTTP/1.1" status: 204 len: 168 time: 0.1924880 Aug 19 12:35:32.962189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc73038-5142-4e80-a2e0-4a63cb11c086 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d3c0340-7a21-46c4-acdc-feb9fd441f02,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:32.964606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46292) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:32.985815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de01c4-c341-4973-89c4-3367bb7e02b5 req-af8b76b3-e500-418f-8705-1443801ebd41 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:32.993342 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2de01c4-c341-4973-89c4-3367bb7e02b5 req-af8b76b3-e500-418f-8705-1443801ebd41 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0908787 Aug 19 12:35:33.041503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2de01c4-c341-4973-89c4-3367bb7e02b5 req-82e0fe6d-393b-419b-af11-6e0a86decc58 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Aug 19 12:35:33.057759 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2a7cc84d-3d04-43e6-9fde-700ae6fa6498 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8899007 Aug 19 12:35:33.060735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46294) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:33.067846 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-32725219', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd063ef8c-074a-4cea-bf3e-552031ba4f70'}], 'security_groups': ['dcfecc83-47c0-4f05-a7d7-321b96dc9523', '7709d6f2-3fa5-45a6-8e19-4bd2a17d9496']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:33.072017 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6729b22e-4f0e-4b72-90d9-123146a97949 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1066983 Aug 19 12:35:33.072728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46296) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:33.108032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95611486-7b96-45a6-99c3-8a281e96b4d4 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.124107 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95611486-7b96-45a6-99c3-8a281e96b4d4 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.238621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.249159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91637937-7b38-4bec-9a1e-544a38d1a7d7 None None] Update dhcp port {'port': {'network_id': 'f24f83f2-da32-40d5-8d15-bf98287d7830', 'fixed_ips': [{'subnet_id': '74ae3096-1d07-423c-8064-a5a54ccecbab', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5cc651e9-8a8a-43a9-8a33-214600929159', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd063ef8c-074a-4cea-bf3e-552031ba4f70'}], 'binding:host_id': 'n-d-803757-2'}, 'id': '57f76a79-8d6c-4b23-a535-f921023b86f8'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:35:33.273858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-91637937-7b38-4bec-9a1e-544a38d1a7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.306123 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95611486-7b96-45a6-99c3-8a281e96b4d4 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.320993 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95611486-7b96-45a6-99c3-8a281e96b4d4 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.323388 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-95611486-7b96-45a6-99c3-8a281e96b4d4 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cb853f48-0069-4d80-ae8d-d3ca885efc4f HTTP/1.1" status: 204 len: 168 time: 0.2487924 Aug 19 12:35:33.325214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46302) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:33.388749 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95611486-7b96-45a6-99c3-8a281e96b4d4 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb853f48-0069-4d80-ae8d-d3ca885efc4f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:33.454526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-024d29c1-17aa-4ea5-a7e7-773de3921a31 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1193771 Aug 19 12:35:33.455239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46308) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:33.506783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-91637937-7b38-4bec-9a1e-544a38d1a7d7 None None] Allocated IP 2001:db8:0:2::2 (f24f83f2-da32-40d5-8d15-bf98287d7830/d063ef8c-074a-4cea-bf3e-552031ba4f70/57f76a79-8d6c-4b23-a535-f921023b86f8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:33.555569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f7dd-1dd0-4fe1-a78a-434a0abb336d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.589413 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f7dd-1dd0-4fe1-a78a-434a0abb336d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.631657 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-91637937-7b38-4bec-9a1e-544a38d1a7d7 None None] For port 57f76a79-8d6c-4b23-a535-f921023b86f8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=57f76a79-8d6c-4b23-a535-f921023b86f8,segment=NetworkSegment(04e975cb-7780-45d5-a5b3-2f5e269f89df),segment_id=04e975cb-7780-45d5-a5b3-2f5e269f89df)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:33.661868 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-91637937-7b38-4bec-9a1e-544a38d1a7d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.837577 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f7dd-1dd0-4fe1-a78a-434a0abb336d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.837742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-91637937-7b38-4bec-9a1e-544a38d1a7d7 None None] Transition to ACTIVE for port object 57f76a79-8d6c-4b23-a535-f921023b86f8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:33.840645 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f7dd-1dd0-4fe1-a78a-434a0abb336d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:33.843288 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d5a0f7dd-1dd0-4fe1-a78a-434a0abb336d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-groups/853d9b80-db60-4fb5-9472-33a935d92b0e HTTP/1.1" status: 204 len: 168 time: 0.3856504 Aug 19 12:35:33.845209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46316) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:33.853734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0f7dd-1dd0-4fe1-a78a-434a0abb336d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=853d9b80-db60-4fb5-9472-33a935d92b0e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:33.889130 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-97d146d2-a4d2-4e6c-a871-2a4c514fcafc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427387 Aug 19 12:35:33.893943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46318) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:33.898502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f78cbdc0-5ff3-41a0-a74b-61294f2913cd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group': {'name': 'tempest-secgroup--994964379'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:33.940501 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-91637937-7b38-4bec-9a1e-544a38d1a7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.111385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91637937-7b38-4bec-9a1e-544a38d1a7d7 None None] Pushing event updated for resources: {'Port': ['ID=57f76a79-8d6c-4b23-a535-f921023b86f8,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:34.124788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Delete allocated IP 2001:db8::44 (f24f83f2-da32-40d5-8d15-bf98287d7830/5cc651e9-8a8a-43a9-8a33-214600929159) {{(pid=95542) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 19 12:35:34.128049 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f78cbdc0-5ff3-41a0-a74b-61294f2913cd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.166374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Allocated IP 2001:db8:0:2::105 (f24f83f2-da32-40d5-8d15-bf98287d7830/d063ef8c-074a-4cea-bf3e-552031ba4f70/ff27c779-0c87-4e95-9cba-c229e62faae3) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:34.277880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3d8ca-6a34-4a82-9653-c1c0a2169605 req-e58d314d-f340-4b4b-bbfb-52c156afcd6b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:34.289824 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5b3d8ca-6a34-4a82-9653-c1c0a2169605 req-e58d314d-f340-4b4b-bbfb-52c156afcd6b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 946 time: 0.1672120 Aug 19 12:35:34.297909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6804d-7569-462d-8e06-b82bd3ca73dd req-2bff2e00-d1fa-4775-848f-8d754a8f5a9c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:34.308557 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38c6804d-7569-462d-8e06-b82bd3ca73dd req-2bff2e00-d1fa-4775-848f-8d754a8f5a9c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.1398561 Aug 19 12:35:34.316071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46330) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:34.323294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 57f76a79-8d6c-4b23-a535-f921023b86f8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:34.411662 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38c6804d-7569-462d-8e06-b82bd3ca73dd req-78b03b47-2b42-4194-a0a3-29c16da25784 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929971 Aug 19 12:35:34.506207 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3be8d824-b7f3-453c-8f17-20dd389b1f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.523572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5b3d8ca-6a34-4a82-9653-c1c0a2169605 req-fe777d50-f464-40b2-a205-ac80cf802a60 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328439 Aug 19 12:35:34.566359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f78cbdc0-5ff3-41a0-a74b-61294f2913cd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.675668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.719376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f78cbdc0-5ff3-41a0-a74b-61294f2913cd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.735364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Transition to ACTIVE for port object ff27c779-0c87-4e95-9cba-c229e62faae3 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:34.756884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cbdc0-5ff3-41a0-a74b-61294f2913cd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64905074-a3be-44e2-88a3-2f17e3677968,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:34.799853 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3be8d824-b7f3-453c-8f17-20dd389b1f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.885828 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.937207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01586eab-eba8-4ff2-a9cf-4426b98b98c2 req-ae65ebb2-1aba-40fb-9be3-46880fe4f9ce tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:34.939334 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01586eab-eba8-4ff2-a9cf-4426b98b98c2 req-ae65ebb2-1aba-40fb-9be3-46880fe4f9ce tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.1528349 Aug 19 12:35:34.982868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] In _notify_port_updated(), no bound segment for port ff27c779-0c87-4e95-9cba-c229e62faae3 on network f24f83f2-da32-40d5-8d15-bf98287d7830 {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:35:34.988519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:34.989155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:34.990843 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "PUT /v2.0/ports/ff27c779-0c87-4e95-9cba-c229e62faae3 HTTP/1.1" status: 200 len: 968 time: 1.9285698 Aug 19 12:35:34.992691 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01586eab-eba8-4ff2-a9cf-4426b98b98c2 req-0fd15e95-00d3-499d-a221-2d3fb4af0ffa tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/quotas/98869fa2853349ec87796b19730e6d7e HTTP/1.1" status: 200 len: 375 time: 0.0428753 Aug 19 12:35:34.993277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d848e-ab07-4e0a-8d8d-a09875fa1ff4 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event updated for resources: {'Port': ['ID=ff27c779-0c87-4e95-9cba-c229e62faae3,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:34.993665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46358) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:35.011400 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3be8d824-b7f3-453c-8f17-20dd389b1f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.034629 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-764c0330-da80-4c6f-bcbc-cfc3e35a5fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.039302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b02707bc-f23a-4d5b-ab03-589d17aacd20 None None] Provisioning for port ff27c779-0c87-4e95-9cba-c229e62faae3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:35.045217 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b02707bc-f23a-4d5b-ab03-589d17aacd20 None None] Provisioning complete for port ff27c779-0c87-4e95-9cba-c229e62faae3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:35.046104 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b02707bc-f23a-4d5b-ab03-589d17aacd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.085671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8d824-b7f3-453c-8f17-20dd389b1f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0240e2c-85d1-46c0-bf5a-d8db661a0b0d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:35.096238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01586eab-eba8-4ff2-a9cf-4426b98b98c2 req-8ce49b44-457d-404a-85bb-76226b261d4e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895579 Aug 19 12:35:35.117671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b02707bc-f23a-4d5b-ab03-589d17aacd20 None None] Port ff27c779-0c87-4e95-9cba-c229e62faae3 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:35.121314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3be8d824-b7f3-453c-8f17-20dd389b1f09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51e77c3de59543edb64f45ee67a9aa32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8032403 Aug 19 12:35:35.123938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46364) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:35.152668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f78cbdc0-5ff3-41a0-a74b-61294f2913cd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.159253 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f78cbdc0-5ff3-41a0-a74b-61294f2913cd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2641330 Aug 19 12:35:35.159917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46366) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:35.165976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9c8e789f-21ba-4a99-831b-c0ddcf8e55f9 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': '64905074-a3be-44e2-88a3-2f17e3677968', 'direction': 'ingress', 'protocol': 17}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:35.205094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b02707bc-f23a-4d5b-ab03-589d17aacd20 None None] Provisioning for port 57f76a79-8d6c-4b23-a535-f921023b86f8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:35.210156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b02707bc-f23a-4d5b-ab03-589d17aacd20 None None] Provisioning complete for port 57f76a79-8d6c-4b23-a535-f921023b86f8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:35.210771 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b02707bc-f23a-4d5b-ab03-589d17aacd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.237336 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b033e4f-4c1f-461c-845b-7081f556dda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.243213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a059bd63-0b25-4a5f-931c-c05638e5cd21 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port ff27c779-0c87-4e95-9cba-c229e62faae3 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:35.244074 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a059bd63-0b25-4a5f-931c-c05638e5cd21 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.275027 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:35:35.316110 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c8e789f-21ba-4a99-831b-c0ddcf8e55f9 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.320033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b02707bc-f23a-4d5b-ab03-589d17aacd20 None None] Provisioning complete for port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:35.326591 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b02707bc-f23a-4d5b-ab03-589d17aacd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.342771 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b033e4f-4c1f-461c-845b-7081f556dda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.360577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b02707bc-f23a-4d5b-ab03-589d17aacd20 None None] Port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:35.391678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c8e789f-21ba-4a99-831b-c0ddcf8e55f9 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.402383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01586eab-eba8-4ff2-a9cf-4426b98b98c2 req-2175a2cc-fe6d-4771-9685-3b1dc840134c service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986193 Aug 19 12:35:35.415392 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a059bd63-0b25-4a5f-931c-c05638e5cd21 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.428775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a059bd63-0b25-4a5f-931c-c05638e5cd21 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for ff27c779-0c87-4e95-9cba-c229e62faae3 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:35.482231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1c025873-c83e-4790-b3f4-ba9f93c0a2e3 None None] Provisioning complete for port ff27c779-0c87-4e95-9cba-c229e62faae3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:35.482626 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1c025873-c83e-4790-b3f4-ba9f93c0a2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.530135 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01586eab-eba8-4ff2-a9cf-4426b98b98c2 req-e2dc9f72-5439-4f6d-8f08-5357703d109d service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199729 Aug 19 12:35:35.538032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1c025873-c83e-4790-b3f4-ba9f93c0a2e3 None None] Port ff27c779-0c87-4e95-9cba-c229e62faae3 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:35.540654 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c8e789f-21ba-4a99-831b-c0ddcf8e55f9 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.569223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3549bf-3561-45cc-bbe4-4f2b87025843 req-93d5bce9-11b9-42fc-9afc-890c8818e003 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:35.571815 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec3549bf-3561-45cc-bbe4-4f2b87025843 req-93d5bce9-11b9-42fc-9afc-890c8818e003 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0731339 Aug 19 12:35:35.577918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e789f-21ba-4a99-831b-c0ddcf8e55f9 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685b18b7-047a-49e6-b66a-66e3e10727f2,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:35.640052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b033e4f-4c1f-461c-845b-7081f556dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.643248 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b033e4f-4c1f-461c-845b-7081f556dda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.644385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8b033e4f-4c1f-461c-845b-7081f556dda2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0240e2c-85d1-46c0-bf5a-d8db661a0b0d HTTP/1.1" status: 204 len: 168 time: 0.5195427 Aug 19 12:35:35.650914 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec3549bf-3561-45cc-bbe4-4f2b87025843 req-2e2270c3-7b9e-4bd3-9d1a-a970fdabef76 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704684 Aug 19 12:35:35.663616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b033e4f-4c1f-461c-845b-7081f556dda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0240e2c-85d1-46c0-bf5a-d8db661a0b0d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:35.780994 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a059bd63-0b25-4a5f-931c-c05638e5cd21 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.781170 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c8e789f-21ba-4a99-831b-c0ddcf8e55f9 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.782960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9c8e789f-21ba-4a99-831b-c0ddcf8e55f9 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6212184 Aug 19 12:35:35.787886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46382) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:35.839214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059bd63-0b25-4a5f-931c-c05638e5cd21 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=ff27c779-0c87-4e95-9cba-c229e62faae3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:35.882551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a059bd63-0b25-4a5f-931c-c05638e5cd21 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.886754 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a059bd63-0b25-4a5f-931c-c05638e5cd21 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/ff27c779-0c87-4e95-9cba-c229e62faae3 HTTP/1.1" status: 204 len: 168 time: 0.8897448 Aug 19 12:35:35.888003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46388) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:35.892444 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbd950c3-6836-4ea5-9809-3d20d514b306 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:35.919815 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91a7b03-fef7-4a32-ba81-3e4d1a3f3157 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] GET failed (client error): The resource could not be found. Aug 19 12:35:35.925384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c91a7b03-fef7-4a32-ba81-3e4d1a3f3157 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports/ff27c779-0c87-4e95-9cba-c229e62faae3 HTTP/1.1" status: 404 len: 333 time: 0.0341942 Aug 19 12:35:35.925754 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46390) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:35.942033 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbd950c3-6836-4ea5-9809-3d20d514b306 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.044570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ac9120a-9561-470b-8026-691b921aefb8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.107878 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ac9120a-9561-470b-8026-691b921aefb8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.128954 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbd950c3-6836-4ea5-9809-3d20d514b306 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.131970 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbd950c3-6836-4ea5-9809-3d20d514b306 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.135499 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cbd950c3-6836-4ea5-9809-3d20d514b306 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-groups/64905074-a3be-44e2-88a3-2f17e3677968 HTTP/1.1" status: 204 len: 168 time: 0.3442094 Aug 19 12:35:36.137391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46400) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:36.168702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd950c3-6836-4ea5-9809-3d20d514b306 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64905074-a3be-44e2-88a3-2f17e3677968,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:36.216910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0e685c9e-62ed-4acb-b446-60ea5c9c0454 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783794 Aug 19 12:35:36.221255 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46406) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:36.225822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-459c16a2-9589-48f4-bf09-c0e92ae27bb3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711298298'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:36.335151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ac9120a-9561-470b-8026-691b921aefb8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.335416 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-459c16a2-9589-48f4-bf09-c0e92ae27bb3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.337790 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ac9120a-9561-470b-8026-691b921aefb8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.339263 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3ac9120a-9561-470b-8026-691b921aefb8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/security-groups/a405bcc1-b994-4680-849c-debc53ada738 HTTP/1.1" status: 204 len: 168 time: 0.4125707 Aug 19 12:35:36.342788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46410) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:36.370008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9120a-9561-470b-8026-691b921aefb8 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a405bcc1-b994-4680-849c-debc53ada738,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:36.427401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.455267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-459c16a2-9589-48f4-bf09-c0e92ae27bb3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.461500 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.614680 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-459c16a2-9589-48f4-bf09-c0e92ae27bb3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.614946 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.617628 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.619619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/security-groups/7709d6f2-3fa5-45a6-8e19-4bd2a17d9496 HTTP/1.1" status: 204 len: 168 time: 0.2715657 Aug 19 12:35:36.624613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46424) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:36.646386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c16a2-9589-48f4-bf09-c0e92ae27bb3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734224e6-5318-4cc3-9f0c-ef9e92b22782,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:36.651083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7709d6f2-3fa5-45a6-8e19-4bd2a17d9496,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:36.674737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.674737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.674737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.674737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.675143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.675379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.675836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.676249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.676479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46428) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:36.676692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.677147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.677678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.678023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4810385-1fb2-44f8-b76c-75d9c086f8d1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:35:36.709942 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ccdcec82-28d8-4b24-82a1-168e794775f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.715129 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d39505e6-3524-429b-be5e-98b35d6dc76a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.745846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d39505e6-3524-429b-be5e-98b35d6dc76a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.771099 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-459c16a2-9589-48f4-bf09-c0e92ae27bb3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:36.778547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-459c16a2-9589-48f4-bf09-c0e92ae27bb3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5506976 Aug 19 12:35:36.778547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46434) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:36.783557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8554c0f3-edd9-405c-9796-95a5de7902d3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367620854'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:36.865625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e78d9d-06e8-4aa3-8d39-e16a9dae1500 req-b7508f63-5e62-4979-b686-10b81599f6d8 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:36.865625 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60e78d9d-06e8-4aa3-8d39-e16a9dae1500 req-b7508f63-5e62-4979-b686-10b81599f6d8 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0843148 Aug 19 12:35:36.894457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60e78d9d-06e8-4aa3-8d39-e16a9dae1500 req-f9e8b2f6-1532-4965-be81-577192c10a42 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360339 Aug 19 12:35:36.989185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e871d7-1659-400e-83fc-f5478b12271f req-b55d674c-026f-49ca-958e-3c770cc27b1c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:36.990766 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-b55d674c-026f-49ca-958e-3c770cc27b1c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.1085885 Aug 19 12:35:37.005908 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-cd9a6513-c8a7-4803-95da-5038084f8180 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/quotas/98869fa2853349ec87796b19730e6d7e HTTP/1.1" status: 200 len: 375 time: 0.0094292 Aug 19 12:35:37.037202 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d39505e6-3524-429b-be5e-98b35d6dc76a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.039880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d39505e6-3524-429b-be5e-98b35d6dc76a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.040998 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d39505e6-3524-429b-be5e-98b35d6dc76a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/security-groups/dcfecc83-47c0-4f05-a7d7-321b96dc9523 HTTP/1.1" status: 204 len: 168 time: 0.4147539 Aug 19 12:35:37.044127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46446) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:37.080655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-1fa7b98e-9bdf-4ccb-be39-b71f0d7f87b8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0694978 Aug 19 12:35:37.082528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39505e6-3524-429b-be5e-98b35d6dc76a tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfecc83-47c0-4f05-a7d7-321b96dc9523,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:37.120252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed44440-c894-4e3e-9a90-366ee4a7c490 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting subnet 5cc651e9-8a8a-43a9-8a33-214600929159 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:37.123568 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aed44440-c894-4e3e-9a90-366ee4a7c490 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.170148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aed44440-c894-4e3e-9a90-366ee4a7c490 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.189239 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ccdcec82-28d8-4b24-82a1-168e794775f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.209806 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-d6a5566b-7f65-42d5-afe4-ac2c5d5b6692 service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203301 Aug 19 12:35:37.260964 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aed44440-c894-4e3e-9a90-366ee4a7c490 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.308819 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-c5bf6c42-f16a-4468-950c-6b7062d733b0 service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928528 Aug 19 12:35:37.447625 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ccdcec82-28d8-4b24-82a1-168e794775f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.494070 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ccdcec82-28d8-4b24-82a1-168e794775f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f99c423726e04535b74a058490858687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8154604 Aug 19 12:35:37.495150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcec82-28d8-4b24-82a1-168e794775f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f72a66-dc78-486e-a49f-9f56ed3a5c1d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:37.496799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46450) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:37.521999 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aed44440-c894-4e3e-9a90-366ee4a7c490 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.565280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aed44440-c894-4e3e-9a90-366ee4a7c490 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.567375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aed44440-c894-4e3e-9a90-366ee4a7c490 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/5cc651e9-8a8a-43a9-8a33-214600929159 HTTP/1.1" status: 204 len: 168 time: 0.5223002 Aug 19 12:35:37.568186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed44440-c894-4e3e-9a90-366ee4a7c490 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc651e9-8a8a-43a9-8a33-214600929159,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:37.571633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46454) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:37.580863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00163d1-665e-46f5-a629-570103c208bc None None] Network f24f83f2-da32-40d5-8d15-bf98287d7830 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:37.590446 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26c141ab-e080-4ad3-9cae-e4a5d1be8dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.618936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26c141ab-e080-4ad3-9cae-e4a5d1be8dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.670966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-28bb08e8-a148-4333-a4dc-ed05c7ee8821 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting subnet d063ef8c-074a-4cea-bf3e-552031ba4f70 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:37.670966 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8554c0f3-edd9-405c-9796-95a5de7902d3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.677887 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28bb08e8-a148-4333-a4dc-ed05c7ee8821 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.717510 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d513d93-2ab8-4da5-96f6-4567d8d60dea req-8b659474-b06b-4ff0-9e60-ad22e25f6c64 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 210 time: 0.0344310 Aug 19 12:35:37.749301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28bb08e8-a148-4333-a4dc-ed05c7ee8821 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.807947 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.844969 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28bb08e8-a148-4333-a4dc-ed05c7ee8821 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.912757 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26c141ab-e080-4ad3-9cae-e4a5d1be8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.916168 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a52141b1-bcc8-4d42-8895-f8a8eb6a8b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.921020 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-26c141ab-e080-4ad3-9cae-e4a5d1be8dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:37.922668 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-26c141ab-e080-4ad3-9cae-e4a5d1be8dc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0f72a66-dc78-486e-a49f-9f56ed3a5c1d HTTP/1.1" status: 204 len: 168 time: 0.4241073 Aug 19 12:35:37.933152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c141ab-e080-4ad3-9cae-e4a5d1be8dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f72a66-dc78-486e-a49f-9f56ed3a5c1d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:38.044449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28bb08e8-a148-4333-a4dc-ed05c7ee8821 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.067250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8554c0f3-edd9-405c-9796-95a5de7902d3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.087655 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28bb08e8-a148-4333-a4dc-ed05c7ee8821 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.092900 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-28bb08e8-a148-4333-a4dc-ed05c7ee8821 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/d063ef8c-074a-4cea-bf3e-552031ba4f70 HTTP/1.1" status: 204 len: 168 time: 0.5199387 Aug 19 12:35:38.095084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c1f86-2da1-4db5-902c-249ff6988bb2 req-91bffa07-d8e1-4acb-9184-c122eb26ac13 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:38.096803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a82c1f86-2da1-4db5-902c-249ff6988bb2 req-91bffa07-d8e1-4acb-9184-c122eb26ac13 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0704820 Aug 19 12:35:38.097474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46476) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:38.121365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb08e8-a148-4333-a4dc-ed05c7ee8821 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Subnet': ['ID=d063ef8c-074a-4cea-bf3e-552031ba4f70,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:38.141409 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be7d638-0ba5-47da-bbfe-6a09cdaf271e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:38.141858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be7d638-0ba5-47da-bbfe-6a09cdaf271e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:38.143576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5be7d638-0ba5-47da-bbfe-6a09cdaf271e tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/5cc651e9-8a8a-43a9-8a33-214600929159 HTTP/1.1" status: 404 len: 337 time: 0.0453212 Aug 19 12:35:38.146216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46478) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:38.179819 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a82c1f86-2da1-4db5-902c-249ff6988bb2 req-8839d3ee-a02f-4d4d-b256-159b1dd208d3 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662138 Aug 19 12:35:38.209912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ae9b76-f527-4407-95f7-80cbe3da67c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting subnet 74ae3096-1d07-423c-8064-a5a54ccecbab {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:35:38.213667 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9b76-f527-4407-95f7-80cbe3da67c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.238154 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8554c0f3-edd9-405c-9796-95a5de7902d3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.287515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9b76-f527-4407-95f7-80cbe3da67c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.290632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554c0f3-edd9-405c-9796-95a5de7902d3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2691cac0-b286-4a49-902e-fe02ef9136c4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:38.389311 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9b76-f527-4407-95f7-80cbe3da67c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.482662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548bcb31-e159-4365-8e04-5f279542b0bf None None] Network f24f83f2-da32-40d5-8d15-bf98287d7830 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:38.500302 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8554c0f3-edd9-405c-9796-95a5de7902d3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.506510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8554c0f3-edd9-405c-9796-95a5de7902d3 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7233536 Aug 19 12:35:38.506652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46488) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:38.511558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-73c9c30e-06f8-4b53-9ccd-aeceb03c8142 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': '734224e6-5318-4cc3-9f0c-ef9e92b22782', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2691cac0-b286-4a49-902e-fe02ef9136c4', 'remote_ip_prefix': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:38.608577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c4e11503-6b82-494d-8d85-662e81eb0ee3 None None] Provisioning complete for port 57f76a79-8d6c-4b23-a535-f921023b86f8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:38.609664 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c4e11503-6b82-494d-8d85-662e81eb0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.696073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9b76-f527-4407-95f7-80cbe3da67c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.728718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c4e11503-6b82-494d-8d85-662e81eb0ee3 None None] Provisioning complete for port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:38.729361 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c4e11503-6b82-494d-8d85-662e81eb0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.742830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae9b76-f527-4407-95f7-80cbe3da67c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Subnet': ['ID=74ae3096-1d07-423c-8064-a5a54ccecbab,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:38.747091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73c9c30e-06f8-4b53-9ccd-aeceb03c8142 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.751202 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2ae9b76-f527-4407-95f7-80cbe3da67c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.752995 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b2ae9b76-f527-4407-95f7-80cbe3da67c7 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/74ae3096-1d07-423c-8064-a5a54ccecbab HTTP/1.1" status: 204 len: 168 time: 0.6056838 Aug 19 12:35:38.755533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46498) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:38.774114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c4e11503-6b82-494d-8d85-662e81eb0ee3 None None] Port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:38.806348 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd8a904-d813-44a5-b614-a5cd8e59a83b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:38.806832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd8a904-d813-44a5-b614-a5cd8e59a83b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:38.808570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3dd8a904-d813-44a5-b614-a5cd8e59a83b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/b358fc0c-9f81-45b1-9b7e-0df21e7ffa37 HTTP/1.1" status: 404 len: 337 time: 0.0521121 Aug 19 12:35:38.811441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46502) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:38.835727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e1b47d28-f6bc-45c3-9235-6f352cc174a2 req-ac2733a6-35ff-4a0c-9674-59c3165eb5b5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 210 time: 0.0456691 Aug 19 12:35:38.861554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0d8f1b56-eb1d-4030-92c6-c89871830b08 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e6cbcf1-2621-4add-acde-ec8c412027cd HTTP/1.1" status: 200 len: 205 time: 0.0294621 Aug 19 12:35:38.862197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46504) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:38.916236 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-afb1f4bc-42bd-49cf-a649-7ee0b11888cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] delete failed (client error): The resource could not be found. Aug 19 12:35:38.917390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-afb1f4bc-42bd-49cf-a649-7ee0b11888cd tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/routers/3e6cbcf1-2621-4add-acde-ec8c412027cd HTTP/1.1" status: 404 len: 336 time: 0.0586407 Aug 19 12:35:38.920154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46510) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:38.929073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73c9c30e-06f8-4b53-9ccd-aeceb03c8142 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:38.951775 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab632f7-2a1b-4b46-9698-b5d30973e164 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:38.952232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab632f7-2a1b-4b46-9698-b5d30973e164 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:38.954074 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4ab632f7-2a1b-4b46-9698-b5d30973e164 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/e3322c40-6e49-411f-a553-022030c03961 HTTP/1.1" status: 404 len: 337 time: 0.0319755 Aug 19 12:35:38.957103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46512) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:38.988507 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-961bc21c-2263-4fe8-9d45-d1b07ac17e3b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:38.989140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961bc21c-2263-4fe8-9d45-d1b07ac17e3b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:38.992402 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-961bc21c-2263-4fe8-9d45-d1b07ac17e3b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/5baf9a54-1186-4ccf-8cab-b2e42eca1362 HTTP/1.1" status: 404 len: 337 time: 0.0334620 Aug 19 12:35:39.007189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46514) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.035495 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb015e0a-fda5-42e5-82b3-7e460defb2ee tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:39.036142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb015e0a-fda5-42e5-82b3-7e460defb2ee tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:39.038525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bb015e0a-fda5-42e5-82b3-7e460defb2ee tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/f23ba8ac-b7e5-4dad-9da3-b92fae422ad3 HTTP/1.1" status: 404 len: 337 time: 0.0295336 Aug 19 12:35:39.051728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46516) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.081440 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0536c1d-cca4-435f-917d-cab76cf03d6d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:39.082225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0536c1d-cca4-435f-917d-cab76cf03d6d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:39.086387 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b0536c1d-cca4-435f-917d-cab76cf03d6d tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/7dc5dad0-bc49-4747-b892-88828df9bd0d HTTP/1.1" status: 404 len: 333 time: 0.0313659 Aug 19 12:35:39.086678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46520) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.116517 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-317ae511-b796-4bf1-829d-ee87bee91de0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:39.116976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317ae511-b796-4bf1-829d-ee87bee91de0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:39.121057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-317ae511-b796-4bf1-829d-ee87bee91de0 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/a9ba119d-fe62-45d6-bb09-b181a77eb1b6 HTTP/1.1" status: 404 len: 337 time: 0.0310757 Aug 19 12:35:39.121517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46522) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.162342 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-844f5c60-148d-4edd-bb1c-6e7936377a7b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:39.162933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844f5c60-148d-4edd-bb1c-6e7936377a7b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:39.164852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-844f5c60-148d-4edd-bb1c-6e7936377a7b tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/e978e4ef-c736-4371-918b-7e3cc44ad375 HTTP/1.1" status: 404 len: 337 time: 0.0422492 Aug 19 12:35:39.167488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46526) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.191586 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfcf2ae-cd43-45e4-aa84-c94467a624da tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:39.192291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bfcf2ae-cd43-45e4-aa84-c94467a624da tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:39.196361 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0bfcf2ae-cd43-45e4-aa84-c94467a624da tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/92c15a40-5a95-4d5e-8621-ee195607cf07 HTTP/1.1" status: 404 len: 333 time: 0.0255215 Aug 19 12:35:39.196631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46528) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.214562 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.227756 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73c9c30e-06f8-4b53-9ccd-aeceb03c8142 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.238377 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-337fd2bc-fd6f-4c1d-a00c-9694508389e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:39.238752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337fd2bc-fd6f-4c1d-a00c-9694508389e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:39.240543 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-337fd2bc-fd6f-4c1d-a00c-9694508389e1 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/3d6d7f9e-5729-4095-99c1-a3f261e44566 HTTP/1.1" status: 404 len: 337 time: 0.0429828 Aug 19 12:35:39.243746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46532) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.258249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9c30e-06f8-4b53-9ccd-aeceb03c8142 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02282c73-0a54-4663-a2de-0fe2bc684093,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:39.288283 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-217c4367-8eaf-4aa6-8324-9058ad644e96 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] DELETE failed (client error): The resource could not be found. Aug 19 12:35:39.289189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217c4367-8eaf-4aa6-8324-9058ad644e96 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:35:39.291117 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-217c4367-8eaf-4aa6-8324-9058ad644e96 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/subnets/e9b785e5-8ffc-43fa-a299-7cb7d8f9efad HTTP/1.1" status: 404 len: 337 time: 0.0462186 Aug 19 12:35:39.293956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46534) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.338447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2028ec-4d35-4409-8690-a0f47efa828e None None] Network f24f83f2-da32-40d5-8d15-bf98287d7830 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:35:39.343212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c60fc-eaad-4945-a291-1af9b8f0f955 req-8d2a903b-ae66-4b9b-9380-58f3050130aa tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:39.343418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-375c60fc-eaad-4945-a291-1af9b8f0f955 req-8d2a903b-ae66-4b9b-9380-58f3050130aa tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0657206 Aug 19 12:35:39.391284 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-375c60fc-eaad-4945-a291-1af9b8f0f955 req-c320c162-c2ca-4af0-b302-21064df8124b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422442 Aug 19 12:35:39.409202 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73c9c30e-06f8-4b53-9ccd-aeceb03c8142 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.417637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-73c9c30e-06f8-4b53-9ccd-aeceb03c8142 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9077106 Aug 19 12:35:39.418357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4a30c23a-1051-4da6-bb48-6c4cc66488ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:39.418707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46538) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.425464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a30c23a-1051-4da6-bb48-6c4cc66488ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.431999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-dc732bf3-0765-49a4-a686-461d6775c92b None None] Provisioning complete for port 57f76a79-8d6c-4b23-a535-f921023b86f8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:39.434672 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dc732bf3-0765-49a4-a686-461d6775c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.455193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd488341-944b-47ab-af98-73505d14cf1c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.466861 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd488341-944b-47ab-af98-73505d14cf1c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.537520 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a30c23a-1051-4da6-bb48-6c4cc66488ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.552933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4a30c23a-1051-4da6-bb48-6c4cc66488ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:39.619697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-dc732bf3-0765-49a4-a686-461d6775c92b None None] Provisioning complete for port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:39.620236 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dc732bf3-0765-49a4-a686-461d6775c92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.650528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0f8974-f1ee-4d2d-9237-e508336886a4 None None] DHCP port deletion for f24f83f2-da32-40d5-8d15-bf98287d7830 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:35:39.658202 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd488341-944b-47ab-af98-73505d14cf1c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.660281 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd488341-944b-47ab-af98-73505d14cf1c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.663756 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bd488341-944b-47ab-af98-73505d14cf1c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/02282c73-0a54-4663-a2de-0fe2bc684093 HTTP/1.1" status: 204 len: 168 time: 0.2391477 Aug 19 12:35:39.664468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46550) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.669098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd488341-944b-47ab-af98-73505d14cf1c tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02282c73-0a54-4663-a2de-0fe2bc684093,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:39.714324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-dc732bf3-0765-49a4-a686-461d6775c92b None None] Port 3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:35:39.719500 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-99c28e1a-e2fe-490b-a0c8-835dab14953a tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0538020 Aug 19 12:35:39.722101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46552) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.742029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f8974-f1ee-4d2d-9237-e508336886a4 None None] Deleting port 57f76a79-8d6c-4b23-a535-f921023b86f8 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:39.742403 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5b0f8974-f1ee-4d2d-9237-e508336886a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.784931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c7e-e450-44a3-9a50-5dc59e812f22 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.799098 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a30c23a-1051-4da6-bb48-6c4cc66488ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.824169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5b0f8974-f1ee-4d2d-9237-e508336886a4 None None] For port 57f76a79-8d6c-4b23-a535-f921023b86f8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=57f76a79-8d6c-4b23-a535-f921023b86f8,segment=NetworkSegment(04e975cb-7780-45d5-a5b3-2f5e269f89df),segment_id=04e975cb-7780-45d5-a5b3-2f5e269f89df)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:39.824579 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5b0f8974-f1ee-4d2d-9237-e508336886a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.847261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f8974-f1ee-4d2d-9237-e508336886a4 None None] Calling delete_port for 57f76a79-8d6c-4b23-a535-f921023b86f8 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:39.847960 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c7e-e450-44a3-9a50-5dc59e812f22 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.851268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30c23a-1051-4da6-bb48-6c4cc66488ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:39.873618 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a30c23a-1051-4da6-bb48-6c4cc66488ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:39.876920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4a30c23a-1051-4da6-bb48-6c4cc66488ca tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/ports/3f6d3008-c2c4-4b70-bb0d-ece74c6ee4a4 HTTP/1.1" status: 204 len: 168 time: 0.5819845 Aug 19 12:35:39.880599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46560) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:39.995578 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3aba2a73-d196-4287-8aa6-ea97eb732be4 req-9aca4bf6-1f67-4cf5-9c8e-faa0d80123d5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 210 time: 0.0523791 Aug 19 12:35:40.014422 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c7e-e450-44a3-9a50-5dc59e812f22 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.018215 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab01c7e-e450-44a3-9a50-5dc59e812f22 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.020114 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9ab01c7e-e450-44a3-9a50-5dc59e812f22 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-groups/2691cac0-b286-4a49-902e-fe02ef9136c4 HTTP/1.1" status: 204 len: 168 time: 0.2967846 Aug 19 12:35:40.024610 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.028797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46564) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:40.034130 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab01c7e-e450-44a3-9a50-5dc59e812f22 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2691cac0-b286-4a49-902e-fe02ef9136c4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:40.126562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Deleting port 57f76a79-8d6c-4b23-a535-f921023b86f8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:40.127051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.171382 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5b0f8974-f1ee-4d2d-9237-e508336886a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.200788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f8974-f1ee-4d2d-9237-e508336886a4 None None] Pushing event deleted for resources: {'Port': ['ID=57f76a79-8d6c-4b23-a535-f921023b86f8,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:40.206347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f8974-f1ee-4d2d-9237-e508336886a4 None None] No DVR routers for this DVR port 57f76a79-8d6c-4b23-a535-f921023b86f8 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:40.238881 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7cfadbab-8e06-4987-9e6b-e30ea3395825 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2020304 Aug 19 12:35:40.241685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46574) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:40.251066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 57f76a79-8d6c-4b23-a535-f921023b86f8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:40.252039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] For port 57f76a79-8d6c-4b23-a535-f921023b86f8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=57f76a79-8d6c-4b23-a535-f921023b86f8,segment=NetworkSegment(04e975cb-7780-45d5-a5b3-2f5e269f89df),segment_id=04e975cb-7780-45d5-a5b3-2f5e269f89df)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:40.252477 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.267615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Calling delete_port for 57f76a79-8d6c-4b23-a535-f921023b86f8 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:40.291883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 57f76a79-8d6c-4b23-a535-f921023b86f8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:40.292530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 57f76a79-8d6c-4b23-a535-f921023b86f8 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:40.322918 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d6f4-67bd-435d-b232-f855e6954946 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.352109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d6f4-67bd-435d-b232-f855e6954946 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.367567 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.398601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Port': ['ID=57f76a79-8d6c-4b23-a535-f921023b86f8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:40.403708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] No DVR routers for this DVR port 57f76a79-8d6c-4b23-a535-f921023b86f8 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:40.495082 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.500733 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.508351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d6f4-67bd-435d-b232-f855e6954946 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.511088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fc9d6f4-67bd-435d-b232-f855e6954946 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.511937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24f83f2-da32-40d5-8d15-bf98287d7830']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:40.512226 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2fc9d6f4-67bd-435d-b232-f855e6954946 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-groups/734224e6-5318-4cc3-9f0c-ef9e92b22782 HTTP/1.1" status: 204 len: 168 time: 0.2695689 Aug 19 12:35:40.519388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46582) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:40.535354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e975cb-7780-45d5-a5b3-2f5e269f89df') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:40.535659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e975cb-7780-45d5-a5b3-2f5e269f89df') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:35:40.540372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9d6f4-67bd-435d-b232-f855e6954946 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734224e6-5318-4cc3-9f0c-ef9e92b22782,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:40.552760 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.563134 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc08a4-8d65-4b00-b464-197f22948180 req-6b13905f-e0f5-40e4-a179-8143a33fa8b9 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:40.565017 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2bbc08a4-8d65-4b00-b464-197f22948180 req-6b13905f-e0f5-40e4-a179-8143a33fa8b9 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0817170 Aug 19 12:35:40.576612 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.589008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:35:40.589420 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:35:40.592914 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:35:40.603461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d4c651a5-7aa7-498d-b1c6-1edf4f98dddf tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702622 Aug 19 12:35:40.603631 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46584) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:40.611474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e43475c4-509d-4b49-98d7-b6d04c783396 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143703680'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:40.631573 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2bbc08a4-8d65-4b00-b464-197f22948180 req-1b8fd7e4-2557-4af1-8609-d7bb61360d84 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585818 Aug 19 12:35:40.848770 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.856543 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e43475c4-509d-4b49-98d7-b6d04c783396 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.857609 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:40.857609 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] 10.222.0.21 "DELETE /v2.0/networks/f24f83f2-da32-40d5-8d15-bf98287d7830 HTTP/1.1" status: 204 len: 168 time: 0.9754632 Aug 19 12:35:40.869512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0925f44-15dc-46e7-a416-fe9eff0a5e32 tempest-PortsIpV6TestJSON-239637820 tempest-PortsIpV6TestJSON-239637820-project] Pushing event deleted for resources: {'Network': ['ID=f24f83f2-da32-40d5-8d15-bf98287d7830,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:41.080268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b91a74f3-0553-4702-b15f-3937eabb4107 req-e1e05592-b8ea-4fb7-ac5d-99ce3bc2bb92 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 210 time: 0.0332992 Aug 19 12:35:41.197051 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e43475c4-509d-4b49-98d7-b6d04c783396 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.282391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e871d7-1659-400e-83fc-f5478b12271f req-d9f16589-5768-4bfa-b57a-852070dee293 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:41.283871 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-d9f16589-5768-4bfa-b57a-852070dee293 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.1077430 Aug 19 12:35:41.300198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Request body: {'port': {'device_id': '2c4f4ba3-287e-467b-b1dd-ee4c77057156', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'admin_state_up': True, 'tenant_id': '98869fa2853349ec87796b19730e6d7e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:41.380445 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e43475c4-509d-4b49-98d7-b6d04c783396 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.421994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43475c4-509d-4b49-98d7-b6d04c783396 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b2b1b9-e8aa-4bb3-9851-4bda23acbd57,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:41.506011 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e43475c4-509d-4b49-98d7-b6d04c783396 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.508076 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e43475c4-509d-4b49-98d7-b6d04c783396 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9045303 Aug 19 12:35:41.518242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46610) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:41.524571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-bffd52b3-d083-424b-a290-560db25ed326 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': 'e5b2b1b9-e8aa-4bb3-9851-4bda23acbd57', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:41.717311 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bffd52b3-d083-424b-a290-560db25ed326 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.824873 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bffd52b3-d083-424b-a290-560db25ed326 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.846470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46622) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:41.846861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb69c2-3e40-4551-9e86-1b30a00f5f1e req-6f2f8cfe-f19d-46c0-b3b7-409059be5658 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:41.848619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0eb69c2-3e40-4551-9e86-1b30a00f5f1e req-6f2f8cfe-f19d-46c0-b3b7-409059be5658 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.1022446 Aug 19 12:35:41.888491 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bffd52b3-d083-424b-a290-560db25ed326 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:41.889030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0eb69c2-3e40-4551-9e86-1b30a00f5f1e req-51dcb9ee-5b0d-4e9a-8212-f02dc45aaf7a tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339820 Aug 19 12:35:41.911498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd52b3-d083-424b-a290-560db25ed326 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db1d950-6d43-4391-814d-97446688ea76,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:42.002989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Made reservation on behalf of 98869fa2853349ec87796b19730e6d7e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:35:42.006985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.123073 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bffd52b3-d083-424b-a290-560db25ed326 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.124888 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bffd52b3-d083-424b-a290-560db25ed326 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6044412 Aug 19 12:35:42.129657 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46636) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:42.168692 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-464e655e-346f-43fd-af03-6c71d53dc61f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.171810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Allocated IP 172.20.0.6 (cb170772-c550-4210-8916-2b1ba172ab74/72722106-b2f0-4425-9aa0-54129c05fca6/f8a4b2c8-9259-4dd0-8f03-cbb221f9f220) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:35:42.180730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-464e655e-346f-43fd-af03-6c71d53dc61f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.256415 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6fa1aa63-de82-4e2a-99d8-6ca98bfdca59 req-66edb0bd-1661-4d7f-85d3-bb7561039696 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 210 time: 0.0461683 Aug 19 12:35:42.288213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e45562e6-d9f4-4299-8526-38ea4b4c1de7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ea92cde6a0c4bb0a39435c007b142fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379857 Aug 19 12:35:42.288521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46642) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:42.356273 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f1d8907-e88d-4f3b-bdf7-70e8187dd94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.379109 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.383242 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-464e655e-346f-43fd-af03-6c71d53dc61f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.388237 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-464e655e-346f-43fd-af03-6c71d53dc61f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.391932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-464e655e-346f-43fd-af03-6c71d53dc61f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6db1d950-6d43-4391-814d-97446688ea76 HTTP/1.1" status: 204 len: 168 time: 0.2576706 Aug 19 12:35:42.391932 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f1d8907-e88d-4f3b-bdf7-70e8187dd94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.392983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46646) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:42.413422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e655e-346f-43fd-af03-6c71d53dc61f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6db1d950-6d43-4391-814d-97446688ea76,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:42.451438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b5302b7a-12f1-429c-ac02-a2c27a2a0e08 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0573363 Aug 19 12:35:42.454508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46648) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:42.506683 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcb87578-7428-4b6b-bb0e-96cfe999ac98 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.528473 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcb87578-7428-4b6b-bb0e-96cfe999ac98 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.568824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.572125 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f1d8907-e88d-4f3b-bdf7-70e8187dd94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.572417 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f1d8907-e88d-4f3b-bdf7-70e8187dd94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.573723 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2f1d8907-e88d-4f3b-bdf7-70e8187dd94b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8e873a7-9f39-425c-a3e1-0854916c520a HTTP/1.1" status: 204 len: 168 time: 0.2836249 Aug 19 12:35:42.581953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:42.584616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d8907-e88d-4f3b-bdf7-70e8187dd94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e873a7-9f39-425c-a3e1-0854916c520a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:42.628937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Network cb170772-c550-4210-8916-2b1ba172ab74 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:35:42.632629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:35:42.636665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:35:42.661130 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcb87578-7428-4b6b-bb0e-96cfe999ac98 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.661445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event updated for resources: {'Port': ['ID=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:42.670019 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcb87578-7428-4b6b-bb0e-96cfe999ac98 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.670019 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dcb87578-7428-4b6b-bb0e-96cfe999ac98 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5b2b1b9-e8aa-4bb3-9851-4bda23acbd57 HTTP/1.1" status: 204 len: 168 time: 0.2097323 Aug 19 12:35:42.670283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46654) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:42.676630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb87578-7428-4b6b-bb0e-96cfe999ac98 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b2b1b9-e8aa-4bb3-9851-4bda23acbd57,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:42.715168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:42.715847 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:42.743623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8543a28d-6440-4199-882a-7ec563f808df tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736723 Aug 19 12:35:42.753443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46658) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:42.758560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8818347d-542e-4e69-9692-871facc0071d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group': {'name': 'tempest-secgroup--52842774'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:42.869655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46662) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:42.884974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89fbbfb9-6321-4f39-a943-46ef7d26120d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5893052 Aug 19 12:35:42.898922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Request body: {'port': {'device_id': '2c4f4ba3-287e-467b-b1dd-ee4c77057156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:42.958669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.098543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388931a0-1d03-432c-864d-9ab516bf5d33 req-1d94654e-7fe6-456e-a643-179fb7fb57be tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:43.100069 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-388931a0-1d03-432c-864d-9ab516bf5d33 req-1d94654e-7fe6-456e-a643-179fb7fb57be tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.1321285 Aug 19 12:35:43.193787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-388931a0-1d03-432c-864d-9ab516bf5d33 req-13c8a290-988e-46c6-9fb0-93a7761ea504 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857642 Aug 19 12:35:43.221761 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8818347d-542e-4e69-9692-871facc0071d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.319071 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9005d5b-3829-42bb-a7c1-00d1bd8dbe45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.361497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:43.383215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.431414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Transition to ACTIVE for port object f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:35:43.434436 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8818347d-542e-4e69-9692-871facc0071d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.451100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a2d11-0dc5-42c6-adb4-3d4396a285e2 req-49e8dc88-7c04-4423-a6b8-07d89843ff42 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:43.453250 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-371a2d11-0dc5-42c6-adb4-3d4396a285e2 req-49e8dc88-7c04-4423-a6b8-07d89843ff42 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 931 time: 0.0957475 Aug 19 12:35:43.491651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-371a2d11-0dc5-42c6-adb4-3d4396a285e2 req-54d3720f-9dea-41aa-a8f3-214bd15e4e03 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Aug 19 12:35:43.551180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.602104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:43.608304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8818347d-542e-4e69-9692-871facc0071d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.683235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818347d-542e-4e69-9692-871facc0071d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8098e895-5b97-48a4-81c7-bb18de9d3ed1,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:43.704746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Attempting to bind port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:35:43.705483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Attempting to bind port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:35:43.705483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Attempting to bind port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:43.709942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 on network cb170772-c550-4210-8916-2b1ba172ab74 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:35:43.710276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Attempting to bind port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:35:43.710971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9005d5b-3829-42bb-a7c1-00d1bd8dbe45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.718424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:35:43.718424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Checking segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:35:43.718424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Bound using segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:35:43.718424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Bound port: f8a4b2c8-9259-4dd0-8f03-cbb221f9f220, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:35:43.718424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.785020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] For port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:35:43.789149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] For port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:35:43.876848 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e9005d5b-3829-42bb-a7c1-00d1bd8dbe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.916240 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e9005d5b-3829-42bb-a7c1-00d1bd8dbe45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a4a47c01d6743c0955f022b5ed555ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0453331 Aug 19 12:35:43.917400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9005d5b-3829-42bb-a7c1-00d1bd8dbe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3630619-b0c4-472c-b3c1-cb169fab079c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:43.918990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46686) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:43.969359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db9aac8e-8944-4da0-ac25-7dd88a5c339a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:43.990157 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db9aac8e-8944-4da0-ac25-7dd88a5c339a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.060156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8818347d-542e-4e69-9692-871facc0071d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.062346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8818347d-542e-4e69-9692-871facc0071d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3074005 Aug 19 12:35:44.063780 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.065208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46688) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:44.071380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ad294026-9a24-4e34-b745-abc815a71c1d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': '8098e895-5b97-48a4-81c7-bb18de9d3ed1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:44.100952 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:44.101441 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.102885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] 10.222.0.62 "PUT /v2.0/ports/f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 HTTP/1.1" status: 200 len: 1091 time: 1.2082858 Aug 19 12:35:44.105282 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4f4ba3-287e-467b-b1dd-ee4c77057156', 'tag': 'f8a4b2c8-9259-4dd0-8f03-cbb221f9f220'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:44.107842 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee1b128-04e2-4f0e-8e71-7f0db68b8e00" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4f4ba3-287e-467b-b1dd-ee4c77057156", "tag": "f8a4b2c8-9259-4dd0-8f03-cbb221f9f220"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:44.117633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db9aac8e-8944-4da0-ac25-7dd88a5c339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.120252 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db9aac8e-8944-4da0-ac25-7dd88a5c339a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.124627 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-db9aac8e-8944-4da0-ac25-7dd88a5c339a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3630619-b0c4-472c-b3c1-cb169fab079c HTTP/1.1" status: 204 len: 168 time: 0.2013869 Aug 19 12:35:44.138315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aac8e-8944-4da0-ac25-7dd88a5c339a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3630619-b0c4-472c-b3c1-cb169fab079c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:44.147077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e53ef3-3b01-4a88-aa3a-76272c4fb2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:44.187568 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad294026-9a24-4e34-b745-abc815a71c1d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.271457 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad294026-9a24-4e34-b745-abc815a71c1d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.334325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e871d7-1659-400e-83fc-f5478b12271f req-10fbb5d7-67a6-4aa0-8baa-6d11d65e8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:44.335861 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-10fbb5d7-67a6-4aa0-8baa-6d11d65e8f47 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 1094 time: 0.0855713 Aug 19 12:35:44.351600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa0c61-dc33-43c8-ad52-12e236e6d184 req-42ceaf8a-b2ba-4d5d-9f91-cc1a27bc8dee tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:44.353076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73aa0c61-dc33-43c8-ad52-12e236e6d184 req-42ceaf8a-b2ba-4d5d-9f91-cc1a27bc8dee tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0633366 Aug 19 12:35:44.394762 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbd1e91-8c36-42c1-a061-fb2347097a5e x-openstack-request-id: req-4bbd1e91-8c36-42c1-a061-fb2347097a5e {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:44.395071 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4f4ba3-287e-467b-b1dd-ee4c77057156", "tag": "f8a4b2c8-9259-4dd0-8f03-cbb221f9f220", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:44.395324 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bbd1e91-8c36-42c1-a061-fb2347097a5e {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:44.395718 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4f4ba3-287e-467b-b1dd-ee4c77057156', 'tag': 'f8a4b2c8-9259-4dd0-8f03-cbb221f9f220', 'status': 'completed', 'code': 200} Aug 19 12:35:44.402706 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-e473cbfe-1b15-4154-be92-2083bb0770d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 HTTP/1.1" status: 200 len: 217 time: 0.0486343 Aug 19 12:35:44.415038 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad294026-9a24-4e34-b745-abc815a71c1d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.444230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad294026-9a24-4e34-b745-abc815a71c1d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121ca896-fe87-4df1-a1d2-6e8c108d34e9,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:44.467161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73aa0c61-dc33-43c8-ad52-12e236e6d184 req-f3e43a79-ecd1-46bd-81cc-c12ca645d207 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056402 Aug 19 12:35:44.478244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e871d7-1659-400e-83fc-f5478b12271f req-fdc1107c-b373-4066-82fd-bfc32b1efff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:44.479849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-fdc1107c-b373-4066-82fd-bfc32b1efff1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 200 len: 846 time: 0.0681121 Aug 19 12:35:44.515439 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-60831e3e-58c6-4682-88a6-cbc183ba946f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb170772-c550-4210-8916-2b1ba172ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260382 Aug 19 12:35:44.585639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad294026-9a24-4e34-b745-abc815a71c1d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.586985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ad294026-9a24-4e34-b745-abc815a71c1d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5202956 Aug 19 12:35:44.589697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46712) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:44.618794 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c7b50fce-0677-4b06-b43f-a3514b561729 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules/121ca896-fe87-4df1-a1d2-6e8c108d34e9 HTTP/1.1" status: 200 len: 763 time: 0.0279379 Aug 19 12:35:44.621655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46714) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:44.629554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f59172-a4d0-488b-bfa9-56223228b800 req-7bfb974d-cff1-45dc-94fa-858de9bd0f43 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:44.637917 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60f59172-a4d0-488b-bfa9-56223228b800 req-7bfb974d-cff1-45dc-94fa-858de9bd0f43 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 943 time: 0.0650053 Aug 19 12:35:44.657150 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-b928649e-1811-4ccf-8be5-3db6e4bfecaf service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341829 Aug 19 12:35:44.678019 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60f59172-a4d0-488b-bfa9-56223228b800 req-eb64267c-64e3-452c-97f9-69878c23e8c9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 Aug 19 12:35:44.688846 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6e36b9b9-4678-4552-9a6f-9b670c1ffcde tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0661409 Aug 19 12:35:44.695312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46716) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:44.724019 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-890c9e72-7fd2-46cf-be3b-b956e120d7bc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.731445 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-890c9e72-7fd2-46cf-be3b-b956e120d7bc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.771052 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e871d7-1659-400e-83fc-f5478b12271f req-b58f02e5-caa9-484f-9d4b-ddc10a1f6a9e service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049886 Aug 19 12:35:44.854648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-890c9e72-7fd2-46cf-be3b-b956e120d7bc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.861615 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-890c9e72-7fd2-46cf-be3b-b956e120d7bc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:44.865174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-890c9e72-7fd2-46cf-be3b-b956e120d7bc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/121ca896-fe87-4df1-a1d2-6e8c108d34e9 HTTP/1.1" status: 204 len: 168 time: 0.1664214 Aug 19 12:35:44.865404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46722) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:44.877584 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c9e72-7fd2-46cf-be3b-b956e120d7bc tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=121ca896-fe87-4df1-a1d2-6e8c108d34e9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:44.912681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7a9438f3-7e2e-4ffd-967f-ddc458f1d5bf tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461144 Aug 19 12:35:44.915176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46724) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:44.919453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d878df83-3a35-4214-8d71-238036bac727 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': '8098e895-5b97-48a4-81c7-bb18de9d3ed1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:44.989764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1b128-04e2-4f0e-8e71-7f0db68b8e00 req-980af360-ef0e-4d7b-9b61-2d4544f957ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:44.991350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aee1b128-04e2-4f0e-8e71-7f0db68b8e00 req-980af360-ef0e-4d7b-9b61-2d4544f957ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 1094 time: 0.0407031 Aug 19 12:35:45.088325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1b128-04e2-4f0e-8e71-7f0db68b8e00 req-c67c4c06-d279-413d-ad19-0bdf3a9fe4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:45.090024 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aee1b128-04e2-4f0e-8e71-7f0db68b8e00 req-c67c4c06-d279-413d-ad19-0bdf3a9fe4c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 907 time: 0.0910625 Aug 19 12:35:45.096402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d878df83-3a35-4214-8d71-238036bac727 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.144408 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aee1b128-04e2-4f0e-8e71-7f0db68b8e00 req-391d4aa2-0264-498d-8a2f-430746bfbf68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 HTTP/1.1" status: 200 len: 217 time: 0.0451753 Aug 19 12:35:45.198246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46728) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:45.217855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1b128-04e2-4f0e-8e71-7f0db68b8e00 req-bfcdd400-5d31-41f2-989d-2d7143de085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:45.219507 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aee1b128-04e2-4f0e-8e71-7f0db68b8e00 req-bfcdd400-5d31-41f2-989d-2d7143de085f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 200 len: 846 time: 0.0678201 Aug 19 12:35:45.225449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d878df83-3a35-4214-8d71-238036bac727 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.379645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aee1b128-04e2-4f0e-8e71-7f0db68b8e00 req-5d9c7549-da5d-4aaf-ab0e-33f0e8743105 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb170772-c550-4210-8916-2b1ba172ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304904 Aug 19 12:35:45.380439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d878df83-3a35-4214-8d71-238036bac727 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.417223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878df83-3a35-4214-8d71-238036bac727 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09271f84-df3f-48c6-9618-b0694d6bbc18,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:45.443905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46734) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:45.458151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c582e60-b91a-4902-98f8-95400974ff65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.498265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aee1b128-04e2-4f0e-8e71-7f0db68b8e00 req-015e683e-5412-45ac-8684-26053dec5b16 service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015425 Aug 19 12:35:45.581493 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d878df83-3a35-4214-8d71-238036bac727 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.583975 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d878df83-3a35-4214-8d71-238036bac727 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6678483 Aug 19 12:35:45.586415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46740) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:45.617874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3b4b5a46-b136-4441-9add-7d90bcc080e6 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules/09271f84-df3f-48c6-9618-b0694d6bbc18 HTTP/1.1" status: 200 len: 763 time: 0.0265269 Aug 19 12:35:45.618075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46742) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:45.627097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10aff8-7a2b-41ca-9897-87ab83e68a36 req-5abc882f-69af-48c4-9f9a-eae5e10f36c5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:45.628644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff10aff8-7a2b-41ca-9897-87ab83e68a36 req-5abc882f-69af-48c4-9f9a-eae5e10f36c5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0720682 Aug 19 12:35:45.648649 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aee1b128-04e2-4f0e-8e71-7f0db68b8e00 req-bf0c1572-21c5-4e0b-b933-904ef0da11dc service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439838 Aug 19 12:35:45.675035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6f0865f8-d2e5-46a8-a371-946531dfc770 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0558419 Aug 19 12:35:45.675538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-37b968e5-1a36-4fab-ab67-234eee1e9a8d tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-785919182', 'prefixes': ['172.20.0.0/16']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:45.677597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46744) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:45.701818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff10aff8-7a2b-41ca-9897-87ab83e68a36 req-040ec141-a8ce-4e18-b8f7-3a0a41e3a170 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640028 Aug 19 12:35:45.716243 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77167fa4-1c75-4f67-883a-621fbf984aac tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.727341 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77167fa4-1c75-4f67-883a-621fbf984aac tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.735191 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c582e60-b91a-4902-98f8-95400974ff65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.805227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c76dc6-56e4-482e-82fc-41e0a5c97a46 req-75f559bd-48ee-401a-9c13-1873adb4ca3c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:45.806740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-79c76dc6-56e4-482e-82fc-41e0a5c97a46 req-75f559bd-48ee-401a-9c13-1873adb4ca3c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 943 time: 0.0502794 Aug 19 12:35:45.833248 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c582e60-b91a-4902-98f8-95400974ff65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.846864 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-79c76dc6-56e4-482e-82fc-41e0a5c97a46 req-fb3ce58e-0f75-44d8-b4d1-cd310c12abef tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331161 Aug 19 12:35:45.882247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c582e60-b91a-4902-98f8-95400974ff65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00a0eae-2fbb-42e2-bbae-bd493c5f293e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:45.888961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5c582e60-b91a-4902-98f8-95400974ff65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=937fa0c6df9d4116a2c794b944b9c37c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417622 Aug 19 12:35:45.889237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46754) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:45.896342 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77167fa4-1c75-4f67-883a-621fbf984aac tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.908304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-77167fa4-1c75-4f67-883a-621fbf984aac tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.909375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-77167fa4-1c75-4f67-883a-621fbf984aac tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/09271f84-df3f-48c6-9618-b0694d6bbc18 HTTP/1.1" status: 204 len: 168 time: 0.2308693 Aug 19 12:35:45.912005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46756) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:45.917928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77167fa4-1c75-4f67-883a-621fbf984aac tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09271f84-df3f-48c6-9618-b0694d6bbc18,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:45.953002 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-186592f5-0c32-4c91-8bf0-8afeaef8afb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:45.958920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-77e9b372-c600-4375-a0d7-caec7ed90c66 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457432 Aug 19 12:35:45.962240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46758) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:45.966795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-70c30cfc-851c-4ad4-ab10-a451d06bc235 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Request body: {'security_group_rule': {'security_group_id': '8098e895-5b97-48a4-81c7-bb18de9d3ed1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:45.978970 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-186592f5-0c32-4c91-8bf0-8afeaef8afb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.117350 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-70c30cfc-851c-4ad4-ab10-a451d06bc235 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Project 001af8df57f0454c907528dcec04e604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:35:46.122643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-70c30cfc-851c-4ad4-ab10-a451d06bc235 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.197263 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-186592f5-0c32-4c91-8bf0-8afeaef8afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.200135 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-186592f5-0c32-4c91-8bf0-8afeaef8afb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.203655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-186592f5-0c32-4c91-8bf0-8afeaef8afb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c00a0eae-2fbb-42e2-bbae-bd493c5f293e HTTP/1.1" status: 204 len: 168 time: 0.3105838 Aug 19 12:35:46.210514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186592f5-0c32-4c91-8bf0-8afeaef8afb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00a0eae-2fbb-42e2-bbae-bd493c5f293e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:46.224622 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-70c30cfc-851c-4ad4-ab10-a451d06bc235 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.299938 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-70c30cfc-851c-4ad4-ab10-a451d06bc235 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.318902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c30cfc-851c-4ad4-ab10-a451d06bc235 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa775e4-8be5-478d-a75a-70c7959358ae,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:46.328624 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37b968e5-1a36-4fab-ab67-234eee1e9a8d tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] Notify callbacks [] for subnetpool, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.329950 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-37b968e5-1a36-4fab-ab67-234eee1e9a8d tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1304107 Aug 19 12:35:46.332841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46768) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:46.373837 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2957dea3-42e5-42a2-a2ab-89ce107a55d8 tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] 10.222.0.21 "GET /v2.0/subnetpools/37a04c6f-b851-4a41-8b2d-896929338ba6 HTTP/1.1" status: 200 len: 731 time: 0.0397799 Aug 19 12:35:46.376897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46772) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:46.381595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4ab4f345-574e-48be-829e-62a4752befc4 tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1392725615'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:35:46.425747 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-70c30cfc-851c-4ad4-ab10-a451d06bc235 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.427539 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-70c30cfc-851c-4ad4-ab10-a451d06bc235 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4642816 Aug 19 12:35:46.430587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46774) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:46.449586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bfd45dce-a8ae-490f-a76f-c171c9ffd4ae tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules/5fa775e4-8be5-478d-a75a-70c7959358ae HTTP/1.1" status: 200 len: 769 time: 0.0171723 Aug 19 12:35:46.452229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46776) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:46.492532 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-63f8b768-0f60-495a-9a96-c83ea3ac872e tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0387220 Aug 19 12:35:46.495371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46778) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:46.518337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d876473-d1ed-46bf-a2a3-bdad7259077f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.525761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d876473-d1ed-46bf-a2a3-bdad7259077f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.687340 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4ab4f345-574e-48be-829e-62a4752befc4 tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] Notify callbacks [] for subnetpool, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.687340 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4ab4f345-574e-48be-829e-62a4752befc4 tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] 10.222.0.21 "PUT /v2.0/subnetpools/37a04c6f-b851-4a41-8b2d-896929338ba6 HTTP/1.1" status: 200 len: 684 time: 0.3025577 Aug 19 12:35:46.687340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46784) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:46.751378 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d876473-d1ed-46bf-a2a3-bdad7259077f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.758881 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d876473-d1ed-46bf-a2a3-bdad7259077f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.762424 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1d876473-d1ed-46bf-a2a3-bdad7259077f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5fa775e4-8be5-478d-a75a-70c7959358ae HTTP/1.1" status: 204 len: 168 time: 0.2637465 Aug 19 12:35:46.762873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46790) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:46.770728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d876473-d1ed-46bf-a2a3-bdad7259077f tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fa775e4-8be5-478d-a75a-70c7959358ae,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:46.819905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a09356f3-e7eb-451c-9b75-5f827e619df8 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0555446 Aug 19 12:35:46.822965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46794) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:46.858203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4dc398-1566-44c6-8ff2-4368f07b800d req-8d602622-6de8-4032-a86f-dede0a14b961 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:46.859883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f4dc398-1566-44c6-8ff2-4368f07b800d req-8d602622-6de8-4032-a86f-dede0a14b961 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0670381 Aug 19 12:35:46.890174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28d3673f-499c-46e1-8a0a-21e46249dcfd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.925768 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28d3673f-499c-46e1-8a0a-21e46249dcfd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:46.944799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f4dc398-1566-44c6-8ff2-4368f07b800d req-d4bcb12b-aab3-46ad-829a-03fb918d2954 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691378 Aug 19 12:35:47.016574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32116aa-5926-4ceb-a2c2-3bcbf03f14fe req-1d513f53-66cd-47a0-814b-2e7f0d7b3a23 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:47.018481 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b32116aa-5926-4ceb-a2c2-3bcbf03f14fe req-1d513f53-66cd-47a0-814b-2e7f0d7b3a23 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 943 time: 0.0733013 Aug 19 12:35:47.059086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b32116aa-5926-4ceb-a2c2-3bcbf03f14fe req-960dcfbf-622e-47cd-927c-aaaeb93b33e0 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Aug 19 12:35:47.157970 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13edc0b2-1a45-45b4-ba69-d21a4f4d16f4 tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] Notify callbacks [] for subnetpool, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:47.157970 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-13edc0b2-1a45-45b4-ba69-d21a4f4d16f4 tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] 10.222.0.21 "DELETE /v2.0/subnetpools/37a04c6f-b851-4a41-8b2d-896929338ba6 HTTP/1.1" status: 204 len: 168 time: 0.4245107 Aug 19 12:35:47.159946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46806) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:47.174505 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-6bfd6da9-6210-4ad9-a2c7-fb1492f63698 tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] show failed (client error): The resource could not be found. Aug 19 12:35:47.175502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6bfd6da9-6210-4ad9-a2c7-fb1492f63698 tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] 10.222.0.21 "GET /v2.0/subnetpools/37a04c6f-b851-4a41-8b2d-896929338ba6 HTTP/1.1" status: 404 len: 346 time: 0.0146303 Aug 19 12:35:47.177941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46808) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:47.192691 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-f29bb2f8-bdab-452f-941f-43c0dc21137e tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] delete failed (client error): The resource could not be found. Aug 19 12:35:47.193663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f29bb2f8-bdab-452f-941f-43c0dc21137e tempest-SubnetPoolsTestJSON-873814739 tempest-SubnetPoolsTestJSON-873814739-project] 10.222.0.21 "DELETE /v2.0/subnetpools/37a04c6f-b851-4a41-8b2d-896929338ba6 HTTP/1.1" status: 404 len: 346 time: 0.0147660 Aug 19 12:35:47.316838 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28d3673f-499c-46e1-8a0a-21e46249dcfd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:47.319886 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-28d3673f-499c-46e1-8a0a-21e46249dcfd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:47.322156 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-28d3673f-499c-46e1-8a0a-21e46249dcfd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "DELETE /v2.0/security-groups/8098e895-5b97-48a4-81c7-bb18de9d3ed1 HTTP/1.1" status: 204 len: 168 time: 0.4978495 Aug 19 12:35:47.324451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46814) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:47.336109 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3673f-499c-46e1-8a0a-21e46249dcfd tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8098e895-5b97-48a4-81c7-bb18de9d3ed1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:47.376972 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7d3bcc22-a7d7-4b39-982e-c140542bc9c4 tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509584 Aug 19 12:35:47.380928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46818) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:47.426563 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0d5882b3-ea8f-4279-b2b9-331c64a6b87d tempest-SecGroupIPv6Test-646790969 tempest-SecGroupIPv6Test-646790969-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0425456 Aug 19 12:35:48.067908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c486a41-43b8-4cbc-8de0-d4c967151f72 req-bfafcfd0-4eda-499b-9b51-c4efaeb84c61 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:48.069415 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c486a41-43b8-4cbc-8de0-d4c967151f72 req-bfafcfd0-4eda-499b-9b51-c4efaeb84c61 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0505886 Aug 19 12:35:48.107978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c486a41-43b8-4cbc-8de0-d4c967151f72 req-526be2a1-920c-4d52-a510-94dd63ea6c31 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327115 Aug 19 12:35:48.184530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28194f10-a929-407c-908c-22c1439356db req-88eb6911-486f-45bb-bc5f-781e8a02b0d2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:48.184530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-28194f10-a929-407c-908c-22c1439356db req-88eb6911-486f-45bb-bc5f-781e8a02b0d2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 943 time: 0.0536363 Aug 19 12:35:48.222926 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-28194f10-a929-407c-908c-22c1439356db req-1208ead8-132b-47c9-97cd-0258e849aade tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323100 Aug 19 12:35:48.308113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46838) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:48.483895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46848) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:48.534065 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-400ecd9b-640a-476e-b174-15f78bf2e4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:48.632880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-400ecd9b-640a-476e-b174-15f78bf2e4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:48.724897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:35:48.765624 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-400ecd9b-640a-476e-b174-15f78bf2e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:48.822252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46862) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:48.822438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dde6f2c6-0f8e-47aa-8170-f50231c0c9d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=001af8df57f0454c907528dcec04e604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460338 Aug 19 12:35:48.829319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-400ecd9b-640a-476e-b174-15f78bf2e4a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1350bb9b023143579a918722c961a139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201633 Aug 19 12:35:48.831650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ecd9b-640a-476e-b174-15f78bf2e4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81ced24-287e-486f-b8d4-524ac3c01ddc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:48.832139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46864) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:48.848925 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:48.863440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'f8a4b2c8-9259-4dd0-8f03-cbb221f9f220', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'port_id': 'f8a4b2c8-9259-4dd0-8f03-cbb221f9f220', 'mac_address': 'fa:16:3e:5e:18:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72722106-b2f0-4425-9aa0-54129c05fca6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:35:48.902054 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:48.921275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:48.925636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a930da46-6d3c-4afc-aa38-f5710372bc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:48.946405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:48.947305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b8d25a0-1eb2-493e-b44b-580be3ad165f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:48.985511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b8d25a0-1eb2-493e-b44b-580be3ad165f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:48.995712 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a930da46-6d3c-4afc-aa38-f5710372bc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.094315 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.147056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:49.229309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb97ed8-cc33-4ca0-87ef-ea08ea5d3aab req-af281e2c-eb38-4f72-a753-358050b99fb9 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:49.230822 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5fb97ed8-cc33-4ca0-87ef-ea08ea5d3aab req-af281e2c-eb38-4f72-a753-358050b99fb9 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0525701 Aug 19 12:35:49.259459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a930da46-6d3c-4afc-aa38-f5710372bc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.262022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a930da46-6d3c-4afc-aa38-f5710372bc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.266643 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a930da46-6d3c-4afc-aa38-f5710372bc99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffdfb131-ba91-461d-80e2-7aa8c3b89b32 HTTP/1.1" status: 204 len: 168 time: 0.4392765 Aug 19 12:35:49.266643 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b8d25a0-1eb2-493e-b44b-580be3ad165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.267752 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b8d25a0-1eb2-493e-b44b-580be3ad165f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:49.271043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9b8d25a0-1eb2-493e-b44b-580be3ad165f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c81ced24-287e-486f-b8d4-524ac3c01ddc HTTP/1.1" status: 204 len: 168 time: 0.4354866 Aug 19 12:35:49.285802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930da46-6d3c-4afc-aa38-f5710372bc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdfb131-ba91-461d-80e2-7aa8c3b89b32,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:49.294873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5fb97ed8-cc33-4ca0-87ef-ea08ea5d3aab req-f18cb885-55cb-4d70-8ae3-e33cb426db30 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579093 Aug 19 12:35:49.300128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d25a0-1eb2-493e-b44b-580be3ad165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81ced24-287e-486f-b8d4-524ac3c01ddc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:49.330630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['f8a4b2c8-9259-4dd0-8f03-cbb221f9f220'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:49.380561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9121d25-de4c-4bea-8f21-48bd87c55e36 req-afeb6d0f-4f00-4744-afd2-e5c0d15e55cf tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:49.382466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9121d25-de4c-4bea-8f21-48bd87c55e36 req-afeb6d0f-4f00-4744-afd2-e5c0d15e55cf tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 944 time: 0.0645542 Aug 19 12:35:49.424676 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9121d25-de4c-4bea-8f21-48bd87c55e36 req-11913a96-21a7-4bb3-8fbf-2287193b7421 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Aug 19 12:35:49.995218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46892) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:50.190180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23bb1c4d-496e-41f0-8d73-bd021c72b77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.284540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23bb1c4d-496e-41f0-8d73-bd021c72b77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.368113 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23bb1c4d-496e-41f0-8d73-bd021c72b77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.412698 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-23bb1c4d-496e-41f0-8d73-bd021c72b77c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12b1f578b0f246248dac63257a6b8729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136102 Aug 19 12:35:50.412698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb1c4d-496e-41f0-8d73-bd021c72b77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02c2786-f3e9-416e-8a41-ad765906e834,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:50.414457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46914) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:50.434941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43766138-ea33-4859-8b47-fd539baef97a req-dc998af2-2d73-4f6b-9116-f9a9f41c6011 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:50.442604 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43766138-ea33-4859-8b47-fd539baef97a req-dc998af2-2d73-4f6b-9116-f9a9f41c6011 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0657136 Aug 19 12:35:50.471650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91c6a7a1-8cf8-4cb9-8000-cb599c98f49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.488821 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43766138-ea33-4859-8b47-fd539baef97a req-dc5b0abe-3d61-403e-abe7-48b75bd33bd6 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452483 Aug 19 12:35:50.498388 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91c6a7a1-8cf8-4cb9-8000-cb599c98f49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.575816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe2ca3-7a24-4f1a-8253-1f66e5b3e9f7 req-7d21c02b-f52b-43ed-b112-35e687b5ef35 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:50.577521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1fe2ca3-7a24-4f1a-8253-1f66e5b3e9f7 req-7d21c02b-f52b-43ed-b112-35e687b5ef35 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 944 time: 0.0699856 Aug 19 12:35:50.622632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1fe2ca3-7a24-4f1a-8253-1f66e5b3e9f7 req-f1c32651-9888-43cf-b027-5172026ca7ec tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379305 Aug 19 12:35:50.705598 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91c6a7a1-8cf8-4cb9-8000-cb599c98f49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.708486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91c6a7a1-8cf8-4cb9-8000-cb599c98f49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:50.709644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-91c6a7a1-8cf8-4cb9-8000-cb599c98f49a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f02c2786-f3e9-416e-8a41-ad765906e834 HTTP/1.1" status: 204 len: 168 time: 0.2940507 Aug 19 12:35:50.718113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6a7a1-8cf8-4cb9-8000-cb599c98f49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02c2786-f3e9-416e-8a41-ad765906e834,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:50.722408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:50.997056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:35:51.001576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:51.001967 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.079597 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.110134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4f4ba3-287e-467b-b1dd-ee4c77057156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a4b2c8-9259-4dd0-8f03-cbb221f9f220'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:51.112949 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2974d25e-3788-4508-b16c-d8de4e89de89" -d '{"events": [{"server_uuid": "2c4f4ba3-287e-467b-b1dd-ee4c77057156", "name": "network-vif-plugged", "status": "completed", "tag": "f8a4b2c8-9259-4dd0-8f03-cbb221f9f220"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:51.119425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:51.156315 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547b1658-c4fa-43db-8170-855bf6a48d74 x-openstack-request-id: req-547b1658-c4fa-43db-8170-855bf6a48d74 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:51.156611 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4f4ba3-287e-467b-b1dd-ee4c77057156", "name": "network-vif-plugged", "status": "completed", "tag": "f8a4b2c8-9259-4dd0-8f03-cbb221f9f220", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:51.156862 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-547b1658-c4fa-43db-8170-855bf6a48d74 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:51.157278 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4f4ba3-287e-467b-b1dd-ee4c77057156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a4b2c8-9259-4dd0-8f03-cbb221f9f220', 'code': 200} Aug 19 12:35:51.242437 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:51.261365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729c5c9-2b7b-4f14-a431-92f139658fe2 req-111b1db0-b62a-4c2f-942b-b88ec8ae8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:51.261365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6729c5c9-2b7b-4f14-a431-92f139658fe2 req-111b1db0-b62a-4c2f-942b-b88ec8ae8266 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 1095 time: 0.0413623 Aug 19 12:35:51.291966 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6729c5c9-2b7b-4f14-a431-92f139658fe2 req-d4ac3c03-abe7-4047-9d12-9bdc7e026f13 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286629 Aug 19 12:35:51.302855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:51.615952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793de4f-6861-4e07-95c8-0e5ba1fc6d80 req-ef06d113-640b-493f-8379-be06d6458798 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:51.617428 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8793de4f-6861-4e07-95c8-0e5ba1fc6d80 req-ef06d113-640b-493f-8379-be06d6458798 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0521688 Aug 19 12:35:51.666921 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8793de4f-6861-4e07-95c8-0e5ba1fc6d80 req-810929e6-6b6d-4594-b70c-f80bbc4cc2d6 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 Aug 19 12:35:51.749850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f75e64-72e9-4071-be0c-ec36ab8baadc req-62efdea7-e093-4fd2-8734-15bf1e8628fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:51.751277 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24f75e64-72e9-4071-be0c-ec36ab8baadc req-62efdea7-e093-4fd2-8734-15bf1e8628fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 945 time: 0.0539153 Aug 19 12:35:51.791943 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24f75e64-72e9-4071-be0c-ec36ab8baadc req-1a1a6784-a43f-4389-913f-36165112b57d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343418 Aug 19 12:35:52.786677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a364d-286f-4a75-a0cb-e25704761e6f req-24c4b9fc-c58c-4ac3-9b00-66dfb9db3f4d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:52.788201 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f24a364d-286f-4a75-a0cb-e25704761e6f req-24c4b9fc-c58c-4ac3-9b00-66dfb9db3f4d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0524306 Aug 19 12:35:52.825761 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f24a364d-286f-4a75-a0cb-e25704761e6f req-1d39f9a9-8549-478b-9730-34772579a6a0 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313549 Aug 19 12:35:52.943139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f872e-3e9d-468d-852e-82efc55258ef req-45152d44-a2cb-4571-98d4-2a19c8126597 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:52.944683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c73f872e-3e9d-468d-852e-82efc55258ef req-45152d44-a2cb-4571-98d4-2a19c8126597 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 945 time: 0.0712194 Aug 19 12:35:52.986135 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c73f872e-3e9d-468d-852e-82efc55258ef req-4561f3ee-321c-4b16-b8c2-fb432f8cd257 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344231 Aug 19 12:35:53.111420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681a0bf-cccf-4894-8443-5774be52319b req-4c2141ed-e560-4277-9e08-80b2d6fc0b7d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.112829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3681a0bf-cccf-4894-8443-5774be52319b req-4c2141ed-e560-4277-9e08-80b2d6fc0b7d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 945 time: 0.0487638 Aug 19 12:35:53.155988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3681a0bf-cccf-4894-8443-5774be52319b req-2d2b5b3b-eea8-471b-9598-d9f4b660a6a6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367548 Aug 19 12:35:53.782754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0e0f5-cc61-4c7e-9c43-a355164e4699 req-0761c52b-4e06-4fcc-a5f6-fb72671d60d8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.787291 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58e0e0f5-cc61-4c7e-9c43-a355164e4699 req-0761c52b-4e06-4fcc-a5f6-fb72671d60d8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 945 time: 0.0644929 Aug 19 12:35:53.832139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58e0e0f5-cc61-4c7e-9c43-a355164e4699 req-ab682e31-b7fd-4988-ae56-a7e803d71d2b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Aug 19 12:35:53.944973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240c343-1584-4a46-9188-72ae6cdd8464 req-9d6383f3-7da0-422e-a019-0cc886c5cc4c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:53.946501 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5240c343-1584-4a46-9188-72ae6cdd8464 req-9d6383f3-7da0-422e-a019-0cc886c5cc4c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0500817 Aug 19 12:35:53.990082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5240c343-1584-4a46-9188-72ae6cdd8464 req-e5c810d9-08be-42a0-ad60-9402ab7349a4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374761 Aug 19 12:35:54.955966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc68e-79fd-458d-b82a-92840f1ae727 req-59350341-feec-4e05-bf6f-4f0f3fea0779 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:54.957699 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-036cc68e-79fd-458d-b82a-92840f1ae727 req-59350341-feec-4e05-bf6f-4f0f3fea0779 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 945 time: 0.0558426 Aug 19 12:35:54.998662 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-036cc68e-79fd-458d-b82a-92840f1ae727 req-b2615bc1-bb04-4917-8de1-1444a8f90704 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344739 Aug 19 12:35:55.107807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd2c7b-cd3b-4439-9094-c7d6d2d3ee46 req-9278f96b-94cb-4a08-98ab-7ba43109d8b5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.109286 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fbcd2c7b-cd3b-4439-9094-c7d6d2d3ee46 req-9278f96b-94cb-4a08-98ab-7ba43109d8b5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 945 time: 0.0826294 Aug 19 12:35:55.137050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759a48a-a611-4af9-84bd-acc4ac9a5b97 req-01fa4184-9870-4b2f-93ba-41aeab452a5c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:55.138590 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e759a48a-a611-4af9-84bd-acc4ac9a5b97 req-01fa4184-9870-4b2f-93ba-41aeab452a5c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0700014 Aug 19 12:35:55.173682 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:55.226336 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e759a48a-a611-4af9-84bd-acc4ac9a5b97 req-601c7475-ddd2-4f08-bdc8-38f74dcb1d0e tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715833 Aug 19 12:35:55.252267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-fbcd2c7b-cd3b-4439-9094-c7d6d2d3ee46 req-bd12b2d4-2ffc-4e32-8caf-81d68c2fbc4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Deleting port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:35:55.252614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fbcd2c7b-cd3b-4439-9094-c7d6d2d3ee46 req-bd12b2d4-2ffc-4e32-8caf-81d68c2fbc4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:55.348761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-fbcd2c7b-cd3b-4439-9094-c7d6d2d3ee46 req-bd12b2d4-2ffc-4e32-8caf-81d68c2fbc4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] For port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:55.349194 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fbcd2c7b-cd3b-4439-9094-c7d6d2d3ee46 req-bd12b2d4-2ffc-4e32-8caf-81d68c2fbc4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:55.367913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-fbcd2c7b-cd3b-4439-9094-c7d6d2d3ee46 req-bd12b2d4-2ffc-4e32-8caf-81d68c2fbc4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Calling delete_port for f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:35:55.723085 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fbcd2c7b-cd3b-4439-9094-c7d6d2d3ee46 req-bd12b2d4-2ffc-4e32-8caf-81d68c2fbc4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:55.736317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['f8a4b2c8-9259-4dd0-8f03-cbb221f9f220'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:55.739385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:55.754373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12b2d4-2ffc-4e32-8caf-81d68c2fbc4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event deleted for resources: {'Port': ['ID=f8a4b2c8-9259-4dd0-8f03-cbb221f9f220,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:55.811710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcd2c7b-cd3b-4439-9094-c7d6d2d3ee46 req-bd12b2d4-2ffc-4e32-8caf-81d68c2fbc4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] No DVR routers for this DVR port f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:35:55.815192 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fbcd2c7b-cd3b-4439-9094-c7d6d2d3ee46 req-bd12b2d4-2ffc-4e32-8caf-81d68c2fbc4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:55.817640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fbcd2c7b-cd3b-4439-9094-c7d6d2d3ee46 req-bd12b2d4-2ffc-4e32-8caf-81d68c2fbc4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "DELETE /v2.0/ports/f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 HTTP/1.1" status: 204 len: 173 time: 0.7002678 Aug 19 12:35:55.818348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4f4ba3-287e-467b-b1dd-ee4c77057156', 'name': 'network-vif-deleted', 'tag': 'f8a4b2c8-9259-4dd0-8f03-cbb221f9f220'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:55.821803 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc61eef-5069-447c-beb7-c94fb6fed875" -d '{"events": [{"server_uuid": "2c4f4ba3-287e-467b-b1dd-ee4c77057156", "name": "network-vif-deleted", "tag": "f8a4b2c8-9259-4dd0-8f03-cbb221f9f220"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:55.871272 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc128a1-d12c-46bb-b39e-e362995cea19 x-openstack-request-id: req-6dc128a1-d12c-46bb-b39e-e362995cea19 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:55.871758 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4f4ba3-287e-467b-b1dd-ee4c77057156", "name": "network-vif-deleted", "tag": "f8a4b2c8-9259-4dd0-8f03-cbb221f9f220", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:55.872163 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dc128a1-d12c-46bb-b39e-e362995cea19 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:55.872710 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4f4ba3-287e-467b-b1dd-ee4c77057156', 'name': 'network-vif-deleted', 'tag': 'f8a4b2c8-9259-4dd0-8f03-cbb221f9f220', 'status': 'completed', 'code': 200} Aug 19 12:35:56.100855 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-984e98bf-1e8a-44bc-ac2f-a73671da8b4a req-b5f5a427-e20c-42ed-b551-86af57ad809c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 210 time: 0.0273743 Aug 19 12:35:56.105010 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.403720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c76ee-97a2-4f47-a979-58db99174288 req-7f11648e-83db-489d-a8bb-1eb7a3d9508f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:56.413669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c0c76ee-97a2-4f47-a979-58db99174288 req-7f11648e-83db-489d-a8bb-1eb7a3d9508f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0711823 Aug 19 12:35:56.470586 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c0c76ee-97a2-4f47-a979-58db99174288 req-02b45549-c1c6-4f31-8ae2-a48d1aa2a1bf tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510900 Aug 19 12:35:56.750353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 13e8fd2e-7d1a-44e4-9696-f528445ad50b details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:35:56.864019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47188) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:56.903457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 13e8fd2e-7d1a-44e4-9696-f528445ad50b, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=13e8fd2e-7d1a-44e4-9696-f528445ad50b,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:56.923717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '13e8fd2e-7d1a-44e4-9696-f528445ad50b', 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620', 'port_id': '13e8fd2e-7d1a-44e4-9696-f528445ad50b', 'mac_address': 'fa:16:3e:ea:02:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc788532-f0ed-4237-a424-9d3a217d0d75', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:35:56.965061 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:56.983601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13e8fd2e-7d1a-44e4-9696-f528445ad50b {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:35:56.984163 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec58ae7-97da-4bf0-950f-93df84a5a414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.005611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 13e8fd2e-7d1a-44e4-9696-f528445ad50b, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=13e8fd2e-7d1a-44e4-9696-f528445ad50b,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:57.081423 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec58ae7-97da-4bf0-950f-93df84a5a414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.221751 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07c639d2-fba3-494a-a725-ab04766d3f52 req-05351eee-f0b1-4f87-9e37-2df2e4ee9732 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c4f4ba3-287e-467b-b1dd-ee4c77057156 HTTP/1.1" status: 200 len: 210 time: 0.0289259 Aug 19 12:35:57.597476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a6635-c569-4925-844d-b2c56e74d24e req-b0d15186-4f14-40bc-b75d-73b619accef6 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:57.599010 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa3a6635-c569-4925-844d-b2c56e74d24e req-b0d15186-4f14-40bc-b75d-73b619accef6 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0554926 Aug 19 12:35:57.613817 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.614050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec58ae7-97da-4bf0-950f-93df84a5a414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.677045 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa3a6635-c569-4925-844d-b2c56e74d24e req-143a650a-fe25-4643-96c7-d34957dfee3a tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713675 Aug 19 12:35:57.681298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec58ae7-97da-4bf0-950f-93df84a5a414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7229ca-93da-48af-a679-56d80ec734c3,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:57.689610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5ec58ae7-97da-4bf0-950f-93df84a5a414 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37a0a24231ec41cc9ab08942d742c82c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8242664 Aug 19 12:35:57.692508 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47208) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:57.704785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=13e8fd2e-7d1a-44e4-9696-f528445ad50b,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:57.746772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-38279312-0266-4d9e-9bdc-752752ffae62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.770299 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-38279312-0266-4d9e-9bdc-752752ffae62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:57.814768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['13e8fd2e-7d1a-44e4-9696-f528445ad50b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:35:58.001878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-38279312-0266-4d9e-9bdc-752752ffae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.004826 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-38279312-0266-4d9e-9bdc-752752ffae62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.006296 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-38279312-0266-4d9e-9bdc-752752ffae62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe7229ca-93da-48af-a679-56d80ec734c3 HTTP/1.1" status: 204 len: 168 time: 0.3118312 Aug 19 12:35:58.016179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38279312-0266-4d9e-9bdc-752752ffae62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7229ca-93da-48af-a679-56d80ec734c3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:58.156626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47222) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:58.268273 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f294-e51d-4334-95b2-7c471905a3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.424537 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f294-e51d-4334-95b2-7c471905a3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.653135 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f294-e51d-4334-95b2-7c471905a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.694062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c2c7f294-e51d-4334-95b2-7c471905a3a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b62ca01cae254b84a928aeb597245f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5363445 Aug 19 12:35:58.695087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7f294-e51d-4334-95b2-7c471905a3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf62d73-7b7a-488f-82d2-2fc612831b94,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:58.696732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47250) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:58.775503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 13e8fd2e-7d1a-44e4-9696-f528445ad50b up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:35:58.790034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6411ac21-4857-40d2-94ac-e5ef4df34440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.820928 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6411ac21-4857-40d2-94ac-e5ef4df34440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.831807 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 13e8fd2e-7d1a-44e4-9696-f528445ad50b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:35:58.832460 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.835078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730364b-19a7-429f-8518-ba0f8e0f3e0c req-02dc8713-9b19-4c5c-a92f-039e451de592 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:58.836591 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c730364b-19a7-429f-8518-ba0f8e0f3e0c req-02dc8713-9b19-4c5c-a92f-039e451de592 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 945 time: 0.0823441 Aug 19 12:35:58.895468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c730364b-19a7-429f-8518-ba0f8e0f3e0c req-24b8d14b-1719-4792-aaef-fdeac998bd7a tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490475 Aug 19 12:35:58.932259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:58.956518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac801db-bf5e-4c9d-9f97-794fdae28155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e8fd2e-7d1a-44e4-9696-f528445ad50b'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:35:58.958976 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d151f1bd-79e1-44f3-b576-a296d22f5e2e" -d '{"events": [{"server_uuid": "8ac801db-bf5e-4c9d-9f97-794fdae28155", "name": "network-vif-plugged", "status": "completed", "tag": "13e8fd2e-7d1a-44e4-9696-f528445ad50b"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:35:58.979385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 13e8fd2e-7d1a-44e4-9696-f528445ad50b, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=13e8fd2e-7d1a-44e4-9696-f528445ad50b,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:35:59.010600 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9680c18-e219-4912-b4c4-5273d4e4a955 x-openstack-request-id: req-a9680c18-e219-4912-b4c4-5273d4e4a955 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:35:59.010922 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac801db-bf5e-4c9d-9f97-794fdae28155", "name": "network-vif-plugged", "status": "completed", "tag": "13e8fd2e-7d1a-44e4-9696-f528445ad50b", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:35:59.011179 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9680c18-e219-4912-b4c4-5273d4e4a955 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:35:59.011579 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac801db-bf5e-4c9d-9f97-794fdae28155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e8fd2e-7d1a-44e4-9696-f528445ad50b', 'code': 200} Aug 19 12:35:59.019681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6411ac21-4857-40d2-94ac-e5ef4df34440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.022274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6411ac21-4857-40d2-94ac-e5ef4df34440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.030284 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6411ac21-4857-40d2-94ac-e5ef4df34440 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebf62d73-7b7a-488f-82d2-2fc612831b94 HTTP/1.1" status: 204 len: 168 time: 0.3256109 Aug 19 12:35:59.033203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411ac21-4857-40d2-94ac-e5ef4df34440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf62d73-7b7a-488f-82d2-2fc612831b94,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:59.088539 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.090163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:35:59.117356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:35:59.117535 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f8a4b2c8-9259-4dd0-8f03-cbb221f9f220 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:35:59.176571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=13e8fd2e-7d1a-44e4-9696-f528445ad50b,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:59.188596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834df77-3fbc-48fb-91a6-edc1c576f69c req-3dfe946d-0176-4c66-b51f-62dae2771f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.190351 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3834df77-3fbc-48fb-91a6-edc1c576f69c req-3dfe946d-0176-4c66-b51f-62dae2771f24 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 1097 time: 0.0507510 Aug 19 12:35:59.299701 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3834df77-3fbc-48fb-91a6-edc1c576f69c req-d64dc3e2-37ac-4fb1-b6c9-a990c8b72e3f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903864 Aug 19 12:35:59.316283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47286) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:59.334233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a6b39dda-7171-4828-a355-4eab8dff9267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.374332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-2e645237-2508-4fea-b6b9-dd063fc1a555 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:35:59.376461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-2e645237-2508-4fea-b6b9-dd063fc1a555 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.1583240 Aug 19 12:35:59.402707 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-457cb2d8-0c63-4bab-8023-c70b8f633fbc tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/quotas/98869fa2853349ec87796b19730e6d7e HTTP/1.1" status: 200 len: 375 time: 0.0145159 Aug 19 12:35:59.463284 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a6b39dda-7171-4828-a355-4eab8dff9267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.466001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-90779f4e-688d-43e8-832b-626bb313b4ee tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554242 Aug 19 12:35:59.589922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-de35fad9-6220-4a76-a9c2-a2ad3126dd67 service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051962 Aug 19 12:35:59.591099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a6b39dda-7171-4828-a355-4eab8dff9267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.620880 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a6b39dda-7171-4828-a355-4eab8dff9267 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=659d9d7f4e854010af56248711aee60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033726 Aug 19 12:35:59.626883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47306) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:35:59.663502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b39dda-7171-4828-a355-4eab8dff9267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f9daed-587b-4372-89f6-9fe2b477b4fe,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:35:59.701905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8c038af-7da6-4859-a96a-2b683ca17123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.728701 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-80ac2279-e0d2-4f98-befc-a87f546b015c service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302149 Aug 19 12:35:59.733799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8c038af-7da6-4859-a96a-2b683ca17123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.882141 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8c038af-7da6-4859-a96a-2b683ca17123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.884756 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8c038af-7da6-4859-a96a-2b683ca17123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:35:59.885971 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b8c038af-7da6-4859-a96a-2b683ca17123 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5f9daed-587b-4372-89f6-9fe2b477b4fe HTTP/1.1" status: 204 len: 168 time: 0.2582920 Aug 19 12:35:59.894042 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c038af-7da6-4859-a96a-2b683ca17123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f9daed-587b-4372-89f6-9fe2b477b4fe,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:00.034967 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e94529a5-3965-4f15-96b3-85bcb30621f4 req-b5494f75-a0dd-4f9d-a8d1-f095bc7a3642 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 210 time: 0.0427458 Aug 19 12:36:00.081951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb48bb-ab04-4d0b-a472-1e668ba20ead req-f81be2e5-0132-4c0e-968e-3a67163a578c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:00.094796 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f5fb48bb-ab04-4d0b-a472-1e668ba20ead req-f81be2e5-0132-4c0e-968e-3a67163a578c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0851734 Aug 19 12:36:00.146312 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f5fb48bb-ab04-4d0b-a472-1e668ba20ead req-785b0cf9-a630-4c9c-a077-27ffb8d21e2d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506110 Aug 19 12:36:00.239173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47328) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:00.260895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-776e7580-b3c4-4d1c-8554-f53e3653ba08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:00.366567 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-776e7580-b3c4-4d1c-8554-f53e3653ba08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:00.510725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-776e7580-b3c4-4d1c-8554-f53e3653ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:00.550418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-776e7580-b3c4-4d1c-8554-f53e3653ba08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e66e6167e52047d2a767e49cfd7f9ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096914 Aug 19 12:36:00.553026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47344) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:00.605973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e7580-b3c4-4d1c-8554-f53e3653ba08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d777295c-a485-407b-b9be-e59e491750aa,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:00.633371 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-74e36976-ed2a-4272-a0c8-762661e9a3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:00.656455 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-74e36976-ed2a-4272-a0c8-762661e9a3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:00.860158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-74e36976-ed2a-4272-a0c8-762661e9a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:00.864238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-74e36976-ed2a-4272-a0c8-762661e9a3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:00.865501 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-74e36976-ed2a-4272-a0c8-762661e9a3f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d777295c-a485-407b-b9be-e59e491750aa HTTP/1.1" status: 204 len: 168 time: 0.3114235 Aug 19 12:36:00.875667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e36976-ed2a-4272-a0c8-762661e9a3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d777295c-a485-407b-b9be-e59e491750aa,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:01.121939 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-71e93687-5ad7-4a90-9ae7-97be1664d5a0 req-dbe84b59-b085-4604-8040-009623ef8477 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 210 time: 0.0285344 Aug 19 12:36:01.274776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17844a-4c2f-46dc-8550-c4403cd12809 req-2b4e641a-65ab-40f5-b136-7033334e847f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:01.276389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b17844a-4c2f-46dc-8550-c4403cd12809 req-2b4e641a-65ab-40f5-b136-7033334e847f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0532639 Aug 19 12:36:01.319319 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b17844a-4c2f-46dc-8550-c4403cd12809 req-8ccf3498-7804-4e2a-80e4-ffed0cb3755f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357616 Aug 19 12:36:01.376847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47364) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:01.483621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c90026-b19d-48a5-b20e-be12612e9e2e req-f6f4013a-81a2-4017-9831-b8ecb5428f6d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:01.484642 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c90026-b19d-48a5-b20e-be12612e9e2e req-f6f4013a-81a2-4017-9831-b8ecb5428f6d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.0786927 Aug 19 12:36:01.535250 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c598c954-3aff-4089-8cfe-08e828de5ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:01.573197 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64c90026-b19d-48a5-b20e-be12612e9e2e req-9991d32a-dff7-4aaa-ad6b-7b297b8955fc tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767069 Aug 19 12:36:01.697160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c598c954-3aff-4089-8cfe-08e828de5ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:01.939008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c598c954-3aff-4089-8cfe-08e828de5ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:01.984790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c598c954-3aff-4089-8cfe-08e828de5ff7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a068bcd083b4486920a79d8a2722186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6152678 Aug 19 12:36:01.984790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598c954-3aff-4089-8cfe-08e828de5ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d1c6ea-5253-407d-aaea-3455304668b2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:01.985158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47392) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:02.057794 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5904db45-6c3b-4ef9-bb99-608d526f2494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:02.082363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5904db45-6c3b-4ef9-bb99-608d526f2494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:02.202089 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5904db45-6c3b-4ef9-bb99-608d526f2494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:02.205062 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5904db45-6c3b-4ef9-bb99-608d526f2494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:02.206738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5904db45-6c3b-4ef9-bb99-608d526f2494 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44d1c6ea-5253-407d-aaea-3455304668b2 HTTP/1.1" status: 204 len: 168 time: 0.2205508 Aug 19 12:36:02.266552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904db45-6c3b-4ef9-bb99-608d526f2494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d1c6ea-5253-407d-aaea-3455304668b2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:02.289218 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-56b2eb29-cd07-4db6-a597-5883ba2ae914 req-944ecf1f-ba9f-4742-b26b-687530fa0d24 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 210 time: 0.0731227 Aug 19 12:36:02.851000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-0058dd03-b77f-4f31-8acd-07ea74807377 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:02.853149 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-0058dd03-b77f-4f31-8acd-07ea74807377 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/networks?id=8a23d8e4-8eb3-4c2b-b075-508a6246f620 HTTP/1.1" status: 200 len: 814 time: 0.1136968 Aug 19 12:36:02.870218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-8e72afd0-cdf3-4544-a366-24c8971f7581 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/quotas/f88619488b2d41848fd138e049c70cb2 HTTP/1.1" status: 200 len: 375 time: 0.0099742 Aug 19 12:36:02.926878 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-d73c259f-05d0-46a8-96c0-9105d7df1ae7 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f88619488b2d41848fd138e049c70cb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506420 Aug 19 12:36:02.937593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-db71b800-7556-447b-bd18-09c41b9250f3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:36:02.943075 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-db71b800-7556-447b-bd18-09c41b9250f3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051358 Aug 19 12:36:03.052008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-26776dbf-0847-4eae-a93d-d31d5d9cff14 service neutron] 10.222.0.21 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070030 Aug 19 12:36:03.155307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-13911aab-470e-4c90-a9f8-e7fae272d55b service neutron] 10.222.0.21 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963998 Aug 19 12:36:03.288207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47438) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:03.308494 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aeda9c19-471c-4592-9bb5-8ab85c5a45b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.335088 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-5b2880c6-af40-4b73-a8a7-2a550fb76bc8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:03.336584 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-5b2880c6-af40-4b73-a8a7-2a550fb76bc8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.1124773 Aug 19 12:36:03.354416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Request body: {'port': {'device_id': '80a6199b-a7cf-4834-a14b-82783ea7e347', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'admin_state_up': True, 'tenant_id': '98869fa2853349ec87796b19730e6d7e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:03.505641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aeda9c19-471c-4592-9bb5-8ab85c5a45b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.590839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56e08424-d3fb-4cad-8421-346b43c98686 req-38cc04f1-8110-468b-95d5-e05562d3ee4a tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 210 time: 0.0832865 Aug 19 12:36:03.739228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aeda9c19-471c-4592-9bb5-8ab85c5a45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.788433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aeda9c19-471c-4592-9bb5-8ab85c5a45b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b46cf4d9029e474eb86246039b1944f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965892 Aug 19 12:36:03.788433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47458) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:03.789818 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47460) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:03.794227 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-796a7719-16f2-4fd8-b724-cc9e7dfddebb req-d49a088c-e497-4217-9acc-cc601528a649 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 210 time: 0.4099376 Aug 19 12:36:03.796230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda9c19-471c-4592-9bb5-8ab85c5a45b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452484a8-8579-4207-afa8-11cadbe7b4a5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:03.900424 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0518c19-b4bc-4c44-a4af-1afb4bb4c491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:03.905311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67f8e4-d20e-495a-8422-7680b87550f4 req-83ba5014-e716-4bd8-b52f-322cbcce4178 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:03.906934 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a67f8e4-d20e-495a-8422-7680b87550f4 req-83ba5014-e716-4bd8-b52f-322cbcce4178 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ac801db-bf5e-4c9d-9f97-794fdae28155 HTTP/1.1" status: 200 len: 946 time: 0.1603892 Aug 19 12:36:03.929567 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0518c19-b4bc-4c44-a4af-1afb4bb4c491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.010533 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c712ca3-be69-4841-96bd-37500dca8ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.051662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-2a67f8e4-d20e-495a-8422-7680b87550f4 req-a26c676e-7215-43b0-b2ed-10668b92b78d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Deleting port 13e8fd2e-7d1a-44e4-9696-f528445ad50b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:04.052148 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a67f8e4-d20e-495a-8422-7680b87550f4 req-a26c676e-7215-43b0-b2ed-10668b92b78d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.143446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2a67f8e4-d20e-495a-8422-7680b87550f4 req-a26c676e-7215-43b0-b2ed-10668b92b78d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] For port 13e8fd2e-7d1a-44e4-9696-f528445ad50b, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=13e8fd2e-7d1a-44e4-9696-f528445ad50b,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:04.143958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a67f8e4-d20e-495a-8422-7680b87550f4 req-a26c676e-7215-43b0-b2ed-10668b92b78d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.158301 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-2a67f8e4-d20e-495a-8422-7680b87550f4 req-a26c676e-7215-43b0-b2ed-10668b92b78d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Calling delete_port for 13e8fd2e-7d1a-44e4-9696-f528445ad50b owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:04.205796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Made reservation on behalf of 98869fa2853349ec87796b19730e6d7e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:04.209567 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.243552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0518c19-b4bc-4c44-a4af-1afb4bb4c491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.246956 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d0518c19-b4bc-4c44-a4af-1afb4bb4c491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.252103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d0518c19-b4bc-4c44-a4af-1afb4bb4c491 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/452484a8-8579-4207-afa8-11cadbe7b4a5 HTTP/1.1" status: 204 len: 168 time: 0.4491701 Aug 19 12:36:04.269536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0518c19-b4bc-4c44-a4af-1afb4bb4c491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452484a8-8579-4207-afa8-11cadbe7b4a5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:04.371475 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c712ca3-be69-4841-96bd-37500dca8ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.436015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Allocated IP 172.20.0.3 (cb170772-c550-4210-8916-2b1ba172ab74/72722106-b2f0-4425-9aa0-54129c05fca6/e19ff102-0b47-4492-8371-ed981f8896f9) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:04.475915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c712ca3-be69-4841-96bd-37500dca8ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.528747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c712ca3-be69-4841-96bd-37500dca8ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eabd339-a8f9-46f2-8c26-4a2271636ed0,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:04.540175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a67f8e4-d20e-495a-8422-7680b87550f4 req-a26c676e-7215-43b0-b2ed-10668b92b78d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.542038 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7c712ca3-be69-4841-96bd-37500dca8ffd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e43214c75c1b4e1291c902bcccacbbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7535777 Aug 19 12:36:04.549618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47482) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:04.556590 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['13e8fd2e-7d1a-44e4-9696-f528445ad50b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:04.601917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c676e-7215-43b0-b2ed-10668b92b78d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Pushing event deleted for resources: {'Port': ['ID=13e8fd2e-7d1a-44e4-9696-f528445ad50b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:04.639639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dfdb0945-b765-4447-95cc-36403cb54c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.651082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a67f8e4-d20e-495a-8422-7680b87550f4 req-a26c676e-7215-43b0-b2ed-10668b92b78d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] No DVR routers for this DVR port 13e8fd2e-7d1a-44e4-9696-f528445ad50b on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:04.654180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2a67f8e4-d20e-495a-8422-7680b87550f4 req-a26c676e-7215-43b0-b2ed-10668b92b78d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.657622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a67f8e4-d20e-495a-8422-7680b87550f4 req-a26c676e-7215-43b0-b2ed-10668b92b78d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.62 "DELETE /v2.0/ports/13e8fd2e-7d1a-44e4-9696-f528445ad50b HTTP/1.1" status: 204 len: 173 time: 0.7423329 Aug 19 12:36:04.660760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac801db-bf5e-4c9d-9f97-794fdae28155', 'name': 'network-vif-deleted', 'tag': '13e8fd2e-7d1a-44e4-9696-f528445ad50b'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:04.664161 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7065ea9-1c24-45a8-be7d-54a4aa37d336" -d '{"events": [{"server_uuid": "8ac801db-bf5e-4c9d-9f97-794fdae28155", "name": "network-vif-deleted", "tag": "13e8fd2e-7d1a-44e4-9696-f528445ad50b"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:04.690671 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dfdb0945-b765-4447-95cc-36403cb54c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.767447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2a95c56-1810-406c-b7aa-e9883c683f10 req-a739fbf4-2bab-4ed9-bae9-8fdb42b4036c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 210 time: 0.0793307 Aug 19 12:36:04.771950 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7389cc-e905-4b9e-8559-9cf7f7f21961 x-openstack-request-id: req-cb7389cc-e905-4b9e-8559-9cf7f7f21961 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:04.772464 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac801db-bf5e-4c9d-9f97-794fdae28155", "name": "network-vif-deleted", "tag": "13e8fd2e-7d1a-44e4-9696-f528445ad50b", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:04.772859 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb7389cc-e905-4b9e-8559-9cf7f7f21961 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:04.773398 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac801db-bf5e-4c9d-9f97-794fdae28155', 'name': 'network-vif-deleted', 'tag': '13e8fd2e-7d1a-44e4-9696-f528445ad50b', 'status': 'completed', 'code': 200} Aug 19 12:36:04.814182 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.932167 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-06f031ec-b2c6-45a1-9e51-d080d9213ca7 req-189e311d-c2c5-4611-8931-3309943ece75 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 210 time: 0.0525310 Aug 19 12:36:04.962109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dfdb0945-b765-4447-95cc-36403cb54c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.965116 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dfdb0945-b765-4447-95cc-36403cb54c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:04.968104 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dfdb0945-b765-4447-95cc-36403cb54c4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4eabd339-a8f9-46f2-8c26-4a2271636ed0 HTTP/1.1" status: 204 len: 168 time: 0.4210975 Aug 19 12:36:04.978432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb0945-b765-4447-95cc-36403cb54c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eabd339-a8f9-46f2-8c26-4a2271636ed0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:05.002403 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.015855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:05.055753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Network cb170772-c550-4210-8916-2b1ba172ab74 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:05.062298 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:05.066383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:05.067839 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8f44c5e1-791a-4489-b26c-cdbd5a5a4505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.101423 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event updated for resources: {'Port': ['ID=e19ff102-0b47-4492-8371-ed981f8896f9,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:05.146854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:05.147990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.271665 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-4d4be2b6-7cd1-422a-b5f8-120717b5a663 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9226394 Aug 19 12:36:05.289910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Request body: {'port': {'device_id': '80a6199b-a7cf-4834-a14b-82783ea7e347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:05.367272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.475803 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47512) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:05.695701 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf26bdfb-924d-416e-a081-f2c6139b28eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.768399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19ff102-0b47-4492-8371-ed981f8896f9 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:05.781832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.801313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Transition to ACTIVE for port object e19ff102-0b47-4492-8371-ed981f8896f9 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:05.830488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf26bdfb-924d-416e-a081-f2c6139b28eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.879235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb0e3abc-094e-459a-b10a-c24212135873 req-ec5f236b-26bc-44c5-90b8-15aa65ae368d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 210 time: 0.0363767 Aug 19 12:36:05.916286 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.950536 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf26bdfb-924d-416e-a081-f2c6139b28eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:05.989825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cf26bdfb-924d-416e-a081-f2c6139b28eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fce2ebec57342a1aaae104ee51447f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116420 Aug 19 12:36:05.992583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47538) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:06.062731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Pushing event updated for resources: {'Port': ['ID=e19ff102-0b47-4492-8371-ed981f8896f9,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:06.067745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26bdfb-924d-416e-a081-f2c6139b28eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcd5bdc-4ea8-47ba-8518-09ad94937edd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:06.101309 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21285503-7965-4ca8-8cb0-68a60014f32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.137471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21285503-7965-4ca8-8cb0-68a60014f32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.248226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ea7e6-5bca-4047-8b35-01ed09e4f38b req-d1eb3d43-05ac-4439-9f6b-152dc927d16c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:06.257280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e13ea7e6-5bca-4047-8b35-01ed09e4f38b req-d1eb3d43-05ac-4439-9f6b-152dc927d16c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 943 time: 0.1684279 Aug 19 12:36:06.269201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Attempting to bind port e19ff102-0b47-4492-8371-ed981f8896f9 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:36:06.269430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Attempting to bind port e19ff102-0b47-4492-8371-ed981f8896f9 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:36:06.269766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Attempting to bind port e19ff102-0b47-4492-8371-ed981f8896f9 on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:06.281158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Port e19ff102-0b47-4492-8371-ed981f8896f9 on network cb170772-c550-4210-8916-2b1ba172ab74 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:36:06.281699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Attempting to bind port e19ff102-0b47-4492-8371-ed981f8896f9 on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:06.289561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:36:06.289904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Checking segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:06.290293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Bound using segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:36:06.290723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Bound port: e19ff102-0b47-4492-8371-ed981f8896f9, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:36:06.291149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.310096 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21285503-7965-4ca8-8cb0-68a60014f32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.312813 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21285503-7965-4ca8-8cb0-68a60014f32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.313990 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-21285503-7965-4ca8-8cb0-68a60014f32f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dcd5bdc-4ea8-47ba-8518-09ad94937edd HTTP/1.1" status: 204 len: 168 time: 0.3202877 Aug 19 12:36:06.326673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21285503-7965-4ca8-8cb0-68a60014f32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcd5bdc-4ea8-47ba-8518-09ad94937edd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:06.375459 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e13ea7e6-5bca-4047-8b35-01ed09e4f38b req-f646ad1f-2815-4b6f-b920-7995e8a86503 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172073 Aug 19 12:36:06.417537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] For port e19ff102-0b47-4492-8371-ed981f8896f9, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:36:06.421291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] For port e19ff102-0b47-4492-8371-ed981f8896f9, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e19ff102-0b47-4492-8371-ed981f8896f9,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:36:06.503095 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.547061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:06.547688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:06.549115 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] 10.222.0.62 "PUT /v2.0/ports/e19ff102-0b47-4492-8371-ed981f8896f9 HTTP/1.1" status: 200 len: 1091 time: 1.2650261 Aug 19 12:36:06.577085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dc55d-970a-4593-a982-906b607abc7f service neutron] Pushing event updated for resources: {'Port': ['ID=e19ff102-0b47-4492-8371-ed981f8896f9,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:06.690857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-a4066f57-1718-41f3-b5d8-9025009a5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:06.693407 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-a4066f57-1718-41f3-b5d8-9025009a5d5f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 1094 time: 0.0503395 Aug 19 12:36:06.740492 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-65d3a1ff-57d3-47e9-bb01-65d7d501e405 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19ff102-0b47-4492-8371-ed981f8896f9 HTTP/1.1" status: 200 len: 217 time: 0.0393562 Aug 19 12:36:06.784939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a6199b-a7cf-4834-a14b-82783ea7e347', 'tag': 'e19ff102-0b47-4492-8371-ed981f8896f9'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:06.787999 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e93374b-b8b4-423e-aa6c-fa1e56cb98cd" -d '{"events": [{"name": "network-changed", "server_uuid": "80a6199b-a7cf-4834-a14b-82783ea7e347", "tag": "e19ff102-0b47-4492-8371-ed981f8896f9"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:06.830369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-ac830f63-b630-4e72-bb35-3eaa1df3ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:06.832219 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-ac830f63-b630-4e72-bb35-3eaa1df3ad6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 200 len: 846 time: 0.0840833 Aug 19 12:36:06.837044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47560) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:06.847054 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f35ef6-cb0f-467f-b03d-0e714299d677 x-openstack-request-id: req-28f35ef6-cb0f-467f-b03d-0e714299d677 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:06.847344 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a6199b-a7cf-4834-a14b-82783ea7e347", "tag": "e19ff102-0b47-4492-8371-ed981f8896f9", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:06.847596 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28f35ef6-cb0f-467f-b03d-0e714299d677 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:06.847977 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a6199b-a7cf-4834-a14b-82783ea7e347', 'tag': 'e19ff102-0b47-4492-8371-ed981f8896f9', 'status': 'completed', 'code': 200} Aug 19 12:36:06.880516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-a605a96c-4af5-43e7-acc7-080292c9af4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb170772-c550-4210-8916-2b1ba172ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352390 Aug 19 12:36:06.943937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-41e484b7-a82a-4353-83ae-8a5fdfdbc562 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:06.948811 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-41e484b7-a82a-4353-83ae-8a5fdfdbc562 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.30 "GET /v2.0/networks?id=8a23d8e4-8eb3-4c2b-b075-508a6246f620 HTTP/1.1" status: 200 len: 814 time: 0.1731265 Aug 19 12:36:06.965934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Request body: {'port': {'device_id': 'd4cbadf7-0a9e-4fe3-b4b8-73a7a8471636', 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620', 'admin_state_up': True, 'tenant_id': 'f88619488b2d41848fd138e049c70cb2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:06.993543 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-138093ea-f23d-46d3-90ac-851150ee336a service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058006 Aug 19 12:36:07.057905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4e4ebee-83af-426c-8a56-7e1987baaa06 req-01a5d3c6-b4b5-4817-bf73-9162516a9afe tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 210 time: 0.0385475 Aug 19 12:36:07.175203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec5756-d2dd-4fd0-a8ac-3943a45c9bbf req-3b8e3fbd-eecb-4c40-b045-5e18777033de service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727233 Aug 19 12:36:07.229447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-607454617'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:07.259927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Made reservation on behalf of f88619488b2d41848fd138e049c70cb2 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:07.263573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.405173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Made reservation on behalf of d2d72493835e423691b07074ac6677f9 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:07.410068 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.438984 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.444878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Allocated IP 172.20.0.12 (8a23d8e4-8eb3-4c2b-b075-508a6246f620/cc788532-f0ed-4237-a424-9d3a217d0d75/a0556861-0bad-4f46-8d5a-6820541d30f6) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:07.507912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93374b-b8b4-423e-aa6c-fa1e56cb98cd req-cdfc5647-737e-4617-974f-97b891ecb33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:07.509847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e93374b-b8b4-423e-aa6c-fa1e56cb98cd req-cdfc5647-737e-4617-974f-97b891ecb33d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 1094 time: 0.1203444 Aug 19 12:36:07.587175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47580) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:07.626018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffeacafa-8ced-4040-9526-a9115939d4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.637771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76a909-a78e-4505-b11f-a75d2133e8bd req-4526822b-59f4-416b-a0ab-dad734271956 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:07.649347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e76a909-a78e-4505-b11f-a75d2133e8bd req-4526822b-59f4-416b-a0ab-dad734271956 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 943 time: 0.1909401 Aug 19 12:36:07.879970 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.881501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93374b-b8b4-423e-aa6c-fa1e56cb98cd req-20163de3-a62c-4321-a0c5-32dd34e69410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:07.881501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e93374b-b8b4-423e-aa6c-fa1e56cb98cd req-20163de3-a62c-4321-a0c5-32dd34e69410 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 907 time: 0.1780863 Aug 19 12:36:07.881969 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.882350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e93374b-b8b4-423e-aa6c-fa1e56cb98cd req-52dd2b4f-0ea5-4be7-b5f6-1d0cb42ec68f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e19ff102-0b47-4492-8371-ed981f8896f9 HTTP/1.1" status: 200 len: 217 time: 0.0506525 Aug 19 12:36:07.882350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e76a909-a78e-4505-b11f-a75d2133e8bd req-cbada869-19d2-44c1-bda3-e6228d127bcd tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495755 Aug 19 12:36:07.882350 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.882350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93374b-b8b4-423e-aa6c-fa1e56cb98cd req-77aec916-1c16-4053-adca-d06e75048705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:07.882350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e93374b-b8b4-423e-aa6c-fa1e56cb98cd req-77aec916-1c16-4053-adca-d06e75048705 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 200 len: 846 time: 0.0704660 Aug 19 12:36:07.885599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e93374b-b8b4-423e-aa6c-fa1e56cb98cd req-574e43c0-4d9a-439e-bbb2-bd09da6658ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb170772-c550-4210-8916-2b1ba172ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255733 Aug 19 12:36:07.961294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc95de55-ee78-4280-8793-838085293be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:07.993880 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e93374b-b8b4-423e-aa6c-fa1e56cb98cd req-9c002389-e722-4f92-88c6-070e726f5bee service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007845 Aug 19 12:36:08.021272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.022067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.078001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:08.082967 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:08.100849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:08.102065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:36:08.111874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6d4a24-18a2-4bea-87c6-76526eebae31,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:08.129344 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.129756 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Added segment 6d7f3f8c-93f9-4e49-aced-361c25958997 of type vlan for network b70cc748-3191-4a09-9441-9a71ad949faa Aug 19 12:36:08.132971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Pushing event updated for resources: {'Port': ['ID=a0556861-0bad-4f46-8d5a-6820541d30f6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:08.159385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:08.160044 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.192067 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e93374b-b8b4-423e-aa6c-fa1e56cb98cd req-bedde767-c647-4cf5-a0b9-46f6b0b7dc58 service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899884 Aug 19 12:36:08.203171 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.275146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14f060-9388-41ed-9c7f-87eacf6cd501 req-5946338b-01c5-472b-91ea-f2b8fba04cd1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:08.277967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fc14f060-9388-41ed-9c7f-87eacf6cd501 req-5946338b-01c5-472b-91ea-f2b8fba04cd1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 932 time: 0.0671523 Aug 19 12:36:08.345245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fc14f060-9388-41ed-9c7f-87eacf6cd501 req-1fa3df8b-108a-4acb-b6a4-0f4f3a41b599 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589087 Aug 19 12:36:08.347489 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.357905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:08.367767 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.414931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffeacafa-8ced-4040-9526-a9115939d4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.487119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'Network': ['ID=b70cc748-3191-4a09-9441-9a71ad949faa,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:08.499367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b70cc748-3191-4a09-9441-9a71ad949faa details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:36:08.790825 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffeacafa-8ced-4040-9526-a9115939d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.828334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 13e8fd2e-7d1a-44e4-9696-f528445ad50b no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:08.835274 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ffeacafa-8ced-4040-9526-a9115939d4cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d49ea892582044d0aabf5f139fb9a1b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2430725 Aug 19 12:36:08.835274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeacafa-8ced-4040-9526-a9115939d4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fdf454-8d7e-484a-86ac-82da364efe1a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:08.835658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47598) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:08.857800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 13e8fd2e-7d1a-44e4-9696-f528445ad50b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:08.858134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 13e8fd2e-7d1a-44e4-9696-f528445ad50b not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:08.894667 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32be5d67-abc6-43f6-8137-8160a157ac41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.921106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32be5d67-abc6-43f6-8137-8160a157ac41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:08.996077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333855e4-86a7-46a6-a72f-8f6f86126ff8 req-8384c252-ebde-42e1-b634-929259f17d07 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:08.998123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-333855e4-86a7-46a6-a72f-8f6f86126ff8 req-8384c252-ebde-42e1-b634-929259f17d07 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 943 time: 0.0619354 Aug 19 12:36:09.039843 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-333855e4-86a7-46a6-a72f-8f6f86126ff8 req-0644d2e8-8eb6-48ea-8ab6-96fc2d80f30b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Aug 19 12:36:09.122083 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9efff74e-4598-472c-8f6a-e5ce556ae104 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.2836244 Aug 19 12:36:09.125563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47602) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:09.130680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Request body: {'subnet': {'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:09.248789 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-87cd4e5d-94f3-41fb-9b94-5d14667805d1 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2879670 Aug 19 12:36:09.249567 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32be5d67-abc6-43f6-8137-8160a157ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.250167 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.252220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32be5d67-abc6-43f6-8137-8160a157ac41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.258708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-32be5d67-abc6-43f6-8137-8160a157ac41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53fdf454-8d7e-484a-86ac-82da364efe1a HTTP/1.1" status: 204 len: 168 time: 0.4166322 Aug 19 12:36:09.264651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Request body: {'port': {'device_id': 'd4cbadf7-0a9e-4fe3-b4b8-73a7a8471636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:09.267573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be5d67-abc6-43f6-8137-8160a157ac41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fdf454-8d7e-484a-86ac-82da364efe1a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:09.339269 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.401142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Made reservation on behalf of d2d72493835e423691b07074ac6677f9 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:09.407284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.545038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8cb11-01cf-4f4e-b631-57c0121e75fc req-e8318eac-8a95-47e4-9feb-8d1989643900 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:09.549321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01a8cb11-01cf-4f4e-b631-57c0121e75fc req-e8318eac-8a95-47e4-9feb-8d1989643900 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 932 time: 0.1211636 Aug 19 12:36:09.635377 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01a8cb11-01cf-4f4e-b631-57c0121e75fc req-75eefcc0-41ee-4553-b8a8-9ee92aa2b388 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768375 Aug 19 12:36:09.817197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:09.907692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'Subnet': ['ID=1a90651a-8fc0-45f6-b98f-1edf4b11e37c,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:09.932564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Checking segment: {'id': '6d7f3f8c-93f9-4e49-aced-361c25958997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:09.934433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Network hostable DHCP agents. Network: b70cc748-3191-4a09-9441-9a71ad949faa, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:36:10.037629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Network b70cc748-3191-4a09-9441-9a71ad949faa is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:36:10.040532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0556861-0bad-4f46-8d5a-6820541d30f6 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:10.048944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.063882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Transition to ACTIVE for port object a0556861-0bad-4f46-8d5a-6820541d30f6 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:10.161476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, b70cc748-3191-4a09-9441-9a71ad949faa) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:10.166848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0fbe2-f2ba-4455-b765-3dd8264d746d req-2f8835aa-80f7-46b1-9673-a14b72e43c05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:10.167754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:10.172124 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.175337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa591bba-bf24-4c0a-a8ce-82f4b1d1a5d2 None None] Network b70cc748-3191-4a09-9441-9a71ad949faa requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:10.175460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47e0fbe2-f2ba-4455-b765-3dd8264d746d req-2f8835aa-80f7-46b1-9673-a14b72e43c05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 943 time: 0.0568385 Aug 19 12:36:10.197990 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.254171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6392ae8d-cf04-4b28-82d2-fca35c019e3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1272070 Aug 19 12:36:10.257206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47628) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:10.263537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Request body: {'port': {'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1157861547'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:10.266434 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47e0fbe2-f2ba-4455-b765-3dd8264d746d req-2f6f485d-3b45-4020-abbb-132691d60d93 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912256 Aug 19 12:36:10.322717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Pushing event updated for resources: {'Port': ['ID=a0556861-0bad-4f46-8d5a-6820541d30f6,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:10.362606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-b70cc748-3191-4a09-9441-9a71ad949faa', 'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa', 'tenant_id': 'd2d72493835e423691b07074ac6677f9', 'fixed_ips': [{'subnet_id': '1a90651a-8fc0-45f6-b98f-1edf4b11e37c'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:36:10.363722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.369821 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Attempting to bind port a0556861-0bad-4f46-8d5a-6820541d30f6 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:36:10.370461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Attempting to bind port a0556861-0bad-4f46-8d5a-6820541d30f6 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:36:10.370983 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Attempting to bind port a0556861-0bad-4f46-8d5a-6820541d30f6 on network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:10.377313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Port a0556861-0bad-4f46-8d5a-6820541d30f6 on network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:36:10.377895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Attempting to bind port a0556861-0bad-4f46-8d5a-6820541d30f6 on network 8a23d8e4-8eb3-4c2b-b075-508a6246f620 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:10.389765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:36:10.390098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Checking segment: {'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:10.390784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Bound using segment: {'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:36:10.391251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Bound port: a0556861-0bad-4f46-8d5a-6820541d30f6, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c82b7ab-fdc0-4083-b107-b772b24b1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:36:10.392600 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.481662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] For port a0556861-0bad-4f46-8d5a-6820541d30f6, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:36:10.485121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] For port a0556861-0bad-4f46-8d5a-6820541d30f6, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a0556861-0bad-4f46-8d5a-6820541d30f6,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:36:10.527165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Made reservation on behalf of d2d72493835e423691b07074ac6677f9 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:10.528963 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.533115 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.562239 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] device_id is not set on port 9e8c210f-6c8c-4371-94a1-3f96575f44fd yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:36:10.586308 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Allocated IP 2001:db8::2 (b70cc748-3191-4a09-9441-9a71ad949faa/1a90651a-8fc0-45f6-b98f-1edf4b11e37c/41db3171-3d11-4c1f-8774-0b08877097a9) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:10.613330 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.670897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:10.671514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:10.672968 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] 10.222.0.30 "PUT /v2.0/ports/a0556861-0bad-4f46-8d5a-6820541d30f6 HTTP/1.1" status: 200 len: 1092 time: 1.4143202 Aug 19 12:36:10.673425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cbadf7-0a9e-4fe3-b4b8-73a7a8471636', 'tag': 'a0556861-0bad-4f46-8d5a-6820541d30f6'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:10.676584 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7fe552-dbf7-4c4e-be54-459dcd05cdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636", "tag": "a0556861-0bad-4f46-8d5a-6820541d30f6"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:10.730264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede83b41-e61a-4263-a5fb-506e905d2f80 service neutron] Pushing event updated for resources: {'Port': ['ID=a0556861-0bad-4f46-8d5a-6820541d30f6,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:10.828596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a14f-6f35-48bf-8b39-3aaac652b5cd req-05bc7a7f-6d61-4546-ab45-1e603f61be01 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:10.830452 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6fe9a14f-6f35-48bf-8b39-3aaac652b5cd req-05bc7a7f-6d61-4546-ab45-1e603f61be01 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 944 time: 0.0795507 Aug 19 12:36:10.853826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e19ff102-0b47-4492-8371-ed981f8896f9 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:36:10.918490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-de793d8d-d1b5-45c0-a02d-df0b37c42ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:10.920374 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-de793d8d-d1b5-45c0-a02d-df0b37c42ad0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f88619488b2d41848fd138e049c70cb2&device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 1095 time: 0.0889843 Aug 19 12:36:10.937173 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6fe9a14f-6f35-48bf-8b39-3aaac652b5cd req-e064a66b-ac74-420e-bc25-1e4855a91ff0 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894423 Aug 19 12:36:11.038427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port e19ff102-0b47-4492-8371-ed981f8896f9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e19ff102-0b47-4492-8371-ed981f8896f9,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:11.039453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-e9efe01e-6950-4f32-861f-25a7fedd1c6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0556861-0bad-4f46-8d5a-6820541d30f6 HTTP/1.1" status: 200 len: 217 time: 0.0994914 Aug 19 12:36:11.041341 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.068464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Transition to ACTIVE for port object 41db3171-3d11-4c1f-8774-0b08877097a9 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:11.080199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'e19ff102-0b47-4492-8371-ed981f8896f9', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'port_id': 'e19ff102-0b47-4492-8371-ed981f8896f9', 'mac_address': 'fa:16:3e:7a:5f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72722106-b2f0-4425-9aa0-54129c05fca6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:36:11.107138 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d91f1d-c6ad-4059-b02c-14f554dc2222 x-openstack-request-id: req-b0d91f1d-c6ad-4059-b02c-14f554dc2222 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:11.108255 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636", "tag": "a0556861-0bad-4f46-8d5a-6820541d30f6", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:11.108255 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0d91f1d-c6ad-4059-b02c-14f554dc2222 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:11.108255 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cbadf7-0a9e-4fe3-b4b8-73a7a8471636', 'tag': 'a0556861-0bad-4f46-8d5a-6820541d30f6', 'status': 'completed', 'code': 200} Aug 19 12:36:11.114598 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-95a77d6c-4fa8-4846-bdbf-b5bd12d4a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:11.116252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-95a77d6c-4fa8-4846-bdbf-b5bd12d4a0e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc788532-f0ed-4237-a424-9d3a217d0d75 HTTP/1.1" status: 200 len: 854 time: 0.0728028 Aug 19 12:36:11.134501 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.138827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Transition to ACTIVE for port object 41db3171-3d11-4c1f-8774-0b08877097a9 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:11.151384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-3d2bede1-5922-415f-834b-360206814cab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a23d8e4-8eb3-4c2b-b075-508a6246f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269599 Aug 19 12:36:11.153877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19ff102-0b47-4492-8371-ed981f8896f9 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:11.182574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port e19ff102-0b47-4492-8371-ed981f8896f9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e19ff102-0b47-4492-8371-ed981f8896f9,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:11.242195 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.249655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-279ecff5-3e81-41e5-be8b-b6b249a3599e service neutron] 10.222.0.30 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912776 Aug 19 12:36:11.279876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Network b70cc748-3191-4a09-9441-9a71ad949faa is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:11.283461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:11.287313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:11.318282 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Allocated IP 2001:db8::295 (b70cc748-3191-4a09-9441-9a71ad949faa/1a90651a-8fc0-45f6-b98f-1edf4b11e37c/9e8c210f-6c8c-4371-94a1-3f96575f44fd) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:11.374089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Pushing event updated for resources: {'Port': ['ID=41db3171-3d11-4c1f-8774-0b08877097a9,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:11.377424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Attempting to bind port 41db3171-3d11-4c1f-8774-0b08877097a9 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:36:11.377981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Attempting to bind port 41db3171-3d11-4c1f-8774-0b08877097a9 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '6d7f3f8c-93f9-4e49-aced-361c25958997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:36:11.378519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Attempting to bind port 41db3171-3d11-4c1f-8774-0b08877097a9 on network b70cc748-3191-4a09-9441-9a71ad949faa {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:11.384124 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.389670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:36:11.390327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Checking segment: {'id': '6d7f3f8c-93f9-4e49-aced-361c25958997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:11.390919 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.391457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Bound using segment: {'id': '6d7f3f8c-93f9-4e49-aced-361c25958997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:36:11.392118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Bound port: 41db3171-3d11-4c1f-8774-0b08877097a9, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7f3f8c-93f9-4e49-aced-361c25958997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:36:11.392506 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.469868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-128a9db8-2be1-4962-b086-67ff55e1e03e req-2b48e391-a444-4e9c-83ac-8f7a76d01691 service neutron] 10.222.0.30 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080011 Aug 19 12:36:11.484443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874046a-7c27-4d0e-a0c5-b0df5c166421 req-c6129c54-976c-48d9-b2d8-53316554fda8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:11.489366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=e19ff102-0b47-4492-8371-ed981f8896f9,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:11.493821 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9874046a-7c27-4d0e-a0c5-b0df5c166421 req-c6129c54-976c-48d9-b2d8-53316554fda8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 944 time: 0.0846999 Aug 19 12:36:11.543238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] For port 41db3171-3d11-4c1f-8774-0b08877097a9, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:36:11.547932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] For port 41db3171-3d11-4c1f-8774-0b08877097a9, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=41db3171-3d11-4c1f-8774-0b08877097a9,segment=NetworkSegment(6d7f3f8c-93f9-4e49-aced-361c25958997),segment_id=6d7f3f8c-93f9-4e49-aced-361c25958997)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:36:11.559103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9874046a-7c27-4d0e-a0c5-b0df5c166421 req-34241fa6-f811-4039-99f6-df3530e89333 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641112 Aug 19 12:36:11.589658 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['e19ff102-0b47-4492-8371-ed981f8896f9'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:11.592444 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:11.610252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Transition to ACTIVE for port object 9e8c210f-6c8c-4371-94a1-3f96575f44fd will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:12.052481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b032c5-88a7-4a42-93e3-ff60d33f33f7 req-f2ee56b9-4af7-4aba-ad3d-2178dee43c02 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:12.054118 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2b032c5-88a7-4a42-93e3-ff60d33f33f7 req-f2ee56b9-4af7-4aba-ad3d-2178dee43c02 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 944 time: 0.0584505 Aug 19 12:36:12.099394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2b032c5-88a7-4a42-93e3-ff60d33f33f7 req-7ce36aa7-e187-4413-9c52-a254815124dc tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Aug 19 12:36:12.241825 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.244101 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.269501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe552-dbf7-4c4e-be54-459dcd05cdd9 req-baebc85f-22f3-48b9-b4a3-5f55f556c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:12.271819 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a7fe552-dbf7-4c4e-be54-459dcd05cdd9 req-baebc85f-22f3-48b9-b4a3-5f55f556c752 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f88619488b2d41848fd138e049c70cb2&device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 1095 time: 0.0736032 Aug 19 12:36:12.274332 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:36:12.304714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Network b70cc748-3191-4a09-9441-9a71ad949faa is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:12.306772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df93e0-956f-42d9-bdb5-9609be56b613 None None] Pushing event updated for resources: {'Port': ['ID=41db3171-3d11-4c1f-8774-0b08877097a9,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:12.314976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:12.330750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:12.339596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:12.340658 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:12.354524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'Port': ['ID=9e8c210f-6c8c-4371-94a1-3f96575f44fd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:12.420708 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe552-dbf7-4c4e-be54-459dcd05cdd9 req-de072dac-1aeb-4b0f-bb23-1ce58cbb365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:12.422227 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a7fe552-dbf7-4c4e-be54-459dcd05cdd9 req-de072dac-1aeb-4b0f-bb23-1ce58cbb365c service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a23d8e4-8eb3-4c2b-b075-508a6246f620 HTTP/1.1" status: 200 len: 915 time: 0.1425934 Aug 19 12:36:12.448503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2a75ce8d-d9fe-4e1c-9c37-e91a95c0b94e tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1896632 Aug 19 12:36:12.451460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47684) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:12.456865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Request body: {'port': {'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1026996433', 'allowed_address_pairs': [{'ip_address': '2001:db8::295', 'mac_address': 'fa:16:3e:45:26:97'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:12.478123 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a7fe552-dbf7-4c4e-be54-459dcd05cdd9 req-0f2b64cc-db7e-4594-8332-e80a49a238c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0556861-0bad-4f46-8d5a-6820541d30f6 HTTP/1.1" status: 200 len: 217 time: 0.0476916 Aug 19 12:36:12.568149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe552-dbf7-4c4e-be54-459dcd05cdd9 req-c66c329a-bc5b-48b0-9f0b-c87887bd7b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:12.570254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a7fe552-dbf7-4c4e-be54-459dcd05cdd9 req-c66c329a-bc5b-48b0-9f0b-c87887bd7b8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc788532-f0ed-4237-a424-9d3a217d0d75 HTTP/1.1" status: 200 len: 854 time: 0.0803111 Aug 19 12:36:12.616076 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a7fe552-dbf7-4c4e-be54-459dcd05cdd9 req-df33e1a9-600e-410f-ad56-7f7c04cd08e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a23d8e4-8eb3-4c2b-b075-508a6246f620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380542 Aug 19 12:36:12.777767 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a7fe552-dbf7-4c4e-be54-459dcd05cdd9 req-fe0933f3-b384-4ffe-ae62-8ac4587506db service neutron] 10.222.0.30 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530066 Aug 19 12:36:12.815780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b381b-351a-4178-b8c8-704edbf36bf6 req-3bf07f7a-9035-4464-9584-8014b021afab tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:12.828344 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f0b381b-351a-4178-b8c8-704edbf36bf6 req-3bf07f7a-9035-4464-9584-8014b021afab tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 944 time: 0.1486006 Aug 19 12:36:12.835927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Made reservation on behalf of d2d72493835e423691b07074ac6677f9 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:12.875184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e19ff102-0b47-4492-8371-ed981f8896f9 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:12.976122 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a7fe552-dbf7-4c4e-be54-459dcd05cdd9 req-248abdd2-1585-4bc9-9c41-81ef4b7d4bef service neutron] 10.222.0.30 "GET /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880026 Aug 19 12:36:13.087325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port e19ff102-0b47-4492-8371-ed981f8896f9 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:13.092910 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port e19ff102-0b47-4492-8371-ed981f8896f9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:13.093539 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.258399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f0b381b-351a-4178-b8c8-704edbf36bf6 req-a3d0125b-d31e-42a8-94a3-8717cc2c6712 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230239 Aug 19 12:36:13.308373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.336440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] device_id is not set on port e5ba1877-c0e6-42f7-b4a4-f01783ccade9 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:36:13.348638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa116614-7060-45e1-8ea2-a69257a285ad req-a67d5cf5-12f8-4362-bff8-652c4bfefd38 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:13.350606 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa116614-7060-45e1-8ea2-a69257a285ad req-a67d5cf5-12f8-4362-bff8-652c4bfefd38 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 944 time: 0.1118934 Aug 19 12:36:13.370167 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.414991 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa116614-7060-45e1-8ea2-a69257a285ad req-9a83268e-b405-460b-a730-d5c0f9a23b4f tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568864 Aug 19 12:36:13.442426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a6199b-a7cf-4834-a14b-82783ea7e347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19ff102-0b47-4492-8371-ed981f8896f9'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:13.445037 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a37f34-90d0-4147-b840-febf8382e432" -d '{"events": [{"server_uuid": "80a6199b-a7cf-4834-a14b-82783ea7e347", "name": "network-vif-plugged", "status": "completed", "tag": "e19ff102-0b47-4492-8371-ed981f8896f9"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:13.472536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port e19ff102-0b47-4492-8371-ed981f8896f9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e19ff102-0b47-4492-8371-ed981f8896f9,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:13.567233 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e608cd7d-8314-4d22-906f-9b53a41f25c7 x-openstack-request-id: req-e608cd7d-8314-4d22-906f-9b53a41f25c7 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:13.567525 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a6199b-a7cf-4834-a14b-82783ea7e347", "name": "network-vif-plugged", "status": "completed", "tag": "e19ff102-0b47-4492-8371-ed981f8896f9", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:13.567788 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e608cd7d-8314-4d22-906f-9b53a41f25c7 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:13.568953 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a6199b-a7cf-4834-a14b-82783ea7e347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19ff102-0b47-4492-8371-ed981f8896f9', 'code': 200} Aug 19 12:36:13.577734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Allocated IP 2001:db8::3cf (b70cc748-3191-4a09-9441-9a71ad949faa/1a90651a-8fc0-45f6-b98f-1edf4b11e37c/e5ba1877-c0e6-42f7-b4a4-f01783ccade9) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:13.686369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94a805-af4e-49b5-837d-fe3a9776dd5e req-1bbda7dc-6ca2-4eee-bde2-bd62536a13af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:13.686369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e94a805-af4e-49b5-837d-fe3a9776dd5e req-1bbda7dc-6ca2-4eee-bde2-bd62536a13af service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 1095 time: 0.0960560 Aug 19 12:36:13.732560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.793220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e94a805-af4e-49b5-837d-fe3a9776dd5e req-29202198-39ab-4b54-9ffb-ef6dc2077de1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029439 Aug 19 12:36:13.839735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c3db95-a7b2-4967-a0c2-b45bac621b00 None None] Network b70cc748-3191-4a09-9441-9a71ad949faa requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:13.867852 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:13.891582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Transition to ACTIVE for port object e5ba1877-c0e6-42f7-b4a4-f01783ccade9 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:13.924839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=e19ff102-0b47-4492-8371-ed981f8896f9,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:14.048315 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.049174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bf08f1d3-ee81-4fb1-b032-a2d69ae19dae None None] Provisioning for port 41db3171-3d11-4c1f-8774-0b08877097a9 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:14.096784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Network b70cc748-3191-4a09-9441-9a71ad949faa is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:14.100118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:14.104484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:14.111013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.111666 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.131621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'Port': ['ID=e5ba1877-c0e6-42f7-b4a4-f01783ccade9,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:14.317293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5c101a85-d02b-48a3-8b1f-779c05d94b81 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.8646922 Aug 19 12:36:14.323303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47748) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:14.346167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 41db3171-3d11-4c1f-8774-0b08877097a9 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:14.470463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89af815-db94-45ea-97ab-9e00bd90729a tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.476300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89af815-db94-45ea-97ab-9e00bd90729a tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.485012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89af815-db94-45ea-97ab-9e00bd90729a tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.487871 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e89af815-db94-45ea-97ab-9e00bd90729a tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1633437 Aug 19 12:36:14.490635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47754) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:14.520527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47756) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:14.531652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f7378-8118-43bc-a4cf-58e7455009c3 req-9b9f402e-40ed-4709-b925-b2c94541ea71 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.538588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d31f7378-8118-43bc-a4cf-58e7455009c3 req-9b9f402e-40ed-4709-b925-b2c94541ea71 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 945 time: 0.1297085 Aug 19 12:36:14.572160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 41db3171-3d11-4c1f-8774-0b08877097a9 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:14.580223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 41db3171-3d11-4c1f-8774-0b08877097a9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:14.583415 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.606704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d31f7378-8118-43bc-a4cf-58e7455009c3 req-8f2284aa-dc3c-4410-afbf-15cc8efe292f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623479 Aug 19 12:36:14.641144 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7398737-c7b7-41be-9dd9-97e549929446 req-91d07b54-8118-448d-8612-f50215d3fc99 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:14.649935 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7398737-c7b7-41be-9dd9-97e549929446 req-91d07b54-8118-448d-8612-f50215d3fc99 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 944 time: 0.1095502 Aug 19 12:36:14.723466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7398737-c7b7-41be-9dd9-97e549929446 req-f0134f64-b5d4-41bd-9772-02c11e8c1330 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723734 Aug 19 12:36:14.742613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-03e18d9b-435e-4490-bba6-e54c19a02844 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Deleting port e5ba1877-c0e6-42f7-b4a4-f01783ccade9 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:14.744212 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03e18d9b-435e-4490-bba6-e54c19a02844 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.746508 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.794640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0d326ba5-a7da-42db-a77a-8bc1f7647fd1 None None] Provisioning for port 9e8c210f-6c8c-4371-94a1-3f96575f44fd completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:14.809850 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0d326ba5-a7da-42db-a77a-8bc1f7647fd1 None None] Provisioning complete for port 9e8c210f-6c8c-4371-94a1-3f96575f44fd triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:14.813788 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34c6ae05-96dc-40fa-a2fc-8b9ae4a2918e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.819468 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0d326ba5-a7da-42db-a77a-8bc1f7647fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.851562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 41db3171-3d11-4c1f-8774-0b08877097a9, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=41db3171-3d11-4c1f-8774-0b08877097a9,segment=NetworkSegment(6d7f3f8c-93f9-4e49-aced-361c25958997),segment_id=6d7f3f8c-93f9-4e49-aced-361c25958997)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:14.865116 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03e18d9b-435e-4490-bba6-e54c19a02844 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:14.896407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-03e18d9b-435e-4490-bba6-e54c19a02844 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Calling delete_port for e5ba1877-c0e6-42f7-b4a4-f01783ccade9 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:14.937919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0d326ba5-a7da-42db-a77a-8bc1f7647fd1 None None] Port 9e8c210f-6c8c-4371-94a1-3f96575f44fd cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:36:14.972488 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.096377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=41db3171-3d11-4c1f-8774-0b08877097a9,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:15.121289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0d326ba5-a7da-42db-a77a-8bc1f7647fd1 None None] Provisioning for port e5ba1877-c0e6-42f7-b4a4-f01783ccade9 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:15.132061 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0d326ba5-a7da-42db-a77a-8bc1f7647fd1 None None] Provisioning complete for port e5ba1877-c0e6-42f7-b4a4-f01783ccade9 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:15.132450 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0d326ba5-a7da-42db-a77a-8bc1f7647fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.133271 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34c6ae05-96dc-40fa-a2fc-8b9ae4a2918e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.208013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0d326ba5-a7da-42db-a77a-8bc1f7647fd1 None None] Port e5ba1877-c0e6-42f7-b4a4-f01783ccade9 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:36:15.229588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0d326ba5-a7da-42db-a77a-8bc1f7647fd1 None None] Provisioning complete for port 41db3171-3d11-4c1f-8774-0b08877097a9 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:15.229968 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0d326ba5-a7da-42db-a77a-8bc1f7647fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.305408 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34c6ae05-96dc-40fa-a2fc-8b9ae4a2918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.408916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47780) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:15.416947 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-34c6ae05-96dc-40fa-a2fc-8b9ae4a2918e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5defa76f2a664cd39b5a49903ee0621d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8757434 Aug 19 12:36:15.417858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6ae05-96dc-40fa-a2fc-8b9ae4a2918e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb467119-e72a-4614-b922-c53c0cc3a132,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:15.441682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03e18d9b-435e-4490-bba6-e54c19a02844 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.497158 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e18d9b-435e-4490-bba6-e54c19a02844 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event deleted for resources: {'Port': ['ID=e5ba1877-c0e6-42f7-b4a4-f01783ccade9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:15.501204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-937f9c9c-7b55-4a36-9c81-54892beb08f9 None None] Provisioning complete for port 9e8c210f-6c8c-4371-94a1-3f96575f44fd triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:15.501604 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-937f9c9c-7b55-4a36-9c81-54892beb08f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.535185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a0556861-0bad-4f46-8d5a-6820541d30f6 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:36:15.559606 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b57fb93d-5f5f-4aff-9d9b-751f151faef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.597959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-937f9c9c-7b55-4a36-9c81-54892beb08f9 None None] Port 9e8c210f-6c8c-4371-94a1-3f96575f44fd cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:36:15.635407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-937f9c9c-7b55-4a36-9c81-54892beb08f9 None None] Could not find standard attr ID for object e5ba1877-c0e6-42f7-b4a4-f01783ccade9. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:36:15.652120 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03e18d9b-435e-4490-bba6-e54c19a02844 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.655600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-03e18d9b-435e-4490-bba6-e54c19a02844 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "DELETE /v2.0/ports/e5ba1877-c0e6-42f7-b4a4-f01783ccade9 HTTP/1.1" status: 204 len: 168 time: 1.1633346 Aug 19 12:36:15.658030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b57fb93d-5f5f-4aff-9d9b-751f151faef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.659906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47788) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:15.721633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a0556861-0bad-4f46-8d5a-6820541d30f6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a0556861-0bad-4f46-8d5a-6820541d30f6,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:15.724392 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-06195e17-8293-455d-acf5-07fcf75c11fc tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] GET failed (client error): The resource could not be found. Aug 19 12:36:15.732938 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-06195e17-8293-455d-acf5-07fcf75c11fc tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "GET /v2.0/ports/e5ba1877-c0e6-42f7-b4a4-f01783ccade9 HTTP/1.1" status: 404 len: 333 time: 0.0718167 Aug 19 12:36:15.734360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47790) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:15.746040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Request body: {'port': {'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2010404678'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:15.764261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'a0556861-0bad-4f46-8d5a-6820541d30f6', 'network_id': '8a23d8e4-8eb3-4c2b-b075-508a6246f620', 'port_id': 'a0556861-0bad-4f46-8d5a-6820541d30f6', 'mac_address': 'fa:16:3e:96:c5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc788532-f0ed-4237-a424-9d3a217d0d75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:36:15.829734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604aaac-87e4-406d-8591-430fb8b6220b req-a465afce-2a7f-4c18-9fb4-9dddc9bcf2d7 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:15.836609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e604aaac-87e4-406d-8591-430fb8b6220b req-a465afce-2a7f-4c18-9fb4-9dddc9bcf2d7 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 945 time: 0.1243753 Aug 19 12:36:15.876327 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.900261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0556861-0bad-4f46-8d5a-6820541d30f6 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:15.928141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e604aaac-87e4-406d-8591-430fb8b6220b req-bf28b571-4c02-487c-9514-7426adf3bf5b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825338 Aug 19 12:36:15.928476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a0556861-0bad-4f46-8d5a-6820541d30f6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a0556861-0bad-4f46-8d5a-6820541d30f6,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:15.951171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38140a-4a9f-470a-8ac5-eeed6d87fc54 req-6f49a964-13d3-437c-9d52-5ddff60031ec tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:15.952996 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f38140a-4a9f-470a-8ac5-eeed6d87fc54 req-6f49a964-13d3-437c-9d52-5ddff60031ec tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 944 time: 0.0933902 Aug 19 12:36:15.961609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b57fb93d-5f5f-4aff-9d9b-751f151faef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.967069 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b57fb93d-5f5f-4aff-9d9b-751f151faef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:15.970443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b57fb93d-5f5f-4aff-9d9b-751f151faef1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb467119-e72a-4614-b922-c53c0cc3a132 HTTP/1.1" status: 204 len: 168 time: 0.5583410 Aug 19 12:36:15.978476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fb93d-5f5f-4aff-9d9b-751f151faef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb467119-e72a-4614-b922-c53c0cc3a132,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:16.011165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f38140a-4a9f-470a-8ac5-eeed6d87fc54 req-5dd864ad-c84a-4563-8319-815e4b351a67 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Aug 19 12:36:16.061020 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.093022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Made reservation on behalf of d2d72493835e423691b07074ac6677f9 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:16.098053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.128750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] device_id is not set on port 53aea202-1dd4-4ddc-aec7-5b5d6ee70225 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:36:16.134580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a0556861-0bad-4f46-8d5a-6820541d30f6,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:16.141449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b15d63-5021-4961-8674-acdf8d73c38d req-52837220-0678-4f51-830e-42af924a0dfd tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:16.143508 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1b15d63-5021-4961-8674-acdf8d73c38d req-52837220-0678-4f51-830e-42af924a0dfd tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 945 time: 0.0998049 Aug 19 12:36:16.203633 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1b15d63-5021-4961-8674-acdf8d73c38d req-1906906b-b4ea-43e9-b371-9f4ce8563e29 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511055 Aug 19 12:36:16.273977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Allocated IP 2001:db8::3a6 (b70cc748-3191-4a09-9441-9a71ad949faa/1a90651a-8fc0-45f6-b98f-1edf4b11e37c/53aea202-1dd4-4ddc-aec7-5b5d6ee70225) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:16.331917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 41db3171-3d11-4c1f-8774-0b08877097a9 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:16.343460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['a0556861-0bad-4f46-8d5a-6820541d30f6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:16.497426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 41db3171-3d11-4c1f-8774-0b08877097a9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:16.497938 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.558151 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.575649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Transition to ACTIVE for port object 53aea202-1dd4-4ddc-aec7-5b5d6ee70225 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:16.796011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.843355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Network b70cc748-3191-4a09-9441-9a71ad949faa is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:16.846614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:16.850666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:16.865940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:16.866679 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:16.889396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'Port': ['ID=53aea202-1dd4-4ddc-aec7-5b5d6ee70225,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:16.976200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec7a8e-de31-48fb-b653-dbb75da97cff req-5d408728-02a4-4108-af74-cfb7dd3ebf7a tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:16.984629 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ddec7a8e-de31-48fb-b653-dbb75da97cff req-5d408728-02a4-4108-af74-cfb7dd3ebf7a tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 945 time: 0.0634997 Aug 19 12:36:16.997349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47816) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:17.032767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fb9e3cf6-0619-40dc-8e5e-b7eb0b49a4d4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2954326 Aug 19 12:36:17.034084 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75a1a368-ba08-484b-a03b-7a370d5e8d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.041589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47820) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:17.053621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-41bb03dc-1bf9-48a4-8ff4-d10ec5d273c6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::295', 'mac_address': 'fa:16:3e:45:26:97'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:17.065624 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ddec7a8e-de31-48fb-b653-dbb75da97cff req-3de9fc52-8a4e-48d8-bc55-1c97c8bd2a03 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731781 Aug 19 12:36:17.209711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c57fb-9cb7-46b2-ace5-c31d48969fa2 req-e29d9025-057d-439b-bbed-942c90dcc8fb tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:17.211409 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-025c57fb-9cb7-46b2-ace5-c31d48969fa2 req-e29d9025-057d-439b-bbed-942c90dcc8fb tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 945 time: 0.1176403 Aug 19 12:36:17.213827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41bb03dc-1bf9-48a4-8ff4-d10ec5d273c6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.222100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47826) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:17.311466 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-025c57fb-9cb7-46b2-ace5-c31d48969fa2 req-0e50aaa9-9f5e-42ce-8118-e5671b68e91d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816171 Aug 19 12:36:17.345905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-02b718e3-c313-49e7-b579-80f77b1dd7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.409895 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75a1a368-ba08-484b-a03b-7a370d5e8d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.446359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b96f55de-06ce-403b-ba57-212175d5dc31 None None] Provisioning for port 53aea202-1dd4-4ddc-aec7-5b5d6ee70225 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:17.451460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b96f55de-06ce-403b-ba57-212175d5dc31 None None] Provisioning complete for port 53aea202-1dd4-4ddc-aec7-5b5d6ee70225 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:17.451915 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b96f55de-06ce-403b-ba57-212175d5dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.478745 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41bb03dc-1bf9-48a4-8ff4-d10ec5d273c6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.490635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b96f55de-06ce-403b-ba57-212175d5dc31 None None] Port 53aea202-1dd4-4ddc-aec7-5b5d6ee70225 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:36:17.526689 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75a1a368-ba08-484b-a03b-7a370d5e8d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.556774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a0556861-0bad-4f46-8d5a-6820541d30f6 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:17.569200 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-75a1a368-ba08-484b-a03b-7a370d5e8d7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7258fb959cc54b8289fca159207c27df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706785 Aug 19 12:36:17.570431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a1a368-ba08-484b-a03b-7a370d5e8d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c040ba01-03b4-458e-8446-f59d42dee479,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:17.572150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47832) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:17.645460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-02b718e3-c313-49e7-b579-80f77b1dd7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.656416 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b00fd142-7dc3-4792-a5f0-ce9e73b9fda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.679332 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b00fd142-7dc3-4792-a5f0-ce9e73b9fda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.680818 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41bb03dc-1bf9-48a4-8ff4-d10ec5d273c6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.711900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-41bb03dc-1bf9-48a4-8ff4-d10ec5d273c6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] In _notify_port_updated(), no bound segment for port 53aea202-1dd4-4ddc-aec7-5b5d6ee70225 on network b70cc748-3191-4a09-9441-9a71ad949faa {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:36:17.718034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bb03dc-1bf9-48a4-8ff4-d10ec5d273c6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:17.718688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41bb03dc-1bf9-48a4-8ff4-d10ec5d273c6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.723086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47836) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:17.723251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-41bb03dc-1bf9-48a4-8ff4-d10ec5d273c6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "PUT /v2.0/ports/53aea202-1dd4-4ddc-aec7-5b5d6ee70225 HTTP/1.1" status: 200 len: 1003 time: 0.6805525 Aug 19 12:36:17.742173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb03dc-1bf9-48a4-8ff4-d10ec5d273c6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'Port': ['ID=53aea202-1dd4-4ddc-aec7-5b5d6ee70225,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:17.766690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port a0556861-0bad-4f46-8d5a-6820541d30f6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:17.770970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port a0556861-0bad-4f46-8d5a-6820541d30f6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:17.776601 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.828438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9a08f39b-b71b-44ff-8fc4-14f86ab0e141 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Deleting port 53aea202-1dd4-4ddc-aec7-5b5d6ee70225 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:17.828785 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a08f39b-b71b-44ff-8fc4-14f86ab0e141 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.845059 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-02b718e3-c313-49e7-b579-80f77b1dd7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.860446 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.888159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cbadf7-0a9e-4fe3-b4b8-73a7a8471636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0556861-0bad-4f46-8d5a-6820541d30f6'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:17.891090 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2c2838-4ad4-43a9-ba73-6443c2de08b9" -d '{"events": [{"server_uuid": "d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636", "name": "network-vif-plugged", "status": "completed", "tag": "a0556861-0bad-4f46-8d5a-6820541d30f6"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:17.908798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a0556861-0bad-4f46-8d5a-6820541d30f6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a0556861-0bad-4f46-8d5a-6820541d30f6,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:17.932282 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-02b718e3-c313-49e7-b579-80f77b1dd7c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df03d71d472844bd9303c3ee6d693749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7089584 Aug 19 12:36:17.935493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47840) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:17.936887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b718e3-c313-49e7-b579-80f77b1dd7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d974fd-0a05-4070-a42a-c94fadd55398,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:17.946940 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908c0509-be05-4664-8aee-2fdae409a2a9 x-openstack-request-id: req-908c0509-be05-4664-8aee-2fdae409a2a9 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:17.946940 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636", "name": "network-vif-plugged", "status": "completed", "tag": "a0556861-0bad-4f46-8d5a-6820541d30f6", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:17.946940 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-908c0509-be05-4664-8aee-2fdae409a2a9 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:17.946940 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cbadf7-0a9e-4fe3-b4b8-73a7a8471636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0556861-0bad-4f46-8d5a-6820541d30f6', 'code': 200} Aug 19 12:36:17.970273 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a08f39b-b71b-44ff-8fc4-14f86ab0e141 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.979404 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b00fd142-7dc3-4792-a5f0-ce9e73b9fda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.983265 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b00fd142-7dc3-4792-a5f0-ce9e73b9fda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:17.984420 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b00fd142-7dc3-4792-a5f0-ce9e73b9fda4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c040ba01-03b4-458e-8446-f59d42dee479 HTTP/1.1" status: 204 len: 168 time: 0.4080400 Aug 19 12:36:17.992498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9a08f39b-b71b-44ff-8fc4-14f86ab0e141 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Calling delete_port for 53aea202-1dd4-4ddc-aec7-5b5d6ee70225 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:18.003731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fd142-7dc3-4792-a5f0-ce9e73b9fda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c040ba01-03b4-458e-8446-f59d42dee479,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:18.018257 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5937b6a1-b6d2-4a66-9de8-492102948401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.044959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eb4024be-de06-4484-a50a-eee47d232017 None None] Provisioning complete for port 53aea202-1dd4-4ddc-aec7-5b5d6ee70225 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:18.045332 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eb4024be-de06-4484-a50a-eee47d232017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.082853 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5937b6a1-b6d2-4a66-9de8-492102948401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.099812 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-eb4024be-de06-4484-a50a-eee47d232017 None None] Port 53aea202-1dd4-4ddc-aec7-5b5d6ee70225 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:36:18.109801 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.154970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a08963-596a-4a6b-a423-25044c26e86c req-f3af6778-d26d-4b3c-bf5c-5c494c3b6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:18.156791 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64a08963-596a-4a6b-a423-25044c26e86c req-f3af6778-d26d-4b3c-bf5c-5c494c3b6bd3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 1096 time: 0.1022477 Aug 19 12:36:18.180055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a0556861-0bad-4f46-8d5a-6820541d30f6,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:18.267349 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64a08963-596a-4a6b-a423-25044c26e86c req-c4ef53e3-83d8-454c-9584-6bd1e19a75f6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946572 Aug 19 12:36:18.281310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3ca69-5f44-46da-b52b-339d4d34effd req-0338b945-e00c-4902-b5cf-5d90ef49bca9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:18.282709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c72d6-6ee9-4794-93dd-c3725acdcd4e req-e0df8689-addb-4e82-a3b1-0d11d4a3871d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:18.283110 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2b3ca69-5f44-46da-b52b-339d4d34effd req-0338b945-e00c-4902-b5cf-5d90ef49bca9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 945 time: 0.1250129 Aug 19 12:36:18.284453 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-514c72d6-6ee9-4794-93dd-c3725acdcd4e req-e0df8689-addb-4e82-a3b1-0d11d4a3871d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 945 time: 0.0578332 Aug 19 12:36:18.328531 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2b3ca69-5f44-46da-b52b-339d4d34effd req-23b7263d-2e6c-41b2-a987-2a70ac5c774e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362535 Aug 19 12:36:18.394970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-514c72d6-6ee9-4794-93dd-c3725acdcd4e req-b0bc9466-cdd1-4abe-a9ec-c5cda2de2b63 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Deleting port e19ff102-0b47-4492-8371-ed981f8896f9 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:18.395346 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-514c72d6-6ee9-4794-93dd-c3725acdcd4e req-b0bc9466-cdd1-4abe-a9ec-c5cda2de2b63 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.400002 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5937b6a1-b6d2-4a66-9de8-492102948401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.403478 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5937b6a1-b6d2-4a66-9de8-492102948401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.404954 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5937b6a1-b6d2-4a66-9de8-492102948401 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68d974fd-0a05-4070-a42a-c94fadd55398 HTTP/1.1" status: 204 len: 168 time: 0.4681289 Aug 19 12:36:18.424792 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a08f39b-b71b-44ff-8fc4-14f86ab0e141 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.469462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937b6a1-b6d2-4a66-9de8-492102948401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d974fd-0a05-4070-a42a-c94fadd55398,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:18.470134 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08f39b-b71b-44ff-8fc4-14f86ab0e141 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event deleted for resources: {'Port': ['ID=53aea202-1dd4-4ddc-aec7-5b5d6ee70225,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:18.535452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8bcd9-159b-4652-ae86-d79488696104 req-b82013f8-1270-4852-a93f-521c7fde3fa5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:18.537064 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62f8bcd9-159b-4652-ae86-d79488696104 req-b82013f8-1270-4852-a93f-521c7fde3fa5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 946 time: 0.1310823 Aug 19 12:36:18.563013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-514c72d6-6ee9-4794-93dd-c3725acdcd4e req-b0bc9466-cdd1-4abe-a9ec-c5cda2de2b63 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] For port e19ff102-0b47-4492-8371-ed981f8896f9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e19ff102-0b47-4492-8371-ed981f8896f9,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:18.563540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-514c72d6-6ee9-4794-93dd-c3725acdcd4e req-b0bc9466-cdd1-4abe-a9ec-c5cda2de2b63 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.599297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-514c72d6-6ee9-4794-93dd-c3725acdcd4e req-b0bc9466-cdd1-4abe-a9ec-c5cda2de2b63 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Calling delete_port for e19ff102-0b47-4492-8371-ed981f8896f9 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:18.641137 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a08f39b-b71b-44ff-8fc4-14f86ab0e141 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:18.644065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9a08f39b-b71b-44ff-8fc4-14f86ab0e141 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "DELETE /v2.0/ports/53aea202-1dd4-4ddc-aec7-5b5d6ee70225 HTTP/1.1" status: 204 len: 168 time: 0.9188797 Aug 19 12:36:18.660647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47858) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:18.684370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62f8bcd9-159b-4652-ae86-d79488696104 req-9efcf6f4-b970-47eb-b5f3-b03874dc6abd tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860655 Aug 19 12:36:18.699955 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc5809c-a6e4-43a3-8db5-72c5422eaf45 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] GET failed (client error): The resource could not be found. Aug 19 12:36:18.702157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ccc5809c-a6e4-43a3-8db5-72c5422eaf45 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "GET /v2.0/ports/53aea202-1dd4-4ddc-aec7-5b5d6ee70225 HTTP/1.1" status: 404 len: 333 time: 0.0403905 Aug 19 12:36:18.706086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47862) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:18.713006 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Request body: {'port': {'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1721704056'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:19.052590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Made reservation on behalf of d2d72493835e423691b07074ac6677f9 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:19.058075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.060226 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-514c72d6-6ee9-4794-93dd-c3725acdcd4e req-b0bc9466-cdd1-4abe-a9ec-c5cda2de2b63 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.072875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['e19ff102-0b47-4492-8371-ed981f8896f9'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:19.078796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:19.105306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc9466-cdd1-4abe-a9ec-c5cda2de2b63 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event deleted for resources: {'Port': ['ID=e19ff102-0b47-4492-8371-ed981f8896f9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:19.108570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] device_id is not set on port b21a5226-08ee-4c85-9432-0061a78ace13 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:36:19.199170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-514c72d6-6ee9-4794-93dd-c3725acdcd4e req-b0bc9466-cdd1-4abe-a9ec-c5cda2de2b63 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] No DVR routers for this DVR port e19ff102-0b47-4492-8371-ed981f8896f9 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:19.211166 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-514c72d6-6ee9-4794-93dd-c3725acdcd4e req-b0bc9466-cdd1-4abe-a9ec-c5cda2de2b63 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.213598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-514c72d6-6ee9-4794-93dd-c3725acdcd4e req-b0bc9466-cdd1-4abe-a9ec-c5cda2de2b63 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "DELETE /v2.0/ports/e19ff102-0b47-4492-8371-ed981f8896f9 HTTP/1.1" status: 204 len: 173 time: 0.9233241 Aug 19 12:36:19.214229 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a6199b-a7cf-4834-a14b-82783ea7e347', 'name': 'network-vif-deleted', 'tag': 'e19ff102-0b47-4492-8371-ed981f8896f9'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:19.227202 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5b368d-a7a8-4744-adad-b2bf796cd7cc" -d '{"events": [{"server_uuid": "80a6199b-a7cf-4834-a14b-82783ea7e347", "name": "network-vif-deleted", "tag": "e19ff102-0b47-4492-8371-ed981f8896f9"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:19.302759 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974565e1-cae1-46c3-aff9-ffa8c8086e43 x-openstack-request-id: req-974565e1-cae1-46c3-aff9-ffa8c8086e43 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:19.303090 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a6199b-a7cf-4834-a14b-82783ea7e347", "name": "network-vif-deleted", "tag": "e19ff102-0b47-4492-8371-ed981f8896f9", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:19.303345 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-974565e1-cae1-46c3-aff9-ffa8c8086e43 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:19.303745 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a6199b-a7cf-4834-a14b-82783ea7e347', 'name': 'network-vif-deleted', 'tag': 'e19ff102-0b47-4492-8371-ed981f8896f9', 'status': 'completed', 'code': 200} Aug 19 12:36:19.320776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Allocated IP 2001:db8::94 (b70cc748-3191-4a09-9441-9a71ad949faa/1a90651a-8fc0-45f6-b98f-1edf4b11e37c/b21a5226-08ee-4c85-9432-0061a78ace13) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:19.454944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a850d9a2-df7c-4550-938f-d223f9d6b471 req-f3a05fb3-b1d1-44d4-b6f2-581523c23c3d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 210 time: 0.0399556 Aug 19 12:36:19.511108 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.526102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Transition to ACTIVE for port object b21a5226-08ee-4c85-9432-0061a78ace13 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:19.800975 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.852283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Network b70cc748-3191-4a09-9441-9a71ad949faa is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:19.866787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839223a1-d2ed-48af-8809-912519fa1ab3 req-e12e318e-61cc-4ceb-8b8b-989dff18f29d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:19.868446 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-839223a1-d2ed-48af-8809-912519fa1ab3 req-e12e318e-61cc-4ceb-8b8b-989dff18f29d tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 946 time: 0.0962002 Aug 19 12:36:19.869391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:19.874286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:19.879947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:19.880572 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:19.897912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'Port': ['ID=b21a5226-08ee-4c85-9432-0061a78ace13,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:19.933001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-839223a1-d2ed-48af-8809-912519fa1ab3 req-c4edef60-ea1b-454b-99f7-83f1312e2bd6 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460753 Aug 19 12:36:19.961271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47892) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:19.985417 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-236f5f66-d711-476e-bbe4-0a64cd5578dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.083167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132cf1-70eb-4884-89d9-14f3d1edd6e1 req-fd348767-14fb-4145-b997-380682c7e032 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:20.084729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5132cf1-70eb-4884-89d9-14f3d1edd6e1 req-fd348767-14fb-4145-b997-380682c7e032 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 946 time: 0.0518332 Aug 19 12:36:20.120381 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dfaf6366-6950-4634-84e4-c7e5ccbf9991 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4105911 Aug 19 12:36:20.120960 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47896) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:20.127507 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5132cf1-70eb-4884-89d9-14f3d1edd6e1 req-280488f8-e493-4c5d-8394-92cb9e2e0854 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362682 Aug 19 12:36:20.129896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4db769f9-36f5-4914-97f4-c2fe0025b37b tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:45:26:97'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:20.303495 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-43b0fdf4-067d-40fc-9062-f95332ab6d0e None None] Provisioning for port b21a5226-08ee-4c85-9432-0061a78ace13 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:20.308013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-43b0fdf4-067d-40fc-9062-f95332ab6d0e None None] Provisioning complete for port b21a5226-08ee-4c85-9432-0061a78ace13 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:20.308600 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-43b0fdf4-067d-40fc-9062-f95332ab6d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.348908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-43b0fdf4-067d-40fc-9062-f95332ab6d0e None None] Port b21a5226-08ee-4c85-9432-0061a78ace13 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:36:20.351172 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-236f5f66-d711-476e-bbe4-0a64cd5578dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.352911 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4db769f9-36f5-4914-97f4-c2fe0025b37b tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.509774 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-236f5f66-d711-476e-bbe4-0a64cd5578dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.547662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be17e9-5fab-4820-8aca-90a429a7d79f req-e2350c51-1a7b-4d7a-9048-d38d255fb4b3 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:20.556016 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-50be17e9-5fab-4820-8aca-90a429a7d79f req-e2350c51-1a7b-4d7a-9048-d38d255fb4b3 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 946 time: 0.0652027 Aug 19 12:36:20.581796 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-236f5f66-d711-476e-bbe4-0a64cd5578dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8bc2467a07548699998aec711678454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6188705 Aug 19 12:36:20.583727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47906) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:20.593221 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-50be17e9-5fab-4820-8aca-90a429a7d79f req-ebe85eae-ff53-4a5a-ac58-add91ec2ad20 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358338 Aug 19 12:36:20.618619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f5f66-d711-476e-bbe4-0a64cd5578dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f42cb3-e1e3-416b-b3b6-b7d4acee1060,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:20.642318 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20f358ed-6f31-43d4-acf9-70f0e7d5aa2e req-95ebf87b-07f4-4b4b-bf0b-39ea76220f6f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=80a6199b-a7cf-4834-a14b-82783ea7e347 HTTP/1.1" status: 200 len: 210 time: 0.0594220 Aug 19 12:36:20.676769 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4db769f9-36f5-4914-97f4-c2fe0025b37b tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.697032 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7cd058e-e135-4a4b-88c0-74676ae8fec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.723872 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7cd058e-e135-4a4b-88c0-74676ae8fec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.747115 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecc5b9-bbf3-4a77-bb4e-b73e6e9ced0e req-7d3964c5-1edb-4068-979b-8877aeab08b5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:20.748710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3fecc5b9-bbf3-4a77-bb4e-b73e6e9ced0e req-7d3964c5-1edb-4068-979b-8877aeab08b5 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 946 time: 0.0784042 Aug 19 12:36:20.795009 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3fecc5b9-bbf3-4a77-bb4e-b73e6e9ced0e req-7abbb257-4f68-4e38-b009-4248b9a1d066 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385830 Aug 19 12:36:20.840590 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4db769f9-36f5-4914-97f4-c2fe0025b37b tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.878036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-4db769f9-36f5-4914-97f4-c2fe0025b37b tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] In _notify_port_updated(), no bound segment for port b21a5226-08ee-4c85-9432-0061a78ace13 on network b70cc748-3191-4a09-9441-9a71ad949faa {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:36:20.886002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db769f9-36f5-4914-97f4-c2fe0025b37b tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:20.886002 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4db769f9-36f5-4914-97f4-c2fe0025b37b tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.889320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47918) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:20.889883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4db769f9-36f5-4914-97f4-c2fe0025b37b tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "PUT /v2.0/ports/b21a5226-08ee-4c85-9432-0061a78ace13 HTTP/1.1" status: 200 len: 1002 time: 0.7675614 Aug 19 12:36:20.912530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db769f9-36f5-4914-97f4-c2fe0025b37b tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'Port': ['ID=b21a5226-08ee-4c85-9432-0061a78ace13,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:20.926607 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7cd058e-e135-4a4b-88c0-74676ae8fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.932555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7cd058e-e135-4a4b-88c0-74676ae8fec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:20.932555 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d7cd058e-e135-4a4b-88c0-74676ae8fec9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6f42cb3-e1e3-416b-b3b6-b7d4acee1060 HTTP/1.1" status: 204 len: 168 time: 0.3398805 Aug 19 12:36:20.943085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd058e-e135-4a4b-88c0-74676ae8fec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f42cb3-e1e3-416b-b3b6-b7d4acee1060,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:21.000820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-545259a5-a807-4bba-8eae-c0a66826db3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Deleting port b21a5226-08ee-4c85-9432-0061a78ace13 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:21.001030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-545259a5-a807-4bba-8eae-c0a66826db3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.114481 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-545259a5-a807-4bba-8eae-c0a66826db3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.130287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-545259a5-a807-4bba-8eae-c0a66826db3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Calling delete_port for b21a5226-08ee-4c85-9432-0061a78ace13 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:21.187510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1b23b136-16c5-4dee-b404-acc1cb2f736f None None] Provisioning complete for port b21a5226-08ee-4c85-9432-0061a78ace13 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:21.188199 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1b23b136-16c5-4dee-b404-acc1cb2f736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.226521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1b23b136-16c5-4dee-b404-acc1cb2f736f None None] Port b21a5226-08ee-4c85-9432-0061a78ace13 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:36:21.255529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5632d6-465d-48cb-b817-f884aac442f2 req-9ee98b84-7d15-40f8-9de6-17772472fd9b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:21.257000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb5632d6-465d-48cb-b817-f884aac442f2 req-9ee98b84-7d15-40f8-9de6-17772472fd9b tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 946 time: 0.0734987 Aug 19 12:36:21.334932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb5632d6-465d-48cb-b817-f884aac442f2 req-c03cbc94-8c31-472e-ac9a-f1455af86349 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675766 Aug 19 12:36:21.467090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792745a-9c66-4533-b4c3-8b29b20adc3f req-a5e7b3da-f92f-4dce-9aae-bf0bb9755e44 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:21.468787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a792745a-9c66-4533-b4c3-8b29b20adc3f req-a5e7b3da-f92f-4dce-9aae-bf0bb9755e44 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 946 time: 0.0628457 Aug 19 12:36:21.475257 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-545259a5-a807-4bba-8eae-c0a66826db3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.512863 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a792745a-9c66-4533-b4c3-8b29b20adc3f req-2b00ec80-dc0a-4024-89b4-ce065c1f49f2 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378351 Aug 19 12:36:21.523543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545259a5-a807-4bba-8eae-c0a66826db3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event deleted for resources: {'Port': ['ID=b21a5226-08ee-4c85-9432-0061a78ace13,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:21.572836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-545259a5-a807-4bba-8eae-c0a66826db3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:21.575462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-545259a5-a807-4bba-8eae-c0a66826db3d tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "DELETE /v2.0/ports/b21a5226-08ee-4c85-9432-0061a78ace13 HTTP/1.1" status: 204 len: 168 time: 0.6849699 Aug 19 12:36:21.577940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47938) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:21.604523 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ae2d7a-3b11-4a55-8c3d-0b7cbc5d3e98 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] GET failed (client error): The resource could not be found. Aug 19 12:36:21.606185 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-80ae2d7a-3b11-4a55-8c3d-0b7cbc5d3e98 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "GET /v2.0/ports/b21a5226-08ee-4c85-9432-0061a78ace13 HTTP/1.1" status: 404 len: 333 time: 0.0271227 Aug 19 12:36:21.610030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47940) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:21.625718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Request body: {'port': {'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-982667139'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:22.035984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Made reservation on behalf of d2d72493835e423691b07074ac6677f9 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:22.040064 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.060750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] device_id is not set on port fbc34387-cddb-4794-bb4d-ac8d4db992c1 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:36:22.206017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Allocated IP 2001:db8::21a (b70cc748-3191-4a09-9441-9a71ad949faa/1a90651a-8fc0-45f6-b98f-1edf4b11e37c/fbc34387-cddb-4794-bb4d-ac8d4db992c1) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:22.275346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-2e30afe9-db72-402e-b48d-73cc39b11ffe tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:22.282784 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-2e30afe9-db72-402e-b48d-73cc39b11ffe tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.1792440 Aug 19 12:36:22.294097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-a8486b85-61fa-4b85-bcc4-32843a83335f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/quotas/98869fa2853349ec87796b19730e6d7e HTTP/1.1" status: 200 len: 375 time: 0.0104368 Aug 19 12:36:22.351433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-873a9ca0-2ec7-466f-ad84-8775088d9a2b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0511589 Aug 19 12:36:22.380030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.396714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Transition to ACTIVE for port object fbc34387-cddb-4794-bb4d-ac8d4db992c1 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:22.483397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-1f04915b-ff0c-45cb-99e2-9883e3c42fa4 service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202385 Aug 19 12:36:22.571863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1653e5-05c7-4020-a058-61985bc2276b req-6603e281-5dba-41f3-aca7-f354d784aaa6 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:22.573509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e1653e5-05c7-4020-a058-61985bc2276b req-6603e281-5dba-41f3-aca7-f354d784aaa6 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 946 time: 0.0554931 Aug 19 12:36:22.600784 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-c5593660-67ed-46e1-8ede-888990c2c35b service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096079 Aug 19 12:36:22.617687 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e1653e5-05c7-4020-a058-61985bc2276b req-5889c328-f1d2-4374-b22c-08b00b9625f4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369916 Aug 19 12:36:22.669295 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.719452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Network b70cc748-3191-4a09-9441-9a71ad949faa is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:22.722716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:22.726647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:22.737341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:22.737341 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:22.740239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'Port': ['ID=fbc34387-cddb-4794-bb4d-ac8d4db992c1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:22.920288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e19ff102-0b47-4492-8371-ed981f8896f9 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:22.944554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b8fb583a-06fc-4fe9-a1ee-8adb62f6f85b req-91434328-dd06-408a-8dd5-b2ec2cc32f07 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 210 time: 0.0329559 Aug 19 12:36:22.961463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: e19ff102-0b47-4492-8371-ed981f8896f9 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:22.961463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e19ff102-0b47-4492-8371-ed981f8896f9 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:23.001237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-38aa6d1f-acf8-4381-a197-3e60e189a595 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3898363 Aug 19 12:36:23.007306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47994) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:23.013011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Request body: {'port': {'network_id': 'b70cc748-3191-4a09-9441-9a71ad949faa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-840324018'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:23.248004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a8b8a042-fa3c-4ac7-b9b5-370f7a979780 None None] Provisioning for port fbc34387-cddb-4794-bb4d-ac8d4db992c1 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:23.253024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a8b8a042-fa3c-4ac7-b9b5-370f7a979780 None None] Provisioning complete for port fbc34387-cddb-4794-bb4d-ac8d4db992c1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:23.253727 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8b8a042-fa3c-4ac7-b9b5-370f7a979780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.287856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8a042-fa3c-4ac7-b9b5-370f7a979780 None None] Port fbc34387-cddb-4794-bb4d-ac8d4db992c1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:36:23.338519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Made reservation on behalf of d2d72493835e423691b07074ac6677f9 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:23.347715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.365992 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] device_id is not set on port 66975d28-e7f7-430b-af73-9e3276d7225c yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:36:23.497098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Allocated IP 2001:db8::3d8 (b70cc748-3191-4a09-9441-9a71ad949faa/1a90651a-8fc0-45f6-b98f-1edf4b11e37c/66975d28-e7f7-430b-af73-9e3276d7225c) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:23.709211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637fba3-f03a-445f-9290-502be2ba468a req-0642b221-8dbe-4099-b061-d5d31996fe97 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:23.711299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e637fba3-f03a-445f-9290-502be2ba468a req-0642b221-8dbe-4099-b061-d5d31996fe97 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 946 time: 0.1155293 Aug 19 12:36:23.801217 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.866432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Transition to ACTIVE for port object 66975d28-e7f7-430b-af73-9e3276d7225c will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:23.902856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321fdd0-6c42-4e9f-80e6-3b1eab353d6c req-a1a7447b-c1ad-4889-a3b8-66ffec66c055 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:23.904617 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2321fdd0-6c42-4e9f-80e6-3b1eab353d6c req-a1a7447b-c1ad-4889-a3b8-66ffec66c055 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 946 time: 0.1292062 Aug 19 12:36:23.969968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e637fba3-f03a-445f-9290-502be2ba468a req-2ecbe1d7-d717-4cbf-8387-22428ffe370c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Deleting port a0556861-0bad-4f46-8d5a-6820541d30f6 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:23.970312 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e637fba3-f03a-445f-9290-502be2ba468a req-2ecbe1d7-d717-4cbf-8387-22428ffe370c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:23.977316 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2321fdd0-6c42-4e9f-80e6-3b1eab353d6c req-7ef2b1f9-28a3-415e-857a-598b637ac993 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/security-groups?id=3baa635a-bb89-4487-8fc5-bc58dee6b2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632730 Aug 19 12:36:24.081683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6ecdb22-5f46-47bb-97d5-3f84f19ccc7b req-957f9048-8dc2-4135-9121-c7566058a5f5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 210 time: 0.0511129 Aug 19 12:36:24.083461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e637fba3-f03a-445f-9290-502be2ba468a req-2ecbe1d7-d717-4cbf-8387-22428ffe370c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] For port a0556861-0bad-4f46-8d5a-6820541d30f6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a0556861-0bad-4f46-8d5a-6820541d30f6,segment=NetworkSegment(4c82b7ab-fdc0-4083-b107-b772b24b1a82),segment_id=4c82b7ab-fdc0-4083-b107-b772b24b1a82)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:24.084131 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e637fba3-f03a-445f-9290-502be2ba468a req-2ecbe1d7-d717-4cbf-8387-22428ffe370c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.108290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e637fba3-f03a-445f-9290-502be2ba468a req-2ecbe1d7-d717-4cbf-8387-22428ffe370c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Calling delete_port for a0556861-0bad-4f46-8d5a-6820541d30f6 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:24.169620 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.238541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Network b70cc748-3191-4a09-9441-9a71ad949faa is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:24.247539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:24.250111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:24.256282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:24.256924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.261018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'Port': ['ID=66975d28-e7f7-430b-af73-9e3276d7225c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:24.585427 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-71cd66e1-ed96-4305-996b-70c719778eb6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5774124 Aug 19 12:36:24.586166 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e637fba3-f03a-445f-9290-502be2ba468a req-2ecbe1d7-d717-4cbf-8387-22428ffe370c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.588296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48040) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:24.594691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-998cc6ff-63ba-4cce-a45c-4206eb56a6f6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::295', 'mac_address': 'fa:16:3e:45:26:97'}, {'ip_address': '2001:db8::21a', 'mac_address': 'fa:16:3e:41:fe:f7'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:24.599818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['a0556861-0bad-4f46-8d5a-6820541d30f6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:24.618474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbe1d7-d717-4cbf-8387-22428ffe370c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Pushing event deleted for resources: {'Port': ['ID=a0556861-0bad-4f46-8d5a-6820541d30f6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:24.668538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e637fba3-f03a-445f-9290-502be2ba468a req-2ecbe1d7-d717-4cbf-8387-22428ffe370c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] No DVR routers for this DVR port a0556861-0bad-4f46-8d5a-6820541d30f6 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:24.671339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e637fba3-f03a-445f-9290-502be2ba468a req-2ecbe1d7-d717-4cbf-8387-22428ffe370c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.674662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a58ae3d2-a3d8-4adb-9aba-511e2ac0ecb8 None None] Provisioning for port 66975d28-e7f7-430b-af73-9e3276d7225c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:24.682541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a58ae3d2-a3d8-4adb-9aba-511e2ac0ecb8 None None] Provisioning complete for port 66975d28-e7f7-430b-af73-9e3276d7225c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:24.682541 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a58ae3d2-a3d8-4adb-9aba-511e2ac0ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.683861 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e637fba3-f03a-445f-9290-502be2ba468a req-2ecbe1d7-d717-4cbf-8387-22428ffe370c tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.30 "DELETE /v2.0/ports/a0556861-0bad-4f46-8d5a-6820541d30f6 HTTP/1.1" status: 204 len: 173 time: 0.9607699 Aug 19 12:36:24.683861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cbadf7-0a9e-4fe3-b4b8-73a7a8471636', 'name': 'network-vif-deleted', 'tag': 'a0556861-0bad-4f46-8d5a-6820541d30f6'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:24.688663 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41b2091-d8fa-4944-9780-0d89f10be936" -d '{"events": [{"server_uuid": "d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636", "name": "network-vif-deleted", "tag": "a0556861-0bad-4f46-8d5a-6820541d30f6"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:24.693112 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-998cc6ff-63ba-4cce-a45c-4206eb56a6f6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:24.724087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a58ae3d2-a3d8-4adb-9aba-511e2ac0ecb8 None None] Port 66975d28-e7f7-430b-af73-9e3276d7225c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:36:24.733229 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38a4ccb-7aba-4fe0-9bc3-f28aac891bbb x-openstack-request-id: req-f38a4ccb-7aba-4fe0-9bc3-f28aac891bbb {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:24.733598 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636", "name": "network-vif-deleted", "tag": "a0556861-0bad-4f46-8d5a-6820541d30f6", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:24.733938 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f38a4ccb-7aba-4fe0-9bc3-f28aac891bbb {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:24.734320 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cbadf7-0a9e-4fe3-b4b8-73a7a8471636', 'name': 'network-vif-deleted', 'tag': 'a0556861-0bad-4f46-8d5a-6820541d30f6', 'status': 'completed', 'code': 200} Aug 19 12:36:24.889984 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-998cc6ff-63ba-4cce-a45c-4206eb56a6f6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.063710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-998cc6ff-63ba-4cce-a45c-4206eb56a6f6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.119661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd267d7c-1d02-44ec-920b-82557583e1f9 req-f7612202-ea2f-424b-9935-efa36b40c1e4 tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 210 time: 0.0461974 Aug 19 12:36:25.121586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cc6ff-63ba-4cce-a45c-4206eb56a6f6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event updated for resources: {'Port': ['ID=66975d28-e7f7-430b-af73-9e3276d7225c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:25.139888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-998cc6ff-63ba-4cce-a45c-4206eb56a6f6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] In _notify_port_updated(), no bound segment for port 66975d28-e7f7-430b-af73-9e3276d7225c on network b70cc748-3191-4a09-9441-9a71ad949faa {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:36:25.149989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998cc6ff-63ba-4cce-a45c-4206eb56a6f6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:25.150750 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-998cc6ff-63ba-4cce-a45c-4206eb56a6f6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.153028 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-998cc6ff-63ba-4cce-a45c-4206eb56a6f6 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "PUT /v2.0/ports/66975d28-e7f7-430b-af73-9e3276d7225c HTTP/1.1" status: 200 len: 1067 time: 0.5628753 Aug 19 12:36:25.155777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48056) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:25.184005 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.210883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f4dd3c2-eaf1-408a-be81-30e372b26966 req-2424e58a-91a2-4072-be03-236caf2b62a6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 210 time: 0.0448370 Aug 19 12:36:25.271777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf086c-1d84-420d-bc1c-fd4626795f16 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Deleting port 66975d28-e7f7-430b-af73-9e3276d7225c {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:25.272129 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1cf086c-1d84-420d-bc1c-fd4626795f16 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.371088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1cf086c-1d84-420d-bc1c-fd4626795f16 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.384907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf086c-1d84-420d-bc1c-fd4626795f16 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Calling delete_port for 66975d28-e7f7-430b-af73-9e3276d7225c owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:25.449167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0e06a78c-393c-46b6-ae78-2db1548d5e5c None None] Provisioning complete for port 66975d28-e7f7-430b-af73-9e3276d7225c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:25.450238 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0e06a78c-393c-46b6-ae78-2db1548d5e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.493823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0e06a78c-393c-46b6-ae78-2db1548d5e5c None None] Port 66975d28-e7f7-430b-af73-9e3276d7225c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:36:25.703820 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1cf086c-1d84-420d-bc1c-fd4626795f16 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.734903 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf086c-1d84-420d-bc1c-fd4626795f16 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event deleted for resources: {'Port': ['ID=66975d28-e7f7-430b-af73-9e3276d7225c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:25.912233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1cf086c-1d84-420d-bc1c-fd4626795f16 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:25.916446 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a1cf086c-1d84-420d-bc1c-fd4626795f16 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "DELETE /v2.0/ports/66975d28-e7f7-430b-af73-9e3276d7225c HTTP/1.1" status: 204 len: 168 time: 0.7575102 Aug 19 12:36:25.917214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48072) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:25.950135 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-c530c847-81d8-477d-ad7c-f1d7fae620bc tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] GET failed (client error): The resource could not be found. Aug 19 12:36:25.954425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c530c847-81d8-477d-ad7c-f1d7fae620bc tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "GET /v2.0/ports/66975d28-e7f7-430b-af73-9e3276d7225c HTTP/1.1" status: 404 len: 333 time: 0.0343356 Aug 19 12:36:25.954719 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48074) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:26.084506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2aaf4-6735-471a-9d95-c0fe14f6c291 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Deleting port fbc34387-cddb-4794-bb4d-ac8d4db992c1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:26.084855 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1f2aaf4-6735-471a-9d95-c0fe14f6c291 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.132648 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.180290 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1f2aaf4-6735-471a-9d95-c0fe14f6c291 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.194146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c1f2aaf4-6735-471a-9d95-c0fe14f6c291 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Calling delete_port for fbc34387-cddb-4794-bb4d-ac8d4db992c1 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:26.227011 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2206bdb6-af73-4474-88ff-c72752ffd4a8 req-e5d8d1e3-8479-44cc-bd03-b6438339b8af tempest-ServerDiskConfigTestJSON-2001305239 tempest-ServerDiskConfigTestJSON-2001305239-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4cbadf7-0a9e-4fe3-b4b8-73a7a8471636 HTTP/1.1" status: 200 len: 210 time: 0.0279725 Aug 19 12:36:26.325617 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56e39c27-5b54-4caa-b07b-c22f88b31a77 req-3af1278b-1d43-4c08-93d4-5903d3666c59 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 210 time: 0.0355778 Aug 19 12:36:26.492268 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1f2aaf4-6735-471a-9d95-c0fe14f6c291 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.529529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2aaf4-6735-471a-9d95-c0fe14f6c291 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event deleted for resources: {'Port': ['ID=fbc34387-cddb-4794-bb4d-ac8d4db992c1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:26.793946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-7a635a36-32a6-4c43-ae43-bea4840b25c2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:26.796289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-7a635a36-32a6-4c43-ae43-bea4840b25c2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.1995301 Aug 19 12:36:26.811007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Request body: {'port': {'device_id': '9b06466b-f3cd-47a4-8ec1-2abb3656801c', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'admin_state_up': True, 'tenant_id': '98869fa2853349ec87796b19730e6d7e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:26.974677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1f2aaf4-6735-471a-9d95-c0fe14f6c291 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:26.977052 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c1f2aaf4-6735-471a-9d95-c0fe14f6c291 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "DELETE /v2.0/ports/fbc34387-cddb-4794-bb4d-ac8d4db992c1 HTTP/1.1" status: 204 len: 168 time: 1.0214186 Aug 19 12:36:26.979628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48094) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:27.004511 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0b3873-8ffe-47ba-9f9a-bbcf67b3d4a4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] GET failed (client error): The resource could not be found. Aug 19 12:36:27.005983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7b0b3873-8ffe-47ba-9f9a-bbcf67b3d4a4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "GET /v2.0/ports/fbc34387-cddb-4794-bb4d-ac8d4db992c1 HTTP/1.1" status: 404 len: 333 time: 0.0248194 Aug 19 12:36:27.010306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48096) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:27.099182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5abd26da-e478-4a2b-92ed-5f41ba2369bd tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Deleting port 9e8c210f-6c8c-4371-94a1-3f96575f44fd {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:27.099525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5abd26da-e478-4a2b-92ed-5f41ba2369bd tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.155025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Made reservation on behalf of 98869fa2853349ec87796b19730e6d7e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:27.160380 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.201310 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5abd26da-e478-4a2b-92ed-5f41ba2369bd tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.215985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5abd26da-e478-4a2b-92ed-5f41ba2369bd tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Calling delete_port for 9e8c210f-6c8c-4371-94a1-3f96575f44fd owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:27.409783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Allocated IP 172.20.0.9 (cb170772-c550-4210-8916-2b1ba172ab74/72722106-b2f0-4425-9aa0-54129c05fca6/689beac5-59df-4539-ad22-e9b4d94a39c8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:27.488138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78b63c6f-e45a-4542-a54f-6dda89d4449e req-7fc2a4cc-0d76-4407-8d9f-8a9ea0904e45 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 210 time: 0.0350246 Aug 19 12:36:27.490270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48112) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:27.542703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3945f784-4b58-4b5e-803b-5ff157511b95 admin admin] Deleting subnet cc788532-f0ed-4237-a424-9d3a217d0d75 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:36:27.542703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3945f784-4b58-4b5e-803b-5ff157511b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.577937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3945f784-4b58-4b5e-803b-5ff157511b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.619302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a0556861-0bad-4f46-8d5a-6820541d30f6 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:27.633618 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3945f784-4b58-4b5e-803b-5ff157511b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.644232 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: a0556861-0bad-4f46-8d5a-6820541d30f6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:27.644579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a0556861-0bad-4f46-8d5a-6820541d30f6 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:27.652341 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5abd26da-e478-4a2b-92ed-5f41ba2369bd tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.682605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd26da-e478-4a2b-92ed-5f41ba2369bd tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event deleted for resources: {'Port': ['ID=9e8c210f-6c8c-4371-94a1-3f96575f44fd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:27.730047 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5abd26da-e478-4a2b-92ed-5f41ba2369bd tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.732429 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5abd26da-e478-4a2b-92ed-5f41ba2369bd tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "DELETE /v2.0/ports/9e8c210f-6c8c-4371-94a1-3f96575f44fd HTTP/1.1" status: 204 len: 168 time: 0.7208815 Aug 19 12:36:27.734599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48116) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:27.822337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-62746214-974e-45fa-bc52-7d5d20f4b08f tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Deleting subnet 1a90651a-8fc0-45f6-b98f-1edf4b11e37c {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:36:27.826830 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-62746214-974e-45fa-bc52-7d5d20f4b08f tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.861143 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:27.878794 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-62746214-974e-45fa-bc52-7d5d20f4b08f tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.160614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3945f784-4b58-4b5e-803b-5ff157511b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.187069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945f784-4b58-4b5e-803b-5ff157511b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc788532-f0ed-4237-a424-9d3a217d0d75,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:28.190915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3945f784-4b58-4b5e-803b-5ff157511b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.192783 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3945f784-4b58-4b5e-803b-5ff157511b95 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cc788532-f0ed-4237-a424-9d3a217d0d75 HTTP/1.1" status: 204 len: 168 time: 0.7013426 Aug 19 12:36:28.195276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48128) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:28.231973 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-62746214-974e-45fa-bc52-7d5d20f4b08f tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.266183 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.279804 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:28.310645 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.329496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Network cb170772-c550-4210-8916-2b1ba172ab74 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:28.341756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:28.346645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:28.409659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event updated for resources: {'Port': ['ID=689beac5-59df-4539-ad22-e9b4d94a39c8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:28.465680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:28.466481 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.480937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.492040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a23d8e4-8eb3-4c2b-b075-508a6246f620']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:28.503798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c82b7ab-fdc0-4083-b107-b772b24b1a82') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:28.504092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c82b7ab-fdc0-4083-b107-b772b24b1a82') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:28.509934 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-62746214-974e-45fa-bc52-7d5d20f4b08f tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.517908 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.531871 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.538641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:28.539078 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.540886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62746214-974e-45fa-bc52-7d5d20f4b08f tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event deleted for resources: {'Subnet': ['ID=1a90651a-8fc0-45f6-b98f-1edf4b11e37c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:28.541084 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:28.550060 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-62746214-974e-45fa-bc52-7d5d20f4b08f tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.554020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc9d6d-effd-4916-8105-3982eaf11690 None None] Network b70cc748-3191-4a09-9441-9a71ad949faa requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:28.556046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-62746214-974e-45fa-bc52-7d5d20f4b08f tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "DELETE /v2.0/subnets/1a90651a-8fc0-45f6-b98f-1edf4b11e37c HTTP/1.1" status: 204 len: 168 time: 0.8199620 Aug 19 12:36:28.559449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48136) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:28.606934 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-4df547b7-c512-418c-bb62-4373381fa1d9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8012717 Aug 19 12:36:28.620439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Request body: {'port': {'device_id': '9b06466b-f3cd-47a4-8ec1-2abb3656801c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:28.700088 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2475d-bfa9-4e0d-8518-925ae35b798d req-11a0e89a-82bb-4306-98d5-763209b4673f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:28.702432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1e2475d-bfa9-4e0d-8518-925ae35b798d req-11a0e89a-82bb-4306-98d5-763209b4673f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 931 time: 0.1333022 Aug 19 12:36:28.725057 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.782158 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1e2475d-bfa9-4e0d-8518-925ae35b798d req-5dee4973-6ca6-4980-a543-fff437a104af tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678682 Aug 19 12:36:28.791202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] DHCP port deletion for b70cc748-3191-4a09-9441-9a71ad949faa request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:36:28.825414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Deleting port 41db3171-3d11-4c1f-8774-0b08877097a9 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:28.825992 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.868883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Deleting port 41db3171-3d11-4c1f-8774-0b08877097a9 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:28.869366 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.925323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] For port 41db3171-3d11-4c1f-8774-0b08877097a9, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=41db3171-3d11-4c1f-8774-0b08877097a9,segment=NetworkSegment(6d7f3f8c-93f9-4e49-aced-361c25958997),segment_id=6d7f3f8c-93f9-4e49-aced-361c25958997)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:28.925782 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.941911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] For port 41db3171-3d11-4c1f-8774-0b08877097a9, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=41db3171-3d11-4c1f-8774-0b08877097a9,segment=NetworkSegment(6d7f3f8c-93f9-4e49-aced-361c25958997),segment_id=6d7f3f8c-93f9-4e49-aced-361c25958997)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:28.942861 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:28.945326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Calling delete_port for 41db3171-3d11-4c1f-8774-0b08877097a9 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:28.965689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Calling delete_port for 41db3171-3d11-4c1f-8774-0b08877097a9 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:29.015609 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.020051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.040550 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.043183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8a23d8e4-8eb3-4c2b-b075-508a6246f620 HTTP/1.1" status: 204 len: 168 time: 0.8469262 Aug 19 12:36:29.055844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6fc14-e696-420c-aba0-3dc639299587 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a23d8e4-8eb3-4c2b-b075-508a6246f620,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:29.257490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.263928 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.302437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event deleted for resources: {'Port': ['ID=41db3171-3d11-4c1f-8774-0b08877097a9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:29.311181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] No DVR routers for this DVR port 41db3171-3d11-4c1f-8774-0b08877097a9 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:29.311552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] No DVR routers for this DVR port 41db3171-3d11-4c1f-8774-0b08877097a9 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:29.313847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Pushing event deleted for resources: {'Port': ['ID=41db3171-3d11-4c1f-8774-0b08877097a9,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:29.329727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.330083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.330471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.330827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.331166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.331536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.331814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.332142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.332520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.332853 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.333177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.333546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6989e9-0122-4b9a-a9b4-f10304b1b973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:29.432425 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689beac5-59df-4539-ad22-e9b4d94a39c8 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:29.436701 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.449424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.459221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70cc748-3191-4a09-9441-9a71ad949faa']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:29.464284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Transition to ACTIVE for port object 689beac5-59df-4539-ad22-e9b4d94a39c8 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:29.477531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7f3f8c-93f9-4e49-aced-361c25958997') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:29.477729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7f3f8c-93f9-4e49-aced-361c25958997') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:29.489223 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.507157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.519501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:29.519924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:29.573488 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:29.646057 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.717537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Pushing event updated for resources: {'Port': ['ID=689beac5-59df-4539-ad22-e9b4d94a39c8,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:29.784937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Attempting to bind port 689beac5-59df-4539-ad22-e9b4d94a39c8 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:36:29.785261 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Attempting to bind port 689beac5-59df-4539-ad22-e9b4d94a39c8 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:36:29.785627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Attempting to bind port 689beac5-59df-4539-ad22-e9b4d94a39c8 on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:29.790308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Port 689beac5-59df-4539-ad22-e9b4d94a39c8 on network cb170772-c550-4210-8916-2b1ba172ab74 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:36:29.790630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Attempting to bind port 689beac5-59df-4539-ad22-e9b4d94a39c8 on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:29.796007 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.796295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:36:29.798471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Checking segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:29.798471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Bound using segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:36:29.798471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Bound port: 689beac5-59df-4539-ad22-e9b4d94a39c8, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:36:29.798914 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.802741 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:29.808930 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] 10.222.0.21 "DELETE /v2.0/networks/b70cc748-3191-4a09-9441-9a71ad949faa HTTP/1.1" status: 204 len: 168 time: 1.2484236 Aug 19 12:36:29.829949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806869bb-6859-4f8b-875c-c5bd09391da4 tempest-AllowedAddressPairIpV6TestJSON-600080369 tempest-AllowedAddressPairIpV6TestJSON-600080369-project] Pushing event deleted for resources: {'Network': ['ID=b70cc748-3191-4a09-9441-9a71ad949faa,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:29.927905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] For port 689beac5-59df-4539-ad22-e9b4d94a39c8, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:36:29.935989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] For port 689beac5-59df-4539-ad22-e9b4d94a39c8, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=689beac5-59df-4539-ad22-e9b4d94a39c8,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:36:29.953671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3eaf4-3ff3-49cf-8807-4444caf1ef25 req-9c7d12f6-71ce-4a98-93f5-734d38d89c21 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:29.964930 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38a3eaf4-3ff3-49cf-8807-4444caf1ef25 req-9c7d12f6-71ce-4a98-93f5-734d38d89c21 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 943 time: 0.0802748 Aug 19 12:36:30.006729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38a3eaf4-3ff3-49cf-8807-4444caf1ef25 req-a22c3b42-ae07-41ef-acbe-5dc515be9192 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Aug 19 12:36:30.035785 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48160) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:30.085454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48164) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:30.085817 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-046f6317-311a-479a-a489-13511d522f10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f88619488b2d41848fd138e049c70cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456886 Aug 19 12:36:30.129022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48166) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:30.147032 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.198250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d326310a-cad4-4c76-9efa-32d9710c0598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.241951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Pushing event updated for resources: {'Port': ['ID=689beac5-59df-4539-ad22-e9b4d94a39c8,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:30.250578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:30.251498 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.253105 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-b0bd5ebc-2ee6-4193-9f67-05063dffbadb service neutron] 10.222.0.62 "PUT /v2.0/ports/689beac5-59df-4539-ad22-e9b4d94a39c8 HTTP/1.1" status: 200 len: 1091 time: 1.6375747 Aug 19 12:36:30.253760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b06466b-f3cd-47a4-8ec1-2abb3656801c', 'tag': '689beac5-59df-4539-ad22-e9b4d94a39c8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:30.256525 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6082e1-7386-4664-aaa6-7ce3daf514ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9b06466b-f3cd-47a4-8ec1-2abb3656801c", "tag": "689beac5-59df-4539-ad22-e9b4d94a39c8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:30.270104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 41db3171-3d11-4c1f-8774-0b08877097a9 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:30.278416 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d326310a-cad4-4c76-9efa-32d9710c0598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.304130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ff72283-3761-4b22-826f-bc28d0d0b7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.307377 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b310c9-48cb-4c67-b26f-209a96d55540 x-openstack-request-id: req-a8b310c9-48cb-4c67-b26f-209a96d55540 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:30.307752 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b06466b-f3cd-47a4-8ec1-2abb3656801c", "tag": "689beac5-59df-4539-ad22-e9b4d94a39c8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:30.308132 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8b310c9-48cb-4c67-b26f-209a96d55540 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:30.308592 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b06466b-f3cd-47a4-8ec1-2abb3656801c', 'tag': '689beac5-59df-4539-ad22-e9b4d94a39c8', 'status': 'completed', 'code': 200} Aug 19 12:36:30.411102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6082e1-7386-4664-aaa6-7ce3daf514ca req-fd62cb97-8248-434b-be56-c89f5b20f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:30.412757 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b6082e1-7386-4664-aaa6-7ce3daf514ca req-fd62cb97-8248-434b-be56-c89f5b20f82f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 1094 time: 0.0785098 Aug 19 12:36:30.449874 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 41db3171-3d11-4c1f-8774-0b08877097a9 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:30.450198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 41db3171-3d11-4c1f-8774-0b08877097a9 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:30.546398 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ff72283-3761-4b22-826f-bc28d0d0b7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.549559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6082e1-7386-4664-aaa6-7ce3daf514ca req-e51621d9-0686-4281-962c-08ff61215612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:30.551092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b6082e1-7386-4664-aaa6-7ce3daf514ca req-e51621d9-0686-4281-962c-08ff61215612 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=98869fa2853349ec87796b19730e6d7e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1282594 Aug 19 12:36:30.569486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d326310a-cad4-4c76-9efa-32d9710c0598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.572128 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d326310a-cad4-4c76-9efa-32d9710c0598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.574968 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d326310a-cad4-4c76-9efa-32d9710c0598 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3baa635a-bb89-4487-8fc5-bc58dee6b2ba HTTP/1.1" status: 204 len: 168 time: 0.4883816 Aug 19 12:36:30.626313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326310a-cad4-4c76-9efa-32d9710c0598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baa635a-bb89-4487-8fc5-bc58dee6b2ba,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:30.673342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6082e1-7386-4664-aaa6-7ce3daf514ca req-83a5a40d-2644-4dc3-a05c-b557008be2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:30.674916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b6082e1-7386-4664-aaa6-7ce3daf514ca req-83a5a40d-2644-4dc3-a05c-b557008be2fb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149430 Aug 19 12:36:30.722977 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ff72283-3761-4b22-826f-bc28d0d0b7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.753794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48180) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:30.788756 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8ff72283-3761-4b22-826f-bc28d0d0b7f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e39985d0f8c64cacac83691ef1d0381d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6586697 Aug 19 12:36:30.790990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff72283-3761-4b22-826f-bc28d0d0b7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc00522-0971-46f2-a9e1-b3f0ad999e40,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:30.791788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48184) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:30.803991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-16149035-9300-4554-b3cd-37a72b91aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:30.805393 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-16149035-9300-4554-b3cd-37a72b91aaad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 1094 time: 0.0926726 Aug 19 12:36:30.868176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-49f9515f-cde5-4900-8896-03157a90c878 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=689beac5-59df-4539-ad22-e9b4d94a39c8 HTTP/1.1" status: 200 len: 217 time: 0.0530884 Aug 19 12:36:30.881531 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baa8d473-e6d7-49e7-bba1-89407d7a309d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.905122 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baa8d473-e6d7-49e7-bba1-89407d7a309d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:30.940043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-a9160296-aa26-41ed-8571-11e9dc994cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:30.944839 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-a9160296-aa26-41ed-8571-11e9dc994cda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 200 len: 846 time: 0.0668120 Aug 19 12:36:30.980541 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-449c3159-9874-4bc5-89f0-6511816e6c7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb170772-c550-4210-8916-2b1ba172ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290284 Aug 19 12:36:31.080250 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3b87a9de-5930-4110-a061-a651f1f196a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2d72493835e423691b07074ac6677f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230252 Aug 19 12:36:31.081379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48188) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:31.129259 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-c4f42b8d-6fcb-4aca-97a7-374fc3c00e2b service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407154 Aug 19 12:36:31.153401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baa8d473-e6d7-49e7-bba1-89407d7a309d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:31.156451 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baa8d473-e6d7-49e7-bba1-89407d7a309d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:31.157916 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-baa8d473-e6d7-49e7-bba1-89407d7a309d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4dc00522-0971-46f2-a9e1-b3f0ad999e40 HTTP/1.1" status: 204 len: 168 time: 0.3650877 Aug 19 12:36:31.196214 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0adc2538-2bca-4ed0-87fe-81cf9ba3b943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:31.201598 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8d473-e6d7-49e7-bba1-89407d7a309d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc00522-0971-46f2-a9e1-b3f0ad999e40,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:31.206388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc746b11-a4fd-430e-8e45-994c1898df72 req-589a5719-30f2-45ea-bea1-4bf579e36bdb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:31.208230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc746b11-a4fd-430e-8e45-994c1898df72 req-589a5719-30f2-45ea-bea1-4bf579e36bdb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 943 time: 0.1179593 Aug 19 12:36:31.246906 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0adc2538-2bca-4ed0-87fe-81cf9ba3b943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:31.307204 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc746b11-a4fd-430e-8e45-994c1898df72 req-dfa672a0-b778-4aec-86f2-29f1bdef101a tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882363 Aug 19 12:36:31.324725 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1560b76d-1328-442a-80e6-7c6bec094d4b req-36638340-b5f3-4fc5-819f-3c1a8b3f15d5 service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780105 Aug 19 12:36:31.595456 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0adc2538-2bca-4ed0-87fe-81cf9ba3b943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:31.598528 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0adc2538-2bca-4ed0-87fe-81cf9ba3b943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:31.599881 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0adc2538-2bca-4ed0-87fe-81cf9ba3b943 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a6d4a24-18a2-4bea-87c6-76526eebae31 HTTP/1.1" status: 204 len: 168 time: 0.5175519 Aug 19 12:36:31.608484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc2538-2bca-4ed0-87fe-81cf9ba3b943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6d4a24-18a2-4bea-87c6-76526eebae31,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:32.462179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179a134-a6a0-44c6-b171-29be620e4f6b req-af9d2ae1-bf32-4a9d-bb14-a3df2bf1ce3f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:32.463977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2179a134-a6a0-44c6-b171-29be620e4f6b req-af9d2ae1-bf32-4a9d-bb14-a3df2bf1ce3f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 943 time: 0.0793350 Aug 19 12:36:32.509610 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2179a134-a6a0-44c6-b171-29be620e4f6b req-724d672e-fad2-4ba7-b4a4-1309fc46d15e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390153 Aug 19 12:36:32.518671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48236) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:32.657232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1149788449-network', 'tenant_id': '5e1717ab08e54d77b9387614c9c4ac74'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:32.748293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Made reservation on behalf of 5e1717ab08e54d77b9387614c9c4ac74 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:32.750698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:32.759821 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:32.857896 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:32.943487 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:32.957506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:36:32.976097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:32.976447 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Added segment a1e043e0-509e-4373-b7e2-754e70957668 of type vlan for network 34bbb4e9-4cbb-4a86-ab80-a57189caeec8 Aug 19 12:36:33.014563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a804c9f2-0142-45ef-8b55-f96cfeace683,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:33.039831 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.251103 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.252135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:33.252808 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.312120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] Pushing event updated for resources: {'Network': ['ID=34bbb4e9-4cbb-4a86-ab80-a57189caeec8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:33.321574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 34bbb4e9-4cbb-4a86-ab80-a57189caeec8 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:36:33.381931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48272) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:33.382247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9f8eebb0-c84a-414e-960f-aaaeac6ad5db admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8621912 Aug 19 12:36:33.388366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Request body: {'subnet': {'network_id': '34bbb4e9-4cbb-4a86-ab80-a57189caeec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1149788449-subnet', 'tenant_id': '5e1717ab08e54d77b9387614c9c4ac74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:33.491941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48278) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:33.543688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Made reservation on behalf of 5e1717ab08e54d77b9387614c9c4ac74 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:33.546528 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:33.632634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-09804315-7a88-429d-992a-72c292284183 tempest-DvrRoutersNegativeTest-828970492 tempest-DvrRoutersNegativeTest-828970492-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1094024626', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:33.635472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.policy [None req-09804315-7a88-429d-992a-72c292284183 tempest-DvrRoutersNegativeTest-828970492 tempest-DvrRoutersNegativeTest-828970492-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95542) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 19 12:36:33.635805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.policy [None req-09804315-7a88-429d-992a-72c292284183 tempest-DvrRoutersNegativeTest-828970492 tempest-DvrRoutersNegativeTest-828970492-project] Failed policy check for 'create_router' {{(pid=95542) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 19 12:36:33.636311 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-09804315-7a88-429d-992a-72c292284183 tempest-DvrRoutersNegativeTest-828970492 tempest-DvrRoutersNegativeTest-828970492-project] create failed (client error): Access was denied to this resource. Aug 19 12:36:33.637297 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-09804315-7a88-429d-992a-72c292284183 tempest-DvrRoutersNegativeTest-828970492 tempest-DvrRoutersNegativeTest-828970492-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1443603 Aug 19 12:36:33.703841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b20c4-978e-4636-9789-610113c390ee req-1acf12ae-7749-469d-b1d5-12353a5fc75e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:33.705768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aa0b20c4-978e-4636-9789-610113c390ee req-1acf12ae-7749-469d-b1d5-12353a5fc75e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 943 time: 0.0947380 Aug 19 12:36:33.774374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aa0b20c4-978e-4636-9789-610113c390ee req-336f7fa3-ac28-4c69-a25d-e53c1b9d3c2d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613918 Aug 19 12:36:34.028590 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.099563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d442b1e6-1094-46c4-b8ed-d6bc02a7d8ff,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:34.111368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.111715 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.112052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.112385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.112711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.113038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.113370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.113678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.113997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.114315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.114635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.114975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:34.120102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Checking segment: {'id': 'a1e043e0-509e-4373-b7e2-754e70957668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34bbb4e9-4cbb-4a86-ab80-a57189caeec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:34.121008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Network hostable DHCP agents. Network: 34bbb4e9-4cbb-4a86-ab80-a57189caeec8, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:36:34.257232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Network 34bbb4e9-4cbb-4a86-ab80-a57189caeec8 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:36:34.354033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 34bbb4e9-4cbb-4a86-ab80-a57189caeec8) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:34.367336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a241fe71-b232-4931-a1de-d39dc6cbc300 None None] Network 34bbb4e9-4cbb-4a86-ab80-a57189caeec8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:34.376316 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:34.377956 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.380269 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48324) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:34.496506 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-20cc0ff4-80ac-4aef-873a-2ffbbaade3dc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1126428 Aug 19 12:36:34.506779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-136c17e0-1618-4e9c-9f20-f83fd0000dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.533170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8719efca-32e5-4d55-b84e-3de2f9a0ff33 None None] Network 34bbb4e9-4cbb-4a86-ab80-a57189caeec8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:36:34.715271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-136c17e0-1618-4e9c-9f20-f83fd0000dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.794057 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-136c17e0-1618-4e9c-9f20-f83fd0000dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.852814 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-136c17e0-1618-4e9c-9f20-f83fd0000dfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1dfb55dd83334f24ada1ba44bb7834d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713516 Aug 19 12:36:34.853593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c17e0-1618-4e9c-9f20-f83fd0000dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f251b284-c9df-4232-bd72-fd0281f03cfb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:34.856082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48344) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:34.950511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0408b477-70de-46b1-8e14-e0920eabed73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:34.982582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 689beac5-59df-4539-ad22-e9b4d94a39c8 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:36:34.986041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2a88a-d990-49b7-be6c-89c0114b7901 req-18b3cad9-9c2c-4fff-aa5f-490d63471f09 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:34.997117 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78d2a88a-d990-49b7-be6c-89c0114b7901 req-18b3cad9-9c2c-4fff-aa5f-490d63471f09 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 943 time: 0.1349690 Aug 19 12:36:34.997754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0408b477-70de-46b1-8e14-e0920eabed73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.102448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78d2a88a-d990-49b7-be6c-89c0114b7901 req-242e6304-9ae9-44e6-b7ea-2afb22f38de3 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040289 Aug 19 12:36:35.113345 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-30c0f047-b37b-47ff-bc87-d27f5638fdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.177076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 689beac5-59df-4539-ad22-e9b4d94a39c8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=689beac5-59df-4539-ad22-e9b4d94a39c8,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:35.191853 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '689beac5-59df-4539-ad22-e9b4d94a39c8', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'port_id': '689beac5-59df-4539-ad22-e9b4d94a39c8', 'mac_address': 'fa:16:3e:ef:5c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72722106-b2f0-4425-9aa0-54129c05fca6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:36:35.217176 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0408b477-70de-46b1-8e14-e0920eabed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.220240 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0408b477-70de-46b1-8e14-e0920eabed73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.221417 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0408b477-70de-46b1-8e14-e0920eabed73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f251b284-c9df-4232-bd72-fd0281f03cfb HTTP/1.1" status: 204 len: 168 time: 0.3641176 Aug 19 12:36:35.237876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408b477-70de-46b1-8e14-e0920eabed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f251b284-c9df-4232-bd72-fd0281f03cfb,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:35.291259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.313929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689beac5-59df-4539-ad22-e9b4d94a39c8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:35.383673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 689beac5-59df-4539-ad22-e9b4d94a39c8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=689beac5-59df-4539-ad22-e9b4d94a39c8,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:35.486386 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:35.494872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43229883-022b-486e-a03b-10b8c4301dd1 req-b15510c4-9d1d-4972-8e3a-ae7ab63cfab7 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:35.496647 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-b15510c4-9d1d-4972-8e3a-ae7ab63cfab7 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/networks?id=34bbb4e9-4cbb-4a86-ab80-a57189caeec8 HTTP/1.1" status: 200 len: 809 time: 0.1517408 Aug 19 12:36:35.514231 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-acf1ba0a-2050-4353-9e60-3c0c5fbc3175 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/quotas/5e1717ab08e54d77b9387614c9c4ac74 HTTP/1.1" status: 200 len: 375 time: 0.0112817 Aug 19 12:36:35.553984 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-d26ece30-80fb-469d-9e35-a717cb514878 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e1717ab08e54d77b9387614c9c4ac74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335476 Aug 19 12:36:35.561937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=689beac5-59df-4539-ad22-e9b4d94a39c8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:35.659755 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-695c33e0-3f82-42c0-9e3d-0dcfe9729a0a service neutron] 10.222.0.21 "GET /v2.0/networks/34bbb4e9-4cbb-4a86-ab80-a57189caeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951295 Aug 19 12:36:35.676776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['689beac5-59df-4539-ad22-e9b4d94a39c8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:35.819483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-0ce15bab-2ed6-4ae1-93a2-0fccc6c473a5 service neutron] 10.222.0.21 "GET /v2.0/networks/34bbb4e9-4cbb-4a86-ab80-a57189caeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536646 Aug 19 12:36:36.285265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc3a5-4c9b-4336-a0c2-05bed3960052 req-a2973c94-fe84-46dd-9861-4a6b4686c46e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:36.286694 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c11063a5-1dde-46cd-abe4-436c9da68996 req-75835ef7-f2b4-4bec-9753-a5daa2c9d8b5 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 210 time: 0.0419414 Aug 19 12:36:36.302450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-910cc3a5-4c9b-4336-a0c2-05bed3960052 req-a2973c94-fe84-46dd-9861-4a6b4686c46e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 944 time: 0.1013846 Aug 19 12:36:36.356782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-910cc3a5-4c9b-4336-a0c2-05bed3960052 req-cba594a6-fb45-45c4-9c51-5d980ed3185a tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516446 Aug 19 12:36:36.848388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48410) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:36.966542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922380467'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:36.989813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 689beac5-59df-4539-ad22-e9b4d94a39c8 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:37.161623 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.168504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 689beac5-59df-4539-ad22-e9b4d94a39c8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:37.175729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 689beac5-59df-4539-ad22-e9b4d94a39c8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:37.176101 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.176328 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.334283 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.363484 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.367193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b06466b-f3cd-47a4-8ec1-2abb3656801c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689beac5-59df-4539-ad22-e9b4d94a39c8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:37.370626 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238496cd-3843-42f7-a8f6-502ac772c2d3" -d '{"events": [{"server_uuid": "9b06466b-f3cd-47a4-8ec1-2abb3656801c", "name": "network-vif-plugged", "status": "completed", "tag": "689beac5-59df-4539-ad22-e9b4d94a39c8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:37.384988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 689beac5-59df-4539-ad22-e9b4d94a39c8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=689beac5-59df-4539-ad22-e9b4d94a39c8,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:37.399579 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-104346d3-976f-410e-8ecc-f8435fa7da90 req-686bd6d9-46c4-409e-8ea0-99ed469afdfe tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 210 time: 0.0325360 Aug 19 12:36:37.420476 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59604551-afd9-4518-a228-78df4ad76d5f x-openstack-request-id: req-59604551-afd9-4518-a228-78df4ad76d5f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:37.420875 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b06466b-f3cd-47a4-8ec1-2abb3656801c", "name": "network-vif-plugged", "status": "completed", "tag": "689beac5-59df-4539-ad22-e9b4d94a39c8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:37.429869 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59604551-afd9-4518-a228-78df4ad76d5f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:37.429869 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b06466b-f3cd-47a4-8ec1-2abb3656801c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689beac5-59df-4539-ad22-e9b4d94a39c8', 'code': 200} Aug 19 12:36:37.457478 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.457777 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.584428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=689beac5-59df-4539-ad22-e9b4d94a39c8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:37.629158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d21638-caab-4c5d-88ff-0890713358da req-959ba1f0-1f20-4f92-bee4-99fb773b91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:37.631488 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10d21638-caab-4c5d-88ff-0890713358da req-959ba1f0-1f20-4f92-bee4-99fb773b91ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 1096 time: 0.1329143 Aug 19 12:36:37.679458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6d62d-fd01-463a-847f-3e9ae0e2f6c0 req-b3ca939e-f041-484d-8d05-0250fcdc0d27 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:37.680614 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.687253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fc3154-c313-4264-bcb9-df498a4743a0,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:37.691232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7bd6d62d-fd01-463a-847f-3e9ae0e2f6c0 req-b3ca939e-f041-484d-8d05-0250fcdc0d27 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 945 time: 0.1235938 Aug 19 12:36:37.695786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.696149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.696490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.696832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.697167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.697504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.697831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.698229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.698559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.698949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.699285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.699614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:36:37.704852 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.751858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-abbc09ad-2a09-4dfb-9940-57a99f7a1d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.765524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7bd6d62d-fd01-463a-847f-3e9ae0e2f6c0 req-4827c549-d261-4895-a9a2-177c84e36b86 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712199 Aug 19 12:36:37.788086 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10d21638-caab-4c5d-88ff-0890713358da req-e698504d-b1c5-4db1-b14c-797f3128aab4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434445 Aug 19 12:36:37.805093 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.849313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ec4ccb-2a87-46b8-8c6f-9812928ce524,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:37.966358 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:37.972986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48436) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:37.984249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c42cdf63-542b-44ba-a567-d9feabb38f26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1245909 Aug 19 12:36:38.047605 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e1b57905-2ca2-4845-8127-f4025ce641af tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0722461 Aug 19 12:36:38.050214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48438) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.054699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9a2aa74e-fd0f-42c9-ac2b-168241a96c16 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group': {'name': 'tempest-security--553640392', 'description': 'tempest-security-description-1009972487'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:38.081847 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa74e-fd0f-42c9-ac2b-168241a96c16 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.149716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa74e-fd0f-42c9-ac2b-168241a96c16 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.192764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48442) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.251380 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa74e-fd0f-42c9-ac2b-168241a96c16 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.255231 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa74e-fd0f-42c9-ac2b-168241a96c16 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.262068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48450) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.262223 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9a2aa74e-fd0f-42c9-ac2b-168241a96c16 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "PUT /v2.0/security-groups/71ec4ccb-2a87-46b8-8c6f-9812928ce524 HTTP/1.1" status: 200 len: 1779 time: 0.2088146 Aug 19 12:36:38.303969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2aa74e-fd0f-42c9-ac2b-168241a96c16 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ec4ccb-2a87-46b8-8c6f-9812928ce524,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:38.316784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48454) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.371295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4498cc87-36da-4c6f-ab21-ee1d46947544 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-groups/71ec4ccb-2a87-46b8-8c6f-9812928ce524 HTTP/1.1" status: 200 len: 1779 time: 0.1100464 Aug 19 12:36:38.373790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48458) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.424223 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81ff3c60-b411-4e97-9dd3-978cb94a74bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.472271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c82ed48a-8e0a-4255-a6c1-0adbdf31f572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.496213 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b5d26fdf-fbb5-44ba-84b3-8ed037c07c30 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.542667 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f36f2709-7348-4774-b1ee-0da3b178a924 req-ce65a516-b7dc-4c8a-917d-723f9a93a2c3 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 210 time: 0.0522535 Aug 19 12:36:38.566985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b5d26fdf-fbb5-44ba-84b3-8ed037c07c30 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.647721 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81ff3c60-b411-4e97-9dd3-978cb94a74bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.707698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b5d26fdf-fbb5-44ba-84b3-8ed037c07c30 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.710296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b5d26fdf-fbb5-44ba-84b3-8ed037c07c30 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.711555 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b5d26fdf-fbb5-44ba-84b3-8ed037c07c30 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-groups/71ec4ccb-2a87-46b8-8c6f-9812928ce524 HTTP/1.1" status: 204 len: 168 time: 0.3365960 Aug 19 12:36:38.714668 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48474) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.722759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d26fdf-fbb5-44ba-84b3-8ed037c07c30 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ec4ccb-2a87-46b8-8c6f-9812928ce524,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:38.763519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8bb5100a-a687-43a7-91aa-3584742a8879 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440152 Aug 19 12:36:38.763916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48476) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.781752 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-7353634f-0f4b-4369-baa5-1ccd01f58b00 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] delete failed (client error): The resource could not be found. Aug 19 12:36:38.786518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7353634f-0f4b-4369-baa5-1ccd01f58b00 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-groups/71ec4ccb-2a87-46b8-8c6f-9812928ce524 HTTP/1.1" status: 404 len: 347 time: 0.0179677 Aug 19 12:36:38.787760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48480) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.794319 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81ff3c60-b411-4e97-9dd3-978cb94a74bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.798665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8c039a4d-6664-4bd1-a05b-eb9e96135fa1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657458428'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:38.884584 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff3c60-b411-4e97-9dd3-978cb94a74bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8da52e-be6f-4f44-ba94-b303ce4d158f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:38.911033 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-81ff3c60-b411-4e97-9dd3-978cb94a74bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=250ff088f2e04d73996c25d786089fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7170541 Aug 19 12:36:38.913877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48482) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:38.949124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139309b2-cf0a-4c59-ad35-1c59fd1941ef req-94201291-f05a-488b-8e8b-78c65fa90a95 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:38.950714 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-139309b2-cf0a-4c59-ad35-1c59fd1941ef req-94201291-f05a-488b-8e8b-78c65fa90a95 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 945 time: 0.0943570 Aug 19 12:36:38.965820 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91ede44d-6918-4f86-8d9d-9b094e7e658f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:38.987275 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91ede44d-6918-4f86-8d9d-9b094e7e658f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.008137 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c82ed48a-8e0a-4255-a6c1-0adbdf31f572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.014313 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-139309b2-cf0a-4c59-ad35-1c59fd1941ef req-b36f07c1-92d1-4bf2-8ae1-1fefe6830036 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562866 Aug 19 12:36:39.102212 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.159922 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c82ed48a-8e0a-4255-a6c1-0adbdf31f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.162445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91ede44d-6918-4f86-8d9d-9b094e7e658f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.165504 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-91ede44d-6918-4f86-8d9d-9b094e7e658f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.167102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-91ede44d-6918-4f86-8d9d-9b094e7e658f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a8da52e-be6f-4f44-ba94-b303ce4d158f HTTP/1.1" status: 204 len: 168 time: 0.2521341 Aug 19 12:36:39.203246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ede44d-6918-4f86-8d9d-9b094e7e658f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8da52e-be6f-4f44-ba94-b303ce4d158f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:39.205419 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ed48a-8e0a-4255-a6c1-0adbdf31f572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3378ed-9431-49ae-a0db-a2c67d79c524,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:39.210086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c82ed48a-8e0a-4255-a6c1-0adbdf31f572 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9fac9a21e8c45608e96729038b220ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8921947 Aug 19 12:36:39.219996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48486) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:39.275605 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-099b6b67-6fb2-430f-a9d1-07ba064078e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.297307 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-099b6b67-6fb2-430f-a9d1-07ba064078e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.331599 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8c039a4d-6664-4bd1-a05b-eb9e96135fa1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.433930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43229883-022b-486e-a03b-10b8c4301dd1 req-6bd32fb2-5a9d-4067-8f64-010ad5bb2b6b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:39.435544 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-6bd32fb2-5a9d-4067-8f64-010ad5bb2b6b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.30 "GET /v2.0/networks?id=34bbb4e9-4cbb-4a86-ab80-a57189caeec8 HTTP/1.1" status: 200 len: 809 time: 0.1155262 Aug 19 12:36:39.449306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Request body: {'port': {'device_id': 'be81380b-4c4a-4645-94c7-47a7825b1a69', 'network_id': '34bbb4e9-4cbb-4a86-ab80-a57189caeec8', 'admin_state_up': True, 'tenant_id': '5e1717ab08e54d77b9387614c9c4ac74'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:39.641722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de4adfc9-f6a7-47fa-a662-b4acd1ea3428 req-017ecef8-8053-4e61-8edb-33e21c553cde tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 210 time: 0.0272319 Aug 19 12:36:39.665379 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-099b6b67-6fb2-430f-a9d1-07ba064078e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.670296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-099b6b67-6fb2-430f-a9d1-07ba064078e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.673976 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-099b6b67-6fb2-430f-a9d1-07ba064078e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd3378ed-9431-49ae-a0db-a2c67d79c524 HTTP/1.1" status: 204 len: 168 time: 0.4505534 Aug 19 12:36:39.687316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b6b67-6fb2-430f-a9d1-07ba064078e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3378ed-9431-49ae-a0db-a2c67d79c524,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:39.711349 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8c039a4d-6664-4bd1-a05b-eb9e96135fa1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.793809 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8c039a4d-6664-4bd1-a05b-eb9e96135fa1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:39.824682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c039a4d-6664-4bd1-a05b-eb9e96135fa1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03dcaf6-a0c0-409f-b985-38e4ae78406f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:39.886051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Made reservation on behalf of 5e1717ab08e54d77b9387614c9c4ac74 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:39.890135 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.020692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Allocated IP 172.20.0.7 (34bbb4e9-4cbb-4a86-ab80-a57189caeec8/d442b1e6-1094-46c4-b8ed-d6bc02a7d8ff/227941fb-107a-41ee-ad19-d986641bcd8a) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:40.135032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf397c-4e3b-4f3d-83a5-42495a7d384c req-b3ea8b1e-2a67-4dc8-8372-38c312fa4da0 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:40.139291 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38cf397c-4e3b-4f3d-83a5-42495a7d384c req-b3ea8b1e-2a67-4dc8-8372-38c312fa4da0 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 945 time: 0.0550444 Aug 19 12:36:40.141362 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8c039a4d-6664-4bd1-a05b-eb9e96135fa1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.142908 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8c039a4d-6664-4bd1-a05b-eb9e96135fa1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3541505 Aug 19 12:36:40.153871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48498) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:40.155676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-07d9dd5d-b348-48e9-a759-5e853782b517 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': 'e03dcaf6-a0c0-409f-b985-38e4ae78406f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:40.180844 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38cf397c-4e3b-4f3d-83a5-42495a7d384c req-3e8699b5-ee57-4c61-a36f-20c43b645253 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360265 Aug 19 12:36:40.210982 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.330519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-07d9dd5d-b348-48e9-a759-5e853782b517 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.381076 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-07d9dd5d-b348-48e9-a759-5e853782b517 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.411835 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.439957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48520) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:40.453271 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e1decb9-d2dd-4dfe-8623-35e31d4e1c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.519005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Network 34bbb4e9-4cbb-4a86-ab80-a57189caeec8 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:40.523804 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-07d9dd5d-b348-48e9-a759-5e853782b517 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.532699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:40.545272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:40.546774 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e1decb9-d2dd-4dfe-8623-35e31d4e1c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.548362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.548873 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Pushing event updated for resources: {'Port': ['ID=227941fb-107a-41ee-ad19-d986641bcd8a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:40.591545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9dd5d-b348-48e9-a759-5e853782b517 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289f0e14-a632-4bbb-b58b-116b85f3f4e8,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:40.626647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-5f9a45b7-c7c1-4372-a0c5-b3df190860ef tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:40.628649 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e1decb9-d2dd-4dfe-8623-35e31d4e1c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.633546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-5f9a45b7-c7c1-4372-a0c5-b3df190860ef tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.2116241 Aug 19 12:36:40.652762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:40.653637 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.664528 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-744c6b4b-a8c9-4349-9c22-eef71f6d120e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/quotas/98869fa2853349ec87796b19730e6d7e HTTP/1.1" status: 200 len: 375 time: 0.0300729 Aug 19 12:36:40.675329 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8e1decb9-d2dd-4dfe-8623-35e31d4e1c96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad9fb9f5feb24807989cd3bcfddeac50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341475 Aug 19 12:36:40.676149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48526) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:40.678351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1decb9-d2dd-4dfe-8623-35e31d4e1c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ee1290-36d2-49c2-b2e7-92f55b6e1ba3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:40.732062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-63c65731-c63f-4a6a-8030-241ab0486c74 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666585 Aug 19 12:36:40.733463 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-07d9dd5d-b348-48e9-a759-5e853782b517 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.737291 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-07d9dd5d-b348-48e9-a759-5e853782b517 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5871751 Aug 19 12:36:40.737669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48530) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:40.783038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e87d75a1-16da-43fb-836f-c9bbe9e2be42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.802158 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-3b9c2ec0-81ef-4cbd-a70b-66f11af515fa tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3570385 Aug 19 12:36:40.814787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8ffcf21-336a-4395-af64-785a6cdcdaac tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.816572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923cb22-f276-4d7c-8723-90f05e9714c6 req-4851bc26-9694-4c5c-bcaf-c513312bb4cb tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:40.818128 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d923cb22-f276-4d7c-8723-90f05e9714c6 req-4851bc26-9694-4c5c-bcaf-c513312bb4cb tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 931 time: 0.0842447 Aug 19 12:36:40.821095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Request body: {'port': {'device_id': 'be81380b-4c4a-4645-94c7-47a7825b1a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:40.824053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e87d75a1-16da-43fb-836f-c9bbe9e2be42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.848202 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8ffcf21-336a-4395-af64-785a6cdcdaac tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:40.891911 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d923cb22-f276-4d7c-8723-90f05e9714c6 req-c6411833-b622-4775-bab9-2a0294ee032f tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607181 Aug 19 12:36:40.931806 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-116e3493-a25e-45d6-bfa2-f1201bed9887 service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877198 Aug 19 12:36:40.934632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.147948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-b450e066-9211-4245-b76e-0d2b34150e40 service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022369 Aug 19 12:36:41.159716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8ffcf21-336a-4395-af64-785a6cdcdaac tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.162858 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e87d75a1-16da-43fb-836f-c9bbe9e2be42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.166105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e87d75a1-16da-43fb-836f-c9bbe9e2be42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.171152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e87d75a1-16da-43fb-836f-c9bbe9e2be42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7ee1290-36d2-49c2-b2e7-92f55b6e1ba3 HTTP/1.1" status: 204 len: 168 time: 0.4936442 Aug 19 12:36:41.188207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d75a1-16da-43fb-836f-c9bbe9e2be42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ee1290-36d2-49c2-b2e7-92f55b6e1ba3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:41.197128 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8ffcf21-336a-4395-af64-785a6cdcdaac tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.201013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c8ffcf21-336a-4395-af64-785a6cdcdaac tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/289f0e14-a632-4bbb-b58b-116b85f3f4e8 HTTP/1.1" status: 204 len: 168 time: 0.4598210 Aug 19 12:36:41.201656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffcf21-336a-4395-af64-785a6cdcdaac tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=289f0e14-a632-4bbb-b58b-116b85f3f4e8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:41.201787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48552) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:41.271972 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-971b5e05-dfe8-4e91-889f-d611dc8a5698 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0686073 Aug 19 12:36:41.274445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48554) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:41.348514 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66c08d5d-dce4-48d7-8a1b-c3c5fb520e41 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.368375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227941fb-107a-41ee-ad19-d986641bcd8a {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:41.372577 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66c08d5d-dce4-48d7-8a1b-c3c5fb520e41 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.376543 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.389052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Transition to ACTIVE for port object 227941fb-107a-41ee-ad19-d986641bcd8a will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:41.445340 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.470915 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-abe50ca7-8282-4f19-9af1-6e7081688211 req-e3c541ec-e6d1-4f72-bedf-4b465c4c8ef6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 210 time: 0.0335717 Aug 19 12:36:41.531219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Pushing event updated for resources: {'Port': ['ID=227941fb-107a-41ee-ad19-d986641bcd8a,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:41.537153 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66c08d5d-dce4-48d7-8a1b-c3c5fb520e41 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.542204 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66c08d5d-dce4-48d7-8a1b-c3c5fb520e41 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.551256 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-66c08d5d-dce4-48d7-8a1b-c3c5fb520e41 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-groups/e03dcaf6-a0c0-409f-b985-38e4ae78406f HTTP/1.1" status: 204 len: 168 time: 0.2733884 Aug 19 12:36:41.551256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48564) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:41.613194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c08d5d-dce4-48d7-8a1b-c3c5fb520e41 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03dcaf6-a0c0-409f-b985-38e4ae78406f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:41.647524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Attempting to bind port 227941fb-107a-41ee-ad19-d986641bcd8a on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:36:41.647524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Attempting to bind port 227941fb-107a-41ee-ad19-d986641bcd8a by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a1e043e0-509e-4373-b7e2-754e70957668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34bbb4e9-4cbb-4a86-ab80-a57189caeec8'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:36:41.647524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Attempting to bind port 227941fb-107a-41ee-ad19-d986641bcd8a on network 34bbb4e9-4cbb-4a86-ab80-a57189caeec8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:41.650959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Port 227941fb-107a-41ee-ad19-d986641bcd8a on network 34bbb4e9-4cbb-4a86-ab80-a57189caeec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:36:41.652312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Attempting to bind port 227941fb-107a-41ee-ad19-d986641bcd8a on network 34bbb4e9-4cbb-4a86-ab80-a57189caeec8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:41.655416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dc9399c3-d45b-4b61-9f86-d875c881d3c9 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1018734 Aug 19 12:36:41.656397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48572) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:41.662422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:36:41.662718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0ac5a929-bf9a-4b5d-b411-227247f19701 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group': {'name': 'tempest-secgroup--738840668'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:41.662868 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Checking segment: {'id': 'a1e043e0-509e-4373-b7e2-754e70957668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34bbb4e9-4cbb-4a86-ab80-a57189caeec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:41.663162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Bound using segment: {'id': 'a1e043e0-509e-4373-b7e2-754e70957668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34bbb4e9-4cbb-4a86-ab80-a57189caeec8'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:36:41.663599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Bound port: 227941fb-107a-41ee-ad19-d986641bcd8a, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e043e0-509e-4373-b7e2-754e70957668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34bbb4e9-4cbb-4a86-ab80-a57189caeec8'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:36:41.663962 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.735112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] For port 227941fb-107a-41ee-ad19-d986641bcd8a, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:36:41.738133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] For port 227941fb-107a-41ee-ad19-d986641bcd8a, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=227941fb-107a-41ee-ad19-d986641bcd8a,segment=NetworkSegment(a1e043e0-509e-4373-b7e2-754e70957668),segment_id=a1e043e0-509e-4373-b7e2-754e70957668)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:36:41.823280 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a929-bf9a-4b5d-b411-227247f19701 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.851747 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.921650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:41.922387 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:41.924529 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] 10.222.0.30 "PUT /v2.0/ports/227941fb-107a-41ee-ad19-d986641bcd8a HTTP/1.1" status: 200 len: 1091 time: 1.1108315 Aug 19 12:36:41.927122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be81380b-4c4a-4645-94c7-47a7825b1a69', 'tag': '227941fb-107a-41ee-ad19-d986641bcd8a'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:41.930653 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f393299-7397-41ee-abf0-f3c99a2aff6c" -d '{"events": [{"name": "network-changed", "server_uuid": "be81380b-4c4a-4645-94c7-47a7825b1a69", "tag": "227941fb-107a-41ee-ad19-d986641bcd8a"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:41.969916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdfb60-438d-45a3-9f7d-803232297abc service neutron] Pushing event updated for resources: {'Port': ['ID=227941fb-107a-41ee-ad19-d986641bcd8a,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:42.018552 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996a587f-1e77-46bd-a28b-29d3d454c9f4 x-openstack-request-id: req-996a587f-1e77-46bd-a28b-29d3d454c9f4 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:42.018552 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be81380b-4c4a-4645-94c7-47a7825b1a69", "tag": "227941fb-107a-41ee-ad19-d986641bcd8a", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:42.018552 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-996a587f-1e77-46bd-a28b-29d3d454c9f4 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:42.019451 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be81380b-4c4a-4645-94c7-47a7825b1a69', 'tag': '227941fb-107a-41ee-ad19-d986641bcd8a', 'status': 'completed', 'code': 200} Aug 19 12:36:42.099189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0acada-8f51-4a98-8ec3-2f221a2ea91d req-b05cbffa-41fa-41e7-87e2-b0090f61b74f tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:42.099394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb0acada-8f51-4a98-8ec3-2f221a2ea91d req-b05cbffa-41fa-41e7-87e2-b0090f61b74f tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 943 time: 0.0992074 Aug 19 12:36:42.119244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f393299-7397-41ee-abf0-f3c99a2aff6c req-804ba450-c630-4ef5-b2a4-f5292f484094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:42.121153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f393299-7397-41ee-abf0-f3c99a2aff6c req-804ba450-c630-4ef5-b2a4-f5292f484094 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e1717ab08e54d77b9387614c9c4ac74&device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 1094 time: 0.0678868 Aug 19 12:36:42.137617 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a929-bf9a-4b5d-b411-227247f19701 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:42.208545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb0acada-8f51-4a98-8ec3-2f221a2ea91d req-4d8a7e33-6aea-4d6c-b3cd-f090a38b58d0 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850773 Aug 19 12:36:42.262445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a929-bf9a-4b5d-b411-227247f19701 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:42.302877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f393299-7397-41ee-abf0-f3c99a2aff6c req-6206e5e0-f808-4e6e-87f3-b9d24cdc835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:42.304444 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f393299-7397-41ee-abf0-f3c99a2aff6c req-6206e5e0-f808-4e6e-87f3-b9d24cdc835d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5e1717ab08e54d77b9387614c9c4ac74&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1758928 Aug 19 12:36:42.324950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5a929-bf9a-4b5d-b411-227247f19701 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cd866e-11c9-4c2b-9d77-c001d1063c9b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:42.414683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f393299-7397-41ee-abf0-f3c99a2aff6c req-005ad613-c347-490e-9d92-e29ffc059467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:42.416151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f393299-7397-41ee-abf0-f3c99a2aff6c req-005ad613-c347-490e-9d92-e29ffc059467 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049364 Aug 19 12:36:42.507936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43229883-022b-486e-a03b-10b8c4301dd1 req-5105a206-bb7a-4ed2-a1a9-d9c0f3d6e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:42.510004 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-5105a206-bb7a-4ed2-a1a9-d9c0f3d6e57a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e1717ab08e54d77b9387614c9c4ac74&device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 1094 time: 0.0554597 Aug 19 12:36:42.519692 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ac5a929-bf9a-4b5d-b411-227247f19701 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:42.521111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0ac5a929-bf9a-4b5d-b411-227247f19701 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8628802 Aug 19 12:36:42.523981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48608) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:42.537876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-26215efa-674b-4bb3-8e67-c9be04a0c188 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': 'd4cd866e-11c9-4c2b-9d77-c001d1063c9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:42.595602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-7108f5bb-949e-48d6-9b23-8bab03121985 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227941fb-107a-41ee-ad19-d986641bcd8a HTTP/1.1" status: 200 len: 217 time: 0.0770400 Aug 19 12:36:42.616132 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-855b82bf-1ad7-42ea-8e23-329fb94c62cb req-e89e378b-8df2-4068-9faf-8bbab0733553 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 210 time: 0.0626004 Aug 19 12:36:42.677335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43229883-022b-486e-a03b-10b8c4301dd1 req-a6e04b6a-b969-43b2-b027-f06e26b03b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:42.679890 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-a6e04b6a-b969-43b2-b027-f06e26b03b14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d442b1e6-1094-46c4-b8ed-d6bc02a7d8ff HTTP/1.1" status: 200 len: 849 time: 0.0743718 Aug 19 12:36:42.726750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-e4a84229-10c3-4056-865c-7485208c6995 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=34bbb4e9-4cbb-4a86-ab80-a57189caeec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299592 Aug 19 12:36:42.760186 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26215efa-674b-4bb3-8e67-c9be04a0c188 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:42.850873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26215efa-674b-4bb3-8e67-c9be04a0c188 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:42.877940 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-b1324c0e-063d-4a2e-8c74-b08a2824ab2f service neutron] 10.222.0.30 "GET /v2.0/networks/34bbb4e9-4cbb-4a86-ab80-a57189caeec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533241 Aug 19 12:36:42.936408 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26215efa-674b-4bb3-8e67-c9be04a0c188 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:42.996960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43229883-022b-486e-a03b-10b8c4301dd1 req-52bb4b0d-08b8-4a16-9bf6-73e6c42732ac service neutron] 10.222.0.30 "GET /v2.0/networks/34bbb4e9-4cbb-4a86-ab80-a57189caeec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104431 Aug 19 12:36:43.013750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26215efa-674b-4bb3-8e67-c9be04a0c188 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa9c1be-34f5-48ba-9069-c5c27ef20898,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:43.211140 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26215efa-674b-4bb3-8e67-c9be04a0c188 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.213233 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-26215efa-674b-4bb3-8e67-c9be04a0c188 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6877701 Aug 19 12:36:43.216422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48626) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:43.221348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d66b47c3-12cd-4aa6-9286-5fbcc9ff286e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': 'd4cd866e-11c9-4c2b-9d77-c001d1063c9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:43.327944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b75746-7b87-4434-81d5-11d857221e6a req-c150d4b8-fc9c-46c4-a82f-7269ab721875 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:43.341513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6b75746-7b87-4434-81d5-11d857221e6a req-c150d4b8-fc9c-46c4-a82f-7269ab721875 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 943 time: 0.0695026 Aug 19 12:36:43.384565 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d66b47c3-12cd-4aa6-9286-5fbcc9ff286e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.401133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6b75746-7b87-4434-81d5-11d857221e6a req-3136ad9e-31c8-4877-a62a-a9c4af344a5e tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581756 Aug 19 12:36:43.459369 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d66b47c3-12cd-4aa6-9286-5fbcc9ff286e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.645573 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d66b47c3-12cd-4aa6-9286-5fbcc9ff286e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.671468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b47c3-12cd-4aa6-9286-5fbcc9ff286e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fa9677-a426-401a-898b-ef76334bcda2,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:43.719912 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e2c42d5-c71f-4bef-8bb3-c7f31cd3ccc9 req-8c5e14a5-df4c-4c49-ab72-960d8bf22906 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 210 time: 0.0272934 Aug 19 12:36:43.799394 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d66b47c3-12cd-4aa6-9286-5fbcc9ff286e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:43.800644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d66b47c3-12cd-4aa6-9286-5fbcc9ff286e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5832753 Aug 19 12:36:43.803687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48646) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:43.812041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9826ea4f-2548-4a43-9639-f08d6b015c19 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': 'd4cd866e-11c9-4c2b-9d77-c001d1063c9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:44.164859 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9826ea4f-2548-4a43-9639-f08d6b015c19 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.251182 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9826ea4f-2548-4a43-9639-f08d6b015c19 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.281892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-434aa695-bb24-42ed-b684-a334c0023720 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:44.284404 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-434aa695-bb24-42ed-b684-a334c0023720 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.1428218 Aug 19 12:36:44.300913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Request body: {'port': {'device_id': '5a31cae5-53db-4035-b1e5-a032332333c3', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'admin_state_up': True, 'tenant_id': '98869fa2853349ec87796b19730e6d7e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:44.399820 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9826ea4f-2548-4a43-9639-f08d6b015c19 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.441116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826ea4f-2548-4a43-9639-f08d6b015c19 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64327694-a6a3-4696-8713-997ddb04ce3f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:44.558012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc52e66-0d03-4d38-b55d-d255dc91755e req-1126191c-7e15-4f40-8b31-2724ef34b5d6 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:44.563396 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5cc52e66-0d03-4d38-b55d-d255dc91755e req-1126191c-7e15-4f40-8b31-2724ef34b5d6 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 943 time: 0.0625210 Aug 19 12:36:44.577071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Made reservation on behalf of 98869fa2853349ec87796b19730e6d7e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:36:44.582307 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.601937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48666) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:44.608812 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5cc52e66-0d03-4d38-b55d-d255dc91755e req-9bb31c6a-39fe-4951-83aa-d23d0d495ecb tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Aug 19 12:36:44.707972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9826ea4f-2548-4a43-9639-f08d6b015c19 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.709465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9826ea4f-2548-4a43-9639-f08d6b015c19 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9047375 Aug 19 12:36:44.712177 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48670) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:44.717244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-15318e63-467d-42fb-af05-99dff5c267c5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': 'd4cd866e-11c9-4c2b-9d77-c001d1063c9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:44.738636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-208b5932-fcfa-4eed-abb1-69a3555e1257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.839307 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6aaf3ce0-7683-4102-b363-a453ccfcbbbb req-a6f9aa2e-332e-4e54-b428-6a5154a28df1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 210 time: 0.0365593 Aug 19 12:36:44.845553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Allocated IP 172.20.0.14 (cb170772-c550-4210-8916-2b1ba172ab74/72722106-b2f0-4425-9aa0-54129c05fca6/ffab0b29-86e2-4c32-b0a2-09bf01c29f33) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:36:44.901885 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15318e63-467d-42fb-af05-99dff5c267c5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:44.972326 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15318e63-467d-42fb-af05-99dff5c267c5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.057459 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15318e63-467d-42fb-af05-99dff5c267c5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.110986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.111486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15318e63-467d-42fb-af05-99dff5c267c5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970e2902-0d6c-4090-86d3-b88520aa56cd,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:45.159968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-208b5932-fcfa-4eed-abb1-69a3555e1257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.262578 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-208b5932-fcfa-4eed-abb1-69a3555e1257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.301421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b5932-fcfa-4eed-abb1-69a3555e1257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af1ae52-354d-4f56-965f-1ad262b4cde7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:45.308698 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.317942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48684) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:45.319088 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-208b5932-fcfa-4eed-abb1-69a3555e1257 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70248077177443c69c5591bcc83c3794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7332799 Aug 19 12:36:45.321007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:45.332399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['689beac5-59df-4539-ad22-e9b4d94a39c8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:45.368616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Network cb170772-c550-4210-8916-2b1ba172ab74 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:36:45.372393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:36:45.372997 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73e32c5f-faec-47e5-9e0b-63d6f6a0014d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.377899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:36:45.378263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-15318e63-467d-42fb-af05-99dff5c267c5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.380747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-15318e63-467d-42fb-af05-99dff5c267c5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6663098 Aug 19 12:36:45.382375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48686) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:45.392410 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1cfc3e48-f3f5-49eb-8edf-7a7e8bc478a9 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': 'd4cd866e-11c9-4c2b-9d77-c001d1063c9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:45.407228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event updated for resources: {'Port': ['ID=ffab0b29-86e2-4c32-b0a2-09bf01c29f33,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:45.415473 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73e32c5f-faec-47e5-9e0b-63d6f6a0014d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.440377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:45.441024 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.531146 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3e48-f3f5-49eb-8edf-7a7e8bc478a9 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.558611 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73e32c5f-faec-47e5-9e0b-63d6f6a0014d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.561171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73e32c5f-faec-47e5-9e0b-63d6f6a0014d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.562309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-73e32c5f-faec-47e5-9e0b-63d6f6a0014d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5af1ae52-354d-4f56-965f-1ad262b4cde7 HTTP/1.1" status: 204 len: 168 time: 0.2429860 Aug 19 12:36:45.577928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e32c5f-faec-47e5-9e0b-63d6f6a0014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af1ae52-354d-4f56-965f-1ad262b4cde7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:45.599727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3e48-f3f5-49eb-8edf-7a7e8bc478a9 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.657117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0dcce4f7-588e-49d3-9ba4-f02d5d0be600 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3601675 Aug 19 12:36:45.670579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Request body: {'port': {'device_id': '5a31cae5-53db-4035-b1e5-a032332333c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:45.719480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3e48-f3f5-49eb-8edf-7a7e8bc478a9 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.740248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc3e48-f3f5-49eb-8edf-7a7e8bc478a9 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d7e381-3899-4583-89d9-c5b246d2b961,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:45.760860 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.762755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 227941fb-107a-41ee-ad19-d986641bcd8a details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:36:45.781485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527450c-e6cf-4f2c-8573-434005b03345 req-bd8fe4cb-8b72-4950-a9fc-3f106b126734 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:45.783015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0527450c-e6cf-4f2c-8573-434005b03345 req-bd8fe4cb-8b72-4950-a9fc-3f106b126734 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 943 time: 0.0934029 Aug 19 12:36:45.872270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 227941fb-107a-41ee-ad19-d986641bcd8a, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=227941fb-107a-41ee-ad19-d986641bcd8a,segment=NetworkSegment(a1e043e0-509e-4373-b7e2-754e70957668),segment_id=a1e043e0-509e-4373-b7e2-754e70957668)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:45.889647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '227941fb-107a-41ee-ad19-d986641bcd8a', 'network_id': '34bbb4e9-4cbb-4a86-ab80-a57189caeec8', 'port_id': '227941fb-107a-41ee-ad19-d986641bcd8a', 'mac_address': 'fa:16:3e:55:85:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd442b1e6-1094-46c4-b8ed-d6bc02a7d8ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:36:45.910653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0527450c-e6cf-4f2c-8573-434005b03345 req-f5cba47c-e30e-417b-8342-b5e2ed14a589 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046565 Aug 19 12:36:45.913784 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1cfc3e48-f3f5-49eb-8edf-7a7e8bc478a9 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.915790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1cfc3e48-f3f5-49eb-8edf-7a7e8bc478a9 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5322824 Aug 19 12:36:45.918730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48698) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:45.939949 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.956409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227941fb-107a-41ee-ad19-d986641bcd8a {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:45.982553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72bbedc0-186e-4156-84c8-9a25c178c0fd tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:45.985960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 227941fb-107a-41ee-ad19-d986641bcd8a, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=227941fb-107a-41ee-ad19-d986641bcd8a,segment=NetworkSegment(a1e043e0-509e-4373-b7e2-754e70957668),segment_id=a1e043e0-509e-4373-b7e2-754e70957668)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:46.007515 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72bbedc0-186e-4156-84c8-9a25c178c0fd tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.046408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1a80-8303-407f-9075-ecd4d8585672 req-a1733993-42be-48ec-8ad5-b71b4fb743ba tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:46.051279 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-26df1a80-8303-407f-9075-ecd4d8585672 req-a1733993-42be-48ec-8ad5-b71b4fb743ba tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 932 time: 0.1181970 Aug 19 12:36:46.108293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-26df1a80-8303-407f-9075-ecd4d8585672 req-deee1903-1a23-449e-bc87-8fc88c6fb7ff tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525568 Aug 19 12:36:46.138956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffab0b29-86e2-4c32-b0a2-09bf01c29f33 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:46.159124 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.182595 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.219695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=227941fb-107a-41ee-ad19-d986641bcd8a,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:46.267650 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72bbedc0-186e-4156-84c8-9a25c178c0fd tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.275148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72bbedc0-186e-4156-84c8-9a25c178c0fd tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.276334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-72bbedc0-186e-4156-84c8-9a25c178c0fd tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/16d7e381-3899-4583-89d9-c5b246d2b961 HTTP/1.1" status: 204 len: 168 time: 0.3565063 Aug 19 12:36:46.280883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48710) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:46.285792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Transition to ACTIVE for port object ffab0b29-86e2-4c32-b0a2-09bf01c29f33 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:36:46.287252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbedc0-186e-4156-84c8-9a25c178c0fd tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16d7e381-3899-4583-89d9-c5b246d2b961,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:46.331541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-61161735-e9c1-44ee-bf6b-d070dbee9234 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0493433 Aug 19 12:36:46.336980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48716) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:46.366613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0278b5bc-69de-4631-99b6-0e24bee1479f tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.374775 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.376382 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0278b5bc-69de-4631-99b6-0e24bee1479f tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.420027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48722) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:46.438835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['227941fb-107a-41ee-ad19-d986641bcd8a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:46.443444 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0fec3f4-af0e-4914-ab4d-1109b881f39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.504948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Pushing event updated for resources: {'Port': ['ID=ffab0b29-86e2-4c32-b0a2-09bf01c29f33,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:46.557244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Attempting to bind port ffab0b29-86e2-4c32-b0a2-09bf01c29f33 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:36:46.557715 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Attempting to bind port ffab0b29-86e2-4c32-b0a2-09bf01c29f33 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:36:46.558050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Attempting to bind port ffab0b29-86e2-4c32-b0a2-09bf01c29f33 on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:46.563222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Port ffab0b29-86e2-4c32-b0a2-09bf01c29f33 on network cb170772-c550-4210-8916-2b1ba172ab74 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:36:46.563759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Attempting to bind port ffab0b29-86e2-4c32-b0a2-09bf01c29f33 on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:36:46.569452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:36:46.569796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Checking segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:36:46.570182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Bound using segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:36:46.570684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Bound port: ffab0b29-86e2-4c32-b0a2-09bf01c29f33, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:36:46.572940 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.618280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0fec3f4-af0e-4914-ab4d-1109b881f39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.620104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0278b5bc-69de-4631-99b6-0e24bee1479f tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.625884 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0278b5bc-69de-4631-99b6-0e24bee1479f tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.627393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0278b5bc-69de-4631-99b6-0e24bee1479f tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/970e2902-0d6c-4090-86d3-b88520aa56cd HTTP/1.1" status: 204 len: 168 time: 0.2918165 Aug 19 12:36:46.636898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48724) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:46.639640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278b5bc-69de-4631-99b6-0e24bee1479f tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=970e2902-0d6c-4090-86d3-b88520aa56cd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:46.690470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] For port ffab0b29-86e2-4c32-b0a2-09bf01c29f33, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:36:46.698028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] For port ffab0b29-86e2-4c32-b0a2-09bf01c29f33, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ffab0b29-86e2-4c32-b0a2-09bf01c29f33,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:36:46.714440 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5d93ec96-5e1f-4f4c-9704-56cefbb6f2a0 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0681176 Aug 19 12:36:46.717093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48726) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:46.723247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0fec3f4-af0e-4914-ab4d-1109b881f39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.773507 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f141d2f-a3ac-4451-a560-68e9e120cf72 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.788998 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c0fec3f4-af0e-4914-ab4d-1109b881f39a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c6313d1f026497f9687bab5e95cb230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679430 Aug 19 12:36:46.789538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48728) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:46.790634 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f141d2f-a3ac-4451-a560-68e9e120cf72 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.793141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fec3f4-af0e-4914-ab4d-1109b881f39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6ab727-2d05-40db-9119-9873398d5a30,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:46.834209 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.879480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:46.880046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.881486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] 10.222.0.62 "PUT /v2.0/ports/ffab0b29-86e2-4c32-b0a2-09bf01c29f33 HTTP/1.1" status: 200 len: 1092 time: 1.2158728 Aug 19 12:36:46.889019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a31cae5-53db-4035-b1e5-a032332333c3', 'tag': 'ffab0b29-86e2-4c32-b0a2-09bf01c29f33'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:46.891943 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45989947-fa51-4859-95c2-3dddd039d9da" -d '{"events": [{"name": "network-changed", "server_uuid": "5a31cae5-53db-4035-b1e5-a032332333c3", "tag": "ffab0b29-86e2-4c32-b0a2-09bf01c29f33"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:46.936689 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccab408-6a70-4876-a7e7-6beb4f171ed2 x-openstack-request-id: req-eccab408-6a70-4876-a7e7-6beb4f171ed2 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:46.937013 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a31cae5-53db-4035-b1e5-a032332333c3", "tag": "ffab0b29-86e2-4c32-b0a2-09bf01c29f33", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:46.944003 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eccab408-6a70-4876-a7e7-6beb4f171ed2 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:46.944003 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a31cae5-53db-4035-b1e5-a032332333c3', 'tag': 'ffab0b29-86e2-4c32-b0a2-09bf01c29f33', 'status': 'completed', 'code': 200} Aug 19 12:36:46.947982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca326d71-1727-4daf-abe9-12a0fe712803 service neutron] Pushing event updated for resources: {'Port': ['ID=ffab0b29-86e2-4c32-b0a2-09bf01c29f33,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:46.951983 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fafc332e-b957-46d7-b220-b3e3ac4c6e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.976313 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f141d2f-a3ac-4451-a560-68e9e120cf72 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.982333 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f141d2f-a3ac-4451-a560-68e9e120cf72 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:46.983528 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1f141d2f-a3ac-4451-a560-68e9e120cf72 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/64327694-a6a3-4696-8713-997ddb04ce3f HTTP/1.1" status: 204 len: 168 time: 0.2655346 Aug 19 12:36:46.989151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48736) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:47.000866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f141d2f-a3ac-4451-a560-68e9e120cf72 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64327694-a6a3-4696-8713-997ddb04ce3f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:47.015867 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fafc332e-b957-46d7-b220-b3e3ac4c6e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.070447 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1c15831a-c2dc-42fc-8d40-1ae18c52ec98 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0775454 Aug 19 12:36:47.070675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48738) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:47.112130 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfdce-a9ec-4430-9a18-573c4ce4feaf tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.123494 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfdce-a9ec-4430-9a18-573c4ce4feaf tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.127996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45989947-fa51-4859-95c2-3dddd039d9da req-e83457ec-828e-4b85-9d63-509938cdabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:47.129543 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-45989947-fa51-4859-95c2-3dddd039d9da req-e83457ec-828e-4b85-9d63-509938cdabbf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 1095 time: 0.1754818 Aug 19 12:36:47.139958 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5ce52-41a6-43ea-ab6e-61af80e39189 req-725aed59-38b4-4935-a7de-2c3ed02a94ce tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:47.141474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75d5ce52-41a6-43ea-ab6e-61af80e39189 req-725aed59-38b4-4935-a7de-2c3ed02a94ce tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 944 time: 0.0932570 Aug 19 12:36:47.251215 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75d5ce52-41a6-43ea-ab6e-61af80e39189 req-4b1fb01b-3e3c-4529-a23d-e44a6e34d365 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965054 Aug 19 12:36:47.274134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45989947-fa51-4859-95c2-3dddd039d9da req-961a6e40-1175-4fb8-92a3-17fbb9d47103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:47.276564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-45989947-fa51-4859-95c2-3dddd039d9da req-961a6e40-1175-4fb8-92a3-17fbb9d47103 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=98869fa2853349ec87796b19730e6d7e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1340816 Aug 19 12:36:47.301564 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f6321-2cf9-4432-9a5b-fe52fd532377 req-ac072ad9-260b-459f-8e8a-455869bcf180 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:47.304117 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d9f6321-2cf9-4432-9a5b-fe52fd532377 req-ac072ad9-260b-459f-8e8a-455869bcf180 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 944 time: 0.0691602 Aug 19 12:36:47.343195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfdce-a9ec-4430-9a18-573c4ce4feaf tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.348956 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f6cfdce-a9ec-4430-9a18-573c4ce4feaf tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.352452 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2f6cfdce-a9ec-4430-9a18-573c4ce4feaf tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/48fa9677-a426-401a-898b-ef76334bcda2 HTTP/1.1" status: 204 len: 168 time: 0.2784750 Aug 19 12:36:47.354405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48742) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:47.359800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d9f6321-2cf9-4432-9a5b-fe52fd532377 req-f2838134-73ab-41d4-a698-878a0db99cd7 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483816 Aug 19 12:36:47.364718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cfdce-a9ec-4430-9a18-573c4ce4feaf tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48fa9677-a426-401a-898b-ef76334bcda2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:47.629398 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fafc332e-b957-46d7-b220-b3e3ac4c6e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.631982 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fafc332e-b957-46d7-b220-b3e3ac4c6e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.636190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fafc332e-b957-46d7-b220-b3e3ac4c6e8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc6ab727-2d05-40db-9119-9873398d5a30 HTTP/1.1" status: 204 len: 168 time: 0.8423858 Aug 19 12:36:47.666899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc332e-b957-46d7-b220-b3e3ac4c6e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6ab727-2d05-40db-9119-9873398d5a30,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:47.683709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45989947-fa51-4859-95c2-3dddd039d9da req-88a0dc11-1a14-4c53-b293-13656f1cbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:47.685240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-45989947-fa51-4859-95c2-3dddd039d9da req-88a0dc11-1a14-4c53-b293-13656f1cbeb6 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4023116 Aug 19 12:36:47.713097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-89ef98e0-92c2-4839-85d5-a29a9eed134a tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3571985 Aug 19 12:36:47.715932 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48750) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:47.745569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e099426-28b5-42d1-8fe1-fe3a7613463e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.754284 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e099426-28b5-42d1-8fe1-fe3a7613463e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.773479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 227941fb-107a-41ee-ad19-d986641bcd8a up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:47.777486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0c8951dd-8466-4018-bff4-011e0437b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:47.787763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-0c8951dd-8466-4018-bff4-011e0437b414 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 1095 time: 0.0614812 Aug 19 12:36:47.834399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-78d1b2a8-a55d-45f9-9fa1-cb5231f57d27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffab0b29-86e2-4c32-b0a2-09bf01c29f33 HTTP/1.1" status: 200 len: 217 time: 0.0386868 Aug 19 12:36:47.862116 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e099426-28b5-42d1-8fe1-fe3a7613463e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.868879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e099426-28b5-42d1-8fe1-fe3a7613463e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.870512 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5e099426-28b5-42d1-8fe1-fe3a7613463e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1aa9c1be-34f5-48ba-9069-c5c27ef20898 HTTP/1.1" status: 204 len: 168 time: 0.1534917 Aug 19 12:36:47.875877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48752) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:47.894126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e099426-28b5-42d1-8fe1-fe3a7613463e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1aa9c1be-34f5-48ba-9069-c5c27ef20898,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:47.895321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-157d1d21-fb75-4ef6-a680-a38ccd40ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:47.896755 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-157d1d21-fb75-4ef6-a680-a38ccd40ffbe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 200 len: 846 time: 0.0558305 Aug 19 12:36:47.922732 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ccc0edeb-6e08-4a23-81ad-c1e6e28445b9 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457780 Aug 19 12:36:47.925504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48754) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:47.929502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-b3b98b78-aa2e-4c71-bed1-8d4c4bf7b94e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb170772-c550-4210-8916-2b1ba172ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252669 Aug 19 12:36:47.953832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 227941fb-107a-41ee-ad19-d986641bcd8a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:47.957734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 227941fb-107a-41ee-ad19-d986641bcd8a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:47.958105 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:47.999000 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fde01ee9-273d-4c5e-b4ca-7afcad798a60 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.045612 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fde01ee9-273d-4c5e-b4ca-7afcad798a60 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.049040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-eedabe04-2efe-4750-91f2-23c71068331b service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116924 Aug 19 12:36:48.068587 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.126259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be81380b-4c4a-4645-94c7-47a7825b1a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227941fb-107a-41ee-ad19-d986641bcd8a'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:48.128990 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dc9546-53ca-4743-92d5-01c05497c06f" -d '{"events": [{"server_uuid": "be81380b-4c4a-4645-94c7-47a7825b1a69", "name": "network-vif-plugged", "status": "completed", "tag": "227941fb-107a-41ee-ad19-d986641bcd8a"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:48.160628 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f08ffdf-4f5f-45c7-8de8-8bb5aa2d16d4 req-b85254f3-2c04-4035-b886-1fcb9f6e9c6b service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048017 Aug 19 12:36:48.170699 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fde01ee9-273d-4c5e-b4ca-7afcad798a60 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.173988 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fde01ee9-273d-4c5e-b4ca-7afcad798a60 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.178251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48764) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:48.178485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fde01ee9-273d-4c5e-b4ca-7afcad798a60 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-groups/d4cd866e-11c9-4c2b-9d77-c001d1063c9b HTTP/1.1" status: 204 len: 168 time: 0.2516994 Aug 19 12:36:48.190003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde01ee9-273d-4c5e-b4ca-7afcad798a60 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cd866e-11c9-4c2b-9d77-c001d1063c9b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:48.200664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 227941fb-107a-41ee-ad19-d986641bcd8a, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=227941fb-107a-41ee-ad19-d986641bcd8a,segment=NetworkSegment(a1e043e0-509e-4373-b7e2-754e70957668),segment_id=a1e043e0-509e-4373-b7e2-754e70957668)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:48.221091 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16cfe77-0998-46b7-a164-0a588360e052 x-openstack-request-id: req-b16cfe77-0998-46b7-a164-0a588360e052 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:48.221629 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be81380b-4c4a-4645-94c7-47a7825b1a69", "name": "network-vif-plugged", "status": "completed", "tag": "227941fb-107a-41ee-ad19-d986641bcd8a", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:48.222038 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b16cfe77-0998-46b7-a164-0a588360e052 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:48.222487 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be81380b-4c4a-4645-94c7-47a7825b1a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227941fb-107a-41ee-ad19-d986641bcd8a', 'code': 200} Aug 19 12:36:48.259040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-aee37e74-3cce-4bd2-907c-0c7863301ca2 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0794222 Aug 19 12:36:48.263950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48770) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:48.268616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-747d64b0-44ac-46cb-9eaa-037c80ec476e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group': {'name': 'tempest-secgroup--693780584'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:48.331063 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.343123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94d901-2b9c-49af-9f30-644724961cc9 req-52be219e-e54a-4bd7-a9fd-41aaa1676ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:48.345479 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd94d901-2b9c-49af-9f30-644724961cc9 req-52be219e-e54a-4bd7-a9fd-41aaa1676ba2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 1095 time: 0.0605292 Aug 19 12:36:48.376471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708332d1-a437-4942-b764-9841ed990942 req-f6cbba84-da22-4d9f-91fb-f6aac11a42d3 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:48.378003 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-708332d1-a437-4942-b764-9841ed990942 req-f6cbba84-da22-4d9f-91fb-f6aac11a42d3 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 945 time: 0.0536203 Aug 19 12:36:48.386021 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd94d901-2b9c-49af-9f30-644724961cc9 req-ae838b2b-e229-40e5-b761-4e7e25d05e6e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316796 Aug 19 12:36:48.386543 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=227941fb-107a-41ee-ad19-d986641bcd8a,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:48.426532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747d64b0-44ac-46cb-9eaa-037c80ec476e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.442282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-708332d1-a437-4942-b764-9841ed990942 req-da218414-7af2-4552-b424-a997c17c5370 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574477 Aug 19 12:36:48.538238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a60e0-273a-4dbf-bd81-4664d8504c53 req-bc491553-e7bf-44c8-b55b-82302f864364 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:48.548065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac3a60e0-273a-4dbf-bd81-4664d8504c53 req-bc491553-e7bf-44c8-b55b-82302f864364 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 944 time: 0.0917504 Aug 19 12:36:48.612573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747d64b0-44ac-46cb-9eaa-037c80ec476e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.623543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac3a60e0-273a-4dbf-bd81-4664d8504c53 req-09ff1459-63ad-40c7-a59c-7d0ca51517ff tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743761 Aug 19 12:36:48.701716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747d64b0-44ac-46cb-9eaa-037c80ec476e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.736735 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d64b0-44ac-46cb-9eaa-037c80ec476e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a1da29-543a-475b-91c1-9d047886dbfa,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:48.862825 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-747d64b0-44ac-46cb-9eaa-037c80ec476e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:48.864517 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-747d64b0-44ac-46cb-9eaa-037c80ec476e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5995734 Aug 19 12:36:48.870887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48804) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:48.876077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-68ca4b11-995b-4f8f-9f9f-8bc04947faeb tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': '96a1da29-543a-475b-91c1-9d047886dbfa', 'direction': 'ingress', 'protocol': 17}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:49.012377 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68ca4b11-995b-4f8f-9f9f-8bc04947faeb tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.076748 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68ca4b11-995b-4f8f-9f9f-8bc04947faeb tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.165775 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68ca4b11-995b-4f8f-9f9f-8bc04947faeb tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.178274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48816) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:49.189447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca4b11-995b-4f8f-9f9f-8bc04947faeb tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a8156e-a629-4164-b8f9-bff713e7640d,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:49.275977 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:36:49.301738 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b5219f0-0c12-4381-9ef6-d9f75c5c27da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.313450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68ca4b11-995b-4f8f-9f9f-8bc04947faeb tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.314675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-68ca4b11-995b-4f8f-9f9f-8bc04947faeb tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4427900 Aug 19 12:36:49.317913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48820) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:49.388038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c59beaa5-aabd-40b7-81ce-7dd5c3efcbe5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.417291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b5219f0-0c12-4381-9ef6-d9f75c5c27da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.424039 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c59beaa5-aabd-40b7-81ce-7dd5c3efcbe5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.507981 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b5219f0-0c12-4381-9ef6-d9f75c5c27da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.554318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5219f0-0c12-4381-9ef6-d9f75c5c27da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5507ba38-7866-4e32-ad74-ca5310755a2b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:49.578497 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8b5219f0-0c12-4381-9ef6-d9f75c5c27da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7318c66ea115452b9d186607a1928d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984740 Aug 19 12:36:49.581062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48826) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:49.606180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c59beaa5-aabd-40b7-81ce-7dd5c3efcbe5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.608823 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c59beaa5-aabd-40b7-81ce-7dd5c3efcbe5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.611324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c59beaa5-aabd-40b7-81ce-7dd5c3efcbe5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-groups/96a1da29-543a-475b-91c1-9d047886dbfa HTTP/1.1" status: 204 len: 168 time: 0.2924454 Aug 19 12:36:49.618243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48830) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:49.633636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda9655-88fb-4676-83d3-8d704a129122 req-0ea1d6b6-5588-4fee-9fc7-407fa9a5862c tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:49.635332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1bda9655-88fb-4676-83d3-8d704a129122 req-0ea1d6b6-5588-4fee-9fc7-407fa9a5862c tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 945 time: 0.0755570 Aug 19 12:36:49.636299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59beaa5-aabd-40b7-81ce-7dd5c3efcbe5 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a1da29-543a-475b-91c1-9d047886dbfa,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:49.710311 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9a44de9-1465-422c-8da8-7f73280c6f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.731438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-74dca3e2-1fd4-44fc-924f-9ed65473d9aa tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1113815 Aug 19 12:36:49.732179 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48836) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:49.734024 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1bda9655-88fb-4676-83d3-8d704a129122 req-5bf6a32c-5055-40a9-9fd8-adadeab7f56c tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914965 Aug 19 12:36:49.749891 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-81f5dcbd-2672-412d-b183-244e31812f92 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253972272'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:49.771592 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9a44de9-1465-422c-8da8-7f73280c6f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:49.860515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bea20-db64-448c-844e-f88281cd1e5a req-a340e113-66cd-469e-80e8-b804fdb852be tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:49.862016 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-533bea20-db64-448c-844e-f88281cd1e5a req-a340e113-66cd-469e-80e8-b804fdb852be tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 944 time: 0.0930030 Aug 19 12:36:49.908563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-533bea20-db64-448c-844e-f88281cd1e5a req-e2280371-ca9a-40a1-bfe9-3b542415608c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Aug 19 12:36:49.909737 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81f5dcbd-2672-412d-b183-244e31812f92 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.033212 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9a44de9-1465-422c-8da8-7f73280c6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.046512 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f9a44de9-1465-422c-8da8-7f73280c6f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.046512 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f9a44de9-1465-422c-8da8-7f73280c6f3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5507ba38-7866-4e32-ad74-ca5310755a2b HTTP/1.1" status: 204 len: 168 time: 0.4567690 Aug 19 12:36:50.059057 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a44de9-1465-422c-8da8-7f73280c6f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5507ba38-7866-4e32-ad74-ca5310755a2b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:50.127323 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81f5dcbd-2672-412d-b183-244e31812f92 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.256203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81f5dcbd-2672-412d-b183-244e31812f92 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.306842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5dcbd-2672-412d-b183-244e31812f92 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f217870-e783-4f13-ba6d-4fd20bc515ee,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:50.439377 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-81f5dcbd-2672-412d-b183-244e31812f92 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.440788 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-81f5dcbd-2672-412d-b183-244e31812f92 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7052119 Aug 19 12:36:50.443731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48858) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:50.448962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-dd7800be-c48e-4af7-9264-ea502dd88934 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group': {'name': 'tempest-secgroup--171456219'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:50.588553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd7800be-c48e-4af7-9264-ea502dd88934 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.688900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd7800be-c48e-4af7-9264-ea502dd88934 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.821743 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd7800be-c48e-4af7-9264-ea502dd88934 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:50.872067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7800be-c48e-4af7-9264-ea502dd88934 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b470c814-416b-4285-a927-043e3ef22af3,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:50.886706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e91b50-6bd0-4947-b7d3-fd831de9ec12 req-9c70ea0e-2869-44d4-b9a6-8e88549e964b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:50.888241 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-82e91b50-6bd0-4947-b7d3-fd831de9ec12 req-9c70ea0e-2869-44d4-b9a6-8e88549e964b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 945 time: 0.0786631 Aug 19 12:36:50.925862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-82e91b50-6bd0-4947-b7d3-fd831de9ec12 req-7886934a-ce06-4064-aa12-ee6230b4f638 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Aug 19 12:36:51.039814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d87aa-8e91-414d-b958-c5a67bb6ccc8 req-f80eebfa-3107-4d96-a3a9-26b72f387b87 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:51.041412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df6d87aa-8e91-414d-b958-c5a67bb6ccc8 req-f80eebfa-3107-4d96-a3a9-26b72f387b87 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 944 time: 0.0592132 Aug 19 12:36:51.079175 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df6d87aa-8e91-414d-b958-c5a67bb6ccc8 req-d48bb96e-a480-4f06-ad6c-e388301f75a0 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315962 Aug 19 12:36:51.091234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd7800be-c48e-4af7-9264-ea502dd88934 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.092704 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dd7800be-c48e-4af7-9264-ea502dd88934 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6477973 Aug 19 12:36:51.094314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ffab0b29-86e2-4c32-b0a2-09bf01c29f33 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:36:51.095472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48872) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:51.105109 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-60a70426-1f41-44d5-b5e0-51f9945b4630 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': '8f217870-e783-4f13-ba6d-4fd20bc515ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b470c814-416b-4285-a927-043e3ef22af3', 'remote_ip_prefix': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:51.114078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48874) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:51.128347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf708998-a419-487a-8d94-6198d201cda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.197471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ffab0b29-86e2-4c32-b0a2-09bf01c29f33, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ffab0b29-86e2-4c32-b0a2-09bf01c29f33,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:51.208970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'ffab0b29-86e2-4c32-b0a2-09bf01c29f33', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'port_id': 'ffab0b29-86e2-4c32-b0a2-09bf01c29f33', 'mac_address': 'fa:16:3e:5d:94:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72722106-b2f0-4425-9aa0-54129c05fca6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:36:51.239890 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60a70426-1f41-44d5-b5e0-51f9945b4630 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.273604 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.289947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffab0b29-86e2-4c32-b0a2-09bf01c29f33 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:36:51.314935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ffab0b29-86e2-4c32-b0a2-09bf01c29f33, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ffab0b29-86e2-4c32-b0a2-09bf01c29f33,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:51.344320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60a70426-1f41-44d5-b5e0-51f9945b4630 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.356008 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf708998-a419-487a-8d94-6198d201cda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.457036 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.457884 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf708998-a419-487a-8d94-6198d201cda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.458071 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60a70426-1f41-44d5-b5e0-51f9945b4630 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.495253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a70426-1f41-44d5-b5e0-51f9945b4630 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecee778b-706c-43e5-8481-dc67963cb182,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:51.534391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=ffab0b29-86e2-4c32-b0a2-09bf01c29f33,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:51.548101 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cf708998-a419-487a-8d94-6198d201cda5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=839ef5ed1cff443a9d7b18b549f94a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4324543 Aug 19 12:36:51.554417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48890) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:51.569279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf708998-a419-487a-8d94-6198d201cda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb595da-8b8e-4a3c-97d3-da439cf02810,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:51.610987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60a70426-1f41-44d5-b5e0-51f9945b4630 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.614060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-60a70426-1f41-44d5-b5e0-51f9945b4630 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5150297 Aug 19 12:36:51.617650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48896) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:51.662483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0b98f6c5-1f7b-4547-ae8e-ad2e7b725a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.670527 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45af5bc5-8013-4713-815e-8660b6cd7fab tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.672939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ffab0b29-86e2-4c32-b0a2-09bf01c29f33'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:51.686832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45af5bc5-8013-4713-815e-8660b6cd7fab tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.742401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0b98f6c5-1f7b-4547-ae8e-ad2e7b725a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.839665 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45af5bc5-8013-4713-815e-8660b6cd7fab tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.841537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45af5bc5-8013-4713-815e-8660b6cd7fab tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.843463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-45af5bc5-8013-4713-815e-8660b6cd7fab tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ecee778b-706c-43e5-8481-dc67963cb182 HTTP/1.1" status: 204 len: 168 time: 0.2233474 Aug 19 12:36:51.845614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48902) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:51.853905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af5bc5-8013-4713-815e-8660b6cd7fab tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecee778b-706c-43e5-8481-dc67963cb182,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:51.918844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4e0b0c71-0f09-4487-8dab-7d69e11be26e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0709798 Aug 19 12:36:51.919669 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0b98f6c5-1f7b-4547-ae8e-ad2e7b725a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.920607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48908) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:51.922521 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0b98f6c5-1f7b-4547-ae8e-ad2e7b725a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:51.925875 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0b98f6c5-1f7b-4547-ae8e-ad2e7b725a47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdb595da-8b8e-4a3c-97d3-da439cf02810 HTTP/1.1" status: 204 len: 168 time: 0.3679519 Aug 19 12:36:51.933754 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98f6c5-1f7b-4547-ae8e-ad2e7b725a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb595da-8b8e-4a3c-97d3-da439cf02810,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:52.060987 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-186f671f-cab9-42c8-90db-b7d5ae4be8ca tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.099851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-186f671f-cab9-42c8-90db-b7d5ae4be8ca tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.114881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48918) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:52.267470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be9a10-d6ee-4334-b200-8f5e7aeb83a6 req-c63e9cae-15f3-46b4-ae0f-904c7b82e1a8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:52.275519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5be9a10-d6ee-4334-b200-8f5e7aeb83a6 req-c63e9cae-15f3-46b4-ae0f-904c7b82e1a8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 945 time: 0.0891328 Aug 19 12:36:52.275519 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-186f671f-cab9-42c8-90db-b7d5ae4be8ca tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.279508 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-186f671f-cab9-42c8-90db-b7d5ae4be8ca tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.281759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-186f671f-cab9-42c8-90db-b7d5ae4be8ca tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-groups/b470c814-416b-4285-a927-043e3ef22af3 HTTP/1.1" status: 204 len: 168 time: 0.3599789 Aug 19 12:36:52.284469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48926) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:52.350550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f671f-cab9-42c8-90db-b7d5ae4be8ca tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b470c814-416b-4285-a927-043e3ef22af3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:52.428856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e1f757b4-01f2-4528-ab90-000ef54c5ca1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1319973 Aug 19 12:36:52.432400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48932) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:52.443253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7867-970d-4e84-a62f-4587446d1ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.469576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f5be9a10-d6ee-4334-b200-8f5e7aeb83a6 req-1ae15f35-8bef-479b-bc67-595e12fe639c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837704 Aug 19 12:36:52.506469 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-07f01ee2-3cb2-4da4-b629-4a0e947e3f64 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.533087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-07f01ee2-3cb2-4da4-b629-4a0e947e3f64 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.611785 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7867-970d-4e84-a62f-4587446d1ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.696120 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-07f01ee2-3cb2-4da4-b629-4a0e947e3f64 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.701257 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-07f01ee2-3cb2-4da4-b629-4a0e947e3f64 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.706353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48944) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:52.706777 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-07f01ee2-3cb2-4da4-b629-4a0e947e3f64 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-groups/8f217870-e783-4f13-ba6d-4fd20bc515ee HTTP/1.1" status: 204 len: 168 time: 0.2730348 Aug 19 12:36:52.726482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f01ee2-3cb2-4da4-b629-4a0e947e3f64 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f217870-e783-4f13-ba6d-4fd20bc515ee,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:52.770825 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7867-970d-4e84-a62f-4587446d1ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.863188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5ebce8c0-e3cf-46b4-89ab-48f2ce35fc10 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1515057 Aug 19 12:36:52.863902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48952) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:52.867527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb7867-970d-4e84-a62f-4587446d1ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8fd1ad-14ac-480f-8876-3db6b13295e0,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:52.868933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a78ba2e6-13d4-41ff-9b19-4babdaf01bfc tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692412373'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:52.888750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ecfb7867-970d-4e84-a62f-4587446d1ea8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d6d3d968dba43dea6d744df8696c475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7723057 Aug 19 12:36:52.889437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48954) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:52.956366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05acfb64-37f2-4262-85bf-e4f433329ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:52.982434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05acfb64-37f2-4262-85bf-e4f433329ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.105359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ffab0b29-86e2-4c32-b0a2-09bf01c29f33 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:36:53.124176 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a78ba2e6-13d4-41ff-9b19-4babdaf01bfc tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.186846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05acfb64-37f2-4262-85bf-e4f433329ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.190012 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05acfb64-37f2-4262-85bf-e4f433329ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.191380 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-05acfb64-37f2-4262-85bf-e4f433329ff9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a8fd1ad-14ac-480f-8876-3db6b13295e0 HTTP/1.1" status: 204 len: 168 time: 0.3005784 Aug 19 12:36:53.200960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05acfb64-37f2-4262-85bf-e4f433329ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8fd1ad-14ac-480f-8876-3db6b13295e0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:53.254388 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a78ba2e6-13d4-41ff-9b19-4babdaf01bfc tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.290220 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port ffab0b29-86e2-4c32-b0a2-09bf01c29f33 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:36:53.294361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port ffab0b29-86e2-4c32-b0a2-09bf01c29f33 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:36:53.294769 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.375064 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.387550 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a78ba2e6-13d4-41ff-9b19-4babdaf01bfc tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.400374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a31cae5-53db-4035-b1e5-a032332333c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab0b29-86e2-4c32-b0a2-09bf01c29f33'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:53.403484 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a816ba-9239-4c4f-a032-9667852a32a4" -d '{"events": [{"server_uuid": "5a31cae5-53db-4035-b1e5-a032332333c3", "name": "network-vif-plugged", "status": "completed", "tag": "ffab0b29-86e2-4c32-b0a2-09bf01c29f33"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:53.425228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ba2e6-13d4-41ff-9b19-4babdaf01bfc tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7d14fd-a73e-451a-93b5-6a542369625b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:53.434201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ffab0b29-86e2-4c32-b0a2-09bf01c29f33, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ffab0b29-86e2-4c32-b0a2-09bf01c29f33,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:53.457962 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8166dd9d-7647-4dc6-88cd-5571a7b29c5d x-openstack-request-id: req-8166dd9d-7647-4dc6-88cd-5571a7b29c5d {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:53.458249 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a31cae5-53db-4035-b1e5-a032332333c3", "name": "network-vif-plugged", "status": "completed", "tag": "ffab0b29-86e2-4c32-b0a2-09bf01c29f33", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:53.458570 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8166dd9d-7647-4dc6-88cd-5571a7b29c5d {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:53.459438 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a31cae5-53db-4035-b1e5-a032332333c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab0b29-86e2-4c32-b0a2-09bf01c29f33', 'code': 200} Aug 19 12:36:53.484701 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a78ba2e6-13d4-41ff-9b19-4babdaf01bfc tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.485975 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a78ba2e6-13d4-41ff-9b19-4babdaf01bfc tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6211143 Aug 19 12:36:53.488736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48978) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:53.495226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2fbaf6f6-30ac-4541-8ce2-a36a121351c4 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': '7f7d14fd-a73e-451a-93b5-6a542369625b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:53.513935 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.607252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f18af-6ebc-4a1a-b5f8-f5ff473b3cb6 req-194e117b-c9fb-4efc-ad9e-a1f96fcc138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:53.610477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c47f18af-6ebc-4a1a-b5f8-f5ff473b3cb6 req-194e117b-c9fb-4efc-ad9e-a1f96fcc138b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 1097 time: 0.0652092 Aug 19 12:36:53.648944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-70b77d8c-d2a0-4d21-a7df-9b7036c996aa req-8c406282-26c6-46cb-bb16-5ccc24ae1008 service neutron] (95543) timed out ('10.222.0.21', 44316) {{(pid=95543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:36:53.654433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=ffab0b29-86e2-4c32-b0a2-09bf01c29f33,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:53.676491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf6f6-30ac-4541-8ce2-a36a121351c4 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.740536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb369a1-64d4-4960-b464-e5c32ff0d545 req-2838f0d5-32d6-4a04-815b-18494ef88ad1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:53.743157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1eb369a1-64d4-4960-b464-e5c32ff0d545 req-2838f0d5-32d6-4a04-815b-18494ef88ad1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 946 time: 0.1282122 Aug 19 12:36:53.762795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c47f18af-6ebc-4a1a-b5f8-f5ff473b3cb6 req-1976063d-8b2a-4ff9-9e48-008ad2e4245a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422045 Aug 19 12:36:53.813221 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1eb369a1-64d4-4960-b464-e5c32ff0d545 req-f3de9ad1-533d-4620-ac30-4b10d35244e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582151 Aug 19 12:36:53.823413 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf6f6-30ac-4541-8ce2-a36a121351c4 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.896009 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf6f6-30ac-4541-8ce2-a36a121351c4 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:53.915951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaf6f6-30ac-4541-8ce2-a36a121351c4 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be291c7-3319-42ab-86da-23d9df9413fa,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:54.027605 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf6f6-30ac-4541-8ce2-a36a121351c4 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.030941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2fbaf6f6-30ac-4541-8ce2-a36a121351c4 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5408249 Aug 19 12:36:54.038741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49000) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:54.070181 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3ef640fa-be38-4c73-bb67-9e0df812a272 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.076489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49004) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:54.082479 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3ef640fa-be38-4c73-bb67-9e0df812a272 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.096839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a8b2da6-82e1-4a1e-9a13-fb5ec4b4da37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.199057 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3ef640fa-be38-4c73-bb67-9e0df812a272 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.205638 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3ef640fa-be38-4c73-bb67-9e0df812a272 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.207483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3ef640fa-be38-4c73-bb67-9e0df812a272 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7be291c7-3319-42ab-86da-23d9df9413fa HTTP/1.1" status: 204 len: 168 time: 0.1668811 Aug 19 12:36:54.209666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49008) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:54.212450 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef640fa-be38-4c73-bb67-9e0df812a272 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7be291c7-3319-42ab-86da-23d9df9413fa,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:54.274817 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f9b79eb7-8323-476c-b8a5-336d220a3c51 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592682 Aug 19 12:36:54.279014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49012) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:54.326338 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a8b2da6-82e1-4a1e-9a13-fb5ec4b4da37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.337224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3127c0f-ca70-40ee-8e7c-5d37297e2957 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.362082 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3127c0f-ca70-40ee-8e7c-5d37297e2957 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.526324 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a8b2da6-82e1-4a1e-9a13-fb5ec4b4da37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.571028 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7a8b2da6-82e1-4a1e-9a13-fb5ec4b4da37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28381993f7d8445fa28d1ab573701261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882822 Aug 19 12:36:54.571918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b2da6-82e1-4a1e-9a13-fb5ec4b4da37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf845f86-c9bc-4fa7-b4cc-da17f7160d9c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:54.573695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49014) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:54.623759 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a796392d-ae0e-403b-a3e9-5afbb0500b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.731997 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a796392d-ae0e-403b-a3e9-5afbb0500b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.731997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b291d3c-1982-4729-839f-2a054f2674a1 req-510a82a8-cdfa-450c-9c18-aeb997bb349e tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:54.731997 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b291d3c-1982-4729-839f-2a054f2674a1 req-510a82a8-cdfa-450c-9c18-aeb997bb349e tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 945 time: 0.0759594 Aug 19 12:36:54.757099 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b291d3c-1982-4729-839f-2a054f2674a1 req-4bfa7135-f1d4-44fa-81d4-12f7a400903e tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345175 Aug 19 12:36:54.936460 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d902d-35f0-4d21-9b8a-9c4df9b98d4a req-6ccd80ef-c778-46b2-8fdc-b71f539bfb22 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:54.937926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-550d902d-35f0-4d21-9b8a-9c4df9b98d4a req-6ccd80ef-c778-46b2-8fdc-b71f539bfb22 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 946 time: 0.0490627 Aug 19 12:36:54.953632 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3127c0f-ca70-40ee-8e7c-5d37297e2957 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.956349 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3127c0f-ca70-40ee-8e7c-5d37297e2957 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:54.959769 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e3127c0f-ca70-40ee-8e7c-5d37297e2957 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-groups/7f7d14fd-a73e-451a-93b5-6a542369625b HTTP/1.1" status: 204 len: 168 time: 0.6774714 Aug 19 12:36:54.960069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49020) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:54.966469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3127c0f-ca70-40ee-8e7c-5d37297e2957 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7d14fd-a73e-451a-93b5-6a542369625b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:55.003011 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-550d902d-35f0-4d21-9b8a-9c4df9b98d4a req-bfa19b52-8306-44e3-b774-4b0132c17f3a tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590925 Aug 19 12:36:55.025111 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1ed07b1e-afe6-4da8-b2aa-43b2f0752b2c tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582778 Aug 19 12:36:55.025111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49024) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:55.028829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f962abee-e3ec-4971-8178-cb528d564807 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402709277'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:55.100951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a796392d-ae0e-403b-a3e9-5afbb0500b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.100951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a796392d-ae0e-403b-a3e9-5afbb0500b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.100951 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a796392d-ae0e-403b-a3e9-5afbb0500b58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf845f86-c9bc-4fa7-b4cc-da17f7160d9c HTTP/1.1" status: 204 len: 168 time: 0.5249667 Aug 19 12:36:55.110754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796392d-ae0e-403b-a3e9-5afbb0500b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf845f86-c9bc-4fa7-b4cc-da17f7160d9c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:55.232775 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.233320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f962abee-e3ec-4971-8178-cb528d564807 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.326867 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f962abee-e3ec-4971-8178-cb528d564807 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.410096 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f962abee-e3ec-4971-8178-cb528d564807 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.440817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962abee-e3ec-4971-8178-cb528d564807 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae253eb-657b-4796-8dc8-de5d1e9ab962,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:55.518999 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f962abee-e3ec-4971-8178-cb528d564807 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.521683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f962abee-e3ec-4971-8178-cb528d564807 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4964101 Aug 19 12:36:55.524143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49038) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:55.529005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6dd60842-bb7e-40e7-bb58-0c30f5801c26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': '0ae253eb-657b-4796-8dc8-de5d1e9ab962', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:55.633392 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6dd60842-bb7e-40e7-bb58-0c30f5801c26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.697579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6dd60842-bb7e-40e7-bb58-0c30f5801c26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.789532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6dd60842-bb7e-40e7-bb58-0c30f5801c26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.812487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd60842-bb7e-40e7-bb58-0c30f5801c26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4cf286-3193-47c0-adce-ab3a99a2ae5d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:55.894923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44a88b-af27-4418-9042-c7022b6411c6 req-6e8fbf4a-a62e-409a-bb24-c8f695a74bcf tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:55.896473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc44a88b-af27-4418-9042-c7022b6411c6 req-6e8fbf4a-a62e-409a-bb24-c8f695a74bcf tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 945 time: 0.0593002 Aug 19 12:36:55.904957 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6dd60842-bb7e-40e7-bb58-0c30f5801c26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:55.904957 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6dd60842-bb7e-40e7-bb58-0c30f5801c26 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3784270 Aug 19 12:36:55.906346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49048) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:55.926397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d97c6bc1-8074-4d0a-91f7-491ac98346a7 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules/0b4cf286-3193-47c0-adce-ab3a99a2ae5d HTTP/1.1" status: 200 len: 763 time: 0.0184386 Aug 19 12:36:55.929920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49052) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:55.977034 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-266a12df-074c-4aba-a6de-39d96e49543a tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0456169 Aug 19 12:36:55.979561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49054) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:56.011232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb5201d4-c2bf-41ec-b7df-b922752169b1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.024862 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb5201d4-c2bf-41ec-b7df-b922752169b1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.096119 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.125499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49062) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:56.141594 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5441b09d-5ab8-42f5-ab44-9a138e9d739a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.204252 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb5201d4-c2bf-41ec-b7df-b922752169b1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.214983 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb5201d4-c2bf-41ec-b7df-b922752169b1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.216135 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eb5201d4-c2bf-41ec-b7df-b922752169b1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0b4cf286-3193-47c0-adce-ab3a99a2ae5d HTTP/1.1" status: 204 len: 168 time: 0.2353675 Aug 19 12:36:56.221222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49066) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:56.261860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9ade-6820-402e-8ca8-f25e8872e0aa req-41319dd2-37e7-4256-892e-c0e8226321e9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:56.269510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-669a9ade-6820-402e-8ca8-f25e8872e0aa req-41319dd2-37e7-4256-892e-c0e8226321e9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 946 time: 0.1168692 Aug 19 12:36:56.279212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5201d4-c2bf-41ec-b7df-b922752169b1 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b4cf286-3193-47c0-adce-ab3a99a2ae5d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:56.335051 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc44a88b-af27-4418-9042-c7022b6411c6 req-0e384a2f-7312-46e2-9a62-9fb7d8b41076 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/security-groups?id=a804c9f2-0142-45ef-8b55-f96cfeace683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302864 Aug 19 12:36:56.341724 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-689929a4-185c-4023-89f6-6c7b4fb90d9d tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1155109 Aug 19 12:36:56.346573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49068) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:56.362562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d849aa67-8d84-44ce-b4fa-2dcf8c89bd70 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': '0ae253eb-657b-4796-8dc8-de5d1e9ab962', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:56.376004 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-669a9ade-6820-402e-8ca8-f25e8872e0aa req-f7288fc9-3c31-4cbf-be7b-193c50aac444 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055105 Aug 19 12:36:56.393504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a55c8-53c4-4ecc-8517-e8b186cebdc1 req-c5213436-79ce-43c1-a8be-a2bde3ec943c tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:56.395054 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b68a55c8-53c4-4ecc-8517-e8b186cebdc1 req-c5213436-79ce-43c1-a8be-a2bde3ec943c tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.30 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 945 time: 0.4882600 Aug 19 12:36:56.423575 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5441b09d-5ab8-42f5-ab44-9a138e9d739a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.506834 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5441b09d-5ab8-42f5-ab44-9a138e9d739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.557069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-b68a55c8-53c4-4ecc-8517-e8b186cebdc1 req-15af9d91-d52a-4508-a576-db9ebf368e7b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Deleting port 227941fb-107a-41ee-ad19-d986641bcd8a {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:56.557069 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b68a55c8-53c4-4ecc-8517-e8b186cebdc1 req-15af9d91-d52a-4508-a576-db9ebf368e7b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.581272 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5441b09d-5ab8-42f5-ab44-9a138e9d739a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77326e6e8b2145cba3742a5bd4fef5aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4522870 Aug 19 12:36:56.581272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441b09d-5ab8-42f5-ab44-9a138e9d739a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674f8a71-f3c0-44b0-aa3c-bf0700a7539b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:56.583704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49072) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:56.621453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69a85-e218-45a4-aefe-2607631d448a req-e8ed69fd-1baa-435d-8f3e-d4bd5f98616e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:56.623457 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6be69a85-e218-45a4-aefe-2607631d448a req-e8ed69fd-1baa-435d-8f3e-d4bd5f98616e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 945 time: 0.1278138 Aug 19 12:36:56.652233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d849aa67-8d84-44ce-b4fa-2dcf8c89bd70 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.660430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b68a55c8-53c4-4ecc-8517-e8b186cebdc1 req-15af9d91-d52a-4508-a576-db9ebf368e7b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] For port 227941fb-107a-41ee-ad19-d986641bcd8a, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=227941fb-107a-41ee-ad19-d986641bcd8a,segment=NetworkSegment(a1e043e0-509e-4373-b7e2-754e70957668),segment_id=a1e043e0-509e-4373-b7e2-754e70957668)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:56.660638 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b68a55c8-53c4-4ecc-8517-e8b186cebdc1 req-15af9d91-d52a-4508-a576-db9ebf368e7b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.687986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-b68a55c8-53c4-4ecc-8517-e8b186cebdc1 req-15af9d91-d52a-4508-a576-db9ebf368e7b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Calling delete_port for 227941fb-107a-41ee-ad19-d986641bcd8a owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:56.691232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71404734-a1c7-4a2e-87cf-be484a97e445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.696892 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6be69a85-e218-45a4-aefe-2607631d448a req-542e6a0f-39cb-411f-9dae-9b83597f74c9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626068 Aug 19 12:36:56.719752 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71404734-a1c7-4a2e-87cf-be484a97e445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.845253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71404734-a1c7-4a2e-87cf-be484a97e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.853433 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71404734-a1c7-4a2e-87cf-be484a97e445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.853433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-71404734-a1c7-4a2e-87cf-be484a97e445 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/674f8a71-f3c0-44b0-aa3c-bf0700a7539b HTTP/1.1" status: 204 len: 168 time: 0.2632930 Aug 19 12:36:56.854169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069d625-a27c-48be-8ce7-530f7eb78fa3 req-7d37a949-4e51-43f5-a5f4-416d1d7dcd1e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:56.854169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9069d625-a27c-48be-8ce7-530f7eb78fa3 req-7d37a949-4e51-43f5-a5f4-416d1d7dcd1e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 946 time: 0.0787277 Aug 19 12:36:56.870753 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d849aa67-8d84-44ce-b4fa-2dcf8c89bd70 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.872624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71404734-a1c7-4a2e-87cf-be484a97e445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674f8a71-f3c0-44b0-aa3c-bf0700a7539b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:56.944896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9069d625-a27c-48be-8ce7-530f7eb78fa3 req-62e4eb2f-5d6d-4be3-9ba9-d1297a6b51bb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782132 Aug 19 12:36:56.958632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d849aa67-8d84-44ce-b4fa-2dcf8c89bd70 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:56.980102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849aa67-8d84-44ce-b4fa-2dcf8c89bd70 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69464ef-df35-4752-9fa3-ad4441224dd9,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:57.062142 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b68a55c8-53c4-4ecc-8517-e8b186cebdc1 req-15af9d91-d52a-4508-a576-db9ebf368e7b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.064167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d849aa67-8d84-44ce-b4fa-2dcf8c89bd70 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.067004 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d849aa67-8d84-44ce-b4fa-2dcf8c89bd70 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7187495 Aug 19 12:36:57.070306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49080) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:57.082505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['227941fb-107a-41ee-ad19-d986641bcd8a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:57.093563 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4593d404-f5dd-404a-9c24-b080a628e306 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules/c69464ef-df35-4752-9fa3-ad4441224dd9 HTTP/1.1" status: 200 len: 763 time: 0.0216069 Aug 19 12:36:57.094220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49082) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:57.108061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af9d91-d52a-4508-a576-db9ebf368e7b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Pushing event deleted for resources: {'Port': ['ID=227941fb-107a-41ee-ad19-d986641bcd8a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:57.154150 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fe402115-727e-42dc-9820-83103ff16d40 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0587819 Aug 19 12:36:57.159237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49086) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:57.176701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68a55c8-53c4-4ecc-8517-e8b186cebdc1 req-15af9d91-d52a-4508-a576-db9ebf368e7b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] No DVR routers for this DVR port 227941fb-107a-41ee-ad19-d986641bcd8a on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:57.186266 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b68a55c8-53c4-4ecc-8517-e8b186cebdc1 req-15af9d91-d52a-4508-a576-db9ebf368e7b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.188926 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f83af60b-34cd-43f4-951b-60fbd23cc537 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.190334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b68a55c8-53c4-4ecc-8517-e8b186cebdc1 req-15af9d91-d52a-4508-a576-db9ebf368e7b tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.30 "DELETE /v2.0/ports/227941fb-107a-41ee-ad19-d986641bcd8a HTTP/1.1" status: 204 len: 173 time: 0.7697406 Aug 19 12:36:57.191202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be81380b-4c4a-4645-94c7-47a7825b1a69', 'name': 'network-vif-deleted', 'tag': '227941fb-107a-41ee-ad19-d986641bcd8a'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:57.194305 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618b5b52-cd14-401d-bf60-56d80c9ab269" -d '{"events": [{"server_uuid": "be81380b-4c4a-4645-94c7-47a7825b1a69", "name": "network-vif-deleted", "tag": "227941fb-107a-41ee-ad19-d986641bcd8a"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:57.197684 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f83af60b-34cd-43f4-951b-60fbd23cc537 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.232404 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df1b56f-5054-4cca-baa4-ab4b02d8ceac x-openstack-request-id: req-9df1b56f-5054-4cca-baa4-ab4b02d8ceac {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:57.232725 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be81380b-4c4a-4645-94c7-47a7825b1a69", "name": "network-vif-deleted", "tag": "227941fb-107a-41ee-ad19-d986641bcd8a", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:57.233046 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9df1b56f-5054-4cca-baa4-ab4b02d8ceac {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:57.233459 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be81380b-4c4a-4645-94c7-47a7825b1a69', 'name': 'network-vif-deleted', 'tag': '227941fb-107a-41ee-ad19-d986641bcd8a', 'status': 'completed', 'code': 200} Aug 19 12:36:57.336071 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f83af60b-34cd-43f4-951b-60fbd23cc537 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.351094 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f83af60b-34cd-43f4-951b-60fbd23cc537 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.351094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f83af60b-34cd-43f4-951b-60fbd23cc537 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c69464ef-df35-4752-9fa3-ad4441224dd9 HTTP/1.1" status: 204 len: 168 time: 0.1857107 Aug 19 12:36:57.352980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49096) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:57.353483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83af60b-34cd-43f4-951b-60fbd23cc537 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c69464ef-df35-4752-9fa3-ad4441224dd9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:57.457490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-316e771e-cee1-4876-865e-2e2346111628 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1004879 Aug 19 12:36:57.457675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49102) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:57.463977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9572b6e0-d384-4ffd-a916-017f6b62d784 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Request body: {'security_group_rule': {'security_group_id': '0ae253eb-657b-4796-8dc8-de5d1e9ab962', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:36:57.496367 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ca18062-debc-407c-b39c-73d2ba660957 req-8512a998-72ab-473b-96b9-72e91cc9da01 tempest-ServerTagsTestJSON-2061411286 tempest-ServerTagsTestJSON-2061411286-project] 10.222.0.21 "GET /v2.0/ports?device_id=be81380b-4c4a-4645-94c7-47a7825b1a69 HTTP/1.1" status: 200 len: 210 time: 0.0403142 Aug 19 12:36:57.630557 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9572b6e0-d384-4ffd-a916-017f6b62d784 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.671966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b24fa-8559-40e4-804a-bd50abb28259 req-ac028555-0e08-4891-941d-f29548c3a92f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:57.673579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-377b24fa-8559-40e4-804a-bd50abb28259 req-ac028555-0e08-4891-941d-f29548c3a92f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 946 time: 0.0808012 Aug 19 12:36:57.717970 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9572b6e0-d384-4ffd-a916-017f6b62d784 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.733398 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-377b24fa-8559-40e4-804a-bd50abb28259 req-52f45630-3f61-4de2-97b1-625214d9b742 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483556 Aug 19 12:36:57.810143 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9572b6e0-d384-4ffd-a916-017f6b62d784 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.830404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572b6e0-d384-4ffd-a916-017f6b62d784 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e22608-dfb8-4c06-909a-b310de17afa0,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:57.928449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9572b6e0-d384-4ffd-a916-017f6b62d784 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:57.928449 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9572b6e0-d384-4ffd-a916-017f6b62d784 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4674447 Aug 19 12:36:57.930651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49118) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:57.950865 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6aea9c50-f6b4-44a2-b425-30fa4421d50b tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules/95e22608-dfb8-4c06-909a-b310de17afa0 HTTP/1.1" status: 200 len: 764 time: 0.0184259 Aug 19 12:36:57.953769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49120) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:58.020540 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ef846132-b4fe-46b9-85b0-f51cc92a764e tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0646198 Aug 19 12:36:58.027618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49124) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:58.054561 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22a62053-2c6f-4289-b2ce-ac2f0185216d tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.063308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22a62053-2c6f-4289-b2ce-ac2f0185216d tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.267545 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22a62053-2c6f-4289-b2ce-ac2f0185216d tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.275034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22a62053-2c6f-4289-b2ce-ac2f0185216d tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.277530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-22a62053-2c6f-4289-b2ce-ac2f0185216d tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/95e22608-dfb8-4c06-909a-b310de17afa0 HTTP/1.1" status: 204 len: 168 time: 0.2479837 Aug 19 12:36:58.279163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49132) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:58.281970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a62053-2c6f-4289-b2ce-ac2f0185216d tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95e22608-dfb8-4c06-909a-b310de17afa0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:58.331672 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7b4c2e8b-fea4-41da-8304-d3f193419f95 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0510125 Aug 19 12:36:58.334692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49136) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:58.405772 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-83abeb56-6678-420e-8442-443b3c8e3196 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.433999 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-83abeb56-6678-420e-8442-443b3c8e3196 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.558995 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-83abeb56-6678-420e-8442-443b3c8e3196 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.565868 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-83abeb56-6678-420e-8442-443b3c8e3196 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.565868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-83abeb56-6678-420e-8442-443b3c8e3196 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "DELETE /v2.0/security-groups/0ae253eb-657b-4796-8dc8-de5d1e9ab962 HTTP/1.1" status: 204 len: 168 time: 0.2288098 Aug 19 12:36:58.568122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49142) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:58.568427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49144) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:58.577627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abeb56-6678-420e-8442-443b3c8e3196 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae253eb-657b-4796-8dc8-de5d1e9ab962,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:58.638591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6364cc9c-2dde-4e72-b930-587b5f2f6587 admin admin] Deleting subnet d442b1e6-1094-46c4-b8ed-d6bc02a7d8ff {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:36:58.642225 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6364cc9c-2dde-4e72-b930-587b5f2f6587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.682185 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6364cc9c-2dde-4e72-b930-587b5f2f6587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.724631 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6364cc9c-2dde-4e72-b930-587b5f2f6587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.810432 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2a01270b-987c-4e16-a1b5-5b3a9d5ab8d9 tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1703880 Aug 19 12:36:58.811364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49154) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:58.913193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6364cc9c-2dde-4e72-b930-587b5f2f6587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.929755 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6364cc9c-2dde-4e72-b930-587b5f2f6587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:58.935897 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6364cc9c-2dde-4e72-b930-587b5f2f6587 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d442b1e6-1094-46c4-b8ed-d6bc02a7d8ff HTTP/1.1" status: 204 len: 168 time: 0.3683846 Aug 19 12:36:58.938421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-95366163-ade8-4b25-8f41-e3a94373bf0a tempest-SecGroupTest-971764109 tempest-SecGroupTest-971764109-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1261320 Aug 19 12:36:58.952107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49160) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:58.964041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364cc9c-2dde-4e72-b930-587b5f2f6587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d442b1e6-1094-46c4-b8ed-d6bc02a7d8ff,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:59.064628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cda253-26f3-4652-a740-e7c4486bf712 req-ce5ab4cb-fc45-4f86-ae9d-56fd68368211 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:59.066608 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f1cda253-26f3-4652-a740-e7c4486bf712 req-ce5ab4cb-fc45-4f86-ae9d-56fd68368211 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 946 time: 0.1709108 Aug 19 12:36:59.071615 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.091912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853e55c-ac3d-4c29-9e67-68d0c299e549 req-ecbf9e3c-9272-43b7-a2c2-8a07789bcb6b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:36:59.094689 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8853e55c-ac3d-4c29-9e67-68d0c299e549 req-ecbf9e3c-9272-43b7-a2c2-8a07789bcb6b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 946 time: 0.0851257 Aug 19 12:36:59.257520 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f1cda253-26f3-4652-a740-e7c4486bf712 req-80f6cf3a-6369-409a-951e-8e3862ef1021 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834393 Aug 19 12:36:59.273188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8853e55c-ac3d-4c29-9e67-68d0c299e549 req-155e1ef9-fc99-4b11-9f9a-0f1c295e48ac tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Deleting port ffab0b29-86e2-4c32-b0a2-09bf01c29f33 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:36:59.273694 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8853e55c-ac3d-4c29-9e67-68d0c299e549 req-155e1ef9-fc99-4b11-9f9a-0f1c295e48ac tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.313112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.337474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bbb4e9-4cbb-4a86-ab80-a57189caeec8']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:59.366677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e043e0-509e-4373-b7e2-754e70957668') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:59.367061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e043e0-509e-4373-b7e2-754e70957668') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:36:59.384629 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.413711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.421586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:36:59.421586 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:36:59.423151 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:36:59.458117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8853e55c-ac3d-4c29-9e67-68d0c299e549 req-155e1ef9-fc99-4b11-9f9a-0f1c295e48ac tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] For port ffab0b29-86e2-4c32-b0a2-09bf01c29f33, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ffab0b29-86e2-4c32-b0a2-09bf01c29f33,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:36:59.459427 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8853e55c-ac3d-4c29-9e67-68d0c299e549 req-155e1ef9-fc99-4b11-9f9a-0f1c295e48ac tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.487992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8853e55c-ac3d-4c29-9e67-68d0c299e549 req-155e1ef9-fc99-4b11-9f9a-0f1c295e48ac tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Calling delete_port for ffab0b29-86e2-4c32-b0a2-09bf01c29f33 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:36:59.587348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49180) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:59.638757 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.643559 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.648209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] 10.222.0.21 "DELETE /v2.0/networks/34bbb4e9-4cbb-4a86-ab80-a57189caeec8 HTTP/1.1" status: 204 len: 168 time: 0.6859810 Aug 19 12:36:59.667303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e3eae-e671-4d03-8106-5279d69bc1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=34bbb4e9-4cbb-4a86-ab80-a57189caeec8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:59.807999 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8853e55c-ac3d-4c29-9e67-68d0c299e549 req-155e1ef9-fc99-4b11-9f9a-0f1c295e48ac tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.826288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['689beac5-59df-4539-ad22-e9b4d94a39c8', 'ffab0b29-86e2-4c32-b0a2-09bf01c29f33'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:59.829189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:36:59.831981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 227941fb-107a-41ee-ad19-d986641bcd8a no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:36:59.846683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e1ef9-fc99-4b11-9f9a-0f1c295e48ac tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event deleted for resources: {'Port': ['ID=ffab0b29-86e2-4c32-b0a2-09bf01c29f33,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:36:59.850722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-494fc46f-65c4-4a94-995e-18aece4fb0bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ad1a9dc60ce448bbac26acd9788f73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620778 Aug 19 12:36:59.853621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49190) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:36:59.877865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 227941fb-107a-41ee-ad19-d986641bcd8a {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:36:59.877865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 227941fb-107a-41ee-ad19-d986641bcd8a not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:36:59.902223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8853e55c-ac3d-4c29-9e67-68d0c299e549 req-155e1ef9-fc99-4b11-9f9a-0f1c295e48ac tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] No DVR routers for this DVR port ffab0b29-86e2-4c32-b0a2-09bf01c29f33 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:36:59.905782 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8853e55c-ac3d-4c29-9e67-68d0c299e549 req-155e1ef9-fc99-4b11-9f9a-0f1c295e48ac tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.908472 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8853e55c-ac3d-4c29-9e67-68d0c299e549 req-155e1ef9-fc99-4b11-9f9a-0f1c295e48ac tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "DELETE /v2.0/ports/ffab0b29-86e2-4c32-b0a2-09bf01c29f33 HTTP/1.1" status: 204 len: 173 time: 0.8053415 Aug 19 12:36:59.908947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a31cae5-53db-4035-b1e5-a032332333c3', 'name': 'network-vif-deleted', 'tag': 'ffab0b29-86e2-4c32-b0a2-09bf01c29f33'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:36:59.911844 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7491fc-e9ba-406a-bf4c-9c9759f8dbd3" -d '{"events": [{"server_uuid": "5a31cae5-53db-4035-b1e5-a032332333c3", "name": "network-vif-deleted", "tag": "ffab0b29-86e2-4c32-b0a2-09bf01c29f33"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:36:59.925517 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6dbeda10-e771-41ea-8642-6852cfc743bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.959117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6dbeda10-e771-41ea-8642-6852cfc743bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:36:59.991006 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd94a161-657e-40ff-93af-f66f1d25e7ea x-openstack-request-id: req-bd94a161-657e-40ff-93af-f66f1d25e7ea {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:36:59.991691 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a31cae5-53db-4035-b1e5-a032332333c3", "name": "network-vif-deleted", "tag": "ffab0b29-86e2-4c32-b0a2-09bf01c29f33", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:36:59.992152 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd94a161-657e-40ff-93af-f66f1d25e7ea {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:36:59.992766 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a31cae5-53db-4035-b1e5-a032332333c3', 'name': 'network-vif-deleted', 'tag': 'ffab0b29-86e2-4c32-b0a2-09bf01c29f33', 'status': 'completed', 'code': 200} Aug 19 12:37:00.169985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6dbeda10-e771-41ea-8642-6852cfc743bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.172861 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6dbeda10-e771-41ea-8642-6852cfc743bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.174042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6dbeda10-e771-41ea-8642-6852cfc743bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1fc3154-c313-4264-bcb9-df498a4743a0 HTTP/1.1" status: 204 len: 168 time: 0.3189363 Aug 19 12:37:00.184044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeda10-e771-41ea-8642-6852cfc743bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fc3154-c313-4264-bcb9-df498a4743a0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:00.272565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49200) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:00.339904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49204) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:00.345056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5473b62c-8f62-4829-8375-c122be8e2a51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138022806', 'description': 'tempest-secgroup-smoke-138022806 description', 'project_id': 'c4204443efbc4475a6deb99809648e33'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:00.352814 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-58fa76c1-ef2f-44c7-a14c-55fe18437edd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e1717ab08e54d77b9387614c9c4ac74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736017 Aug 19 12:37:00.353397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49206) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:00.430739 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5eb9478c-8ab4-40fc-ba82-13a3662951b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.434661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5dbe53a9-529a-416d-8b33-c949aea9adf9 req-14ed90e8-46d3-45da-851e-0a6028bf9e72 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a31cae5-53db-4035-b1e5-a032332333c3 HTTP/1.1" status: 200 len: 210 time: 0.0498149 Aug 19 12:37:00.462616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5eb9478c-8ab4-40fc-ba82-13a3662951b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.479050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5473b62c-8f62-4829-8375-c122be8e2a51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.490017 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5473b62c-8f62-4829-8375-c122be8e2a51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.627193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5eb9478c-8ab4-40fc-ba82-13a3662951b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.631391 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5eb9478c-8ab4-40fc-ba82-13a3662951b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.638486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5eb9478c-8ab4-40fc-ba82-13a3662951b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a804c9f2-0142-45ef-8b55-f96cfeace683 HTTP/1.1" status: 204 len: 168 time: 0.2813845 Aug 19 12:37:00.653457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9478c-8ab4-40fc-ba82-13a3662951b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a804c9f2-0142-45ef-8b55-f96cfeace683,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:00.672107 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5473b62c-8f62-4829-8375-c122be8e2a51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.781686 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5473b62c-8f62-4829-8375-c122be8e2a51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:00.824086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473b62c-8f62-4829-8375-c122be8e2a51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdd7217-a608-4233-8f64-52026169de64,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:00.897714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5473b62c-8f62-4829-8375-c122be8e2a51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.073619 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5473b62c-8f62-4829-8375-c122be8e2a51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.112392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473b62c-8f62-4829-8375-c122be8e2a51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:01.176158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5473b62c-8f62-4829-8375-c122be8e2a51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.178161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5473b62c-8f62-4829-8375-c122be8e2a51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8370342 Aug 19 12:37:01.185755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49230) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:01.190695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d907e8a0-c877-4205-98f9-46a759314e08 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': 'b169bc0a-9770-4ff4-a7e7-64d3c3ab7244', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:01.250969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49232) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:01.308727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d907e8a0-c877-4205-98f9-46a759314e08 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.362512 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d907e8a0-c877-4205-98f9-46a759314e08 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.432656 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37ca524e-d311-471a-bb49-98ac49092899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.435331 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d907e8a0-c877-4205-98f9-46a759314e08 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.466441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907e8a0-c877-4205-98f9-46a759314e08 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2ff693-1dac-4a55-bb40-577d66c8902b,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:01.553835 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37ca524e-d311-471a-bb49-98ac49092899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.652643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37ca524e-d311-471a-bb49-98ac49092899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.700835 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-37ca524e-d311-471a-bb49-98ac49092899 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=191076a9b5aa4fa3b45b7e5dd8cad33d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4484682 Aug 19 12:37:01.702106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca524e-d311-471a-bb49-98ac49092899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c317ed4-fc08-4fda-8cf5-d60b1b37c6fa,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:01.703519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49254) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:01.728767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49256) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:01.742445 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d907e8a0-c877-4205-98f9-46a759314e08 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.742445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d907e8a0-c877-4205-98f9-46a759314e08 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5528429 Aug 19 12:37:01.744538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49262) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:01.749615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-53e96cae-f188-4930-954a-06ee9843a1ec tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': 'b169bc0a-9770-4ff4-a7e7-64d3c3ab7244', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:01.765304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4539b8b4-5460-4541-b853-201118c0d0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.798097 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4539b8b4-5460-4541-b853-201118c0d0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.895561 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e96cae-f188-4930-954a-06ee9843a1ec tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:01.969213 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f74cbdb3-b855-4092-bd20-ed91a85a4708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.017551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e96cae-f188-4930-954a-06ee9843a1ec tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.053972 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4539b8b4-5460-4541-b853-201118c0d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.056816 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4539b8b4-5460-4541-b853-201118c0d0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.060979 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4539b8b4-5460-4541-b853-201118c0d0b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c317ed4-fc08-4fda-8cf5-d60b1b37c6fa HTTP/1.1" status: 204 len: 168 time: 0.3550129 Aug 19 12:37:02.075973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539b8b4-5460-4541-b853-201118c0d0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c317ed4-fc08-4fda-8cf5-d60b1b37c6fa,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:02.081095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f74cbdb3-b855-4092-bd20-ed91a85a4708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.095820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b337c95-e7ff-4610-a64d-322aed14ddc5 req-8b92014f-e3e8-4cea-8b2a-bbc0d77545b5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:02.097364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b337c95-e7ff-4610-a64d-322aed14ddc5 req-8b92014f-e3e8-4cea-8b2a-bbc0d77545b5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 945 time: 0.1023264 Aug 19 12:37:02.104263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e96cae-f188-4930-954a-06ee9843a1ec tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.123565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e96cae-f188-4930-954a-06ee9843a1ec tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e2c980-fff9-4db6-907c-47fbd4a77a5d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:02.140671 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b337c95-e7ff-4610-a64d-322aed14ddc5 req-a087832a-b0d4-45a8-bc53-0de8a5ac39b4 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370800 Aug 19 12:37:02.216676 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f74cbdb3-b855-4092-bd20-ed91a85a4708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.258566 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f74cbdb3-b855-4092-bd20-ed91a85a4708 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3007d95abe6945f79413b2a73496c02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282722 Aug 19 12:37:02.259569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cbdb3-b855-4092-bd20-ed91a85a4708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace80dbe-3094-41be-92c3-f40691eceb46,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:02.261689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49278) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:02.273253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e96cae-f188-4930-954a-06ee9843a1ec tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.275245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-53e96cae-f188-4930-954a-06ee9843a1ec tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5297313 Aug 19 12:37:02.280627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49280) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:02.285413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c39e2500-c6be-4bd0-87e3-c63d74de6962 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': 'b169bc0a-9770-4ff4-a7e7-64d3c3ab7244', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:02.324204 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22d3bd4c-6682-4a64-a0b8-3ea42374cb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.345413 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22d3bd4c-6682-4a64-a0b8-3ea42374cb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.358268 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c39e2500-c6be-4bd0-87e3-c63d74de6962 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.479351 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22d3bd4c-6682-4a64-a0b8-3ea42374cb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.486419 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-22d3bd4c-6682-4a64-a0b8-3ea42374cb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.486419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-22d3bd4c-6682-4a64-a0b8-3ea42374cb64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ace80dbe-3094-41be-92c3-f40691eceb46 HTTP/1.1" status: 204 len: 168 time: 0.2203698 Aug 19 12:37:02.492359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3bd4c-6682-4a64-a0b8-3ea42374cb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace80dbe-3094-41be-92c3-f40691eceb46,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:02.505823 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c39e2500-c6be-4bd0-87e3-c63d74de6962 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.581169 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c39e2500-c6be-4bd0-87e3-c63d74de6962 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.603824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e2500-c6be-4bd0-87e3-c63d74de6962 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263d4738-30cb-4911-b07d-153a171de55f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:02.706626 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c39e2500-c6be-4bd0-87e3-c63d74de6962 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.707904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c39e2500-c6be-4bd0-87e3-c63d74de6962 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4262972 Aug 19 12:37:02.710625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49296) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:02.716162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-36a49fd7-c6f7-4841-9b34-3bf2cf88fd60 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': 'b169bc0a-9770-4ff4-a7e7-64d3c3ab7244', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:02.744853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49298) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:02.757755 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8109831a-d9e3-4d2c-a6f3-556250798cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.888391 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36a49fd7-c6f7-4841-9b34-3bf2cf88fd60 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:02.994445 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36a49fd7-c6f7-4841-9b34-3bf2cf88fd60 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.018901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8109831a-d9e3-4d2c-a6f3-556250798cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.037952 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49306) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:03.119081 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36a49fd7-c6f7-4841-9b34-3bf2cf88fd60 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.121489 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8109831a-d9e3-4d2c-a6f3-556250798cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.132786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ffab0b29-86e2-4c32-b0a2-09bf01c29f33 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:03.158607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: ffab0b29-86e2-4c32-b0a2-09bf01c29f33 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:03.159007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ffab0b29-86e2-4c32-b0a2-09bf01c29f33 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:03.176572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a49fd7-c6f7-4841-9b34-3bf2cf88fd60 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f408eb2-faa7-4f0d-adcd-8b7afafbfa7a,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:03.203649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8109831a-d9e3-4d2c-a6f3-556250798cfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34f6627ec4a94cfd86c2f484e74010f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576905 Aug 19 12:37:03.205837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109831a-d9e3-4d2c-a6f3-556250798cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a93b26-72bf-43bb-9341-a2367be09f35,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:03.206694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49316) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:03.281783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1353759262-network', 'tenant_id': 'b25ce284021a4c17bd815bf68f4ebf83'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:03.296132 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36a49fd7-c6f7-4841-9b34-3bf2cf88fd60 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.297357 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-36a49fd7-c6f7-4841-9b34-3bf2cf88fd60 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5857818 Aug 19 12:37:03.300171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49326) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:03.305082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-82ba0b87-bc8e-4845-927b-afd41094711a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': 'b169bc0a-9770-4ff4-a7e7-64d3c3ab7244', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:03.315765 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-556046f5-4883-4fdd-b5a8-10955997bfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.381442 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-556046f5-4883-4fdd-b5a8-10955997bfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.420986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Made reservation on behalf of b25ce284021a4c17bd815bf68f4ebf83 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:03.423365 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.432859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b85d8-79cc-47ac-a5a5-071b58121fe7 req-f95f42d5-b50f-4914-bd75-bf18eacc152d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:03.435094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-907b85d8-79cc-47ac-a5a5-071b58121fe7 req-f95f42d5-b50f-4914-bd75-bf18eacc152d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 945 time: 0.1637878 Aug 19 12:37:03.454254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d0628-543f-4fa1-ab66-f65477184531 req-8f842c21-8b16-4bed-b2db-a7ecd2f07a78 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:03.455738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e89d0628-543f-4fa1-ab66-f65477184531 req-8f842c21-8b16-4bed-b2db-a7ecd2f07a78 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 945 time: 0.1816754 Aug 19 12:37:03.475330 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.552913 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-82ba0b87-bc8e-4845-927b-afd41094711a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Project c4204443efbc4475a6deb99809648e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:37:03.558486 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82ba0b87-bc8e-4845-927b-afd41094711a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.575074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-907b85d8-79cc-47ac-a5a5-071b58121fe7 req-7b4a66f9-b3c4-47f9-b1c1-0b0432126f08 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298699 Aug 19 12:37:03.609330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e89d0628-543f-4fa1-ab66-f65477184531 req-51198866-e008-4dff-934d-40b438208d05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Deleting port 689beac5-59df-4539-ad22-e9b4d94a39c8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:03.609592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e89d0628-543f-4fa1-ab66-f65477184531 req-51198866-e008-4dff-934d-40b438208d05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.703431 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-556046f5-4883-4fdd-b5a8-10955997bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.705967 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-556046f5-4883-4fdd-b5a8-10955997bfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.709549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-556046f5-4883-4fdd-b5a8-10955997bfc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99a93b26-72bf-43bb-9341-a2367be09f35 HTTP/1.1" status: 204 len: 168 time: 0.4991801 Aug 19 12:37:03.710160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82ba0b87-bc8e-4845-927b-afd41094711a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.717100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e89d0628-543f-4fa1-ab66-f65477184531 req-51198866-e008-4dff-934d-40b438208d05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] For port 689beac5-59df-4539-ad22-e9b4d94a39c8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=689beac5-59df-4539-ad22-e9b4d94a39c8,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:03.717474 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e89d0628-543f-4fa1-ab66-f65477184531 req-51198866-e008-4dff-934d-40b438208d05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.735796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556046f5-4883-4fdd-b5a8-10955997bfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a93b26-72bf-43bb-9341-a2367be09f35,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:03.744496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e89d0628-543f-4fa1-ab66-f65477184531 req-51198866-e008-4dff-934d-40b438208d05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Calling delete_port for 689beac5-59df-4539-ad22-e9b4d94a39c8 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:03.787462 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82ba0b87-bc8e-4845-927b-afd41094711a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.815758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba0b87-bc8e-4845-927b-afd41094711a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a91fd9b-51aa-4521-b5b7-07dad828a1c3,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:03.854871 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.964490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:03.992629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6586fde8-cc3f-46de-b51b-eece52b17124,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:04.041680 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e89d0628-543f-4fa1-ab66-f65477184531 req-51198866-e008-4dff-934d-40b438208d05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.052615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:04.054986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:04.058248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['689beac5-59df-4539-ad22-e9b4d94a39c8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:04.080223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51198866-e008-4dff-934d-40b438208d05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event deleted for resources: {'Port': ['ID=689beac5-59df-4539-ad22-e9b4d94a39c8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:04.084688 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82ba0b87-bc8e-4845-927b-afd41094711a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.089449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-82ba0b87-bc8e-4845-927b-afd41094711a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7880750 Aug 19 12:37:04.090064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49350) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:04.094740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-94142159-5a68-4278-9d18-00a0c157de5d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': 'b169bc0a-9770-4ff4-a7e7-64d3c3ab7244', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:04.105346 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.105972 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Added segment a9ca4c8f-b645-412a-81f1-1de69430bd1f of type vlan for network 4da0b48f-5b79-415d-a234-545b64d8fabc Aug 19 12:37:04.164189 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.222024 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-94142159-5a68-4278-9d18-00a0c157de5d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Project c4204443efbc4475a6deb99809648e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:37:04.230870 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94142159-5a68-4278-9d18-00a0c157de5d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.245659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89d0628-543f-4fa1-ab66-f65477184531 req-51198866-e008-4dff-934d-40b438208d05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] No DVR routers for this DVR port 689beac5-59df-4539-ad22-e9b4d94a39c8 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:37:04.249937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e89d0628-543f-4fa1-ab66-f65477184531 req-51198866-e008-4dff-934d-40b438208d05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.258637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e89d0628-543f-4fa1-ab66-f65477184531 req-51198866-e008-4dff-934d-40b438208d05 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "DELETE /v2.0/ports/689beac5-59df-4539-ad22-e9b4d94a39c8 HTTP/1.1" status: 204 len: 173 time: 0.7890372 Aug 19 12:37:04.258637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b06466b-f3cd-47a4-8ec1-2abb3656801c', 'name': 'network-vif-deleted', 'tag': '689beac5-59df-4539-ad22-e9b4d94a39c8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:04.258637 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03c81b7-c8c5-4e33-a7e2-eea5278a8c0c" -d '{"events": [{"server_uuid": "9b06466b-f3cd-47a4-8ec1-2abb3656801c", "name": "network-vif-deleted", "tag": "689beac5-59df-4539-ad22-e9b4d94a39c8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:04.345875 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a493bcf7-0218-4683-b422-47941a6be1cf x-openstack-request-id: req-a493bcf7-0218-4683-b422-47941a6be1cf {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:04.346255 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b06466b-f3cd-47a4-8ec1-2abb3656801c", "name": "network-vif-deleted", "tag": "689beac5-59df-4539-ad22-e9b4d94a39c8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:04.346659 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a493bcf7-0218-4683-b422-47941a6be1cf {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:04.347103 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b06466b-f3cd-47a4-8ec1-2abb3656801c', 'name': 'network-vif-deleted', 'tag': '689beac5-59df-4539-ad22-e9b4d94a39c8', 'status': 'completed', 'code': 200} Aug 19 12:37:04.355215 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94142159-5a68-4278-9d18-00a0c157de5d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.678346 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad258a6b-08bf-4e93-bac4-dbde223b2648 req-806010a2-2923-4143-8c58-8b9de731d949 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 210 time: 0.0288785 Aug 19 12:37:04.815031 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.816374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:04.816952 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.902981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4da0b48f-5b79-415d-a234-545b64d8fabc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:04.912544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 4da0b48f-5b79-415d-a234-545b64d8fabc details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:04.940597 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94142159-5a68-4278-9d18-00a0c157de5d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:04.969222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94142159-5a68-4278-9d18-00a0c157de5d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22c47b9-fc95-470b-a0ac-3ff13edf124b,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:04.983322 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-086f32d6-2bf6-4ed0-a3d0-886d275171f9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9437773 Aug 19 12:37:04.985862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49374) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:04.991458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] Request body: {'subnet': {'network_id': '4da0b48f-5b79-415d-a234-545b64d8fabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1353759262-subnet', 'tenant_id': 'b25ce284021a4c17bd815bf68f4ebf83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:05.089782 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94142159-5a68-4278-9d18-00a0c157de5d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.093921 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-94142159-5a68-4278-9d18-00a0c157de5d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9999962 Aug 19 12:37:05.094182 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-64d6e839-aa26-4ac1-9a01-4f2fd36a9605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.094983 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49378) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:05.100189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'network': {'name': 'tempest-network-smoke--736083485', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'port_security_enabled': True}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:05.226835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] Made reservation on behalf of b25ce284021a4c17bd815bf68f4ebf83 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:05.229274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.365325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:05.369474 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.396728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:05.416019 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.416375 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Added segment f5b0df4a-f7e7-4730-be89-2a0d067ae108 of type vlan for network 1b2adc24-94e3-490f-a723-9f31ae4532c2 Aug 19 12:37:05.479854 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.548215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.615689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.619579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7880eeb9-e9af-4758-9e0b-e7a41f4f8746,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:05.621867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:05.622722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.637528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] Checking segment: {'id': 'a9ca4c8f-b645-412a-81f1-1de69430bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4da0b48f-5b79-415d-a234-545b64d8fabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:05.638311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] Network hostable DHCP agents. Network: 4da0b48f-5b79-415d-a234-545b64d8fabc, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:37:05.728685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Network': ['ID=1b2adc24-94e3-490f-a723-9f31ae4532c2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:05.739908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 1b2adc24-94e3-490f-a723-9f31ae4532c2 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:05.781388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] Network 4da0b48f-5b79-415d-a234-545b64d8fabc is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:37:05.799346 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a20980bc-aad7-417c-aa92-a396f2fb99b3 req-44686c71-978a-4a91-8a36-166480464416 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b06466b-f3cd-47a4-8ec1-2abb3656801c HTTP/1.1" status: 200 len: 210 time: 0.0368309 Aug 19 12:37:05.826058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49402) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:05.826556 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-48c2b169-9fb0-4d71-a552-88bfb96fd154 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7305312 Aug 19 12:37:05.833044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'admin_state_up': True, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:05.907414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 4da0b48f-5b79-415d-a234-545b64d8fabc) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:05.911978 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:05.912662 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.919294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ff1d54-0d15-44b8-b251-c4540b9b811c None None] Network 4da0b48f-5b79-415d-a234-545b64d8fabc requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:05.986606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:05.987938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.073520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9907d0a0-7a1e-462d-9477-04677ea9165b None None] Network 4da0b48f-5b79-415d-a234-545b64d8fabc requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:06.107412 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.170659 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d0693ea3-11c5-4968-882e-4d8a207d7eb8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1834595 Aug 19 12:37:06.441571 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.848883 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:06.862539 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.167385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 689beac5-59df-4539-ad22-e9b4d94a39c8 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:07.205949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 689beac5-59df-4539-ad22-e9b4d94a39c8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:07.206783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 689beac5-59df-4539-ad22-e9b4d94a39c8 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:07.307937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49470) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:07.313470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1297755104-network', 'tenant_id': '2eee37002c1545628c5836c7a19c10de'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:07.420739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Made reservation on behalf of 2eee37002c1545628c5836c7a19c10de for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:07.424514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.435593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.443706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.25.2.151 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/50ca739f-5afa-41ce-ac3d-1ecc507acad5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:07.541263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.547949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-74357573-a6a8-42b7-9e6c-f7976653b890 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:07.549504 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-74357573-a6a8-42b7-9e6c-f7976653b890 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.2624791 Aug 19 12:37:07.575767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-dd9dc882-05dc-42dc-89d9-1925e6ccc5c4 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/quotas/98869fa2853349ec87796b19730e6d7e HTTP/1.1" status: 200 len: 375 time: 0.0198948 Aug 19 12:37:07.609296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.659441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:07.660121 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.660860 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.675506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3ff0e4-b8e3-40dc-942e-24eeb82f3aeb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:07.680555 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.681152 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Added segment 87dd72a4-bf5d-4d83-9e4e-68af67228f3d of type vlan for network cec44ccc-4665-4acf-9c69-064ccb2f61d6 Aug 19 12:37:07.691814 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-423a2a20-fee2-401f-b688-4ac908373171 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1053290 Aug 19 12:37:07.737338 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.740722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1f21c831-8f3d-4eac-a143-00fc70014a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.820208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-71cf80ff-22c9-4729-a201-06ae764ddda8 service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275229 Aug 19 12:37:07.832643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.833637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:07.834224 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.885610 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:07.899510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] Pushing event updated for resources: {'Network': ['ID=cec44ccc-4665-4acf-9c69-064ccb2f61d6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:07.904824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:07.910432 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network cec44ccc-4665-4acf-9c69-064ccb2f61d6 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:07.916293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:07.935673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:07.988947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-af6f04a6-2641-4326-8e9a-4dc2b914f3b3 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=22c11d2edd344b478bed656073e00776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335591 Aug 19 12:37:08.000928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=50ca739f-5afa-41ce-ac3d-1ecc507acad5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.025377 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7c31337d-0f10-43dc-ba88-e3564492bd4f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7157073 Aug 19 12:37:08.026001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49494) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:08.082072 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] Request body: {'subnet': {'network_id': 'cec44ccc-4665-4acf-9c69-064ccb2f61d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1297755104-subnet', 'tenant_id': '2eee37002c1545628c5836c7a19c10de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:08.087399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-95aaa659-bd73-4094-b5c3-22309b697470 service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609053 Aug 19 12:37:08.211880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-7a95d1c0-8696-467d-a375-514a2c1e580f tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:08.213349 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-7a95d1c0-8696-467d-a375-514a2c1e580f tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172771 Aug 19 12:37:08.228138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-214ce098-f404-4972-99b9-20d912e8683f tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/quotas/22c11d2edd344b478bed656073e00776 HTTP/1.1" status: 200 len: 375 time: 0.0090234 Aug 19 12:37:08.264191 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-f3071dfa-eb9b-4171-947c-bf4cd90f8ab9 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=22c11d2edd344b478bed656073e00776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299852 Aug 19 12:37:08.323149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] Made reservation on behalf of 2eee37002c1545628c5836c7a19c10de for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:08.325662 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.460023 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5540026c-e133-41a0-9237-5864ceb9b12f req-030dcff8-5a89-4668-9e4a-c8e9eb041ae8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 210 time: 0.0545628 Aug 19 12:37:08.593698 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.629720 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-791a59e9-181f-40e7-abd1-cf2a236c2c57 req-63d7224d-5eb8-40e3-b861-a8223046372f tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 210 time: 0.0530419 Aug 19 12:37:08.729781 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:08.790519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4542e79a-13ec-4229-abd4-85f701e5395e,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:08.796011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] Checking segment: {'id': '87dd72a4-bf5d-4d83-9e4e-68af67228f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'cec44ccc-4665-4acf-9c69-064ccb2f61d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:08.796961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] Network hostable DHCP agents. Network: cec44ccc-4665-4acf-9c69-064ccb2f61d6, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:37:08.824338 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.009953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] Network cec44ccc-4665-4acf-9c69-064ccb2f61d6 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:37:09.163968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router d2e6d8b3-91e9-4648-8edb-3209735faea3 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:37:09.271429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:09.283043 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.283589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, cec44ccc-4665-4acf-9c69-064ccb2f61d6) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:09.284085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Sync routers for ids ['d2e6d8b3-91e9-4648-8edb-3209735faea3'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:09.287646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:09.288755 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.296156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ec1afe-f769-4e8c-8483-0552382ff160 None None] Network cec44ccc-4665-4acf-9c69-064ccb2f61d6 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:09.341124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Routers {'d2e6d8b3-91e9-4648-8edb-3209735faea3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:09.341754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:37:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d2e6d8b3-91e9-4648-8edb-3209735faea3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:09.489946 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:09.493170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e1157938-66bb-4c30-b80b-bdc1687d9832 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4479177 Aug 19 12:37:09.494640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c256bff8-305a-4e7a-a9de-8ba64cb7d5e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6670272 Aug 19 12:37:09.497440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49532) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:09.630414 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3330795-8ca8-4687-b3ab-af0df3114069 req-fa64faca-61fc-4788-9bd9-e1c209b25ff5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 210 time: 0.1103320 Aug 19 12:37:09.755651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c52ef0fb-f484-4a16-936e-b936dcb78ca2 req-0916e8bd-e238-4377-8909-add4c1a2fb45 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 210 time: 0.0432348 Aug 19 12:37:09.808593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da7bc4a-1c5b-4833-82e2-01a8e6d919de None None] Network cec44ccc-4665-4acf-9c69-064ccb2f61d6 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:09.814482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Set router d2e6d8b3-91e9-4648-8edb-3209735faea3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:09.848516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-59729446-55a3-4fb4-8389-94da30d727a4 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c4204443efbc4475a6deb99809648e33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3497033 Aug 19 12:37:09.852393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49546) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:10.067950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b7892-ca28-4d86-82f3-d5939a1f5649 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:10.069960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8c4b7892-ca28-4d86-82f3-d5939a1f5649 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2164054 Aug 19 12:37:10.072962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49558) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:10.162481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:08Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:10.162686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1965dbf6-68ab-4e30-afb8-059481ab4f8d tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755622 Aug 19 12:37:10.163603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49566) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:10.169633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-305784197', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:10.200379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Checking router: d2e6d8b3-91e9-4648-8edb-3209735faea3 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:37:10.201105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Updating router d2e6d8b3-91e9-4648-8edb-3209735faea3 port 50ca739f-5afa-41ce-ac3d-1ecc507acad5 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:37:10.235117 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.259192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-aec55688-f64c-4255-b09f-e5c65bd5dbea tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:10.260911 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-aec55688-f64c-4255-b09f-e5c65bd5dbea tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/networks?id=4da0b48f-5b79-415d-a234-545b64d8fabc HTTP/1.1" status: 200 len: 825 time: 0.1358068 Aug 19 12:37:10.283422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-363cfb64-1049-4090-a38a-43918d026264 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/quotas/b25ce284021a4c17bd815bf68f4ebf83 HTTP/1.1" status: 200 len: 375 time: 0.0152001 Aug 19 12:37:10.315342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-7c173800-c7ea-40e9-97c2-136f66c62563 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b25ce284021a4c17bd815bf68f4ebf83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282605 Aug 19 12:37:10.409651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:10.417128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-add55f60-9c89-4500-a5ac-802a896df5e9 service neutron] 10.222.0.21 "GET /v2.0/networks/4da0b48f-5b79-415d-a234-545b64d8fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930872 Aug 19 12:37:10.418626 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.525273 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.529750 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.539609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Transition to ACTIVE for port object 50ca739f-5afa-41ce-ac3d-1ecc507acad5 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:10.545386 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-77d2a8be-b5d2-4643-8f23-457f83c6d04e service neutron] 10.222.0.21 "GET /v2.0/networks/4da0b48f-5b79-415d-a234-545b64d8fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215065 Aug 19 12:37:10.615305 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.677175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Attempting to bind port 50ca739f-5afa-41ce-ac3d-1ecc507acad5 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:10.677576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Attempting to bind port 50ca739f-5afa-41ce-ac3d-1ecc507acad5 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:10.677950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Attempting to bind port 50ca739f-5afa-41ce-ac3d-1ecc507acad5 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:10.688703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbe488-3e23-4177-82e4-9f0b04a104f2 None None] Pushing event updated for resources: {'Port': ['ID=50ca739f-5afa-41ce-ac3d-1ecc507acad5,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:10.689305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:10.689679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:10.690083 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.690529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:10.691025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Bound port: 50ca739f-5afa-41ce-ac3d-1ecc507acad5, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:10.691522 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.738667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ebee24a9-c4a5-4a3c-a999-19785467a9bc req-8d865795-26c2-4d8f-b860-d1393d525264 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 210 time: 0.0388644 Aug 19 12:37:10.766470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:10.851584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] For port 50ca739f-5afa-41ce-ac3d-1ecc507acad5, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:10.860028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] For port 50ca739f-5afa-41ce-ac3d-1ecc507acad5, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=50ca739f-5afa-41ce-ac3d-1ecc507acad5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:10.896513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Subnet': ['ID=4a922391-f972-4368-842f-db34116a7aa4,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:10.915329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Checking segment: {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:10.915690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network hostable DHCP agents. Network: 1b2adc24-94e3-490f-a723-9f31ae4532c2, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:37:10.943682 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.011522 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5f6b6a55-34b1-43a6-83c4-a7cafed4f3aa req-87c72cf3-9288-4d25-93ed-8b342d8bf39c tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 210 time: 0.0716836 Aug 19 12:37:11.032398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Routers {'d2e6d8b3-91e9-4648-8edb-3209735faea3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:11.032993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:37:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d2e6d8b3-91e9-4648-8edb-3209735faea3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:11.067463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d308e092-9b4f-44b3-946b-eaa226bd5caf req-c69b1e46-e3f0-48fe-a382-cc01e03de529 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 210 time: 0.0443006 Aug 19 12:37:11.077902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 1b2adc24-94e3-490f-a723-9f31ae4532c2 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:37:11.098632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbe488-3e23-4177-82e4-9f0b04a104f2 None None] Pushing event updated for resources: {'Port': ['ID=50ca739f-5afa-41ce-ac3d-1ecc507acad5,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:11.169458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 1b2adc24-94e3-490f-a723-9f31ae4532c2) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:11.182480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:11.189763 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.191299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81132aef-0b63-4a8b-adde-d4a1c45f5348 None None] Network 1b2adc24-94e3-490f-a723-9f31ae4532c2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:11.282338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] Set router d2e6d8b3-91e9-4648-8edb-3209735faea3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:11.444703 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7f8526fb-fd4d-43f1-b5cb-5617ff81dc1f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2797701 Aug 19 12:37:11.447696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49590) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:11.514411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-1b2adc24-94e3-490f-a723-9f31ae4532c2', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:37:11.515232 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.655543 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:08Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:11.690438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fe042-ff5b-44d1-9a78-32c9fcc5b829 None None] The sync data for ids ['d2e6d8b3-91e9-4648-8edb-3209735faea3'] in n-d-803757-2 is: [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:08Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:11.715994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Allocated IP 172.20.0.2 (1b2adc24-94e3-490f-a723-9f31ae4532c2/4a922391-f972-4368-842f-db34116a7aa4/973698bb-fc78-479f-9537-2a68511447d9) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:11.885456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b2fce41-9837-4620-bc20-7b38d8cbeaad req-f0a7ba59-6c00-4b24-84f3-956f4a650621 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 210 time: 0.0408444 Aug 19 12:37:11.927187 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:11.937385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Transition to ACTIVE for port object 973698bb-fc78-479f-9537-2a68511447d9 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:11.966144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Transition to ACTIVE for port object 973698bb-fc78-479f-9537-2a68511447d9 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:12.146653 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.241763 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d24916a5-7891-4d57-aa09-7d8bcdc72fb3 req-099ea8db-e1a6-4198-8671-34eb848fcea6 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 210 time: 0.0649617 Aug 19 12:37:12.250260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Network 1b2adc24-94e3-490f-a723-9f31ae4532c2 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:12.250820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0dd0e0fd-94ae-4b2f-8e6d-2715eab93e7e req-0c8f2ce1-5344-41ac-bc63-e25a31a44019 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 210 time: 0.0535591 Aug 19 12:37:12.263537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-09b85547-2d48-4686-b8fc-b1bddc2eb5f8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:12.266172 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-09b85547-2d48-4686-b8fc-b1bddc2eb5f8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.2436867 Aug 19 12:37:12.267824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:12.295105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:12.318942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Request body: {'port': {'device_id': '376012d8-8756-4e50-963e-e63167e81d57', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'admin_state_up': True, 'tenant_id': '98869fa2853349ec87796b19730e6d7e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:12.352547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Pushing event updated for resources: {'Port': ['ID=973698bb-fc78-479f-9537-2a68511447d9,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.428198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Attempting to bind port 973698bb-fc78-479f-9537-2a68511447d9 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:12.428573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Attempting to bind port 973698bb-fc78-479f-9537-2a68511447d9 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:12.429002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Attempting to bind port 973698bb-fc78-479f-9537-2a68511447d9 on network 1b2adc24-94e3-490f-a723-9f31ae4532c2 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:12.450714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:12.451439 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Checking segment: {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:12.452034 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.452697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Bound using segment: {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:12.453345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Bound port: 973698bb-fc78-479f-9537-2a68511447d9, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:12.453909 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.490764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 50ca739f-5afa-41ce-ac3d-1ecc507acad5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:12.608340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] For port 973698bb-fc78-479f-9537-2a68511447d9, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:12.611468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] For port 973698bb-fc78-479f-9537-2a68511447d9, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=973698bb-fc78-479f-9537-2a68511447d9,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:12.659530 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.712646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 50ca739f-5afa-41ce-ac3d-1ecc507acad5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:12.713258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Made reservation on behalf of 98869fa2853349ec87796b19730e6d7e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:12.724490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.725225 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.774844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 50ca739f-5afa-41ce-ac3d-1ecc507acad5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:12.775406 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:12.862418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7954db-cb06-4593-8b00-3ae2b715436e None None] Pushing event updated for resources: {'Port': ['ID=973698bb-fc78-479f-9537-2a68511447d9,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:12.936283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-93a550f0-3199-4e89-b7c1-f6cdf5f42394 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=22c11d2edd344b478bed656073e00776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753927 Aug 19 12:37:13.091131 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.160704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 50ca739f-5afa-41ce-ac3d-1ecc507acad5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=50ca739f-5afa-41ce-ac3d-1ecc507acad5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:13.324011 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:13.404906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=50ca739f-5afa-41ce-ac3d-1ecc507acad5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:13.426661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f803859-53ed-4c28-822d-4ea28bcabc9d req-fddcbc2f-ad0d-4aa6-941f-5f973f1bad25 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 210 time: 0.0579946 Aug 19 12:37:13.480593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7937f4ff-a5ba-4bc9-979e-0927885f66b5 req-c38442a8-375e-4f36-8eef-673b296352f5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 210 time: 0.1825337 Aug 19 12:37:13.530575 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0ae9faf7-98d0-4759-a0be-303515dbcdbb req-7131037c-59f5-4cc8-8642-a8daca3d0c5b tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 210 time: 0.0301328 Aug 19 12:37:13.582692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Allocated IP 172.20.0.3 (cb170772-c550-4210-8916-2b1ba172ab74/72722106-b2f0-4425-9aa0-54129c05fca6/575cdf90-e027-4734-8fd3-53aa4629851c) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:13.595135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-4b4d6579-4569-467a-a9f1-ba02a091f3c9 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:13.596933 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-4b4d6579-4569-467a-a9f1-ba02a091f3c9 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6524391 Aug 19 12:37:13.618620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Request body: {'port': {'device_id': 'c16693f6-04ac-43bf-9468-bc025bd94075', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '22c11d2edd344b478bed656073e00776'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:13.770185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.20.0.1 (1b2adc24-94e3-490f-a723-9f31ae4532c2/4a922391-f972-4368-842f-db34116a7aa4/d0086df2-387d-45b8-a4f1-0fbf60c37078) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:14.069578 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.097960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.103101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Transition to ACTIVE for port object d0086df2-387d-45b8-a4f1-0fbf60c37078 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:14.249454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Made reservation on behalf of 22c11d2edd344b478bed656073e00776 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:14.256305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.288199 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.313883 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.324188 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.326765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:14.420376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=d0086df2-387d-45b8-a4f1-0fbf60c37078,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:14.509709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 1b2adc24-94e3-490f-a723-9f31ae4532c2 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:14.526775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Network cb170772-c550-4210-8916-2b1ba172ab74 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:14.545773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:14.551767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:14.561860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:14.647426 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0787b347-8159-4ad8-bb79-f04cd8ed7584 req-df9ac765-3d25-41fc-b775-beca62e22072 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 210 time: 0.0813062 Aug 19 12:37:14.665036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 50ca739f-5afa-41ce-ac3d-1ecc507acad5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:14.708436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:14.711250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.827102 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa0f7c23-2ab6-4b9c-b9e2-cadbab710f61 req-f7897eb3-a78e-4e02-b69e-ec8f886addb3 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 210 time: 0.0587454 Aug 19 12:37:14.828911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 50ca739f-5afa-41ce-ac3d-1ecc507acad5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:14.829295 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:14.980339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 973698bb-fc78-479f-9537-2a68511447d9 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:15.026371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event updated for resources: {'Port': ['ID=575cdf90-e027-4734-8fd3-53aa4629851c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:15.158471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.159389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.169479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-7e8238b2-5d56-41af-890b-672fa0b82772 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.169685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 973698bb-fc78-479f-9537-2a68511447d9 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:15.175197 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-7e8238b2-5d56-41af-890b-672fa0b82772 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.62 "GET /v2.0/networks?id=4da0b48f-5b79-415d-a234-545b64d8fabc HTTP/1.1" status: 200 len: 825 time: 0.2590289 Aug 19 12:37:15.189378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Request body: {'port': {'device_id': '1ebe5324-9a7d-46da-b2d9-7ec3959627a2', 'network_id': '4da0b48f-5b79-415d-a234-545b64d8fabc', 'admin_state_up': True, 'tenant_id': 'b25ce284021a4c17bd815bf68f4ebf83'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:15.267124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107a06a-0b0a-46a1-be48-b04afca1a168 req-8f5cff77-b2f5-4894-a47d-969d5bae3f20 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:15.275050 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1107a06a-0b0a-46a1-be48-b04afca1a168 req-8f5cff77-b2f5-4894-a47d-969d5bae3f20 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 931 time: 0.5534892 Aug 19 12:37:15.358723 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.362738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1107a06a-0b0a-46a1-be48-b04afca1a168 req-877f8be4-e2c2-4bfa-81c7-e838bbb40bf0 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851843 Aug 19 12:37:15.394698 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f7fbba-1e1e-4b85-983a-1a9da5dc40d4 None None] Network 1b2adc24-94e3-490f-a723-9f31ae4532c2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:15.501099 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.512535 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.614037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487dc3ae-947c-4c93-a709-4a13b0469680,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:15.649159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ff18e39a-ebb4-4648-bdfc-8fae6f3d1479 None None] Provisioning for port 973698bb-fc78-479f-9537-2a68511447d9 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:15.657983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ff18e39a-ebb4-4648-bdfc-8fae6f3d1479 None None] Provisioning complete for port 973698bb-fc78-479f-9537-2a68511447d9 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:15.671277 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ff18e39a-ebb4-4648-bdfc-8fae6f3d1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.789658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-de962081-d675-48fd-bd80-cf5ccd621f9c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4767981 Aug 19 12:37:15.822984 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ff18e39a-ebb4-4648-bdfc-8fae6f3d1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:15.823554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Request body: {'port': {'device_id': '376012d8-8756-4e50-963e-e63167e81d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:15.857597 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d31071ac-1800-4e62-aedd-a133da25f084 req-168a1896-58da-4c09-8a8d-0e1e9ee18159 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 210 time: 0.0677245 Aug 19 12:37:15.863390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ff18e39a-ebb4-4648-bdfc-8fae6f3d1479 None None] For port 973698bb-fc78-479f-9537-2a68511447d9, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=973698bb-fc78-479f-9537-2a68511447d9,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:15.921160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Allocated IP 192.168.233.178 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/4e4e5d2b-a098-4c7c-be79-8bebfe4c452c) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:15.928376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Made reservation on behalf of b25ce284021a4c17bd815bf68f4ebf83 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:15.946296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.003443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ff18e39a-ebb4-4648-bdfc-8fae6f3d1479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.157550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18e39a-ebb4-4648-bdfc-8fae6f3d1479 None None] Pushing event updated for resources: {'Port': ['ID=973698bb-fc78-479f-9537-2a68511447d9,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:16.162529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Allocated IP 172.20.0.9 (4da0b48f-5b79-415d-a234-545b64d8fabc/7880eeb9-e9af-4758-9e0b-e7a41f4f8746/a5d936c6-a040-4257-a379-63132722ab7b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:16.179996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c0116c8d-0a90-42bd-99f3-159584b36796 None None] Provisioning complete for port 973698bb-fc78-479f-9537-2a68511447d9 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:16.180387 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c0116c8d-0a90-42bd-99f3-159584b36796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.244977 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-563e25ba-61df-40d5-b53a-6cadd96346d0 req-6771c3f9-d6ad-496c-9a4b-36704b36b322 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 210 time: 0.2760756 Aug 19 12:37:16.350838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 973698bb-fc78-479f-9537-2a68511447d9 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:16.386555 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c0116c8d-0a90-42bd-99f3-159584b36796 None None] Provisioning for port d0086df2-387d-45b8-a4f1-0fbf60c37078 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:16.393804 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c0116c8d-0a90-42bd-99f3-159584b36796 None None] Provisioning complete for port d0086df2-387d-45b8-a4f1-0fbf60c37078 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:16.394179 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c0116c8d-0a90-42bd-99f3-159584b36796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.431245 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.440202 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.443663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c0116c8d-0a90-42bd-99f3-159584b36796 None None] Port d0086df2-387d-45b8-a4f1-0fbf60c37078 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:16.464068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 973698bb-fc78-479f-9537-2a68511447d9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:16.464370 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.581159 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.598679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cecaf242-a88b-4ed1-b922-e5dcacbcd7b7 None None] Provisioning complete for port d0086df2-387d-45b8-a4f1-0fbf60c37078 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:16.599179 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cecaf242-a88b-4ed1-b922-e5dcacbcd7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.653403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Network 4da0b48f-5b79-415d-a234-545b64d8fabc is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:16.660216 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:16.662756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:16.679904 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-cecaf242-a88b-4ed1-b922-e5dcacbcd7b7 None None] Port d0086df2-387d-45b8-a4f1-0fbf60c37078 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:16.794294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Pushing event updated for resources: {'Port': ['ID=a5d936c6-a040-4257-a379-63132722ab7b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:16.826527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec2e83-4955-4524-ad84-9f24de6e1023 req-a4e1bc37-02d8-460f-967c-040444758a5b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.829406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec2e83-4955-4524-ad84-9f24de6e1023 req-a4e1bc37-02d8-460f-967c-040444758a5b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 931 time: 0.3274994 Aug 19 12:37:16.854559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:16.856325 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.889650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:16.967196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Transition to ACTIVE for port object 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:17.015937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.025257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8eec2e83-4955-4524-ad84-9f24de6e1023 req-24e4ef70-b448-41a0-b88e-3851c77c4d3b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627257 Aug 19 12:37:17.044612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-d3115d9a-128c-4e1d-bbbd-72e7d5ebc821 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8593147 Aug 19 12:37:17.076133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16135e0b-4ae1-4f53-8de5-53013ed8402d req-6e3ba9de-d1f3-4d09-807f-56b60b86a2c2 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:17.094265 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16135e0b-4ae1-4f53-8de5-53013ed8402d req-6e3ba9de-d1f3-4d09-807f-56b60b86a2c2 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 931 time: 0.1166725 Aug 19 12:37:17.111246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Request body: {'port': {'device_id': '1ebe5324-9a7d-46da-b2d9-7ec3959627a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:17.159919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575cdf90-e027-4734-8fd3-53aa4629851c {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:17.169970 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.173868 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.202954 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16135e0b-4ae1-4f53-8de5-53013ed8402d req-f2c296ad-fad7-4d47-8164-68a8762b0176 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063080 Aug 19 12:37:17.243916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Transition to ACTIVE for port object 575cdf90-e027-4734-8fd3-53aa4629851c will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:17.247494 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.270949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.272770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=d0086df2-387d-45b8-a4f1-0fbf60c37078,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:17.473050 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.485628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.605642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:17.633130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:17.636439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:17.653568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7261b4-89fc-4399-96ce-6b4fa19da63c req-577c4b41-4cd8-4af4-9482-b2b015ff3706 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:17.662974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1c7261b4-89fc-4399-96ce-6b4fa19da63c req-577c4b41-4cd8-4af4-9482-b2b015ff3706 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 936 time: 0.3071930 Aug 19 12:37:17.733194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Pushing event updated for resources: {'Port': ['ID=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:17.742228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d936c6-a040-4257-a379-63132722ab7b {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:17.758696 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.790851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Transition to ACTIVE for port object a5d936c6-a040-4257-a379-63132722ab7b will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:17.824485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 1b2adc24-94e3-490f-a723-9f31ae4532c2 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:17.852719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:17.944013 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.961042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:17.961807 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:17.988961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Pushing event updated for resources: {'Port': ['ID=575cdf90-e027-4734-8fd3-53aa4629851c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:18.058205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1c7261b4-89fc-4399-96ce-6b4fa19da63c req-3d713d0c-2e08-4da4-b045-bab98124edea tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931265 Aug 19 12:37:18.071016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Pushing event updated for resources: {'Port': ['ID=a5d936c6-a040-4257-a379-63132722ab7b,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:18.101451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Attempting to bind port 575cdf90-e027-4734-8fd3-53aa4629851c on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:18.126625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Attempting to bind port 575cdf90-e027-4734-8fd3-53aa4629851c by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:18.126625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Attempting to bind port 575cdf90-e027-4734-8fd3-53aa4629851c on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:18.136257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Port 575cdf90-e027-4734-8fd3-53aa4629851c on network cb170772-c550-4210-8916-2b1ba172ab74 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:18.136646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Attempting to bind port 575cdf90-e027-4734-8fd3-53aa4629851c on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:18.144007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:18.144487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Checking segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:18.144987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Bound using segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:18.145525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Bound port: 575cdf90-e027-4734-8fd3-53aa4629851c, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:18.146001 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.173657 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Attempting to bind port a5d936c6-a040-4257-a379-63132722ab7b on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:18.174019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Attempting to bind port a5d936c6-a040-4257-a379-63132722ab7b by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a9ca4c8f-b645-412a-81f1-1de69430bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4da0b48f-5b79-415d-a234-545b64d8fabc'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:18.174354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Attempting to bind port a5d936c6-a040-4257-a379-63132722ab7b on network 4da0b48f-5b79-415d-a234-545b64d8fabc {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:18.195295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Port a5d936c6-a040-4257-a379-63132722ab7b on network 4da0b48f-5b79-415d-a234-545b64d8fabc not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:18.195619 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Attempting to bind port a5d936c6-a040-4257-a379-63132722ab7b on network 4da0b48f-5b79-415d-a234-545b64d8fabc {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:18.213328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router d2e6d8b3-91e9-4648-8edb-3209735faea3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:37:18.217997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:18.218771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Checking segment: {'id': 'a9ca4c8f-b645-412a-81f1-1de69430bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4da0b48f-5b79-415d-a234-545b64d8fabc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:18.218771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Bound using segment: {'id': 'a9ca4c8f-b645-412a-81f1-1de69430bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4da0b48f-5b79-415d-a234-545b64d8fabc'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:18.219447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Bound port: a5d936c6-a040-4257-a379-63132722ab7b, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ca4c8f-b645-412a-81f1-1de69430bd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4da0b48f-5b79-415d-a234-545b64d8fabc'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:18.219447 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.255071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf022847-1a2c-4482-bb67-e9c8fc277868 req-7a3c910e-549d-4d30-836f-9e0beae263ce tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:18.256702 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf022847-1a2c-4482-bb67-e9c8fc277868 req-7a3c910e-549d-4d30-836f-9e0beae263ce tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 943 time: 0.0797195 Aug 19 12:37:18.289934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fb15ae93-f74a-43c8-bd54-eb6c33af2ee2 None None] Provisioning for port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:18.294331 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fb15ae93-f74a-43c8-bd54-eb6c33af2ee2 None None] Provisioning complete for port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:18.294964 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb15ae93-f74a-43c8-bd54-eb6c33af2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.342739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf022847-1a2c-4482-bb67-e9c8fc277868 req-fca4e0e4-bc1e-4973-ba71-10ca4c33a929 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672922 Aug 19 12:37:18.345289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] For port a5d936c6-a040-4257-a379-63132722ab7b, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:18.353384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] For port a5d936c6-a040-4257-a379-63132722ab7b, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a5d936c6-a040-4257-a379-63132722ab7b,segment=NetworkSegment(a9ca4c8f-b645-412a-81f1-1de69430bd1f),segment_id=a9ca4c8f-b645-412a-81f1-1de69430bd1f)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:18.355753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fb15ae93-f74a-43c8-bd54-eb6c33af2ee2 None None] Port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:18.364011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:18.366489 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-d8333eea-d9d9-42fc-9ab1-984f377a14a5 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7589519 Aug 19 12:37:18.371532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4f8decb0-e39a-408f-9bab-811741fdbdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "PUT /v2.0/routers/d2e6d8b3-91e9-4648-8edb-3209735faea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9211969 Aug 19 12:37:18.371787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] For port 575cdf90-e027-4734-8fd3-53aa4629851c, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:18.374879 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Sync routers for ids ['d2e6d8b3-91e9-4648-8edb-3209735faea3'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:18.397135 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Routers {'d2e6d8b3-91e9-4648-8edb-3209735faea3'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:18.397135 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:37:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d2e6d8b3-91e9-4648-8edb-3209735faea3'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:18.399139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Request body: {'port': {'device_id': 'c16693f6-04ac-43bf-9468-bc025bd94075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:18.493743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f11369d7-97e1-48d2-812c-7eab4efa1ca4 None None] Provisioning complete for port d0086df2-387d-45b8-a4f1-0fbf60c37078 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:18.502274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f11369d7-97e1-48d2-812c-7eab4efa1ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.509920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.528901 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Set router d2e6d8b3-91e9-4648-8edb-3209735faea3 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:18.533170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] For port 575cdf90-e027-4734-8fd3-53aa4629851c, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=575cdf90-e027-4734-8fd3-53aa4629851c,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:18.541020 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.582614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51c0c0-5879-4b48-bbd4-a09cc257c76d req-ab7bd369-abac-4a47-84e5-746b4f650843 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:18.590719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d51c0c0-5879-4b48-bbd4-a09cc257c76d req-ab7bd369-abac-4a47-84e5-746b4f650843 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 943 time: 0.2342892 Aug 19 12:37:18.646308 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d51c0c0-5879-4b48-bbd4-a09cc257c76d req-c2c57e01-d59a-4a10-87e0-afb49988b0a7 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Aug 19 12:37:18.667143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49714) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:18.675405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f11369d7-97e1-48d2-812c-7eab4efa1ca4 None None] Port d0086df2-387d-45b8-a4f1-0fbf60c37078 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:18.694006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:18.696535 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.696657 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] 10.222.0.62 "PUT /v2.0/ports/a5d936c6-a040-4257-a379-63132722ab7b HTTP/1.1" status: 200 len: 1091 time: 1.5984387 Aug 19 12:37:18.700631 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebe5324-9a7d-46da-b2d9-7ec3959627a2', 'tag': 'a5d936c6-a040-4257-a379-63132722ab7b'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:18.703176 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e074ef68-56d5-4cf7-9c7e-3b8ec1c954a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebe5324-9a7d-46da-b2d9-7ec3959627a2", "tag": "a5d936c6-a040-4257-a379-63132722ab7b"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:18.735093 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.805168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Pushing event updated for resources: {'Port': ['ID=575cdf90-e027-4734-8fd3-53aa4629851c,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:18.817077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:18.817648 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:18.821909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1142bde9-f253-489e-9bf2-5e5c6fb59462 service neutron] 10.222.0.62 "PUT /v2.0/ports/575cdf90-e027-4734-8fd3-53aa4629851c HTTP/1.1" status: 200 len: 1091 time: 3.0090909 Aug 19 12:37:18.832320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376012d8-8756-4e50-963e-e63167e81d57', 'tag': '575cdf90-e027-4734-8fd3-53aa4629851c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:18.834743 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cd123b-47c2-4ad2-8c17-1f5e66af824a" -d '{"events": [{"name": "network-changed", "server_uuid": "376012d8-8756-4e50-963e-e63167e81d57", "tag": "575cdf90-e027-4734-8fd3-53aa4629851c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:18.935885 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296681cd-bfa8-42b3-b3d6-a095186a3ac1 x-openstack-request-id: req-296681cd-bfa8-42b3-b3d6-a095186a3ac1 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:18.939719 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376012d8-8756-4e50-963e-e63167e81d57", "tag": "575cdf90-e027-4734-8fd3-53aa4629851c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:18.939719 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-296681cd-bfa8-42b3-b3d6-a095186a3ac1 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:18.940169 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376012d8-8756-4e50-963e-e63167e81d57', 'tag': '575cdf90-e027-4734-8fd3-53aa4629851c', 'status': 'completed', 'code': 200} Aug 19 12:37:19.057013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd123b-47c2-4ad2-8c17-1f5e66af824a req-4780b665-09d9-4844-9225-d2ae792fb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:19.058653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7cd123b-47c2-4ad2-8c17-1f5e66af824a req-4780b665-09d9-4844-9225-d2ae792fb265 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 1094 time: 0.1158643 Aug 19 12:37:19.101393 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:15Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd0086df2-387d-45b8-a4f1-0fbf60c37078', 'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:38:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:12Z', 'updated_at': '2021-08-19T12:37:16Z', 'revision_number': 2, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '4a922391-f972-4368-842f-db34116a7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:19.135656 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Checking router: d2e6d8b3-91e9-4648-8edb-3209735faea3 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:37:19.136568 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Updating router d2e6d8b3-91e9-4648-8edb-3209735faea3 port d0086df2-387d-45b8-a4f1-0fbf60c37078 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:37:19.176437 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.203874 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b90bfee-6b40-4ecb-b93d-ea496acc0dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.211667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638c6aa-2668-4eb9-8bdb-2ae944e66c8b service neutron] Pushing event updated for resources: {'Port': ['ID=a5d936c6-a040-4257-a379-63132722ab7b,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:19.242708 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-dbfda35a-2f84-46c8-9f08-9cacc8ea193c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138022806&fields=id&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 267 time: 0.5609796 Aug 19 12:37:19.254445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-852eec19-d076-4b42-a686-3f72c4cf66be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:19.256222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-852eec19-d076-4b42-a686-3f72c4cf66be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b25ce284021a4c17bd815bf68f4ebf83&device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 1094 time: 0.1208811 Aug 19 12:37:19.334289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:19.361303 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-392799b6-5b7e-4400-a103-1bb9aea53ec7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5d936c6-a040-4257-a379-63132722ab7b HTTP/1.1" status: 200 len: 217 time: 0.0874922 Aug 19 12:37:19.382838 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.445220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870b7dc-d703-40c0-801e-97e0e69bd27f req-964d510d-dc3a-48ce-a056-9de470a12cdc tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:19.455307 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e870b7dc-d703-40c0-801e-97e0e69bd27f req-964d510d-dc3a-48ce-a056-9de470a12cdc tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 936 time: 0.1714153 Aug 19 12:37:19.458248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-092c1eaf-f1c6-4a82-90da-31839ebb8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:19.458490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Transition to ACTIVE for port object 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:19.459755 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-092c1eaf-f1c6-4a82-90da-31839ebb8912 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7880eeb9-e9af-4758-9e0b-e7a41f4f8746 HTTP/1.1" status: 200 len: 865 time: 0.0856063 Aug 19 12:37:19.488040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd123b-47c2-4ad2-8c17-1f5e66af824a req-53888360-f990-45cc-b6dd-a7a0e54771ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:19.490353 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7cd123b-47c2-4ad2-8c17-1f5e66af824a req-53888360-f990-45cc-b6dd-a7a0e54771ee service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=98869fa2853349ec87796b19730e6d7e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4228475 Aug 19 12:37:19.516729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-986fdcd5-8ef4-4a89-bc09-389bfadf565d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:19.523571 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-986fdcd5-8ef4-4a89-bc09-389bfadf565d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/networks?id=1b2adc24-94e3-490f-a723-9f31ae4532c2 HTTP/1.1" status: 200 len: 796 time: 0.2657342 Aug 19 12:37:19.526733 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-39e75c12-929c-4d5a-bc9d-9f0be9d8877b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4da0b48f-5b79-415d-a234-545b64d8fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561800 Aug 19 12:37:19.555903 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b90bfee-6b40-4ecb-b93d-ea496acc0dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.576109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e870b7dc-d703-40c0-801e-97e0e69bd27f req-5c263f0d-f71f-4ec0-b4b2-02398e8de9c9 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197786 Aug 19 12:37:19.576521 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-2bb64a22-4eba-452d-b2d1-5b5d740392cc tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/quotas/c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 375 time: 0.0520160 Aug 19 12:37:19.640454 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.667816 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c2637e-6ffd-48ed-81e5-0cb99e124d85 x-openstack-request-id: req-48c2637e-6ffd-48ed-81e5-0cb99e124d85 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:19.668159 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebe5324-9a7d-46da-b2d9-7ec3959627a2", "tag": "a5d936c6-a040-4257-a379-63132722ab7b", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:19.668277 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48c2637e-6ffd-48ed-81e5-0cb99e124d85 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:19.668680 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebe5324-9a7d-46da-b2d9-7ec3959627a2', 'tag': 'a5d936c6-a040-4257-a379-63132722ab7b', 'status': 'completed', 'code': 200} Aug 19 12:37:19.730728 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-10734de8-6ba5-4ba0-89aa-2b91d83395a1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532538 Aug 19 12:37:19.732839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:19.754852 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b90bfee-6b40-4ecb-b93d-ea496acc0dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.778453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-f202b96b-8a30-4c89-a834-cf1628383564 service neutron] 10.222.0.62 "GET /v2.0/networks/4da0b48f-5b79-415d-a234-545b64d8fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412472 Aug 19 12:37:19.830245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd123b-47c2-4ad2-8c17-1f5e66af824a req-1fb6b0d2-a563-4d25-92ee-77a384d1ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:19.831791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7cd123b-47c2-4ad2-8c17-1f5e66af824a req-1fb6b0d2-a563-4d25-92ee-77a384d1ee70 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3358700 Aug 19 12:37:19.884386 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7b90bfee-6b40-4ecb-b93d-ea496acc0dfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37c4fef78bd645b0a9dc5d536a1ac393&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2203825 Aug 19 12:37:19.891329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49740) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:19.896794 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:19.915149 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Transition to ACTIVE for port object d0086df2-387d-45b8-a4f1-0fbf60c37078 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:19.933568 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90bfee-6b40-4ecb-b93d-ea496acc0dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f21b93-111e-4a61-b4e9-9bea756df657,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:20.008273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-90e9f10a-a79f-4bc4-9e2b-686790c79882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.009800 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-90e9f10a-a79f-4bc4-9e2b-686790c79882 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 1094 time: 0.1193726 Aug 19 12:37:20.019380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb03d-1561-4621-a734-ec8776087318 req-be5b5192-dae0-4dd5-87c6-8923dcebfa35 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.027040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-747fb03d-1561-4621-a734-ec8776087318 req-be5b5192-dae0-4dd5-87c6-8923dcebfa35 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 943 time: 0.1988399 Aug 19 12:37:20.029358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Attempting to bind port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:20.030098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Attempting to bind port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:20.030098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Attempting to bind port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:20.034855 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-14f8d929-2aa3-47d9-a017-eada911fbef0 service neutron] 10.222.0.21 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031936 Aug 19 12:37:20.052879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:20.053461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Attempting to bind port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:20.063623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:20.064243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:20.064801 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:20.066281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Bound port: 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:20.066941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.071775 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.093839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68a53784-efbe-4e78-a488-31e7d6b5961b req-58730031-10e8-4968-844c-e593199e5d4e service neutron] 10.222.0.62 "GET /v2.0/networks/4da0b48f-5b79-415d-a234-545b64d8fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021393 Aug 19 12:37:20.155126 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecc99b1a-1762-4434-b0a1-a948c25c7b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.185066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-b04e67f4-d5be-424f-9263-bb5b676d6135 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=575cdf90-e027-4734-8fd3-53aa4629851c HTTP/1.1" status: 200 len: 217 time: 0.1514087 Aug 19 12:37:20.193429 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Pushing event updated for resources: {'Port': ['ID=d0086df2-387d-45b8-a4f1-0fbf60c37078,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:20.224860 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-b720e522-8dc7-4238-8e22-616ef3ac0ef0 service neutron] 10.222.0.21 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212795 Aug 19 12:37:20.232263 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.232741 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.233147 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.233609 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.234066 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.247406 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.248193 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.248776 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.249310 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.249915 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.250459 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.251023 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:20.289187 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Attempting to bind port d0086df2-387d-45b8-a4f1-0fbf60c37078 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:20.289851 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Attempting to bind port d0086df2-387d-45b8-a4f1-0fbf60c37078 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:20.290431 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Attempting to bind port d0086df2-387d-45b8-a4f1-0fbf60c37078 on network 1b2adc24-94e3-490f-a723-9f31ae4532c2 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:20.296730 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:20.297372 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Checking segment: {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:20.298122 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.299169 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Bound using segment: {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:20.299851 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Bound port: d0086df2-387d-45b8-a4f1-0fbf60c37078, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:20.300455 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.312747 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecc99b1a-1762-4434-b0a1-a948c25c7b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.374271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074ef68-56d5-4cf7-9c7e-3b8ec1c954a1 req-13b88a78-4071-41e2-a096-021e47778c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.375982 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e074ef68-56d5-4cf7-9c7e-3b8ec1c954a1 req-13b88a78-4071-41e2-a096-021e47778c4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b25ce284021a4c17bd815bf68f4ebf83&device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 1094 time: 0.0973780 Aug 19 12:37:20.377554 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] For port d0086df2-387d-45b8-a4f1-0fbf60c37078, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:20.381270 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] For port d0086df2-387d-45b8-a4f1-0fbf60c37078, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d0086df2-387d-45b8-a4f1-0fbf60c37078,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:20.400457 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-747fb03d-1561-4621-a734-ec8776087318 req-beb86c87-33ac-4bc1-8c0b-9e2b91475c4b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300533 Aug 19 12:37:20.450988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-cce9f982-433d-4d33-8ad1-1dbd590d57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.452640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-cce9f982-433d-4d33-8ad1-1dbd590d57c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 200 len: 846 time: 0.2479053 Aug 19 12:37:20.503460 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074ef68-56d5-4cf7-9c7e-3b8ec1c954a1 req-4f0334e3-b229-41a4-bbf3-1ff211d5ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.504082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] For port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:20.504867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e074ef68-56d5-4cf7-9c7e-3b8ec1c954a1 req-4f0334e3-b229-41a4-bbf3-1ff211d5ad7d service neutron] 10.222.0.62 "GET /v2.0/networks?id=4da0b48f-5b79-415d-a234-545b64d8fabc HTTP/1.1" status: 200 len: 926 time: 0.1178949 Aug 19 12:37:20.509096 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-0d498e73-ae94-46e4-b108-0d5c4aae2b9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb170772-c550-4210-8916-2b1ba172ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457568 Aug 19 12:37:20.524136 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.584071 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e074ef68-56d5-4cf7-9c7e-3b8ec1c954a1 req-54c3b68b-8480-4f2e-bb34-a41e3d1d3bdf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5d936c6-a040-4257-a379-63132722ab7b HTTP/1.1" status: 200 len: 217 time: 0.0645540 Aug 19 12:37:20.603880 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Routers {'d2e6d8b3-91e9-4648-8edb-3209735faea3'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:20.604737 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:37:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d2e6d8b3-91e9-4648-8edb-3209735faea3'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:20.640879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074ef68-56d5-4cf7-9c7e-3b8ec1c954a1 req-1ec69ff4-83c1-4cf5-a4cd-7e071b7dba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.642421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e074ef68-56d5-4cf7-9c7e-3b8ec1c954a1 req-1ec69ff4-83c1-4cf5-a4cd-7e071b7dba91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7880eeb9-e9af-4758-9e0b-e7a41f4f8746 HTTP/1.1" status: 200 len: 865 time: 0.0509503 Aug 19 12:37:20.685689 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19e5e0-8d8c-433e-9cba-8e09d6ad298c None None] Pushing event updated for resources: {'Port': ['ID=d0086df2-387d-45b8-a4f1-0fbf60c37078,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:20.702433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e074ef68-56d5-4cf7-9c7e-3b8ec1c954a1 req-cf17208b-ba65-471d-81a0-56d775f05a72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4da0b48f-5b79-415d-a234-545b64d8fabc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425708 Aug 19 12:37:20.710886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] For port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:20.732956 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-69fe36bd-c8de-427d-9c7c-3ed7e690c576 req-10a8a739-7d7f-4753-9534-3513fe4205fb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 210 time: 0.0369208 Aug 19 12:37:20.760644 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecc99b1a-1762-4434-b0a1-a948c25c7b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.773436 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecc99b1a-1762-4434-b0a1-a948c25c7b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.792246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ecc99b1a-1762-4434-b0a1-a948c25c7b42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19f21b93-111e-4a61-b4e9-9bea756df657 HTTP/1.1" status: 204 len: 168 time: 0.8908312 Aug 19 12:37:20.825049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86adab-f20b-4ef1-9cb4-c9637bd080ac req-aa57f6a8-f39a-4f27-9d0e-69f9b2dc6b92 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.832988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5e86adab-f20b-4ef1-9cb4-c9637bd080ac req-aa57f6a8-f39a-4f27-9d0e-69f9b2dc6b92 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 943 time: 0.3570464 Aug 19 12:37:20.844808 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.854630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc99b1a-1762-4434-b0a1-a948c25c7b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f21b93-111e-4a61-b4e9-9bea756df657,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:20.884809 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] Set router d2e6d8b3-91e9-4648-8edb-3209735faea3 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:20.897304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:20.898164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:20.899864 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] 10.222.0.62 "PUT /v2.0/ports/4e4e5d2b-a098-4c7c-be79-8bebfe4c452c HTTP/1.1" status: 200 len: 1096 time: 2.5128670 Aug 19 12:37:20.945984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16693f6-04ac-43bf-9468-bc025bd94075', 'tag': '4e4e5d2b-a098-4c7c-be79-8bebfe4c452c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:20.949180 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057a17c8-9763-42b1-a03d-a93111b3d1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c16693f6-04ac-43bf-9468-bc025bd94075", "tag": "4e4e5d2b-a098-4c7c-be79-8bebfe4c452c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:21.004894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be2e95-61e6-492b-8114-52f407d88402 req-9116f6c6-fb31-4348-a867-8725efaf9934 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:21.008462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92be2e95-61e6-492b-8114-52f407d88402 req-9116f6c6-fb31-4348-a867-8725efaf9934 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 948 time: 0.1342497 Aug 19 12:37:21.012396 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e074ef68-56d5-4cf7-9c7e-3b8ec1c954a1 req-6342b729-ced4-44ee-b07b-05e2e0afdc6d service neutron] 10.222.0.62 "GET /v2.0/networks/4da0b48f-5b79-415d-a234-545b64d8fabc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783756 Aug 19 12:37:21.013780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5e86adab-f20b-4ef1-9cb4-c9637bd080ac req-a5c3d82d-357b-482f-8b77-82793f83824e tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797318 Aug 19 12:37:21.025682 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-b83f7959-3ad9-4c50-95d6-9ec5b87c7715 service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691291 Aug 19 12:37:21.031814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20787d3a-35cf-435f-a8ff-40b84f0da519 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:21.158927 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92be2e95-61e6-492b-8114-52f407d88402 req-6af2fc51-fcf3-4fd1-b15e-fd988797145b tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430082 Aug 19 12:37:21.391170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e074ef68-56d5-4cf7-9c7e-3b8ec1c954a1 req-18e08e54-572d-408d-ab81-d490ef11c91d service neutron] 10.222.0.62 "GET /v2.0/networks/4da0b48f-5b79-415d-a234-545b64d8fabc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684936 Aug 19 12:37:21.420457 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e9b93e-725f-4f5a-b655-1f3fd1b07ced x-openstack-request-id: req-57e9b93e-725f-4f5a-b655-1f3fd1b07ced {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:21.420457 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16693f6-04ac-43bf-9468-bc025bd94075", "tag": "4e4e5d2b-a098-4c7c-be79-8bebfe4c452c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:21.420457 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57e9b93e-725f-4f5a-b655-1f3fd1b07ced {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:21.420851 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16693f6-04ac-43bf-9468-bc025bd94075', 'tag': '4e4e5d2b-a098-4c7c-be79-8bebfe4c452c', 'status': 'completed', 'code': 200} Aug 19 12:37:21.441816 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:15Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd0086df2-387d-45b8-a4f1-0fbf60c37078', 'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:38:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:12Z', 'updated_at': '2021-08-19T12:37:20Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '4a922391-f972-4368-842f-db34116a7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:21.469878 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc50b9-8f4b-4eb5-906e-231aad1f3b77 None None] The sync data for ids ['d2e6d8b3-91e9-4648-8edb-3209735faea3'] in n-d-803757-2 is: [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:15Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd0086df2-387d-45b8-a4f1-0fbf60c37078', 'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:38:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:12Z', 'updated_at': '2021-08-19T12:37:20Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '4a922391-f972-4368-842f-db34116a7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:21.512955 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c495d6f3-35ab-4d19-ba32-8e900595eae6 req-1fa9fd0f-5157-4c96-a4fb-8aafc8aa7248 service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767587 Aug 19 12:37:21.537356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a17c8-9763-42b1-a03d-a93111b3d1e6 req-cefadaec-89dc-46f7-9f09-75a122fa05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:21.539560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-057a17c8-9763-42b1-a03d-a93111b3d1e6 req-cefadaec-89dc-46f7-9f09-75a122fa05c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c11d2edd344b478bed656073e00776&device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 1099 time: 0.1174521 Aug 19 12:37:21.586047 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-057a17c8-9763-42b1-a03d-a93111b3d1e6 req-8cece02f-7fad-40ad-b1d0-11100105fb46 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=22c11d2edd344b478bed656073e00776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364044 Aug 19 12:37:21.688711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4182235-56a0-43d5-8c7b-dab93c219680 req-3118b725-c3db-40cc-b301-d953a0225bbc tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:21.690509 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4182235-56a0-43d5-8c7b-dab93c219680 req-3118b725-c3db-40cc-b301-d953a0225bbc tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 943 time: 0.2021816 Aug 19 12:37:21.769392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4182235-56a0-43d5-8c7b-dab93c219680 req-ee58ec5f-0ee6-4842-a963-d53a9ceb38ec tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694220 Aug 19 12:37:21.786042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a17c8-9763-42b1-a03d-a93111b3d1e6 req-99c56e94-0d7a-4708-9286-faf87619d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:21.787583 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-057a17c8-9763-42b1-a03d-a93111b3d1e6 req-99c56e94-0d7a-4708-9286-faf87619d10c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1912646 Aug 19 12:37:21.836154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fc08d344-bea7-4641-aa1a-a75b1b75bcfa req-ae2ab0c7-31c9-436b-a31b-9ea9569a797f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 210 time: 0.0374360 Aug 19 12:37:21.872856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-735f4b17-fcc0-4568-a116-9d60528b81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:21.874479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-735f4b17-fcc0-4568-a116-9d60528b81a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=22c11d2edd344b478bed656073e00776&device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 1099 time: 0.0484927 Aug 19 12:37:21.923604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-1c39ce1e-6484-49d6-b140-b7700afc8478 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c HTTP/1.1" status: 200 len: 217 time: 0.0407345 Aug 19 12:37:21.979467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-b59c8a05-aa72-4cc1-91ef-414c7fd37556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:21.980983 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-b59c8a05-aa72-4cc1-91ef-414c7fd37556 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0509930 Aug 19 12:37:22.040489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-643f7337-38b5-49c3-9628-8112abd356ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:22.047422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-643f7337-38b5-49c3-9628-8112abd356ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525827 Aug 19 12:37:22.183870 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-1a20710f-0833-48a6-be68-debec52e3f11 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324666 Aug 19 12:37:22.212917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92b3ca-318a-4879-9a8c-6d50e8cbb8c1 req-08d96e37-4db7-48d9-a47e-439b19207302 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:22.214480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc92b3ca-318a-4879-9a8c-6d50e8cbb8c1 req-08d96e37-4db7-48d9-a47e-439b19207302 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 943 time: 0.0914466 Aug 19 12:37:22.293430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9fe37-2a77-435f-83bd-0d71a419a907 req-d442d5ba-8f05-4e0d-8831-1858908f98ac tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:22.301553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4fc9fe37-2a77-435f-83bd-0d71a419a907 req-d442d5ba-8f05-4e0d-8831-1858908f98ac tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 948 time: 0.0764678 Aug 19 12:37:22.353141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4fc9fe37-2a77-435f-83bd-0d71a419a907 req-6547fed9-c730-413e-a14b-26a7897bec8c tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481081 Aug 19 12:37:22.373841 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc92b3ca-318a-4879-9a8c-6d50e8cbb8c1 req-6d725775-26d5-4dce-893d-1a280a3a7a48 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466458 Aug 19 12:37:22.399421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d0086df2-387d-45b8-a4f1-0fbf60c37078 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:22.409010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49782) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:22.418938 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b3f9007-2d7a-464a-a597-38265dadb925 req-34393546-8f0b-411c-9fe2-aa06700eef29 service neutron] 10.222.0.62 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243421 Aug 19 12:37:22.429636 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61968200-675b-4cbc-92be-0da5478d9349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.534272 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61968200-675b-4cbc-92be-0da5478d9349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.670674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d0086df2-387d-45b8-a4f1-0fbf60c37078 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:22.671359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d0086df2-387d-45b8-a4f1-0fbf60c37078 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:22.671729 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.753951 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61968200-675b-4cbc-92be-0da5478d9349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.832189 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-61968200-675b-4cbc-92be-0da5478d9349 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b50a699ce48c469b941216e28f3ed757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214640 Aug 19 12:37:22.833104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61968200-675b-4cbc-92be-0da5478d9349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f25aad-6a9a-415f-b9d6-132fc5afa867,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:22.836609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49788) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:22.929387 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.959493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265e1f5-0e9b-490d-a820-4ea8250917e1 req-292c32c1-1caa-48d0-a006-cb3cbdf6c5a9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:22.961193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6265e1f5-0e9b-490d-a820-4ea8250917e1 req-292c32c1-1caa-48d0-a006-cb3cbdf6c5a9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 943 time: 0.0974030 Aug 19 12:37:22.962306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0ed5bda-fea5-470c-aa90-d72541d4d708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:22.965144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d0086df2-387d-45b8-a4f1-0fbf60c37078, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d0086df2-387d-45b8-a4f1-0fbf60c37078,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:22.966726 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f055946f-2a22-4d66-95e1-ae67b8e454db req-be18038b-9b13-4a4c-9cee-5e0ae368bbe5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 210 time: 0.0403850 Aug 19 12:37:22.999579 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0ed5bda-fea5-470c-aa90-d72541d4d708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.033929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6265e1f5-0e9b-490d-a820-4ea8250917e1 req-b9c38881-86cb-464a-97be-50405ede18f0 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616760 Aug 19 12:37:23.151615 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.191622 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0ed5bda-fea5-470c-aa90-d72541d4d708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.195509 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0ed5bda-fea5-470c-aa90-d72541d4d708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.196849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e0ed5bda-fea5-470c-aa90-d72541d4d708 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68f25aad-6a9a-415f-b9d6-132fc5afa867 HTTP/1.1" status: 204 len: 168 time: 0.3585110 Aug 19 12:37:23.203025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d0086df2-387d-45b8-a4f1-0fbf60c37078,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:23.205146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed5bda-fea5-470c-aa90-d72541d4d708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f25aad-6a9a-415f-b9d6-132fc5afa867,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:23.240268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a5d936c6-a040-4257-a379-63132722ab7b details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:23.349451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a5d936c6-a040-4257-a379-63132722ab7b, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a5d936c6-a040-4257-a379-63132722ab7b,segment=NetworkSegment(a9ca4c8f-b645-412a-81f1-1de69430bd1f),segment_id=a9ca4c8f-b645-412a-81f1-1de69430bd1f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:23.361144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'a5d936c6-a040-4257-a379-63132722ab7b', 'network_id': '4da0b48f-5b79-415d-a234-545b64d8fabc', 'port_id': 'a5d936c6-a040-4257-a379-63132722ab7b', 'mac_address': 'fa:16:3e:9c:bb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7880eeb9-e9af-4758-9e0b-e7a41f4f8746', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:23.401432 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.408284 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-02d66a65-9a44-4d37-8487-3bc302f652d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0504012 Aug 19 12:37:23.423621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d936c6-a040-4257-a379-63132722ab7b {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:23.456421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a5d936c6-a040-4257-a379-63132722ab7b, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a5d936c6-a040-4257-a379-63132722ab7b,segment=NetworkSegment(a9ca4c8f-b645-412a-81f1-1de69430bd1f),segment_id=a9ca4c8f-b645-412a-81f1-1de69430bd1f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:23.531396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f88af-1f1e-47a9-9756-214f73cee750 req-b8cb65e7-2f35-4e50-9297-a098be8aad5e tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.548612 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-177f88af-1f1e-47a9-9756-214f73cee750 req-b8cb65e7-2f35-4e50-9297-a098be8aad5e tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 943 time: 0.0742593 Aug 19 12:37:23.563420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4989c-26e7-40d4-a544-5d209a7ab676 req-52ef6a46-fa2e-4b53-a828-ae0967b118a3 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.566198 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87a4989c-26e7-40d4-a544-5d209a7ab676 req-52ef6a46-fa2e-4b53-a828-ae0967b118a3 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 948 time: 0.1203561 Aug 19 12:37:23.584171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-177f88af-1f1e-47a9-9756-214f73cee750 req-4a283063-97d9-4240-8c0b-9f893d003835 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346801 Aug 19 12:37:23.589254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-35038f5b-c1ed-42c3-adac-1fff31726f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.589715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-35038f5b-c1ed-42c3-adac-1fff31726f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.590464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-35038f5b-c1ed-42c3-adac-1fff31726f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.591098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-35038f5b-c1ed-42c3-adac-1fff31726f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.591573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-35038f5b-c1ed-42c3-adac-1fff31726f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.591697 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:23.592035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-35038f5b-c1ed-42c3-adac-1fff31726f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.592495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-35038f5b-c1ed-42c3-adac-1fff31726f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.594380 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-35038f5b-c1ed-42c3-adac-1fff31726f6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6491 time: 0.0916176 Aug 19 12:37:23.625353 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87a4989c-26e7-40d4-a544-5d209a7ab676 req-81b733ba-ec4e-4f02-8a8d-7e4a2fcf06e1 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490186 Aug 19 12:37:23.660568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a5d936c6-a040-4257-a379-63132722ab7b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:23.727958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-4004d3d9-a5bb-4d2b-a8db-b3060eb504a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.728437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-4004d3d9-a5bb-4d2b-a8db-b3060eb504a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.729032 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-4004d3d9-a5bb-4d2b-a8db-b3060eb504a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.730797 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-4004d3d9-a5bb-4d2b-a8db-b3060eb504a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7e006fa-14ef-4f06-8efb-18b1127140c8&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe HTTP/1.1" status: 200 len: 2290 time: 0.1020441 Aug 19 12:37:23.812496 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-41d287f4-5473-4011-9f13-4164ad718f29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd9d49e-14bd-436e-8983-234a93f0887d HTTP/1.1" status: 200 len: 1001 time: 0.0682564 Aug 19 12:37:23.823044 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a5d936c6-a040-4257-a379-63132722ab7b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:23.871853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-d92445c1-bc24-4bae-8855-1f02b5ed1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.873448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-d92445c1-bc24-4bae-8855-1f02b5ed1079 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17153962-cb0b-4fc9-8d4f-bb84422dda6b HTTP/1.1" status: 200 len: 850 time: 0.0604534 Aug 19 12:37:23.930309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-28338cd1-d55f-42a0-9261-a2f17d594232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:23.932018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-28338cd1-d55f-42a0-9261-a2f17d594232 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7e006fa-14ef-4f06-8efb-18b1127140c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505354 Aug 19 12:37:24.035974 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-12c48ae4-1a3b-42ba-89e3-98ccd9f6f060 service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964608 Aug 19 12:37:24.120717 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81458513-2c08-4949-b6ea-bd20831037e0 req-9bd48b4b-8121-4fdb-a6ae-a516ba5ded8c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 210 time: 0.0767384 Aug 19 12:37:24.174145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b5acb-ddfb-417a-a5ea-9eee6534817b req-3558ac71-7910-47bb-9c7a-2d632ab022c3 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.183355 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d31b5acb-ddfb-417a-a5ea-9eee6534817b req-3558ac71-7910-47bb-9c7a-2d632ab022c3 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 943 time: 0.0745940 Aug 19 12:37:24.194225 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-23ec9180-76c0-437c-a667-315986dfd59b service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502335 Aug 19 12:37:24.238854 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d31b5acb-ddfb-417a-a5ea-9eee6534817b req-524e6827-1a58-46e8-9179-31c5fa416c21 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495641 Aug 19 12:37:24.260187 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-86d3383b-1b2d-4a0f-982d-00ad3d2e9bd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=519023fd-4f22-4c46-8a13-94ad7e61cad7 HTTP/1.1" status: 200 len: 217 time: 0.0576530 Aug 19 12:37:24.312893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-79b10c4b-4aa6-405c-8a04-7955e01810ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.314359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-79b10c4b-4aa6-405c-8a04-7955e01810ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0470326 Aug 19 12:37:24.322197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d0086df2-387d-45b8-a4f1-0fbf60c37078 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:24.366012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-9995e1ab-a345-4692-923c-3dca403eca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.367930 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-9995e1ab-a345-4692-923c-3dca403eca6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428040 Aug 19 12:37:24.379036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d0086df2-387d-45b8-a4f1-0fbf60c37078 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:24.379036 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:24.490828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-e38bc822-1189-452b-93f4-f3fb09620750 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148739 Aug 19 12:37:24.585921 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-8d885346-e7f9-4c21-a57d-b05159d7d6dd service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875301 Aug 19 12:37:24.645526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-bacb7796-622e-465b-9f3a-11764a039dd7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=d8c23d98-2995-46ce-8f34-a0804a88df54 HTTP/1.1" status: 200 len: 217 time: 0.0509648 Aug 19 12:37:24.747865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-5c188c1a-f08f-499a-983f-a1fd01344ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.749347 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-5c188c1a-f08f-499a-983f-a1fd01344ccd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0992408 Aug 19 12:37:24.762986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7662936-e2f1-44f1-a235-b509784e0de5 req-11f8cd5b-21c1-4952-b465-628c6810fcc2 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.764525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7662936-e2f1-44f1-a235-b509784e0de5 req-11f8cd5b-21c1-4952-b465-628c6810fcc2 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 944 time: 0.1004024 Aug 19 12:37:24.787623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-3863ea2f-f525-494b-aa42-28e3a2617036 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.790416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-3863ea2f-f525-494b-aa42-28e3a2617036 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "GET /v2.0/networks?id=1b2adc24-94e3-490f-a723-9f31ae4532c2 HTTP/1.1" status: 200 len: 796 time: 0.1791551 Aug 19 12:37:24.822276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59258833-1c07-4c78-beef-9f268117370d req-2c4da6f3-c288-457d-a0bf-600d5cee74e1 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.824400 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59258833-1c07-4c78-beef-9f268117370d req-2c4da6f3-c288-457d-a0bf-600d5cee74e1 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 948 time: 0.1129899 Aug 19 12:37:24.849282 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7662936-e2f1-44f1-a235-b509784e0de5 req-18f28aae-961a-4bef-9c53-7161fc4316f7 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751073 Aug 19 12:37:24.852140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-13b19d8c-5054-407f-96b8-a28ceadcd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:24.853587 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-13b19d8c-5054-407f-96b8-a28ceadcd778 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0881891 Aug 19 12:37:24.875833 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-bdd9dfd7-cb46-4726-8965-8953bdd99e09 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 379 time: 0.0736232 Aug 19 12:37:24.885268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'port': {'device_id': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'admin_state_up': True, 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'security_groups': ['b169bc0a-9770-4ff4-a7e7-64d3c3ab7244']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:24.941247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59258833-1c07-4c78-beef-9f268117370d req-6f5d6204-25f2-4ad7-8c46-d1a4a016d671 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051219 Aug 19 12:37:25.000954 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-cbc5b4f7-c219-4152-95e5-30ab38ded972 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396227 Aug 19 12:37:25.101074 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-5c53a0de-b9a3-4df8-949c-9cb1e4c7a5bd service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933433 Aug 19 12:37:25.142493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-44db8f8b-7d80-4d7d-90be-76c5cb3db2f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=60099b0b-d500-42a4-b799-7872f97217e1 HTTP/1.1" status: 200 len: 217 time: 0.0337579 Aug 19 12:37:25.191170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-62321a01-749a-4f96-a314-95a6a594134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:25.195513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-62321a01-749a-4f96-a314-95a6a594134d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0435843 Aug 19 12:37:25.223370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d3e1958-5186-4d15-bd33-45b63efb2711 req-ef7df515-7bd6-4504-b880-90709e637225 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 210 time: 0.0337777 Aug 19 12:37:25.241133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:25.242420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:25.244197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a5d936c6-a040-4257-a379-63132722ab7b up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:25.246596 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.248297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-9b3260b7-cf8e-4751-b011-396d60d8bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:25.249234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-9b3260b7-cf8e-4751-b011-396d60d8bc6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0496709 Aug 19 12:37:25.287359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.411783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:25.423572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.20.0.10 (1b2adc24-94e3-490f-a723-9f31ae4532c2/4a922391-f972-4368-842f-db34116a7aa4/5cc508aa-ce01-4525-b501-21e6fc4138bc) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:25.431216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '4e4e5d2b-a098-4c7c-be79-8bebfe4c452c', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': '4e4e5d2b-a098-4c7c-be79-8bebfe4c452c', 'mac_address': 'fa:16:3e:6c:0e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:25.461596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port a5d936c6-a040-4257-a379-63132722ab7b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:25.468329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port a5d936c6-a040-4257-a379-63132722ab7b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:25.469155 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.478476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427cccd-a649-4a51-bea2-14129df3b3e3 req-508d5ff2-54bc-4323-8ea9-499e90716e06 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:25.480088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e427cccd-a649-4a51-bea2-14129df3b3e3 req-508d5ff2-54bc-4323-8ea9-499e90716e06 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 943 time: 0.1001525 Aug 19 12:37:25.482175 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-ac5702bf-ee5d-4de9-bf95-93e3d43880b0 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174997 Aug 19 12:37:25.546098 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.564018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:25.592645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:25.595020 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e427cccd-a649-4a51-bea2-14129df3b3e3 req-d11f88af-3098-4e00-9e92-3843a7553f6e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950627 Aug 19 12:37:25.598976 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.614750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Transition to ACTIVE for port object 5cc508aa-ce01-4525-b501-21e6fc4138bc will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:25.629626 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.648749 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-363510b4-263c-41bf-88bb-909c30bc113c service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568711 Aug 19 12:37:25.655125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebe5324-9a7d-46da-b2d9-7ec3959627a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d936c6-a040-4257-a379-63132722ab7b'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:25.656949 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a673f11-387f-40ad-ac58-3689dd102e55" -d '{"events": [{"server_uuid": "1ebe5324-9a7d-46da-b2d9-7ec3959627a2", "name": "network-vif-plugged", "status": "completed", "tag": "a5d936c6-a040-4257-a379-63132722ab7b"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:25.677062 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port a5d936c6-a040-4257-a379-63132722ab7b, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a5d936c6-a040-4257-a379-63132722ab7b,segment=NetworkSegment(a9ca4c8f-b645-412a-81f1-1de69430bd1f),segment_id=a9ca4c8f-b645-412a-81f1-1de69430bd1f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:25.708962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-f0049f53-3fe7-44bd-ba37-ed7439c47378 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=20e4112b-3057-41a2-9085-d691c1cabe8d HTTP/1.1" status: 200 len: 217 time: 0.0451045 Aug 19 12:37:25.718388 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c173d2-6f9f-4415-a3b2-a499f463f9ee x-openstack-request-id: req-79c173d2-6f9f-4415-a3b2-a499f463f9ee {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:25.718388 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebe5324-9a7d-46da-b2d9-7ec3959627a2", "name": "network-vif-plugged", "status": "completed", "tag": "a5d936c6-a040-4257-a379-63132722ab7b", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:25.718388 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79c173d2-6f9f-4415-a3b2-a499f463f9ee {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:25.718388 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebe5324-9a7d-46da-b2d9-7ec3959627a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d936c6-a040-4257-a379-63132722ab7b', 'code': 200} Aug 19 12:37:25.745720 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.746865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 575cdf90-e027-4734-8fd3-53aa4629851c details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:25.775171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-2d2fb8c8-f7c2-4b5c-9782-7497e9911215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:25.776544 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-2d2fb8c8-f7c2-4b5c-9782-7497e9911215 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0594504 Aug 19 12:37:25.789031 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.802519 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:25.830855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-6409f7b6-c289-4def-b19b-68b56bc377ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:25.835666 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-6409f7b6-c289-4def-b19b-68b56bc377ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488887 Aug 19 12:37:25.869285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:25.882376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 1b2adc24-94e3-490f-a723-9f31ae4532c2 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:25.891391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:25.914052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:25.917919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceb3a1-a5bb-432e-989e-a7b464d13af8 req-c4f37cee-d050-4a44-a169-8f75e5bd4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:25.919627 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cceb3a1-a5bb-432e-989e-a7b464d13af8 req-c4f37cee-d050-4a44-a169-8f75e5bd4b3b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 1096 time: 0.1349092 Aug 19 12:37:25.934095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=5cc508aa-ce01-4525-b501-21e6fc4138bc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:25.972332 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-a8c5a077-4b57-44e0-a1a6-2169d00e6711 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300116 Aug 19 12:37:25.992667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 575cdf90-e027-4734-8fd3-53aa4629851c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=575cdf90-e027-4734-8fd3-53aa4629851c,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:25.995093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=a5d936c6-a040-4257-a379-63132722ab7b,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:26.021588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '575cdf90-e027-4734-8fd3-53aa4629851c', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'port_id': '575cdf90-e027-4734-8fd3-53aa4629851c', 'mac_address': 'fa:16:3e:9c:ff:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72722106-b2f0-4425-9aa0-54129c05fca6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:26.104622 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.124346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5cceb3a1-a5bb-432e-989e-a7b464d13af8 req-613acb1f-c85a-48bd-874d-8f27eaa2d75b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913924 Aug 19 12:37:26.131707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.132377 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.163499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575cdf90-e027-4734-8fd3-53aa4629851c {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:26.168229 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.170632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e81ca7-2f3d-4e69-8451-8b1512433414 req-89e4e81d-01be-44ed-b7df-a4953aca9f45 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.172425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15e81ca7-2f3d-4e69-8451-8b1512433414 req-89e4e81d-01be-44ed-b7df-a4953aca9f45 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 945 time: 0.1607120 Aug 19 12:37:26.201081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 575cdf90-e027-4734-8fd3-53aa4629851c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=575cdf90-e027-4734-8fd3-53aa4629851c,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:26.211233 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-44a4ee33-471d-4711-ac71-0bfad64295d8 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258191 Aug 19 12:37:26.230074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab95bf5-cff8-4692-b5ae-3fb281cc99ff req-291811fc-0cc3-4529-98b3-9f1a4cdaae61 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.230074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ab95bf5-cff8-4692-b5ae-3fb281cc99ff req-291811fc-0cc3-4529-98b3-9f1a4cdaae61 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 949 time: 0.1305261 Aug 19 12:37:26.246505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15e81ca7-2f3d-4e69-8451-8b1512433414 req-dbbda447-808d-477d-9cea-99967a7b8787 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614808 Aug 19 12:37:26.276194 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:37:26.291716 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-a9fe7faf-c8d0-42dd-91d1-b98c1d31e661 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d HTTP/1.1" status: 200 len: 217 time: 0.0638690 Aug 19 12:37:26.297263 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ab95bf5-cff8-4692-b5ae-3fb281cc99ff req-8b44fb44-810c-4af0-afaa-bb1f876b02cc tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746362 Aug 19 12:37:26.377783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-1920a3cc-583f-4397-b8cc-2e2a5a539ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.379590 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-1920a3cc-583f-4397-b8cc-2e2a5a539ea7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.0810871 Aug 19 12:37:26.430409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-809615e7-62bd-4b8b-af36-482dd924cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.432018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-809615e7-62bd-4b8b-af36-482dd924cf7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450349 Aug 19 12:37:26.457992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0b700-060e-4e91-a86f-c87f5531261e req-75ec245b-bf20-4608-8fc4-33f0421b9b57 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.465328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-56a0b700-060e-4e91-a86f-c87f5531261e req-75ec245b-bf20-4608-8fc4-33f0421b9b57 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 932 time: 0.0709319 Aug 19 12:37:26.503600 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-56a0b700-060e-4e91-a86f-c87f5531261e req-70e3cca0-ca49-4973-b487-6a50216f4818 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370598 Aug 19 12:37:26.539722 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-ce27bc4e-2c7b-411a-a90b-ca43250f0e9c service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987089 Aug 19 12:37:26.545958 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-c59b6328-c6dd-4d3c-8f1b-14c6e7f6459e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6659658 Aug 19 12:37:26.558294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Request body: {'port': {'device_id': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:26.608525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6793e891-49d5-4640-9c84-0cc4450461a1 None None] Provisioning for port 5cc508aa-ce01-4525-b501-21e6fc4138bc completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:26.614303 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.619831 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6793e891-49d5-4640-9c84-0cc4450461a1 None None] Provisioning complete for port 5cc508aa-ce01-4525-b501-21e6fc4138bc triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:26.620201 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6793e891-49d5-4640-9c84-0cc4450461a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.620410 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:26.643955 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-a9573ade-a681-4e7d-b4ed-8971c2621d6a service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970097 Aug 19 12:37:26.708985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6793e891-49d5-4640-9c84-0cc4450461a1 None None] Port 5cc508aa-ce01-4525-b501-21e6fc4138bc cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:37:26.724487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=575cdf90-e027-4734-8fd3-53aa4629851c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:26.727719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-686b4a58-3a21-42f0-a148-585207be1388 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a4976-af0d-428f-9c3a-9245088802fc HTTP/1.1" status: 200 len: 217 time: 0.0775959 Aug 19 12:37:26.830794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e7fc1-035a-4a5b-af65-1a8e30b92382 req-bad1e3bd-2576-4390-a40f-2d1616ac8455 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.833060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-636e7fc1-035a-4a5b-af65-1a8e30b92382 req-bad1e3bd-2576-4390-a40f-2d1616ac8455 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 944 time: 0.1143806 Aug 19 12:37:26.834385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-1963fe2d-31c8-4063-a7cc-f67522dccc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.835905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-1963fe2d-31c8-4063-a7cc-f67522dccc15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.1012878 Aug 19 12:37:26.889177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['575cdf90-e027-4734-8fd3-53aa4629851c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:26.893798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['4e4e5d2b-a098-4c7c-be79-8bebfe4c452c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:26.911322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-636e7fc1-035a-4a5b-af65-1a8e30b92382 req-0013fd11-4228-40f4-9d58-bd91c77a7bf9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700929 Aug 19 12:37:26.921813 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-1a2befb4-891e-4cf7-ab42-2968ddc0f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:26.930077 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-1a2befb4-891e-4cf7-ab42-2968ddc0f161 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820994 Aug 19 12:37:27.017273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc508aa-ce01-4525-b501-21e6fc4138bc {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:27.031011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.043983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Transition to ACTIVE for port object 5cc508aa-ce01-4525-b501-21e6fc4138bc will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:27.065398 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-e006d6b3-6467-4ea5-9633-9a8b7e363baf service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278276 Aug 19 12:37:27.168582 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1677442b-7c6b-425e-b4f6-e7f78e05b700 req-74ea352d-6d69-4b3f-89e1-c7d834becbc2 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962794 Aug 19 12:37:27.219933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.307843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc508aa-ce01-4525-b501-21e6fc4138bc,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:27.467800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d6ee3-aaad-4eba-9d26-95517e2495dc req-9343cd65-35ad-4dc6-983f-4458e2c2c7a2 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:27.476793 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-337d6ee3-aaad-4eba-9d26-95517e2495dc req-9343cd65-35ad-4dc6-983f-4458e2c2c7a2 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 949 time: 0.0793457 Aug 19 12:37:27.485069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed02ebd-1107-446b-b1b2-4505c0ebb3b1 req-9261a6e1-f831-41d2-8995-3211b1d31fd4 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:27.495344 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bed02ebd-1107-446b-b1b2-4505c0ebb3b1 req-9261a6e1-f831-41d2-8995-3211b1d31fd4 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 945 time: 0.1474161 Aug 19 12:37:27.507422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Attempting to bind port 5cc508aa-ce01-4525-b501-21e6fc4138bc on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:27.508606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Attempting to bind port 5cc508aa-ce01-4525-b501-21e6fc4138bc by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:27.509274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Attempting to bind port 5cc508aa-ce01-4525-b501-21e6fc4138bc on network 1b2adc24-94e3-490f-a723-9f31ae4532c2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:27.524867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-337d6ee3-aaad-4eba-9d26-95517e2495dc req-b6944c94-6f0c-4e4d-89c3-e8447509156c tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465591 Aug 19 12:37:27.526691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Port 5cc508aa-ce01-4525-b501-21e6fc4138bc on network 1b2adc24-94e3-490f-a723-9f31ae4532c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:27.527532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Attempting to bind port 5cc508aa-ce01-4525-b501-21e6fc4138bc on network 1b2adc24-94e3-490f-a723-9f31ae4532c2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:27.537236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:27.538115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Checking segment: {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:27.538634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Bound using segment: {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:27.539179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Bound port: 5cc508aa-ce01-4525-b501-21e6fc4138bc, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:27.539627 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.632700 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bed02ebd-1107-446b-b1b2-4505c0ebb3b1 req-23e8356a-3279-4360-b280-6b04260dede3 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361375 Aug 19 12:37:27.694219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:27.699528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:27.722860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6e7bc-c5a9-4d93-9849-d7c46ca13c9b req-0aef3dac-79f1-416e-85b8-82144058d00f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:27.731721 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ec6e7bc-c5a9-4d93-9849-d7c46ca13c9b req-0aef3dac-79f1-416e-85b8-82144058d00f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 944 time: 0.0581708 Aug 19 12:37:27.764674 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ec6e7bc-c5a9-4d93-9849-d7c46ca13c9b req-393d7c0c-63e8-4605-8674-bdf57d1a5bd6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339520 Aug 19 12:37:27.797565 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.835261 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:27.835788 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:27.837240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] 10.222.0.30 "PUT /v2.0/ports/5cc508aa-ce01-4525-b501-21e6fc4138bc HTTP/1.1" status: 200 len: 1092 time: 1.2837765 Aug 19 12:37:27.839469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:27.842494 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad40fd3-ea44-4450-97ea-1ce948b4709b" -d '{"events": [{"name": "network-changed", "server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:27.871180 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d42ce-d57c-485d-a276-9720a6dee7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc508aa-ce01-4525-b501-21e6fc4138bc,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:27.894134 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984f1054-dae2-45b7-af4a-e281329cb5f2 x-openstack-request-id: req-984f1054-dae2-45b7-af4a-e281329cb5f2 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:27.894636 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:27.894783 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-984f1054-dae2-45b7-af4a-e281329cb5f2 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:27.895123 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'status': 'completed', 'code': 200} Aug 19 12:37:27.986181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad40fd3-ea44-4450-97ea-1ce948b4709b req-5316b35a-b389-4ea6-a12b-4696993d9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:27.992383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fad40fd3-ea44-4450-97ea-1ce948b4709b req-5316b35a-b389-4ea6-a12b-4696993d9a6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1095 time: 0.0626185 Aug 19 12:37:28.053944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94096275-1ae9-4f02-95ee-a6bf1144f398 req-2d045cc6-917d-4c46-9838-eb21dc82802d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:28.056295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94096275-1ae9-4f02-95ee-a6bf1144f398 req-2d045cc6-917d-4c46-9838-eb21dc82802d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 944 time: 0.0643470 Aug 19 12:37:28.128856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad40fd3-ea44-4450-97ea-1ce948b4709b req-a99557f2-77bc-40d0-941b-4cbcb0f9d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:28.130121 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94096275-1ae9-4f02-95ee-a6bf1144f398 req-64ac5d79-7f3b-41b7-9540-604b79d9af91 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662208 Aug 19 12:37:28.132167 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fad40fd3-ea44-4450-97ea-1ce948b4709b req-a99557f2-77bc-40d0-941b-4cbcb0f9d039 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c4204443efbc4475a6deb99809648e33&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1329999 Aug 19 12:37:28.235638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad40fd3-ea44-4450-97ea-1ce948b4709b req-945be00d-bde6-409d-b984-3849f2194d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:28.237106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fad40fd3-ea44-4450-97ea-1ce948b4709b req-945be00d-bde6-409d-b984-3849f2194d83 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971196 Aug 19 12:37:28.314201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-3899006a-a65c-44a6-a2ff-563ffb905d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:28.315660 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-3899006a-a65c-44a6-a2ff-563ffb905d56 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1095 time: 0.0405841 Aug 19 12:37:28.364745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-02e32e5b-351b-4e11-a58b-1b529ecb06d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc HTTP/1.1" status: 200 len: 217 time: 0.0393248 Aug 19 12:37:28.416014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-a07bcee2-a311-46f7-86a0-231303b2888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:28.417470 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-a07bcee2-a311-46f7-86a0-231303b2888a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a922391-f972-4368-842f-db34116a7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0444608 Aug 19 12:37:28.467015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-d1abd6bc-fcf7-4bda-9797-8cb6417d0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:28.468555 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-d1abd6bc-fcf7-4bda-9797-8cb6417d0e92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b2adc24-94e3-490f-a723-9f31ae4532c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422008 Aug 19 12:37:28.565517 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-30b9a482-e9c6-4cb0-be4b-01e3fb9563b6 service neutron] 10.222.0.30 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892656 Aug 19 12:37:28.693137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd8bd1-b3a2-4764-9a53-e3db4fdb8eda req-801bf7e4-aef0-4c04-b0eb-4f66ae9ecc98 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:28.695298 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fcd8bd1-b3a2-4764-9a53-e3db4fdb8eda req-801bf7e4-aef0-4c04-b0eb-4f66ae9ecc98 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 949 time: 0.1034343 Aug 19 12:37:28.708587 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-217591ac-0406-4536-8749-95f3f3e1b6c8 req-e075b3a6-06f3-4cf4-b236-fa0332ba6e38 service neutron] 10.222.0.30 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346703 Aug 19 12:37:28.759921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fcd8bd1-b3a2-4764-9a53-e3db4fdb8eda req-00befe74-d315-4e4f-9c10-c1f47ce616a1 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538058 Aug 19 12:37:28.791485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282b906-26e7-49b8-97b8-99de289c6b46 req-a59cbba0-fa53-4ca8-b123-57203e4d10bb tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:28.793211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8282b906-26e7-49b8-97b8-99de289c6b46 req-a59cbba0-fa53-4ca8-b123-57203e4d10bb tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 945 time: 0.0604901 Aug 19 12:37:28.832774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8282b906-26e7-49b8-97b8-99de289c6b46 req-cfd348e2-3917-4bd6-9f10-4cea6686c182 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336235 Aug 19 12:37:28.880871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e25ca-7fa3-485e-ba41-4ee97abf7e30 req-14e5a507-11a1-4956-b6fa-b7f0df3ca89b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:28.883685 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e7e25ca-7fa3-485e-ba41-4ee97abf7e30 req-14e5a507-11a1-4956-b6fa-b7f0df3ca89b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 944 time: 0.0504918 Aug 19 12:37:28.921959 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e7e25ca-7fa3-485e-ba41-4ee97abf7e30 req-bbe12df9-13dd-45f5-a4d0-7affed7cd45d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326710 Aug 19 12:37:28.948465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d5b45-2895-4391-a38a-60b2c51f6c71 req-3f33efa7-2927-4caf-a6e1-ab35c8344fa5 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:28.950253 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-772d5b45-2895-4391-a38a-60b2c51f6c71 req-3f33efa7-2927-4caf-a6e1-ab35c8344fa5 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 945 time: 0.0498114 Aug 19 12:37:28.989230 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-772d5b45-2895-4391-a38a-60b2c51f6c71 req-06a1641c-0d2a-4f11-a501-067014b05e59 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333188 Aug 19 12:37:29.243222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 575cdf90-e027-4734-8fd3-53aa4629851c up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:29.287230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c18c25-b14b-4464-b7f7-d0d990d459ab req-ce6ee101-316f-42a2-93ea-57418c3ed114 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:29.288870 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39c18c25-b14b-4464-b7f7-d0d990d459ab req-ce6ee101-316f-42a2-93ea-57418c3ed114 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 944 time: 0.0666380 Aug 19 12:37:29.314487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49948) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:29.339339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523717ea-48ee-4541-8604-dc597cace91e req-c23af935-b8a7-4438-832f-78a360eb0c1a tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:29.340573 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-523717ea-48ee-4541-8604-dc597cace91e req-c23af935-b8a7-4438-832f-78a360eb0c1a tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 945 time: 0.0588219 Aug 19 12:37:29.342712 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39c18c25-b14b-4464-b7f7-d0d990d459ab req-4cedbb69-f449-4a38-8816-026460400a36 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473878 Aug 19 12:37:29.389377 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-523717ea-48ee-4541-8604-dc597cace91e req-2e7d48bd-db01-49ae-b787-b1e12eda1eac tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363522 Aug 19 12:37:29.437591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 575cdf90-e027-4734-8fd3-53aa4629851c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:29.439969 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb8d256e-c2b0-4deb-a4fe-5f331e9d48d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.442454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 575cdf90-e027-4734-8fd3-53aa4629851c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:29.451914 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.540985 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.551704 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb8d256e-c2b0-4deb-a4fe-5f331e9d48d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.563961 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376012d8-8756-4e50-963e-e63167e81d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575cdf90-e027-4734-8fd3-53aa4629851c'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:29.566164 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a00ca3-07ae-4513-8a92-f22326243a9d" -d '{"events": [{"server_uuid": "376012d8-8756-4e50-963e-e63167e81d57", "name": "network-vif-plugged", "status": "completed", "tag": "575cdf90-e027-4734-8fd3-53aa4629851c"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:29.579286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 575cdf90-e027-4734-8fd3-53aa4629851c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=575cdf90-e027-4734-8fd3-53aa4629851c,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:29.603490 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eedeaf8-81a3-45ec-b077-a874ebf773f3 x-openstack-request-id: req-7eedeaf8-81a3-45ec-b077-a874ebf773f3 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:29.603774 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376012d8-8756-4e50-963e-e63167e81d57", "name": "network-vif-plugged", "status": "completed", "tag": "575cdf90-e027-4734-8fd3-53aa4629851c", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:29.604023 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7eedeaf8-81a3-45ec-b077-a874ebf773f3 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:29.604458 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376012d8-8756-4e50-963e-e63167e81d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575cdf90-e027-4734-8fd3-53aa4629851c', 'code': 200} Aug 19 12:37:29.697727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a524024-ae24-4ea9-b901-93f5b302c5c0 req-27dc1989-f39c-4159-b6fc-5628178cb638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:29.699677 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.699834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb8d256e-c2b0-4deb-a4fe-5f331e9d48d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.699994 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a524024-ae24-4ea9-b901-93f5b302c5c0 req-27dc1989-f39c-4159-b6fc-5628178cb638 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 1095 time: 0.0412061 Aug 19 12:37:29.700978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:29.749622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a524024-ae24-4ea9-b901-93f5b302c5c0 req-2199c4fb-a930-4d9e-beac-793764afb7d6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Aug 19 12:37:29.753969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cb8d256e-c2b0-4deb-a4fe-5f331e9d48d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=510eb6b8025f4aea9d91a095dc09fbde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362628 Aug 19 12:37:29.753969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d256e-c2b0-4deb-a4fe-5f331e9d48d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0218bff2-f607-4c69-899b-ab41aad18753,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:29.755143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49960) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:29.799472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=575cdf90-e027-4734-8fd3-53aa4629851c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:29.807457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.807802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.808442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.808854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.809189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.809534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.809838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.810190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.810496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.810820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.811135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.811456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:29.827940 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-445b8ee1-7099-4d5b-ade4-f17305a9e6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.852111 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-445b8ee1-7099-4d5b-ade4-f17305a9e6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:29.885129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f0d06-dd4f-480d-906c-4655e37160bf req-c32e5738-70d6-477b-9eb3-3a078f3efc0f tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:29.888806 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-739f0d06-dd4f-480d-906c-4655e37160bf req-c32e5738-70d6-477b-9eb3-3a078f3efc0f tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 949 time: 0.0515404 Aug 19 12:37:29.931472 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-739f0d06-dd4f-480d-906c-4655e37160bf req-b7e3c21e-0c7a-4b02-a717-ceebe2e7804c tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375049 Aug 19 12:37:29.934645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:29.938921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:29.939274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.047818 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.056058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553fbe3-2732-425f-9868-ae7adec07284 req-431a1954-2f48-446f-af64-f69b2aee0764 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:30.064760 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8553fbe3-2732-425f-9868-ae7adec07284 req-431a1954-2f48-446f-af64-f69b2aee0764 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 944 time: 0.0676792 Aug 19 12:37:30.091829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:30.106759 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8553fbe3-2732-425f-9868-ae7adec07284 req-34f4e930-f0e1-47d3-8f0d-6b48a54647f2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409422 Aug 19 12:37:30.127022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848d03c-6e11-40c7-9d65-79e1a216e67b req-6e30012e-fcc8-4e2b-a45e-5bd507a5e8c9 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:30.128564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d848d03c-6e11-40c7-9d65-79e1a216e67b req-6e30012e-fcc8-4e2b-a45e-5bd507a5e8c9 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 945 time: 0.0672550 Aug 19 12:37:30.142353 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-445b8ee1-7099-4d5b-ade4-f17305a9e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.144910 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-445b8ee1-7099-4d5b-ade4-f17305a9e6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.146044 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-445b8ee1-7099-4d5b-ade4-f17305a9e6c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0218bff2-f607-4c69-899b-ab41aad18753 HTTP/1.1" status: 204 len: 168 time: 0.3883789 Aug 19 12:37:30.164047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b8ee1-7099-4d5b-ade4-f17305a9e6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0218bff2-f607-4c69-899b-ab41aad18753,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:30.183733 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d848d03c-6e11-40c7-9d65-79e1a216e67b req-bff4d49b-86f0-4fb4-906f-1db0c158f9f6 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490589 Aug 19 12:37:30.310916 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:30.362315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:30.467872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f364ad5-4996-4665-8a73-e4110cc86401 req-0dbc168e-dbca-4d63-b847-8ef690e07bd0 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:30.469761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f364ad5-4996-4665-8a73-e4110cc86401 req-0dbc168e-dbca-4d63-b847-8ef690e07bd0 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 945 time: 0.0514238 Aug 19 12:37:30.507896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f364ad5-4996-4665-8a73-e4110cc86401 req-81888071-dd16-41da-9e37-8f316e9916f1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318105 Aug 19 12:37:31.050706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0233786-fcb4-4363-837a-88d032565d48 req-2a43de47-702d-49c8-ba95-657d762afbd9 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:31.052255 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0233786-fcb4-4363-837a-88d032565d48 req-2a43de47-702d-49c8-ba95-657d762afbd9 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 950 time: 0.0493932 Aug 19 12:37:31.091971 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0233786-fcb4-4363-837a-88d032565d48 req-98b57d08-ee56-43cd-a257-1f9ee29c5943 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335045 Aug 19 12:37:31.245148 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f9711-1df7-4bd7-83dd-1acc101f9ff9 req-fd2a792c-8168-4f89-bd6a-39b05867ff78 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:31.252487 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f37f9711-1df7-4bd7-83dd-1acc101f9ff9 req-fd2a792c-8168-4f89-bd6a-39b05867ff78 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 944 time: 0.0686073 Aug 19 12:37:31.287566 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f37f9711-1df7-4bd7-83dd-1acc101f9ff9 req-99e05638-4420-4094-8a7a-b280b770e117 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341387 Aug 19 12:37:31.333848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a0717-3072-4c7c-97ba-8c4a381b4515 req-1caf48de-a020-49a5-86c5-5f3b552b1b37 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:31.337564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-346a0717-3072-4c7c-97ba-8c4a381b4515 req-1caf48de-a020-49a5-86c5-5f3b552b1b37 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 945 time: 0.0811005 Aug 19 12:37:31.375576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-346a0717-3072-4c7c-97ba-8c4a381b4515 req-096baa0d-c17f-4494-b176-eed42bc95397 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Aug 19 12:37:31.550945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49992) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:31.566513 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cabe50dd-c201-4bb0-bb14-936aea0419c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.606176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16693f6-04ac-43bf-9468-bc025bd94075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4e5d2b-a098-4c7c-be79-8bebfe4c452c'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:31.608652 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bda6641-70e3-40eb-af0b-c185e328186b" -d '{"events": [{"server_uuid": "c16693f6-04ac-43bf-9468-bc025bd94075", "name": "network-vif-plugged", "status": "completed", "tag": "4e4e5d2b-a098-4c7c-be79-8bebfe4c452c"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:31.644001 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0351c8fb-412c-4ca5-813d-583743456676 x-openstack-request-id: req-0351c8fb-412c-4ca5-813d-583743456676 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:31.644290 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16693f6-04ac-43bf-9468-bc025bd94075", "name": "network-vif-plugged", "status": "completed", "tag": "4e4e5d2b-a098-4c7c-be79-8bebfe4c452c", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:31.644539 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0351c8fb-412c-4ca5-813d-583743456676 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:31.644929 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16693f6-04ac-43bf-9468-bc025bd94075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4e5d2b-a098-4c7c-be79-8bebfe4c452c', 'code': 200} Aug 19 12:37:31.703270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1b5f-3a5e-40f5-ba3c-0985dda1b431 req-09716723-0362-4fa6-a37d-0a8c57c28be8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:31.704771 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0df1b5f-3a5e-40f5-ba3c-0985dda1b431 req-09716723-0362-4fa6-a37d-0a8c57c28be8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 945 time: 0.1163859 Aug 19 12:37:31.717561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb168e5a-9088-4be3-a5e0-b987fccfa561 req-ffc4eba3-f0f1-486d-8081-606f5de784be tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:31.718984 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb168e5a-9088-4be3-a5e0-b987fccfa561 req-ffc4eba3-f0f1-486d-8081-606f5de784be tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 945 time: 0.1148026 Aug 19 12:37:31.859432 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0df1b5f-3a5e-40f5-ba3c-0985dda1b431 req-347a4c08-69f6-4a24-b74c-b6055415d269 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393750 Aug 19 12:37:31.866962 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cabe50dd-c201-4bb0-bb14-936aea0419c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.869928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834b4c5-ea6c-4898-b0bb-79caa0ff10c8 req-0ec5e4c8-45a0-4bc2-82b7-240e5021e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:31.871448 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e834b4c5-ea6c-4898-b0bb-79caa0ff10c8 req-0ec5e4c8-45a0-4bc2-82b7-240e5021e256 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 1101 time: 0.1621656 Aug 19 12:37:31.929267 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e834b4c5-ea6c-4898-b0bb-79caa0ff10c8 req-38f3601e-2fe6-483f-a822-656e0f0b6493 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501966 Aug 19 12:37:31.937300 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-cb168e5a-9088-4be3-a5e0-b987fccfa561 req-decb1510-9d7b-4b1b-9920-bad918de6298 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Deleting port a5d936c6-a040-4257-a379-63132722ab7b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:31.937642 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb168e5a-9088-4be3-a5e0-b987fccfa561 req-decb1510-9d7b-4b1b-9920-bad918de6298 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:31.942705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5cc508aa-ce01-4525-b501-21e6fc4138bc details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:32.008650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cabe50dd-c201-4bb0-bb14-936aea0419c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.049407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:32.061339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'port_id': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'mac_address': 'fa:16:3e:2e:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:32.065810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-cb168e5a-9088-4be3-a5e0-b987fccfa561 req-decb1510-9d7b-4b1b-9920-bad918de6298 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] For port a5d936c6-a040-4257-a379-63132722ab7b, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=a5d936c6-a040-4257-a379-63132722ab7b,segment=NetworkSegment(a9ca4c8f-b645-412a-81f1-1de69430bd1f),segment_id=a9ca4c8f-b645-412a-81f1-1de69430bd1f)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:32.066213 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb168e5a-9088-4be3-a5e0-b987fccfa561 req-decb1510-9d7b-4b1b-9920-bad918de6298 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.075316 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cabe50dd-c201-4bb0-bb14-936aea0419c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26d254c861fc4ed3b69441a3979897fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5232756 Aug 19 12:37:32.076009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe50dd-c201-4bb0-bb14-936aea0419c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea49cc7-6376-4d2f-9029-1f7fa1103e83,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:32.077940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50000) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:32.085578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-cb168e5a-9088-4be3-a5e0-b987fccfa561 req-decb1510-9d7b-4b1b-9920-bad918de6298 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Calling delete_port for a5d936c6-a040-4257-a379-63132722ab7b owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:32.129553 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.158564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc508aa-ce01-4525-b501-21e6fc4138bc {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:32.195758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:32.199705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b336fae2-7ccc-49c9-9823-7d19539a02b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.242297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b336fae2-7ccc-49c9-9823-7d19539a02b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.273444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f32b1-6e9f-4297-ae42-fc709d9a04e0 req-c428e62e-ee6f-450d-9d54-3545cdd84d7d tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:32.275121 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f36f32b1-6e9f-4297-ae42-fc709d9a04e0 req-c428e62e-ee6f-450d-9d54-3545cdd84d7d tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 950 time: 0.0917077 Aug 19 12:37:32.339548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6e26a-18d0-47cd-ba3f-1eac941b3f1b req-0d6503e1-b88b-4b64-b871-ab86a6a7f758 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:32.340362 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f36f32b1-6e9f-4297-ae42-fc709d9a04e0 req-247cee14-da52-434f-aa58-0b375379325d tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556455 Aug 19 12:37:32.341173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bed6e26a-18d0-47cd-ba3f-1eac941b3f1b req-0d6503e1-b88b-4b64-b871-ab86a6a7f758 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 945 time: 0.1058650 Aug 19 12:37:32.373887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.382247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bed6e26a-18d0-47cd-ba3f-1eac941b3f1b req-52dd95ad-e8bb-41b9-a2a6-a9ee83c76e5f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348666 Aug 19 12:37:32.444426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5cc508aa-ce01-4525-b501-21e6fc4138bc,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:32.447359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958aed7-bbd7-4cf3-96d7-f4118398d37e req-60f11a81-7fad-4904-a0c9-04aa9b1317dc tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:32.449121 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9958aed7-bbd7-4cf3-96d7-f4118398d37e req-60f11a81-7fad-4904-a0c9-04aa9b1317dc tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 945 time: 0.0573807 Aug 19 12:37:32.488984 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9958aed7-bbd7-4cf3-96d7-f4118398d37e req-daf580f7-09cf-4caf-9cd3-a7a5099e82be tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334380 Aug 19 12:37:32.490560 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb168e5a-9088-4be3-a5e0-b987fccfa561 req-decb1510-9d7b-4b1b-9920-bad918de6298 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.503300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['a5d936c6-a040-4257-a379-63132722ab7b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:32.525722 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb1510-9d7b-4b1b-9920-bad918de6298 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Pushing event deleted for resources: {'Port': ['ID=a5d936c6-a040-4257-a379-63132722ab7b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:32.547738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb07911-a717-4ffe-a704-d7feb2a258d7 req-3174064f-45f7-4863-ba4f-10df5924b2ce tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:32.549249 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fbb07911-a717-4ffe-a704-d7feb2a258d7 req-3174064f-45f7-4863-ba4f-10df5924b2ce tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 867 time: 0.0920238 Aug 19 12:37:32.591977 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b336fae2-7ccc-49c9-9823-7d19539a02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.592355 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b336fae2-7ccc-49c9-9823-7d19539a02b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.593473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b336fae2-7ccc-49c9-9823-7d19539a02b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ea49cc7-6376-4d2f-9029-1f7fa1103e83 HTTP/1.1" status: 204 len: 168 time: 0.5145612 Aug 19 12:37:32.597431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb168e5a-9088-4be3-a5e0-b987fccfa561 req-decb1510-9d7b-4b1b-9920-bad918de6298 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] No DVR routers for this DVR port a5d936c6-a040-4257-a379-63132722ab7b on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:37:32.601136 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb168e5a-9088-4be3-a5e0-b987fccfa561 req-decb1510-9d7b-4b1b-9920-bad918de6298 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:32.603185 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb168e5a-9088-4be3-a5e0-b987fccfa561 req-decb1510-9d7b-4b1b-9920-bad918de6298 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.62 "DELETE /v2.0/ports/a5d936c6-a040-4257-a379-63132722ab7b HTTP/1.1" status: 204 len: 173 time: 0.8717721 Aug 19 12:37:32.603757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebe5324-9a7d-46da-b2d9-7ec3959627a2', 'name': 'network-vif-deleted', 'tag': 'a5d936c6-a040-4257-a379-63132722ab7b'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:32.605349 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336fae2-7ccc-49c9-9823-7d19539a02b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea49cc7-6376-4d2f-9029-1f7fa1103e83,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:32.605997 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb286a7-3d80-415b-a232-37df348283c4" -d '{"events": [{"server_uuid": "1ebe5324-9a7d-46da-b2d9-7ec3959627a2", "name": "network-vif-deleted", "tag": "a5d936c6-a040-4257-a379-63132722ab7b"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:32.635573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b97a47-a780-4f45-9519-db0f0afe1472 req-e8d3632b-bb12-45ea-8515-7a1210a1f051 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:32.637089 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b97a47-a780-4f45-9519-db0f0afe1472 req-e8d3632b-bb12-45ea-8515-7a1210a1f051 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 945 time: 0.0772185 Aug 19 12:37:32.639579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fbb07911-a717-4ffe-a704-d7feb2a258d7 req-e2a464c8-b242-413c-8ade-71b8ae6dd187 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/security-groups?id=6586fde8-cc3f-46de-b51b-eece52b17124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729110 Aug 19 12:37:32.650697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5cc508aa-ce01-4525-b501-21e6fc4138bc'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:32.703428 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70b97a47-a780-4f45-9519-db0f0afe1472 req-8627079e-9845-4502-a37b-ac04faf5e8ba tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588727 Aug 19 12:37:32.712949 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124e0e19-49da-4c0c-a0db-324b9352366d x-openstack-request-id: req-124e0e19-49da-4c0c-a0db-324b9352366d {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:32.713363 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebe5324-9a7d-46da-b2d9-7ec3959627a2", "name": "network-vif-deleted", "tag": "a5d936c6-a040-4257-a379-63132722ab7b", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:32.713833 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-124e0e19-49da-4c0c-a0db-324b9352366d {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:32.714396 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebe5324-9a7d-46da-b2d9-7ec3959627a2', 'name': 'network-vif-deleted', 'tag': 'a5d936c6-a040-4257-a379-63132722ab7b', 'status': 'completed', 'code': 200} Aug 19 12:37:33.486926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c8d09-7c54-45d3-a70c-7de34ed7b2c6 req-c4e076ff-4b9f-4afb-a8eb-6f1fd35f1e31 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:33.488694 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c85c8d09-7c54-45d3-a70c-7de34ed7b2c6 req-c4e076ff-4b9f-4afb-a8eb-6f1fd35f1e31 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 950 time: 0.0785542 Aug 19 12:37:33.536919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c85c8d09-7c54-45d3-a70c-7de34ed7b2c6 req-afbda902-1f86-4947-bf7a-4f639008778e tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Aug 19 12:37:33.555154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27c8cb-8631-4db0-a881-6b3325698d53 req-60409365-13fa-414c-8a28-6e426df9814c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:33.556780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b27c8cb-8631-4db0-a881-6b3325698d53 req-60409365-13fa-414c-8a28-6e426df9814c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 945 time: 0.0571043 Aug 19 12:37:33.607218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b27c8cb-8631-4db0-a881-6b3325698d53 req-e8678d26-8390-4a52-b673-3db06b14df84 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354917 Aug 19 12:37:33.667820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75fa59-0765-4761-9ff6-105d9d9f66b7 req-f6cbe678-10f9-4acc-a656-a3de6cbe21be tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:33.669470 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d75fa59-0765-4761-9ff6-105d9d9f66b7 req-f6cbe678-10f9-4acc-a656-a3de6cbe21be tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 945 time: 0.0579119 Aug 19 12:37:33.708798 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d75fa59-0765-4761-9ff6-105d9d9f66b7 req-6486cfbe-e086-45ee-a18a-09b1374e684e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330203 Aug 19 12:37:33.802304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6db277c-635c-4a6f-b902-822808b46c7c req-afbbf113-afe4-4a81-a3c7-a16bc91c7131 tempest-ServersNegativeTestMultiTenantJSON-323276623 tempest-ServersNegativeTestMultiTenantJSON-323276623-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ebe5324-9a7d-46da-b2d9-7ec3959627a2 HTTP/1.1" status: 200 len: 210 time: 0.0261667 Aug 19 12:37:33.975577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5cc508aa-ce01-4525-b501-21e6fc4138bc up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:34.253386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 5cc508aa-ce01-4525-b501-21e6fc4138bc completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:34.258605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 5cc508aa-ce01-4525-b501-21e6fc4138bc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:34.258995 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:34.375677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10e482-bb5b-4140-be91-d08d6a841c09 req-79b3f908-8652-4f93-881a-1fb5032d3a56 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:34.376985 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:34.379617 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa10e482-bb5b-4140-be91-d08d6a841c09 req-79b3f908-8652-4f93-881a-1fb5032d3a56 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 950 time: 0.0614934 Aug 19 12:37:34.413911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:34.415234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:34.417847 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601ccb60-f0eb-43a4-9537-a4653f7a0948" -d '{"events": [{"server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "name": "network-vif-plugged", "status": "completed", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:34.428358 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa10e482-bb5b-4140-be91-d08d6a841c09 req-5ad4e8ab-cc5f-4bc4-986a-6354ffd03a49 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433583 Aug 19 12:37:34.465965 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ab9d12-39f1-4c01-94df-9c1ef8d6d460 x-openstack-request-id: req-f7ab9d12-39f1-4c01-94df-9c1ef8d6d460 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:34.466325 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "name": "network-vif-plugged", "status": "completed", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:34.466583 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7ab9d12-39f1-4c01-94df-9c1ef8d6d460 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:34.467013 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'code': 200} Aug 19 12:37:34.575737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb42d7a-40f4-4ad3-8516-20e49d85081f req-88896162-05e7-46b0-9d08-64b5da0183c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:34.577364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4eb42d7a-40f4-4ad3-8516-20e49d85081f req-88896162-05e7-46b0-9d08-64b5da0183c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1096 time: 0.0493720 Aug 19 12:37:34.613985 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4eb42d7a-40f4-4ad3-8516-20e49d85081f req-91e7b39e-9e8f-42f4-9726-c5f089031c6b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291085 Aug 19 12:37:34.671516 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:34.720097 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5cc508aa-ce01-4525-b501-21e6fc4138bc,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:34.730881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b2af6-7ee4-4ce1-8287-590cf66bc8bf req-e4d0908e-cc77-4574-81cc-679d64af7532 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:34.732693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a93b2af6-7ee4-4ce1-8287-590cf66bc8bf req-e4d0908e-cc77-4574-81cc-679d64af7532 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 945 time: 0.0524418 Aug 19 12:37:34.773527 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a93b2af6-7ee4-4ce1-8287-590cf66bc8bf req-5e16e78a-7ea8-4125-89e3-299377822bd9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349782 Aug 19 12:37:34.836332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148063c-67b8-451b-9be0-e8d8df3f53ac req-b546b772-bf50-45ef-8d57-7ccf16265d91 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:34.844158 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f148063c-67b8-451b-9be0-e8d8df3f53ac req-b546b772-bf50-45ef-8d57-7ccf16265d91 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0654383 Aug 19 12:37:34.884283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50078) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:34.888097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f148063c-67b8-451b-9be0-e8d8df3f53ac req-d1434c86-4097-4d86-9763-33b302ec079d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 Aug 19 12:37:34.944240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defe876-085b-4de3-b44a-816ef5cef7d9 req-ed5dfdda-1be5-4afe-a633-c2d9131a79c5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:34.945690 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8defe876-085b-4de3-b44a-816ef5cef7d9 req-ed5dfdda-1be5-4afe-a633-c2d9131a79c5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 945 time: 0.1028886 Aug 19 12:37:34.950605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Deleting subnet 7880eeb9-e9af-4758-9e0b-e7a41f4f8746 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:37:34.959593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.020314 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.055228 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0eb267e4-08e4-477a-9b56-8c7904a17d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.093214 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.136003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8defe876-085b-4de3-b44a-816ef5cef7d9 req-c82a975f-14b6-4cbb-8368-2136857936f6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Deleting port 575cdf90-e027-4734-8fd3-53aa4629851c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:35.136347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8defe876-085b-4de3-b44a-816ef5cef7d9 req-c82a975f-14b6-4cbb-8368-2136857936f6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.237596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8defe876-085b-4de3-b44a-816ef5cef7d9 req-c82a975f-14b6-4cbb-8368-2136857936f6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] For port 575cdf90-e027-4734-8fd3-53aa4629851c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=575cdf90-e027-4734-8fd3-53aa4629851c,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:35.241107 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8defe876-085b-4de3-b44a-816ef5cef7d9 req-c82a975f-14b6-4cbb-8368-2136857936f6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.252749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8defe876-085b-4de3-b44a-816ef5cef7d9 req-c82a975f-14b6-4cbb-8368-2136857936f6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Calling delete_port for 575cdf90-e027-4734-8fd3-53aa4629851c owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:35.305104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a5d936c6-a040-4257-a379-63132722ab7b no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:35.333979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: a5d936c6-a040-4257-a379-63132722ab7b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:35.334644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device a5d936c6-a040-4257-a379-63132722ab7b not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:35.586305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.606843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a762e-c50c-4dae-9e56-61610a8b0c34 req-8dd7ecfe-10ab-47e0-8d8c-6ead7acd5259 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:35.617905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-347a762e-c50c-4dae-9e56-61610a8b0c34 req-8dd7ecfe-10ab-47e0-8d8c-6ead7acd5259 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 950 time: 0.0928776 Aug 19 12:37:35.618748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7880eeb9-e9af-4758-9e0b-e7a41f4f8746,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:35.635360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.635360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.635360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.635360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.635360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.636062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.636559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.637058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.637704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.638185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.638666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.639180 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:35.642431 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.645565 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9d53a34c-ddb5-40b0-b2be-17115890aa6e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7880eeb9-e9af-4758-9e0b-e7a41f4f8746 HTTP/1.1" status: 204 len: 168 time: 0.7582238 Aug 19 12:37:35.651409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50104) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:35.683024 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-347a762e-c50c-4dae-9e56-61610a8b0c34 req-1d10f41e-2ff8-49a4-94fd-6dde91a3e9a1 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/security-groups?id=487dc3ae-947c-4c93-a709-4a13b0469680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609581 Aug 19 12:37:35.769153 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:35.792927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d5abf-a8c5-40b9-afce-d31a23a2fb8b req-00046c31-c17c-4ff4-8212-a9bd20a38378 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:35.792927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b16d5abf-a8c5-40b9-afce-d31a23a2fb8b req-00046c31-c17c-4ff4-8212-a9bd20a38378 tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.62 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 950 time: 0.0901353 Aug 19 12:37:36.000136 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.013114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da0b48f-5b79-415d-a234-545b64d8fabc']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:36.031049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ca4c8f-b645-412a-81f1-1de69430bd1f') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:36.031049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ca4c8f-b645-412a-81f1-1de69430bd1f') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:36.045841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69023f0-afd7-4782-adb9-0a6bbf2330d2 req-ddca7fd8-dadd-445a-9d82-654a2adec837 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:36.045841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e69023f0-afd7-4782-adb9-0a6bbf2330d2 req-ddca7fd8-dadd-445a-9d82-654a2adec837 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0765190 Aug 19 12:37:36.046488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aac2f-2b43-426e-abee-91de88204ef4 req-fcb47821-42ee-4294-a644-50859f5bb511 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:36.048042 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d41aac2f-2b43-426e-abee-91de88204ef4 req-fcb47821-42ee-4294-a644-50859f5bb511 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 945 time: 0.1724060 Aug 19 12:37:36.053700 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.090495 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.104165 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e69023f0-afd7-4782-adb9-0a6bbf2330d2 req-443511c3-5fee-44a1-b8f8-03ac7a8d911b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523062 Aug 19 12:37:36.117128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:37:36.117735 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:37:36.119437 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:37:36.163088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8defe876-085b-4de3-b44a-816ef5cef7d9 req-c82a975f-14b6-4cbb-8368-2136857936f6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.167348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d41aac2f-2b43-426e-abee-91de88204ef4 req-d6dbc1a5-c01e-49bf-b4d7-9a7619bb37cf tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104801 Aug 19 12:37:36.172923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-b16d5abf-a8c5-40b9-afce-d31a23a2fb8b req-ea6ab48a-b553-4873-9ac3-4945c7be82eb tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Deleting port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:37:36.173262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b16d5abf-a8c5-40b9-afce-d31a23a2fb8b req-ea6ab48a-b553-4873-9ac3-4945c7be82eb tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.176477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:36.182842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['575cdf90-e027-4734-8fd3-53aa4629851c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:36.249383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a975f-14b6-4cbb-8368-2136857936f6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event deleted for resources: {'Port': ['ID=575cdf90-e027-4734-8fd3-53aa4629851c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:36.313873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8defe876-085b-4de3-b44a-816ef5cef7d9 req-c82a975f-14b6-4cbb-8368-2136857936f6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] No DVR routers for this DVR port 575cdf90-e027-4734-8fd3-53aa4629851c on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:37:36.318109 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8defe876-085b-4de3-b44a-816ef5cef7d9 req-c82a975f-14b6-4cbb-8368-2136857936f6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.320696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8defe876-085b-4de3-b44a-816ef5cef7d9 req-c82a975f-14b6-4cbb-8368-2136857936f6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "DELETE /v2.0/ports/575cdf90-e027-4734-8fd3-53aa4629851c HTTP/1.1" status: 204 len: 173 time: 1.3668787 Aug 19 12:37:36.321177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376012d8-8756-4e50-963e-e63167e81d57', 'name': 'network-vif-deleted', 'tag': '575cdf90-e027-4734-8fd3-53aa4629851c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:36.323565 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7677d4b3-4fba-4aa5-b042-6d28e13bc74c" -d '{"events": [{"server_uuid": "376012d8-8756-4e50-963e-e63167e81d57", "name": "network-vif-deleted", "tag": "575cdf90-e027-4734-8fd3-53aa4629851c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:36.357168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b16d5abf-a8c5-40b9-afce-d31a23a2fb8b req-ea6ab48a-b553-4873-9ac3-4945c7be82eb tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] For port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:36.357544 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b16d5abf-a8c5-40b9-afce-d31a23a2fb8b req-ea6ab48a-b553-4873-9ac3-4945c7be82eb tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.373655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-b16d5abf-a8c5-40b9-afce-d31a23a2fb8b req-ea6ab48a-b553-4873-9ac3-4945c7be82eb tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Calling delete_port for 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:37:36.436468 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806addc3-5bd1-4588-ade2-febec33b8277 x-openstack-request-id: req-806addc3-5bd1-4588-ade2-febec33b8277 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:36.437043 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376012d8-8756-4e50-963e-e63167e81d57", "name": "network-vif-deleted", "tag": "575cdf90-e027-4734-8fd3-53aa4629851c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:36.437456 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-806addc3-5bd1-4588-ade2-febec33b8277 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:36.438165 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376012d8-8756-4e50-963e-e63167e81d57', 'name': 'network-vif-deleted', 'tag': '575cdf90-e027-4734-8fd3-53aa4629851c', 'status': 'completed', 'code': 200} Aug 19 12:37:36.503123 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.514023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.516182 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] 10.222.0.21 "DELETE /v2.0/networks/4da0b48f-5b79-415d-a234-545b64d8fabc HTTP/1.1" status: 204 len: 168 time: 0.8636239 Aug 19 12:37:36.519094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50154) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:36.529474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98c1e4-0e64-441d-9abb-2f25dd8961ca admin admin] Pushing event deleted for resources: {'Network': ['ID=4da0b48f-5b79-415d-a234-545b64d8fabc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:36.573875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-360d7376-f4fb-4144-8b10-0d62a53aa1ea admin admin] Deleting subnet 4542e79a-13ec-4229-abd4-85f701e5395e {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:37:36.577083 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-360d7376-f4fb-4144-8b10-0d62a53aa1ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.612666 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-360d7376-f4fb-4144-8b10-0d62a53aa1ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.651879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-360d7376-f4fb-4144-8b10-0d62a53aa1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.659591 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b16d5abf-a8c5-40b9-afce-d31a23a2fb8b req-ea6ab48a-b553-4873-9ac3-4945c7be82eb tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.672691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['4e4e5d2b-a098-4c7c-be79-8bebfe4c452c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:36.699713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ab48a-b553-4873-9ac3-4945c7be82eb tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Pushing event deleted for resources: {'Port': ['ID=4e4e5d2b-a098-4c7c-be79-8bebfe4c452c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:36.775601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16d5abf-a8c5-40b9-afce-d31a23a2fb8b req-ea6ab48a-b553-4873-9ac3-4945c7be82eb tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] No DVR routers for this DVR port 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:37:36.778479 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b16d5abf-a8c5-40b9-afce-d31a23a2fb8b req-ea6ab48a-b553-4873-9ac3-4945c7be82eb tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.780908 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b16d5abf-a8c5-40b9-afce-d31a23a2fb8b req-ea6ab48a-b553-4873-9ac3-4945c7be82eb tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.62 "DELETE /v2.0/ports/4e4e5d2b-a098-4c7c-be79-8bebfe4c452c HTTP/1.1" status: 204 len: 173 time: 0.9645095 Aug 19 12:37:36.808188 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-360d7376-f4fb-4144-8b10-0d62a53aa1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.815838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b76f224c-15ba-47d8-9646-a5ae31214922 req-0f368e51-6f2d-4580-90b0-3a2028b7c90a tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 210 time: 0.0280123 Aug 19 12:37:36.834716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d7376-f4fb-4144-8b10-0d62a53aa1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4542e79a-13ec-4229-abd4-85f701e5395e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:36.840161 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-360d7376-f4fb-4144-8b10-0d62a53aa1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:36.842269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-360d7376-f4fb-4144-8b10-0d62a53aa1ea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4542e79a-13ec-4229-abd4-85f701e5395e HTTP/1.1" status: 204 len: 168 time: 0.3221118 Aug 19 12:37:36.844787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50158) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:37.047753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50162) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:37.166009 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7a3e3b6-77e3-4713-a631-a42e5d13a0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.311974 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7a3e3b6-77e3-4713-a631-a42e5d13a0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.324694 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.347056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3b51d-7195-4fac-b263-62caead68c2e req-b439132e-6590-456f-8208-5d5676c305c2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:37.348926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1cd3b51d-7195-4fac-b263-62caead68c2e req-b439132e-6590-456f-8208-5d5676c305c2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0771565 Aug 19 12:37:37.396339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4cb867c-b729-42f7-b2c3-a012e6acb352 req-f76988a1-9d71-4196-b0e1-a5f98b942c67 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=376012d8-8756-4e50-963e-e63167e81d57 HTTP/1.1" status: 200 len: 210 time: 0.0282118 Aug 19 12:37:37.464946 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7a3e3b6-77e3-4713-a631-a42e5d13a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.467054 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.472090 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1cd3b51d-7195-4fac-b263-62caead68c2e req-d2c68389-0e6b-46e8-b4b3-bc978cd385c8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014512 Aug 19 12:37:37.482141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec44ccc-4665-4acf-9c69-064ccb2f61d6']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:37.523828 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87dd72a4-bf5d-4d83-9e4e-68af67228f3d') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:37.525951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87dd72a4-bf5d-4d83-9e4e-68af67228f3d') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:37.545915 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d7a3e3b6-77e3-4713-a631-a42e5d13a0dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc141965b4354d4a8b705ab699f55296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969363 Aug 19 12:37:37.547569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3e3b6-77e3-4713-a631-a42e5d13a0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358f0991-9e9e-4c0d-83b8-8a7c921858ff,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:37.548972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50178) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:37.551830 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.591576 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.624604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:37:37.625015 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:37:37.628212 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:37:37.653196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d4522-510f-4934-b43c-faeb8d880406 req-a407e256-687a-423d-9c94-13acebdfbe86 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:37.654777 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a79d4522-510f-4934-b43c-faeb8d880406 req-a407e256-687a-423d-9c94-13acebdfbe86 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0775526 Aug 19 12:37:37.696839 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a79d4522-510f-4934-b43c-faeb8d880406 req-0b15300e-363c-45fa-89b8-3c5dfeab878e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359676 Aug 19 12:37:37.697642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61060298-853f-4831-ac6e-9983ed05baa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.720876 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61060298-853f-4831-ac6e-9983ed05baa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.721486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50180) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:37.741129 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.762853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d158c6-fcc5-4d7f-b38a-e1854e3eb3f3 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:37.766838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e9d158c6-fcc5-4d7f-b38a-e1854e3eb3f3 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1092 time: 0.0416479 Aug 19 12:37:37.767396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50182) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:37.772577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:37.802220 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.802341 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5989236-1edc-4b56-b822-08b66c23c3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.805594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.808612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] 10.222.0.21 "DELETE /v2.0/networks/cec44ccc-4665-4acf-9c69-064ccb2f61d6 HTTP/1.1" status: 204 len: 168 time: 0.9628365 Aug 19 12:37:37.821278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Pushing event deleted for resources: {'Network': ['ID=cec44ccc-4665-4acf-9c69-064ccb2f61d6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:37.829047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.829401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.830837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.830837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.830837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.830837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.831175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.831481 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.831809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.832133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.832505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.832778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd71df9a-2502-4a71-983f-2cb3a16e637c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:37:37.930726 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-969b407c-a9fa-4ede-94fe-5e176ca77651 req-a47d2390-8584-4fcf-bed0-d52e1ecac98d tempest-VolumesNegativeTest-1027640167 tempest-VolumesNegativeTest-1027640167-project] 10.222.0.21 "GET /v2.0/ports?device_id=c16693f6-04ac-43bf-9468-bc025bd94075 HTTP/1.1" status: 200 len: 210 time: 0.0270896 Aug 19 12:37:37.939242 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61060298-853f-4831-ac6e-9983ed05baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.942478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61060298-853f-4831-ac6e-9983ed05baa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:37.943688 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-61060298-853f-4831-ac6e-9983ed05baa8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/358f0991-9e9e-4c0d-83b8-8a7c921858ff HTTP/1.1" status: 204 len: 168 time: 0.3888860 Aug 19 12:37:37.951731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61060298-853f-4831-ac6e-9983ed05baa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358f0991-9e9e-4c0d-83b8-8a7c921858ff,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:38.068049 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.165554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.271009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.25.2.55 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/432e1b9c-c476-4a82-a998-a57c10f08428) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:38.382064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.440248 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16693f6-04ac-43bf-9468-bc025bd94075', 'name': 'network-vif-deleted', 'tag': '4e4e5d2b-a098-4c7c-be79-8bebfe4c452c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:38.443191 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6fcd82-554f-43db-bdf4-91f098d8b0c5" -d '{"events": [{"server_uuid": "c16693f6-04ac-43bf-9468-bc025bd94075", "name": "network-vif-deleted", "tag": "4e4e5d2b-a098-4c7c-be79-8bebfe4c452c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:38.489712 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcdc56e-d7ba-4709-8f1d-8aa9e043f9d9 x-openstack-request-id: req-ebcdc56e-d7ba-4709-8f1d-8aa9e043f9d9 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:38.490014 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16693f6-04ac-43bf-9468-bc025bd94075", "name": "network-vif-deleted", "tag": "4e4e5d2b-a098-4c7c-be79-8bebfe4c452c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:38.490269 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebcdc56e-d7ba-4709-8f1d-8aa9e043f9d9 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:38.490676 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16693f6-04ac-43bf-9468-bc025bd94075', 'name': 'network-vif-deleted', 'tag': '4e4e5d2b-a098-4c7c-be79-8bebfe4c452c', 'status': 'completed', 'code': 200} Aug 19 12:37:38.649022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:38.689348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:38.696853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:38.699556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:38.724787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=432e1b9c-c476-4a82-a998-a57c10f08428,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:38.823627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50214) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:38.926488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-504229e3-c500-42da-b131-a7343950aa08 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:38.939065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-504229e3-c500-42da-b131-a7343950aa08 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.1187117 Aug 19 12:37:38.946793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f7706264-ca4a-44bb-b04b-9ab089f2f901 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b25ce284021a4c17bd815bf68f4ebf83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1219249 Aug 19 12:37:38.949645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50216) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:38.953225 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-7940099f-b021-4657-abaa-7fce9eb8ddf9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/quotas/98869fa2853349ec87796b19730e6d7e HTTP/1.1" status: 200 len: 375 time: 0.0168331 Aug 19 12:37:39.015388 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-46fe3089-7260-4bda-9697-45eaec063e0c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621328 Aug 19 12:37:39.112866 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e1a7257-b29e-409c-b4e4-99814dfbeb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.113622 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-37a8197e-d367-487e-b708-ca234bb99621 service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973935 Aug 19 12:37:39.204988 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-c1c9b4e3-7e02-4880-bcb2-4c72baf06ec3 service neutron] 10.222.0.21 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850897 Aug 19 12:37:39.213262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e1a7257-b29e-409c-b4e4-99814dfbeb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.259341 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.329947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.336371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 575cdf90-e027-4734-8fd3-53aa4629851c no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:39.357009 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 575cdf90-e027-4734-8fd3-53aa4629851c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:39.357350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 575cdf90-e027-4734-8fd3-53aa4629851c not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:39.357764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:37:39.377289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:37:39.377630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 4e4e5d2b-a098-4c7c-be79-8bebfe4c452c not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:37:39.501441 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e1a7257-b29e-409c-b4e4-99814dfbeb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.504001 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e1a7257-b29e-409c-b4e4-99814dfbeb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.507474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6e1a7257-b29e-409c-b4e4-99814dfbeb5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6586fde8-cc3f-46de-b51b-eece52b17124 HTTP/1.1" status: 204 len: 168 time: 0.5547664 Aug 19 12:37:39.542126 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d6ef296-36de-4f78-9295-a53ed2c13b6a req-a9676bb7-ed12-450d-b6e3-393564b22669 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 210 time: 0.0559466 Aug 19 12:37:39.550552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a7257-b29e-409c-b4e4-99814dfbeb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6586fde8-cc3f-46de-b51b-eece52b17124,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:39.557400 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.605856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50240) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:39.628799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-329b167a-8717-48eb-abb7-48e1eadab20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.760084 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-329b167a-8717-48eb-abb7-48e1eadab20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:39.762855 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.042768 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.043027 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-329b167a-8717-48eb-abb7-48e1eadab20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.101161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-329b167a-8717-48eb-abb7-48e1eadab20f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0daa42aab8746ff91c13b7d4b76d46c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931934 Aug 19 12:37:40.104291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50258) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:40.110459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b167a-8717-48eb-abb7-48e1eadab20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef5b3af-60b9-4fa0-8c2f-f2773dc5f29f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:40.166559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=432e1b9c-c476-4a82-a998-a57c10f08428,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:40.172261 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.229578 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71c95cbc-b71f-494d-ad91-a722f910c7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.292595 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71c95cbc-b71f-494d-ad91-a722f910c7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.351867 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Floating IP db1e76b3-5bb6-408a-8a0d-495782a95c14 associated. External IP: 172.25.2.55, port: 5cc508aa-ce01-4525-b501-21e6fc4138bc. Aug 19 12:37:40.688291 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.832493 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71c95cbc-b71f-494d-ad91-a722f910c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.835832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71c95cbc-b71f-494d-ad91-a722f910c7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:40.836942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-71c95cbc-b71f-494d-ad91-a722f910c7ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fef5b3af-60b9-4fa0-8c2f-f2773dc5f29f HTTP/1.1" status: 204 len: 168 time: 0.7271423 Aug 19 12:37:40.873912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecc6b3e9-fe14-45f3-ae9e-19750b5d8ab1 req-c5f0d5f5-6a31-46c5-ab02-da529563af35 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 210 time: 0.0448401 Aug 19 12:37:40.874670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c95cbc-b71f-494d-ad91-a722f910c7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef5b3af-60b9-4fa0-8c2f-f2773dc5f29f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:40.897787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router d2e6d8b3-91e9-4648-8edb-3209735faea3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:37:41.018357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:37:41.034128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c5d580-1aee-43b8-a425-1bbad712ae1e None None] Sync routers for ids ['d2e6d8b3-91e9-4648-8edb-3209735faea3'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:37:41.043685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c5d580-1aee-43b8-a425-1bbad712ae1e None None] Routers {'d2e6d8b3-91e9-4648-8edb-3209735faea3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:41.044345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c6c5d580-1aee-43b8-a425-1bbad712ae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:37:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d2e6d8b3-91e9-4648-8edb-3209735faea3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:41.162497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c6c5d580-1aee-43b8-a425-1bbad712ae1e None None] Set router d2e6d8b3-91e9-4648-8edb-3209735faea3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:41.386307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c6c5d580-1aee-43b8-a425-1bbad712ae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:15Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'db1e76b3-5bb6-408a-8a0d-495782a95c14', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'port_id': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'mac_address': 'fa:16:3e:2e:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:37:39Z', 'updated_at': '2021-08-19T12:37:39Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0086df2-387d-45b8-a4f1-0fbf60c37078', 'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:38:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:12Z', 'updated_at': '2021-08-19T12:37:22Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '4a922391-f972-4368-842f-db34116a7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:41.412841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c5d580-1aee-43b8-a425-1bbad712ae1e None None] Checking router: d2e6d8b3-91e9-4648-8edb-3209735faea3 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:37:41.421087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c5d580-1aee-43b8-a425-1bbad712ae1e None None] Routers {'d2e6d8b3-91e9-4648-8edb-3209735faea3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:37:41.421692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c6c5d580-1aee-43b8-a425-1bbad712ae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:37:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d2e6d8b3-91e9-4648-8edb-3209735faea3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:41.619985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:41.667032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-49eab774-9dc5-404b-9650-6984c8632ff9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8959126 Aug 19 12:37:41.674265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:41.681492 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:41.687441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c6c5d580-1aee-43b8-a425-1bbad712ae1e None None] Set router d2e6d8b3-91e9-4648-8edb-3209735faea3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:37:41.709523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50304) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:41.753959 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d03451e-66f6-4f75-89c5-21ec7cfb9453 x-openstack-request-id: req-7d03451e-66f6-4f75-89c5-21ec7cfb9453 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:41.754994 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:41.756253 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d03451e-66f6-4f75-89c5-21ec7cfb9453 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:41.756815 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'status': 'completed', 'code': 200} Aug 19 12:37:41.928396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a6eca51c-c536-4410-92ad-2e0cf2b0aab0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2eee37002c1545628c5836c7a19c10de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175775 Aug 19 12:37:41.930925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50340) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:41.993623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca4226-a9ed-4e61-a2d2-9205f58a8576 req-ef9e8127-1b34-40c6-b65d-421471d38469 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:42.000525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4ca4226-a9ed-4e61-a2d2-9205f58a8576 req-ef9e8127-1b34-40c6-b65d-421471d38469 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.2280915 Aug 19 12:37:42.015625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1 req-4a750ae2-5981-4bd3-ae30-f25eb02f4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:42.019307 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1 req-4a750ae2-5981-4bd3-ae30-f25eb02f4ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1097 time: 0.2298901 Aug 19 12:37:42.047997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ffb4068d-0858-401e-8de1-fa652ccf5888 req-bf7e3263-b3af-4469-8cfb-80c9831321ff tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 210 time: 0.0361304 Aug 19 12:37:42.059035 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7446ed9-132e-4dc1-85ef-0dbe51c614d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:42.066435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c6c5d580-1aee-43b8-a425-1bbad712ae1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:15Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'db1e76b3-5bb6-408a-8a0d-495782a95c14', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'port_id': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'mac_address': 'fa:16:3e:2e:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:37:39Z', 'updated_at': '2021-08-19T12:37:39Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0086df2-387d-45b8-a4f1-0fbf60c37078', 'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:38:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:12Z', 'updated_at': '2021-08-19T12:37:22Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '4a922391-f972-4368-842f-db34116a7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:37:42.118123 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7446ed9-132e-4dc1-85ef-0dbe51c614d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:42.154571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c5d580-1aee-43b8-a425-1bbad712ae1e None None] The sync data for ids ['d2e6d8b3-91e9-4648-8edb-3209735faea3'] in n-d-803757-2 is: [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:15Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'db1e76b3-5bb6-408a-8a0d-495782a95c14', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'port_id': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'mac_address': 'fa:16:3e:2e:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:37:39Z', 'updated_at': '2021-08-19T12:37:39Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0086df2-387d-45b8-a4f1-0fbf60c37078', 'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:38:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:12Z', 'updated_at': '2021-08-19T12:37:22Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '4a922391-f972-4368-842f-db34116a7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:37:42.216842 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4ca4226-a9ed-4e61-a2d2-9205f58a8576 req-e1025b43-4b16-46b4-9d95-34a7b8d4d24f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944690 Aug 19 12:37:42.234876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50360) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:42.307606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1 req-fba4d1ad-21d4-4c89-b5e5-2e2e7d635922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:42.309241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1 req-fba4d1ad-21d4-4c89-b5e5-2e2e7d635922 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b2adc24-94e3-490f-a723-9f31ae4532c2 HTTP/1.1" status: 200 len: 897 time: 0.2370434 Aug 19 12:37:42.362899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-efe5c554-c85b-4e87-896c-aee75622a41f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/db1e76b3-5bb6-408a-8a0d-495782a95c14 HTTP/1.1" status: 200 len: 991 time: 0.1267562 Aug 19 12:37:42.388942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1 req-4b969525-4810-47b3-81e3-d0eaef7e6f29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc HTTP/1.1" status: 200 len: 999 time: 0.0722198 Aug 19 12:37:42.423213 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26656292-b59d-4660-b3cc-2e3ebd17e3e6 None None] New status for floating IP db1e76b3-5bb6-408a-8a0d-495782a95c14: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:37:42.448277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1 req-6dcd7eb0-629a-4d28-8fd3-ed35abefe2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:42.450090 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1 req-6dcd7eb0-629a-4d28-8fd3-ed35abefe2c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a922391-f972-4368-842f-db34116a7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0544808 Aug 19 12:37:42.510333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1 req-806b2b89-9cfe-4c02-96a5-18aad7f1ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:42.512051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1 req-806b2b89-9cfe-4c02-96a5-18aad7f1ad2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b2adc24-94e3-490f-a723-9f31ae4532c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546031 Aug 19 12:37:42.545215 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7446ed9-132e-4dc1-85ef-0dbe51c614d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:42.550961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d7446ed9-132e-4dc1-85ef-0dbe51c614d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:42.550961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d7446ed9-132e-4dc1-85ef-0dbe51c614d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac3ff0e4-b8e3-40dc-942e-24eeb82f3aeb HTTP/1.1" status: 204 len: 168 time: 0.6163349 Aug 19 12:37:42.586132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7446ed9-132e-4dc1-85ef-0dbe51c614d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3ff0e4-b8e3-40dc-942e-24eeb82f3aeb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:42.668250 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1 req-c69ff0bb-7c34-41a1-83e7-24ce4f5b330e service neutron] 10.222.0.30 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481991 Aug 19 12:37:42.778125 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b4b9b5d-ebd3-4484-a368-e02cc29b11d1 req-5fa221ce-ad2a-4881-8a94-157e482736b1 service neutron] 10.222.0.30 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021752 Aug 19 12:37:43.164141 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-061fdd82-38ca-4b8f-9bd4-dc81574de093 req-a82ebcc5-b683-49c8-ada6-e748ef6c6450 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 210 time: 0.0305333 Aug 19 12:37:43.352164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50400) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:43.366722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50404) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:43.499270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0b87fdf5-71ce-49ab-916f-7b1fc2590bac tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/db1e76b3-5bb6-408a-8a0d-495782a95c14 HTTP/1.1" status: 200 len: 993 time: 0.1311579 Aug 19 12:37:43.507159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-264140677-network', 'tenant_id': '584008ceb0184d4f9b9a266befa861c9'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:43.721817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Made reservation on behalf of 584008ceb0184d4f9b9a266befa861c9 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:43.725296 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.736443 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:43.842209 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.096038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.140458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:44.167400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c520efb-49a4-418e-8b23-7a71d6018fe7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:44.176798 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.177097 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Added segment e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad of type vlan for network ab4ab425-73fc-48b7-9263-d238c88874f8 Aug 19 12:37:44.228308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-d934f3bf-66d9-4461-804c-c3caf68d8da9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:44.233050 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-d934f3bf-66d9-4461-804c-c3caf68d8da9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 806 time: 0.1830771 Aug 19 12:37:44.241760 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.256129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Request body: {'port': {'device_id': '0150508d-a59d-4854-a465-97879fab3329', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'admin_state_up': True, 'tenant_id': '98869fa2853349ec87796b19730e6d7e'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:44.355345 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a276786-ccd1-4f8e-857c-3cc41aa0a288 req-65bc9001-fa47-4ff0-aaf5-695b00e55553 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 210 time: 0.0429621 Aug 19 12:37:44.573266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.574436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:44.575141 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.633790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Made reservation on behalf of 98869fa2853349ec87796b19730e6d7e for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:44.637340 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.666482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] Pushing event updated for resources: {'Network': ['ID=ab4ab425-73fc-48b7-9263-d238c88874f8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:44.678022 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ab4ab425-73fc-48b7-9263-d238c88874f8 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:44.772003 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9595dc39-f1c8-47ea-832f-b8d273eb2f5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4128265 Aug 19 12:37:44.772946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50492) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:44.780167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] Request body: {'subnet': {'network_id': 'ab4ab425-73fc-48b7-9263-d238c88874f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-264140677-subnet', 'tenant_id': '584008ceb0184d4f9b9a266befa861c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:44.821098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Allocated IP 172.20.0.14 (cb170772-c550-4210-8916-2b1ba172ab74/72722106-b2f0-4425-9aa0-54129c05fca6/3b1bae54-e3a7-4076-b517-bc7637d975fe) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:44.933064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] Made reservation on behalf of 584008ceb0184d4f9b9a266befa861c9 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:44.935696 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:44.978197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:45.287945 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:45.299920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:45.332791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Network cb170772-c550-4210-8916-2b1ba172ab74 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:45.349441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:45.349441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:45.368459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event updated for resources: {'Port': ['ID=3b1bae54-e3a7-4076-b517-bc7637d975fe,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:45.398544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:45.399206 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:45.415317 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:45.479691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff86953-9625-40dc-a2b1-191adc4f5cc3 req-eae8b13b-b14f-4db3-a609-5e18ab55208e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:45.483291 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ff86953-9625-40dc-a2b1-191adc4f5cc3 req-eae8b13b-b14f-4db3-a609-5e18ab55208e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 932 time: 0.0554404 Aug 19 12:37:45.503686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=6637abd1-a682-4ac4-bdcd-ba4751dad9e2,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:45.509281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] Checking segment: {'id': 'e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ab4ab425-73fc-48b7-9263-d238c88874f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:45.509631 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] Network hostable DHCP agents. Network: ab4ab425-73fc-48b7-9263-d238c88874f8, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:37:45.523620 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ff86953-9625-40dc-a2b1-191adc4f5cc3 req-3102d13b-63f1-499d-9d61-8bc237afb8ce tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363939 Aug 19 12:37:45.607087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-643960c6-025b-45b5-a87d-877e363666e2 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3569350 Aug 19 12:37:45.629310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Request body: {'port': {'device_id': '0150508d-a59d-4854-a465-97879fab3329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:45.658830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] Network ab4ab425-73fc-48b7-9263-d238c88874f8 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:37:45.695463 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:45.848355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50534) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:45.876169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, ab4ab425-73fc-48b7-9263-d238c88874f8) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:45.890566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38bf380-c2c3-4c7f-a505-39c8ce5a5935 None None] Network ab4ab425-73fc-48b7-9263-d238c88874f8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:45.902429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:45.903559 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.065747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ef34d96b-cf28-405b-909b-d3f1e8ec9ece admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2824054 Aug 19 12:37:46.085750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5473958d-0c72-40b8-a817-d0d89f3d5122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.141848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1bae54-e3a7-4076-b517-bc7637d975fe {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:46.150837 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.163975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Transition to ACTIVE for port object 3b1bae54-e3a7-4076-b517-bc7637d975fe will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:46.170332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a6eb8d-40cd-4ae9-9245-35b1e410c163 None None] Network ab4ab425-73fc-48b7-9263-d238c88874f8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:46.309248 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5473958d-0c72-40b8-a817-d0d89f3d5122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.310192 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.406368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1bae54-e3a7-4076-b517-bc7637d975fe,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:46.414007 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5473958d-0c72-40b8-a817-d0d89f3d5122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.438835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Attempting to bind port 3b1bae54-e3a7-4076-b517-bc7637d975fe on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:46.439255 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Attempting to bind port 3b1bae54-e3a7-4076-b517-bc7637d975fe by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:46.439500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Attempting to bind port 3b1bae54-e3a7-4076-b517-bc7637d975fe on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:46.445271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Port 3b1bae54-e3a7-4076-b517-bc7637d975fe on network cb170772-c550-4210-8916-2b1ba172ab74 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:46.445600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Attempting to bind port 3b1bae54-e3a7-4076-b517-bc7637d975fe on network cb170772-c550-4210-8916-2b1ba172ab74 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:46.453863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:46.454200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Checking segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:46.454591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Bound using segment: {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:46.455064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Bound port: 3b1bae54-e3a7-4076-b517-bc7637d975fe, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccfb497-c59a-4f8f-a613-837feb37f7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:46.455432 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.456460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5473958d-0c72-40b8-a817-d0d89f3d5122 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d70d561610174fba906b7ddff2de6ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6063797 Aug 19 12:37:46.464600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50560) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:46.483005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473958d-0c72-40b8-a817-d0d89f3d5122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c89228b-8054-405c-abfa-21200756d081,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:46.582063 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c848aae6-2da4-4bdf-a69c-31fc56099440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.602768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] For port 3b1bae54-e3a7-4076-b517-bc7637d975fe, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:46.606054 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c848aae6-2da4-4bdf-a69c-31fc56099440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.608798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] For port 3b1bae54-e3a7-4076-b517-bc7637d975fe, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3b1bae54-e3a7-4076-b517-bc7637d975fe,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:46.682169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994fab1-3f5e-45f8-af2b-06f50b5c1a32 req-ae4b1285-58b3-41f4-bcb5-358af7679e13 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:46.683654 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f994fab1-3f5e-45f8-af2b-06f50b5c1a32 req-ae4b1285-58b3-41f4-bcb5-358af7679e13 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 944 time: 0.0692649 Aug 19 12:37:46.726347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f994fab1-3f5e-45f8-af2b-06f50b5c1a32 req-46e0941d-05b2-4a6f-939d-538451469afe tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366647 Aug 19 12:37:46.785297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.837032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:46.837032 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.837032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] 10.222.0.62 "PUT /v2.0/ports/3b1bae54-e3a7-4076-b517-bc7637d975fe HTTP/1.1" status: 200 len: 1092 time: 1.2095871 Aug 19 12:37:46.837032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0150508d-a59d-4854-a465-97879fab3329', 'tag': '3b1bae54-e3a7-4076-b517-bc7637d975fe'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:46.838275 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d856a7-d335-456c-a421-106ffd8fdcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "0150508d-a59d-4854-a465-97879fab3329", "tag": "3b1bae54-e3a7-4076-b517-bc7637d975fe"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:46.871912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3334a7-80be-457f-9426-113ff8323562 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1bae54-e3a7-4076-b517-bc7637d975fe,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:46.893485 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c848aae6-2da4-4bdf-a69c-31fc56099440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.898716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c848aae6-2da4-4bdf-a69c-31fc56099440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:46.904130 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c848aae6-2da4-4bdf-a69c-31fc56099440 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c89228b-8054-405c-abfa-21200756d081 HTTP/1.1" status: 204 len: 168 time: 0.4383738 Aug 19 12:37:46.909948 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16834352-896c-4376-9868-f35313eb2a37 x-openstack-request-id: req-16834352-896c-4376-9868-f35313eb2a37 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:46.910398 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0150508d-a59d-4854-a465-97879fab3329", "tag": "3b1bae54-e3a7-4076-b517-bc7637d975fe", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:46.910753 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16834352-896c-4376-9868-f35313eb2a37 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:46.911346 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0150508d-a59d-4854-a465-97879fab3329', 'tag': '3b1bae54-e3a7-4076-b517-bc7637d975fe', 'status': 'completed', 'code': 200} Aug 19 12:37:46.927278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848aae6-2da4-4bdf-a69c-31fc56099440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c89228b-8054-405c-abfa-21200756d081,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:47.001154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d856a7-d335-456c-a421-106ffd8fdcb5 req-854cd3c1-242f-42f3-8608-c2dec40907b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:47.002306 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38d856a7-d335-456c-a421-106ffd8fdcb5 req-854cd3c1-242f-42f3-8608-c2dec40907b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 1095 time: 0.0708029 Aug 19 12:37:47.202540 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d856a7-d335-456c-a421-106ffd8fdcb5 req-11d40ad0-3f5e-4a4c-9035-666c70f52334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:47.207692 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38d856a7-d335-456c-a421-106ffd8fdcb5 req-11d40ad0-3f5e-4a4c-9035-666c70f52334 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=98869fa2853349ec87796b19730e6d7e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1932809 Aug 19 12:37:47.323103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d856a7-d335-456c-a421-106ffd8fdcb5 req-89bb5de3-601b-4452-a05e-e54b63ca1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:47.326548 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38d856a7-d335-456c-a421-106ffd8fdcb5 req-89bb5de3-601b-4452-a05e-e54b63ca1c18 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145728 Aug 19 12:37:47.346781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50616) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:47.353293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1932151227-network', 'tenant_id': '745607e34a6d46658d050f7bd6b48d45'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:47.420754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-504f0ad0-d189-46b7-94e7-7a9a061f8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:47.422547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-504f0ad0-d189-46b7-94e7-7a9a061f8a02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 1095 time: 0.0498347 Aug 19 12:37:47.476686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-637828a4-0f67-44fb-80cc-ca103ffbae90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1bae54-e3a7-4076-b517-bc7637d975fe HTTP/1.1" status: 200 len: 217 time: 0.0463483 Aug 19 12:37:47.533406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-bdddb3b2-2c4d-4b3b-8d9e-1f3a98660bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:47.535148 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-bdddb3b2-2c4d-4b3b-8d9e-1f3a98660bab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 200 len: 846 time: 0.0513930 Aug 19 12:37:47.545133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Made reservation on behalf of 745607e34a6d46658d050f7bd6b48d45 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:47.553211 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.565207 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.571686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-649b7cc4-a891-4cc8-82ee-47c8b7e18b8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb170772-c550-4210-8916-2b1ba172ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272484 Aug 19 12:37:47.681300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-259b2506-239a-46a9-b81f-b98e9207ea08 service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017962 Aug 19 12:37:47.681901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.790340 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7a300b1-e756-40f6-8b73-a908df41ac6b req-d9d692ad-07e2-4308-aa55-fdf9836560eb service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016176 Aug 19 12:37:47.854421 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.877517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:47.899506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629c313-fc3e-4f02-b508-b8a1145c6b7f req-ef6d63b1-3646-4e93-a3df-a1af50a0d394 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:47.901055 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1629c313-fc3e-4f02-b508-b8a1145c6b7f req-ef6d63b1-3646-4e93-a3df-a1af50a0d394 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 944 time: 0.0805218 Aug 19 12:37:47.928775 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:47.929145 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Added segment 7c0b0553-5af3-42f5-b8cf-43fdfa489b9e of type vlan for network 49dc5591-7d34-4ec0-92f9-2dd26d703a2c Aug 19 12:37:47.962963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641813be-a851-4202-af9a-31a2080ea143,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:48.012781 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:48.031242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1629c313-fc3e-4f02-b508-b8a1145c6b7f req-a18ad4f9-b7d2-4415-827b-bf8287e0cc87 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038768 Aug 19 12:37:48.281965 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:48.283284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:48.284033 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:48.359369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] Pushing event updated for resources: {'Network': ['ID=49dc5591-7d34-4ec0-92f9-2dd26d703a2c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:48.371388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 49dc5591-7d34-4ec0-92f9-2dd26d703a2c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:48.472828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-09d74056-965f-42ab-8890-1df9d89ed01e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1217883 Aug 19 12:37:48.473116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50646) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:48.477964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] Request body: {'subnet': {'network_id': '49dc5591-7d34-4ec0-92f9-2dd26d703a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1932151227-subnet', 'tenant_id': '745607e34a6d46658d050f7bd6b48d45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:48.589948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] Made reservation on behalf of 745607e34a6d46658d050f7bd6b48d45 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:48.592441 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.076856 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:49.147277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e88a4d-8781-48ac-ae50-58cf9b7e7386,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:49.165462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] Checking segment: {'id': '7c0b0553-5af3-42f5-b8cf-43fdfa489b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '49dc5591-7d34-4ec0-92f9-2dd26d703a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:49.166032 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] Network hostable DHCP agents. Network: 49dc5591-7d34-4ec0-92f9-2dd26d703a2c, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:37:49.223704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfbcae-c5a6-43b8-a806-cc2cc5003cdb req-1b75da8f-00a2-4591-b6f3-1e0153836b69 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:49.225891 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3bdfbcae-c5a6-43b8-a806-cc2cc5003cdb req-1b75da8f-00a2-4591-b6f3-1e0153836b69 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 944 time: 0.0767903 Aug 19 12:37:49.279365 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3bdfbcae-c5a6-43b8-a806-cc2cc5003cdb req-c346c301-1cc6-4ecc-a521-0e99039a0b8b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471239 Aug 19 12:37:49.875342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] Network 49dc5591-7d34-4ec0-92f9-2dd26d703a2c is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:37:50.058341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 49dc5591-7d34-4ec0-92f9-2dd26d703a2c) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:50.064257 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:50.065204 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:50.065931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259bb9a4-662a-4096-a11f-6b051f14745a None None] Network 49dc5591-7d34-4ec0-92f9-2dd26d703a2c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:50.206852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec894e9f-107e-4f8c-a608-d4d591696718 None None] Network 49dc5591-7d34-4ec0-92f9-2dd26d703a2c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:50.408236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1252fc4-5a8c-490e-b08a-d50630877fd8 req-9d573a2b-9cad-4a98-9dd9-3142ccfc7641 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:50.411474 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1252fc4-5a8c-490e-b08a-d50630877fd8 req-9d573a2b-9cad-4a98-9dd9-3142ccfc7641 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 944 time: 0.0527706 Aug 19 12:37:50.448247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1252fc4-5a8c-490e-b08a-d50630877fd8 req-30208471-885f-429f-9e5c-763e514de956 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326676 Aug 19 12:37:50.499632 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ed173f77-fae8-471d-b171-8dc84951a94d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0255644 Aug 19 12:37:51.008440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7720e-4af3-4172-a428-119d39f1332f req-631c4c7d-166e-4727-850e-6a6ae187a789 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:51.010655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-631c4c7d-166e-4727-850e-6a6ae187a789 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/networks?id=ab4ab425-73fc-48b7-9263-d238c88874f8 HTTP/1.1" status: 200 len: 808 time: 0.1182828 Aug 19 12:37:51.027251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-26432b4e-b610-45f2-9e5d-5b95b6fb3f5b tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/quotas/584008ceb0184d4f9b9a266befa861c9 HTTP/1.1" status: 200 len: 375 time: 0.0106273 Aug 19 12:37:51.061525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-b18bdd01-0ad1-495f-9102-f2f79a39a860 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=584008ceb0184d4f9b9a266befa861c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282204 Aug 19 12:37:51.152553 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-1de3ea7c-79bc-4117-9e0b-643d498637ac service neutron] 10.222.0.21 "GET /v2.0/networks/ab4ab425-73fc-48b7-9263-d238c88874f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832460 Aug 19 12:37:51.255485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-07d1b675-0095-41a9-ac0d-5b76707ee881 service neutron] 10.222.0.21 "GET /v2.0/networks/ab4ab425-73fc-48b7-9263-d238c88874f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959651 Aug 19 12:37:51.419124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3b1bae54-e3a7-4076-b517-bc7637d975fe details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:37:51.512328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3b1bae54-e3a7-4076-b517-bc7637d975fe, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3b1bae54-e3a7-4076-b517-bc7637d975fe,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:51.525632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '3b1bae54-e3a7-4076-b517-bc7637d975fe', 'network_id': 'cb170772-c550-4210-8916-2b1ba172ab74', 'port_id': '3b1bae54-e3a7-4076-b517-bc7637d975fe', 'mac_address': 'fa:16:3e:ce:6a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72722106-b2f0-4425-9aa0-54129c05fca6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:37:51.580651 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:51.592710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de15efc-0d68-4f7a-b763-4967f7d2376f req-83d409d2-8e44-4b80-ae9d-fc560f7058de tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:51.599709 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1bae54-e3a7-4076-b517-bc7637d975fe {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:51.600579 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7de15efc-0d68-4f7a-b763-4967f7d2376f req-83d409d2-8e44-4b80-ae9d-fc560f7058de tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 944 time: 0.0822594 Aug 19 12:37:51.614563 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f739a75b-6284-4ada-9b52-3b046eda5a0b req-21b01cfa-c9c9-4301-9d58-f1f0b6021a70 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 210 time: 0.0354178 Aug 19 12:37:51.628078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3b1bae54-e3a7-4076-b517-bc7637d975fe, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3b1bae54-e3a7-4076-b517-bc7637d975fe,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:51.650857 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7de15efc-0d68-4f7a-b763-4967f7d2376f req-21cae6e5-5faf-44d3-a067-130eb7e99c0e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437210 Aug 19 12:37:51.812887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50738) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:51.887849 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:51.942549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=3b1bae54-e3a7-4076-b517-bc7637d975fe,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:51.958127 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a8c807e9-3219-4614-bbb6-bc91e2962d11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22c11d2edd344b478bed656073e00776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439559 Aug 19 12:37:51.961342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50744) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:52.010502 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36cec107-66e0-47ed-aa2a-a86613e95d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.034851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36cec107-66e0-47ed-aa2a-a86613e95d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.090918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['3b1bae54-e3a7-4076-b517-bc7637d975fe'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:37:52.293011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36cec107-66e0-47ed-aa2a-a86613e95d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.295691 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36cec107-66e0-47ed-aa2a-a86613e95d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:52.296860 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-36cec107-66e0-47ed-aa2a-a86613e95d8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/487dc3ae-947c-4c93-a709-4a13b0469680 HTTP/1.1" status: 204 len: 168 time: 0.3345435 Aug 19 12:37:52.305918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cec107-66e0-47ed-aa2a-a86613e95d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487dc3ae-947c-4c93-a709-4a13b0469680,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:52.708230 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-37f033c9-d50f-491a-858d-a9d8bc3ae5a2 req-5f78d03c-1a38-4bde-a586-b7fceb4e9072 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 210 time: 0.0386674 Aug 19 12:37:52.782904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbb48a-7b4b-4099-b50e-3c248660a622 req-bb4b2037-655c-48b6-a59d-bacaa323a9c9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:52.784410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9fbb48a-7b4b-4099-b50e-3c248660a622 req-bb4b2037-655c-48b6-a59d-bacaa323a9c9 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 945 time: 0.0513010 Aug 19 12:37:52.828832 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9fbb48a-7b4b-4099-b50e-3c248660a622 req-fbdc45ee-9261-4bc8-9398-638a174b479a tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385251 Aug 19 12:37:53.444264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3b1bae54-e3a7-4076-b517-bc7637d975fe up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:37:53.772158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 3b1bae54-e3a7-4076-b517-bc7637d975fe completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:37:53.782931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 3b1bae54-e3a7-4076-b517-bc7637d975fe triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:37:53.785285 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.786688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de7a22d6-d46b-42f4-90bf-d94879295887 req-a4d97ef5-4295-4ae6-85d7-087dfe07c83e tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 210 time: 0.0282180 Aug 19 12:37:53.869897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:53.911117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3b1bae54-e3a7-4076-b517-bc7637d975fe, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3b1bae54-e3a7-4076-b517-bc7637d975fe,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:37:53.911956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0150508d-a59d-4854-a465-97879fab3329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1bae54-e3a7-4076-b517-bc7637d975fe'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:53.914310 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df138c9b-ae8a-4477-929b-9751ea2e0691" -d '{"events": [{"server_uuid": "0150508d-a59d-4854-a465-97879fab3329", "name": "network-vif-plugged", "status": "completed", "tag": "3b1bae54-e3a7-4076-b517-bc7637d975fe"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:53.964895 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe671f7-174c-42fa-bc95-253896700068 x-openstack-request-id: req-ebe671f7-174c-42fa-bc95-253896700068 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:53.965184 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0150508d-a59d-4854-a465-97879fab3329", "name": "network-vif-plugged", "status": "completed", "tag": "3b1bae54-e3a7-4076-b517-bc7637d975fe", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:53.965433 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebe671f7-174c-42fa-bc95-253896700068 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:53.965857 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0150508d-a59d-4854-a465-97879fab3329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1bae54-e3a7-4076-b517-bc7637d975fe', 'code': 200} Aug 19 12:37:53.980616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bd67e-8e74-4407-bb57-64d085e208bb req-18ab9853-1746-479c-a790-f0a1dd95e9d7 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:53.988853 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f4bd67e-8e74-4407-bb57-64d085e208bb req-18ab9853-1746-479c-a790-f0a1dd95e9d7 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 945 time: 0.0630362 Aug 19 12:37:54.033805 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f4bd67e-8e74-4407-bb57-64d085e208bb req-a181b305-1992-4a19-8df2-d14ed0792f4b tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439839 Aug 19 12:37:54.077986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fdbb9-469f-4e85-839d-3ce2672e306d req-18841bbe-89e0-422e-bea1-358c384a8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:54.079578 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c36fdbb9-469f-4e85-839d-3ce2672e306d req-18841bbe-89e0-422e-bea1-358c384a8924 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 1096 time: 0.0521672 Aug 19 12:37:54.081643 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.130864 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c36fdbb9-469f-4e85-839d-3ce2672e306d req-f39a6d19-fd95-4ef6-aa41-16dce812a476 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 Aug 19 12:37:54.140725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=3b1bae54-e3a7-4076-b517-bc7637d975fe,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:54.402963 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50804) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:54.502441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-707802578-network', 'tenant_id': 'aec28cc18f02409c840bb4da249e4d44'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:54.775633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50814) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:54.790028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Made reservation on behalf of aec28cc18f02409c840bb4da249e4d44 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:54.793296 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.803084 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.899143 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5dec68e-ef02-4d55-8116-3c58e25ed162 req-a8918b6e-a11a-4d26-8725-5eb0ea4ffd76 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 210 time: 0.0297747 Aug 19 12:37:54.904028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1dc98936-9091-4375-8d15-992efbf27b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:54.962496 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.147368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160983ba-a6db-4dc3-ae85-613662a8b453 req-e6b8d9ce-9cc2-4e2b-b5de-a61790fa3509 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.148873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-160983ba-a6db-4dc3-ae85-613662a8b453 req-e6b8d9ce-9cc2-4e2b-b5de-a61790fa3509 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0495417 Aug 19 12:37:55.187845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-160983ba-a6db-4dc3-ae85-613662a8b453 req-f0701ef8-7f3b-42d7-a8bc-28ae57621f89 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319488 Aug 19 12:37:55.326872 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.330952 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.361847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:37:55.390016 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.390355 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Added segment 7cbee60c-07df-4793-b52d-d4567ca32d22 of type vlan for network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 Aug 19 12:37:55.399493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce0c1d5-3bcb-4056-92f5-e04450b92147,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:55.445261 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.506096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1dc98936-9091-4375-8d15-992efbf27b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.733031 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.733753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:55.734340 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.739539 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1dc98936-9091-4375-8d15-992efbf27b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.822072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc98936-9091-4375-8d15-992efbf27b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097160bd-9e6a-4668-a101-f4436612265a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:55.845855 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1dc98936-9091-4375-8d15-992efbf27b25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bf87906001d4fd08984f358cba0abf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0549784 Aug 19 12:37:55.846223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50828) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:55.846929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] Pushing event updated for resources: {'Network': ['ID=5b10bc40-f1c3-4022-8fb8-2a7e1e254d30,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:55.848235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:37:55.886155 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a77f100-2d7e-4c09-8c0d-d4e3f6a94719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:55.907424 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a77f100-2d7e-4c09-8c0d-d4e3f6a94719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:56.008655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97d8c087-f607-471b-bb97-68ef5ad46675 req-fa3bef2d-afd1-476a-b5bd-ae84b2bf0fab tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 210 time: 0.0313470 Aug 19 12:37:56.241786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9f5976a1-02d2-4a82-ae0c-3b20773e8e73 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8376877 Aug 19 12:37:56.244620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50840) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:56.249387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] Request body: {'subnet': {'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-707802578-subnet', 'tenant_id': 'aec28cc18f02409c840bb4da249e4d44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:56.310338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e63e5-8393-4a76-ad65-3b3581e7c2e1 req-295eea19-2946-4b67-bd8d-b360eb1e8781 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:56.311841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5c1e63e5-8393-4a76-ad65-3b3581e7c2e1 req-295eea19-2946-4b67-bd8d-b360eb1e8781 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0533600 Aug 19 12:37:56.338905 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:56.342606 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a77f100-2d7e-4c09-8c0d-d4e3f6a94719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:56.345146 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a77f100-2d7e-4c09-8c0d-d4e3f6a94719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:56.346269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9a77f100-2d7e-4c09-8c0d-d4e3f6a94719 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/097160bd-9e6a-4668-a101-f4436612265a HTTP/1.1" status: 204 len: 168 time: 0.5106406 Aug 19 12:37:56.360008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5c1e63e5-8393-4a76-ad65-3b3581e7c2e1 req-5f1e778e-a130-4454-880f-4d1390f74234 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Aug 19 12:37:56.360861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77f100-2d7e-4c09-8c0d-d4e3f6a94719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097160bd-9e6a-4668-a101-f4436612265a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:56.571723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] Made reservation on behalf of aec28cc18f02409c840bb4da249e4d44 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:56.574191 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:56.743683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7720e-4af3-4172-a428-119d39f1332f req-edc580bc-8056-4ed7-b865-aa8d3fa8fae3 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:56.745138 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-edc580bc-8056-4ed7-b865-aa8d3fa8fae3 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.62 "GET /v2.0/networks?id=ab4ab425-73fc-48b7-9263-d238c88874f8 HTTP/1.1" status: 200 len: 808 time: 0.1343908 Aug 19 12:37:56.770513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Request body: {'port': {'device_id': '9251437b-90c0-4b65-95c1-41c6bf89294f', 'network_id': 'ab4ab425-73fc-48b7-9263-d238c88874f8', 'admin_state_up': True, 'tenant_id': '584008ceb0184d4f9b9a266befa861c9'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:56.906937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d85dfc-73f2-4990-a222-296f0aa6b309 req-5a180c7e-c0cf-4ff3-a5c6-beba9f8a9e7a tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:56.908441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36d85dfc-73f2-4990-a222-296f0aa6b309 req-5a180c7e-c0cf-4ff3-a5c6-beba9f8a9e7a tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0507805 Aug 19 12:37:56.947840 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36d85dfc-73f2-4990-a222-296f0aa6b309 req-ef7c9f2e-a339-4c6d-8914-76cd5ac5d3f8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325587 Aug 19 12:37:57.087771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac384782-eb63-4ffd-b971-5106113da554 req-29e094de-30d0-4bfb-a8f3-6b81670d52bb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:57.090074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac384782-eb63-4ffd-b971-5106113da554 req-29e094de-30d0-4bfb-a8f3-6b81670d52bb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0741053 Aug 19 12:37:57.104189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Made reservation on behalf of 584008ceb0184d4f9b9a266befa861c9 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:37:57.107585 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.108367 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3174b74a-6556-41b6-acfa-8c6d1e68da80 req-1d9687bc-edbb-4cf0-ae7c-f76d3f0c6db3 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 210 time: 0.0268414 Aug 19 12:37:57.116346 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.203394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac384782-eb63-4ffd-b971-5106113da554 req-704ae2c4-4edb-4fee-8395-7348db26a7e3 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073790 Aug 19 12:37:57.241736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0cfe6f-89e4-4b9c-a006-49631c84e958,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:57.266879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] Checking segment: {'id': '7cbee60c-07df-4793-b52d-d4567ca32d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:57.267239 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] Network hostable DHCP agents. Network: 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:37:57.327617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Allocated IP 172.20.0.14 (ab4ab425-73fc-48b7-9263-d238c88874f8/6637abd1-a682-4ac4-bdcd-ba4751dad9e2/7a89f181-e0b8-4f7e-9e16-07cc932f20e6) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:37:57.484142 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.555105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] Network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:37:57.624293 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.673607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Network ab4ab425-73fc-48b7-9263-d238c88874f8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:37:57.674330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:57.681984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:37:57.684612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:57.685347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.689317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ef9ec0-8378-416a-bbc6-aede1bb1efd0 None None] Network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:57.689780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:37:57.711107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50870) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:57.725097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-760671ab-59ca-4a93-a137-6a36fc08897e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.735085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Pushing event updated for resources: {'Port': ['ID=7a89f181-e0b8-4f7e-9e16-07cc932f20e6,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:57.781092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:57.781734 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.815597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcdc1c-d56e-4db7-98cc-ca1117b99451 req-c1f494e8-ab91-4f5d-99dd-b63ce9a56ca6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:57.823283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48bcdc1c-d56e-4db7-98cc-ca1117b99451 req-c1f494e8-ab91-4f5d-99dd-b63ce9a56ca6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.1299694 Aug 19 12:37:57.849082 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-760671ab-59ca-4a93-a137-6a36fc08897e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:57.861681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48bcdc1c-d56e-4db7-98cc-ca1117b99451 req-e5a9e97b-9c92-4289-a970-1f53e8a07b56 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373118 Aug 19 12:37:57.865420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f8d0cf-a081-4a5a-8ecc-fbb7bd0adbec None None] Network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:37:57.957024 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-760671ab-59ca-4a93-a137-6a36fc08897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.003244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-760671ab-59ca-4a93-a137-6a36fc08897e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6dc5620afee6461fb55a9b9391ff1c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909620 Aug 19 12:37:58.004605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760671ab-59ca-4a93-a137-6a36fc08897e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a6988b-c0a2-48c9-9c67-6f8d9f12f6c1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:58.006523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50876) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:37:58.059933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-85b4bf44-9b44-46c3-88cb-b35e4d349a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.081664 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-85b4bf44-9b44-46c3-88cb-b35e4d349a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.115508 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-5242cfa8-1fcb-4b8d-8ef2-25b4f4f686e7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3491786 Aug 19 12:37:58.130733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Request body: {'port': {'device_id': '9251437b-90c0-4b65-95c1-41c6bf89294f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:37:58.185353 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-584d31c6-6135-431e-8289-e8f64cffe14a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9396949 Aug 19 12:37:58.196914 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.242022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2de8b9-c028-47c7-8d7f-d069601efa39 req-ac999c81-1884-41b8-aee0-fc4b4b825fad tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:58.243968 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b2de8b9-c028-47c7-8d7f-d069601efa39 req-ac999c81-1884-41b8-aee0-fc4b4b825fad tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 932 time: 0.0606458 Aug 19 12:37:58.303857 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b2de8b9-c028-47c7-8d7f-d069601efa39 req-2bc5de97-6d7b-4553-96e1-b020563af5bb tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528526 Aug 19 12:37:58.685437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-85b4bf44-9b44-46c3-88cb-b35e4d349a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.688007 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-85b4bf44-9b44-46c3-88cb-b35e4d349a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.692085 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-85b4bf44-9b44-46c3-88cb-b35e4d349a90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3a6988b-c0a2-48c9-9c67-6f8d9f12f6c1 HTTP/1.1" status: 204 len: 168 time: 0.6816170 Aug 19 12:37:58.706360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4bf44-9b44-46c3-88cb-b35e4d349a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a6988b-c0a2-48c9-9c67-6f8d9f12f6c1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:58.820434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:37:58.828320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:58.840343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Transition to ACTIVE for port object 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:37:58.986285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936d5c8-7813-4cc3-9025-19b1de21654f req-95599518-2fe8-4f65-b14f-9422bba53ec8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:58.987833 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6936d5c8-7813-4cc3-9025-19b1de21654f req-95599518-2fe8-4f65-b14f-9422bba53ec8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0496590 Aug 19 12:37:58.989576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.034574 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6936d5c8-7813-4cc3-9025-19b1de21654f req-1a77ae53-5db2-4935-be62-c52a5381972c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Aug 19 12:37:59.065933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Pushing event updated for resources: {'Port': ['ID=7a89f181-e0b8-4f7e-9e16-07cc932f20e6,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:59.116060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Attempting to bind port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:37:59.116724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Attempting to bind port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ab4ab425-73fc-48b7-9263-d238c88874f8'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:37:59.116724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Attempting to bind port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 on network ab4ab425-73fc-48b7-9263-d238c88874f8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:59.121470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 on network ab4ab425-73fc-48b7-9263-d238c88874f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:37:59.121797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Attempting to bind port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 on network ab4ab425-73fc-48b7-9263-d238c88874f8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:37:59.126866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:37:59.127207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Checking segment: {'id': 'e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ab4ab425-73fc-48b7-9263-d238c88874f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:37:59.127586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Bound using segment: {'id': 'e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ab4ab425-73fc-48b7-9263-d238c88874f8'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:37:59.128033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Bound port: 7a89f181-e0b8-4f7e-9e16-07cc932f20e6, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ab4ab425-73fc-48b7-9263-d238c88874f8'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:37:59.128389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.193843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] For port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:37:59.197763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] For port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7a89f181-e0b8-4f7e-9e16-07cc932f20e6,segment=NetworkSegment(e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad),segment_id=e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:37:59.316220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.356831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:59.357458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:37:59.359001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] 10.222.0.62 "PUT /v2.0/ports/7a89f181-e0b8-4f7e-9e16-07cc932f20e6 HTTP/1.1" status: 200 len: 1092 time: 1.2325904 Aug 19 12:37:59.359446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9251437b-90c0-4b65-95c1-41c6bf89294f', 'tag': '7a89f181-e0b8-4f7e-9e16-07cc932f20e6'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:37:59.361727 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d746563-9b79-4d47-9fe7-42d2f967d0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9251437b-90c0-4b65-95c1-41c6bf89294f", "tag": "7a89f181-e0b8-4f7e-9e16-07cc932f20e6"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:37:59.399250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eab65-5924-4968-9cfd-4fae2a40713a service neutron] Pushing event updated for resources: {'Port': ['ID=7a89f181-e0b8-4f7e-9e16-07cc932f20e6,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:37:59.422264 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c5978b-faab-4793-b944-c2818fc606ab x-openstack-request-id: req-43c5978b-faab-4793-b944-c2818fc606ab {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:37:59.422449 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9251437b-90c0-4b65-95c1-41c6bf89294f", "tag": "7a89f181-e0b8-4f7e-9e16-07cc932f20e6", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:37:59.422705 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43c5978b-faab-4793-b944-c2818fc606ab {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:37:59.423176 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9251437b-90c0-4b65-95c1-41c6bf89294f', 'tag': '7a89f181-e0b8-4f7e-9e16-07cc932f20e6', 'status': 'completed', 'code': 200} Aug 19 12:37:59.498453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57defe91-8a9c-48f8-825c-e240b104957c req-dab968cc-ac72-44fe-bcb2-0e37949a17fa tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:59.500119 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57defe91-8a9c-48f8-825c-e240b104957c req-dab968cc-ac72-44fe-bcb2-0e37949a17fa tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 944 time: 0.0971372 Aug 19 12:37:59.526400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d746563-9b79-4d47-9fe7-42d2f967d0b3 req-daa96d54-6f63-43bb-9759-b05edf2cffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:59.527910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d746563-9b79-4d47-9fe7-42d2f967d0b3 req-daa96d54-6f63-43bb-9759-b05edf2cffc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=584008ceb0184d4f9b9a266befa861c9&device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 1095 time: 0.0835004 Aug 19 12:37:59.554305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57defe91-8a9c-48f8-825c-e240b104957c req-4aaf82e2-1247-4440-94ef-e99d7d5ea9e5 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477700 Aug 19 12:37:59.660825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d746563-9b79-4d47-9fe7-42d2f967d0b3 req-6536abb0-cfac-4fe4-8721-cdbc8430e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:59.662727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d746563-9b79-4d47-9fe7-42d2f967d0b3 req-6536abb0-cfac-4fe4-8721-cdbc8430e4a2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=584008ceb0184d4f9b9a266befa861c9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1222281 Aug 19 12:37:59.775597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d746563-9b79-4d47-9fe7-42d2f967d0b3 req-4c39a631-a039-4b1d-b296-7998a179b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:59.777366 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d746563-9b79-4d47-9fe7-42d2f967d0b3 req-4c39a631-a039-4b1d-b296-7998a179b82f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074150 Aug 19 12:37:59.873732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7720e-4af3-4172-a428-119d39f1332f req-ec0a1c50-0878-4d11-bab5-109d1e8a4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:59.875260 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-ec0a1c50-0878-4d11-bab5-109d1e8a4b71 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=584008ceb0184d4f9b9a266befa861c9&device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 1095 time: 0.0570629 Aug 19 12:37:59.917338 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-e3b3086e-2d5b-4209-a458-ff3118979c9e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a89f181-e0b8-4f7e-9e16-07cc932f20e6 HTTP/1.1" status: 200 len: 217 time: 0.0337584 Aug 19 12:37:59.969500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7720e-4af3-4172-a428-119d39f1332f req-99bfd3af-2148-4cbc-aab4-a8d2111030de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:37:59.971417 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-99bfd3af-2148-4cbc-aab4-a8d2111030de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6637abd1-a682-4ac4-bdcd-ba4751dad9e2 HTTP/1.1" status: 200 len: 848 time: 0.0473332 Aug 19 12:38:00.005826 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-9da155cf-31d6-46be-ac04-88437ad35801 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab4ab425-73fc-48b7-9263-d238c88874f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277562 Aug 19 12:38:00.120845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-f42e0b24-c70b-4fac-8a59-4da30c344734 service neutron] 10.222.0.62 "GET /v2.0/networks/ab4ab425-73fc-48b7-9263-d238c88874f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036539 Aug 19 12:38:00.245203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7e7720e-4af3-4172-a428-119d39f1332f req-e3d09bb1-6b02-44d7-a5ec-0877607500fd service neutron] 10.222.0.62 "GET /v2.0/networks/ab4ab425-73fc-48b7-9263-d238c88874f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167836 Aug 19 12:38:00.435155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22bce4-51fb-4f55-a490-0e7feb5e6f52 req-8fd7f461-352c-4210-bd08-23a37abbdb47 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:00.436655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c22bce4-51fb-4f55-a490-0e7feb5e6f52 req-8fd7f461-352c-4210-bd08-23a37abbdb47 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0553002 Aug 19 12:38:00.475153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c22bce4-51fb-4f55-a490-0e7feb5e6f52 req-cc8adec9-5760-49ef-826f-fc55e3b5c08e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323918 Aug 19 12:38:00.694088 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ce6c0-363b-4a07-b813-6f4d577bb6b0 req-e950db11-9ca5-4e2f-9517-2d8afca06e1a tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:00.695595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-733ce6c0-363b-4a07-b813-6f4d577bb6b0 req-e950db11-9ca5-4e2f-9517-2d8afca06e1a tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 944 time: 0.0608881 Aug 19 12:38:00.735715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-733ce6c0-363b-4a07-b813-6f4d577bb6b0 req-9fff25a4-bd2e-4915-82bc-83c7bb2bb5e8 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Aug 19 12:38:01.593184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35ae0c-2825-4da7-9c17-3fc712d87e68 req-9f9c37ea-bd8f-4a2f-82e8-ed7c21956c53 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:01.595508 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f35ae0c-2825-4da7-9c17-3fc712d87e68 req-9f9c37ea-bd8f-4a2f-82e8-ed7c21956c53 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0514231 Aug 19 12:38:01.639491 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f35ae0c-2825-4da7-9c17-3fc712d87e68 req-3355e424-55f0-4372-9d39-e9ca3c7b9bea tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363626 Aug 19 12:38:01.855668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87620b6-865a-4fab-ade2-8279ac064e0a req-7dfe5ee2-0e2f-4427-9007-eef5aaa7c42c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:01.857200 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e87620b6-865a-4fab-ade2-8279ac064e0a req-7dfe5ee2-0e2f-4427-9007-eef5aaa7c42c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 944 time: 0.0511448 Aug 19 12:38:01.902485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e87620b6-865a-4fab-ade2-8279ac064e0a req-e8337238-30ef-4b72-ab8f-486d4b07075e tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Aug 19 12:38:02.758538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ece772-d6cb-429d-9031-57ebb58273ce req-58ca33ca-433d-4dd8-be19-f6ba6da2ec37 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:02.760057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4ece772-d6cb-429d-9031-57ebb58273ce req-58ca33ca-433d-4dd8-be19-f6ba6da2ec37 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0513597 Aug 19 12:38:02.798651 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4ece772-d6cb-429d-9031-57ebb58273ce req-988e33a3-a2bf-4e50-ba34-9285a4d28fbc tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Aug 19 12:38:03.023626 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435c1b8-1465-4b29-85dd-378812754e65 req-a18a21eb-c4c2-4901-a375-4d663399fa06 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:03.025370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8435c1b8-1465-4b29-85dd-378812754e65 req-a18a21eb-c4c2-4901-a375-4d663399fa06 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 944 time: 0.0514126 Aug 19 12:38:03.065057 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8435c1b8-1465-4b29-85dd-378812754e65 req-698d5d7b-64fe-470e-9498-49ba5b7250be tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Aug 19 12:38:03.276312 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:38:03.476641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:38:03.582341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7a89f181-e0b8-4f7e-9e16-07cc932f20e6,segment=NetworkSegment(e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad),segment_id=e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:03.595161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '7a89f181-e0b8-4f7e-9e16-07cc932f20e6', 'network_id': 'ab4ab425-73fc-48b7-9263-d238c88874f8', 'port_id': '7a89f181-e0b8-4f7e-9e16-07cc932f20e6', 'mac_address': 'fa:16:3e:db:9e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6637abd1-a682-4ac4-bdcd-ba4751dad9e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:03.719660 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:03.749111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:03.768930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7a89f181-e0b8-4f7e-9e16-07cc932f20e6,segment=NetworkSegment(e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad),segment_id=e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:03.897674 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:03.929783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86577e3d-59be-4afb-8e27-c3e1068ec048 req-eb5f39b5-12ae-4495-9b7e-13e2e5acf571 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:03.931411 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86577e3d-59be-4afb-8e27-c3e1068ec048 req-eb5f39b5-12ae-4495-9b7e-13e2e5acf571 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0629559 Aug 19 12:38:03.947480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=7a89f181-e0b8-4f7e-9e16-07cc932f20e6,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:03.973370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86577e3d-59be-4afb-8e27-c3e1068ec048 req-1888f5ba-4abb-417b-8e7f-f1e8b6b1c6e7 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349844 Aug 19 12:38:04.101818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['7a89f181-e0b8-4f7e-9e16-07cc932f20e6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:04.189641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6aac6c-588b-472b-a609-245091f241d0 req-dee9fd23-1c15-4c25-9c50-f66cd8a833dd tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:04.191425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd6aac6c-588b-472b-a609-245091f241d0 req-dee9fd23-1c15-4c25-9c50-f66cd8a833dd tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 945 time: 0.0566027 Aug 19 12:38:04.232554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd6aac6c-588b-472b-a609-245091f241d0 req-275b3c37-54e7-4553-96bc-182c7cf011cc tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348537 Aug 19 12:38:05.088590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44a504-3ccc-49d2-98d1-ab0d067efbce req-dbd7e144-2555-46a5-aad6-63593716fc34 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:05.089978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1c44a504-3ccc-49d2-98d1-ab0d067efbce req-dbd7e144-2555-46a5-aad6-63593716fc34 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0497253 Aug 19 12:38:05.154433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1c44a504-3ccc-49d2-98d1-ab0d067efbce req-4dab3363-7730-4831-9670-2558a5446d0f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Aug 19 12:38:05.176904 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-63af0de6-9c47-4273-bd19-bcbf01f16397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.365203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c1f9-93a3-477d-9981-5f248fdc50d0 req-33b68af8-99f9-4982-a661-dadd9d5be823 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:05.366637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1966c1f9-93a3-477d-9981-5f248fdc50d0 req-33b68af8-99f9-4982-a661-dadd9d5be823 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 945 time: 0.0646045 Aug 19 12:38:05.405432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1966c1f9-93a3-477d-9981-5f248fdc50d0 req-a11ade61-4acd-4d6a-9915-ce0041f6c363 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Aug 19 12:38:05.474472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:05.824791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:05.834031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:05.834221 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.922820 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:05.945675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9251437b-90c0-4b65-95c1-41c6bf89294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a89f181-e0b8-4f7e-9e16-07cc932f20e6'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:05.947969 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cf48d4-8d08-4c9e-b236-a1d232cf0824" -d '{"events": [{"server_uuid": "9251437b-90c0-4b65-95c1-41c6bf89294f", "name": "network-vif-plugged", "status": "completed", "tag": "7a89f181-e0b8-4f7e-9e16-07cc932f20e6"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:05.962034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7a89f181-e0b8-4f7e-9e16-07cc932f20e6,segment=NetworkSegment(e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad),segment_id=e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:05.985896 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1027d5-c9cc-4e28-b62f-29f79f0297da x-openstack-request-id: req-4a1027d5-c9cc-4e28-b62f-29f79f0297da {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:05.986187 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9251437b-90c0-4b65-95c1-41c6bf89294f", "name": "network-vif-plugged", "status": "completed", "tag": "7a89f181-e0b8-4f7e-9e16-07cc932f20e6", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:05.986440 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a1027d5-c9cc-4e28-b62f-29f79f0297da {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:05.986867 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9251437b-90c0-4b65-95c1-41c6bf89294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a89f181-e0b8-4f7e-9e16-07cc932f20e6', 'code': 200} Aug 19 12:38:06.085948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60259e3c-94da-498a-a80c-5f16e404c8b8 req-2b710d7a-a0f2-45b8-8df0-4faf2dbf6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:06.087509 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-60259e3c-94da-498a-a80c-5f16e404c8b8 req-2b710d7a-a0f2-45b8-8df0-4faf2dbf6f63 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 1096 time: 0.0413389 Aug 19 12:38:06.125799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-60259e3c-94da-498a-a80c-5f16e404c8b8 req-7aa5ccc4-e8f9-4282-8adc-26d37b684258 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Aug 19 12:38:06.144191 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:06.221029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=7a89f181-e0b8-4f7e-9e16-07cc932f20e6,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:06.296866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1e63d-5eb9-4428-ab8c-60f7d6d72b78 req-bdd92c15-338f-4c56-8d53-359c600ae7d1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:06.298437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92c1e63d-5eb9-4428-ab8c-60f7d6d72b78 req-bdd92c15-338f-4c56-8d53-359c600ae7d1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0565195 Aug 19 12:38:06.365212 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92c1e63d-5eb9-4428-ab8c-60f7d6d72b78 req-dcf93c01-b6ed-40da-b297-75dbd3a46e1f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561187 Aug 19 12:38:06.527360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee24946-ed5e-4f09-8d74-70985e83e972 req-285d4218-468a-4f70-9565-f67082a11b78 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:06.528983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ee24946-ed5e-4f09-8d74-70985e83e972 req-285d4218-468a-4f70-9565-f67082a11b78 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 946 time: 0.0512927 Aug 19 12:38:06.577186 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ee24946-ed5e-4f09-8d74-70985e83e972 req-ae970e3d-5fdc-4d2c-b57d-a838ec92cd2c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Aug 19 12:38:07.632997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aba341-b5d7-4d50-94d5-d9f1e4b42605 req-e39af7dd-24d1-431d-b702-984a18552adb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:07.634867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98aba341-b5d7-4d50-94d5-d9f1e4b42605 req-e39af7dd-24d1-431d-b702-984a18552adb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.1726298 Aug 19 12:38:07.653926 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.696169 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98aba341-b5d7-4d50-94d5-d9f1e4b42605 req-afd7ce1e-df26-470f-9cf6-a6c3fd22a63c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543761 Aug 19 12:38:07.743662 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b5ec32f-e649-4334-b221-923c2b673833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:07.835986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2d1da-b04e-455e-939a-06ab05fdd55b req-256215a5-c02e-4864-8bec-6c8df0bdf8a9 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:07.846238 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4a2d1da-b04e-455e-939a-06ab05fdd55b req-256215a5-c02e-4864-8bec-6c8df0bdf8a9 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 946 time: 0.0955245 Aug 19 12:38:07.898839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4a2d1da-b04e-455e-939a-06ab05fdd55b req-934d669f-971c-417f-8558-0c0d70ddd012 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467112 Aug 19 12:38:08.853737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bed60-79fc-47e8-a092-2ebba8430ed5 req-19df456b-f0b4-4677-9d92-c5fd809845f8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:08.856604 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c14bed60-79fc-47e8-a092-2ebba8430ed5 req-19df456b-f0b4-4677-9d92-c5fd809845f8 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0829237 Aug 19 12:38:08.907932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c14bed60-79fc-47e8-a092-2ebba8430ed5 req-3eafc394-fe47-45b8-a85d-a62d2bc59ea4 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436196 Aug 19 12:38:09.143681 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.723744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51264) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:09.831864 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91abb8ec-25ef-437c-a92d-9c8ef9716f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:09.923751 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91abb8ec-25ef-437c-a92d-9c8ef9716f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.047650 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-91abb8ec-25ef-437c-a92d-9c8ef9716f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.107692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37208d18-e29d-4770-a18a-0d08488b7bc6 req-bd04825b-b8e7-4250-8ee8-66af921fb31d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:10.109286 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-37208d18-e29d-4770-a18a-0d08488b7bc6 req-bd04825b-b8e7-4250-8ee8-66af921fb31d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.1070993 Aug 19 12:38:10.116268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51272) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:10.119027 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-91abb8ec-25ef-437c-a92d-9c8ef9716f04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9623dbd473ed4f178d0a54cd3c10c722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938308 Aug 19 12:38:10.138555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abb8ec-25ef-437c-a92d-9c8ef9716f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5520010-0300-4518-b592-e35647f9bc0a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:10.168246 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-37208d18-e29d-4770-a18a-0d08488b7bc6 req-b902d722-1b38-4e13-89b7-b03be7680d0a tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Aug 19 12:38:10.176429 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90384f14-5103-4c87-bfba-0821e7aed232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.207636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90384f14-5103-4c87-bfba-0821e7aed232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.371806 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90384f14-5103-4c87-bfba-0821e7aed232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.374652 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90384f14-5103-4c87-bfba-0821e7aed232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.375859 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-90384f14-5103-4c87-bfba-0821e7aed232 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5520010-0300-4518-b592-e35647f9bc0a HTTP/1.1" status: 204 len: 168 time: 0.2580087 Aug 19 12:38:10.387302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90384f14-5103-4c87-bfba-0821e7aed232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5520010-0300-4518-b592-e35647f9bc0a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:10.537806 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:10.900635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61635d43-55b6-4827-9402-55cafad24188 req-22310796-547a-4aa0-9e33-34bca6cefc5c tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:10.902248 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61635d43-55b6-4827-9402-55cafad24188 req-22310796-547a-4aa0-9e33-34bca6cefc5c tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1097 time: 0.0451446 Aug 19 12:38:10.925804 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-61635d43-55b6-4827-9402-55cafad24188 req-3ecd6eff-cb28-49de-bcab-b384d4a59a31 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.062218 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-61635d43-55b6-4827-9402-55cafad24188 req-3ecd6eff-cb28-49de-bcab-b384d4a59a31 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.240456 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-61635d43-55b6-4827-9402-55cafad24188 req-3ecd6eff-cb28-49de-bcab-b384d4a59a31 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.291146 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61635d43-55b6-4827-9402-55cafad24188 req-3ecd6eff-cb28-49de-bcab-b384d4a59a31 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3827646 Aug 19 12:38:11.293093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd6eff-cb28-49de-bcab-b384d4a59a31 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21300859-d15a-4830-a975-bbc9a00723d9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:11.371250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c7491-284d-42af-bfe7-fa7c36aa3144 req-c0e5e4d6-7bca-4ab7-9f2d-fdbe4ee70d4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:11.372848 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-167c7491-284d-42af-bfe7-fa7c36aa3144 req-c0e5e4d6-7bca-4ab7-9f2d-fdbe4ee70d4f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0667422 Aug 19 12:38:11.410795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51316) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:11.431106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-167c7491-284d-42af-bfe7-fa7c36aa3144 req-66d28b75-21b3-4f08-ab0f-83915d80966c tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500972 Aug 19 12:38:11.444892 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4643bf45-6cea-4389-8f82-fb1a00708e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.467630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e70547-206b-4005-9131-40c4900eb92a req-82feb29f-45bc-433f-8902-a2672dd3b61d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:11.469195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00e70547-206b-4005-9131-40c4900eb92a req-82feb29f-45bc-433f-8902-a2672dd3b61d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0978332 Aug 19 12:38:11.528839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00e70547-206b-4005-9131-40c4900eb92a req-b50fe203-b381-4bcc-93a5-6a3c955d795f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516839 Aug 19 12:38:11.555070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51318) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:11.578168 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4643bf45-6cea-4389-8f82-fb1a00708e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.619772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7d84cbc8-130b-4801-8e64-c6c7ed9a9fb0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/db1e76b3-5bb6-408a-8a0d-495782a95c14 HTTP/1.1" status: 200 len: 993 time: 0.0632985 Aug 19 12:38:11.737660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4643bf45-6cea-4389-8f82-fb1a00708e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.778968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643bf45-6cea-4389-8f82-fb1a00708e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7c9ea4-072e-4687-a6c9-aad314b1f9e8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:11.783449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4643bf45-6cea-4389-8f82-fb1a00708e24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=023929357c464701a1e3d6899ab6fffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707075 Aug 19 12:38:11.787335 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51326) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:11.857673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82b1eab3-b75b-47b1-8767-ed3e53684716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:11.888379 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82b1eab3-b75b-47b1-8767-ed3e53684716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.148853 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82b1eab3-b75b-47b1-8767-ed3e53684716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.151833 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82b1eab3-b75b-47b1-8767-ed3e53684716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:12.155447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-82b1eab3-b75b-47b1-8767-ed3e53684716 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e7c9ea4-072e-4687-a6c9-aad314b1f9e8 HTTP/1.1" status: 204 len: 168 time: 0.3645530 Aug 19 12:38:12.203645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1eab3-b75b-47b1-8767-ed3e53684716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7c9ea4-072e-4687-a6c9-aad314b1f9e8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:12.583836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55225068-924e-4855-83fd-bee46058d6c1 req-8351669a-e775-4922-874f-6099476ae8f4 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:12.594309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55225068-924e-4855-83fd-bee46058d6c1 req-8351669a-e775-4922-874f-6099476ae8f4 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0656281 Aug 19 12:38:12.661704 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55225068-924e-4855-83fd-bee46058d6c1 req-d9719b76-222d-47d6-9654-482e3a976069 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496829 Aug 19 12:38:12.776120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90e65e-6e2c-4ba3-995e-240e6a82b6d8 req-0c06b4fe-f84f-4529-baeb-597c87f108f2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:12.778212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d90e65e-6e2c-4ba3-995e-240e6a82b6d8 req-0c06b4fe-f84f-4529-baeb-597c87f108f2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0674267 Aug 19 12:38:12.821655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d90e65e-6e2c-4ba3-995e-240e6a82b6d8 req-4b29303e-9740-447e-b4e4-8ec86cd97673 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357928 Aug 19 12:38:13.055256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51370) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:13.218767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-eedd3dc8-24d4-4c2e-97e0-2f7a83fcf967 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1615202 Aug 19 12:38:13.790232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649a72d-c5b8-496e-b775-64030b30d99b req-bb4fba9a-4623-4275-917a-07ea525d0ec5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:13.791809 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c649a72d-c5b8-496e-b775-64030b30d99b req-bb4fba9a-4623-4275-917a-07ea525d0ec5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0553801 Aug 19 12:38:13.837831 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c649a72d-c5b8-496e-b775-64030b30d99b req-a64d1991-3b06-4aa4-9e37-a37fe9877a25 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394363 Aug 19 12:38:13.948311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7454d0-4de5-470a-9464-fc11bdc1ee58 req-c7295c57-25aa-43e0-af3c-97b8fefbe956 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:13.952232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f7454d0-4de5-470a-9464-fc11bdc1ee58 req-c7295c57-25aa-43e0-af3c-97b8fefbe956 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 946 time: 0.0734944 Aug 19 12:38:14.006004 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f7454d0-4de5-470a-9464-fc11bdc1ee58 req-734a5046-39e7-46c1-9985-373ec0281379 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466545 Aug 19 12:38:14.008761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa414fdd-5651-4ae4-832c-ff4e672404c8 req-9e057993-4a28-48b2-adfe-9b8332765737 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:14.010432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa414fdd-5651-4ae4-832c-ff4e672404c8 req-9e057993-4a28-48b2-adfe-9b8332765737 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0737152 Aug 19 12:38:14.101770 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aa414fdd-5651-4ae4-832c-ff4e672404c8 req-e41e1555-0dc9-4f02-bd8f-919eb85962bd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827982 Aug 19 12:38:14.968157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c75c8-ab83-4d8a-9e49-63cb066e941c req-738fdf09-db94-4d21-9e2b-89c800454868 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:14.970322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-736c75c8-ab83-4d8a-9e49-63cb066e941c req-738fdf09-db94-4d21-9e2b-89c800454868 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0568445 Aug 19 12:38:15.022744 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-736c75c8-ab83-4d8a-9e49-63cb066e941c req-8a02f259-0227-4b6b-a913-e21406b29ba1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463831 Aug 19 12:38:15.154476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1494b70-2f32-42c2-89d1-8e334606a798 req-3d8a8672-4e6e-4b12-8227-4a9b77cad4a8 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:15.156056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d1494b70-2f32-42c2-89d1-8e334606a798 req-3d8a8672-4e6e-4b12-8227-4a9b77cad4a8 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 946 time: 0.0628588 Aug 19 12:38:15.230313 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d1494b70-2f32-42c2-89d1-8e334606a798 req-905315f6-acce-42cd-bdc5-d0a590828cad tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c520efb-49a4-418e-8b23-7a71d6018fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624256 Aug 19 12:38:15.241395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011ea03-8260-4d9c-8321-00eb7a48abd0 req-e6c21579-de00-47e5-9d80-a801b5fb84d0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:15.243249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d011ea03-8260-4d9c-8321-00eb7a48abd0 req-e6c21579-de00-47e5-9d80-a801b5fb84d0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0649519 Aug 19 12:38:15.245545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bed776-f2fd-47d1-bcef-10751e06f5ab req-8dc14e2e-7329-4b51-a698-73390bf681f7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:15.245545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42bed776-f2fd-47d1-bcef-10751e06f5ab req-8dc14e2e-7329-4b51-a698-73390bf681f7 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.62 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 946 time: 0.0854621 Aug 19 12:38:15.285716 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d011ea03-8260-4d9c-8321-00eb7a48abd0 req-de9d08e9-d5f9-4394-a736-4646e769187d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361392 Aug 19 12:38:15.357383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-42bed776-f2fd-47d1-bcef-10751e06f5ab req-2297db2c-4b16-42b7-b5c9-64121ffe426c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Deleting port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:15.358407 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-42bed776-f2fd-47d1-bcef-10751e06f5ab req-2297db2c-4b16-42b7-b5c9-64121ffe426c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.458034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-42bed776-f2fd-47d1-bcef-10751e06f5ab req-2297db2c-4b16-42b7-b5c9-64121ffe426c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] For port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7a89f181-e0b8-4f7e-9e16-07cc932f20e6,segment=NetworkSegment(e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad),segment_id=e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:15.458034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-42bed776-f2fd-47d1-bcef-10751e06f5ab req-2297db2c-4b16-42b7-b5c9-64121ffe426c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.484972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-42bed776-f2fd-47d1-bcef-10751e06f5ab req-2297db2c-4b16-42b7-b5c9-64121ffe426c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Calling delete_port for 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:15.777472 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-42bed776-f2fd-47d1-bcef-10751e06f5ab req-2297db2c-4b16-42b7-b5c9-64121ffe426c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.790211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['7a89f181-e0b8-4f7e-9e16-07cc932f20e6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:15.816519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297db2c-4b16-42b7-b5c9-64121ffe426c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Pushing event deleted for resources: {'Port': ['ID=7a89f181-e0b8-4f7e-9e16-07cc932f20e6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:15.867190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bed776-f2fd-47d1-bcef-10751e06f5ab req-2297db2c-4b16-42b7-b5c9-64121ffe426c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] No DVR routers for this DVR port 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:15.883730 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-42bed776-f2fd-47d1-bcef-10751e06f5ab req-2297db2c-4b16-42b7-b5c9-64121ffe426c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:15.883730 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42bed776-f2fd-47d1-bcef-10751e06f5ab req-2297db2c-4b16-42b7-b5c9-64121ffe426c tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.62 "DELETE /v2.0/ports/7a89f181-e0b8-4f7e-9e16-07cc932f20e6 HTTP/1.1" status: 204 len: 173 time: 0.6209619 Aug 19 12:38:15.883730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9251437b-90c0-4b65-95c1-41c6bf89294f', 'name': 'network-vif-deleted', 'tag': '7a89f181-e0b8-4f7e-9e16-07cc932f20e6'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:15.883730 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e69f34-efcc-475e-b96f-687c7885356f" -d '{"events": [{"server_uuid": "9251437b-90c0-4b65-95c1-41c6bf89294f", "name": "network-vif-deleted", "tag": "7a89f181-e0b8-4f7e-9e16-07cc932f20e6"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:15.914260 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b886561-fa39-4bb6-a090-b2e9142056c4 x-openstack-request-id: req-6b886561-fa39-4bb6-a090-b2e9142056c4 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:15.914683 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9251437b-90c0-4b65-95c1-41c6bf89294f", "name": "network-vif-deleted", "tag": "7a89f181-e0b8-4f7e-9e16-07cc932f20e6", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:15.914973 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b886561-fa39-4bb6-a090-b2e9142056c4 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:15.915380 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9251437b-90c0-4b65-95c1-41c6bf89294f', 'name': 'network-vif-deleted', 'tag': '7a89f181-e0b8-4f7e-9e16-07cc932f20e6', 'status': 'completed', 'code': 200} Aug 19 12:38:16.157220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49265196-f957-4857-9aff-afa90e9db951 req-98db605f-613c-4fa9-8eb6-c9dc83ccecb0 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.160170 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49265196-f957-4857-9aff-afa90e9db951 req-98db605f-613c-4fa9-8eb6-c9dc83ccecb0 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0573385 Aug 19 12:38:16.205046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49265196-f957-4857-9aff-afa90e9db951 req-4f3047f1-3e1e-4f80-ba20-3f1488a97a30 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381660 Aug 19 12:38:16.370708 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf368ace-5621-48b9-b143-712931d03d11 req-b1ac9117-542c-4952-8c54-848ca6679281 tempest-VolumesActionsTest-2088030585 tempest-VolumesActionsTest-2088030585-project] 10.222.0.21 "GET /v2.0/ports?device_id=9251437b-90c0-4b65-95c1-41c6bf89294f HTTP/1.1" status: 200 len: 210 time: 0.0332537 Aug 19 12:38:16.442287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b939a-67ba-4236-bd5a-775dba227e18 req-95d5968b-ad03-4bff-90d3-2431d4c655a4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.444036 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-011b939a-67ba-4236-bd5a-775dba227e18 req-95d5968b-ad03-4bff-90d3-2431d4c655a4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0778627 Aug 19 12:38:16.527225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-011b939a-67ba-4236-bd5a-775dba227e18 req-a3cc0168-cbe4-4df8-9115-5dd7d78296d2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741620 Aug 19 12:38:16.529356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-e7e2c448-9e52-4951-8381-9b8b35a0ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.530791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-e7e2c448-9e52-4951-8381-9b8b35a0ce80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1097 time: 0.0857809 Aug 19 12:38:16.632569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-f6e08421-b71b-4373-afeb-20d9c83d7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.634349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-f6e08421-b71b-4373-afeb-20d9c83d7944 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b2adc24-94e3-490f-a723-9f31ae4532c2 HTTP/1.1" status: 200 len: 897 time: 0.0946894 Aug 19 12:38:16.714671 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-9d08454e-b0f6-4e80-8579-be381c05434c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc HTTP/1.1" status: 200 len: 1001 time: 0.0704222 Aug 19 12:38:16.766693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-ccb4a1d6-185f-4421-a35e-4f7d7ca7afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.768279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-ccb4a1d6-185f-4421-a35e-4f7d7ca7afdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a922391-f972-4368-842f-db34116a7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0457270 Aug 19 12:38:16.819932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-cc89155b-0098-4ebb-b6bd-fe1361d42e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:16.821464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-cc89155b-0098-4ebb-b6bd-fe1361d42e6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b2adc24-94e3-490f-a723-9f31ae4532c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456622 Aug 19 12:38:16.925668 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-39482782-3c10-4a31-adcd-739f866c4923 service neutron] 10.222.0.30 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968690 Aug 19 12:38:17.026896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-4685372a-6a0b-447d-a978-4f52a8dc828d service neutron] 10.222.0.30 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937779 Aug 19 12:38:17.179394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51516) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:17.320766 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc9a3-685e-431e-bcb0-a99d85a8431e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:17.344425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97086dd-a515-4ccc-b67a-335d08387fc7 req-325d2ba2-0bc9-468e-99b5-5502f197d312 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:17.346107 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e97086dd-a515-4ccc-b67a-335d08387fc7 req-325d2ba2-0bc9-468e-99b5-5502f197d312 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0593448 Aug 19 12:38:17.394090 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e97086dd-a515-4ccc-b67a-335d08387fc7 req-6ab3b70d-4a74-4b4b-9f16-2d5d90879753 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Aug 19 12:38:17.440823 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc9a3-685e-431e-bcb0-a99d85a8431e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:17.663768 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc9a3-685e-431e-bcb0-a99d85a8431e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:17.675941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953bd1-dfc3-4609-a13e-23b1b86ef181 req-dd448d55-f2f9-4c73-b8c8-3cb1e6d46494 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:17.680056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-50953bd1-dfc3-4609-a13e-23b1b86ef181 req-dd448d55-f2f9-4c73-b8c8-3cb1e6d46494 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0627449 Aug 19 12:38:17.739578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dc9a3-685e-431e-bcb0-a99d85a8431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099e8a41-2015-4393-8107-25b6b7ea3216,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:17.753392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bc4dc9a3-685e-431e-bcb0-a99d85a8431e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0f65116b5444b56bc55a3d3d2409245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662019 Aug 19 12:38:17.755669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51532) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:17.770777 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-50953bd1-dfc3-4609-a13e-23b1b86ef181 req-2d8ede4e-0d7f-4a51-895a-a3778c2141ab tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762963 Aug 19 12:38:17.812691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-105fe8f7-d5a8-4d33-b302-ad0e71bbb87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:17.837551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-105fe8f7-d5a8-4d33-b302-ad0e71bbb87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.050240 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-105fe8f7-d5a8-4d33-b302-ad0e71bbb87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.052803 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-105fe8f7-d5a8-4d33-b302-ad0e71bbb87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:18.053957 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-105fe8f7-d5a8-4d33-b302-ad0e71bbb87a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/099e8a41-2015-4393-8107-25b6b7ea3216 HTTP/1.1" status: 204 len: 168 time: 0.2968917 Aug 19 12:38:18.062255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fe8f7-d5a8-4d33-b302-ad0e71bbb87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099e8a41-2015-4393-8107-25b6b7ea3216,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:18.528877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557c4c4-0056-4d1f-b4cd-dc889b4b7a04 req-23743e99-45c0-4010-b4f2-dc1cf9eddaae tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:18.530474 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b557c4c4-0056-4d1f-b4cd-dc889b4b7a04 req-23743e99-45c0-4010-b4f2-dc1cf9eddaae tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0531890 Aug 19 12:38:18.625018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b557c4c4-0056-4d1f-b4cd-dc889b4b7a04 req-0096f060-b7d9-4b63-b8bd-4da55c5d4d0e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824857 Aug 19 12:38:18.907297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993548d-de4f-467e-8a32-a17318f008ee req-a67e3ad1-5326-4b14-bfac-42cc809edd10 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:18.908782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2993548d-de4f-467e-8a32-a17318f008ee req-a67e3ad1-5326-4b14-bfac-42cc809edd10 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0526230 Aug 19 12:38:18.966161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2993548d-de4f-467e-8a32-a17318f008ee req-e7e57829-1a63-414a-9fd0-11b527bafd2e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406878 Aug 19 12:38:19.183857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51556) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:19.201697 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0496103-a7b7-45ab-885c-efa8fbab8a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.325883 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0496103-a7b7-45ab-885c-efa8fbab8a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.440705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0496103-a7b7-45ab-885c-efa8fbab8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.483586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e0496103-a7b7-45ab-885c-efa8fbab8a64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b06177d96ce74c22a6ced399ad536f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985439 Aug 19 12:38:19.484770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0496103-a7b7-45ab-885c-efa8fbab8a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9020976-ad05-4a66-a448-7b2fe4d1d2fd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:19.486402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51562) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:19.537779 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41233008-077f-4d7a-a470-12278d9d35db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.555037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:19.559159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41233008-077f-4d7a-a470-12278d9d35db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.574321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:19.574700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7a89f181-e0b8-4f7e-9e16-07cc932f20e6 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:19.738987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918fc5f-c79a-4db8-a0a2-adfe275dd35e req-260104f5-d65d-4cba-a135-59fb1e7702f1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:19.740508 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2918fc5f-c79a-4db8-a0a2-adfe275dd35e req-260104f5-d65d-4cba-a135-59fb1e7702f1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0529480 Aug 19 12:38:19.797142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2918fc5f-c79a-4db8-a0a2-adfe275dd35e req-40c53de1-d2c2-41b4-8804-a052cf92561f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472615 Aug 19 12:38:19.800342 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41233008-077f-4d7a-a470-12278d9d35db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.803329 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41233008-077f-4d7a-a470-12278d9d35db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:19.804660 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-41233008-077f-4d7a-a470-12278d9d35db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9020976-ad05-4a66-a448-7b2fe4d1d2fd HTTP/1.1" status: 204 len: 168 time: 0.3165264 Aug 19 12:38:19.813682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41233008-077f-4d7a-a470-12278d9d35db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9020976-ad05-4a66-a448-7b2fe4d1d2fd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:20.085897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba681909-ad05-4c67-b4b7-208f3e9a2a47 req-f8c0c9ad-4145-4d16-ba24-27a455a09b63 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:20.087358 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba681909-ad05-4c67-b4b7-208f3e9a2a47 req-f8c0c9ad-4145-4d16-ba24-27a455a09b63 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0552423 Aug 19 12:38:20.128686 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba681909-ad05-4c67-b4b7-208f3e9a2a47 req-d14049df-472b-48a3-9899-a4979d799f32 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346310 Aug 19 12:38:20.690240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452c11-87de-4f25-a011-3ba60af71d7d req-1b2eb12f-92bf-4cf2-8c0f-832aafb65195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:20.691789 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96452c11-87de-4f25-a011-3ba60af71d7d req-1b2eb12f-92bf-4cf2-8c0f-832aafb65195 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 1097 time: 0.0613382 Aug 19 12:38:20.811017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452c11-87de-4f25-a011-3ba60af71d7d req-a46416db-73f1-49f5-8629-0379163e399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:20.812821 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96452c11-87de-4f25-a011-3ba60af71d7d req-a46416db-73f1-49f5-8629-0379163e399a service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 907 time: 0.0963264 Aug 19 12:38:20.885663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96452c11-87de-4f25-a011-3ba60af71d7d req-161dd668-2245-4991-acef-6c09d62413de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1bae54-e3a7-4076-b517-bc7637d975fe HTTP/1.1" status: 200 len: 217 time: 0.0558596 Aug 19 12:38:20.963519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b3328-2b56-4f8f-96e0-1026ba65e809 req-389b1519-7d00-4998-92fb-664f01918afe tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:20.965644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-115b3328-2b56-4f8f-96e0-1026ba65e809 req-389b1519-7d00-4998-92fb-664f01918afe tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0735650 Aug 19 12:38:20.969145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96452c11-87de-4f25-a011-3ba60af71d7d req-65773c90-0f57-4e65-8329-0337af22fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:20.971974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96452c11-87de-4f25-a011-3ba60af71d7d req-65773c90-0f57-4e65-8329-0337af22fa40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 200 len: 846 time: 0.0779076 Aug 19 12:38:21.005490 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96452c11-87de-4f25-a011-3ba60af71d7d req-250c531c-4927-438a-9093-9badd2e70a32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb170772-c550-4210-8916-2b1ba172ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266817 Aug 19 12:38:21.005919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-115b3328-2b56-4f8f-96e0-1026ba65e809 req-d9e1f99c-5ff7-41fa-be38-140edc17228d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336561 Aug 19 12:38:21.106156 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96452c11-87de-4f25-a011-3ba60af71d7d req-593dd8fc-3654-4c56-9899-30ef063d497a service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923123 Aug 19 12:38:21.208339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96452c11-87de-4f25-a011-3ba60af71d7d req-acc1cc25-3a81-4aaa-8791-9613981ed18e service neutron] 10.222.0.62 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942111 Aug 19 12:38:21.295271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3f46c-c8c5-4301-8bd2-79256ed107d5 req-e8cf06cc-f347-4cd7-a67f-16f26fe74609 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:21.296732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24a3f46c-c8c5-4301-8bd2-79256ed107d5 req-e8cf06cc-f347-4cd7-a67f-16f26fe74609 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0729256 Aug 19 12:38:21.339022 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24a3f46c-c8c5-4301-8bd2-79256ed107d5 req-e19173e2-36a8-4dd9-a303-d17112e56df5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355027 Aug 19 12:38:22.173816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fd7ca-14a5-42f7-9431-0e3fb4cb2575 req-eb0d3b03-2172-41ab-8538-825af7999c87 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:22.175440 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-975fd7ca-14a5-42f7-9431-0e3fb4cb2575 req-eb0d3b03-2172-41ab-8538-825af7999c87 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0737858 Aug 19 12:38:22.217246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-975fd7ca-14a5-42f7-9431-0e3fb4cb2575 req-22075d49-563e-4a5b-af24-179b27459a35 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357201 Aug 19 12:38:22.482484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9570cf-2aec-4354-bc2e-c74dfe627bc2 req-eaafe0b1-e58c-4a84-8571-75a7ef4eb6f7 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:22.486582 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c9570cf-2aec-4354-bc2e-c74dfe627bc2 req-eaafe0b1-e58c-4a84-8571-75a7ef4eb6f7 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0613217 Aug 19 12:38:22.531839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c9570cf-2aec-4354-bc2e-c74dfe627bc2 req-6eeee3bb-ab8a-4040-b833-c6c6123a00c9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411100 Aug 19 12:38:23.339343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d5576-9847-4cc4-90d5-e620dcac3dfb req-e8e80b19-233c-429d-a834-bd50c6667b3f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.344865 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-748d5576-9847-4cc4-90d5-e620dcac3dfb req-e8e80b19-233c-429d-a834-bd50c6667b3f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0568519 Aug 19 12:38:23.385696 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-748d5576-9847-4cc4-90d5-e620dcac3dfb req-debfd8e3-7100-4db5-8ba9-b925843cf0a5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379257 Aug 19 12:38:23.418696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c39256-b0ae-44b4-9619-e65f214de19d req-701bf514-739d-4cc8-a572-274362252ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0635095 Aug 19 12:38:23.490301 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c39256-b0ae-44b4-9619-e65f214de19d req-1973ee4d-924a-454e-a15e-5c3f30ac7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.491820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c39256-b0ae-44b4-9619-e65f214de19d req-1973ee4d-924a-454e-a15e-5c3f30ac7adf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98869fa2853349ec87796b19730e6d7e&device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 1097 time: 0.0446441 Aug 19 12:38:23.606667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c39256-b0ae-44b4-9619-e65f214de19d req-4f9c4749-8f4e-45d3-a936-04e84dd2b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.608584 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c39256-b0ae-44b4-9619-e65f214de19d req-4f9c4749-8f4e-45d3-a936-04e84dd2b09a service neutron] 10.222.0.30 "GET /v2.0/networks?id=cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 200 len: 907 time: 0.0965126 Aug 19 12:38:23.678635 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c39256-b0ae-44b4-9619-e65f214de19d req-fc9d4490-c4b2-4856-be37-d3009819411a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f802c4d3-1846-4a83-9442-092c030e646b HTTP/1.1" status: 200 len: 217 time: 0.0568123 Aug 19 12:38:23.723859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dc421-a1c9-4d11-bbd0-d9f3afc11146 req-b21bace6-ed1b-4a8c-a350-e80918e8c47e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.725445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b23dc421-a1c9-4d11-bbd0-d9f3afc11146 req-b21bace6-ed1b-4a8c-a350-e80918e8c47e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.1157007 Aug 19 12:38:23.758500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c39256-b0ae-44b4-9619-e65f214de19d req-8dacac7d-38e6-4e5f-910f-3ce0acbf5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:23.766270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c39256-b0ae-44b4-9619-e65f214de19d req-8dacac7d-38e6-4e5f-910f-3ce0acbf5bf5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 200 len: 846 time: 0.0811756 Aug 19 12:38:23.803840 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b23dc421-a1c9-4d11-bbd0-d9f3afc11146 req-5b39f6a4-2ab0-47f6-b188-8e754f26635f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695479 Aug 19 12:38:23.824418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c39256-b0ae-44b4-9619-e65f214de19d req-28cc1063-6cd9-4bfd-b680-bc613a82fe96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb170772-c550-4210-8916-2b1ba172ab74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392222 Aug 19 12:38:23.930570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c39256-b0ae-44b4-9619-e65f214de19d req-6dd23a9a-536c-40b6-a38d-2f8ee7effa37 service neutron] 10.222.0.30 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981131 Aug 19 12:38:24.028588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61c39256-b0ae-44b4-9619-e65f214de19d req-b85d8fc8-4727-441f-b040-09e1cb2a84cd service neutron] 10.222.0.30 "GET /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905559 Aug 19 12:38:24.528681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290398f-e9fe-4d83-95d1-42bc612a8512 req-3888c92e-7d84-4439-82b6-cde8ca496495 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:24.536832 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d290398f-e9fe-4d83-95d1-42bc612a8512 req-3888c92e-7d84-4439-82b6-cde8ca496495 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0741198 Aug 19 12:38:24.587093 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d290398f-e9fe-4d83-95d1-42bc612a8512 req-13c2e563-02e8-4c92-93ac-971b7a26326d tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449502 Aug 19 12:38:24.934177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc64887-e91d-4625-9e6c-8179ab3298e5 req-62424d13-79c3-44a3-97d3-cb8bfe52be20 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:24.935785 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8fc64887-e91d-4625-9e6c-8179ab3298e5 req-62424d13-79c3-44a3-97d3-cb8bfe52be20 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0501032 Aug 19 12:38:24.974501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8fc64887-e91d-4625-9e6c-8179ab3298e5 req-d0223822-f38c-4c55-a77c-34c7c9963b37 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319602 Aug 19 12:38:25.141743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae71ac-050b-476b-a6d3-44e92407d42f req-36f40c32-7ce1-411c-979f-8b688eac37cf tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.143926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74ae71ac-050b-476b-a6d3-44e92407d42f req-36f40c32-7ce1-411c-979f-8b688eac37cf tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0552726 Aug 19 12:38:25.153808 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:25.184567 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74ae71ac-050b-476b-a6d3-44e92407d42f req-31f7a4b9-7fdd-43d3-9188-338b465782b5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345745 Aug 19 12:38:25.345430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee1b97-550a-4bc8-acc6-a1fa036081b5 req-322135d0-82ec-42d4-9f3c-59deaea93ecd tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:25.347226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7aee1b97-550a-4bc8-acc6-a1fa036081b5 req-322135d0-82ec-42d4-9f3c-59deaea93ecd tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0889397 Aug 19 12:38:25.415406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7aee1b97-550a-4bc8-acc6-a1fa036081b5 req-7083aefc-3861-4bcb-b04d-96cd38891566 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562983 Aug 19 12:38:26.107609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf9404-9bda-4ce7-a80b-e8d7edf147e2 req-a550a2cd-8b60-4b96-965f-bd90085323c5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:26.109137 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4ccf9404-9bda-4ce7-a80b-e8d7edf147e2 req-a550a2cd-8b60-4b96-965f-bd90085323c5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0541494 Aug 19 12:38:26.148549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4ccf9404-9bda-4ce7-a80b-e8d7edf147e2 req-2d4aaa08-8e59-4231-8b34-80bb04fcd015 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333009 Aug 19 12:38:26.317496 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:26.446227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022a90c-a0fd-4fd0-ab78-284b66b76cc8 req-aa123bd2-4946-4b6e-93a4-73e7287d635f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:26.447764 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e022a90c-a0fd-4fd0-ab78-284b66b76cc8 req-aa123bd2-4946-4b6e-93a4-73e7287d635f tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0624928 Aug 19 12:38:26.508619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e022a90c-a0fd-4fd0-ab78-284b66b76cc8 req-c4e20b9c-6943-4edf-90d2-4f3d7a65b3e1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 Aug 19 12:38:27.292453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045bb8f-0ac9-4366-a082-1bbdf6e245c7 req-65222a1b-38f3-404f-991f-7f04bc22d61c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:27.293936 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c045bb8f-0ac9-4366-a082-1bbdf6e245c7 req-65222a1b-38f3-404f-991f-7f04bc22d61c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0692387 Aug 19 12:38:27.333342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c045bb8f-0ac9-4366-a082-1bbdf6e245c7 req-1bd26742-e3b6-4c3c-ab29-d9b3cc4d410e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332968 Aug 19 12:38:27.603252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e937c-ee2e-4971-acd4-cbad36d9f5dd req-2e51fb4c-116f-46e3-93db-884ffe09fb85 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:27.605450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2c0e937c-ee2e-4971-acd4-cbad36d9f5dd req-2e51fb4c-116f-46e3-93db-884ffe09fb85 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0614350 Aug 19 12:38:27.654834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edd5ce-9d89-4668-b732-cc5f649b4ff3 req-5891afc0-9192-49d3-a553-d7e3e9635dc7 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:27.656535 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05edd5ce-9d89-4668-b732-cc5f649b4ff3 req-5891afc0-9192-49d3-a553-d7e3e9635dc7 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 946 time: 0.0729268 Aug 19 12:38:27.750760 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05edd5ce-9d89-4668-b732-cc5f649b4ff3 req-942d3695-b7f6-4e19-b39b-5b3a5c3906bd tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772133 Aug 19 12:38:27.798380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-2c0e937c-ee2e-4971-acd4-cbad36d9f5dd req-c225a9d1-43c6-433a-8961-c6b95c3c1bad tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Deleting port 3b1bae54-e3a7-4076-b517-bc7637d975fe {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:27.799010 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2c0e937c-ee2e-4971-acd4-cbad36d9f5dd req-c225a9d1-43c6-433a-8961-c6b95c3c1bad tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.899026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2c0e937c-ee2e-4971-acd4-cbad36d9f5dd req-c225a9d1-43c6-433a-8961-c6b95c3c1bad tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] For port 3b1bae54-e3a7-4076-b517-bc7637d975fe, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3b1bae54-e3a7-4076-b517-bc7637d975fe,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:27.899399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2c0e937c-ee2e-4971-acd4-cbad36d9f5dd req-c225a9d1-43c6-433a-8961-c6b95c3c1bad tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:27.914189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-2c0e937c-ee2e-4971-acd4-cbad36d9f5dd req-c225a9d1-43c6-433a-8961-c6b95c3c1bad tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Calling delete_port for 3b1bae54-e3a7-4076-b517-bc7637d975fe owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:28.481333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10632bdb-8f2f-4de7-b5ec-c39c0eb9fcd1 req-a7d8203f-d682-47e9-b0e2-4c61d7fe72a3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:28.482853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10632bdb-8f2f-4de7-b5ec-c39c0eb9fcd1 req-a7d8203f-d682-47e9-b0e2-4c61d7fe72a3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0613270 Aug 19 12:38:28.525664 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10632bdb-8f2f-4de7-b5ec-c39c0eb9fcd1 req-3b12a3f1-d5ff-464f-a70d-ce7d7090846e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361459 Aug 19 12:38:28.588947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2c0e937c-ee2e-4971-acd4-cbad36d9f5dd req-c225a9d1-43c6-433a-8961-c6b95c3c1bad tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.603046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:28.605826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['3b1bae54-e3a7-4076-b517-bc7637d975fe'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:28.652314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225a9d1-43c6-433a-8961-c6b95c3c1bad tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event deleted for resources: {'Port': ['ID=3b1bae54-e3a7-4076-b517-bc7637d975fe,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:28.730078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0e937c-ee2e-4971-acd4-cbad36d9f5dd req-c225a9d1-43c6-433a-8961-c6b95c3c1bad tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] No DVR routers for this DVR port 3b1bae54-e3a7-4076-b517-bc7637d975fe on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:28.736951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2c0e937c-ee2e-4971-acd4-cbad36d9f5dd req-c225a9d1-43c6-433a-8961-c6b95c3c1bad tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:28.743314 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2c0e937c-ee2e-4971-acd4-cbad36d9f5dd req-c225a9d1-43c6-433a-8961-c6b95c3c1bad tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.62 "DELETE /v2.0/ports/3b1bae54-e3a7-4076-b517-bc7637d975fe HTTP/1.1" status: 204 len: 173 time: 1.1177847 Aug 19 12:38:28.743825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0150508d-a59d-4854-a465-97879fab3329', 'name': 'network-vif-deleted', 'tag': '3b1bae54-e3a7-4076-b517-bc7637d975fe'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:28.749692 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf895ab-337f-49a9-82ee-c47d94f635a8" -d '{"events": [{"server_uuid": "0150508d-a59d-4854-a465-97879fab3329", "name": "network-vif-deleted", "tag": "3b1bae54-e3a7-4076-b517-bc7637d975fe"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:28.807701 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba7578b-c59b-49a1-81ae-e49971cd414f x-openstack-request-id: req-2ba7578b-c59b-49a1-81ae-e49971cd414f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:28.807701 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0150508d-a59d-4854-a465-97879fab3329", "name": "network-vif-deleted", "tag": "3b1bae54-e3a7-4076-b517-bc7637d975fe", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:28.807701 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ba7578b-c59b-49a1-81ae-e49971cd414f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:28.807701 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0150508d-a59d-4854-a465-97879fab3329', 'name': 'network-vif-deleted', 'tag': '3b1bae54-e3a7-4076-b517-bc7637d975fe', 'status': 'completed', 'code': 200} Aug 19 12:38:28.911508 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62b05d8d-b8d2-44b8-a6bb-91646384471a req-19bca720-48a9-4664-8577-b267605eb4fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 210 time: 0.0422890 Aug 19 12:38:29.688143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b9b6d-561a-48a3-9af5-0b0b7fe0e746 req-0dfe75a1-1d7a-4bab-8a7f-d2be3d9a6b4a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:29.689745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-907b9b6d-561a-48a3-9af5-0b0b7fe0e746 req-0dfe75a1-1d7a-4bab-8a7f-d2be3d9a6b4a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0846066 Aug 19 12:38:29.723976 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-b50e0579-e237-4bff-9ee7-03c823f8ae99 service neutron] show failed (client error): The resource could not be found. Aug 19 12:38:29.725316 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-b50e0579-e237-4bff-9ee7-03c823f8ae99 service neutron] 10.222.0.30 "GET /v2.0/ports/5cc508aa-ce01-4525-b501-21e6fc4138bc/bindings/n-h1-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.1097255 Aug 19 12:38:29.774082 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-907b9b6d-561a-48a3-9af5-0b0b7fe0e746 req-9bb9aa37-ce52-4994-8655-3754e72a2258 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671358 Aug 19 12:38:30.075498 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56d8e9c2-4445-4fc3-961f-420d6a7143d3 req-1416baf7-67df-42c8-9166-ac7357a5a1b1 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=0150508d-a59d-4854-a465-97879fab3329 HTTP/1.1" status: 200 len: 210 time: 0.0813217 Aug 19 12:38:30.801392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-491625b9-580f-4d56-96fd-3a734873daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:30.803119 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-491625b9-580f-4d56-96fd-3a734873daa3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 1097 time: 0.0831068 Aug 19 12:38:30.818758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:30.952408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81741357-4c53-4e75-b649-7ae6a3e616e9 req-5b67c8fd-9500-4724-b7a5-6b65d7c83efd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:30.963208 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81741357-4c53-4e75-b649-7ae6a3e616e9 req-5b67c8fd-9500-4724-b7a5-6b65d7c83efd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0811040 Aug 19 12:38:30.973970 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.048340 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81741357-4c53-4e75-b649-7ae6a3e616e9 req-7cea5e58-7b69-41bc-90a4-0ae9311360ec tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771556 Aug 19 12:38:31.295935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:31.351086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:31.414555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:31.417123 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5626f0e5-bfdb-467f-aca6-6533f166c436" -d '{"events": [{"server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:31.424854 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.462709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Transition to ACTIVE for port object 5cc508aa-ce01-4525-b501-21e6fc4138bc will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:31.480789 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d856b9a-a9e4-47b5-9fe0-cdbecb552b27 x-openstack-request-id: req-2d856b9a-a9e4-47b5-9fe0-cdbecb552b27 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:31.481189 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:31.481512 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d856b9a-a9e4-47b5-9fe0-cdbecb552b27 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:31.481975 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'code': 200} Aug 19 12:38:31.565389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:31.600405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3b1bae54-e3a7-4076-b517-bc7637d975fe no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:31.677147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 3b1bae54-e3a7-4076-b517-bc7637d975fe {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:31.677761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3b1bae54-e3a7-4076-b517-bc7637d975fe not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:31.829728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Pushing event updated for resources: {'Port': ['ID=5cc508aa-ce01-4525-b501-21e6fc4138bc,revision_number=6']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:31.982254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] No DVR routers for this DVR port 5cc508aa-ce01-4525-b501-21e6fc4138bc on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:32.251602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5cc508aa-ce01-4525-b501-21e6fc4138bc no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:32.298021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5cc508aa-ce01-4525-b501-21e6fc4138bc not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:32.531263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a7dfa-8443-4d79-a810-e583b6e21bec req-638a8293-7076-4a06-b98c-b44addd8ca55 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:32.532808 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-182a7dfa-8443-4d79-a810-e583b6e21bec req-638a8293-7076-4a06-b98c-b44addd8ca55 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 944 time: 0.0685799 Aug 19 12:38:32.589053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Attempting to bind port 5cc508aa-ce01-4525-b501-21e6fc4138bc on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:32.589316 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Attempting to bind port 5cc508aa-ce01-4525-b501-21e6fc4138bc by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:32.589643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Attempting to bind port 5cc508aa-ce01-4525-b501-21e6fc4138bc on network 1b2adc24-94e3-490f-a723-9f31ae4532c2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:32.599637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-182a7dfa-8443-4d79-a810-e583b6e21bec req-25f5ddd5-2679-4790-a205-c6f52ba507bf tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601516 Aug 19 12:38:32.600342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Port 5cc508aa-ce01-4525-b501-21e6fc4138bc on network 1b2adc24-94e3-490f-a723-9f31ae4532c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:38:32.600659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Attempting to bind port 5cc508aa-ce01-4525-b501-21e6fc4138bc on network 1b2adc24-94e3-490f-a723-9f31ae4532c2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:32.606828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:32.607172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Checking segment: {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:32.607548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Bound using segment: {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:32.607972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Bound port: 5cc508aa-ce01-4525-b501-21e6fc4138bc, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b0df4a-f7e7-4730-be89-2a0d067ae108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:32.608634 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:32.687554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:32.694316 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:32.828488 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:32.877490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:32.879031 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:32.883505 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] 10.222.0.62 "PUT /v2.0/ports/5cc508aa-ce01-4525-b501-21e6fc4138bc HTTP/1.1" status: 200 len: 1092 time: 2.0717809 Aug 19 12:38:32.926790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0dd88-5b89-4fa6-a08a-dc127ac3419b service neutron] Pushing event updated for resources: {'Port': ['ID=5cc508aa-ce01-4525-b501-21e6fc4138bc,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:33.031019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-4d38a250-4e47-48b3-8439-a8e3ff3cd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.038076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-4d38a250-4e47-48b3-8439-a8e3ff3cd347 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1095 time: 0.1009288 Aug 19 12:38:33.042418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744c2a0-adaf-4519-9fa3-b5b6ccf5fbb6 req-40e7afe0-3f5f-4da9-9e2b-66e575d0d8ff tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.044124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7744c2a0-adaf-4519-9fa3-b5b6ccf5fbb6 req-40e7afe0-3f5f-4da9-9e2b-66e575d0d8ff tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 946 time: 0.1013896 Aug 19 12:38:33.147054 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7744c2a0-adaf-4519-9fa3-b5b6ccf5fbb6 req-853b7203-dcdf-43f0-848e-81160bedfd4e tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941007 Aug 19 12:38:33.179028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-09b439b8-bd8a-48ad-a6ae-594e27786765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.180526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-09b439b8-bd8a-48ad-a6ae-594e27786765 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b2adc24-94e3-490f-a723-9f31ae4532c2 HTTP/1.1" status: 200 len: 897 time: 0.1354296 Aug 19 12:38:33.255383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-d4190fa7-567a-4f06-b14f-301acae45026 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc HTTP/1.1" status: 200 len: 999 time: 0.0673373 Aug 19 12:38:33.311400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-51537118-3fc8-45a2-9bf0-305a3227f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.329917 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-51537118-3fc8-45a2-9bf0-305a3227f34c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a922391-f972-4368-842f-db34116a7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0583818 Aug 19 12:38:33.371356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-a9769c27-4610-4e88-9c40-7c7f38c44784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.372904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-a9769c27-4610-4e88-9c40-7c7f38c44784 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b2adc24-94e3-490f-a723-9f31ae4532c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446107 Aug 19 12:38:33.482663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:33.485093 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c22ed3-9b99-4249-8b48-45c690071e61" -d '{"events": [{"name": "network-changed", "server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:33.490427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-50b30d7b-fff4-486c-ad67-719d91239782 service neutron] 10.222.0.62 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086092 Aug 19 12:38:33.547703 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012e3e3e-3454-4037-bff5-f8df82f22909 x-openstack-request-id: req-012e3e3e-3454-4037-bff5-f8df82f22909 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:33.553874 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:33.554137 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-012e3e3e-3454-4037-bff5-f8df82f22909 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:33.554555 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'status': 'completed', 'code': 200} Aug 19 12:38:33.664934 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24b45913-b368-42e0-b666-450e7ef37ca6 req-38c69045-f8b5-4473-84d8-85af66511452 service neutron] 10.222.0.62 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676362 Aug 19 12:38:33.688276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-bebad6be-fee6-48d1-9a25-1ba0314869ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.690857 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-bebad6be-fee6-48d1-9a25-1ba0314869ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1095 time: 0.1053457 Aug 19 12:38:33.822827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f7f71-c409-4539-9ffa-5ed22dc7188d req-6190abb2-7c37-4b71-8c5f-f831be3d7ac2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.824445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-915f7f71-c409-4539-9ffa-5ed22dc7188d req-6190abb2-7c37-4b71-8c5f-f831be3d7ac2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 944 time: 0.1168888 Aug 19 12:38:33.935561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-7959f9c7-28d9-4265-b815-97b9a854a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:33.937193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-7959f9c7-28d9-4265-b815-97b9a854a446 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b2adc24-94e3-490f-a723-9f31ae4532c2 HTTP/1.1" status: 200 len: 897 time: 0.2382302 Aug 19 12:38:33.958536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-915f7f71-c409-4539-9ffa-5ed22dc7188d req-fd6bd41d-ae66-41a0-8587-2bdeee654ed6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235642 Aug 19 12:38:34.132153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-bec8261b-767e-48c9-946b-24a1cc450d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.133734 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-bec8261b-767e-48c9-946b-24a1cc450d22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1095 time: 0.2762892 Aug 19 12:38:34.136723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-f22efff5-7d92-4637-b87a-785e6dbbd7eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc HTTP/1.1" status: 200 len: 999 time: 0.1749840 Aug 19 12:38:34.185170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658894f-008d-40bb-bad5-9ede8883c5a8 req-d9615648-9b94-4bcc-bc1a-c01f1b0e19ef tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.187773 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b658894f-008d-40bb-bad5-9ede8883c5a8 req-d9615648-9b94-4bcc-bc1a-c01f1b0e19ef tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.30 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 946 time: 0.1283116 Aug 19 12:38:34.315040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-5af81452-24d7-41dc-b420-385c9f58ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.316531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-5af81452-24d7-41dc-b420-385c9f58ca78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a922391-f972-4368-842f-db34116a7aa4 HTTP/1.1" status: 200 len: 834 time: 0.1265457 Aug 19 12:38:34.345350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56799dba-3ca0-4539-90cd-95dfff5c5dcb req-a608e9e8-bffc-4ef9-a835-6d688673f4e5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.347021 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56799dba-3ca0-4539-90cd-95dfff5c5dcb req-a608e9e8-bffc-4ef9-a835-6d688673f4e5 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 946 time: 0.0958493 Aug 19 12:38:34.370225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-68e380cf-5fce-4d78-a893-256fbbe74281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.371761 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-68e380cf-5fce-4d78-a893-256fbbe74281 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b2adc24-94e3-490f-a723-9f31ae4532c2 HTTP/1.1" status: 200 len: 897 time: 0.2310290 Aug 19 12:38:34.380427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-b658894f-008d-40bb-bad5-9ede8883c5a8 req-ab74b447-b16d-4f2b-99b8-d7546b71c6fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Deleting port f802c4d3-1846-4a83-9442-092c030e646b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:38:34.380778 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b658894f-008d-40bb-bad5-9ede8883c5a8 req-ab74b447-b16d-4f2b-99b8-d7546b71c6fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.434895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-cef17025-29ef-436b-bc92-e96932f887e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.434895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-cef17025-29ef-436b-bc92-e96932f887e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b2adc24-94e3-490f-a723-9f31ae4532c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072457 Aug 19 12:38:34.471214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56799dba-3ca0-4539-90cd-95dfff5c5dcb req-8d20415d-1cd9-4752-b8e4-adc23a2ba123 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/security-groups?id=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089163 Aug 19 12:38:34.514327 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-4a036a2b-1d71-4cd9-86cc-e62c67017766 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc HTTP/1.1" status: 200 len: 999 time: 0.1311677 Aug 19 12:38:34.518766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b658894f-008d-40bb-bad5-9ede8883c5a8 req-ab74b447-b16d-4f2b-99b8-d7546b71c6fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] For port f802c4d3-1846-4a83-9442-092c030e646b, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f802c4d3-1846-4a83-9442-092c030e646b,segment=NetworkSegment(eccfb497-c59a-4f8f-a613-837feb37f7f0),segment_id=eccfb497-c59a-4f8f-a613-837feb37f7f0)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:34.519185 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b658894f-008d-40bb-bad5-9ede8883c5a8 req-ab74b447-b16d-4f2b-99b8-d7546b71c6fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.533678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-b658894f-008d-40bb-bad5-9ede8883c5a8 req-ab74b447-b16d-4f2b-99b8-d7546b71c6fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Calling delete_port for f802c4d3-1846-4a83-9442-092c030e646b owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:38:34.585442 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-16d08bf3-d12d-49c6-a90b-6af1b17ee628 service neutron] 10.222.0.30 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448107 Aug 19 12:38:34.616790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-98660ccb-9ad5-46f4-8491-12cc170cb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.620299 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-98660ccb-9ad5-46f4-8491-12cc170cb302 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a922391-f972-4368-842f-db34116a7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0937638 Aug 19 12:38:34.776683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-6bb577e4-6f24-4737-8b3b-ce71747af884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:34.778245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-6bb577e4-6f24-4737-8b3b-ce71747af884 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b2adc24-94e3-490f-a723-9f31ae4532c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101182 Aug 19 12:38:34.782916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-8f92083c-3519-4518-b20c-c5090872200f service neutron] 10.222.0.30 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875305 Aug 19 12:38:34.908858 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-ff4a4ed6-372a-4fe7-97ba-6a1c474b0862 service neutron] 10.222.0.62 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219294 Aug 19 12:38:34.942378 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b658894f-008d-40bb-bad5-9ede8883c5a8 req-ab74b447-b16d-4f2b-99b8-d7546b71c6fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:34.955535 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f802c4d3-1846-4a83-9442-092c030e646b'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:35.054652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b658894f-008d-40bb-bad5-9ede8883c5a8 req-ab74b447-b16d-4f2b-99b8-d7546b71c6fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] No DVR routers for this DVR port f802c4d3-1846-4a83-9442-092c030e646b on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:38:35.058019 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b658894f-008d-40bb-bad5-9ede8883c5a8 req-ab74b447-b16d-4f2b-99b8-d7546b71c6fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.070415 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b658894f-008d-40bb-bad5-9ede8883c5a8 req-ab74b447-b16d-4f2b-99b8-d7546b71c6fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.30 "DELETE /v2.0/ports/f802c4d3-1846-4a83-9442-092c030e646b HTTP/1.1" status: 204 len: 173 time: 0.8765886 Aug 19 12:38:35.071189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19f21ec-2247-4862-b851-13f55aa51d4c', 'name': 'network-vif-deleted', 'tag': 'f802c4d3-1846-4a83-9442-092c030e646b'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:35.073708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3c22ed3-9b99-4249-8b48-45c690071e61 req-60c96cef-41ce-4b50-9e77-0dadf40dedf8 service neutron] 10.222.0.62 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568480 Aug 19 12:38:35.078442 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648e0013-37b3-421a-920a-ab14f5f1be3d" -d '{"events": [{"server_uuid": "f19f21ec-2247-4862-b851-13f55aa51d4c", "name": "network-vif-deleted", "tag": "f802c4d3-1846-4a83-9442-092c030e646b"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:35.085876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74b447-b16d-4f2b-99b8-d7546b71c6fb tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] Pushing event deleted for resources: {'Port': ['ID=f802c4d3-1846-4a83-9442-092c030e646b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:35.101543 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8f120955-f567-4da2-b487-1ce46d41e9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:35.139347 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf659f1-4184-4b63-a7c8-8496b6313ad9 x-openstack-request-id: req-aaf659f1-4184-4b63-a7c8-8496b6313ad9 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:35.139347 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19f21ec-2247-4862-b851-13f55aa51d4c", "name": "network-vif-deleted", "tag": "f802c4d3-1846-4a83-9442-092c030e646b", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:35.141450 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaf659f1-4184-4b63-a7c8-8496b6313ad9 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:35.141961 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19f21ec-2247-4862-b851-13f55aa51d4c', 'name': 'network-vif-deleted', 'tag': 'f802c4d3-1846-4a83-9442-092c030e646b', 'status': 'completed', 'code': 200} Aug 19 12:38:35.168524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94dc29-51a7-437a-b8f7-826a87eca809 req-0ed8c7ff-7c0d-4891-af78-28b9755eda49 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:35.170170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fc94dc29-51a7-437a-b8f7-826a87eca809 req-0ed8c7ff-7c0d-4891-af78-28b9755eda49 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 944 time: 0.0617800 Aug 19 12:38:35.232025 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fc94dc29-51a7-437a-b8f7-826a87eca809 req-1d18d990-9632-4190-ae36-3c2d8f660791 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541966 Aug 19 12:38:35.594623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-509b27ec-0fd3-4779-abc0-c57904c680c5 req-201436c5-88a5-46e9-a041-d6624a1b7fb6 tempest-ServersTestJSON-442251262 tempest-ServersTestJSON-442251262-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19f21ec-2247-4862-b851-13f55aa51d4c HTTP/1.1" status: 200 len: 210 time: 0.0271928 Aug 19 12:38:36.372689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc34e25-e601-4367-a078-bb2dfc028d7c req-1268cd00-55ea-4d64-8e5c-7997c5a93cc6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:36.375830 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6cc34e25-e601-4367-a078-bb2dfc028d7c req-1268cd00-55ea-4d64-8e5c-7997c5a93cc6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 944 time: 0.0638542 Aug 19 12:38:36.432613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6cc34e25-e601-4367-a078-bb2dfc028d7c req-062140a6-4a1f-4fd7-b93f-0559325bb343 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497634 Aug 19 12:38:36.657778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52038) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:36.709000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Deleting subnet 72722106-b2f0-4425-9aa0-54129c05fca6 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:38:36.712843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.764148 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.803921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:36.980886 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.009016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72722106-b2f0-4425-9aa0-54129c05fca6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:37.011870 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.013675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/72722106-b2f0-4425-9aa0-54129c05fca6 HTTP/1.1" status: 204 len: 168 time: 0.3548827 Aug 19 12:38:37.016461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52048) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:37.020622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.021149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.021663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.022259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.022745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.023470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.024852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.025365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.025958 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.028595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.028686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.028987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3647b33-733b-4a7f-a7be-5bed4d92d378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:37.111299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.200443 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.211871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb170772-c550-4210-8916-2b1ba172ab74']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:37.223229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccfb497-c59a-4f8f-a613-837feb37f7f0') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:37.223464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccfb497-c59a-4f8f-a613-837feb37f7f0') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:37.232382 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.260107 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.268600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:38:37.269098 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:38:37.307338 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:38:37.496254 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.504150 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.505860 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] 10.222.0.21 "DELETE /v2.0/networks/cb170772-c550-4210-8916-2b1ba172ab74 HTTP/1.1" status: 204 len: 168 time: 0.4883938 Aug 19 12:38:37.537282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cabc95-8ee8-465c-a285-4c57ceb19afa admin admin] Pushing event deleted for resources: {'Network': ['ID=cb170772-c550-4210-8916-2b1ba172ab74,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:37.564094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6ae0f-2aac-4adb-b2ab-53e88bf78bc1 req-6e8609d5-ff8b-4b5c-82e6-b0adf7b01f80 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:37.565587 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eaf6ae0f-2aac-4adb-b2ab-53e88bf78bc1 req-6e8609d5-ff8b-4b5c-82e6-b0adf7b01f80 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 944 time: 0.0674071 Aug 19 12:38:37.605073 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eaf6ae0f-2aac-4adb-b2ab-53e88bf78bc1 req-c789453e-2ff6-41b7-8bd8-a4f0e42f651f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333769 Aug 19 12:38:37.643587 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 5cc508aa-ce01-4525-b501-21e6fc4138bc details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:38:37.738280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:37.749947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'port_id': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'mac_address': 'fa:16:3e:2e:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:37.791554 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.809958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc508aa-ce01-4525-b501-21e6fc4138bc {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:37.828152 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:37.832696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:37.888299 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2f21db1f-49a5-4a74-898f-bd43cb9723d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.175865 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.245943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=5cc508aa-ce01-4525-b501-21e6fc4138bc,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:38.259270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.259480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.259854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.260196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.260524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.260851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.261174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.261501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.261821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.262140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.262463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.262819 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:38.302249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f802c4d3-1846-4a83-9442-092c030e646b no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:38:38.323107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2449ad-71c1-4d05-aec1-79060996b0d2 req-8cb48819-553d-4222-8f9c-d47fce74adcb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:38.324838 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6d2449ad-71c1-4d05-aec1-79060996b0d2 req-8cb48819-553d-4222-8f9c-d47fce74adcb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 945 time: 0.0681784 Aug 19 12:38:38.354683 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: f802c4d3-1846-4a83-9442-092c030e646b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:38:38.355298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f802c4d3-1846-4a83-9442-092c030e646b not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:38:38.424190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['5cc508aa-ce01-4525-b501-21e6fc4138bc'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:38.431535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52094) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:38.523706 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7041f696-2934-4e98-9b59-3a8dcae1d92d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98869fa2853349ec87796b19730e6d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908453 Aug 19 12:38:38.527748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52096) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:38.535088 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52098) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:38.592504 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68348583-a3fd-4bea-9678-3bfdc90fc280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.611389 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6d2449ad-71c1-4d05-aec1-79060996b0d2 req-1595a7b4-2d45-4b6a-a02c-60e8d0583bbd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779212 Aug 19 12:38:38.642180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68348583-a3fd-4bea-9678-3bfdc90fc280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.675607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-1d1456d9-e4cd-46e1-a6c3-9fc1edca5769 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:38.677182 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-1d1456d9-e4cd-46e1-a6c3-9fc1edca5769 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6&tenant_id=c4204443efbc4475a6deb99809648e33&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 945 time: 0.2377956 Aug 19 12:38:38.757198 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-729460ec-011e-4f7b-84e0-328c0ba50b74 service neutron] delete failed (client error): The resource could not be found. Aug 19 12:38:38.758833 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-729460ec-011e-4f7b-84e0-328c0ba50b74 service neutron] 10.222.0.30 "DELETE /v2.0/ports/5cc508aa-ce01-4525-b501-21e6fc4138bc/bindings/n-h2-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0730319 Aug 19 12:38:38.873190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf435908-df4d-42ed-afd4-02c872a58531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.876033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-ef9287db-94a7-4e67-b6ba-0add07f4cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:38.877644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-ef9287db-94a7-4e67-b6ba-0add07f4cc73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1096 time: 0.0645580 Aug 19 12:38:38.886226 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68348583-a3fd-4bea-9678-3bfdc90fc280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.896261 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68348583-a3fd-4bea-9678-3bfdc90fc280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:38.896261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-68348583-a3fd-4bea-9678-3bfdc90fc280 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa HTTP/1.1" status: 204 len: 168 time: 0.3626497 Aug 19 12:38:38.944161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68348583-a3fd-4bea-9678-3bfdc90fc280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2f8fa0-021f-4f86-8d34-1ee3cecfd9aa,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:39.114327 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf435908-df4d-42ed-afd4-02c872a58531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.115703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-3b2010e0-ed98-448e-a02a-8488e721e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:39.117220 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-3b2010e0-ed98-448e-a02a-8488e721e972 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b2adc24-94e3-490f-a723-9f31ae4532c2 HTTP/1.1" status: 200 len: 897 time: 0.2250142 Aug 19 12:38:39.244723 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.285968 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-8ccbff84-bae9-47d5-a9de-9fc2356cb73a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc HTTP/1.1" status: 200 len: 1000 time: 0.1613138 Aug 19 12:38:39.319215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf435908-df4d-42ed-afd4-02c872a58531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.371421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-fe0275cf-3404-4e09-a34d-b08cf28a2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:39.373056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-fe0275cf-3404-4e09-a34d-b08cf28a2854 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a922391-f972-4368-842f-db34116a7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0798016 Aug 19 12:38:39.374935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf435908-df4d-42ed-afd4-02c872a58531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c68d0c-855b-4461-a85b-d1cb9f1b80f0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:39.401793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cf435908-df4d-42ed-afd4-02c872a58531 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86bf573434254462b1a7d03c19b01044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8652816 Aug 19 12:38:39.402468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52126) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:39.439789 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-5aeeb23b-1d11-49d2-a784-31e84ed44260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:39.441312 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-5aeeb23b-1d11-49d2-a784-31e84ed44260 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b2adc24-94e3-490f-a723-9f31ae4532c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611222 Aug 19 12:38:39.488609 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0518c4e-6b7c-4e0a-bf3f-b685b1671533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.518296 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0518c4e-6b7c-4e0a-bf3f-b685b1671533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.656611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 5cc508aa-ce01-4525-b501-21e6fc4138bc up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:39.667169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-915eaf51-61eb-4e57-a8b6-7419d75e2e4f service neutron] 10.222.0.30 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169778 Aug 19 12:38:39.764994 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0518c4e-6b7c-4e0a-bf3f-b685b1671533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.770030 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0518c4e-6b7c-4e0a-bf3f-b685b1671533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:39.774218 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b0518c4e-6b7c-4e0a-bf3f-b685b1671533 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05c68d0c-855b-4461-a85b-d1cb9f1b80f0 HTTP/1.1" status: 204 len: 168 time: 0.3704183 Aug 19 12:38:39.789487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0518c4e-6b7c-4e0a-bf3f-b685b1671533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c68d0c-855b-4461-a85b-d1cb9f1b80f0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:39.835961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34538e-5f98-4f25-9580-dce6c220de3e req-34b994cb-d76c-4697-b472-2c370d9ccdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:39.843506 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da34538e-5f98-4f25-9580-dce6c220de3e req-34b994cb-d76c-4697-b472-2c370d9ccdb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 945 time: 0.1129017 Aug 19 12:38:39.884529 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07ef28e0-892d-4e3f-9b8c-ee012d103c00 req-0244efd2-0bbb-4519-af0f-bc84a1058050 service neutron] 10.222.0.30 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012804 Aug 19 12:38:39.913348 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da34538e-5f98-4f25-9580-dce6c220de3e req-a3e6cbdf-b495-4f69-9ed7-954dd92f2b0f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689044 Aug 19 12:38:39.930241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 5cc508aa-ce01-4525-b501-21e6fc4138bc completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:38:39.930241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 5cc508aa-ce01-4525-b501-21e6fc4138bc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:38:39.930241 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.171555 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.194451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:40.196740 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbae235-aa65-4100-9af1-f5d0280f5448" -d '{"events": [{"server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "name": "network-vif-plugged", "status": "completed", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:40.215082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:40.246751 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559baea1-b335-4d8b-9096-164f73a6009b x-openstack-request-id: req-559baea1-b335-4d8b-9096-164f73a6009b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:40.247361 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "name": "network-vif-plugged", "status": "completed", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:40.247361 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-559baea1-b335-4d8b-9096-164f73a6009b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:40.247710 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'code': 200} Aug 19 12:38:40.275813 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:38:40.477764 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:40.550495 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=5cc508aa-ce01-4525-b501-21e6fc4138bc,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:40.560671 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.053810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273b158-9bda-480c-99e0-1f934924cbb2 req-c69f7137-3759-441e-8d0a-38d29c3e8de1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:41.055380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e273b158-9bda-480c-99e0-1f934924cbb2 req-c69f7137-3759-441e-8d0a-38d29c3e8de1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0518017 Aug 19 12:38:41.096687 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e273b158-9bda-480c-99e0-1f934924cbb2 req-c5d0ec25-8bf1-416b-b784-e99bee5e450d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336862 Aug 19 12:38:41.256294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52198) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:41.362167 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52204) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:41.385178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ceb0bfa-fb53-4ed9-a08f-31873b412b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.557719 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ceb0bfa-fb53-4ed9-a08f-31873b412b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.579335 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52212) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:41.640633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-923005174-network', 'tenant_id': '55b5c552994d41198fde1656ade56c53'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:41.644606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae8de0c0-4afd-4a94-baa2-6739e0879603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.756475 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ceb0bfa-fb53-4ed9-a08f-31873b412b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.778684 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-ae8de0c0-4afd-4a94-baa2-6739e0879603 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:38:41.778684 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:38:41.778684 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id_1': 'cef6e3b7012c44aeb2030b75c20845dd', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 38, 41, 661526)}] Aug 19 12:38:41.778684 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:38:41.779140 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-ae8de0c0-4afd-4a94-baa2-6739e0879603 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:38:41.802892 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7ceb0bfa-fb53-4ed9-a08f-31873b412b12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b4bf0bfd0254e0fa3d58e14a9ad0838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394000 Aug 19 12:38:41.810830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52218) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:41.811389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb0bfa-fb53-4ed9-a08f-31873b412b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46b45de-46b8-436a-ac68-c65ab3bb62ef,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:41.869780 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.892777 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.964125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Made reservation on behalf of 55b5c552994d41198fde1656ade56c53 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:41.966524 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:41.977535 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.113063 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.115697 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.117551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c46b45de-46b8-436a-ac68-c65ab3bb62ef HTTP/1.1" status: 204 len: 168 time: 0.3098855 Aug 19 12:38:42.131167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46b45de-46b8-436a-ac68-c65ab3bb62ef,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:42.145915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.146298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.146644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.147001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.147330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.147664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.147984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.148299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.153486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.153836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.154178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.154514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a445f6-2739-44ca-977d-a5baa3aedc43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:38:42.196925 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.247652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b56754-caae-43f0-b166-f722f83dfa7b req-3d84250d-5920-42ef-8b43-c61078072f2b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:42.249189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0b56754-caae-43f0-b166-f722f83dfa7b req-3d84250d-5920-42ef-8b43-c61078072f2b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0493417 Aug 19 12:38:42.279633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae8de0c0-4afd-4a94-baa2-6739e0879603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.295630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0b56754-caae-43f0-b166-f722f83dfa7b req-d36226af-6f22-4261-91f8-45c5913bba4f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404894 Aug 19 12:38:42.319624 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52232) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:42.377710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.401407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-05d888f1-cb9f-446d-91b3-39fe0b623979 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/db1e76b3-5bb6-408a-8a0d-495782a95c14 HTTP/1.1" status: 200 len: 993 time: 0.0799057 Aug 19 12:38:42.417771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:38:42.437159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:42.448548 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.448824 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Added segment 1ffaee07-469a-49b7-9c23-c7e9ac145466 of type vlan for network ac8c95e7-e5c4-40e2-9518-f983b79c8710 Aug 19 12:38:42.506132 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.579319 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae8de0c0-4afd-4a94-baa2-6739e0879603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.815932 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.816961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:42.817547 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.819790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae8de0c0-4afd-4a94-baa2-6739e0879603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:42.910561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8de0c0-4afd-4a94-baa2-6739e0879603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42fbd7f-5d0e-44f6-b74b-5e39017e7e1d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:42.921773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ae8de0c0-4afd-4a94-baa2-6739e0879603 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cef6e3b7012c44aeb2030b75c20845dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6601641 Aug 19 12:38:42.921773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52254) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:42.928596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] Pushing event updated for resources: {'Network': ['ID=ac8c95e7-e5c4-40e2-9518-f983b79c8710,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:43.161012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ac8c95e7-e5c4-40e2-9518-f983b79c8710 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:38:43.163979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40198205-023e-43cb-bda0-cbdb384eed05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:43.163979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40198205-023e-43cb-bda0-cbdb384eed05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:43.495655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f82cf9e3-3057-42a7-8eab-6720038340bf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9146905 Aug 19 12:38:43.555979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52262) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:43.555979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] Request body: {'subnet': {'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-923005174-subnet', 'tenant_id': '55b5c552994d41198fde1656ade56c53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:43.860819 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40198205-023e-43cb-bda0-cbdb384eed05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:43.860819 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40198205-023e-43cb-bda0-cbdb384eed05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:43.860819 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-40198205-023e-43cb-bda0-cbdb384eed05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c42fbd7f-5d0e-44f6-b74b-5e39017e7e1d HTTP/1.1" status: 204 len: 168 time: 0.9244430 Aug 19 12:38:43.860819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] Made reservation on behalf of 55b5c552994d41198fde1656ade56c53 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:43.860819 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:43.871029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40198205-023e-43cb-bda0-cbdb384eed05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42fbd7f-5d0e-44f6-b74b-5e39017e7e1d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:44.279633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.385788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:44.394402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] Checking segment: {'id': '1ffaee07-469a-49b7-9c23-c7e9ac145466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:44.395276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] Network hostable DHCP agents. Network: ac8c95e7-e5c4-40e2-9518-f983b79c8710, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:38:44.517507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] Network ac8c95e7-e5c4-40e2-9518-f983b79c8710 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:38:44.649069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, ac8c95e7-e5c4-40e2-9518-f983b79c8710) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:44.666053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:44.673654 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:44.673876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c2cedd-cfe4-4f0a-85c1-1071850d6ec7 None None] Network ac8c95e7-e5c4-40e2-9518-f983b79c8710 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:44.814441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f6cae3-5dfe-469b-ae9f-4cb8126e0b70 None None] Network ac8c95e7-e5c4-40e2-9518-f983b79c8710 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:38:44.828184 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-36262ec1-7761-4bc3-a32c-b90d9a6cd3c7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2908890 Aug 19 12:38:45.018482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52308) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:45.039138 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db2f35ed-62d1-4d6d-afd3-6fe1e2f062e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.173602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db2f35ed-62d1-4d6d-afd3-6fe1e2f062e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.401537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db2f35ed-62d1-4d6d-afd3-6fe1e2f062e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.452910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-8443c9bd-e285-4d01-b231-7aa970896885 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:45.455718 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-8443c9bd-e285-4d01-b231-7aa970896885 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/networks?id=ac8c95e7-e5c4-40e2-9518-f983b79c8710 HTTP/1.1" status: 200 len: 813 time: 0.1455722 Aug 19 12:38:45.461221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f35ed-62d1-4d6d-afd3-6fe1e2f062e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37150a4e-173e-407d-b9ac-bc69f968b026,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:45.471219 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-db2f35ed-62d1-4d6d-afd3-6fe1e2f062e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2bb18e35dff43559652a60f6e522b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473171 Aug 19 12:38:45.473316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52332) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:45.477528 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-4e9553ab-63b5-44d5-908f-3045f0311234 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/quotas/55b5c552994d41198fde1656ade56c53 HTTP/1.1" status: 200 len: 375 time: 0.0133832 Aug 19 12:38:45.521323 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-113076b4-c394-4839-a9b4-802abda253f3 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372851 Aug 19 12:38:45.554864 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e94c4cd5-5833-4b4c-b240-0303037908fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.579837 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e94c4cd5-5833-4b4c-b240-0303037908fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.642044 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-9553e261-271d-486f-a251-f5d60daf8946 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081929 Aug 19 12:38:45.743950 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-900bcd3c-d415-4a71-8399-5dee04259be5 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949161 Aug 19 12:38:45.747050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e94c4cd5-5833-4b4c-b240-0303037908fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.749698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e94c4cd5-5833-4b4c-b240-0303037908fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:45.751609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e94c4cd5-5833-4b4c-b240-0303037908fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37150a4e-173e-407d-b9ac-bc69f968b026 HTTP/1.1" status: 204 len: 168 time: 0.2768698 Aug 19 12:38:45.763516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c4cd5-5833-4b4c-b240-0303037908fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37150a4e-173e-407d-b9ac-bc69f968b026,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:46.107884 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-545ad77e-90c6-4413-a1af-81db8b163d48 req-91e3e6e1-d190-468b-a04e-da336c3fff80 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 210 time: 0.0490074 Aug 19 12:38:47.193479 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9bb20dc-b51c-4ea8-9b56-75557ad31de4 req-33ccc821-ab47-411b-84b3-013b13a437de tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 210 time: 0.0268714 Aug 19 12:38:47.374012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52404) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:47.582376 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c4b638a1-965a-4e9d-870b-2be4055aedce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.680883 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c4b638a1-965a-4e9d-870b-2be4055aedce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.872888 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c4b638a1-965a-4e9d-870b-2be4055aedce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.911960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c4b638a1-965a-4e9d-870b-2be4055aedce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=975c24bd46ae4061b704b7b7ee8dc4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5368843 Aug 19 12:38:47.912813 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b638a1-965a-4e9d-870b-2be4055aedce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5226566b-556b-421d-bf68-a126ee193df2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:47.914701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52424) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:47.966138 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-821f8621-0170-42ac-b07b-fe68a87530fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:47.995204 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-821f8621-0170-42ac-b07b-fe68a87530fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.274579 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e01e2ade-bcc6-4ba4-9d6d-357b9675a9a1 req-1b86dbb3-987d-4d0d-846d-003082bdf791 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 210 time: 0.0303648 Aug 19 12:38:48.295605 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-821f8621-0170-42ac-b07b-fe68a87530fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.298564 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-821f8621-0170-42ac-b07b-fe68a87530fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:48.302246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-821f8621-0170-42ac-b07b-fe68a87530fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5226566b-556b-421d-bf68-a126ee193df2 HTTP/1.1" status: 204 len: 168 time: 0.3839691 Aug 19 12:38:48.317277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f8621-0170-42ac-b07b-fe68a87530fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5226566b-556b-421d-bf68-a126ee193df2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:49.370628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08613447-5a8e-4ff3-8df5-f469e3acf15d req-d9d22c5a-0319-4073-ad60-4c1e3f101798 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 210 time: 0.0267534 Aug 19 12:38:49.694623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52486) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:49.708417 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2dad870-e04a-4b49-98aa-ffff69fe8371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.804069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2dad870-e04a-4b49-98aa-ffff69fe8371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:49.963759 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2dad870-e04a-4b49-98aa-ffff69fe8371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.003779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a2dad870-e04a-4b49-98aa-ffff69fe8371 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=334bd7151982416585ae35f11ebaf8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080420 Aug 19 12:38:50.005847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad870-e04a-4b49-98aa-ffff69fe8371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156dd454-7118-46ef-b083-a1a28b24a600,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:50.006602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52498) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:50.064000 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a696fb3d-5538-46f0-a51c-7499b3bcc367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.087558 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a696fb3d-5538-46f0-a51c-7499b3bcc367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.278476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-eebb9cf2-8ed1-40c4-ab2f-54323bc13da0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:50.280054 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-eebb9cf2-8ed1-40c4-ab2f-54323bc13da0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.62 "GET /v2.0/networks?id=ac8c95e7-e5c4-40e2-9518-f983b79c8710 HTTP/1.1" status: 200 len: 813 time: 0.1156559 Aug 19 12:38:50.297665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Request body: {'port': {'device_id': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710', 'admin_state_up': True, 'tenant_id': '55b5c552994d41198fde1656ade56c53'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:50.404178 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a696fb3d-5538-46f0-a51c-7499b3bcc367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.408797 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a696fb3d-5538-46f0-a51c-7499b3bcc367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.409253 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a696fb3d-5538-46f0-a51c-7499b3bcc367 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/156dd454-7118-46ef-b083-a1a28b24a600 HTTP/1.1" status: 204 len: 168 time: 0.4015682 Aug 19 12:38:50.418280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696fb3d-5538-46f0-a51c-7499b3bcc367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156dd454-7118-46ef-b083-a1a28b24a600,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:50.483055 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b6c65dd-ba7b-4502-b317-605efc86efc3 req-7aa21a2d-e628-46d9-a1b0-33df4837f63d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 210 time: 0.0282028 Aug 19 12:38:50.547574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Made reservation on behalf of 55b5c552994d41198fde1656ade56c53 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:38:50.551493 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:50.693778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Allocated IP 172.20.0.8 (ac8c95e7-e5c4-40e2-9518-f983b79c8710/dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543/64ddfa12-8e9a-49ae-8f45-5a1225a50fed) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:38:50.851607 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.158869 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.184455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Network ac8c95e7-e5c4-40e2-9518-f983b79c8710 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:38:51.188646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:38:51.209732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:38:51.258655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Pushing event updated for resources: {'Port': ['ID=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:51.274571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.275474 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.422313 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1e383fdf-15fc-4855-bcd1-395b34101ac5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1287143 Aug 19 12:38:51.440888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Request body: {'port': {'device_id': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:38:51.498832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.666079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ade8d-f609-444b-b552-83408eeefb2c req-cb0ad95f-31f4-4836-90b9-2c2b7414dd18 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:51.668860 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e9ade8d-f609-444b-b552-83408eeefb2c req-cb0ad95f-31f4-4836-90b9-2c2b7414dd18 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 931 time: 0.0891676 Aug 19 12:38:51.734213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e9ade8d-f609-444b-b552-83408eeefb2c req-211648aa-2ffa-49ef-952b-e9bcae43148e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570004 Aug 19 12:38:51.872931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ddfa12-8e9a-49ae-8f45-5a1225a50fed {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:51.881322 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:51.895938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Transition to ACTIVE for port object 64ddfa12-8e9a-49ae-8f45-5a1225a50fed will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:38:52.049572 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.103934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Pushing event updated for resources: {'Port': ['ID=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:52.206256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Attempting to bind port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:38:52.207004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Attempting to bind port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '1ffaee07-469a-49b7-9c23-c7e9ac145466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:38:52.207705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Attempting to bind port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed on network ac8c95e7-e5c4-40e2-9518-f983b79c8710 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:52.214756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed on network ac8c95e7-e5c4-40e2-9518-f983b79c8710 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:38:52.215128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Attempting to bind port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed on network ac8c95e7-e5c4-40e2-9518-f983b79c8710 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:38:52.220688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:38:52.221030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Checking segment: {'id': '1ffaee07-469a-49b7-9c23-c7e9ac145466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:38:52.221417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Bound using segment: {'id': '1ffaee07-469a-49b7-9c23-c7e9ac145466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:38:52.221841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Bound port: 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffaee07-469a-49b7-9c23-c7e9ac145466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:38:52.222211 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.302614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:38:52.308765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:38:52.478271 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.516443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.516633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:52.518061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] 10.222.0.62 "PUT /v2.0/ports/64ddfa12-8e9a-49ae-8f45-5a1225a50fed HTTP/1.1" status: 200 len: 1091 time: 1.0816514 Aug 19 12:38:52.518504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:38:52.521091 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7941291e-097c-4e43-a027-09a73862948c" -d '{"events": [{"name": "network-changed", "server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:38:52.553992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ac1b0-8e66-4bc7-8772-172e726adac5 service neutron] Pushing event updated for resources: {'Port': ['ID=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:52.579041 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446bc36a-d70a-4e19-bc7f-620e34ff17b2 x-openstack-request-id: req-446bc36a-d70a-4e19-bc7f-620e34ff17b2 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:38:52.579498 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:38:52.579760 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-446bc36a-d70a-4e19-bc7f-620e34ff17b2 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:38:52.580169 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'status': 'completed', 'code': 200} Aug 19 12:38:52.660868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941291e-097c-4e43-a027-09a73862948c req-3df2a438-09ec-4a40-aa2b-875669657569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.662589 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7941291e-097c-4e43-a027-09a73862948c req-3df2a438-09ec-4a40-aa2b-875669657569 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 1094 time: 0.0581052 Aug 19 12:38:52.807797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941291e-097c-4e43-a027-09a73862948c req-f90024e3-7844-4fea-855b-b9ecb52bcb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:52.809743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7941291e-097c-4e43-a027-09a73862948c req-f90024e3-7844-4fea-855b-b9ecb52bcb15 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=55b5c552994d41198fde1656ade56c53&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1396990 Aug 19 12:38:53.007320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941291e-097c-4e43-a027-09a73862948c req-304cf4e1-8a93-413f-80aa-152e65f95682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.008975 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7941291e-097c-4e43-a027-09a73862948c req-304cf4e1-8a93-413f-80aa-152e65f95682 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1849360 Aug 19 12:38:53.094986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-80669e07-a188-4a80-b8b9-56303278df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.096724 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-80669e07-a188-4a80-b8b9-56303278df78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 1094 time: 0.0457613 Aug 19 12:38:53.160827 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-67d52796-5f4b-42f6-9410-9375079d68bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed HTTP/1.1" status: 200 len: 217 time: 0.0449331 Aug 19 12:38:53.577454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbddaf-4352-4648-932d-8c18365765c1 req-dc9a6ce3-8dc2-4911-b6f6-7746e71e43eb tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.579407 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ebbddaf-4352-4648-932d-8c18365765c1 req-dc9a6ce3-8dc2-4911-b6f6-7746e71e43eb tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.4216542 Aug 19 12:38:53.588224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-5ea42165-744b-49f8-98ba-e15af2442386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:53.590615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-5ea42165-744b-49f8-98ba-e15af2442386 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543 HTTP/1.1" status: 200 len: 853 time: 0.4205287 Aug 19 12:38:53.700537 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ebbddaf-4352-4648-932d-8c18365765c1 req-40f91fee-ed6e-4a64-ac44-dc3d48312f63 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087790 Aug 19 12:38:53.702797 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-5d80ed04-020c-42d5-ba26-648efab8dc48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac8c95e7-e5c4-40e2-9518-f983b79c8710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694237 Aug 19 12:38:53.799681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-1a47a3b2-1542-494a-a534-4e5bc971572b service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887368 Aug 19 12:38:53.922916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8a2949a8-53ad-4df6-b9b0-49c52022b723 req-77a26b18-2e87-4702-82d9-7f68a1ccbb0b service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088338 Aug 19 12:38:54.877050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a895d2-ed9d-44c1-8caa-4664a62e87a9 req-5dd9cda6-cdb5-4830-a77b-9f3397cc0af5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:54.880006 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62a895d2-ed9d-44c1-8caa-4664a62e87a9 req-5dd9cda6-cdb5-4830-a77b-9f3397cc0af5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.0958574 Aug 19 12:38:54.938285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62a895d2-ed9d-44c1-8caa-4664a62e87a9 req-4cec85af-5af3-44de-ae6b-17ae6f5dea9f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489542 Aug 19 12:38:55.243011 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.054637 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.212089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16571a1-94fc-4ed9-b8f8-a3048ebd93fd req-b3d523b5-c922-436a-90c2-c51aee8315c4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:56.215453 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a16571a1-94fc-4ed9-b8f8-a3048ebd93fd req-b3d523b5-c922-436a-90c2-c51aee8315c4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.0954373 Aug 19 12:38:56.216452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52722) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:56.280698 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a16571a1-94fc-4ed9-b8f8-a3048ebd93fd req-82b6c5da-c8bc-4d0f-b6f4-9dc170c84713 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544050 Aug 19 12:38:56.394934 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76e839f9-1648-4ecf-a3f9-f0d47ceb240a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.495689 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76e839f9-1648-4ecf-a3f9-f0d47ceb240a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.609874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76e839f9-1648-4ecf-a3f9-f0d47ceb240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.659648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e839f9-1648-4ecf-a3f9-f0d47ceb240a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80f49f9-dbef-4a0e-9cfb-7b68d611ad04,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:56.664785 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-76e839f9-1648-4ecf-a3f9-f0d47ceb240a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebace1df8c6745bd9e29a653d613104c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461696 Aug 19 12:38:56.667314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52742) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:56.729927 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dab58725-2eef-471f-bf76-3add6a35d9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.759923 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dab58725-2eef-471f-bf76-3add6a35d9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.830791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52750) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:56.877849 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e0368c-b0e8-441b-8611-df8254fcaae6 admin admin] Deleting subnet 6637abd1-a682-4ac4-bdcd-ba4751dad9e2 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:38:56.881011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7e0368c-b0e8-441b-8611-df8254fcaae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.914689 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7e0368c-b0e8-441b-8611-df8254fcaae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:56.953395 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7e0368c-b0e8-441b-8611-df8254fcaae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.037027 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dab58725-2eef-471f-bf76-3add6a35d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.039785 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dab58725-2eef-471f-bf76-3add6a35d9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.040807 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dab58725-2eef-471f-bf76-3add6a35d9fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d80f49f9-dbef-4a0e-9cfb-7b68d611ad04 HTTP/1.1" status: 204 len: 168 time: 0.3706999 Aug 19 12:38:57.054715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab58725-2eef-471f-bf76-3add6a35d9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80f49f9-dbef-4a0e-9cfb-7b68d611ad04,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:57.221076 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7e0368c-b0e8-441b-8611-df8254fcaae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.252553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0368c-b0e8-441b-8611-df8254fcaae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6637abd1-a682-4ac4-bdcd-ba4751dad9e2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:57.261506 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7e0368c-b0e8-441b-8611-df8254fcaae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.268949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52762) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:57.269368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e7e0368c-b0e8-441b-8611-df8254fcaae6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6637abd1-a682-4ac4-bdcd-ba4751dad9e2 HTTP/1.1" status: 204 len: 168 time: 0.4371438 Aug 19 12:38:57.369495 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.450592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038345c4-9efa-43a1-a01d-65867b6ef72f req-ba5c7857-2e71-4831-8883-213f2a21140b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:57.452352 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-038345c4-9efa-43a1-a01d-65867b6ef72f req-ba5c7857-2e71-4831-8883-213f2a21140b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.0722370 Aug 19 12:38:57.500452 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-038345c4-9efa-43a1-a01d-65867b6ef72f req-d5976e16-4298-4430-b42e-48aaa750b2e4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Aug 19 12:38:57.784275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 64ddfa12-8e9a-49ae-8f45-5a1225a50fed details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:38:57.900103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:57.914642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710', 'port_id': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'mac_address': 'fa:16:3e:0f:e5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:38:57.940115 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.959035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4ab425-73fc-48b7-9263-d238c88874f8']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:57.967506 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.975855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:57.975855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18dbf0f-3022-46d6-b8fc-eaa14e98f7ad') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:57.980479 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:57.981266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ddfa12-8e9a-49ae-8f45-5a1225a50fed {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:38:57.997367 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.003984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:38:58.005284 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.005555 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:38:58.007162 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:38:58.151888 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.200066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:58.251637 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.268104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.270765 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ab4ab425-73fc-48b7-9263-d238c88874f8 HTTP/1.1" status: 204 len: 168 time: 1.0008457 Aug 19 12:38:58.273140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52784) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:58.287835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51039455-cd03-4916-af9f-7b520ba20b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4ab425-73fc-48b7-9263-d238c88874f8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:58.307659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52788) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:58.325480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-830a252d-86b6-4599-b9d8-ef1e1f6b9b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.335973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7d4b64-0191-49b4-99c4-10563e60fd43 admin admin] Deleting subnet 94e88a4d-8781-48ac-ae50-58cf9b7e7386 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:38:58.339421 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4b64-0191-49b4-99c4-10563e60fd43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.377517 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4b64-0191-49b4-99c4-10563e60fd43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.379810 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['64ddfa12-8e9a-49ae-8f45-5a1225a50fed'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:38:58.420761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-830a252d-86b6-4599-b9d8-ef1e1f6b9b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.428779 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4b64-0191-49b4-99c4-10563e60fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.512495 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-830a252d-86b6-4599-b9d8-ef1e1f6b9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.572233 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-830a252d-86b6-4599-b9d8-ef1e1f6b9b26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59f97a9d84c84c4ba9e478207664a546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633326 Aug 19 12:38:58.574553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52794) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:58.592265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a252d-86b6-4599-b9d8-ef1e1f6b9b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63949a57-f378-4917-8959-33008034a91e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:58.630821 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4b64-0191-49b4-99c4-10563e60fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.640330 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2710dde4-7655-457d-8e44-f0262bae1f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.670312 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4b64-0191-49b4-99c4-10563e60fd43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.672702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1b7d4b64-0191-49b4-99c4-10563e60fd43 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/94e88a4d-8781-48ac-ae50-58cf9b7e7386 HTTP/1.1" status: 204 len: 168 time: 0.3982494 Aug 19 12:38:58.675569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52796) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:58.681515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d4b64-0191-49b4-99c4-10563e60fd43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e88a4d-8781-48ac-ae50-58cf9b7e7386,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:58.713003 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2710dde4-7655-457d-8e44-f0262bae1f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.759767 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.760987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069bab3-cd54-4ec1-896b-efac5bba31a0 req-27952200-e137-40e3-a0cd-84864c43e28a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:58.762745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a069bab3-cd54-4ec1-896b-efac5bba31a0 req-27952200-e137-40e3-a0cd-84864c43e28a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 944 time: 0.1239703 Aug 19 12:38:58.810340 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a069bab3-cd54-4ec1-896b-efac5bba31a0 req-984fa5e2-9960-42b3-8a27-a70eb86df780 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383260 Aug 19 12:38:58.855289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.866044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49dc5591-7d34-4ec0-92f9-2dd26d703a2c']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:58.878062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0b0553-5af3-42f5-b8cf-43fdfa489b9e') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:58.878421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0b0553-5af3-42f5-b8cf-43fdfa489b9e') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:38:58.892745 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.907407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.913221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:38:58.913603 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:38:58.915410 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:38:58.933773 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2710dde4-7655-457d-8e44-f0262bae1f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.937293 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2710dde4-7655-457d-8e44-f0262bae1f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:58.941123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2710dde4-7655-457d-8e44-f0262bae1f34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63949a57-f378-4917-8959-33008034a91e HTTP/1.1" status: 204 len: 168 time: 0.3628240 Aug 19 12:38:58.948522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710dde4-7655-457d-8e44-f0262bae1f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63949a57-f378-4917-8959-33008034a91e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:59.094857 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:59.100098 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:59.107841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/49dc5591-7d34-4ec0-92f9-2dd26d703a2c HTTP/1.1" status: 204 len: 168 time: 0.4262066 Aug 19 12:38:59.117175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a9c66-c77a-4b8b-88a6-0e6e7a236af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=49dc5591-7d34-4ec0-92f9-2dd26d703a2c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:38:59.757174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52826) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:59.796834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3fcc6407-cbc5-46de-835f-ff7d1efcdcfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=584008ceb0184d4f9b9a266befa861c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384400 Aug 19 12:38:59.799398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52828) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:38:59.802224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 64ddfa12-8e9a-49ae-8f45-5a1225a50fed up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:38:59.857380 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e144e80f-d957-4ea9-a49b-52fa477f207c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:59.880134 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e144e80f-d957-4ea9-a49b-52fa477f207c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:38:59.953307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9636fc-698c-493a-9065-455d984bebfa req-303cd8c2-0926-4b3a-8a48-54ff103cf9fb tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:38:59.954849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f9636fc-698c-493a-9065-455d984bebfa req-303cd8c2-0926-4b3a-8a48-54ff103cf9fb tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 944 time: 0.0727644 Aug 19 12:38:59.998311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f9636fc-698c-493a-9065-455d984bebfa req-5a26659c-717f-4185-9331-77896c8b26e2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339131 Aug 19 12:39:00.476516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:00.480960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:00.482633 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.558871 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.581089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:00.583503 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1240865f-b75d-4f4b-b09e-4e38dca806c9" -d '{"events": [{"server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "name": "network-vif-plugged", "status": "completed", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:00.597483 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e144e80f-d957-4ea9-a49b-52fa477f207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.600287 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e144e80f-d957-4ea9-a49b-52fa477f207c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.601620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:00.604715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e144e80f-d957-4ea9-a49b-52fa477f207c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c520efb-49a4-418e-8b23-7a71d6018fe7 HTTP/1.1" status: 204 len: 168 time: 0.8042486 Aug 19 12:39:00.625614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144e80f-d957-4ea9-a49b-52fa477f207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c520efb-49a4-418e-8b23-7a71d6018fe7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:00.655909 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4e5f36-e2fe-4e31-bc9d-33388ad55c3a x-openstack-request-id: req-6f4e5f36-e2fe-4e31-bc9d-33388ad55c3a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:00.656208 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "name": "network-vif-plugged", "status": "completed", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:00.656685 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f4e5f36-e2fe-4e31-bc9d-33388ad55c3a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:00.657092 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'code': 200} Aug 19 12:39:00.718628 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:00.784833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:00.785309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9fd19-45cd-4904-abb0-db511b5f2d6a req-4f24c1bc-13d3-4f11-a55b-ea118aff9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:00.787682 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ca9fd19-45cd-4904-abb0-db511b5f2d6a req-4f24c1bc-13d3-4f11-a55b-ea118aff9c02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 1096 time: 0.0663452 Aug 19 12:39:00.828942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ca9fd19-45cd-4904-abb0-db511b5f2d6a req-ba760c6c-1889-4f74-b315-0c6644aaa3c0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Aug 19 12:39:01.169693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeacb53-4ffb-44d4-88dd-3578567a1996 req-98db02ec-6773-4fcd-9ea0-e178c414ac0e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:01.171277 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-caeacb53-4ffb-44d4-88dd-3578567a1996 req-98db02ec-6773-4fcd-9ea0-e178c414ac0e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0571389 Aug 19 12:39:01.211970 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-caeacb53-4ffb-44d4-88dd-3578567a1996 req-402069b4-bdb6-4849-bd5a-b8a53d89cb24 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Aug 19 12:39:01.706928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 52888) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:01.757033 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0afa337a-ee1d-4fb0-bb86-11c8b33a95ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=745607e34a6d46658d050f7bd6b48d45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488076 Aug 19 12:39:01.765659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52896) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:01.867241 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13854f06-4c95-4ced-b8dd-e2402612aebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:01.889785 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13854f06-4c95-4ced-b8dd-e2402612aebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:02.117459 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13854f06-4c95-4ced-b8dd-e2402612aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:02.120196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13854f06-4c95-4ced-b8dd-e2402612aebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:02.124284 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-13854f06-4c95-4ced-b8dd-e2402612aebc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/641813be-a851-4202-af9a-31a2080ea143 HTTP/1.1" status: 204 len: 168 time: 0.3537741 Aug 19 12:39:02.132189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13854f06-4c95-4ced-b8dd-e2402612aebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641813be-a851-4202-af9a-31a2080ea143,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:02.339223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1defe-4b93-4504-b3e1-ebf4a7368167 req-964bbc1a-8e2d-4bc2-872d-20b44492d907 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:02.340779 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-afd1defe-4b93-4504-b3e1-ebf4a7368167 req-964bbc1a-8e2d-4bc2-872d-20b44492d907 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0549510 Aug 19 12:39:02.393546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-afd1defe-4b93-4504-b3e1-ebf4a7368167 req-45a90a2c-d023-4b01-a56e-ef7e5342a62a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462084 Aug 19 12:39:03.558788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb303701-a8c7-4597-8c18-eb55898d0ab9 req-3812f47c-f3d3-48bf-a5a1-086e21969d8c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:03.560634 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb303701-a8c7-4597-8c18-eb55898d0ab9 req-3812f47c-f3d3-48bf-a5a1-086e21969d8c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0859666 Aug 19 12:39:03.619603 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb303701-a8c7-4597-8c18-eb55898d0ab9 req-d3b71974-c4ba-492c-b27f-481b40212234 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518787 Aug 19 12:39:03.969953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-95c74aa5-ca61-4e57-887f-6ca771f9e56a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:03.971477 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-95c74aa5-ca61-4e57-887f-6ca771f9e56a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/networks?id=ac8c95e7-e5c4-40e2-9518-f983b79c8710 HTTP/1.1" status: 200 len: 813 time: 0.1066942 Aug 19 12:39:03.987926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-9c026c24-24f9-4fee-a8e3-cc0bb2d15c70 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/quotas/55b5c552994d41198fde1656ade56c53 HTTP/1.1" status: 200 len: 375 time: 0.0100081 Aug 19 12:39:04.054881 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-8256e5b7-dd4c-41af-bdca-ddf45b294314 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599294 Aug 19 12:39:04.171863 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-be4e018b-d3ab-4b9a-8281-840820512c89 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077759 Aug 19 12:39:04.295423 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-2746eb3d-a01b-4135-ac45-1986e81d69d6 service neutron] 10.222.0.21 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111600 Aug 19 12:39:04.656720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9a7b94f2-4817-4ac2-aaf4-4360274fbaff req-2c475bd9-f584-4c84-9876-cc8765c3a703 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 210 time: 0.0401533 Aug 19 12:39:05.133199 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a056dc83-e9b0-41be-9a2e-c882cdaced9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:05.723205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3870a9b-e1b3-4e42-838e-9a4399a4ee8a req-32575867-5199-458e-8438-0aabd69930a8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 210 time: 0.0298936 Aug 19 12:39:06.819030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b16d5148-d824-4651-9f3d-ac7f94fabae8 req-ff800b87-7f64-423b-8cef-88e9c78e69ef tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 210 time: 0.0295577 Aug 19 12:39:07.711575 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:07.831712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cae49418-e45d-4689-aafe-cfe5fa4241bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:07.957872 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-783b30d3-a9f5-4069-aeda-306896dd8d56 req-249d7539-e523-497c-a16f-817536929d14 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 210 time: 0.0635335 Aug 19 12:39:08.315825 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-5f313a7a-45a4-43e3-9b78-51f05dbf8efb tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:08.317472 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-5f313a7a-45a4-43e3-9b78-51f05dbf8efb tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.30 "GET /v2.0/networks?id=ac8c95e7-e5c4-40e2-9518-f983b79c8710 HTTP/1.1" status: 200 len: 813 time: 0.1225426 Aug 19 12:39:08.331175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Request body: {'port': {'device_id': 'a6b1ec34-09fd-471a-8ac3-618068968a70', 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710', 'admin_state_up': True, 'tenant_id': '55b5c552994d41198fde1656ade56c53'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:08.538739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Made reservation on behalf of 55b5c552994d41198fde1656ade56c53 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:08.543109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:08.696903 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Allocated IP 172.20.0.5 (ac8c95e7-e5c4-40e2-9518-f983b79c8710/dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543/57fc37ae-d020-402c-8aab-a35285ec3649) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:08.904186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e7cf6-0df1-47b5-b740-6dfe9b7dbea2 req-9804d35a-bcdb-47c4-af38-72038748e7ae tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:08.912519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-769e7cf6-0df1-47b5-b740-6dfe9b7dbea2 req-9804d35a-bcdb-47c4-af38-72038748e7ae tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1097 time: 0.0646453 Aug 19 12:39:08.953572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-769e7cf6-0df1-47b5-b740-6dfe9b7dbea2 req-90ddc0e8-3ee6-4d1c-ac03-7b2fd7290119 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386143 Aug 19 12:39:08.955924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:08.972408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53184) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:09.082058 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3853a935-3622-4967-8bf2-06bc41c18175 req-71f0996d-a876-4761-8181-fa116706587d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 210 time: 0.0344627 Aug 19 12:39:09.117271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.141068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['64ddfa12-8e9a-49ae-8f45-5a1225a50fed'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:09.182298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Network ac8c95e7-e5c4-40e2-9518-f983b79c8710 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:09.186243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:09.190743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:09.205276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port 432e1b9c-c476-4a82-a998-a57c10f08428 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:09.205630 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.216122 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.218075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Pushing event updated for resources: {'Port': ['ID=57fc37ae-d020-402c-8aab-a35285ec3649,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:09.248473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:09.249096 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.298223 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.298550 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.313533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for 432e1b9c-c476-4a82-a998-a57c10f08428 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:09.385169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3d1d140f-8737-4580-ac23-459d1eab7ec6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0576799 Aug 19 12:39:09.405465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Request body: {'port': {'device_id': 'a6b1ec34-09fd-471a-8ac3-618068968a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:09.470564 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.774691 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.800837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=432e1b9c-c476-4a82-a998-a57c10f08428,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:09.801046 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fc37ae-d020-402c-8aab-a35285ec3649 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:09.814744 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.828402 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Transition to ACTIVE for port object 57fc37ae-d020-402c-8aab-a35285ec3649 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:09.873250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:09.873581 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Floating IP db1e76b3-5bb6-408a-8a0d-495782a95c14 disassociated (deleted). External IP: 172.25.2.55, port: 5cc508aa-ce01-4525-b501-21e6fc4138bc. Aug 19 12:39:09.980101 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:10.170365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Pushing event updated for resources: {'Port': ['ID=57fc37ae-d020-402c-8aab-a35285ec3649,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:10.193718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router d2e6d8b3-91e9-4648-8edb-3209735faea3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:39:10.292381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Attempting to bind port 57fc37ae-d020-402c-8aab-a35285ec3649 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:10.303841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Attempting to bind port 57fc37ae-d020-402c-8aab-a35285ec3649 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '1ffaee07-469a-49b7-9c23-c7e9ac145466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:10.304246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Attempting to bind port 57fc37ae-d020-402c-8aab-a35285ec3649 on network ac8c95e7-e5c4-40e2-9518-f983b79c8710 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:10.328933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49865b5-8f34-452a-bbdc-007cbad23f57 req-af7cfe3a-8383-453d-9a4b-f8db250d2d36 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:10.328933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c49865b5-8f34-452a-bbdc-007cbad23f57 req-af7cfe3a-8383-453d-9a4b-f8db250d2d36 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 943 time: 0.1028473 Aug 19 12:39:10.329187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Port 57fc37ae-d020-402c-8aab-a35285ec3649 on network ac8c95e7-e5c4-40e2-9518-f983b79c8710 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:39:10.329517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Attempting to bind port 57fc37ae-d020-402c-8aab-a35285ec3649 on network ac8c95e7-e5c4-40e2-9518-f983b79c8710 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:10.342569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:10.343200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Checking segment: {'id': '1ffaee07-469a-49b7-9c23-c7e9ac145466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:10.343738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Bound using segment: {'id': '1ffaee07-469a-49b7-9c23-c7e9ac145466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:10.344426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Bound port: 57fc37ae-d020-402c-8aab-a35285ec3649, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffaee07-469a-49b7-9c23-c7e9ac145466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:10.344801 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:10.348174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:10.363015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c456f0-2344-4a6e-b83f-b7e584cc657e None None] Sync routers for ids ['d2e6d8b3-91e9-4648-8edb-3209735faea3'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:10.368663 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:10.385785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c456f0-2344-4a6e-b83f-b7e584cc657e None None] Routers {'d2e6d8b3-91e9-4648-8edb-3209735faea3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:10.386883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d3c456f0-2344-4a6e-b83f-b7e584cc657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:39:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d2e6d8b3-91e9-4648-8edb-3209735faea3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:10.417279 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c49865b5-8f34-452a-bbdc-007cbad23f57 req-088444da-827d-4827-b8c0-9113573d8033 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844278 Aug 19 12:39:10.458043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3cd5bc66-2d7d-4b28-b844-320d77a330da tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/floatingips/db1e76b3-5bb6-408a-8a0d-495782a95c14 HTTP/1.1" status: 204 len: 168 time: 1.4805863 Aug 19 12:39:10.458043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:10.462791 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:10.514332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] For port 57fc37ae-d020-402c-8aab-a35285ec3649, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:10.518201 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] For port 57fc37ae-d020-402c-8aab-a35285ec3649, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57fc37ae-d020-402c-8aab-a35285ec3649,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:10.537905 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0bc42a-2ce7-453a-afa5-666d8a802f22 x-openstack-request-id: req-6f0bc42a-2ce7-453a-afa5-666d8a802f22 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:10.538208 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:10.538467 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f0bc42a-2ce7-453a-afa5-666d8a802f22 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:10.538911 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'status': 'completed', 'code': 200} Aug 19 12:39:10.620648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8 req-13ee7d4c-6def-4e00-86b2-87c6a695e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:10.621978 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8 req-13ee7d4c-6def-4e00-86b2-87c6a695e455 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 1097 time: 0.0661185 Aug 19 12:39:10.649136 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:10.698510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-d3c456f0-2344-4a6e-b83f-b7e584cc657e None None] Set router d2e6d8b3-91e9-4648-8edb-3209735faea3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:39:10.712223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:10.717882 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:10.717882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] 10.222.0.30 "PUT /v2.0/ports/57fc37ae-d020-402c-8aab-a35285ec3649 HTTP/1.1" status: 200 len: 1091 time: 1.3210380 Aug 19 12:39:10.717882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b1ec34-09fd-471a-8ac3-618068968a70', 'tag': '57fc37ae-d020-402c-8aab-a35285ec3649'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:10.717882 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8867f23b-3854-4984-ac23-6b1ef1cc6dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b1ec34-09fd-471a-8ac3-618068968a70", "tag": "57fc37ae-d020-402c-8aab-a35285ec3649"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:10.759140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318d056-d5c8-4f64-bdaa-8cb2daae1456 service neutron] Pushing event updated for resources: {'Port': ['ID=57fc37ae-d020-402c-8aab-a35285ec3649,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:10.800222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8 req-c0f4e54d-35c5-4a48-9515-bc62f3114171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:10.802046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8 req-c0f4e54d-35c5-4a48-9515-bc62f3114171 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1b2adc24-94e3-490f-a723-9f31ae4532c2 HTTP/1.1" status: 200 len: 897 time: 0.1714919 Aug 19 12:39:10.817774 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb57e879-cb23-4da1-ac4a-a948adc08cf4 x-openstack-request-id: req-cb57e879-cb23-4da1-ac4a-a948adc08cf4 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:10.818330 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b1ec34-09fd-471a-8ac3-618068968a70", "tag": "57fc37ae-d020-402c-8aab-a35285ec3649", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:10.818776 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb57e879-cb23-4da1-ac4a-a948adc08cf4 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:10.819324 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b1ec34-09fd-471a-8ac3-618068968a70', 'tag': '57fc37ae-d020-402c-8aab-a35285ec3649', 'status': 'completed', 'code': 200} Aug 19 12:39:10.937723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8 req-7bc27c68-d3e0-40a1-984d-2d1bd056973a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc HTTP/1.1" status: 200 len: 217 time: 0.1270604 Aug 19 12:39:10.968577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867f23b-3854-4984-ac23-6b1ef1cc6dd8 req-1ba5146d-b238-465e-b550-60598503484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:10.973803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8867f23b-3854-4984-ac23-6b1ef1cc6dd8 req-1ba5146d-b238-465e-b550-60598503484e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 1094 time: 0.1392422 Aug 19 12:39:11.008842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8 req-d222a547-d0c7-4d81-8597-3d0f1e9cbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.010630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8 req-d222a547-d0c7-4d81-8597-3d0f1e9cbfdf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a922391-f972-4368-842f-db34116a7aa4 HTTP/1.1" status: 200 len: 834 time: 0.0669267 Aug 19 12:39:11.047881 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:11.100079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8 req-a7508395-1d56-4775-8892-9ebd27e5b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.101684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8 req-a7508395-1d56-4775-8892-9ebd27e5b112 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1b2adc24-94e3-490f-a723-9f31ae4532c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842757 Aug 19 12:39:11.194383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d3c456f0-2344-4a6e-b83f-b7e584cc657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:15Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd0086df2-387d-45b8-a4f1-0fbf60c37078', 'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:38:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:12Z', 'updated_at': '2021-08-19T12:37:22Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '4a922391-f972-4368-842f-db34116a7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:11.244611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c456f0-2344-4a6e-b83f-b7e584cc657e None None] Checking router: d2e6d8b3-91e9-4648-8edb-3209735faea3 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:39:11.258501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c456f0-2344-4a6e-b83f-b7e584cc657e None None] Routers {'d2e6d8b3-91e9-4648-8edb-3209735faea3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:11.259368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d3c456f0-2344-4a6e-b83f-b7e584cc657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:39:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d2e6d8b3-91e9-4648-8edb-3209735faea3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:11.266922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867f23b-3854-4984-ac23-6b1ef1cc6dd8 req-8dc73e37-fd93-42ce-97d7-149b32bb8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.268762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8867f23b-3854-4984-ac23-6b1ef1cc6dd8 req-8dc73e37-fd93-42ce-97d7-149b32bb8626 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=55b5c552994d41198fde1656ade56c53&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2881734 Aug 19 12:39:11.306550 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8 req-c6ecc784-8875-43a0-a564-114cf6b6eea8 service neutron] 10.222.0.62 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963370 Aug 19 12:39:11.473041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-d3c456f0-2344-4a6e-b83f-b7e584cc657e None None] Set router d2e6d8b3-91e9-4648-8edb-3209735faea3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:39:11.496404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867f23b-3854-4984-ac23-6b1ef1cc6dd8 req-624b6875-dbc3-4357-bad6-9c27933b94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.496404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8867f23b-3854-4984-ac23-6b1ef1cc6dd8 req-624b6875-dbc3-4357-bad6-9c27933b94a6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2144077 Aug 19 12:39:11.503075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ff9e72d-35d3-43d7-a512-f33a8ca798f8 req-e1c27ab3-1f37-4ee6-95c9-ef0f27b00d08 service neutron] 10.222.0.62 "GET /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884770 Aug 19 12:39:11.548850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218c142-e851-4b76-8ff3-002a2d0ac582 req-7e945f37-33c5-4f52-8b38-c4795fbde2b3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.555439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e218c142-e851-4b76-8ff3-002a2d0ac582 req-7e945f37-33c5-4f52-8b38-c4795fbde2b3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.3550694 Aug 19 12:39:11.670945 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e218c142-e851-4b76-8ff3-002a2d0ac582 req-fd3a89dd-77cc-43dd-9802-3c1a1b0750eb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585041 Aug 19 12:39:11.680746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-d5b60ee0-43a7-4657-92c9-79429152978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.686473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-d5b60ee0-43a7-4657-92c9-79429152978c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 1094 time: 0.1298287 Aug 19 12:39:11.706590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74548fe3-f265-4a33-9ac5-3b4a37150870 req-e40c47d3-b00b-49cb-b4e3-5bcd21c69a7b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.708220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-74548fe3-f265-4a33-9ac5-3b4a37150870 req-e40c47d3-b00b-49cb-b4e3-5bcd21c69a7b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 943 time: 0.1256464 Aug 19 12:39:11.761927 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-4b37fa6b-dc4c-47c3-8ff9-d2ad68d3a109 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57fc37ae-d020-402c-8aab-a35285ec3649 HTTP/1.1" status: 200 len: 217 time: 0.0616603 Aug 19 12:39:11.789165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-74548fe3-f265-4a33-9ac5-3b4a37150870 req-c0ddb454-9bb2-43ff-a24f-c3ca315802d5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710263 Aug 19 12:39:11.868889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-56bcc2b0-4fd6-4743-9cea-02586d25fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:11.870856 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-56bcc2b0-4fd6-4743-9cea-02586d25fe30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543 HTTP/1.1" status: 200 len: 853 time: 0.1009581 Aug 19 12:39:11.914624 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-0c3b1443-c27e-4007-904c-4059283b49e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ac8c95e7-e5c4-40e2-9518-f983b79c8710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373123 Aug 19 12:39:11.947260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d3c456f0-2344-4a6e-b83f-b7e584cc657e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:15Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd0086df2-387d-45b8-a4f1-0fbf60c37078', 'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:38:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:12Z', 'updated_at': '2021-08-19T12:37:22Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '4a922391-f972-4368-842f-db34116a7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:11.982542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c456f0-2344-4a6e-b83f-b7e584cc657e None None] The sync data for ids ['d2e6d8b3-91e9-4648-8edb-3209735faea3'] in n-d-803757-2 is: [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:37:15Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd0086df2-387d-45b8-a4f1-0fbf60c37078', 'name': '', 'network_id': '1b2adc24-94e3-490f-a723-9f31ae4532c2', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:38:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '4a922391-f972-4368-842f-db34116a7aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:12Z', 'updated_at': '2021-08-19T12:37:22Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '4a922391-f972-4368-842f-db34116a7aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:12.035825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-1f1aeadd-75c6-43a7-90ee-b9426a1d63d4 service neutron] 10.222.0.30 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092768 Aug 19 12:39:12.150666 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0ac0bf5-860b-4888-8f7e-04555c36e4f0 req-186c2b51-624d-440d-bd40-06ae0aac0c79 service neutron] 10.222.0.30 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080494 Aug 19 12:39:12.370754 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f584b16-3851-4b72-b2e0-9eec81cd4f69 None None] New status for floating IP db1e76b3-5bb6-408a-8a0d-495782a95c14: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:39:12.583855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92901f79-d5cb-4576-a594-2f719436edd8 req-33fb4b33-e090-4dc4-9872-f172c2945860 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:12.583855 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92901f79-d5cb-4576-a594-2f719436edd8 req-33fb4b33-e090-4dc4-9872-f172c2945860 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.62 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0499542 Aug 19 12:39:12.683522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-92901f79-d5cb-4576-a594-2f719436edd8 req-a9420bc6-8325-4f4a-aca4-ed222b8c2211 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port 5cc508aa-ce01-4525-b501-21e6fc4138bc {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:12.684574 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-92901f79-d5cb-4576-a594-2f719436edd8 req-a9420bc6-8325-4f4a-aca4-ed222b8c2211 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:12.846544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e363cb5-3f71-4f1f-becb-24fa628dc373 req-9277a732-3c80-4738-a1c4-2f0fd24048c3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:12.848360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5e363cb5-3f71-4f1f-becb-24fa628dc373 req-9277a732-3c80-4738-a1c4-2f0fd24048c3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 946 time: 0.0913520 Aug 19 12:39:12.853879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-92901f79-d5cb-4576-a594-2f719436edd8 req-a9420bc6-8325-4f4a-aca4-ed222b8c2211 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port 5cc508aa-ce01-4525-b501-21e6fc4138bc, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=5cc508aa-ce01-4525-b501-21e6fc4138bc,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:12.854261 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-92901f79-d5cb-4576-a594-2f719436edd8 req-a9420bc6-8325-4f4a-aca4-ed222b8c2211 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:12.875416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-92901f79-d5cb-4576-a594-2f719436edd8 req-a9420bc6-8325-4f4a-aca4-ed222b8c2211 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for 5cc508aa-ce01-4525-b501-21e6fc4138bc owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:12.965920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5e363cb5-3f71-4f1f-becb-24fa628dc373 req-dfc83cc6-d9c9-4529-8c8a-73e6d046bb06 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037605 Aug 19 12:39:13.051733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69d02-fe0e-4265-90f5-7c0e41598bf5 req-2d3dc441-80e9-4e84-a84e-31851037c533 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:13.053409 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cf69d02-fe0e-4265-90f5-7c0e41598bf5 req-2d3dc441-80e9-4e84-a84e-31851037c533 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 943 time: 0.1365793 Aug 19 12:39:13.115067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cf69d02-fe0e-4265-90f5-7c0e41598bf5 req-e23e31a3-329a-4ef0-a4f2-10b2d0e1681f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558329 Aug 19 12:39:13.269851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-92901f79-d5cb-4576-a594-2f719436edd8 req-a9420bc6-8325-4f4a-aca4-ed222b8c2211 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:13.299769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9420bc6-8325-4f4a-aca4-ed222b8c2211 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=5cc508aa-ce01-4525-b501-21e6fc4138bc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:13.352231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-92901f79-d5cb-4576-a594-2f719436edd8 req-a9420bc6-8325-4f4a-aca4-ed222b8c2211 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] No DVR routers for this DVR port 5cc508aa-ce01-4525-b501-21e6fc4138bc on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:13.355140 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-92901f79-d5cb-4576-a594-2f719436edd8 req-a9420bc6-8325-4f4a-aca4-ed222b8c2211 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:13.357539 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92901f79-d5cb-4576-a594-2f719436edd8 req-a9420bc6-8325-4f4a-aca4-ed222b8c2211 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.62 "DELETE /v2.0/ports/5cc508aa-ce01-4525-b501-21e6fc4138bc HTTP/1.1" status: 204 len: 173 time: 0.7851446 Aug 19 12:39:13.358441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'name': 'network-vif-deleted', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:13.360477 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a640ab0-e1fe-4137-a14d-9f2fe863238d" -d '{"events": [{"server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "name": "network-vif-deleted", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:13.405273 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f870ae-5edc-4802-86e6-66e1f1ef0317 x-openstack-request-id: req-18f870ae-5edc-4802-86e6-66e1f1ef0317 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:13.405649 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94b1f93-f7e2-47cc-b618-b566c9fd50b6", "name": "network-vif-deleted", "tag": "5cc508aa-ce01-4525-b501-21e6fc4138bc", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:13.405973 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18f870ae-5edc-4802-86e6-66e1f1ef0317 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:13.406474 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94b1f93-f7e2-47cc-b618-b566c9fd50b6', 'name': 'network-vif-deleted', 'tag': '5cc508aa-ce01-4525-b501-21e6fc4138bc', 'status': 'completed', 'code': 200} Aug 19 12:39:14.186700 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba00d8d2-d1a9-4bbc-a904-64ca71e14b58 req-d4233aa4-a479-4ca2-b587-17d8c27cbaa0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=b94b1f93-f7e2-47cc-b618-b566c9fd50b6 HTTP/1.1" status: 200 len: 210 time: 0.0392189 Aug 19 12:39:14.367329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34afc8b-45a9-400d-99d7-0333c8a36ef9 req-de5cc18c-5c8b-4e36-b87d-fe43664a75e3 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:14.369321 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a34afc8b-45a9-400d-99d7-0333c8a36ef9 req-de5cc18c-5c8b-4e36-b87d-fe43664a75e3 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 943 time: 0.0998607 Aug 19 12:39:14.412683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a34afc8b-45a9-400d-99d7-0333c8a36ef9 req-de1a26c3-f0c0-47c2-9d16-96b7a1ddf76d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343711 Aug 19 12:39:14.451427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57fc37ae-d020-402c-8aab-a35285ec3649 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:39:14.558063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 57fc37ae-d020-402c-8aab-a35285ec3649, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57fc37ae-d020-402c-8aab-a35285ec3649,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:14.573144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '57fc37ae-d020-402c-8aab-a35285ec3649', 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710', 'port_id': '57fc37ae-d020-402c-8aab-a35285ec3649', 'mac_address': 'fa:16:3e:32:02:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:39:14.618596 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.656465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fc37ae-d020-402c-8aab-a35285ec3649 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:14.678696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 57fc37ae-d020-402c-8aab-a35285ec3649, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57fc37ae-d020-402c-8aab-a35285ec3649,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:14.933341 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:14.973748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=57fc37ae-d020-402c-8aab-a35285ec3649,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:15.196578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['57fc37ae-d020-402c-8aab-a35285ec3649'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:15.250015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53354) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:15.639480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fcda8-aa37-4559-9e81-4a498d8dbdb7 req-143fb38e-4291-4344-ade6-ed25c1151b05 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:15.647069 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e21fcda8-aa37-4559-9e81-4a498d8dbdb7 req-143fb38e-4291-4344-ade6-ed25c1151b05 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 944 time: 0.1169362 Aug 19 12:39:15.726095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e21fcda8-aa37-4559-9e81-4a498d8dbdb7 req-c431f55b-d184-408f-bc0b-2a6f5a918556 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770843 Aug 19 12:39:15.875178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:15.924510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 5cc508aa-ce01-4525-b501-21e6fc4138bc no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:15.963951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 5cc508aa-ce01-4525-b501-21e6fc4138bc {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:39:15.964232 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 5cc508aa-ce01-4525-b501-21e6fc4138bc not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:39:16.170661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port d0086df2-387d-45b8-a4f1-0fbf60c37078 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:16.171038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.328149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port d0086df2-387d-45b8-a4f1-0fbf60c37078, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d0086df2-387d-45b8-a4f1-0fbf60c37078,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:16.328708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.349399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for d0086df2-387d-45b8-a4f1-0fbf60c37078 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:16.468544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57fc37ae-d020-402c-8aab-a35285ec3649 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:16.656204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 57fc37ae-d020-402c-8aab-a35285ec3649 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:16.660361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 57fc37ae-d020-402c-8aab-a35285ec3649 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:16.660631 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.688390 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.724096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=d0086df2-387d-45b8-a4f1-0fbf60c37078,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:16.755147 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:16.832204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 57fc37ae-d020-402c-8aab-a35285ec3649, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57fc37ae-d020-402c-8aab-a35285ec3649,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:16.836313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b1ec34-09fd-471a-8ac3-618068968a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fc37ae-d020-402c-8aab-a35285ec3649'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:16.841806 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b064e04a-537c-453d-b710-125ea1b99ff4" -d '{"events": [{"server_uuid": "a6b1ec34-09fd-471a-8ac3-618068968a70", "name": "network-vif-plugged", "status": "completed", "tag": "57fc37ae-d020-402c-8aab-a35285ec3649"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:16.908519 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff2b37a-61cb-401e-b1bd-e16423999507 x-openstack-request-id: req-9ff2b37a-61cb-401e-b1bd-e16423999507 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:16.908811 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b1ec34-09fd-471a-8ac3-618068968a70", "name": "network-vif-plugged", "status": "completed", "tag": "57fc37ae-d020-402c-8aab-a35285ec3649", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:16.909067 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ff2b37a-61cb-401e-b1bd-e16423999507 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:16.909578 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b1ec34-09fd-471a-8ac3-618068968a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fc37ae-d020-402c-8aab-a35285ec3649', 'code': 200} Aug 19 12:39:16.917147 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:17.020584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=57fc37ae-d020-402c-8aab-a35285ec3649,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:17.093789 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd01f89-61b0-46b6-986e-bf3fddcd5564 req-fb6d99b7-fdd4-4ed6-8059-422259502870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:17.096229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6bd01f89-61b0-46b6-986e-bf3fddcd5564 req-fb6d99b7-fdd4-4ed6-8059-422259502870 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 1096 time: 0.0888052 Aug 19 12:39:17.140885 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6bd01f89-61b0-46b6-986e-bf3fddcd5564 req-5434e7c8-2c94-43c9-b295-51286fce1157 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 Aug 19 12:39:17.277999 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:39:17.515923 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:17.537845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eecc9f-9b53-420d-8828-4c5d0e765043 req-a660a995-102e-4d5c-a5c9-0009b25fb2a4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:17.539489 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9eecc9f-9b53-420d-8828-4c5d0e765043 req-a660a995-102e-4d5c-a5c9-0009b25fb2a4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 945 time: 0.6121228 Aug 19 12:39:17.658901 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9eecc9f-9b53-420d-8828-4c5d0e765043 req-be899ee7-9a7b-4fbf-b933-c0d00412b4bb tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812397 Aug 19 12:39:17.844555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router d2e6d8b3-91e9-4648-8edb-3209735faea3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:39:18.001314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:18.011829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d16c77-92af-4acb-910c-1d85152e261d None None] Sync routers for ids ['d2e6d8b3-91e9-4648-8edb-3209735faea3'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:18.025002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53464) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:18.037087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d1e1852a-64c7-4861-a825-b92831b16d73 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "PUT /v2.0/routers/d2e6d8b3-91e9-4648-8edb-3209735faea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7855914 Aug 19 12:39:18.045866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d16c77-92af-4acb-910c-1d85152e261d None None] Routers {'d2e6d8b3-91e9-4648-8edb-3209735faea3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:18.047140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c9d16c77-92af-4acb-910c-1d85152e261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:39:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d2e6d8b3-91e9-4648-8edb-3209735faea3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:18.095690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa44107-dbed-4a8a-ad21-50f465c582f0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting subnet 4a922391-f972-4368-842f-db34116a7aa4 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:39:18.103509 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aaa44107-dbed-4a8a-ad21-50f465c582f0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:18.152159 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aaa44107-dbed-4a8a-ad21-50f465c582f0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:18.168364 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c9d16c77-92af-4acb-910c-1d85152e261d None None] Set router d2e6d8b3-91e9-4648-8edb-3209735faea3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:39:18.248035 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aaa44107-dbed-4a8a-ad21-50f465c582f0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:18.378050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c9d16c77-92af-4acb-910c-1d85152e261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:39:16Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:18.438383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d16c77-92af-4acb-910c-1d85152e261d None None] Checking router: d2e6d8b3-91e9-4648-8edb-3209735faea3 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:39:18.448017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d16c77-92af-4acb-910c-1d85152e261d None None] Routers {'d2e6d8b3-91e9-4648-8edb-3209735faea3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:18.448759 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c9d16c77-92af-4acb-910c-1d85152e261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:39:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['d2e6d8b3-91e9-4648-8edb-3209735faea3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:18.504838 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aaa44107-dbed-4a8a-ad21-50f465c582f0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:18.590598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aaa44107-dbed-4a8a-ad21-50f465c582f0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:18.598858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aaa44107-dbed-4a8a-ad21-50f465c582f0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/subnets/4a922391-f972-4368-842f-db34116a7aa4 HTTP/1.1" status: 204 len: 168 time: 0.5703340 Aug 19 12:39:18.599628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53486) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:18.600391 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa44107-dbed-4a8a-ad21-50f465c582f0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Subnet': ['ID=4a922391-f972-4368-842f-db34116a7aa4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:18.847034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e885ef-e706-4134-b8dd-09d56ff98da8 None None] Network 1b2adc24-94e3-490f-a723-9f31ae4532c2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:18.865856 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:18.874516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cdf2c-8c52-4208-8def-df874a7c18f0 req-c6e9b9ae-0cde-4073-adf9-e3f6eab5bfcb tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:18.876105 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb1cdf2c-8c52-4208-8def-df874a7c18f0 req-c6e9b9ae-0cde-4073-adf9-e3f6eab5bfcb tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 945 time: 0.0720880 Aug 19 12:39:19.003872 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c9d16c77-92af-4acb-910c-1d85152e261d None None] Set router d2e6d8b3-91e9-4648-8edb-3209735faea3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:39:19.057883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb1cdf2c-8c52-4208-8def-df874a7c18f0 req-786a8fe3-f89d-4dda-92fa-551888dd4de1 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064260 Aug 19 12:39:19.120245 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.233313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2976f7e9-d838-4cf8-9bbb-0640ece04aac None None] DHCP port deletion for 1b2adc24-94e3-490f-a723-9f31ae4532c2 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:39:19.336612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c9d16c77-92af-4acb-910c-1d85152e261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:39:16Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:19.366980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port 50ca739f-5afa-41ce-ac3d-1ecc507acad5 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:19.368096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.381305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d16c77-92af-4acb-910c-1d85152e261d None None] The sync data for ids ['d2e6d8b3-91e9-4648-8edb-3209735faea3'] in n-d-803757-2 is: [{'id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-676219038', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:37:05Z', 'updated_at': '2021-08-19T12:39:16Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '50ca739f-5afa-41ce-ac3d-1ecc507acad5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e6d8b3-91e9-4648-8edb-3209735faea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:37:06Z', 'updated_at': '2021-08-19T12:37:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:19.394965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2976f7e9-d838-4cf8-9bbb-0640ece04aac None None] Deleting port 973698bb-fc78-479f-9537-2a68511447d9 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:19.395339 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2976f7e9-d838-4cf8-9bbb-0640ece04aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.485798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2976f7e9-d838-4cf8-9bbb-0640ece04aac None None] For port 973698bb-fc78-479f-9537-2a68511447d9, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=973698bb-fc78-479f-9537-2a68511447d9,segment=NetworkSegment(f5b0df4a-f7e7-4730-be89-2a0d067ae108),segment_id=f5b0df4a-f7e7-4730-be89-2a0d067ae108)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:19.486202 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2976f7e9-d838-4cf8-9bbb-0640ece04aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.501123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2976f7e9-d838-4cf8-9bbb-0640ece04aac None None] Calling delete_port for 973698bb-fc78-479f-9537-2a68511447d9 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:19.518730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port 50ca739f-5afa-41ce-ac3d-1ecc507acad5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=50ca739f-5afa-41ce-ac3d-1ecc507acad5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:19.519378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.532418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for 50ca739f-5afa-41ce-ac3d-1ecc507acad5 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:19.710891 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2976f7e9-d838-4cf8-9bbb-0640ece04aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.733011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2976f7e9-d838-4cf8-9bbb-0640ece04aac None None] No DVR routers for this DVR port 973698bb-fc78-479f-9537-2a68511447d9 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:19.808536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976f7e9-d838-4cf8-9bbb-0640ece04aac None None] Pushing event deleted for resources: {'Port': ['ID=973698bb-fc78-479f-9537-2a68511447d9,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:19.945514 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:19.992667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e4cc7-87b6-49aa-be85-74c0e8eff3e2 req-e9db329b-f498-4f04-b24b-36903fdcc9ff tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:20.003177 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-880e4cc7-87b6-49aa-be85-74c0e8eff3e2 req-e9db329b-f498-4f04-b24b-36903fdcc9ff tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 945 time: 0.0929799 Aug 19 12:39:20.005208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=50ca739f-5afa-41ce-ac3d-1ecc507acad5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:20.095512 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-880e4cc7-87b6-49aa-be85-74c0e8eff3e2 req-094b74e0-600a-403b-9ac1-dce26f0ba527 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882254 Aug 19 12:39:20.131787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.239327 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.241620 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.367671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.371717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Fanout notify agent at l3_agent the message router_deleted on router d2e6d8b3-91e9-4648-8edb-3209735faea3 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:39:20.381831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.383587 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2a211099-a48c-4505-af48-88d9b8484db8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/routers/d2e6d8b3-91e9-4648-8edb-3209735faea3 HTTP/1.1" status: 204 len: 168 time: 1.7821274 Aug 19 12:39:20.386329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53544) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:20.509939 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.578781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d0086df2-387d-45b8-a4f1-0fbf60c37078 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:20.614443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d0086df2-387d-45b8-a4f1-0fbf60c37078 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:39:20.615215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d0086df2-387d-45b8-a4f1-0fbf60c37078 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:39:20.615805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 973698bb-fc78-479f-9537-2a68511447d9 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:20.638915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 973698bb-fc78-479f-9537-2a68511447d9 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:39:20.639524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 973698bb-fc78-479f-9537-2a68511447d9 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:39:20.664096 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.680450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2adc24-94e3-490f-a723-9f31ae4532c2']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:20.702728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b0df4a-f7e7-4730-be89-2a0d067ae108') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:20.703055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b0df4a-f7e7-4730-be89-2a0d067ae108') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:20.713008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.728426 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.738003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:39:20.738465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:39:20.741545 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:39:20.968791 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.973538 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:20.984059 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/networks/1b2adc24-94e3-490f-a723-9f31ae4532c2 HTTP/1.1" status: 204 len: 168 time: 0.5939186 Aug 19 12:39:20.984538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53564) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:21.015422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f748a97-70d4-4c07-a98d-28d6edf252c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Network': ['ID=1b2adc24-94e3-490f-a723-9f31ae4532c2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:21.059992 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-138e9cec-2c13-4786-8a24-b47682306b6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.087952 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-138e9cec-2c13-4786-8a24-b47682306b6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.215623 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64413965-2d4a-416c-8e0a-886607346d0e req-ed12aebf-9deb-4011-bd87-9b182ad91806 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:21.217531 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64413965-2d4a-416c-8e0a-886607346d0e req-ed12aebf-9deb-4011-bd87-9b182ad91806 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 945 time: 0.0564914 Aug 19 12:39:21.286399 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64413965-2d4a-416c-8e0a-886607346d0e req-9f04b31d-bdcf-4b93-ac62-c2bcd55a5336 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629778 Aug 19 12:39:21.297141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf39f7c-b714-486f-9516-e63bae4a222b req-468c1b4b-8598-402a-9346-78e690aeed4d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:21.298990 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fbf39f7c-b714-486f-9516-e63bae4a222b req-468c1b4b-8598-402a-9346-78e690aeed4d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 945 time: 0.0691276 Aug 19 12:39:21.362159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-138e9cec-2c13-4786-8a24-b47682306b6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.366569 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-138e9cec-2c13-4786-8a24-b47682306b6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.366569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-138e9cec-2c13-4786-8a24-b47682306b6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/security-groups/b169bc0a-9770-4ff4-a7e7-64d3c3ab7244 HTTP/1.1" status: 204 len: 168 time: 0.3804076 Aug 19 12:39:21.385276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e9cec-2c13-4786-8a24-b47682306b6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b169bc0a-9770-4ff4-a7e7-64d3c3ab7244,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:21.397246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-fbf39f7c-b714-486f-9516-e63bae4a222b req-ff1a0f98-369a-4d39-8d52-a5281f158d97 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Deleting port 57fc37ae-d020-402c-8aab-a35285ec3649 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:21.397594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-fbf39f7c-b714-486f-9516-e63bae4a222b req-ff1a0f98-369a-4d39-8d52-a5281f158d97 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.526137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-fbf39f7c-b714-486f-9516-e63bae4a222b req-ff1a0f98-369a-4d39-8d52-a5281f158d97 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] For port 57fc37ae-d020-402c-8aab-a35285ec3649, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57fc37ae-d020-402c-8aab-a35285ec3649,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:21.526510 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-fbf39f7c-b714-486f-9516-e63bae4a222b req-ff1a0f98-369a-4d39-8d52-a5281f158d97 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.544411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-fbf39f7c-b714-486f-9516-e63bae4a222b req-ff1a0f98-369a-4d39-8d52-a5281f158d97 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Calling delete_port for 57fc37ae-d020-402c-8aab-a35285ec3649 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:39:21.785498 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-fbf39f7c-b714-486f-9516-e63bae4a222b req-ff1a0f98-369a-4d39-8d52-a5281f158d97 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.799771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['64ddfa12-8e9a-49ae-8f45-5a1225a50fed'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:21.833430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a0f98-369a-4d39-8d52-a5281f158d97 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Pushing event deleted for resources: {'Port': ['ID=57fc37ae-d020-402c-8aab-a35285ec3649,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:21.843361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['57fc37ae-d020-402c-8aab-a35285ec3649'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:21.875413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf39f7c-b714-486f-9516-e63bae4a222b req-ff1a0f98-369a-4d39-8d52-a5281f158d97 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] No DVR routers for this DVR port 57fc37ae-d020-402c-8aab-a35285ec3649 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:39:21.878364 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-fbf39f7c-b714-486f-9516-e63bae4a222b req-ff1a0f98-369a-4d39-8d52-a5281f158d97 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:21.880385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fbf39f7c-b714-486f-9516-e63bae4a222b req-ff1a0f98-369a-4d39-8d52-a5281f158d97 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.30 "DELETE /v2.0/ports/57fc37ae-d020-402c-8aab-a35285ec3649 HTTP/1.1" status: 204 len: 173 time: 0.5753567 Aug 19 12:39:21.880904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b1ec34-09fd-471a-8ac3-618068968a70', 'name': 'network-vif-deleted', 'tag': '57fc37ae-d020-402c-8aab-a35285ec3649'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:21.887648 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715e8916-5006-4c91-8149-f579adbf3aa9" -d '{"events": [{"server_uuid": "a6b1ec34-09fd-471a-8ac3-618068968a70", "name": "network-vif-deleted", "tag": "57fc37ae-d020-402c-8aab-a35285ec3649"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:21.922416 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63f55e0-6e68-4b47-84be-f9659424b4b8 x-openstack-request-id: req-b63f55e0-6e68-4b47-84be-f9659424b4b8 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:21.922885 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b1ec34-09fd-471a-8ac3-618068968a70", "name": "network-vif-deleted", "tag": "57fc37ae-d020-402c-8aab-a35285ec3649", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:21.923160 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b63f55e0-6e68-4b47-84be-f9659424b4b8 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:21.923553 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b1ec34-09fd-471a-8ac3-618068968a70', 'name': 'network-vif-deleted', 'tag': '57fc37ae-d020-402c-8aab-a35285ec3649', 'status': 'completed', 'code': 200} Aug 19 12:39:22.073763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53610) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:22.079054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ae1a8acb-b278-4c5d-8a86-a7d0555ccd9c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2029231524', 'description': 'tempest-secgroup-smoke-2029231524 description', 'project_id': 'c4204443efbc4475a6deb99809648e33'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:22.236288 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8acb-b278-4c5d-8a86-a7d0555ccd9c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.255311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53616) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:22.346296 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8acb-b278-4c5d-8a86-a7d0555ccd9c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.358852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 50ca739f-5afa-41ce-ac3d-1ecc507acad5 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:22.388266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 50ca739f-5afa-41ce-ac3d-1ecc507acad5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:39:22.388794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 50ca739f-5afa-41ce-ac3d-1ecc507acad5 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:39:22.452397 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04146b96-daf9-4620-9114-deb59b62f3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.564501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-330e9b99-dd75-4d23-9813-cad8e6ebf4f8 req-cc3fd23e-9e1e-4f1e-83c3-74dcafa3eb69 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 210 time: 0.1513658 Aug 19 12:39:22.623891 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3aaea77-4f6d-4a5e-8ca1-c57186245a96 req-99eb9a03-288b-4869-aef2-75275711ce49 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389903 Aug 19 12:39:22.703709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaea77-4f6d-4a5e-8ca1-c57186245a96 req-f2fbf029-1d0f-48d9-a303-b71cbcb87804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:22.705202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3aaea77-4f6d-4a5e-8ca1-c57186245a96 req-f2fbf029-1d0f-48d9-a303-b71cbcb87804 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 1096 time: 0.0403321 Aug 19 12:39:22.808121 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8acb-b278-4c5d-8a86-a7d0555ccd9c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.823779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaea77-4f6d-4a5e-8ca1-c57186245a96 req-85b02443-c33b-43a6-aa0e-08b42c9e0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:22.825330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3aaea77-4f6d-4a5e-8ca1-c57186245a96 req-85b02443-c33b-43a6-aa0e-08b42c9e0c28 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac8c95e7-e5c4-40e2-9518-f983b79c8710 HTTP/1.1" status: 200 len: 914 time: 0.1001835 Aug 19 12:39:22.876899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3aaea77-4f6d-4a5e-8ca1-c57186245a96 req-1c5ae263-e831-4003-8c5e-1cebcd5f56cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed HTTP/1.1" status: 200 len: 217 time: 0.0403986 Aug 19 12:39:22.877611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a8acb-b278-4c5d-8a86-a7d0555ccd9c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539f92aa-0147-4ac8-bb73-f2a45b7cc650,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:22.883242 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04146b96-daf9-4620-9114-deb59b62f3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:22.932124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaea77-4f6d-4a5e-8ca1-c57186245a96 req-ae64989a-bbe4-49f9-9f20-3ab202061f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:22.933741 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3aaea77-4f6d-4a5e-8ca1-c57186245a96 req-ae64989a-bbe4-49f9-9f20-3ab202061f73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543 HTTP/1.1" status: 200 len: 853 time: 0.0500824 Aug 19 12:39:22.968994 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3aaea77-4f6d-4a5e-8ca1-c57186245a96 req-0736b148-7007-43f2-a2f2-78144eceb704 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac8c95e7-e5c4-40e2-9518-f983b79c8710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269957 Aug 19 12:39:23.076781 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04146b96-daf9-4620-9114-deb59b62f3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.104516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3aaea77-4f6d-4a5e-8ca1-c57186245a96 req-b96fdf92-f7bd-4022-a3e1-21786bad4ccd service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286242 Aug 19 12:39:23.132398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04146b96-daf9-4620-9114-deb59b62f3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173f7237-c203-4a44-a231-89ad7c1e0fdb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:23.137945 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-04146b96-daf9-4620-9114-deb59b62f3df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=576875ad4e184e2e89e3f60ad27facdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8815763 Aug 19 12:39:23.142943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53642) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:23.289068 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19ffda6f-9d4a-4af7-8476-606349e7fbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.295533 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a3aaea77-4f6d-4a5e-8ca1-c57186245a96 req-a7f35e51-ea5f-4ee7-a1b8-3aa3a2b2ed17 service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813138 Aug 19 12:39:23.298248 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8acb-b278-4c5d-8a86-a7d0555ccd9c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.303591 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ae1a8acb-b278-4c5d-8a86-a7d0555ccd9c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2285135 Aug 19 12:39:23.304210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53648) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:23.309119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9fd98773-2e57-47f2-90c7-c1338d9a9bb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '539f92aa-0147-4ac8-bb73-f2a45b7cc650', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:23.326713 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19ffda6f-9d4a-4af7-8476-606349e7fbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.478192 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fd98773-2e57-47f2-90c7-c1338d9a9bb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.531287 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19ffda6f-9d4a-4af7-8476-606349e7fbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.531621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19ffda6f-9d4a-4af7-8476-606349e7fbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.532960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-19ffda6f-9d4a-4af7-8476-606349e7fbb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/173f7237-c203-4a44-a231-89ad7c1e0fdb HTTP/1.1" status: 204 len: 168 time: 0.3889840 Aug 19 12:39:23.543700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffda6f-9d4a-4af7-8476-606349e7fbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173f7237-c203-4a44-a231-89ad7c1e0fdb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:23.579741 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fd98773-2e57-47f2-90c7-c1338d9a9bb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.696215 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8b29d53-60fd-4dd7-aee9-773eb1c699ee req-6ee4def4-c296-428d-aa20-b7dbe777c946 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b1ec34-09fd-471a-8ac3-618068968a70 HTTP/1.1" status: 200 len: 210 time: 0.0416353 Aug 19 12:39:23.796216 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fd98773-2e57-47f2-90c7-c1338d9a9bb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.871021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd98773-2e57-47f2-90c7-c1338d9a9bb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31bb538-4038-4ae9-8a72-617907285c3f,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:23.955220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9fd98773-2e57-47f2-90c7-c1338d9a9bb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:23.956775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9fd98773-2e57-47f2-90c7-c1338d9a9bb2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6516142 Aug 19 12:39:23.959459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53672) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:23.966309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-90dea069-824e-447c-bf85-0ff2da2c0cb0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '539f92aa-0147-4ac8-bb73-f2a45b7cc650', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:24.202140 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90dea069-824e-447c-bf85-0ff2da2c0cb0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.268046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90dea069-824e-447c-bf85-0ff2da2c0cb0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.520191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57fc37ae-d020-402c-8aab-a35285ec3649 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:39:24.541846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 57fc37ae-d020-402c-8aab-a35285ec3649 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:39:24.542273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57fc37ae-d020-402c-8aab-a35285ec3649 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:39:24.545218 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90dea069-824e-447c-bf85-0ff2da2c0cb0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.566309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dea069-824e-447c-bf85-0ff2da2c0cb0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b8f8ac-ef42-43d8-84c9-a8fa760bd769,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:24.733465 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90dea069-824e-447c-bf85-0ff2da2c0cb0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.734919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-90dea069-824e-447c-bf85-0ff2da2c0cb0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7728479 Aug 19 12:39:24.737488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53700) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:24.742326 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-cb9fd210-e66e-4829-9efa-1a44bfdd95b8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '539f92aa-0147-4ac8-bb73-f2a45b7cc650', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:24.759224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53704) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:24.772829 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13aa7611-6f22-49c6-a677-7bc726a2bbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:24.857995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020c19f-a201-40b7-bcb1-f20fd95a1b90 req-9c345ed2-fc52-46e3-aa26-39a8d5c781f7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:24.859473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c020c19f-a201-40b7-bcb1-f20fd95a1b90 req-9c345ed2-fc52-46e3-aa26-39a8d5c781f7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0524657 Aug 19 12:39:24.896456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c020c19f-a201-40b7-bcb1-f20fd95a1b90 req-9d88afcd-97f9-473c-ba11-c52e03d92d8e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309625 Aug 19 12:39:24.956178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb9fd210-e66e-4829-9efa-1a44bfdd95b8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.053590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53712) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:25.071468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb9fd210-e66e-4829-9efa-1a44bfdd95b8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.089485 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13aa7611-6f22-49c6-a677-7bc726a2bbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.231649 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ece0ee8b-346f-4906-99b9-9a095ba00edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.240693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda42cfe-8979-48df-96dd-8e8a164100dd req-5a724b4f-a7bd-4d5a-90c7-9dd5e31bf1e2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.242223 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fda42cfe-8979-48df-96dd-8e8a164100dd req-5a724b4f-a7bd-4d5a-90c7-9dd5e31bf1e2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0935667 Aug 19 12:39:25.248356 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.286824 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fda42cfe-8979-48df-96dd-8e8a164100dd req-f9c88781-62de-4e77-8959-8d3ca591a6ed tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353370 Aug 19 12:39:25.304459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb9fd210-e66e-4829-9efa-1a44bfdd95b8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.320535 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-13aa7611-6f22-49c6-a677-7bc726a2bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.349302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fd210-e66e-4829-9efa-1a44bfdd95b8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4484f2c8-bfc1-46a3-b57d-7bc7704e7cb5,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:25.424214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa7611-6f22-49c6-a677-7bc726a2bbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbe4dc6-0b0e-477d-b3f5-f183271349a5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:25.430788 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-13aa7611-6f22-49c6-a677-7bc726a2bbdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19834f5aa47b4deea98bb3ef62952afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6705122 Aug 19 12:39:25.434106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53732) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:25.480790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-bd7ec8c0-d352-482b-8127-982e6043da8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1250036 Aug 19 12:39:25.499239 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac4d784f-7025-4473-bd10-17a2fb2367a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.508588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe002b-3e46-4d14-be1d-45b3e3eada9d req-6055abd1-c49c-4f97-911d-0e4ce24f79f8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.509900 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9fe002b-3e46-4d14-be1d-45b3e3eada9d req-6055abd1-c49c-4f97-911d-0e4ce24f79f8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1044228 Aug 19 12:39:25.522708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac4d784f-7025-4473-bd10-17a2fb2367a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.543232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ece0ee8b-346f-4906-99b9-9a095ba00edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.591711 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9fe002b-3e46-4d14-be1d-45b3e3eada9d req-025582aa-4b0c-4987-a5b1-cafacb3149dc tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721705 Aug 19 12:39:25.612973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-3a1dea41-dbe1-4196-9cc4-cf3eebb84053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.613472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-3a1dea41-dbe1-4196-9cc4-cf3eebb84053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.613948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-3a1dea41-dbe1-4196-9cc4-cf3eebb84053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.614872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-3a1dea41-dbe1-4196-9cc4-cf3eebb84053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.615015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-3a1dea41-dbe1-4196-9cc4-cf3eebb84053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.615401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-3a1dea41-dbe1-4196-9cc4-cf3eebb84053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.616101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-3a1dea41-dbe1-4196-9cc4-cf3eebb84053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.617933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-3a1dea41-dbe1-4196-9cc4-cf3eebb84053 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6491 time: 0.0669458 Aug 19 12:39:25.710528 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ece0ee8b-346f-4906-99b9-9a095ba00edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.769144 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac4d784f-7025-4473-bd10-17a2fb2367a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.772088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac4d784f-7025-4473-bd10-17a2fb2367a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.773983 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ac4d784f-7025-4473-bd10-17a2fb2367a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffbe4dc6-0b0e-477d-b3f5-f183271349a5 HTTP/1.1" status: 204 len: 168 time: 0.3373418 Aug 19 12:39:25.796728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d784f-7025-4473-bd10-17a2fb2367a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbe4dc6-0b0e-477d-b3f5-f183271349a5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:25.817321 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0ee8b-346f-4906-99b9-9a095ba00edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269345b9-6877-4d85-804e-17055f5c78bd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:25.832114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53746) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:25.832250 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ece0ee8b-346f-4906-99b9-9a095ba00edb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c781f0e941504bf5809d146ad4ca0569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7722621 Aug 19 12:39:25.833753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-e1ed784e-0180-42f1-8e23-891cdb3f279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.834259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-e1ed784e-0180-42f1-8e23-891cdb3f279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.834696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-e1ed784e-0180-42f1-8e23-891cdb3f279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.836529 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-e1ed784e-0180-42f1-8e23-891cdb3f279f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7e006fa-14ef-4f06-8efb-18b1127140c8&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe HTTP/1.1" status: 200 len: 2290 time: 0.1937249 Aug 19 12:39:25.889361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb9fd210-e66e-4829-9efa-1a44bfdd95b8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.890772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cb9fd210-e66e-4829-9efa-1a44bfdd95b8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1521387 Aug 19 12:39:25.893555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53748) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:25.899422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-30d54b76-7dcc-441d-af35-ae8229324129 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '539f92aa-0147-4ac8-bb73-f2a45b7cc650', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:25.912101 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-d980b426-b292-4ff9-bdc6-d3b2b467cd89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd9d49e-14bd-436e-8983-234a93f0887d HTTP/1.1" status: 200 len: 1001 time: 0.0687022 Aug 19 12:39:25.925360 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b6db6fd8-9b90-4b75-84aa-ac58d9940a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.956069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b6db6fd8-9b90-4b75-84aa-ac58d9940a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:25.963335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-61ada8e8-bcc3-4714-8ad9-6bee66b307d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:25.970108 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-61ada8e8-bcc3-4714-8ad9-6bee66b307d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17153962-cb0b-4fc9-8d4f-bb84422dda6b HTTP/1.1" status: 200 len: 850 time: 0.0458777 Aug 19 12:39:26.015271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-bc64a404-3049-4b17-bcd6-f131d5499fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:26.016969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-bc64a404-3049-4b17-bcd6-f131d5499fa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7e006fa-14ef-4f06-8efb-18b1127140c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444717 Aug 19 12:39:26.114683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-63f2e8f3-064d-4942-93b6-cd4650f555d7 service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904486 Aug 19 12:39:26.172557 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-30d54b76-7dcc-441d-af35-ae8229324129 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.214828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-ab96bde3-3142-4785-9dda-7dd65a8038e0 service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933423 Aug 19 12:39:26.259694 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.262080 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-584cad36-bc0a-41e8-8baa-042d729f1221 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=519023fd-4f22-4c46-8a13-94ad7e61cad7 HTTP/1.1" status: 200 len: 217 time: 0.0403187 Aug 19 12:39:26.264113 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b6db6fd8-9b90-4b75-84aa-ac58d9940a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.266827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b6db6fd8-9b90-4b75-84aa-ac58d9940a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.267971 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b6db6fd8-9b90-4b75-84aa-ac58d9940a0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/269345b9-6877-4d85-804e-17055f5c78bd HTTP/1.1" status: 204 len: 168 time: 0.4348745 Aug 19 12:39:26.285193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-30d54b76-7dcc-441d-af35-ae8229324129 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.286469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db6fd8-9b90-4b75-84aa-ac58d9940a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269345b9-6877-4d85-804e-17055f5c78bd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:26.340843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-f2b116d7-f649-473a-a0ad-4dda48907eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:26.342681 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-f2b116d7-f649-473a-a0ad-4dda48907eb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0737817 Aug 19 12:39:26.401692 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-30d54b76-7dcc-441d-af35-ae8229324129 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.404297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-8f1f595c-1862-4c97-85b7-8f7ea65de4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:26.406893 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-8f1f595c-1862-4c97-85b7-8f7ea65de4c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554690 Aug 19 12:39:26.431950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d54b76-7dcc-441d-af35-ae8229324129 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0675b942-1843-4671-80fb-c6eb87760ce8,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:26.570368 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-7be8ea61-8b9b-4670-a0bd-3a4aaf2b0603 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540742 Aug 19 12:39:26.606439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-30d54b76-7dcc-441d-af35-ae8229324129 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.608116 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-30d54b76-7dcc-441d-af35-ae8229324129 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7126153 Aug 19 12:39:26.610607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53768) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:26.615607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-05db56dc-5331-4581-a10d-c6906ed2256b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '539f92aa-0147-4ac8-bb73-f2a45b7cc650', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:26.669985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-e3b34075-8824-4f9d-83a4-790965716e11 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928648 Aug 19 12:39:26.711988 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-cd4165ec-de9d-4de4-b1b1-1a4aebed25de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=d8c23d98-2995-46ce-8f34-a0804a88df54 HTTP/1.1" status: 200 len: 217 time: 0.0352166 Aug 19 12:39:26.764517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-50f59ebe-2884-4379-8d53-d7ca081e0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:26.765944 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-50f59ebe-2884-4379-8d53-d7ca081e0c66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0474563 Aug 19 12:39:26.813557 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-05db56dc-5331-4581-a10d-c6906ed2256b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Project c4204443efbc4475a6deb99809648e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:39:26.817509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-db8a37da-26ca-4474-9a18-04898ae518a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:26.818786 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05db56dc-5331-4581-a10d-c6906ed2256b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.819060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-db8a37da-26ca-4474-9a18-04898ae518a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0449049 Aug 19 12:39:26.880527 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05db56dc-5331-4581-a10d-c6906ed2256b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:26.910839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-3fa7d68c-43b2-4dd7-88c0-6689505d33fd service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841546 Aug 19 12:39:27.005613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-a859e13e-7512-400f-b11d-9f9063652b5b service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872943 Aug 19 12:39:27.048291 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-cf7e3622-e1c4-474e-b688-7dd7e27fcc2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=60099b0b-d500-42a4-b799-7872f97217e1 HTTP/1.1" status: 200 len: 217 time: 0.0357771 Aug 19 12:39:27.107114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-ece464fb-616f-4a1e-89d0-6112d4eb501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:27.108696 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-ece464fb-616f-4a1e-89d0-6112d4eb501b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0533867 Aug 19 12:39:27.133253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05db56dc-5331-4581-a10d-c6906ed2256b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.158082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db56dc-5331-4581-a10d-c6906ed2256b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeda8c0e-e4e9-4676-a51d-862beb964b66,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:27.166991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-e38a6e3b-f553-48b2-a432-14db7ee98a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:27.168599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-e38a6e3b-f553-48b2-a432-14db7ee98a32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527720 Aug 19 12:39:27.233860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53782) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:27.259581 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71d76f7a-7c65-4f61-8a1d-2c1309ba4675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.309568 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-3fe14bf3-1085-4755-bcf2-db5592bbf778 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247082 Aug 19 12:39:27.367250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05db56dc-5331-4581-a10d-c6906ed2256b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.371206 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-05db56dc-5331-4581-a10d-c6906ed2256b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7568440 Aug 19 12:39:27.385360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53788) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:27.385360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a2d1a85a-89b2-4794-90ef-ae47e3299b58 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '539f92aa-0147-4ac8-bb73-f2a45b7cc650', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:27.409102 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-2458786f-1a44-47da-82ff-d0ef8cb2f80f service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936542 Aug 19 12:39:27.453781 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-f293a6bb-a4f6-45b9-9040-9b30b0b72805 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=20e4112b-3057-41a2-9085-d691c1cabe8d HTTP/1.1" status: 200 len: 217 time: 0.0363665 Aug 19 12:39:27.463286 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71d76f7a-7c65-4f61-8a1d-2c1309ba4675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.506282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-88d6ed95-91dc-4789-989f-5c7ec6000c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:27.508093 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-88d6ed95-91dc-4789-989f-5c7ec6000c1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0476966 Aug 19 12:39:27.565186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-caba84a9-1e2b-4803-b179-ada341855ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:27.566787 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-caba84a9-1e2b-4803-b179-ada341855ab1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517335 Aug 19 12:39:27.613606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71d76f7a-7c65-4f61-8a1d-2c1309ba4675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.659586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-1c33ca42-0c24-4d2a-a814-dfae917cde61 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847909 Aug 19 12:39:27.660639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d76f7a-7c65-4f61-8a1d-2c1309ba4675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf93c2e1-db11-430d-91c4-1b84405aa0bd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:27.666414 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-71d76f7a-7c65-4f61-8a1d-2c1309ba4675 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c2c020efe134fd78cb207d77f473da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314377 Aug 19 12:39:27.696986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53798) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:27.730425 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e7b1-4b28-47a6-b6cd-9d925a6e70c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.756640 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e7b1-4b28-47a6-b6cd-9d925a6e70c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.798920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-3c375335-3b7a-49bb-9f18-5d078565fbc1 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202807 Aug 19 12:39:27.864425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-7f80f600-2501-4952-90ee-26d33e19070d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d HTTP/1.1" status: 200 len: 217 time: 0.0505526 Aug 19 12:39:27.920828 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-a2d1a85a-89b2-4794-90ef-ae47e3299b58 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Project c4204443efbc4475a6deb99809648e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:39:27.927577 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a85a-89b2-4794-90ef-ae47e3299b58 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:27.928187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-f2f1cf0b-7916-4653-a535-b9426f91887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:27.930247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-f2f1cf0b-7916-4653-a535-b9426f91887b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.0587804 Aug 19 12:39:28.002700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-996bd6cc-ff2f-4107-9538-29cf0b1cc1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:28.004928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-996bd6cc-ff2f-4107-9538-29cf0b1cc1be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0676336 Aug 19 12:39:28.033600 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e7b1-4b28-47a6-b6cd-9d925a6e70c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.037260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e7b1-4b28-47a6-b6cd-9d925a6e70c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.040648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b1c9e7b1-4b28-47a6-b6cd-9d925a6e70c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf93c2e1-db11-430d-91c4-1b84405aa0bd HTTP/1.1" status: 204 len: 168 time: 0.3672550 Aug 19 12:39:28.076871 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a85a-89b2-4794-90ef-ae47e3299b58 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.078228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9e7b1-4b28-47a6-b6cd-9d925a6e70c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf93c2e1-db11-430d-91c4-1b84405aa0bd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:28.176877 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-b8032bd3-0d63-4ad3-87a3-5d9f5f6da4ec service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642239 Aug 19 12:39:28.271313 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-eb49cc36-9210-4437-8a89-f2b4080199f4 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871863 Aug 19 12:39:28.310706 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a85a-89b2-4794-90ef-ae47e3299b58 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.311849 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-367a9a13-e74e-49bb-8f03-ff1c62cd371f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a4976-af0d-428f-9c3a-9245088802fc HTTP/1.1" status: 200 len: 217 time: 0.0339427 Aug 19 12:39:28.331570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1a85a-89b2-4794-90ef-ae47e3299b58 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8bd3a3-0e43-4d47-9180-f674ee8fab8b,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:28.361985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-2ba56f70-7619-4268-b2ef-eb922582a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:28.363445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-2ba56f70-7619-4268-b2ef-eb922582a3b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.0444119 Aug 19 12:39:28.408816 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-b20e6839-d66a-43cc-b12e-810712036e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:28.410301 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-b20e6839-d66a-43cc-b12e-810712036e0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0398619 Aug 19 12:39:28.428303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53816) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:28.476652 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-85975f1a-4f9e-4b4d-bcfb-faa9276b52d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.576235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-223ef6a1-d6aa-47fd-b8fd-9607d6cf3274 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581204 Aug 19 12:39:28.666758 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2d1a85a-89b2-4794-90ef-ae47e3299b58 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:28.666758 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a2d1a85a-89b2-4794-90ef-ae47e3299b58 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2928178 Aug 19 12:39:28.668154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53824) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:28.675041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'network': {'name': 'tempest-network-smoke--259288312', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'port_security_enabled': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:29.042052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:39:29.042052 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:39:29.042052 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id_1': 'c4204443efbc4475a6deb99809648e33', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 39, 28, 686842)}] Aug 19 12:39:29.042052 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:39:29.042770 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:39:29.098789 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5235ba72-07d1-40e7-be23-2b64b0983671 req-d0418fa7-626f-4c0d-8ba7-84e31360308e service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143256 Aug 19 12:39:29.159642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-85975f1a-4f9e-4b4d-bcfb-faa9276b52d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.396493 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-85975f1a-4f9e-4b4d-bcfb-faa9276b52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.485331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-85975f1a-4f9e-4b4d-bcfb-faa9276b52d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=441c3c37d4b94e0ca09dfd4e1e15c506&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0553989 Aug 19 12:39:29.485331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85975f1a-4f9e-4b4d-bcfb-faa9276b52d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d680fc9-d924-4177-a9d9-b1a971fd5732,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:29.486072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53864) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:29.558410 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2bffdac6-06b0-42fe-bcd9-219290ba9c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.591388 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2bffdac6-06b0-42fe-bcd9-219290ba9c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.757622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d7818-e421-40e0-9c23-cb7ca478a839 req-c57f8def-ad15-42ef-bb5d-a7190b8a5dd4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:29.759356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-267d7818-e421-40e0-9c23-cb7ca478a839 req-c57f8def-ad15-42ef-bb5d-a7190b8a5dd4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0554016 Aug 19 12:39:29.802258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-267d7818-e421-40e0-9c23-cb7ca478a839 req-e9f55949-ccf4-4e6b-aa81-50426a0fca7d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346715 Aug 19 12:39:29.903891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:29.907922 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.911652 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2bffdac6-06b0-42fe-bcd9-219290ba9c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.914053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2bffdac6-06b0-42fe-bcd9-219290ba9c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.915187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2bffdac6-06b0-42fe-bcd9-219290ba9c8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d680fc9-d924-4177-a9d9-b1a971fd5732 HTTP/1.1" status: 204 len: 168 time: 0.4281387 Aug 19 12:39:29.933182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffdac6-06b0-42fe-bcd9-219290ba9c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d680fc9-d924-4177-a9d9-b1a971fd5732,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:29.947445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9fb72-3f02-4872-8d69-aab60009ad97 req-57ad415e-857c-4481-b6e8-96b1aa55ba08 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:29.949085 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ba9fb72-3f02-4872-8d69-aab60009ad97 req-57ad415e-857c-4481-b6e8-96b1aa55ba08 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0638857 Aug 19 12:39:29.958235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:39:29.978311 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:29.982310 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Added segment 245fdaa4-8529-40af-a329-598152835600 of type vlan for network 9b3b3790-8bcd-4208-8412-873533f8ddf1 Aug 19 12:39:30.004395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ba9fb72-3f02-4872-8d69-aab60009ad97 req-0c297a96-9418-43a8-9cd6-fef36857bd6e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427778 Aug 19 12:39:30.025582 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.304682 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.310449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:30.311070 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.378593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Network': ['ID=9b3b3790-8bcd-4208-8412-873533f8ddf1,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:30.389463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 9b3b3790-8bcd-4208-8412-873533f8ddf1 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:39:30.471068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-47473c42-7420-48d4-bd1b-ac9741584fc8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8010492 Aug 19 12:39:30.473725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53904) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:30.478606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'admin_state_up': True, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:30.636157 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.637512 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:30.739426 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.039221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.414598 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.441012 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.568970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.25.2.118 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/eac23964-0db1-452e-832d-eca1a399946a) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:31.687576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.824088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:31.894739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:31.898625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:31.904735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:32.091772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=eac23964-0db1-452e-832d-eca1a399946a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:32.279928 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:32.495260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.101710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:39:33.354963 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:33.368851 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Sync routers for ids ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:33.385126 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Routers {'e30c5e9e-bd5d-4573-ba83-f1ee13616a31'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:33.385754 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e691068f-f861-417c-9018-daeea3595f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:39:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:33.414310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e81d80-3c07-4a8c-8d03-02b359c02268 req-130e95b9-6976-4087-a1eb-a86aee53f6a6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.416008 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-07e81d80-3c07-4a8c-8d03-02b359c02268 req-130e95b9-6976-4087-a1eb-a86aee53f6a6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1030402 Aug 19 12:39:33.455697 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-07e81d80-3c07-4a8c-8d03-02b359c02268 req-6f9df30d-9c0c-42f5-bf7a-5bc773b87c7c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334034 Aug 19 12:39:33.499995 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Set router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:39:33.594936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b3b4f-2e2c-41f0-b035-553b645c8b7d req-49056ac0-e9b7-4755-a2ea-eea89480ffd3 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.596422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-725b3b4f-2e2c-41f0-b035-553b645c8b7d req-49056ac0-e9b7-4755-a2ea-eea89480ffd3 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0537910 Aug 19 12:39:33.601572 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.602883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6a577fc9-1422-4a42-8803-72be7a31f7b6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1282003 Aug 19 12:39:33.606016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54076) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:33.637782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-725b3b4f-2e2c-41f0-b035-553b645c8b7d req-6213ff36-cad2-4738-ae5b-b806869a5666 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348845 Aug 19 12:39:33.638730 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-97d4f0ab-0496-41ef-aa2a-4f88729096e8 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c4204443efbc4475a6deb99809648e33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308480 Aug 19 12:39:33.644120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54080) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:33.704203 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e691068f-f861-417c-9018-daeea3595f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:32Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:33.738155 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Checking router: e30c5e9e-bd5d-4573-ba83-f1ee13616a31 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:39:33.738785 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Updating router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 port eac23964-0db1-452e-832d-eca1a399946a binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:39:33.785308 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:33.897095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ca790-9da5-42fb-b4ad-2946aac06f50 req-8d5c17ee-96a4-4145-b041-6075e8f54ad0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.904641 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dc8ca790-9da5-42fb-b4ad-2946aac06f50 req-8d5c17ee-96a4-4145-b041-6075e8f54ad0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0591865 Aug 19 12:39:33.951502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a99b9d6-6379-4212-bd12-ffdbc550057b tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:33.954586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dc8ca790-9da5-42fb-b4ad-2946aac06f50 req-03341f13-4954-49cb-b7f6-5ce26796cc4f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490465 Aug 19 12:39:33.956209 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7a99b9d6-6379-4212-bd12-ffdbc550057b tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3109610 Aug 19 12:39:33.958945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54092) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:34.034723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c1cc76ae-dd2d-4540-8493-9305ade28276 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724037 Aug 19 12:39:34.035662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54100) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:34.040799 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-991539466', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:34.178465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ab317-506f-4657-8560-a74058e31080 req-e7c62dbd-2f1d-4776-a1e9-28e54cf7c20f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:34.180021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-280ab317-506f-4657-8560-a74058e31080 req-e7c62dbd-2f1d-4776-a1e9-28e54cf7c20f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1291578 Aug 19 12:39:34.187357 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.197201 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Transition to ACTIVE for port object eac23964-0db1-452e-832d-eca1a399946a will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:34.230023 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-280ab317-506f-4657-8560-a74058e31080 req-f67ed243-da48-4051-8fa6-b138f7a5896d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423486 Aug 19 12:39:34.399077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5b25b-4723-4113-99d3-0086b9a18a38 req-310dcca6-f596-43c3-a4a8-2bf8f3b378e9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:34.400037 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cef5b25b-4723-4113-99d3-0086b9a18a38 req-310dcca6-f596-43c3-a4a8-2bf8f3b378e9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0530903 Aug 19 12:39:34.407073 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.452961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cef5b25b-4723-4113-99d3-0086b9a18a38 req-fe017d3e-1c43-4b0c-8f52-86904002268c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460594 Aug 19 12:39:34.456938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:34.464755 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.490521 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Attempting to bind port eac23964-0db1-452e-832d-eca1a399946a on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:34.490521 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Attempting to bind port eac23964-0db1-452e-832d-eca1a399946a by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:34.490521 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Attempting to bind port eac23964-0db1-452e-832d-eca1a399946a on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:34.494619 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:34.495302 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:34.496197 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.496738 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:34.497400 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Bound port: eac23964-0db1-452e-832d-eca1a399946a, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:34.497965 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.619551 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Pushing event updated for resources: {'Port': ['ID=eac23964-0db1-452e-832d-eca1a399946a,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:34.641013 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.641360 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.641696 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.642027 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.642352 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.642685 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.643023 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.643345 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.643660 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.643976 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.644292 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.644606 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:34.665337 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-e691068f-f861-417c-9018-daeea3595f2c None None] For port eac23964-0db1-452e-832d-eca1a399946a, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:34.669556 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-e691068f-f861-417c-9018-daeea3595f2c None None] For port eac23964-0db1-452e-832d-eca1a399946a, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=eac23964-0db1-452e-832d-eca1a399946a,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:34.683425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f64d7-5a8a-4242-a261-dce68774085e req-b6930210-fa46-4a63-978a-d8f9c3edaa64 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:34.684661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54122) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:34.693271 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b35f64d7-5a8a-4242-a261-dce68774085e req-b6930210-fa46-4a63-978a-d8f9c3edaa64 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1174326 Aug 19 12:39:34.767729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b35f64d7-5a8a-4242-a261-dce68774085e req-a81ed7d0-c14e-478a-8a7c-17fe123a056c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735085 Aug 19 12:39:34.818032 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.851038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-18ef4100-1e33-4e38-b11e-c87b0c554deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.878263 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecae810-376a-426e-859b-bf97b86e6dc0 None None] Pushing event updated for resources: {'Port': ['ID=eac23964-0db1-452e-832d-eca1a399946a,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:34.878941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:34.895156 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Routers {'e30c5e9e-bd5d-4573-ba83-f1ee13616a31'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:34.896228 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e691068f-f861-417c-9018-daeea3595f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:39:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:35.004093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Subnet': ['ID=c454124c-d641-4843-b950-a13981ad61b7,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:35.043279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Checking segment: {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:35.043648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network hostable DHCP agents. Network: 9b3b3790-8bcd-4208-8412-873533f8ddf1, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:39:35.116004 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-18ef4100-1e33-4e38-b11e-c87b0c554deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.159813 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e691068f-f861-417c-9018-daeea3595f2c None None] Set router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:39:35.174325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ad856-9de0-4163-902f-d991d848fdca req-e548daea-b1e5-4894-bf46-872353cf6dad tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:35.176188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-388ad856-9de0-4163-902f-d991d848fdca req-e548daea-b1e5-4894-bf46-872353cf6dad tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0624671 Aug 19 12:39:35.217405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-388ad856-9de0-4163-902f-d991d848fdca req-25f2c2e7-cfb3-4fc0-bf72-61a65a9e9201 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 Aug 19 12:39:35.289498 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4120dc1-77a9-470f-94c3-86cf4ede6028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.345847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ba3c-bd7e-48db-90b9-73c5372e4558 req-76d1bf38-1324-459d-8f2a-c85c6f5e5683 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:35.347470 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccf8ba3c-bd7e-48db-90b9-73c5372e4558 req-76d1bf38-1324-459d-8f2a-c85c6f5e5683 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0524974 Aug 19 12:39:35.362613 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e691068f-f861-417c-9018-daeea3595f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:32Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:35.394693 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691068f-f861-417c-9018-daeea3595f2c None None] The sync data for ids ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'] in n-d-803757-2 is: [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:32Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:35.400205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccf8ba3c-bd7e-48db-90b9-73c5372e4558 req-8e3a8670-436b-4734-9432-107b8c533768 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413229 Aug 19 12:39:35.454273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-18ef4100-1e33-4e38-b11e-c87b0c554deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.505727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-18ef4100-1e33-4e38-b11e-c87b0c554deb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f7421cd764e449f8bfa1b5dabcc7a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8199120 Aug 19 12:39:35.506599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef4100-1e33-4e38-b11e-c87b0c554deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f28f25a-eadc-4688-9026-45f778080c64,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:35.508417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54160) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:35.523232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 9b3b3790-8bcd-4208-8412-873533f8ddf1 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:39:35.577210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b7590a8-d1c9-4718-b699-33d8d9b6d60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.602150 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b7590a8-d1c9-4718-b699-33d8d9b6d60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.651577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 9b3b3790-8bcd-4208-8412-873533f8ddf1) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:35.657912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:35.658736 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.659543 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebc62df-2d73-4aab-84d6-7dd0a2d6f8e5 None None] Network 9b3b3790-8bcd-4208-8412-873533f8ddf1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:35.754707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043faa14-7d41-44dd-8a02-83b9bb977812 req-d82df325-d937-48c6-8e02-c00df67ae31f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:35.756636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-043faa14-7d41-44dd-8a02-83b9bb977812 req-d82df325-d937-48c6-8e02-c00df67ae31f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0699184 Aug 19 12:39:35.758663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eee393bd-0ed1-4dc4-91bc-cfa4f3fef544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7218964 Aug 19 12:39:35.761577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54176) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:35.881985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-9b3b3790-8bcd-4208-8412-873533f8ddf1', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:39:35.882922 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.895384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b7590a8-d1c9-4718-b699-33d8d9b6d60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.906923 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b7590a8-d1c9-4718-b699-33d8d9b6d60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:35.919498 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6b7590a8-d1c9-4718-b699-33d8d9b6d60b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f28f25a-eadc-4688-9026-45f778080c64 HTTP/1.1" status: 204 len: 168 time: 0.4091101 Aug 19 12:39:35.929474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7590a8-d1c9-4718-b699-33d8d9b6d60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f28f25a-eadc-4688-9026-45f778080c64,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:35.940165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-043faa14-7d41-44dd-8a02-83b9bb977812 req-8f2e9c47-2d0c-4872-b65b-9f2ec7d3dbfd tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625929 Aug 19 12:39:36.081626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580fa5e-8907-4937-b9fa-92cc4f796c88 req-e7615a48-3ac9-49d6-a4a0-ccc24197565f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:36.092807 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b580fa5e-8907-4937-b9fa-92cc4f796c88 req-e7615a48-3ac9-49d6-a4a0-ccc24197565f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0760977 Aug 19 12:39:36.171684 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b580fa5e-8907-4937-b9fa-92cc4f796c88 req-68360ff0-b92e-493e-8969-df3ed3ef3a4e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776224 Aug 19 12:39:36.279955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Allocated IP 172.20.0.2 (9b3b3790-8bcd-4208-8412-873533f8ddf1/c454124c-d641-4843-b950-a13981ad61b7/b4f27536-e6b2-433c-84f7-b89bbf5556ba) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:36.500359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eac23964-0db1-452e-832d-eca1a399946a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:36.588546 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.607376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adc78e-7479-40d6-a912-d5dda06ee55b req-eb929a9d-1646-4a16-b793-af2e78f666c9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:36.608956 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-44adc78e-7479-40d6-a912-d5dda06ee55b req-eb929a9d-1646-4a16-b793-af2e78f666c9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0999868 Aug 19 12:39:36.617168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Transition to ACTIVE for port object b4f27536-e6b2-433c-84f7-b89bbf5556ba will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:36.651622 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.669397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Transition to ACTIVE for port object b4f27536-e6b2-433c-84f7-b89bbf5556ba will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:36.688846 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-44adc78e-7479-40d6-a912-d5dda06ee55b req-c53cc260-705b-493c-98da-c711a1aa85e2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679202 Aug 19 12:39:36.760563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port eac23964-0db1-452e-832d-eca1a399946a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:36.765129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port eac23964-0db1-452e-832d-eca1a399946a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:36.769810 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.827841 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:36.847160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3392ef7-0f31-479e-a8ff-d70c972f0d3a req-63154045-b627-4e15-a2af-7f9722af6939 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:36.850271 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d3392ef7-0f31-479e-a8ff-d70c972f0d3a req-63154045-b627-4e15-a2af-7f9722af6939 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0765226 Aug 19 12:39:36.916615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Network 9b3b3790-8bcd-4208-8412-873533f8ddf1 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:36.930362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:36.939310 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d3392ef7-0f31-479e-a8ff-d70c972f0d3a req-3b597d15-9b51-478b-976b-065c21df1d58 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824990 Aug 19 12:39:36.945595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:37.085954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Pushing event updated for resources: {'Port': ['ID=b4f27536-e6b2-433c-84f7-b89bbf5556ba,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:37.114885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Attempting to bind port b4f27536-e6b2-433c-84f7-b89bbf5556ba on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:37.115577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Attempting to bind port b4f27536-e6b2-433c-84f7-b89bbf5556ba by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:37.116166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Attempting to bind port b4f27536-e6b2-433c-84f7-b89bbf5556ba on network 9b3b3790-8bcd-4208-8412-873533f8ddf1 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:37.126774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:37.127541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Checking segment: {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:37.128144 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.128752 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Bound using segment: {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:37.129445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Bound port: b4f27536-e6b2-433c-84f7-b89bbf5556ba, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:37.129904 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.133094 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.190157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port eac23964-0db1-452e-832d-eca1a399946a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=eac23964-0db1-452e-832d-eca1a399946a,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:37.201569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.20.0.1 (9b3b3790-8bcd-4208-8412-873533f8ddf1/c454124c-d641-4843-b950-a13981ad61b7/7e9c72af-4f3c-461c-b459-356525dd3f80) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:37.239036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] For port b4f27536-e6b2-433c-84f7-b89bbf5556ba, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:37.243344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] For port b4f27536-e6b2-433c-84f7-b89bbf5556ba, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b4f27536-e6b2-433c-84f7-b89bbf5556ba,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:37.384987 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.455201 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.468747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54236) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:37.469069 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.483803 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=eac23964-0db1-452e-832d-eca1a399946a,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:37.488471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2c05af89-4a51-4b3b-ac0a-e14e111bdb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.492364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1408f4-afff-490a-89f3-50494d4b652f req-52daa6fe-d1ea-4f90-8dfc-d1697f959641 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:37.496480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a1408f4-afff-490a-89f3-50494d4b652f req-52daa6fe-d1ea-4f90-8dfc-d1697f959641 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/networks?id=ac8c95e7-e5c4-40e2-9518-f983b79c8710 HTTP/1.1" status: 200 len: 813 time: 0.2371697 Aug 19 12:39:37.553400 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a1408f4-afff-490a-89f3-50494d4b652f req-bacda3d3-a707-4787-99b9-b8e39a54ec00 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/quotas/55b5c552994d41198fde1656ade56c53 HTTP/1.1" status: 200 len: 375 time: 0.0404918 Aug 19 12:39:37.570277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Transition to ACTIVE for port object 7e9c72af-4f3c-461c-b459-356525dd3f80 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:37.584436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804b8aa-f8d1-41fc-97e1-ffff59646b4b None None] Pushing event updated for resources: {'Port': ['ID=b4f27536-e6b2-433c-84f7-b89bbf5556ba,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:37.686238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a1408f4-afff-490a-89f3-50494d4b652f req-a2e6947e-d20b-40af-8530-2ffcfe8524e7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1308913 Aug 19 12:39:37.687852 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2c05af89-4a51-4b3b-ac0a-e14e111bdb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.780247 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.780662 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-652d30fa-fd9a-441e-a571-d05692d909da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.868624 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b04c9-9a8e-4b59-90a6-050e15843ed5 req-559be749-83df-44fa-9a81-32b254c0f1d2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:37.879384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c55b04c9-9a8e-4b59-90a6-050e15843ed5 req-559be749-83df-44fa-9a81-32b254c0f1d2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0901301 Aug 19 12:39:37.924700 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c55b04c9-9a8e-4b59-90a6-050e15843ed5 req-e0a403ce-3f51-4b18-96f6-ee2ae84dae2d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430422 Aug 19 12:39:37.969894 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2c05af89-4a51-4b3b-ac0a-e14e111bdb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:37.970616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.009496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 9b3b3790-8bcd-4208-8412-873533f8ddf1 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:38.012738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:38.015302 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2c05af89-4a51-4b3b-ac0a-e14e111bdb7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b7b353c692b4c2fbf70942dc42a61ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5446694 Aug 19 12:39:38.016165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54248) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:38.017496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05af89-4a51-4b3b-ac0a-e14e111bdb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ec19c1-3924-44ce-a647-a61fd9791cbc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:38.017622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:38.107243 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f161dc0-f1d2-4959-932d-83e458ef0eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.133256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=7e9c72af-4f3c-461c-b459-356525dd3f80,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:38.136387 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f161dc0-f1d2-4959-932d-83e458ef0eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.145700 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.154144 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.155744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.156667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.157711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.158264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.159139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.159920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.160645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.161148 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.161662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.162307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.167893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:38.235844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54254) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:38.236766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a3c56-5679-48f6-a441-f61e2e86bc4c req-0e70276a-c700-4b1c-871b-738cd73bf5c8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:38.244944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea2a3c56-5679-48f6-a441-f61e2e86bc4c req-0e70276a-c700-4b1c-871b-738cd73bf5c8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1632771 Aug 19 12:39:38.333168 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea2a3c56-5679-48f6-a441-f61e2e86bc4c req-1d851f21-6e95-4714-b760-7023d51731b9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859556 Aug 19 12:39:38.406526 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f40b1107-fdf6-4fd9-b5ce-03d01c71f919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.634520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eac23964-0db1-452e-832d-eca1a399946a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:38.664010 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.730023 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1d24d36-5648-488b-a504-009bd7ba5ae6 req-d914ebbd-9c53-41c0-ad9a-66867c3f10b4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=55b5c552994d41198fde1656ade56c53 HTTP/1.1" status: 200 len: 221 time: 0.1313303 Aug 19 12:39:38.738554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port eac23964-0db1-452e-832d-eca1a399946a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:38.739293 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.756007 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f40b1107-fdf6-4fd9-b5ce-03d01c71f919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.758245 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f161dc0-f1d2-4959-932d-83e458ef0eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.770176 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f161dc0-f1d2-4959-932d-83e458ef0eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.787986 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6f161dc0-f1d2-4959-932d-83e458ef0eaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92ec19c1-3924-44ce-a647-a61fd9791cbc HTTP/1.1" status: 204 len: 168 time: 0.7642686 Aug 19 12:39:38.821112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f161dc0-f1d2-4959-932d-83e458ef0eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ec19c1-3924-44ce-a647-a61fd9791cbc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:38.871510 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f40b1107-fdf6-4fd9-b5ce-03d01c71f919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:38.931144 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f40b1107-fdf6-4fd9-b5ce-03d01c71f919 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f420dd15bbf4fafb3c439bf2c0c63f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947932 Aug 19 12:39:38.934402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54284) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:38.988272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b4f27536-e6b2-433c-84f7-b89bbf5556ba up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:39.035569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa807cee-801a-4325-b68a-ab34790a8cba None None] Network 9b3b3790-8bcd-4208-8412-873533f8ddf1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:39.048111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bf5d0-7ad2-4fa5-a544-a744458485d1 req-77dcb329-d5b7-4882-b713-8828c0d92d04 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:39.061354 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f07bf5d0-7ad2-4fa5-a544-a744458485d1 req-77dcb329-d5b7-4882-b713-8828c0d92d04 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1383123 Aug 19 12:39:39.081699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b1107-fdf6-4fd9-b5ce-03d01c71f919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76104590-4929-4bd3-abf2-6e5b4aa0779e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:39.115221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-199e19fe-50c3-45a7-b6f4-ecc9f4f60d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.164196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f07bf5d0-7ad2-4fa5-a544-a744458485d1 req-a600153a-fc95-42b7-83b5-bd421dc22929 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018717 Aug 19 12:39:39.240473 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.246788 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-199e19fe-50c3-45a7-b6f4-ecc9f4f60d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.350644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-17ee9e4a-fa00-470c-8702-2612a65b798d None None] Provisioning for port b4f27536-e6b2-433c-84f7-b89bbf5556ba completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:39.369247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9308a1-8894-4342-9b0c-5ed56444301e req-32c96e23-1867-49f4-9ee4-de48a4cdf37e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:39.370970 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de9308a1-8894-4342-9b0c-5ed56444301e req-32c96e23-1867-49f4-9ee4-de48a4cdf37e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1283338 Aug 19 12:39:39.413070 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.441569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port b4f27536-e6b2-433c-84f7-b89bbf5556ba completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:39.445912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b4f27536-e6b2-433c-84f7-b89bbf5556ba triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:39.446274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.483808 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de9308a1-8894-4342-9b0c-5ed56444301e req-0b49ae28-78f1-4c26-8e58-e7203d705f74 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982997 Aug 19 12:39:39.584381 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.590166 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-199e19fe-50c3-45a7-b6f4-ecc9f4f60d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.599774 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-199e19fe-50c3-45a7-b6f4-ecc9f4f60d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.600941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-199e19fe-50c3-45a7-b6f4-ecc9f4f60d7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76104590-4929-4bd3-abf2-6e5b4aa0779e HTTP/1.1" status: 204 len: 168 time: 0.6652694 Aug 19 12:39:39.638253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d8eec047-33b0-4a7d-9dfe-d5a8eef8d8d3 None None] Provisioning complete for port b4f27536-e6b2-433c-84f7-b89bbf5556ba triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:39.638253 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d8eec047-33b0-4a7d-9dfe-d5a8eef8d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.827249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e19fe-50c3-45a7-b6f4-ecc9f4f60d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76104590-4929-4bd3-abf2-6e5b4aa0779e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:39.842889 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.889756 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:39.910747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=7e9c72af-4f3c-461c-b459-356525dd3f80,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:39.944934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port b4f27536-e6b2-433c-84f7-b89bbf5556ba, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b4f27536-e6b2-433c-84f7-b89bbf5556ba,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:39.958189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47138293-ea5d-4a04-9f45-73bbcc493074 req-de36bed0-a7ec-4b0a-8fca-5503e152bb37 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:39.960020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47138293-ea5d-4a04-9f45-73bbcc493074 req-de36bed0-a7ec-4b0a-8fca-5503e152bb37 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.2571368 Aug 19 12:39:40.009080 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d8eec047-33b0-4a7d-9dfe-d5a8eef8d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.048381 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47138293-ea5d-4a04-9f45-73bbcc493074 req-257c805e-4b45-4d06-8850-d25bfa3b7323 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612111 Aug 19 12:39:40.079501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 9b3b3790-8bcd-4208-8412-873533f8ddf1 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:40.081170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:40.119286 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.230902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585ae4b-efa1-4c58-a807-2f25425da4d2 req-8bd862df-7842-4fe0-9244-447bd796e69a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:40.240953 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8585ae4b-efa1-4c58-a807-2f25425da4d2 req-8bd862df-7842-4fe0-9244-447bd796e69a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0896523 Aug 19 12:39:40.309742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:39:40.366648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8585ae4b-efa1-4c58-a807-2f25425da4d2 req-7b04e577-b0d9-45ed-972a-56524d4b0275 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189008 Aug 19 12:39:40.583263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72415f-4f4b-47cc-a7d4-e3500fc379d4 req-586ea2b0-0811-41f5-abf8-bea9d0b4e257 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:40.594381 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e72415f-4f4b-47cc-a7d4-e3500fc379d4 req-586ea2b0-0811-41f5-abf8-bea9d0b4e257 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0886853 Aug 19 12:39:40.599479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:39:40.606338 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-00151d50-cad1-43dd-a155-1de2438f0e07 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "PUT /v2.0/routers/e30c5e9e-bd5d-4573-ba83-f1ee13616a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8433318 Aug 19 12:39:40.629773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Sync routers for ids ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:39:40.638927 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e72415f-4f4b-47cc-a7d4-e3500fc379d4 req-8aba6984-bf74-4445-906c-cae011f0a88a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Aug 19 12:39:40.650244 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-d8eec047-33b0-4a7d-9dfe-d5a8eef8d8d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:39:40.650796 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-d8eec047-33b0-4a7d-9dfe-d5a8eef8d8d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:39:40.654375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=b4f27536-e6b2-433c-84f7-b89bbf5556ba,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:40.670758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.671283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.671832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.672366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.672809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.673267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.673675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.674070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.674579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.675047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.675451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.675902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:40.679926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Routers {'e30c5e9e-bd5d-4573-ba83-f1ee13616a31'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:40.680641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:39:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:40.789320 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:40.832835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Set router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:39:40.835410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc404d-b07b-4bb0-a31a-af1e0a692e50 req-35a4c222-0c8b-465d-b57e-628fc567083a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:40.837369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-60fc404d-b07b-4bb0-a31a-af1e0a692e50 req-35a4c222-0c8b-465d-b57e-628fc567083a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0868917 Aug 19 12:39:40.885033 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-60fc404d-b07b-4bb0-a31a-af1e0a692e50 req-32720163-c2fb-4e41-8ae7-e0349e25e226 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Aug 19 12:39:41.112831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4b890-f3e3-42cc-916a-d83b0a82de76 req-f92f1680-a58f-4df4-ac54-57307d7f7ac7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:41.115604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:38Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '7e9c72af-4f3c-461c-b459-356525dd3f80', 'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:71:a8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:36Z', 'updated_at': '2021-08-19T12:39:39Z', 'revision_number': 2, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'c454124c-d641-4843-b950-a13981ad61b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:41.121884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73f4b890-f3e3-42cc-916a-d83b0a82de76 req-f92f1680-a58f-4df4-ac54-57307d7f7ac7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0919006 Aug 19 12:39:41.166249 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73f4b890-f3e3-42cc-916a-d83b0a82de76 req-93b2ac46-329e-473c-bebc-2443f21c535c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 Aug 19 12:39:41.191565 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-458fa3f8-7869-43c9-aab1-14028c5f148c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2029231524&fields=id&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 267 time: 0.0735190 Aug 19 12:39:41.219165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Checking router: e30c5e9e-bd5d-4573-ba83-f1ee13616a31 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:39:41.219165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Updating router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 port 7e9c72af-4f3c-461c-b459-356525dd3f80 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:39:41.244836 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.254822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54368) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:41.298783 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a754e296-29c6-4db5-97d6-ee4ced40d066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.356833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-88626b76-0c14-466b-9cf2-ff386e13f0f1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:41.365174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-88626b76-0c14-466b-9cf2-ff386e13f0f1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 796 time: 0.1587582 Aug 19 12:39:41.406624 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-481d93ee-5dd5-4dfa-87b7-cb534796e13e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/quotas/c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 375 time: 0.0400965 Aug 19 12:39:41.412136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0e513-f6df-4a20-923b-b35689b425cd req-5a4491c9-7e1d-4319-8601-b2f5c4c7185f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:41.422237 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c0e0e513-f6df-4a20-923b-b35689b425cd req-5a4491c9-7e1d-4319-8601-b2f5c4c7185f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1578660 Aug 19 12:39:41.462207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d8eec047-33b0-4a7d-9dfe-d5a8eef8d8d3 None None] Provisioning for port 7e9c72af-4f3c-461c-b459-356525dd3f80 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:41.487980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d8eec047-33b0-4a7d-9dfe-d5a8eef8d8d3 None None] Provisioning complete for port 7e9c72af-4f3c-461c-b459-356525dd3f80 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:41.488350 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d8eec047-33b0-4a7d-9dfe-d5a8eef8d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.518815 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-32bb1054-16c4-4e1b-98ae-d3cb84da6810 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108232 Aug 19 12:39:41.548378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d8eec047-33b0-4a7d-9dfe-d5a8eef8d8d3 None None] Port 7e9c72af-4f3c-461c-b459-356525dd3f80 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:39:41.583142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c0e0e513-f6df-4a20-923b-b35689b425cd req-2d874417-dd53-429e-a857-e0a599dc5dac tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550813 Aug 19 12:39:41.684469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-32db8338-9838-4abe-9176-a72d09aad117 service neutron] 10.222.0.21 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625683 Aug 19 12:39:41.697635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7dcd6b24-54e6-4084-9f8e-0ab3e99a1fb4 None None] Provisioning complete for port 7e9c72af-4f3c-461c-b459-356525dd3f80 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:41.698580 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7dcd6b24-54e6-4084-9f8e-0ab3e99a1fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.716944 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a754e296-29c6-4db5-97d6-ee4ced40d066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.751290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd6b24-54e6-4084-9f8e-0ab3e99a1fb4 None None] Port 7e9c72af-4f3c-461c-b459-356525dd3f80 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:39:41.819469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b8785-8d95-43ea-9d0c-346285bfe7d2 req-bee944a5-4197-44bd-8f85-555f1a56fa41 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:41.821258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-617b8785-8d95-43ea-9d0c-346285bfe7d2 req-bee944a5-4197-44bd-8f85-555f1a56fa41 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0611596 Aug 19 12:39:41.822468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a754e296-29c6-4db5-97d6-ee4ced40d066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.838050 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:41.843458 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-51f04c0a-7461-495e-8c27-16e386d0566c service neutron] 10.222.0.21 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550922 Aug 19 12:39:41.849549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Transition to ACTIVE for port object 7e9c72af-4f3c-461c-b459-356525dd3f80 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:41.881703 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a754e296-29c6-4db5-97d6-ee4ced40d066 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f7531b7999344ad8e4abd6dfda97a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255677 Aug 19 12:39:41.884563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54386) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:41.900634 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-617b8785-8d95-43ea-9d0c-346285bfe7d2 req-38b2cb19-0f18-4475-9e76-03336fa955c5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589271 Aug 19 12:39:41.901324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754e296-29c6-4db5-97d6-ee4ced40d066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58db1e8-3cd3-4a21-b7e2-22d73d1cb1f9,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:41.995203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.018560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.043960 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.225990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d7b05-b960-4609-afa1-7df855c46c68 req-825575f6-1716-4005-9385-cf9fff95145f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:42.228531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd3d7b05-b960-4609-afa1-7df855c46c68 req-825575f6-1716-4005-9385-cf9fff95145f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1366377 Aug 19 12:39:42.276398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122d85f-c15a-441c-b12f-7167680541c6 None None] Pushing event updated for resources: {'Port': ['ID=7e9c72af-4f3c-461c-b459-356525dd3f80,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:42.311280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Attempting to bind port 7e9c72af-4f3c-461c-b459-356525dd3f80 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:42.311648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Attempting to bind port 7e9c72af-4f3c-461c-b459-356525dd3f80 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:42.312057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Attempting to bind port 7e9c72af-4f3c-461c-b459-356525dd3f80 on network 9b3b3790-8bcd-4208-8412-873533f8ddf1 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:42.318400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:42.318782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Checking segment: {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:42.319204 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.319593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Bound using segment: {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:42.320062 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Bound port: 7e9c72af-4f3c-461c-b459-356525dd3f80, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:42.320442 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.335078 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed924f24-8abe-4857-b95a-90dc7faf810b req-cd1f4a54-3e6e-4f91-b1f7-d5f4beed9275 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 210 time: 0.0823498 Aug 19 12:39:42.335932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd3d7b05-b960-4609-afa1-7df855c46c68 req-5e81e761-cf67-4bdb-b8aa-fedbeb02326a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965827 Aug 19 12:39:42.347112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.378161 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.379381 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d58db1e8-3cd3-4a21-b7e2-22d73d1cb1f9 HTTP/1.1" status: 204 len: 168 time: 0.4928765 Aug 19 12:39:42.402642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58db1e8-3cd3-4a21-b7e2-22d73d1cb1f9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:42.429763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.430070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.430415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.430762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.431118 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.431451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.431787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.432151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.432503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.432832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.443799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.444213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2178843-2969-4705-8e55-6fa68e0551ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:39:42.464787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] For port 7e9c72af-4f3c-461c-b459-356525dd3f80, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:42.468620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] For port 7e9c72af-4f3c-461c-b459-356525dd3f80, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7e9c72af-4f3c-461c-b459-356525dd3f80,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:42.518240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b4f27536-e6b2-433c-84f7-b89bbf5556ba up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:42.606270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8831a1e-dd48-415e-a7a9-ca449ed389d4 req-9b34b8e7-7faf-4cd9-a99b-312d92738cb9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:42.607859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b4f27536-e6b2-433c-84f7-b89bbf5556ba triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:42.608499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f8831a1e-dd48-415e-a7a9-ca449ed389d4 req-9b34b8e7-7faf-4cd9-a99b-312d92738cb9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0652905 Aug 19 12:39:42.615783 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.658250 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:42.701726 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f8831a1e-dd48-415e-a7a9-ca449ed389d4 req-fbd4bf33-63e5-4ef9-8840-35db69521a08 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851452 Aug 19 12:39:42.794429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Routers {'e30c5e9e-bd5d-4573-ba83-f1ee13616a31'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:39:42.795699 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:39:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:42.799719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122d85f-c15a-441c-b12f-7167680541c6 None None] Pushing event updated for resources: {'Port': ['ID=7e9c72af-4f3c-461c-b459-356525dd3f80,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:42.980911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026345e7-e81c-422b-9cf1-47c775028971 req-63fa7ee5-6bc2-4152-a872-13be3c52aae2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:42.999045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-026345e7-e81c-422b-9cf1-47c775028971 req-63fa7ee5-6bc2-4152-a872-13be3c52aae2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0925140 Aug 19 12:39:43.084763 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] Set router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:39:43.131396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-026345e7-e81c-422b-9cf1-47c775028971 req-40c569a6-33c0-444b-bf8a-237d3567ae27 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300468 Aug 19 12:39:43.344959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf541e2-9bf5-4dd6-8b53-3e7d9ec9cf2e req-936c3345-3802-4d1a-9356-aed2da161ddc tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:43.348317 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5bf541e2-9bf5-4dd6-8b53-3e7d9ec9cf2e req-936c3345-3802-4d1a-9356-aed2da161ddc tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0850151 Aug 19 12:39:43.426696 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5bf541e2-9bf5-4dd6-8b53-3e7d9ec9cf2e req-71405190-1b1a-4824-938a-a6686efd187f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669923 Aug 19 12:39:43.447007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:38Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '7e9c72af-4f3c-461c-b459-356525dd3f80', 'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:71:a8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:36Z', 'updated_at': '2021-08-19T12:39:42Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'c454124c-d641-4843-b950-a13981ad61b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:43.452109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8681ec2e-9df5-485f-8ad9-d0dabee6f79c req-23deeddf-9325-4c6b-8cbc-c78cae65c06b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 210 time: 0.0446393 Aug 19 12:39:43.482249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a27234-6e06-44c3-9443-7e5307a40c12 None None] The sync data for ids ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'] in n-d-803757-2 is: [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:38Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '7e9c72af-4f3c-461c-b459-356525dd3f80', 'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:71:a8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:36Z', 'updated_at': '2021-08-19T12:39:42Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'c454124c-d641-4843-b950-a13981ad61b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:39:43.630643 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516554f-0314-4454-85b3-cfb3ed7ce6c6 req-03eadf37-916a-4f3b-9ec5-a84a71a07b67 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:43.643004 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3516554f-0314-4454-85b3-cfb3ed7ce6c6 req-03eadf37-916a-4f3b-9ec5-a84a71a07b67 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1194611 Aug 19 12:39:43.728664 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3516554f-0314-4454-85b3-cfb3ed7ce6c6 req-915b7cfc-43d5-4623-bc88-5f52fe1df2e8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844688 Aug 19 12:39:44.092191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2e62c-dd31-4364-8460-492acd039f2a req-7d63a15d-3f86-487c-8eb1-9a0afba13ce6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:44.103716 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4d2e62c-dd31-4364-8460-492acd039f2a req-7d63a15d-3f86-487c-8eb1-9a0afba13ce6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1001053 Aug 19 12:39:44.152343 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4d2e62c-dd31-4364-8460-492acd039f2a req-7d05ecac-a329-4c02-b171-7e12aba70546 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469103 Aug 19 12:39:44.315848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de31d2-4c5f-492b-af5c-54a01fc7ea8b req-3f873e50-c0e5-4e4f-a417-cfe328150fb3 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:44.317518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5de31d2-4c5f-492b-af5c-54a01fc7ea8b req-3f873e50-c0e5-4e4f-a417-cfe328150fb3 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0665925 Aug 19 12:39:44.450592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5de31d2-4c5f-492b-af5c-54a01fc7ea8b req-19479fee-ea4e-405c-8699-b8e3381ffbf9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257553 Aug 19 12:39:44.557002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7e9c72af-4f3c-461c-b459-356525dd3f80 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:44.699796 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af92c869-84bf-4530-8409-368dec56f636 req-2c1e873a-d70b-4b16-b6e5-e4ec56acdbd2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 210 time: 0.0764260 Aug 19 12:39:44.858155 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bb268-03fb-454c-a8e9-5124151bb69c req-5681ba4a-fd8a-487d-a925-2dadef2c3a07 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:44.859808 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85bb268-03fb-454c-a8e9-5124151bb69c req-5681ba4a-fd8a-487d-a925-2dadef2c3a07 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0772035 Aug 19 12:39:44.906795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85bb268-03fb-454c-a8e9-5124151bb69c req-0149b67c-1570-4bc5-b89f-86fcb6a2a3bc tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407307 Aug 19 12:39:44.952784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7e9c72af-4f3c-461c-b459-356525dd3f80 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:44.956632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7e9c72af-4f3c-461c-b459-356525dd3f80 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:44.957265 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:45.162796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ca4a7-0a25-4841-98ab-d2b79d9a69fe req-6aec95a0-e4b0-412e-ab5e-c11e0b92f144 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:45.173755 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b18ca4a7-0a25-4841-98ab-d2b79d9a69fe req-6aec95a0-e4b0-412e-ab5e-c11e0b92f144 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1471188 Aug 19 12:39:45.213250 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:45.267743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b18ca4a7-0a25-4841-98ab-d2b79d9a69fe req-27c1bc02-e7fd-4293-a4d8-819beee37104 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896740 Aug 19 12:39:45.328012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 7e9c72af-4f3c-461c-b459-356525dd3f80, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7e9c72af-4f3c-461c-b459-356525dd3f80,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:45.481986 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:45.485311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc02b-1472-4cde-af38-9d46551ea04c req-2ca902a3-4106-4680-ba60-e63dd4b37df5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:45.493743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-042dc02b-1472-4cde-af38-9d46551ea04c req-2ca902a3-4106-4680-ba60-e63dd4b37df5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0658436 Aug 19 12:39:45.566276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=7e9c72af-4f3c-461c-b459-356525dd3f80,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:45.612014 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-042dc02b-1472-4cde-af38-9d46551ea04c req-b92ffc81-ff52-4aab-b44f-23515341cea9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942008 Aug 19 12:39:45.663908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-a3923856-ec7c-415d-908e-5c0414a23d99 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:45.663908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-a3923856-ec7c-415d-908e-5c0414a23d99 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 796 time: 0.1553087 Aug 19 12:39:45.734543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-f95492a0-f1e5-4765-9f03-04bbd9a13ad1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 380 time: 0.0373995 Aug 19 12:39:45.734543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'port': {'device_id': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'admin_state_up': True, 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'security_groups': ['539f92aa-0147-4ac8-bb73-f2a45b7cc650']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:45.860678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e06b61-b4f5-42e5-b92a-78a230b64c7b req-071997b2-fe6c-459f-8f9c-64f79b31f7a9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:45.896997 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-33e06b61-b4f5-42e5-b92a-78a230b64c7b req-071997b2-fe6c-459f-8f9c-64f79b31f7a9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1893702 Aug 19 12:39:45.899146 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b44bc35-103b-4a78-b8b1-3ceceb2ab579 req-b14ad894-b8fe-46db-9d54-15dcba57bafe tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 210 time: 0.0735767 Aug 19 12:39:45.941341 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-33e06b61-b4f5-42e5-b92a-78a230b64c7b req-c22992e9-4886-420a-989a-2792413cfe17 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609143 Aug 19 12:39:46.195379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:46.200008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.227890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54604) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:46.488096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7e9c72af-4f3c-461c-b459-356525dd3f80 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:46.496925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.20.0.11 (9b3b3790-8bcd-4208-8412-873533f8ddf1/c454124c-d641-4843-b950-a13981ad61b7/57d03083-a023-4a75-a08b-431fd16cca62) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:46.506689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-145ae4b0-d03a-4d56-9071-67a4c57f0b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.605357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7e9c72af-4f3c-461c-b459-356525dd3f80 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:46.605941 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.864165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1a245-bd87-49aa-84c8-3e96225cad2c req-2798a2af-efbe-4c24-819b-5b16e38afcb8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:46.865743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0c1a245-bd87-49aa-84c8-3e96225cad2c req-2798a2af-efbe-4c24-819b-5b16e38afcb8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1755333 Aug 19 12:39:46.888515 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-145ae4b0-d03a-4d56-9071-67a4c57f0b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.910336 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:46.937928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Transition to ACTIVE for port object 57d03083-a023-4a75-a08b-431fd16cca62 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:46.943190 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0c1a245-bd87-49aa-84c8-3e96225cad2c req-cc71750d-de81-46d5-a381-3e77d38ef6fd tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682874 Aug 19 12:39:47.007108 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0943b976-db97-4f84-9921-92e8b552b066 req-4a7256d3-cd60-4edf-b454-4d18177ff0ee tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 210 time: 0.0314407 Aug 19 12:39:47.025358 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-145ae4b0-d03a-4d56-9071-67a4c57f0b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.067134 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-145ae4b0-d03a-4d56-9071-67a4c57f0b2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6d7f79054b84a4fae6c29f08098f865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8404591 Aug 19 12:39:47.071084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ae4b0-d03a-4d56-9071-67a4c57f0b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288bd5b5-d3b1-4c0d-a654-3a0959de8c71,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:47.072956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54652) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:47.112068 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.176273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 9b3b3790-8bcd-4208-8412-873533f8ddf1 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:47.183454 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:47.190104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:47.194178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:47.200916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2d758d5-dbda-4e0b-8756-09d71bd72675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.258282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2d758d5-dbda-4e0b-8756-09d71bd72675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.274106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:47.274748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.465406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-30d4591c-6a1f-46cb-ad7e-7f314f776451 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7526238 Aug 19 12:39:47.466122 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2d758d5-dbda-4e0b-8756-09d71bd72675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.468693 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2d758d5-dbda-4e0b-8756-09d71bd72675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.469715 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a2d758d5-dbda-4e0b-8756-09d71bd72675 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/288bd5b5-d3b1-4c0d-a654-3a0959de8c71 HTTP/1.1" status: 204 len: 168 time: 0.3950641 Aug 19 12:39:47.482429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Request body: {'port': {'device_id': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:47.485003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d758d5-dbda-4e0b-8756-09d71bd72675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288bd5b5-d3b1-4c0d-a654-3a0959de8c71,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:47.550748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.789003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-28e56c1a-ceb7-4755-8dcd-46d64f7f7f1c None None] Provisioning for port 57d03083-a023-4a75-a08b-431fd16cca62 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:47.793155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-28e56c1a-ceb7-4755-8dcd-46d64f7f7f1c None None] Provisioning complete for port 57d03083-a023-4a75-a08b-431fd16cca62 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:47.795961 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-28e56c1a-ceb7-4755-8dcd-46d64f7f7f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.836733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-28e56c1a-ceb7-4755-8dcd-46d64f7f7f1c None None] Port 57d03083-a023-4a75-a08b-431fd16cca62 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:39:47.847642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d03083-a023-4a75-a08b-431fd16cca62 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:47.857011 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:47.869975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Transition to ACTIVE for port object 57d03083-a023-4a75-a08b-431fd16cca62 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:39:47.940995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54694) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:47.972457 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.068541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:48.114324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cffd8-4626-4193-ba70-00af09911360 req-9e47daa9-e6fa-4dfb-9f5b-4f4a9ba2c9d0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:48.126602 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f51cffd8-4626-4193-ba70-00af09911360 req-9e47daa9-e6fa-4dfb-9f5b-4f4a9ba2c9d0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0960054 Aug 19 12:39:48.150244 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-97737c98-bda7-4503-b987-e517b4e06710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.202885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f51cffd8-4626-4193-ba70-00af09911360 req-755ae0fc-9af8-4ced-bd0a-49de1c886ebb tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677876 Aug 19 12:39:48.266758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffa7bf-863a-4afe-bab8-5e9c0030ae16 req-cd9de069-aa86-4f40-a4a9-1c21364dfd68 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:48.274290 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57ffa7bf-863a-4afe-bab8-5e9c0030ae16 req-cd9de069-aa86-4f40-a4a9-1c21364dfd68 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 944 time: 0.1370356 Aug 19 12:39:48.276250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:39:48.277180 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:39:48.277517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 on network 9b3b3790-8bcd-4208-8412-873533f8ddf1 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:48.307799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Port 57d03083-a023-4a75-a08b-431fd16cca62 on network 9b3b3790-8bcd-4208-8412-873533f8ddf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:39:48.308107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 on network 9b3b3790-8bcd-4208-8412-873533f8ddf1 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:39:48.324471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:39:48.324959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Checking segment: {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:48.325356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Bound using segment: {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:39:48.325798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Bound port: 57d03083-a023-4a75-a08b-431fd16cca62, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:39:48.326160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.341190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-97737c98-bda7-4503-b987-e517b4e06710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.360602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57ffa7bf-863a-4afe-bab8-5e9c0030ae16 req-884af781-1515-445a-831c-4f75a046ca5f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854363 Aug 19 12:39:48.425207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:39:48.428758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:39:48.429470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-97737c98-bda7-4503-b987-e517b4e06710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.478739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-97737c98-bda7-4503-b987-e517b4e06710 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8008c64054e9422ca481b09657f415a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5366111 Aug 19 12:39:48.481571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97737c98-bda7-4503-b987-e517b4e06710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889e1130-de29-4205-826a-3cafd2c351dc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:48.482079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54722) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:48.528078 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.570396 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ce89843d-aa20-4177-9d5a-f58507f46af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.577183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:48.577798 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.579309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] 10.222.0.30 "PUT /v2.0/ports/57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1092 time: 1.1013570 Aug 19 12:39:48.585598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54728) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:48.586166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:48.589232 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637140f3-b051-43e0-bc2d-e41627873514" -d '{"events": [{"name": "network-changed", "server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "tag": "57d03083-a023-4a75-a08b-431fd16cca62"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:48.608083 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d06e623-91bc-4b10-a2c2-560126d8802d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.637510 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ce89843d-aa20-4177-9d5a-f58507f46af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.660736 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbac1b1-a01f-4231-86b1-e6788ebc8271 x-openstack-request-id: req-1fbac1b1-a01f-4231-86b1-e6788ebc8271 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:48.660905 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "tag": "57d03083-a023-4a75-a08b-431fd16cca62", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:48.661098 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fbac1b1-a01f-4231-86b1-e6788ebc8271 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:48.665291 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62', 'status': 'completed', 'code': 200} Aug 19 12:39:48.668293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f5926-afc1-4881-a092-1741985cea04 service neutron] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:48.705076 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d06e623-91bc-4b10-a2c2-560126d8802d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.771174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637140f3-b051-43e0-bc2d-e41627873514 req-9115dc31-a926-472d-ba1f-e3c451eae24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:48.779731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-637140f3-b051-43e0-bc2d-e41627873514 req-9115dc31-a926-472d-ba1f-e3c451eae24e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1095 time: 0.1030562 Aug 19 12:39:48.869515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d06e623-91bc-4b10-a2c2-560126d8802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:48.908836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637140f3-b051-43e0-bc2d-e41627873514 req-1c7bfda7-327f-424d-b825-babafe6fe633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:48.910374 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-637140f3-b051-43e0-bc2d-e41627873514 req-1c7bfda7-327f-424d-b825-babafe6fe633 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c4204443efbc4475a6deb99809648e33&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1229246 Aug 19 12:39:48.925645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4d06e623-91bc-4b10-a2c2-560126d8802d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eba288a508d64798ac8165bdd0e5cff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389354 Aug 19 12:39:48.933363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54744) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:48.939565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06e623-91bc-4b10-a2c2-560126d8802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebc7a4e-ab55-4e46-bf75-5e73d30a8784,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:48.986287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ae5c5-dc8b-49e5-834c-97d4d379645a req-a80779ac-6e1b-4768-9c65-9ff848b59d75 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:48.987919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d9ae5c5-dc8b-49e5-834c-97d4d379645a req-a80779ac-6e1b-4768-9c65-9ff848b59d75 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1694772 Aug 19 12:39:49.004255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ce89843d-aa20-4177-9d5a-f58507f46af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:49.007260 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ce89843d-aa20-4177-9d5a-f58507f46af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:49.008387 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ce89843d-aa20-4177-9d5a-f58507f46af3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/889e1130-de29-4205-826a-3cafd2c351dc HTTP/1.1" status: 204 len: 168 time: 0.5252109 Aug 19 12:39:49.035335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89843d-aa20-4177-9d5a-f58507f46af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889e1130-de29-4205-826a-3cafd2c351dc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:49.067546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637140f3-b051-43e0-bc2d-e41627873514 req-c880a460-a419-4467-b5db-fe6957d64821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:49.069923 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-637140f3-b051-43e0-bc2d-e41627873514 req-c880a460-a419-4467-b5db-fe6957d64821 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514828 Aug 19 12:39:49.087203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-029966af-4da9-443e-9528-9bdf10cbc793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:49.105212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d9ae5c5-dc8b-49e5-834c-97d4d379645a req-9e8b9be4-d4d4-42a1-b4e0-f518c0a7fb4c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036310 Aug 19 12:39:49.147994 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-029966af-4da9-443e-9528-9bdf10cbc793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:49.185302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-d978f039-630d-4bf8-9cf3-8f982ddd2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:49.186964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-d978f039-630d-4bf8-9cf3-8f982ddd2a2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1095 time: 0.0497994 Aug 19 12:39:49.246316 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-424d14ec-8ae7-44c0-be38-f64bd721f715 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 217 time: 0.0416958 Aug 19 12:39:49.298373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-c78c962e-1f9a-4bad-b1fe-46682454da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:49.299959 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-c78c962e-1f9a-4bad-b1fe-46682454da53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.0558698 Aug 19 12:39:49.303498 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-029966af-4da9-443e-9528-9bdf10cbc793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:49.307059 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-029966af-4da9-443e-9528-9bdf10cbc793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:49.307366 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-029966af-4da9-443e-9528-9bdf10cbc793 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aebc7a4e-ab55-4e46-bf75-5e73d30a8784 HTTP/1.1" status: 204 len: 168 time: 0.3779316 Aug 19 12:39:49.328876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029966af-4da9-443e-9528-9bdf10cbc793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebc7a4e-ab55-4e46-bf75-5e73d30a8784,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:49.360749 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-971147b3-4bee-4714-b53a-e4587c46e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:49.362724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-971147b3-4bee-4714-b53a-e4587c46e33f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512023 Aug 19 12:39:49.513462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-d6098d44-5698-48e6-b7cc-e05e633dc513 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414692 Aug 19 12:39:49.584675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294012b-9297-4de5-b903-55be0396b066 req-ec79c844-3a0c-4b76-8a69-fb2b90672c7e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:49.586213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3294012b-9297-4de5-b903-55be0396b066 req-ec79c844-3a0c-4b76-8a69-fb2b90672c7e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 944 time: 0.1118703 Aug 19 12:39:49.649768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3294012b-9297-4de5-b903-55be0396b066 req-b91538dc-54e8-4b6a-a7e4-8aac1dabae4b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544457 Aug 19 12:39:49.653528 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5088dc12-f51a-43e9-af10-aac28c9e0116 req-364ce563-f502-489f-a5df-e63cc018d571 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328709 Aug 19 12:39:50.057628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54802) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:50.071014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-871a9ac1-afab-4ef8-b392-72b01287a4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.173500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-871a9ac1-afab-4ef8-b392-72b01287a4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.224473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e40e0b-8d3e-4e8c-8e7f-0e0a32777de7 req-660809b2-8ec1-4c94-a93d-cf38eb6e201a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:50.225967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86e40e0b-8d3e-4e8c-8e7f-0e0a32777de7 req-660809b2-8ec1-4c94-a93d-cf38eb6e201a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0503008 Aug 19 12:39:50.268194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86e40e0b-8d3e-4e8c-8e7f-0e0a32777de7 req-4f5e45d1-ddce-4d60-be32-80054eda9d30 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349689 Aug 19 12:39:50.368378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-871a9ac1-afab-4ef8-b392-72b01287a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.412341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a9ac1-afab-4ef8-b392-72b01287a4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88337f1d-3e28-4e8b-be53-0d3606707ce4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:50.419556 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-871a9ac1-afab-4ef8-b392-72b01287a4bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa0cb33456f74ace95f1c6243674f20f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608913 Aug 19 12:39:50.422453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54820) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:50.428548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daafc7c-bbb0-488f-a91f-ecf3a126b447 req-7975d135-66fd-42d2-ab90-2deab8f754e9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:50.430091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9daafc7c-bbb0-488f-a91f-ecf3a126b447 req-7975d135-66fd-42d2-ab90-2deab8f754e9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0902162 Aug 19 12:39:50.481297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c08d2a2b-8e8a-43cb-bcc7-24fb6137d800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.483902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9daafc7c-bbb0-488f-a91f-ecf3a126b447 req-232c19ed-fdf2-4c3c-a597-6ab56aa98a91 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477450 Aug 19 12:39:50.505388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c08d2a2b-8e8a-43cb-bcc7-24fb6137d800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.653090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f9160-12c0-4933-847d-a90c194a69ef req-5595931b-93e7-416e-b24e-6c4931e2ed6f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:50.654585 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-318f9160-12c0-4933-847d-a90c194a69ef req-5595931b-93e7-416e-b24e-6c4931e2ed6f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0546794 Aug 19 12:39:50.707695 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c08d2a2b-8e8a-43cb-bcc7-24fb6137d800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.709192 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-318f9160-12c0-4933-847d-a90c194a69ef req-e3f6f1a0-0b18-40fb-9249-e2c218c4078d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Aug 19 12:39:50.710641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c08d2a2b-8e8a-43cb-bcc7-24fb6137d800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:50.714394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c08d2a2b-8e8a-43cb-bcc7-24fb6137d800 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88337f1d-3e28-4e8b-be53-0d3606707ce4 HTTP/1.1" status: 204 len: 168 time: 0.2884836 Aug 19 12:39:50.720645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d2a2b-8e8a-43cb-bcc7-24fb6137d800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88337f1d-3e28-4e8b-be53-0d3606707ce4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:50.810234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f7d1a-c8d0-4978-b56a-51db61c968ad req-a80e5595-f067-4104-a3fb-79d9ed7c2dde tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:50.811836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a80f7d1a-c8d0-4978-b56a-51db61c968ad req-a80e5595-f067-4104-a3fb-79d9ed7c2dde tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 944 time: 0.0741370 Aug 19 12:39:50.844247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fc0c3-8ade-47f5-8027-31ccb02c8d87 req-52b44848-1cd5-442b-9521-a1baa5a93d3c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:50.845830 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c9fc0c3-8ade-47f5-8027-31ccb02c8d87 req-52b44848-1cd5-442b-9521-a1baa5a93d3c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0542090 Aug 19 12:39:50.856342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a80f7d1a-c8d0-4978-b56a-51db61c968ad req-45e01822-f441-407d-b034-339d1e7b04b0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373912 Aug 19 12:39:50.888140 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c9fc0c3-8ade-47f5-8027-31ccb02c8d87 req-c4483f61-7985-4590-9b30-9f95fb16b87c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Aug 19 12:39:51.031064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba7f5-377a-4523-9d5e-d542e86018f3 req-05c45850-4179-4fe6-a633-d94f9fa80ab0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.033005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2cbba7f5-377a-4523-9d5e-d542e86018f3 req-05c45850-4179-4fe6-a633-d94f9fa80ab0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0548763 Aug 19 12:39:51.079873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2cbba7f5-377a-4523-9d5e-d542e86018f3 req-03d7c62a-3b73-4a44-8f3f-328f8eb0bdda tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347223 Aug 19 12:39:51.219043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f967f4-1c06-4c2f-a093-82ecd2681b9c req-a8a768e5-e44d-4493-95f2-76dfcc7a5173 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.220866 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17f967f4-1c06-4c2f-a093-82ecd2681b9c req-a8a768e5-e44d-4493-95f2-76dfcc7a5173 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0571220 Aug 19 12:39:51.264773 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17f967f4-1c06-4c2f-a093-82ecd2681b9c req-ad3a3838-2e40-4e41-a10b-06a74016bc4e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Aug 19 12:39:51.428650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650722ae-368b-4c2f-ac6d-98788e7a874c req-0b4bd6e9-d2b5-4d58-9d8d-470cbf3761ef tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.430104 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-650722ae-368b-4c2f-ac6d-98788e7a874c req-0b4bd6e9-d2b5-4d58-9d8d-470cbf3761ef tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0495512 Aug 19 12:39:51.470830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-650722ae-368b-4c2f-ac6d-98788e7a874c req-e8c7ea0e-2e94-4500-b0f5-2de0205aca8c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345726 Aug 19 12:39:51.599192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef8031-8725-40a9-9597-5a65325cd62a req-03a923dd-d66e-45c9-848d-59d56be1d8fa tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.600750 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61ef8031-8725-40a9-9597-5a65325cd62a req-03a923dd-d66e-45c9-848d-59d56be1d8fa tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0612142 Aug 19 12:39:51.651897 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61ef8031-8725-40a9-9597-5a65325cd62a req-31f02518-2fff-4d9b-b072-966b98bbf6e0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431826 Aug 19 12:39:51.992619 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebc703-4fe6-4f3a-9c84-360e625ade1c req-6673cc7e-de60-41bb-be87-8cbb483908c7 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:51.994319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68ebc703-4fe6-4f3a-9c84-360e625ade1c req-6673cc7e-de60-41bb-be87-8cbb483908c7 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 944 time: 0.0520625 Aug 19 12:39:52.049768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68ebc703-4fe6-4f3a-9c84-360e625ade1c req-9fb0f583-156a-4813-855e-bc387de07683 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491664 Aug 19 12:39:52.263176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056f69a-28ad-4a64-a90e-37ce6da96e37 req-c2b6a815-6662-4358-92fd-7ff3bdac8366 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.264787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a056f69a-28ad-4a64-a90e-37ce6da96e37 req-c2b6a815-6662-4358-92fd-7ff3bdac8366 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.4171548 Aug 19 12:39:52.317615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a056f69a-28ad-4a64-a90e-37ce6da96e37 req-9d6bd520-1621-4947-b4e9-d25974bc147e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443594 Aug 19 12:39:52.407229 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54950) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:52.468796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7316f-2ba7-476b-bfc8-07e8d4978c86 req-99acfc47-2dc8-487a-af5e-11803a2609cf tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.471876 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ace7316f-2ba7-476b-bfc8-07e8d4978c86 req-99acfc47-2dc8-487a-af5e-11803a2609cf tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0713568 Aug 19 12:39:52.519477 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ace7316f-2ba7-476b-bfc8-07e8d4978c86 req-200e9467-cbf5-4459-bb5c-1e6d3b134cc2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402367 Aug 19 12:39:52.620600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:39:52.636816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1238067967'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:52.687124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a7a5f-7d1b-44c4-ad6b-0356e60bb09a req-8208edec-bad8-4a3f-84c4-3762f6cc93c7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.688745 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-365a7a5f-7d1b-44c4-ad6b-0356e60bb09a req-8208edec-bad8-4a3f-84c4-3762f6cc93c7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0692484 Aug 19 12:39:52.777389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:52.778932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-365a7a5f-7d1b-44c4-ad6b-0356e60bb09a req-81f74308-e0c7-4687-b560-7370a3992902 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830517 Aug 19 12:39:52.788866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Made reservation on behalf of fc3fa6a73095438ab7c594d64554bdb6 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:52.802718 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:52.802917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '57d03083-a023-4a75-a08b-431fd16cca62', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'port_id': '57d03083-a023-4a75-a08b-431fd16cca62', 'mac_address': 'fa:16:3e:c2:10:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:39:52.815879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:52.846501 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:52.861285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d03083-a023-4a75-a08b-431fd16cca62 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:39:52.883175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:52.954595 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:52.970738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e414ea0-2e6f-4be3-ba64-102c67495934 req-a2b089b8-b42c-4d60-bd07-60128beab33b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:52.972260 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e414ea0-2e6f-4be3-ba64-102c67495934 req-a2b089b8-b42c-4d60-bd07-60128beab33b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0679994 Aug 19 12:39:53.009083 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e414ea0-2e6f-4be3-ba64-102c67495934 req-88b740dc-f18d-4708-af03-7307c9d2524d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309844 Aug 19 12:39:53.034753 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.090416 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.095821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:53.128372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:39:53.133885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b99b22-0946-4cfe-88dd-ccc18182a68f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:53.146532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.146911 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Added segment aa459ca4-bcdc-4175-bd4d-2bb04ae6cf1b of type vlan for network 55f523c8-b1fa-4546-8d49-6d2c62f4c6d0 Aug 19 12:39:53.198120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb288e-ed23-44b3-a8f1-4ad291497031 req-4ae2fa02-c1e6-4baf-85bc-7f44096293fb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:53.199859 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7bb288e-ed23-44b3-a8f1-4ad291497031 req-4ae2fa02-c1e6-4baf-85bc-7f44096293fb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 945 time: 0.0706139 Aug 19 12:39:53.233196 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.245310 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7bb288e-ed23-44b3-a8f1-4ad291497031 req-fddc1203-65ac-493a-97a7-f4423e843191 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378745 Aug 19 12:39:53.251582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8215d12-bb6f-4309-b777-23639e177d35 req-a6212be0-e99c-494b-b81d-a79b42c73ebd tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:53.253205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f8215d12-bb6f-4309-b777-23639e177d35 req-a6212be0-e99c-494b-b81d-a79b42c73ebd tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1090181 Aug 19 12:39:53.290069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['57d03083-a023-4a75-a08b-431fd16cca62'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:39:53.328799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f8215d12-bb6f-4309-b777-23639e177d35 req-1aa106b5-f6c2-46e0-aec2-318f2e13ae9a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636435 Aug 19 12:39:53.377389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.392517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:53.392517 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.488943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Pushing event updated for resources: {'Network': ['ID=55f523c8-b1fa-4546-8d49-6d2c62f4c6d0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:53.507363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 55f523c8-b1fa-4546-8d49-6d2c62f4c6d0 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:39:53.521816 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ff833827-232f-4631-b226-2203506ba23b tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1123719 Aug 19 12:39:53.524556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55018) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:53.533412 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65da23-ae35-4bd5-8d35-971cf7e917c1 req-97ecd898-74d5-4a55-9332-6ea26cc3d961 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:53.535276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d65da23-ae35-4bd5-8d35-971cf7e917c1 req-97ecd898-74d5-4a55-9332-6ea26cc3d961 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1239884 Aug 19 12:39:53.566431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55026) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:53.623080 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d65da23-ae35-4bd5-8d35-971cf7e917c1 req-d2e97594-5da8-449e-9f5c-9e9dc274cb3e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808887 Aug 19 12:39:53.718710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7be47085-99e4-4ced-bad8-0348c36cf7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:53.748461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Request body: {'network': {'name': 'tempest-network--1296885956', 'router:external': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:53.817039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3963ab1-b57b-4103-b7d3-02023d82b080 req-6b1aa6d2-5ade-4d2d-8f02-df43fd77ba4d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:53.817039 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a3963ab1-b57b-4103-b7d3-02023d82b080 req-6b1aa6d2-5ade-4d2d-8f02-df43fd77ba4d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0866799 Aug 19 12:39:53.874402 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a3963ab1-b57b-4103-b7d3-02023d82b080 req-64a808b6-a48f-41a2-b81b-736fcfbe4872 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486436 Aug 19 12:39:54.007892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b952c-94bd-45de-bf29-333048f5f894 req-942dc0e8-19be-4a73-a834-1b8781ac3274 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.009382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-160b952c-94bd-45de-bf29-333048f5f894 req-942dc0e8-19be-4a73-a834-1b8781ac3274 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0546153 Aug 19 12:39:54.010911 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7be47085-99e4-4ced-bad8-0348c36cf7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.137013 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7be47085-99e4-4ced-bad8-0348c36cf7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.161228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-160b952c-94bd-45de-bf29-333048f5f894 req-e5753184-8205-473b-a1a7-99c61267f919 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456861 Aug 19 12:39:54.176370 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7be47085-99e4-4ced-bad8-0348c36cf7c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a92e5b91ccc46528d6483b5368c8971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085832 Aug 19 12:39:54.178453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be47085-99e4-4ced-bad8-0348c36cf7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e3dd87-fc04-4e07-afbe-aa129c55264d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:54.179530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55054) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:54.231218 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42960694-fb0e-4bd5-ba9f-3c6874bd1f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.252385 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42960694-fb0e-4bd5-ba9f-3c6874bd1f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.278936 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:39:54.323354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Made reservation on behalf of 698b8617d45641fcb15f4be17c48a825 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:54.325874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.344945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994513b-da28-4a4a-a474-fb3b3564645a req-6f4f5112-2e56-4b9f-a158-8fac45d6f3b9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.346720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2994513b-da28-4a4a-a474-fb3b3564645a req-6f4f5112-2e56-4b9f-a158-8fac45d6f3b9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0724292 Aug 19 12:39:54.347790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.386390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629ddf3-5e32-4f17-bf0d-4d287b8410df req-7fd070de-2180-4376-b1f3-7167849fe954 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.390124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7629ddf3-5e32-4f17-bf0d-4d287b8410df req-7fd070de-2180-4376-b1f3-7167849fe954 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 945 time: 0.0607741 Aug 19 12:39:54.424542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2994513b-da28-4a4a-a474-fb3b3564645a req-19f25db8-0467-495a-89c5-33b9d77d2b6a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496767 Aug 19 12:39:54.445598 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7629ddf3-5e32-4f17-bf0d-4d287b8410df req-bb6519bb-88f0-4626-be7f-15fd5757a629 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500832 Aug 19 12:39:54.511650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42960694-fb0e-4bd5-ba9f-3c6874bd1f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.514262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42960694-fb0e-4bd5-ba9f-3c6874bd1f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.515441 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-42960694-fb0e-4bd5-ba9f-3c6874bd1f0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85e3dd87-fc04-4e07-afbe-aa129c55264d HTTP/1.1" status: 204 len: 168 time: 0.3348796 Aug 19 12:39:54.537095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42960694-fb0e-4bd5-ba9f-3c6874bd1f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e3dd87-fc04-4e07-afbe-aa129c55264d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:54.599166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee714b4f-41d5-435b-9b73-d0a3695076fa req-136c70e6-0e4c-45c4-a566-3828e71bbbde tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.601124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee714b4f-41d5-435b-9b73-d0a3695076fa req-136c70e6-0e4c-45c4-a566-3828e71bbbde tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0799208 Aug 19 12:39:54.601726 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.635184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:39:54.643517 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee714b4f-41d5-435b-9b73-d0a3695076fa req-9e7d2393-3e3e-44a8-a33b-7419fcceb623 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357490 Aug 19 12:39:54.720076 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.745486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:39:54.755318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef15cf-c8d2-439b-9273-00b0a45cb22d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:54.760536 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.760875 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Added segment d5266ede-dab7-4fde-9c6f-70ad35d67782 of type vlan for network 3eeb9c26-38ad-4cfd-b3e4-f5e96494f25e Aug 19 12:39:54.814484 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.856006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 57d03083-a023-4a75-a08b-431fd16cca62 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:39:54.861586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 57d03083-a023-4a75-a08b-431fd16cca62 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:39:54.861586 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.864776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be6efe-632a-4566-98fd-071e819bdd08 req-c83ba855-25af-4f4e-82e2-0206e0c5fb11 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:54.866330 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93be6efe-632a-4566-98fd-071e819bdd08 req-c83ba855-25af-4f4e-82e2-0206e0c5fb11 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0505030 Aug 19 12:39:54.904764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93be6efe-632a-4566-98fd-071e819bdd08 req-22d36109-f790-496f-915c-5c316fdd39ce tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Aug 19 12:39:54.944248 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:54.967720 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:39:54.970022 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e52bdc-d172-4a0e-8fe3-ab3013fd109d" -d '{"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-plugged", "status": "completed", "tag": "57d03083-a023-4a75-a08b-431fd16cca62"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:39:54.986310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:39:55.030651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eed1d-bda0-4d3e-9fae-8f32d7405167 req-a7914ff5-33f8-47da-8f9a-be7d8df515da tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:55.038449 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a88eed1d-bda0-4d3e-9fae-8f32d7405167 req-a7914ff5-33f8-47da-8f9a-be7d8df515da tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0615387 Aug 19 12:39:55.040503 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15157c3-8565-421d-87c6-815f97d145ec x-openstack-request-id: req-a15157c3-8565-421d-87c6-815f97d145ec {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:39:55.041029 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-plugged", "status": "completed", "tag": "57d03083-a023-4a75-a08b-431fd16cca62", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:39:55.041518 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a15157c3-8565-421d-87c6-815f97d145ec {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:39:55.042136 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62', 'code': 200} Aug 19 12:39:55.099460 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a88eed1d-bda0-4d3e-9fae-8f32d7405167 req-4c12f18a-3b00-46e6-bac5-863b4eefc922 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540342 Aug 19 12:39:55.132262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.135702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:55.135702 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.160543 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.218101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705996d6-6ca8-4d39-bb57-41c759f798ac req-bff86bd1-534c-4de5-857e-f8626690c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:55.222646 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-705996d6-6ca8-4d39-bb57-41c759f798ac req-bff86bd1-534c-4de5-857e-f8626690c9d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1096 time: 0.1001267 Aug 19 12:39:55.248889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:55.260646 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-705996d6-6ca8-4d39-bb57-41c759f798ac req-ca5d5c63-ac3a-4c29-917d-5f02e6112a3b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319016 Aug 19 12:39:55.282047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event updated for resources: {'Network': ['ID=3eeb9c26-38ad-4cfd-b3e4-f5e96494f25e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:55.295151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 3eeb9c26-38ad-4cfd-b3e4-f5e96494f25e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:39:55.304392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90e751-32b8-4039-ad38-3f5f53ac8827 req-e057843d-d27e-4260-abf4-1ba68fe6f67c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:55.307641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e90e751-32b8-4039-ad38-3f5f53ac8827 req-e057843d-d27e-4260-abf4-1ba68fe6f67c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0823345 Aug 19 12:39:55.351750 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e90e751-32b8-4039-ad38-3f5f53ac8827 req-a0021d01-ca7e-4eb4-bc57-6eedf677250c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357196 Aug 19 12:39:55.365356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-746cb3c5-ab38-4a0b-bcb1-cbd80070abc1 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8329217 Aug 19 12:39:55.366158 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55124) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:55.453698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.530078 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.599716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.624703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eeb9c26-38ad-4cfd-b3e4-f5e96494f25e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:55.625674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c16c3-f9be-4841-912c-0659a57efe52 req-8d1ce72b-f086-4cae-8ef4-ca72b1eaeb67 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:55.627437 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db4c16c3-f9be-4841-912c-0659a57efe52 req-8d1ce72b-f086-4cae-8ef4-ca72b1eaeb67 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0552466 Aug 19 12:39:55.642339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5266ede-dab7-4fde-9c6f-70ad35d67782') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:55.642671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5266ede-dab7-4fde-9c6f-70ad35d67782') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:39:55.663489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec64af-68a4-4a35-8ea9-337383183843 req-d3bb1b10-a721-4e65-8b6a-3fd5878b66d6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:55.667752 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99ec64af-68a4-4a35-8ea9-337383183843 req-d3bb1b10-a721-4e65-8b6a-3fd5878b66d6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1896300 Aug 19 12:39:55.669912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.685648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db4c16c3-f9be-4841-912c-0659a57efe52 req-6dc34b65-7b03-4ef2-b8dd-1f6e7d6e6277 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397615 Aug 19 12:39:55.716881 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.721954 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99ec64af-68a4-4a35-8ea9-337383183843 req-1aaca91e-aa29-43f9-8d1e-01a037eb16b5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497093 Aug 19 12:39:55.729965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:39:55.729965 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:39:55.731387 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:39:55.965934 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.970518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3eeb9c26-38ad-4cfd-b3e4-f5e96494f25e {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:39:55.974237 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:55.976194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3eeb9c26-38ad-4cfd-b3e4-f5e96494f25e HTTP/1.1" status: 204 len: 168 time: 0.6114352 Aug 19 12:39:55.980761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55162) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:55.985706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:55.993382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ee8d0-4a0d-4f0b-a043-eaf3fbbbca83 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event deleted for resources: {'Network': ['ID=3eeb9c26-38ad-4cfd-b3e4-f5e96494f25e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:56.188874 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.228152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Made reservation on behalf of 698b8617d45641fcb15f4be17c48a825 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:56.231282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.269527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:39:56.280446 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.280975 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Added segment dfbca3cb-deaf-4dd9-9a99-82d88131d9e6 of type vlan for network ca8f1d6e-f91b-476b-936a-9c95ce9f7504 Aug 19 12:39:56.343664 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.560522 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.561638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:56.562231 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.624151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event updated for resources: {'Network': ['ID=ca8f1d6e-f91b-476b-936a-9c95ce9f7504,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:56.633683 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ca8f1d6e-f91b-476b-936a-9c95ce9f7504 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:39:56.758043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-41dff1a4-e778-42c5-a3d7-3978e934d068 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7761524 Aug 19 12:39:56.761162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55202) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:56.767312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Request body: {'subnet': {'network_id': 'ca8f1d6e-f91b-476b-936a-9c95ce9f7504', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:56.859879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750846f-5a8c-40db-9488-addd83907699 req-ab0d10a6-55e7-4fd0-890a-8f7c0c7627e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:56.863275 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5750846f-5a8c-40db-9488-addd83907699 req-ab0d10a6-55e7-4fd0-890a-8f7c0c7627e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1041429 Aug 19 12:39:56.904743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8dab9-5798-4de2-a20c-3e1107268f50 req-faddc9a5-4953-4929-a333-6504a02da308 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:56.906364 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ba8dab9-5798-4de2-a20c-3e1107268f50 req-faddc9a5-4953-4929-a333-6504a02da308 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0593417 Aug 19 12:39:56.911303 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5750846f-5a8c-40db-9488-addd83907699 req-aab28cbd-0792-451e-a9f9-25f3c3c5b25a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393209 Aug 19 12:39:56.927620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Made reservation on behalf of 698b8617d45641fcb15f4be17c48a825 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:39:56.930375 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:56.996276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ba8dab9-5798-4de2-a20c-3e1107268f50 req-ee34800e-32c3-4668-a9d2-c5d6cbaea1fb tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830784 Aug 19 12:39:57.128038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c757c5-55f9-40bc-b2f8-ea3d622c8725 req-1ab029fb-6d4d-44d2-a0c2-78015c30de3a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:57.129694 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4c757c5-55f9-40bc-b2f8-ea3d622c8725 req-1ab029fb-6d4d-44d2-a0c2-78015c30de3a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0512629 Aug 19 12:39:57.170241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4c757c5-55f9-40bc-b2f8-ea3d622c8725 req-df5eb78a-ab20-403d-80e5-7ce5777e7d11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336268 Aug 19 12:39:57.195944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55228) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:57.239296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef72e1f7-7b9d-4e0f-9ab9-cd1e8b3db890 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:57.243501 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ef72e1f7-7b9d-4e0f-9ab9-cd1e8b3db890 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1092 time: 0.0438859 Aug 19 12:39:57.243668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55230) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:57.248309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '57d03083-a023-4a75-a08b-431fd16cca62', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:57.399767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.objects.ports [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95543) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 12:39:57.400226 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.456184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5fffd8fb-5777-4543-809d-a5ae6cd055ee,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:57.466700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Checking segment: {'id': 'dfbca3cb-deaf-4dd9-9a99-82d88131d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ca8f1d6e-f91b-476b-936a-9c95ce9f7504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:39:57.467091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Network hostable DHCP agents. Network: ca8f1d6e-f91b-476b-936a-9c95ce9f7504, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:39:57.475784 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.580584 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.615602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Network ca8f1d6e-f91b-476b-936a-9c95ce9f7504 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:39:57.688765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.25.2.202 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/3eccc2ce-ad4d-4a4f-b4d3-ecc987eac24a) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:57.749733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, ca8f1d6e-f91b-476b-936a-9c95ce9f7504) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:57.758977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:57.758977 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.761884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd7e12-61e3-46f5-9126-e700d7afc35d None None] Network ca8f1d6e-f91b-476b-936a-9c95ce9f7504 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:57.812385 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.896696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c986f-44f8-48e5-95e7-4965b4c307cf None None] Network ca8f1d6e-f91b-476b-936a-9c95ce9f7504 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:39:57.992139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-78b9031e-5fd0-43bb-a728-ce8d2a7d5996 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2267430 Aug 19 12:39:57.992139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:57.993586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55258) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:58.003003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca8f1d6e-f91b-476b-936a-9c95ce9f7504'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:39:58.081248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:58.082705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=3eccc2ce-ad4d-4a4f-b4d3-ecc987eac24a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:58.095374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:58.098479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:58.146732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71bf1e-7348-4c7a-9fe4-d0491cc79600 req-440dfc64-2650-4adf-ba3d-6c0f16732ce8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:58.148763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6f71bf1e-7348-4c7a-9fe4-d0491cc79600 req-440dfc64-2650-4adf-ba3d-6c0f16732ce8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0610833 Aug 19 12:39:58.188967 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.218533 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6f71bf1e-7348-4c7a-9fe4-d0491cc79600 req-c9d6937c-4db0-42ed-b809-eea77a909c77 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601370 Aug 19 12:39:58.298012 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.435895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Allocated IP 172.20.0.4 (ca8f1d6e-f91b-476b-936a-9c95ce9f7504/5fffd8fb-5777-4543-809d-a5ae6cd055ee/810f5c4b-77eb-490f-a201-21cb3f41b03b) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:39:58.583543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.712302 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:58.759045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Network ca8f1d6e-f91b-476b-936a-9c95ce9f7504 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:39:58.762534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:39:58.765039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:39:58.815000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event updated for resources: {'Port': ['ID=810f5c4b-77eb-490f-a201-21cb3f41b03b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:58.869604 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.016678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.069000 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.218456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.339624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af6475-0906-4a9f-aca4-ab73d13170c4 req-9621190a-f48d-48b7-af00-3dd25928659c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:39:59.341193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66af6475-0906-4a9f-aca4-ab73d13170c4 req-9621190a-f48d-48b7-af00-3dd25928659c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0512877 Aug 19 12:39:59.377849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.382187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66af6475-0906-4a9f-aca4-ab73d13170c4 req-a0058fdf-501a-411d-bb65-1f5d930aa624 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Aug 19 12:39:59.405201 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.452469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event updated for resources: {'Port': ['ID=810f5c4b-77eb-490f-a201-21cb3f41b03b,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:59.469876 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.554113 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.555592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-337a9b15-c41a-44be-92e2-c045fa2f9b92 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5585289 Aug 19 12:39:59.559254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55318) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:59.642550 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ef2ca124-baf6-473d-8bba-d91e06f61a07 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=ca8f1d6e-f91b-476b-936a-9c95ce9f7504 HTTP/1.1" status: 200 len: 689 time: 0.0799897 Aug 19 12:39:59.642776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55322) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:39:59.651365 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.736936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.765625 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.902286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=3eccc2ce-ad4d-4a4f-b4d3-ecc987eac24a,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:39:59.918932 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:39:59.974871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Deleting port 810f5c4b-77eb-490f-a201-21cb3f41b03b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:39:59.975218 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.079071 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Floating IP 0621f393-3857-48ac-9e64-839a021babff associated. External IP: 172.25.2.202, port: 57d03083-a023-4a75-a08b-431fd16cca62. Aug 19 12:40:00.148092 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.148092 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.190988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Calling delete_port for 810f5c4b-77eb-490f-a201-21cb3f41b03b owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:00.442865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:40:00.556197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffd762-e30f-47ac-96a3-16219869dbe3 req-676c4c89-d60b-407f-9bcd-8163796101b4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:00.566125 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-27ffd762-e30f-47ac-96a3-16219869dbe3 req-676c4c89-d60b-407f-9bcd-8163796101b4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0928419 Aug 19 12:40:00.568558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:40:00.573515 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.582743 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09388f43-2501-4929-8aaf-365f5cfe4ca1 None None] Sync routers for ids ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:40:00.598177 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09388f43-2501-4929-8aaf-365f5cfe4ca1 None None] Routers {'e30c5e9e-bd5d-4573-ba83-f1ee13616a31'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:00.600684 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-09388f43-2501-4929-8aaf-365f5cfe4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:39:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:00.615919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event deleted for resources: {'Port': ['ID=810f5c4b-77eb-490f-a201-21cb3f41b03b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:00.670860 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-27ffd762-e30f-47ac-96a3-16219869dbe3 req-8bcf76a8-1b67-4ae2-a2f9-e5c0eaf76f26 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959704 Aug 19 12:40:00.690701 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.762048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.774272 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-09388f43-2501-4929-8aaf-365f5cfe4ca1 None None] Set router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:00.845850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:00.876743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a713d9cc-93d9-4d27-ac9a-e713e8b3b471 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6318684 Aug 19 12:40:00.877324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:00.880188 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255df4b4-d4a7-4896-a25f-c257c8830d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "tag": "57d03083-a023-4a75-a08b-431fd16cca62"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:00.920488 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9073d7-ff7f-4b2d-9749-3a8d3908dad3 x-openstack-request-id: req-ed9073d7-ff7f-4b2d-9749-3a8d3908dad3 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:00.920896 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "tag": "57d03083-a023-4a75-a08b-431fd16cca62", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:00.921336 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed9073d7-ff7f-4b2d-9749-3a8d3908dad3 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:00.921814 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62', 'status': 'completed', 'code': 200} Aug 19 12:40:00.984012 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.030235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5fffd8fb-5777-4543-809d-a5ae6cd055ee,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:01.044077 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-09388f43-2501-4929-8aaf-365f5cfe4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:38Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '0621f393-3857-48ac-9e64-839a021babff', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'port_id': '57d03083-a023-4a75-a08b-431fd16cca62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'mac_address': 'fa:16:3e:c2:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:39:58Z', 'updated_at': '2021-08-19T12:39:58Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9c72af-4f3c-461c-b459-356525dd3f80', 'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:71:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:36Z', 'updated_at': '2021-08-19T12:39:45Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'c454124c-d641-4843-b950-a13981ad61b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:01.081233 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09388f43-2501-4929-8aaf-365f5cfe4ca1 None None] Checking router: e30c5e9e-bd5d-4573-ba83-f1ee13616a31 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:40:01.093622 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09388f43-2501-4929-8aaf-365f5cfe4ca1 None None] Routers {'e30c5e9e-bd5d-4573-ba83-f1ee13616a31'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:40:01.094108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255df4b4-d4a7-4896-a25f-c257c8830d0f req-c081699c-3643-410a-8a88-7534fc940c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.094604 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-09388f43-2501-4929-8aaf-365f5cfe4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:39:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:01.095593 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-255df4b4-d4a7-4896-a25f-c257c8830d0f req-c081699c-3643-410a-8a88-7534fc940c5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1097 time: 0.1376271 Aug 19 12:40:01.112828 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274eaa9-d09a-44a0-aa6d-a410bde2a165 req-1502d812-219e-4bc3-bdcf-092fd26e42eb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.121109 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8274eaa9-d09a-44a0-aa6d-a410bde2a165 req-1502d812-219e-4bc3-bdcf-092fd26e42eb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1767881 Aug 19 12:40:01.143678 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.196302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8f1d6e-f91b-476b-936a-9c95ce9f7504']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:01.210981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbca3cb-deaf-4dd9-9a99-82d88131d9e6') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:01.211339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbca3cb-deaf-4dd9-9a99-82d88131d9e6') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:01.240818 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.267173 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-09388f43-2501-4929-8aaf-365f5cfe4ca1 None None] Set router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:40:01.269618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8274eaa9-d09a-44a0-aa6d-a410bde2a165 req-5378adc4-6a11-4960-83ba-464aae727d05 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476774 Aug 19 12:40:01.270637 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.282003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:01.282415 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:01.284208 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:01.321251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55396) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:01.361184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255df4b4-d4a7-4896-a25f-c257c8830d0f req-a1e75aac-f18d-4720-91eb-6543ae1955b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.362658 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-255df4b4-d4a7-4896-a25f-c257c8830d0f req-a1e75aac-f18d-4720-91eb-6543ae1955b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 897 time: 0.2583785 Aug 19 12:40:01.485061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2b78e42d-a024-4d6f-8344-d48d7b43df8b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/0621f393-3857-48ac-9e64-839a021babff HTTP/1.1" status: 200 len: 992 time: 0.1615255 Aug 19 12:40:01.498195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-255df4b4-d4a7-4896-a25f-c257c8830d0f req-0a37ddca-4e37-45c3-9f9f-7b71953f3cb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1000 time: 0.1260514 Aug 19 12:40:01.514410 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.549738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca8f1d6e-f91b-476b-936a-9c95ce9f7504 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:40:01.553111 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:01.557968 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "DELETE /v2.0/networks/ca8f1d6e-f91b-476b-936a-9c95ce9f7504 HTTP/1.1" status: 204 len: 168 time: 1.9113538 Aug 19 12:40:01.558480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55408) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:01.571113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1d18e-a23f-4c9d-a7fc-e09352846ce3 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca8f1d6e-f91b-476b-936a-9c95ce9f7504,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:01.591686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255df4b4-d4a7-4896-a25f-c257c8830d0f req-68680ef4-bd4f-4de3-b71d-e875f5c6c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.593360 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-255df4b4-d4a7-4896-a25f-c257c8830d0f req-68680ef4-bd4f-4de3-b71d-e875f5c6c85d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.0883391 Aug 19 12:40:01.681446 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-09388f43-2501-4929-8aaf-365f5cfe4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:38Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '0621f393-3857-48ac-9e64-839a021babff', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'port_id': '57d03083-a023-4a75-a08b-431fd16cca62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'mac_address': 'fa:16:3e:c2:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:39:58Z', 'updated_at': '2021-08-19T12:39:58Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9c72af-4f3c-461c-b459-356525dd3f80', 'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:71:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:36Z', 'updated_at': '2021-08-19T12:39:45Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'c454124c-d641-4843-b950-a13981ad61b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:01.687948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255df4b4-d4a7-4896-a25f-c257c8830d0f req-b6b6f022-9a4a-4439-af47-a58ddd079ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.689737 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-255df4b4-d4a7-4896-a25f-c257c8830d0f req-b6b6f022-9a4a-4439-af47-a58ddd079ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874171 Aug 19 12:40:01.744977 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09388f43-2501-4929-8aaf-365f5cfe4ca1 None None] The sync data for ids ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'] in n-d-803757-2 is: [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:38Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '0621f393-3857-48ac-9e64-839a021babff', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'port_id': '57d03083-a023-4a75-a08b-431fd16cca62', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'mac_address': 'fa:16:3e:c2:10:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:39:58Z', 'updated_at': '2021-08-19T12:39:58Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9c72af-4f3c-461c-b459-356525dd3f80', 'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:71:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:36Z', 'updated_at': '2021-08-19T12:39:45Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'c454124c-d641-4843-b950-a13981ad61b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:40:01.875575 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0fb03571-8e0d-49ac-bacd-f3cfc84fa381 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.3152351 Aug 19 12:40:01.877916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55424) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:01.930347 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-255df4b4-d4a7-4896-a25f-c257c8830d0f req-04cea9da-27be-4330-a39f-bd47e48fb894 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320230 Aug 19 12:40:01.993101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56fd5b-55c2-4fae-b6ae-f7c43804834d tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.993585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56fd5b-55c2-4fae-b6ae-f7c43804834d tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.994578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56fd5b-55c2-4fae-b6ae-f7c43804834d tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.995063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56fd5b-55c2-4fae-b6ae-f7c43804834d tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.995525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56fd5b-55c2-4fae-b6ae-f7c43804834d tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.995980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56fd5b-55c2-4fae-b6ae-f7c43804834d tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.996435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56fd5b-55c2-4fae-b6ae-f7c43804834d tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.996949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56fd5b-55c2-4fae-b6ae-f7c43804834d tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.997409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56fd5b-55c2-4fae-b6ae-f7c43804834d tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:01.999684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4e56fd5b-55c2-4fae-b6ae-f7c43804834d tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5817 time: 0.1204321 Aug 19 12:40:02.002664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55426) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:02.073939 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-1443717b-9ec2-4cc8-bb36-16e02506337a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] delete failed (client error): The resource could not be found. Aug 19 12:40:02.077423 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1443717b-9ec2-4cc8-bb36-16e02506337a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/1d2f611a-cf99-4d82-9f9e-dc752ab14eaa HTTP/1.1" status: 404 len: 345 time: 0.0710487 Aug 19 12:40:02.077677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55430) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:02.095791 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-025f3972-c050-441e-92db-b6ff063f4cef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] DELETE failed (client error): The resource could not be found. Aug 19 12:40:02.096390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025f3972-c050-441e-92db-b6ff063f4cef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:40:02.098652 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-025f3972-c050-441e-92db-b6ff063f4cef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "DELETE /v2.0/networks/ca8f1d6e-f91b-476b-936a-9c95ce9f7504 HTTP/1.1" status: 404 len: 339 time: 0.0197678 Aug 19 12:40:02.106338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55434) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:02.116448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Request body: {'network': {'name': 'tempest-network--1025404047', 'router:external': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:02.351475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb5eb0-af85-4874-bfa1-b1fbd9a5c057 req-a2c231d0-6bdf-4c78-ad1d-95bfd30aef26 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:02.353030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3bb5eb0-af85-4874-bfa1-b1fbd9a5c057 req-a2c231d0-6bdf-4c78-ad1d-95bfd30aef26 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.4986272 Aug 19 12:40:02.354695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Made reservation on behalf of 698b8617d45641fcb15f4be17c48a825 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:02.357282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.382473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:02.391866 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.392216 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Added segment c06601e2-60aa-458f-8dac-d6918647bc93 of type vlan for network b1702e4c-01fe-42c9-a5f6-e30ffbb8a080 Aug 19 12:40:02.410654 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-255df4b4-d4a7-4896-a25f-c257c8830d0f req-8e93b381-4d2c-47ac-9fe5-bb75e3e3dfba service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726443 Aug 19 12:40:02.416903 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3bb5eb0-af85-4874-bfa1-b1fbd9a5c057 req-48e0e6cc-d896-4e5d-bf6f-00f363ec9101 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497303 Aug 19 12:40:02.441133 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.488816 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55448) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:02.524694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548bfcb3-06b8-4e1d-a3dd-2f9bf28d85c9 None None] New status for floating IP 0621f393-3857-48ac-9e64-839a021babff: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:40:02.586737 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fa533744-8672-41b8-8a48-691aa7a0cf1b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/0621f393-3857-48ac-9e64-839a021babff HTTP/1.1" status: 200 len: 992 time: 0.0966496 Aug 19 12:40:02.627095 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.629157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:02.630672 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:02.699306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event updated for resources: {'Network': ['ID=b1702e4c-01fe-42c9-a5f6-e30ffbb8a080,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:02.709487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b1702e4c-01fe-42c9-a5f6-e30ffbb8a080 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:02.807101 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0585c667-5014-42f6-bcc4-ea77c780448a tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6987808 Aug 19 12:40:02.810488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55464) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:02.999752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe1382a-597c-4a7f-ae55-977597faec38 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:03.014027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe1382a-597c-4a7f-ae55-977597faec38 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:03.020124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe1382a-597c-4a7f-ae55-977597faec38 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:03.026971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe1382a-597c-4a7f-ae55-977597faec38 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:03.031658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1fe1382a-597c-4a7f-ae55-977597faec38 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2169971 Aug 19 12:40:03.032798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55472) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:03.110002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.191230 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.203719 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1702e4c-01fe-42c9-a5f6-e30ffbb8a080']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:03.215938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06601e2-60aa-458f-8dac-d6918647bc93') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:03.216232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06601e2-60aa-458f-8dac-d6918647bc93') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:03.225351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.238680 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.244562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:03.244947 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:03.246599 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:03.463349 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.474601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1702e4c-01fe-42c9-a5f6-e30ffbb8a080 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:40:03.487238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.489234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b1702e4c-01fe-42c9-a5f6-e30ffbb8a080 HTTP/1.1" status: 204 len: 168 time: 0.4554062 Aug 19 12:40:03.492953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55492) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:03.499130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Request body: {'network': {'name': 'tempest-network--2122062294', 'router:external': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:03.500317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11347e9a-7629-4b0b-945b-86a439bd71f2 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1702e4c-01fe-42c9-a5f6-e30ffbb8a080,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:03.589399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55498) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:03.593298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf0d32-8cf2-4fe9-9a87-bfeb4aed442a req-a649a498-7405-47ac-bb69-574c7a810967 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:03.595941 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1cbf0d32-8cf2-4fe9-9a87-bfeb4aed442a req-a649a498-7405-47ac-bb69-574c7a810967 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1049802 Aug 19 12:40:03.667811 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1cbf0d32-8cf2-4fe9-9a87-bfeb4aed442a req-533899d2-74b8-4f60-8af3-42cf3232a5d5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652943 Aug 19 12:40:03.697087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-592e109a-7806-40ff-b46b-10c5d3e7376d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/0621f393-3857-48ac-9e64-839a021babff HTTP/1.1" status: 200 len: 994 time: 0.1063962 Aug 19 12:40:03.706018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Made reservation on behalf of 698b8617d45641fcb15f4be17c48a825 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:03.708992 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.736010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:03.747456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.748139 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Added segment 47b1e358-67f3-4554-a4b9-9f941b491f15 of type vlan for network 4f0215a4-7822-4a78-b213-d2e7a1a9bc32 Aug 19 12:40:03.796831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.918335 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.919460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:03.920225 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:03.985981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event updated for resources: {'Network': ['ID=4f0215a4-7822-4a78-b213-d2e7a1a9bc32,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:03.996066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 4f0215a4-7822-4a78-b213-d2e7a1a9bc32 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:04.112147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-69800c18-b94d-4d9b-9833-304077bc3908 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6155205 Aug 19 12:40:04.112416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55520) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:04.227985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f32f6-8fd5-4f99-b780-9469a14a4705 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:04.230164 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d78f32f6-8fd5-4f99-b780-9469a14a4705 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] 10.222.0.21 "GET /v2.0/networks/4f0215a4-7822-4a78-b213-d2e7a1a9bc32 HTTP/1.1" status: 200 len: 757 time: 0.1167457 Aug 19 12:40:04.233176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55526) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:04.358133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83645d0a-dde6-482e-ae18-151f9da43e69 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:04.359841 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-83645d0a-dde6-482e-ae18-151f9da43e69 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] 10.222.0.21 "GET /v2.0/networks/55f523c8-b1fa-4546-8d49-6d2c62f4c6d0 HTTP/1.1" status: 200 len: 768 time: 0.1257241 Aug 19 12:40:04.362612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55528) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:04.449975 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.533418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.543492 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0215a4-7822-4a78-b213-d2e7a1a9bc32']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:04.553553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b1e358-67f3-4554-a4b9-9f941b491f15') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:04.553855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b1e358-67f3-4554-a4b9-9f941b491f15') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:04.562516 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.576048 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.581742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:04.582112 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:04.583780 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:04.807476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1197651-846c-4446-a004-236d18c22562 req-5812dbf1-35c0-43de-91d6-5da6f175585a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:04.808975 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1197651-846c-4446-a004-236d18c22562 req-5812dbf1-35c0-43de-91d6-5da6f175585a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0558732 Aug 19 12:40:04.817096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.823177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f0215a4-7822-4a78-b213-d2e7a1a9bc32 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:40:04.825802 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:04.833021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "DELETE /v2.0/networks/4f0215a4-7822-4a78-b213-d2e7a1a9bc32 HTTP/1.1" status: 204 len: 168 time: 0.4643495 Aug 19 12:40:04.833419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55548) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:04.839589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Request body: {'network': {'name': 'tempest-network--83097881'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:04.853751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0d5b5-65ac-47b8-856a-6f90eb8581ef tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f0215a4-7822-4a78-b213-d2e7a1a9bc32,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:04.855224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1197651-846c-4446-a004-236d18c22562 req-63c39cc9-3ce9-457f-95fc-6acadc9a771c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 Aug 19 12:40:05.095265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Made reservation on behalf of 698b8617d45641fcb15f4be17c48a825 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:05.097633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.122341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:05.130579 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.130953 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Added segment e9bd04af-c7d5-4e20-84fa-4ace278520f2 of type vlan for network 3ce4d87e-5e90-4bec-8e66-79ac778a13ba Aug 19 12:40:05.171867 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.205328 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8f8bbe02-bb14-436b-a6ef-6468f860cfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.340742 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.341741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:05.342321 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.403342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event updated for resources: {'Network': ['ID=3ce4d87e-5e90-4bec-8e66-79ac778a13ba,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:05.414210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 3ce4d87e-5e90-4bec-8e66-79ac778a13ba details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:05.572531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-79de0940-26da-4b0d-80a6-43ce2679c1df tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7375979 Aug 19 12:40:05.575156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55570) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:05.580329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-939a991a-031d-4e49-bdda-cca404bbdf4c tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:05.733753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-939a991a-031d-4e49-bdda-cca404bbdf4c tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.878183 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-939a991a-031d-4e49-bdda-cca404bbdf4c tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.886320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-939a991a-031d-4e49-bdda-cca404bbdf4c tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Network 3ce4d87e-5e90-4bec-8e66-79ac778a13ba is not hosted by any dhcp agent {{(pid=95542) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:40:05.887200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a991a-031d-4e49-bdda-cca404bbdf4c tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:05.887775 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-939a991a-031d-4e49-bdda-cca404bbdf4c tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:05.889056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-939a991a-031d-4e49-bdda-cca404bbdf4c tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "PUT /v2.0/networks/3ce4d87e-5e90-4bec-8e66-79ac778a13ba HTTP/1.1" status: 200 len: 856 time: 0.3129084 Aug 19 12:40:05.891921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55584) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:05.977509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a991a-031d-4e49-bdda-cca404bbdf4c tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event updated for resources: {'Network': ['ID=3ce4d87e-5e90-4bec-8e66-79ac778a13ba,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:06.025183 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.059268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b98ad6-ded8-474f-be9f-3569bcf15a6c req-c08d902a-d50f-49c6-bd99-6b18200502ab tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:06.060804 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15b98ad6-ded8-474f-be9f-3569bcf15a6c req-c08d902a-d50f-49c6-bd99-6b18200502ab tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0862901 Aug 19 12:40:06.153471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.164318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15b98ad6-ded8-474f-be9f-3569bcf15a6c req-7d6f7795-c109-48c5-9cf5-ed5dcb287b38 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825438 Aug 19 12:40:06.168138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce4d87e-5e90-4bec-8e66-79ac778a13ba']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.177757 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bd04af-c7d5-4e20-84fa-4ace278520f2') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.178049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bd04af-c7d5-4e20-84fa-4ace278520f2') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.200478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.214594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.221169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:06.221562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:06.223264 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:06.432181 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.438452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ce4d87e-5e90-4bec-8e66-79ac778a13ba {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 19 12:40:06.441842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.443867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3ce4d87e-5e90-4bec-8e66-79ac778a13ba HTTP/1.1" status: 204 len: 168 time: 0.5509326 Aug 19 12:40:06.447214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55602) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:06.485195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e53406-e06c-43de-ad4e-f05b2822b940 tempest-ExternalNetworksTestJSON-660742360 tempest-ExternalNetworksTestJSON-660742360-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ce4d87e-5e90-4bec-8e66-79ac778a13ba,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:06.501095 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8095a42a-5df7-4929-8a63-bf87ab517521 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] DELETE failed (client error): The resource could not be found. Aug 19 12:40:06.501720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8095a42a-5df7-4929-8a63-bf87ab517521 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:40:06.503658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8095a42a-5df7-4929-8a63-bf87ab517521 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] 10.222.0.21 "DELETE /v2.0/subnets/5fffd8fb-5777-4543-809d-a5ae6cd055ee HTTP/1.1" status: 404 len: 337 time: 0.0553267 Aug 19 12:40:06.506156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55606) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:06.589870 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.703133 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.732977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f523c8-b1fa-4546-8d49-6d2c62f4c6d0']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.745969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa459ca4-bcdc-4175-bd4d-2bb04ae6cf1b') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.746523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa459ca4-bcdc-4175-bd4d-2bb04ae6cf1b') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:06.760030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.787890 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.801804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:06.802602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:06.810331 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:07.063828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.073735 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.075852 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] 10.222.0.21 "DELETE /v2.0/networks/55f523c8-b1fa-4546-8d49-6d2c62f4c6d0 HTTP/1.1" status: 204 len: 168 time: 0.5686462 Aug 19 12:40:07.114885 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea330a-fb24-411e-9b22-d1ebef49b798 tempest-ExternalNetworksTestJSON-1173122546 tempest-ExternalNetworksTestJSON-1173122546-project] Pushing event deleted for resources: {'Network': ['ID=55f523c8-b1fa-4546-8d49-6d2c62f4c6d0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:07.302738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea4aa9-c117-4479-9ca2-ac62aafc22d1 req-95361efd-c4ba-45c3-bcca-34fd882d7e4a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:07.304371 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64ea4aa9-c117-4479-9ca2-ac62aafc22d1 req-95361efd-c4ba-45c3-bcca-34fd882d7e4a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0625932 Aug 19 12:40:07.345966 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64ea4aa9-c117-4479-9ca2-ac62aafc22d1 req-fc90ac41-3372-4242-8b2a-5e19c09f28bf tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340116 Aug 19 12:40:07.799426 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.845553 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1ce65fb0-aa19-4b6a-8fa1-7c08dc7b1e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:07.903744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55654) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:08.087728 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e0a2f625-8f29-4e63-b86e-60d3ab9f8819 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc3fa6a73095438ab7c594d64554bdb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822956 Aug 19 12:40:08.090320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55668) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:08.139915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10cdbc91-57d4-4533-93bd-09ea2487dae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.161529 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10cdbc91-57d4-4533-93bd-09ea2487dae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.319629 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10cdbc91-57d4-4533-93bd-09ea2487dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.322253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10cdbc91-57d4-4533-93bd-09ea2487dae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:08.323433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-10cdbc91-57d4-4533-93bd-09ea2487dae4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37b99b22-0946-4cfe-88dd-ccc18182a68f HTTP/1.1" status: 204 len: 168 time: 0.2321062 Aug 19 12:40:08.333704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdbc91-57d4-4533-93bd-09ea2487dae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b99b22-0946-4cfe-88dd-ccc18182a68f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:08.508182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24924ba-d1fb-4877-bc80-5d13dfe14bbf req-eaa27f35-2b88-4e21-9e6c-f710d4bdecc0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:08.510412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f24924ba-d1fb-4877-bc80-5d13dfe14bbf req-eaa27f35-2b88-4e21-9e6c-f710d4bdecc0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0714457 Aug 19 12:40:08.584881 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f24924ba-d1fb-4877-bc80-5d13dfe14bbf req-9b9787a8-49cb-4f1f-b533-1879e53ea6f6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666978 Aug 19 12:40:09.245557 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.401812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-1639156f-231a-4d59-9911-a46cf7fc31d6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:09.403359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-1639156f-231a-4d59-9911-a46cf7fc31d6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/networks?id=5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 HTTP/1.1" status: 200 len: 813 time: 0.1104174 Aug 19 12:40:09.419395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-51b57623-89a1-4a66-ae63-bd3e7ba4f39c tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/quotas/aec28cc18f02409c840bb4da249e4d44 HTTP/1.1" status: 200 len: 375 time: 0.0098131 Aug 19 12:40:09.434065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55724) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:09.454081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-a1320d10-07ff-450c-8abc-55f4974c3259 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec28cc18f02409c840bb4da249e4d44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289798 Aug 19 12:40:09.495161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-755664d1-dc26-46a7-90d2-a2b80bd76358 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=698b8617d45641fcb15f4be17c48a825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593646 Aug 19 12:40:09.501310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55732) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:09.587501 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c18e18c-72b1-4401-be1e-d311163028e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.616310 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c18e18c-72b1-4401-be1e-d311163028e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.641703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-ea64e378-9e93-4d5d-82a6-22be81557aa4 service neutron] 10.222.0.21 "GET /v2.0/networks/5b10bc40-f1c3-4022-8fb8-2a7e1e254d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774704 Aug 19 12:40:09.734390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785f431-eebe-42ed-9c8b-cdd773e3cc7e req-9f344bf7-aa83-440c-bad2-0ebb5656b19a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:09.736139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c785f431-eebe-42ed-9c8b-cdd773e3cc7e req-9f344bf7-aa83-440c-bad2-0ebb5656b19a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0605121 Aug 19 12:40:09.766836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-9215d8f1-bb46-4c5a-a94d-05093f2ff7f5 service neutron] 10.222.0.21 "GET /v2.0/networks/5b10bc40-f1c3-4022-8fb8-2a7e1e254d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159468 Aug 19 12:40:09.799494 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c785f431-eebe-42ed-9c8b-cdd773e3cc7e req-b07bd82c-2457-4a3d-a962-a652cf25bf41 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516593 Aug 19 12:40:09.889360 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c18e18c-72b1-4401-be1e-d311163028e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.891988 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c18e18c-72b1-4401-be1e-d311163028e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:09.893168 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9c18e18c-72b1-4401-be1e-d311163028e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8ef15cf-c8d2-439b-9273-00b0a45cb22d HTTP/1.1" status: 204 len: 168 time: 0.3905828 Aug 19 12:40:09.901757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18e18c-72b1-4401-be1e-d311163028e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ef15cf-c8d2-439b-9273-00b0a45cb22d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:10.152692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 64ddfa12-8e9a-49ae-8f45-5a1225a50fed details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:40:10.248163 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-501810e1-71f4-4ed1-a1a5-a862c29ec836 req-a754c69a-d9ad-4491-ba7f-bedf4eff2ab2 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 210 time: 0.0346899 Aug 19 12:40:10.273188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:10.287305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710', 'port_id': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'mac_address': 'fa:16:3e:0f:e5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:40:10.333934 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.349684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64ddfa12-8e9a-49ae-8f45-5a1225a50fed {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:10.372952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:10.668282 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.721682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:10.735352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['64ddfa12-8e9a-49ae-8f45-5a1225a50fed'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:10.807697 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:10.983271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6925f3-89e7-4844-8cc0-032538c4de9e req-1ee983c2-b597-4328-b0ca-f98aeee3a2b7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:10.985274 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f6925f3-89e7-4844-8cc0-032538c4de9e req-1ee983c2-b597-4328-b0ca-f98aeee3a2b7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 944 time: 0.0753000 Aug 19 12:40:11.069843 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f6925f3-89e7-4844-8cc0-032538c4de9e req-b9b0cd57-c5b6-40cc-9d15-c27750752244 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688865 Aug 19 12:40:11.367450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10089c40-49e3-41bb-a430-5b64e1931bcd req-4275a163-e980-4b2b-a845-ce691788dfbf tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 210 time: 0.0433397 Aug 19 12:40:12.152522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 64ddfa12-8e9a-49ae-8f45-5a1225a50fed up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:12.236537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:12.237214 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.324268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45d4ce-3259-47c8-beea-3778fe9d700b req-a2a5fd0d-64f8-418a-93e5-9edadfe05a40 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:12.327089 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f45d4ce-3259-47c8-beea-3778fe9d700b req-a2a5fd0d-64f8-418a-93e5-9edadfe05a40 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 944 time: 0.1210070 Aug 19 12:40:12.433625 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.438229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f45d4ce-3259-47c8-beea-3778fe9d700b req-4a0ebb9c-cf4a-4e93-838a-12b17991873a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813315 Aug 19 12:40:12.485743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:12.486965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:12.491072 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352b3098-65f8-4ccc-bc68-1175047a90c7" -d '{"events": [{"server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "name": "network-vif-plugged", "status": "completed", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:12.513608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-df77b1e6-ddd5-4786-8282-24c13a7fcbcc req-93f77f6e-8fbe-4c72-b62f-3d88a651ece9 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 210 time: 0.0337565 Aug 19 12:40:12.564589 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c980471e-8902-444a-b0d9-f79b80a5cfdd x-openstack-request-id: req-c980471e-8902-444a-b0d9-f79b80a5cfdd {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:12.564883 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "name": "network-vif-plugged", "status": "completed", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:12.565137 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c980471e-8902-444a-b0d9-f79b80a5cfdd {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:12.565531 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'code': 200} Aug 19 12:40:12.763957 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:12.823421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:13.212468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55856) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:13.325270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:13.477170 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:13.732307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfa68b-8970-4341-865d-8d7d47705870 req-2bde4905-09d6-4366-b3f8-add61cfde538 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:13.747193 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-71cfa68b-8970-4341-865d-8d7d47705870 req-2bde4905-09d6-4366-b3f8-add61cfde538 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1645899 Aug 19 12:40:13.827108 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-71cfa68b-8970-4341-865d-8d7d47705870 req-d2cb6661-dc6c-4816-8b4d-428f621bc14a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735776 Aug 19 12:40:13.881205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9be8b5b2-1e66-48a4-a330-4a15c8255b64 req-3b09446f-9e28-4880-bef8-c3834ae8bf85 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 210 time: 0.0980597 Aug 19 12:40:13.910287 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:14.318009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Allocated IP 172.25.2.173 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/5dc374c0-e40a-46c4-9a9e-386955d64ee5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:14.467645 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:14.767511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:14.808526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:14.812037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:14.823315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:14.999229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3aed4438-d2a1-46d1-919b-454b5ac6b283 req-4580b45a-a95b-4fbb-b10e-8f8b2c976414 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 210 time: 0.0369906 Aug 19 12:40:15.318062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc374c0-e40a-46c4-9a9e-386955d64ee5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:15.333624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.401045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c36273-3fe4-44b6-8df9-32aa4c2958d6 req-cdf68c3a-f72d-4a10-a735-e67f1f361940 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:15.408650 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35c36273-3fe4-44b6-8df9-32aa4c2958d6 req-cdf68c3a-f72d-4a10-a735-e67f1f361940 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1144438 Aug 19 12:40:15.480512 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35c36273-3fe4-44b6-8df9-32aa4c2958d6 req-5b76fbe0-1f16-43c2-9645-be7ff1797259 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698390 Aug 19 12:40:15.517341 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.836207 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:15.895679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-bc5166f6-9f2c-40a1-889b-356b210f84aa tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:15.899878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-bc5166f6-9f2c-40a1-889b-356b210f84aa tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.62 "GET /v2.0/networks?id=5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 HTTP/1.1" status: 200 len: 813 time: 0.2431974 Aug 19 12:40:15.917293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Request body: {'port': {'device_id': 'cb398797-2a11-4094-9e38-690ec5526305', 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30', 'admin_state_up': True, 'tenant_id': 'aec28cc18f02409c840bb4da249e4d44'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:16.063040 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.146496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc374c0-e40a-46c4-9a9e-386955d64ee5,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:16.198503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f7d81c1-a961-4cdd-90ed-6fbe35d7cca8 req-f7103d0f-2b03-460c-ae43-492453631447 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 210 time: 0.0555296 Aug 19 12:40:16.251600 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.298011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Made reservation on behalf of aec28cc18f02409c840bb4da249e4d44 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:16.302127 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.379303 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.381254 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-26739f2e-823e-439f-826c-0b7b58d7aafc tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1677866 Aug 19 12:40:16.384607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55916) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:16.390009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-564a3820-bacd-4d2a-9ec1-e5ec6dae8d8f tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-509708942', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'fixed_ips': [{'ip_address': '172.25.2.173'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:16.479749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Allocated IP 172.20.0.13 (5b10bc40-f1c3-4022-8fb8-2a7e1e254d30/3b0cfe6f-89e4-4b9c-a006-49631c84e958/7c1adff6-3aa4-45e3-9f52-bb483bce89f8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:16.558698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a3820-bacd-4d2a-9ec1-e5ec6dae8d8f tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Made reservation on behalf of aa94569e867a43e39bb3baf3a3db8779 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:16.558698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-564a3820-bacd-4d2a-9ec1-e5ec6dae8d8f tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.573944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-564a3820-bacd-4d2a-9ec1-e5ec6dae8d8f tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.751651 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.767741 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-564a3820-bacd-4d2a-9ec1-e5ec6dae8d8f tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.837332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25177fc0-64e5-44ec-ba8d-44a4570efd09 req-690d0eb3-dd47-485c-b6bb-dc00f578588f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:16.843344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25177fc0-64e5-44ec-ba8d-44a4570efd09 req-690d0eb3-dd47-485c-b6bb-dc00f578588f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1326246 Aug 19 12:40:16.847281 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-564a3820-bacd-4d2a-9ec1-e5ec6dae8d8f tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.867190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:16.872097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-564a3820-bacd-4d2a-9ec1-e5ec6dae8d8f tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] device_id is not set on port b4b081d2-ada7-4a27-9b7e-bfdb2bf542c7 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:16.934942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:16.936945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Pushing event updated for resources: {'Port': ['ID=7c1adff6-3aa4-45e3-9f52-bb483bce89f8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:16.939194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:16.945113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a3820-bacd-4d2a-9ec1-e5ec6dae8d8f tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb45ab2-5683-4e86-97b4-b5ce6ec9212f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:16.956310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:17.016736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:17.017670 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.039431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25177fc0-64e5-44ec-ba8d-44a4570efd09 req-9720fe75-1960-4186-acbc-eabfa7ec8506 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893358 Aug 19 12:40:17.136817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-49374a35-4a42-4fb4-839a-b1325e019abe tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2262418 Aug 19 12:40:17.234001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Request body: {'port': {'device_id': 'cb398797-2a11-4094-9e38-690ec5526305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:17.245311 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-564a3820-bacd-4d2a-9ec1-e5ec6dae8d8f tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 12:40:17.246073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564a3820-bacd-4d2a-9ec1-e5ec6dae8d8f tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:40:17.350251 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.377259 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-564a3820-bacd-4d2a-9ec1-e5ec6dae8d8f tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9910879 Aug 19 12:40:17.381440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55936) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:17.398194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a55f06-6b7e-41e5-afd7-7a28a32543c8 req-8c71bc1a-e437-4e82-a057-834c71843cd4 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:17.399892 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2a55f06-6b7e-41e5-afd7-7a28a32543c8 req-8c71bc1a-e437-4e82-a057-834c71843cd4 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 932 time: 0.0940878 Aug 19 12:40:17.534405 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2a55f06-6b7e-41e5-afd7-7a28a32543c8 req-0f4ffe55-9686-4c2f-8336-a050180ec087 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209784 Aug 19 12:40:17.572398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-abd674df-2ca5-4811-9758-f589cf1d2303 tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Deleting port 5dc374c0-e40a-46c4-9a9e-386955d64ee5 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:17.573045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abd674df-2ca5-4811-9758-f589cf1d2303 tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.657570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abd674df-2ca5-4811-9758-f589cf1d2303 tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.658247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abd674df-2ca5-4811-9758-f589cf1d2303 tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.671041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-abd674df-2ca5-4811-9758-f589cf1d2303 tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Calling delete_port for 5dc374c0-e40a-46c4-9a9e-386955d64ee5 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:17.784974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:17.796922 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.941585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Transition to ACTIVE for port object 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:17.948267 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abd674df-2ca5-4811-9758-f589cf1d2303 tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:17.970311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd674df-2ca5-4811-9758-f589cf1d2303 tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dc374c0-e40a-46c4-9a9e-386955d64ee5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:18.045331 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abd674df-2ca5-4811-9758-f589cf1d2303 tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.048136 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abd674df-2ca5-4811-9758-f589cf1d2303 tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.052339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-abd674df-2ca5-4811-9758-f589cf1d2303 tempest-ExternalNetworksAdminNegativeTestJSON-407840298 tempest-ExternalNetworksAdminNegativeTestJSON-407840298-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/185f000c-251f-483b-bfb0-8b636bcdafb7 HTTP/1.1" status: 204 len: 168 time: 0.6666181 Aug 19 12:40:18.061695 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.210270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1adff6-3aa4-45e3-9f52-bb483bce89f8,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:18.290162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d42b12-b1c1-4bec-80bc-87bc8c71fe37 req-adeddae6-9ef8-4ade-be94-c3283c7c6b2b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:18.297542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65d42b12-b1c1-4bec-80bc-87bc8c71fe37 req-adeddae6-9ef8-4ade-be94-c3283c7c6b2b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0955603 Aug 19 12:40:18.331702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Attempting to bind port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:18.332036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Attempting to bind port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '7cbee60c-07df-4793-b52d-d4567ca32d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:18.332380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Attempting to bind port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 on network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:18.343140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 on network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:18.343684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Attempting to bind port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 on network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:18.353080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:18.356868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Checking segment: {'id': '7cbee60c-07df-4793-b52d-d4567ca32d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:18.356868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Bound using segment: {'id': '7cbee60c-07df-4793-b52d-d4567ca32d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:18.356868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Bound port: 7c1adff6-3aa4-45e3-9f52-bb483bce89f8, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cbee60c-07df-4793-b52d-d4567ca32d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:18.356868 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.384867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65d42b12-b1c1-4bec-80bc-87bc8c71fe37 req-8e05ef94-0ed9-4a22-9e22-f876b474627c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863492 Aug 19 12:40:18.453992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] For port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:18.457660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] For port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7c1adff6-3aa4-45e3-9f52-bb483bce89f8,segment=NetworkSegment(7cbee60c-07df-4793-b52d-d4567ca32d22),segment_id=7cbee60c-07df-4793-b52d-d4567ca32d22)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:18.591039 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:18.823021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d6050-61a1-408d-b0ba-8a1dbcc30839 req-d9dedd79-cfc6-43ad-9e2a-e18392c4112d tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:18.831356 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af8d6050-61a1-408d-b0ba-8a1dbcc30839 req-d9dedd79-cfc6-43ad-9e2a-e18392c4112d tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 944 time: 0.2004991 Aug 19 12:40:19.006606 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af8d6050-61a1-408d-b0ba-8a1dbcc30839 req-8d7bfe51-c243-4af4-8adc-21df74b34ee6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695965 Aug 19 12:40:19.009280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:19.009280 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.009280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] 10.222.0.62 "PUT /v2.0/ports/7c1adff6-3aa4-45e3-9f52-bb483bce89f8 HTTP/1.1" status: 200 len: 1092 time: 1.7736578 Aug 19 12:40:19.009280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bedf8b-47e1-4355-b71b-5b76f973cf67 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1adff6-3aa4-45e3-9f52-bb483bce89f8,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:19.009280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb398797-2a11-4094-9e38-690ec5526305', 'tag': '7c1adff6-3aa4-45e3-9f52-bb483bce89f8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:19.009280 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97918d60-06f2-4744-8338-ddfeffdd658f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb398797-2a11-4094-9e38-690ec5526305", "tag": "7c1adff6-3aa4-45e3-9f52-bb483bce89f8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:19.020596 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16504353-a1d0-4eb7-a0fd-84376f095c2a x-openstack-request-id: req-16504353-a1d0-4eb7-a0fd-84376f095c2a {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:19.020904 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb398797-2a11-4094-9e38-690ec5526305", "tag": "7c1adff6-3aa4-45e3-9f52-bb483bce89f8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:19.021390 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16504353-a1d0-4eb7-a0fd-84376f095c2a {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:19.021795 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb398797-2a11-4094-9e38-690ec5526305', 'tag': '7c1adff6-3aa4-45e3-9f52-bb483bce89f8', 'status': 'completed', 'code': 200} Aug 19 12:40:19.122309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97918d60-06f2-4744-8338-ddfeffdd658f req-ef26444a-ce8f-4015-884a-581d7c00423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:19.124226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97918d60-06f2-4744-8338-ddfeffdd658f req-ef26444a-ce8f-4015-884a-581d7c00423a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aec28cc18f02409c840bb4da249e4d44&device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 1095 time: 0.0565548 Aug 19 12:40:19.145731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55974) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:19.233674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97918d60-06f2-4744-8338-ddfeffdd658f req-33fcba99-8fae-439e-9a50-feda64673b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:19.235574 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97918d60-06f2-4744-8338-ddfeffdd658f req-33fcba99-8fae-439e-9a50-feda64673b71 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=aec28cc18f02409c840bb4da249e4d44&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1024272 Aug 19 12:40:19.268389 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11d5a16a-6611-4d26-a082-cccb95151a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.343044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97918d60-06f2-4744-8338-ddfeffdd658f req-e9e989db-a34e-44fb-9b3a-ee036f22ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:19.344570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97918d60-06f2-4744-8338-ddfeffdd658f req-e9e989db-a34e-44fb-9b3a-ee036f22ec97 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024828 Aug 19 12:40:19.360557 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11d5a16a-6611-4d26-a082-cccb95151a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.428234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-dd0dfa4a-279c-4873-a3e9-851fd7c8ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:19.433779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-dd0dfa4a-279c-4873-a3e9-851fd7c8ebf8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aec28cc18f02409c840bb4da249e4d44&device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 1095 time: 0.0490496 Aug 19 12:40:19.476065 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-cbbf601a-1264-47e7-af7a-a27c2f8c2ee8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c1adff6-3aa4-45e3-9f52-bb483bce89f8 HTTP/1.1" status: 200 len: 217 time: 0.0382128 Aug 19 12:40:19.540199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-1f2250b9-b43e-476d-bbe5-13628bc11aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:19.541961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-1f2250b9-b43e-476d-bbe5-13628bc11aeb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b0cfe6f-89e4-4b9c-a006-49631c84e958 HTTP/1.1" status: 200 len: 853 time: 0.0575213 Aug 19 12:40:19.542119 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-11d5a16a-6611-4d26-a082-cccb95151a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.590918 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-a6cf83d8-8a09-43ac-aeaa-5d45183c1793 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5b10bc40-f1c3-4022-8fb8-2a7e1e254d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383787 Aug 19 12:40:19.632865 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-11d5a16a-6611-4d26-a082-cccb95151a2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=388d5629e3b543958f81fc36f8ed78fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857087 Aug 19 12:40:19.646395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55990) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:19.740572 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea2578be-95dc-4146-a971-b34c3b9b5319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.774749 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea2578be-95dc-4146-a971-b34c3b9b5319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:19.811860 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-1dee4287-7f20-4763-be3e-43c478b7c1cc service neutron] 10.222.0.62 "GET /v2.0/networks/5b10bc40-f1c3-4022-8fb8-2a7e1e254d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123258 Aug 19 12:40:19.827248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5a16a-6611-4d26-a082-cccb95151a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf694aae-f927-46bd-b45e-0e7acdaef296,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:19.846536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f880040-b616-44f4-a233-d0acb42800e5 req-05e76d80-c079-4fc7-9b15-0f765b98828d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:19.854398 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f880040-b616-44f4-a233-d0acb42800e5 req-05e76d80-c079-4fc7-9b15-0f765b98828d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.2746091 Aug 19 12:40:19.924251 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f880040-b616-44f4-a233-d0acb42800e5 req-a3eeb1fe-704c-43bd-badb-e091eeb2072f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686944 Aug 19 12:40:19.967446 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac51f6c9-4dbb-4f01-8b94-ad7e81ecd20f req-9746cecd-ff87-4f28-bf48-08ec8e8f9e3a service neutron] 10.222.0.62 "GET /v2.0/networks/5b10bc40-f1c3-4022-8fb8-2a7e1e254d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473475 Aug 19 12:40:20.039170 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea2578be-95dc-4146-a971-b34c3b9b5319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.054198 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea2578be-95dc-4146-a971-b34c3b9b5319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:20.054198 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ea2578be-95dc-4146-a971-b34c3b9b5319 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf694aae-f927-46bd-b45e-0e7acdaef296 HTTP/1.1" status: 204 len: 168 time: 0.3990498 Aug 19 12:40:20.060120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2578be-95dc-4146-a971-b34c3b9b5319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf694aae-f927-46bd-b45e-0e7acdaef296,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:20.210048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed91d37-32d2-4915-abe4-29e17b3937e7 req-ed93cb30-162a-435c-aedf-cf87938b0bea tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:20.212148 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4ed91d37-32d2-4915-abe4-29e17b3937e7 req-ed93cb30-162a-435c-aedf-cf87938b0bea tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 944 time: 0.0894649 Aug 19 12:40:20.342299 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4ed91d37-32d2-4915-abe4-29e17b3937e7 req-929c1167-609c-485b-b0ab-693007f44c7c tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172941 Aug 19 12:40:20.403692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-d8c2ad18-ba39-400b-be2c-83c07d3466e3 req-56c4b518-d521-4133-b854-d87cd13c7d0d service neutron] (95542) timed out ('10.222.0.21', 43310) {{(pid=95542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:40:21.085026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16564ca0-d83d-4100-9970-f6e1f3441a1d req-2768feab-2b44-4d12-8a52-091c75681715 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:21.087611 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16564ca0-d83d-4100-9970-f6e1f3441a1d req-2768feab-2b44-4d12-8a52-091c75681715 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0645690 Aug 19 12:40:21.132962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16564ca0-d83d-4100-9970-f6e1f3441a1d req-7409327b-9761-41df-b15c-22926cfb43e0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386121 Aug 19 12:40:21.200392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56020) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:21.265283 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e9dd892f-f0a5-4af5-be8d-8173e4a64af3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa94569e867a43e39bb3baf3a3db8779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614772 Aug 19 12:40:21.265504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56022) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:21.324055 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-015ef370-d2f7-44c9-a03d-dfaa001ce826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.354000 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-015ef370-d2f7-44c9-a03d-dfaa001ce826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.537038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929390b1-5c86-4329-809b-89fa7481b3e0 req-ba0942aa-8f9b-4d3c-be57-a01af6c2357d tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:21.540800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-929390b1-5c86-4329-809b-89fa7481b3e0 req-ba0942aa-8f9b-4d3c-be57-a01af6c2357d tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 944 time: 0.1044235 Aug 19 12:40:21.543750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-015ef370-d2f7-44c9-a03d-dfaa001ce826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.549484 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-015ef370-d2f7-44c9-a03d-dfaa001ce826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:21.550562 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-015ef370-d2f7-44c9-a03d-dfaa001ce826 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afb45ab2-5683-4e86-97b4-b5ce6ec9212f HTTP/1.1" status: 204 len: 168 time: 0.2837148 Aug 19 12:40:21.587259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ef370-d2f7-44c9-a03d-dfaa001ce826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb45ab2-5683-4e86-97b4-b5ce6ec9212f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:21.623700 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-929390b1-5c86-4329-809b-89fa7481b3e0 req-7142018b-c539-4667-b577-4a7d6e392135 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712273 Aug 19 12:40:22.225324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:40:22.318480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d66647-528b-43b6-854e-a4aaa6d706b7 req-c22ea438-6210-4cab-9df9-956517e480ad tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:22.327647 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05d66647-528b-43b6-854e-a4aaa6d706b7 req-c22ea438-6210-4cab-9df9-956517e480ad tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0746219 Aug 19 12:40:22.387197 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05d66647-528b-43b6-854e-a4aaa6d706b7 req-c2eda85b-645c-4bc5-a776-43071e1b3c91 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581784 Aug 19 12:40:22.430642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7c1adff6-3aa4-45e3-9f52-bb483bce89f8,segment=NetworkSegment(7cbee60c-07df-4793-b52d-d4567ca32d22),segment_id=7cbee60c-07df-4793-b52d-d4567ca32d22)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:22.443364 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '7c1adff6-3aa4-45e3-9f52-bb483bce89f8', 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30', 'port_id': '7c1adff6-3aa4-45e3-9f52-bb483bce89f8', 'mac_address': 'fa:16:3e:49:76:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0cfe6f-89e4-4b9c-a006-49631c84e958', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:40:22.484033 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.500434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:22.525499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7c1adff6-3aa4-45e3-9f52-bb483bce89f8,segment=NetworkSegment(7cbee60c-07df-4793-b52d-d4567ca32d22),segment_id=7cbee60c-07df-4793-b52d-d4567ca32d22)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:22.752510 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:22.780116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879bc6b-3d94-4bdc-8053-621765567497 req-a420c69c-9fc4-45b3-80db-9ed099a364b2 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:22.783619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e879bc6b-3d94-4bdc-8053-621765567497 req-a420c69c-9fc4-45b3-80db-9ed099a364b2 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 944 time: 0.0836055 Aug 19 12:40:22.893280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=7c1adff6-3aa4-45e3-9f52-bb483bce89f8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:22.937981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e879bc6b-3d94-4bdc-8053-621765567497 req-8e4935e4-d2e9-48be-9d29-450e7943f38f tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100523 Aug 19 12:40:22.993825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['7c1adff6-3aa4-45e3-9f52-bb483bce89f8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:23.618573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e6c64-fe3a-410e-b56a-407f0dcbc6cb req-d74e1334-9db2-4790-b9b2-38500e15ffc7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:23.626613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2e6c64-fe3a-410e-b56a-407f0dcbc6cb req-d74e1334-9db2-4790-b9b2-38500e15ffc7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0819976 Aug 19 12:40:23.722559 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e2e6c64-fe3a-410e-b56a-407f0dcbc6cb req-a18632be-02a9-4cb6-985a-358c84f00c5a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793967 Aug 19 12:40:24.084295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af1522-ea4b-40b3-abb5-33d798adf365 req-418cc799-cbad-43a4-b81f-69d1df7049c8 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:24.100824 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1af1522-ea4b-40b3-abb5-33d798adf365 req-418cc799-cbad-43a4-b81f-69d1df7049c8 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 945 time: 0.0678036 Aug 19 12:40:24.145157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1af1522-ea4b-40b3-abb5-33d798adf365 req-2c2f5aa6-2c2e-42c5-a670-357ac00bb046 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502315 Aug 19 12:40:24.234620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:24.421244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:24.427490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:24.428200 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.532887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.573295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb398797-2a11-4094-9e38-690ec5526305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1adff6-3aa4-45e3-9f52-bb483bce89f8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:24.576265 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77b4275-a15f-42c1-8b2e-0ef3624ea215" -d '{"events": [{"server_uuid": "cb398797-2a11-4094-9e38-690ec5526305", "name": "network-vif-plugged", "status": "completed", "tag": "7c1adff6-3aa4-45e3-9f52-bb483bce89f8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:24.593890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7c1adff6-3aa4-45e3-9f52-bb483bce89f8,segment=NetworkSegment(7cbee60c-07df-4793-b52d-d4567ca32d22),segment_id=7cbee60c-07df-4793-b52d-d4567ca32d22)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:24.697010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c8726-33a4-4527-854d-905177ad52a2 req-6a2544e0-55a0-46ab-82dc-084d73457b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:24.699084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-898c8726-33a4-4527-854d-905177ad52a2 req-6a2544e0-55a0-46ab-82dc-084d73457b06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 1096 time: 0.0655904 Aug 19 12:40:24.728296 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:24.852673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=7c1adff6-3aa4-45e3-9f52-bb483bce89f8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:24.859993 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56142) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:24.888329 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb024375-37d0-4e6e-a211-6b651165dfa8 x-openstack-request-id: req-bb024375-37d0-4e6e-a211-6b651165dfa8 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:24.888329 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb398797-2a11-4094-9e38-690ec5526305", "name": "network-vif-plugged", "status": "completed", "tag": "7c1adff6-3aa4-45e3-9f52-bb483bce89f8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:24.888329 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb024375-37d0-4e6e-a211-6b651165dfa8 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:24.888329 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb398797-2a11-4094-9e38-690ec5526305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1adff6-3aa4-45e3-9f52-bb483bce89f8', 'code': 200} Aug 19 12:40:24.908999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c8726-33a4-4527-854d-905177ad52a2 req-8c90040a-6462-4efc-9c2a-30fb47270111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:24.910655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-898c8726-33a4-4527-854d-905177ad52a2 req-8c90040a-6462-4efc-9c2a-30fb47270111 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac8c95e7-e5c4-40e2-9518-f983b79c8710 HTTP/1.1" status: 200 len: 914 time: 0.1902552 Aug 19 12:40:24.939561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa91a4e-c3fa-4fdc-a77a-178def2e975d req-e86edb53-e4c2-419c-b1e6-dd45c522827b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:24.941474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1aa91a4e-c3fa-4fdc-a77a-178def2e975d req-e86edb53-e4c2-419c-b1e6-dd45c522827b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.1046231 Aug 19 12:40:24.992406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-898c8726-33a4-4527-854d-905177ad52a2 req-851802e5-7b6d-4b4e-9b61-906b14890853 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed HTTP/1.1" status: 200 len: 217 time: 0.0496268 Aug 19 12:40:25.049236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-637606953'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:25.105348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1aa91a4e-c3fa-4fdc-a77a-178def2e975d req-491a1332-1fdc-4a02-97f5-c4c1f664ce71 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174257 Aug 19 12:40:25.108335 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74858514-8592-4cd7-bb71-f55deaa51bef req-a63d1b95-ec44-4d87-bd28-4aa96218d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:25.109769 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-74858514-8592-4cd7-bb71-f55deaa51bef req-a63d1b95-ec44-4d87-bd28-4aa96218d024 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 1097 time: 0.1205978 Aug 19 12:40:25.111116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c8726-33a4-4527-854d-905177ad52a2 req-26f48784-87b4-4c6e-b32d-06e888679e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:25.112458 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-898c8726-33a4-4527-854d-905177ad52a2 req-26f48784-87b4-4c6e-b32d-06e888679e08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543 HTTP/1.1" status: 200 len: 853 time: 0.1067140 Aug 19 12:40:25.152844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Made reservation on behalf of 29d615003ec34fa89b0828e8fd024d9c for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:25.156387 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.165165 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.192144 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.199051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-898c8726-33a4-4527-854d-905177ad52a2 req-04368c3a-27ae-4ccb-b0e4-7383d380df09 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac8c95e7-e5c4-40e2-9518-f983b79c8710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334797 Aug 19 12:40:25.293771 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-74858514-8592-4cd7-bb71-f55deaa51bef req-528689ab-0a52-4bd6-a350-ec671a7ecf77 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268978 Aug 19 12:40:25.331387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8ac80-1cbe-4ee1-b912-5f174bc23fd4 req-19bd933b-7932-46f2-99e8-94173d1ea7a0 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:25.331387 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88d8ac80-1cbe-4ee1-b912-5f174bc23fd4 req-19bd933b-7932-46f2-99e8-94173d1ea7a0 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 946 time: 0.0733228 Aug 19 12:40:25.339676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-898c8726-33a4-4527-854d-905177ad52a2 req-8eb1ee92-76bb-49cd-a5b2-326e1821f9bd service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284649 Aug 19 12:40:25.352557 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.384920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88d8ac80-1cbe-4ee1-b912-5f174bc23fd4 req-bca7285c-3228-43a9-89c3-4030ef187b53 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482104 Aug 19 12:40:25.467097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.488791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:25.498714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.499930 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Added segment 18b59510-8947-436d-8a95-2d1fb5aee2f3 of type vlan for network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 Aug 19 12:40:25.547620 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.591859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee91646-de62-4a55-84cd-f91212dc35dc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:25.600447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-898c8726-33a4-4527-854d-905177ad52a2 req-c7893127-2ff9-47a9-8b70-82d6d4a4108b service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110132 Aug 19 12:40:25.720766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d475e-e249-47b6-9609-d0c0b31a5f5f req-b8d91be1-8918-4184-b8e9-9202d08c0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:25.722705 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-078d475e-e249-47b6-9609-d0c0b31a5f5f req-b8d91be1-8918-4184-b8e9-9202d08c0650 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 1096 time: 0.0573266 Aug 19 12:40:25.729511 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.735200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:25.735812 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:25.826697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Pushing event updated for resources: {'Network': ['ID=1c0a9780-bfed-44eb-9f0b-bd83bb5ca485,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:25.838031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:25.860391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d475e-e249-47b6-9609-d0c0b31a5f5f req-4b64dbb4-f7a3-4c52-a842-aaa9e4451d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:25.863180 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-078d475e-e249-47b6-9609-d0c0b31a5f5f req-4b64dbb4-f7a3-4c52-a842-aaa9e4451d75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac8c95e7-e5c4-40e2-9518-f983b79c8710 HTTP/1.1" status: 200 len: 914 time: 0.1310685 Aug 19 12:40:25.934075 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-09c7025a-4980-4b12-82a2-25dbab51c6db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0706143 Aug 19 12:40:25.953668 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-078d475e-e249-47b6-9609-d0c0b31a5f5f req-858b5f38-9aad-4018-ad3a-7d156f8cdb5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed HTTP/1.1" status: 200 len: 217 time: 0.0814686 Aug 19 12:40:26.017634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d475e-e249-47b6-9609-d0c0b31a5f5f req-e408fb87-a83e-4c79-8220-5b0b4f440555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:26.041623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-078d475e-e249-47b6-9609-d0c0b31a5f5f req-e408fb87-a83e-4c79-8220-5b0b4f440555 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543 HTTP/1.1" status: 200 len: 853 time: 0.0809414 Aug 19 12:40:26.094748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56170) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:26.097153 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-078d475e-e249-47b6-9609-d0c0b31a5f5f req-0e935562-be8b-4a55-b835-031df96fd05e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac8c95e7-e5c4-40e2-9518-f983b79c8710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475330 Aug 19 12:40:26.100352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Request body: {'port': {'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485', 'binding:host_id': 'n-h2-803757-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-160340513'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:26.152881 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.236871 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-078d475e-e249-47b6-9609-d0c0b31a5f5f req-e4ef7a8f-8718-45fb-8ae0-11e31d75a5d7 service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279128 Aug 19 12:40:26.249878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Made reservation on behalf of f47f3f1e969e4950af33aeb9f089feae for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:26.253158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.279469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912004c-1444-4330-b443-ffc44f455958 req-e2d3fbe8-fd46-407b-baeb-eb0b37d2eff9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:26.279469 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4912004c-1444-4330-b443-ffc44f455958 req-e2d3fbe8-fd46-407b-baeb-eb0b37d2eff9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0693645 Aug 19 12:40:26.280401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.354796 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4912004c-1444-4330-b443-ffc44f455958 req-01814725-b963-4ea8-905f-ec678febb167 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847805 Aug 19 12:40:26.397695 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-078d475e-e249-47b6-9609-d0c0b31a5f5f req-6eca5947-15bc-48ca-933e-d46ad9e28ef1 service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281903 Aug 19 12:40:26.410492 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.507285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2ae9e-4376-4fea-9727-3eaa55ea3d92 req-37fda57d-26f2-41a1-ab05-bfa48480e3f5 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:26.509406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81d2ae9e-4376-4fea-9727-3eaa55ea3d92 req-37fda57d-26f2-41a1-ab05-bfa48480e3f5 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 946 time: 0.0543680 Aug 19 12:40:26.561576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81d2ae9e-4376-4fea-9727-3eaa55ea3d92 req-3180c7a6-4572-4c39-a8a3-583654dbe1fa tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378985 Aug 19 12:40:26.587722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.599026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] device_id is not set on port 475a7a07-887a-49d1-97d5-d54371498729 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:26.670796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d765c15-0b7f-45ba-b47e-9db5357aae2c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:26.827121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] device_id is not set on port 475a7a07-887a-49d1-97d5-d54371498729 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:26.838570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:26.852426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Transition to ACTIVE for port object 475a7a07-887a-49d1-97d5-d54371498729 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:26.998738 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:27.059716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event updated for resources: {'Port': ['ID=475a7a07-887a-49d1-97d5-d54371498729,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:27.070432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Checking segment: {'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:27.070794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Network hostable DHCP agents. Network: 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:40:27.151307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:40:27.272817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:27.280979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:27.282450 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1317400e-d2df-489e-88a9-3246437a5ec1 None None] Network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:27.302553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:27.302939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:27.303297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:27.308648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:27.309179 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:27.309762 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 2 to bind port 475a7a07-887a-49d1-97d5-d54371498729 Aug 19 12:40:27.322997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:27.323789 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:27.324326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:27.329145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:27.329681 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:27.330288 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 3 to bind port 475a7a07-887a-49d1-97d5-d54371498729 Aug 19 12:40:27.368798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:27.368798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:27.369286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:27.374074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:27.374585 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:27.375212 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 4 to bind port 475a7a07-887a-49d1-97d5-d54371498729 Aug 19 12:40:27.396397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:27.396953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:27.397452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:27.420599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:27.420941 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:27.421338 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 5 to bind port 475a7a07-887a-49d1-97d5-d54371498729 Aug 19 12:40:27.474306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:27.474647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:27.475020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:27.508344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:27.508610 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:27.510234 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 6 to bind port 475a7a07-887a-49d1-97d5-d54371498729 Aug 19 12:40:27.534866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:27.535204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:27.535560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:27.543461 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-f5d806e0-3ff6-468b-9537-4f9d80b577dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1849544 Aug 19 12:40:27.555458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c49a2-8f8b-41f3-9c76-2e99af14dd14 req-d15a7ce4-1cf7-44c3-8ece-959a6efb2223 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.557014 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b76c49a2-8f8b-41f3-9c76-2e99af14dd14 req-d15a7ce4-1cf7-44c3-8ece-959a6efb2223 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 945 time: 0.0989068 Aug 19 12:40:27.558060 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:27.558406 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:27.558777 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 7 to bind port 475a7a07-887a-49d1-97d5-d54371498729 Aug 19 12:40:27.586715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:27.587207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:27.587754 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:27.602853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:27.602853 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:27.604222 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 8 to bind port 475a7a07-887a-49d1-97d5-d54371498729 Aug 19 12:40:27.654147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:27.654654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:27.655114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:27.666283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:27.666700 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:27.668086 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 9 to bind port 475a7a07-887a-49d1-97d5-d54371498729 Aug 19 12:40:27.677114 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b76c49a2-8f8b-41f3-9c76-2e99af14dd14 req-146e99ae-59b2-4b2d-b513-8b19a1993640 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020570 Aug 19 12:40:27.696613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:27.696968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:27.697317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:27.704168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:27.704515 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:27.706051 n-d-803757-2 neutron-server[95543]: INFO neutron.plugins.ml2.plugin [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 10 to bind port 475a7a07-887a-49d1-97d5-d54371498729 Aug 19 12:40:27.725387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0ce0a-d7a2-4c6b-a851-b7d20087b727 req-1872bba1-8dbb-401c-8bf1-37430ad693ae tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.727156 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0f0ce0a-d7a2-4c6b-a851-b7d20087b727 req-1872bba1-8dbb-401c-8bf1-37430ad693ae tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 946 time: 0.0718474 Aug 19 12:40:27.727502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-20880449-b60f-4287-ac51-815aef6053b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.728000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-20880449-b60f-4287-ac51-815aef6053b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.728484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-20880449-b60f-4287-ac51-815aef6053b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.728967 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-20880449-b60f-4287-ac51-815aef6053b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.729441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-20880449-b60f-4287-ac51-815aef6053b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.730076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-20880449-b60f-4287-ac51-815aef6053b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.730558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-20880449-b60f-4287-ac51-815aef6053b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.732761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-20880449-b60f-4287-ac51-815aef6053b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6491 time: 0.1137481 Aug 19 12:40:27.750069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:27.750975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:27.750975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:27.759791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 475a7a07-887a-49d1-97d5-d54371498729 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:27.760130 n-d-803757-2 neutron-server[95543]: ERROR neutron.plugins.ml2.managers [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 475a7a07-887a-49d1-97d5-d54371498729 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:27.760512 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:27.769422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0f0ce0a-d7a2-4c6b-a851-b7d20087b727 req-81c23e91-0866-4f0e-82ab-c939d7b1a911 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354016 Aug 19 12:40:27.908273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] For port 475a7a07-887a-49d1-97d5-d54371498729, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:27.908604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempted to set empty binding levels {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:40:27.915910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-3c163940-412b-45b0-aafd-b1194e83a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.916441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-3c163940-412b-45b0-aafd-b1194e83a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.916854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-3c163940-412b-45b0-aafd-b1194e83a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:27.921821 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-3c163940-412b-45b0-aafd-b1194e83a2cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7e006fa-14ef-4f06-8efb-18b1127140c8&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe HTTP/1.1" status: 200 len: 2290 time: 0.1585298 Aug 19 12:40:28.003939 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-258a9cbc-e304-4a85-a014-0dea80bbd1d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd9d49e-14bd-436e-8983-234a93f0887d HTTP/1.1" status: 200 len: 1001 time: 0.0734267 Aug 19 12:40:28.050827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.092088 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-1e009cf0-e600-46ff-97ec-ffa27c058687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.094448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-1e009cf0-e600-46ff-97ec-ffa27c058687 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17153962-cb0b-4fc9-8d4f-bb84422dda6b HTTP/1.1" status: 200 len: 850 time: 0.0831156 Aug 19 12:40:28.098790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.099412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.165606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event updated for resources: {'Port': ['ID=475a7a07-887a-49d1-97d5-d54371498729,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:28.180227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-8d4d2a0b-1e4f-4ede-860e-47785ba7420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.182144 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-8d4d2a0b-1e4f-4ede-860e-47785ba7420c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7e006fa-14ef-4f06-8efb-18b1127140c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780413 Aug 19 12:40:28.244997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 64ddfa12-8e9a-49ae-8f45-5a1225a50fed no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:28.297095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-af2370eb-454a-40bc-bc40-0df036a95843 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.2008812 Aug 19 12:40:28.307937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56238) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.309943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-1715fbc9-844b-4c64-a6af-5dfb52c0bcad service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201210 Aug 19 12:40:28.389711 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.437362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:28.437606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3faf1f-bf7e-4bce-ba7c-01bde76e683c req-3416c0e7-a09d-4a12-8c32-3c28db8cfa86 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.437735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:28.437855 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e3faf1f-bf7e-4bce-ba7c-01bde76e683c req-3416c0e7-a09d-4a12-8c32-3c28db8cfa86 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1097 time: 0.1379342 Aug 19 12:40:28.437959 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5852e170-b648-467c-92b7-f3440ee36535" -d '{"events": [{"server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "name": "network-vif-unplugged", "status": "completed", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:28.477853 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9d2f45-f253-4c08-a91e-c1d9e9cdac07 x-openstack-request-id: req-de9d2f45-f253-4c08-a91e-c1d9e9cdac07 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:28.483338 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "name": "network-vif-unplugged", "status": "completed", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:28.483338 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de9d2f45-f253-4c08-a91e-c1d9e9cdac07 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:28.483338 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'code': 200} Aug 19 12:40:28.483671 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-067f7798-b4e2-4124-b670-4da7e6b10959 service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588116 Aug 19 12:40:28.507674 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e3faf1f-bf7e-4bce-ba7c-01bde76e683c req-9fa20a5f-8a03-4054-87bf-43de14eae0aa tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614634 Aug 19 12:40:28.510095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9ba889f2-c0cb-4912-ba15-88cf29d54278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Deleting port 475a7a07-887a-49d1-97d5-d54371498729 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:28.510609 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9ba889f2-c0cb-4912-ba15-88cf29d54278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.533481 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-059e4fe3-2188-4099-a11a-5a779a1d5ef2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=519023fd-4f22-4c46-8a13-94ad7e61cad7 HTTP/1.1" status: 200 len: 217 time: 0.0436008 Aug 19 12:40:28.590457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-9ba889f2-c0cb-4912-ba15-88cf29d54278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] For port 475a7a07-887a-49d1-97d5-d54371498729, host n-h2-803757-2, got binding levels [] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:28.592119 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9ba889f2-c0cb-4912-ba15-88cf29d54278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.605387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9ba889f2-c0cb-4912-ba15-88cf29d54278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Calling delete_port for 475a7a07-887a-49d1-97d5-d54371498729 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:28.616244 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.619701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-e4d5be4d-0625-49af-854f-c76d24a38605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.624359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-e4d5be4d-0625-49af-854f-c76d24a38605 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0815694 Aug 19 12:40:28.670755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:28.746378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-c5908a9e-c3a3-4189-a2f6-5c069c2bec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.748066 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-c5908a9e-c3a3-4189-a2f6-5c069c2bec97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185751 Aug 19 12:40:28.759807 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da7101-8680-46ef-9018-a033ac3238b4 req-dd8ac5d3-b43c-44fb-bb5e-900873516d0f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.761292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21da7101-8680-46ef-9018-a033ac3238b4 req-dd8ac5d3-b43c-44fb-bb5e-900873516d0f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0853858 Aug 19 12:40:28.836435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1169e5-218d-4511-b1f2-0e1be8f50bb1 req-cd329c4f-5de6-4419-80ef-12a17b34e685 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:28.843332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe1169e5-218d-4511-b1f2-0e1be8f50bb1 req-cd329c4f-5de6-4419-80ef-12a17b34e685 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.0645595 Aug 19 12:40:28.856244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21da7101-8680-46ef-9018-a033ac3238b4 req-d89c6646-579b-45b1-8f33-0fb6b27da0c1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817196 Aug 19 12:40:28.876262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9ba889f2-c0cb-4912-ba15-88cf29d54278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.884590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56248) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:28.898687 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-ec86fe4c-3081-4d60-a6dc-cc60d9afdcbe service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364181 Aug 19 12:40:28.919290 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe1169e5-218d-4511-b1f2-0e1be8f50bb1 req-8d29c4d8-2bbe-4d17-9f2b-3e9a7cedb6ec tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738490 Aug 19 12:40:28.925883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba889f2-c0cb-4912-ba15-88cf29d54278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event deleted for resources: {'Port': ['ID=475a7a07-887a-49d1-97d5-d54371498729,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:28.967266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9ba889f2-c0cb-4912-ba15-88cf29d54278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:28.971204 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9ba889f2-c0cb-4912-ba15-88cf29d54278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "DELETE /v2.0/ports/475a7a07-887a-49d1-97d5-d54371498729 HTTP/1.1" status: 204 len: 168 time: 0.6599422 Aug 19 12:40:28.971573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56254) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:29.006216 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9554d3e-5a9e-4441-abb3-cd47044fb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:40:29.013292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d9554d3e-5a9e-4441-abb3-cd47044fb32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "GET /v2.0/ports/475a7a07-887a-49d1-97d5-d54371498729 HTTP/1.1" status: 404 len: 333 time: 0.0354729 Aug 19 12:40:29.013538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56256) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:29.065439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Request body: {'port': {'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2036099751'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:29.087279 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-31b6f6e9-ee6f-4828-9ab9-02ea2910be7e service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804683 Aug 19 12:40:29.099855 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ee23258e-aed1-4795-8c80-6d0844fd749b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/0621f393-3857-48ac-9e64-839a021babff HTTP/1.1" status: 200 len: 994 time: 0.2093501 Aug 19 12:40:29.161345 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-d3dfda69-3c19-4b06-8430-4729653334d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=d8c23d98-2995-46ce-8f34-a0804a88df54 HTTP/1.1" status: 200 len: 217 time: 0.0642147 Aug 19 12:40:29.256932 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-3b7ee331-a5b1-4cb5-8c6f-4e6061d4507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.258637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-3b7ee331-a5b1-4cb5-8c6f-4e6061d4507f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0888267 Aug 19 12:40:29.260191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e857bf3-3d74-4f9c-a010-627dabdc0306 req-b1afa554-9306-42f3-a2f7-57e0b782a57f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.266750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e857bf3-3d74-4f9c-a010-627dabdc0306 req-b1afa554-9306-42f3-a2f7-57e0b782a57f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.271526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ea236-6bf0-4446-949d-4af4290df2d9 req-a7ee36fa-1346-45db-a82d-3de894ef9c04 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.273623 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-989ea236-6bf0-4446-949d-4af4290df2d9 req-a7ee36fa-1346-45db-a82d-3de894ef9c04 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.1143401 Aug 19 12:40:29.278173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e857bf3-3d74-4f9c-a010-627dabdc0306 req-b1afa554-9306-42f3-a2f7-57e0b782a57f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.284962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e857bf3-3d74-4f9c-a010-627dabdc0306 req-b1afa554-9306-42f3-a2f7-57e0b782a57f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.295466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e857bf3-3d74-4f9c-a010-627dabdc0306 req-b1afa554-9306-42f3-a2f7-57e0b782a57f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.305354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e857bf3-3d74-4f9c-a010-627dabdc0306 req-b1afa554-9306-42f3-a2f7-57e0b782a57f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.311701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e857bf3-3d74-4f9c-a010-627dabdc0306 req-b1afa554-9306-42f3-a2f7-57e0b782a57f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.314318 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e857bf3-3d74-4f9c-a010-627dabdc0306 req-b1afa554-9306-42f3-a2f7-57e0b782a57f tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5434 time: 0.1267350 Aug 19 12:40:29.315811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Made reservation on behalf of f47f3f1e969e4950af33aeb9f089feae for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:29.318932 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.365832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] device_id is not set on port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:29.455860 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e857bf3-3d74-4f9c-a010-627dabdc0306 req-c92db27d-fcb3-481e-a1c4-7bd974c843a7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327364 Aug 19 12:40:29.687747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-989ea236-6bf0-4446-949d-4af4290df2d9 req-d97bf600-ff75-496b-baff-cac47ff07e53 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051528 Aug 19 12:40:29.696199 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:29.707459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-25aec89a-b475-49e4-851e-069e604a7b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.708969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-25aec89a-b475-49e4-851e-069e604a7b93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4344411 Aug 19 12:40:29.777168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a5c5-d43b-4e56-90eb-2c79f0c0816f req-b240e6da-ebde-4e79-8ec9-02fdd7f3a5f6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.783981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a5c5-d43b-4e56-90eb-2c79f0c0816f req-b240e6da-ebde-4e79-8ec9-02fdd7f3a5f6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.796854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a5c5-d43b-4e56-90eb-2c79f0c0816f req-b240e6da-ebde-4e79-8ec9-02fdd7f3a5f6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.827624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a5c5-d43b-4e56-90eb-2c79f0c0816f req-b240e6da-ebde-4e79-8ec9-02fdd7f3a5f6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.836622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a5c5-d43b-4e56-90eb-2c79f0c0816f req-b240e6da-ebde-4e79-8ec9-02fdd7f3a5f6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.847266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a5c5-d43b-4e56-90eb-2c79f0c0816f req-b240e6da-ebde-4e79-8ec9-02fdd7f3a5f6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.854433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a5c5-d43b-4e56-90eb-2c79f0c0816f req-b240e6da-ebde-4e79-8ec9-02fdd7f3a5f6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:29.868771 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2918a5c5-d43b-4e56-90eb-2c79f0c0816f req-b240e6da-ebde-4e79-8ec9-02fdd7f3a5f6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5434 time: 0.1895211 Aug 19 12:40:29.891253 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-e365c523-0a70-4392-b681-8c8065549627 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733656 Aug 19 12:40:30.004898 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.079682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:30.083453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:30.088128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:30.089577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.089675 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.099620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event updated for resources: {'Port': ['ID=565cf7a7-ac69-4f59-9a59-8dcf5f49bf88,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:30.124332 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-61418c61-df7b-4e0f-8af4-42da7acdde78 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237682 Aug 19 12:40:30.218009 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-29996d71-6452-480c-a44d-7a641153c65a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=60099b0b-d500-42a4-b799-7872f97217e1 HTTP/1.1" status: 200 len: 217 time: 0.0827229 Aug 19 12:40:30.231885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cf3f0d13-ac29-4f55-85d4-cebe3477b7f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2172420 Aug 19 12:40:30.243415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56322) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:30.248717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:30.279392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-9e81c67b-ae5b-4e8e-96b4-d1c04e834838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.279392 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-9e81c67b-ae5b-4e8e-96b4-d1c04e834838 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0467513 Aug 19 12:40:30.314775 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.337895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-ceeb3b45-5418-4169-8bb6-e1fed2ffa3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.340045 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-ceeb3b45-5418-4169-8bb6-e1fed2ffa3b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529752 Aug 19 12:40:30.540025 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-2861cf4f-4389-44ae-a8fc-45be12c94d56 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911116 Aug 19 12:40:30.639109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] device_id is not set on port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:30.657017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.672428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f820c07-04d1-4206-9ab5-2f8848c592fa req-c364d403-63fa-4a34-9a75-7f5c3036817a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.674177 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6f820c07-04d1-4206-9ab5-2f8848c592fa req-c364d403-63fa-4a34-9a75-7f5c3036817a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.1292841 Aug 19 12:40:30.690690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Transition to ACTIVE for port object 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:30.715719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-33b43779-f0dc-4f5c-bde6-651784eb664c service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676881 Aug 19 12:40:30.751205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dc3fd-8239-4bbd-8311-c57b4b173844 req-05905ac6-f6da-4037-981d-3ffb7c92adf6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.764302 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d9dc3fd-8239-4bbd-8311-c57b4b173844 req-05905ac6-f6da-4037-981d-3ffb7c92adf6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1968613 Aug 19 12:40:30.770296 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6f820c07-04d1-4206-9ab5-2f8848c592fa req-16c5ce23-a70c-4720-b0b0-805a32ab73cf tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787878 Aug 19 12:40:30.807097 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:30.886897 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-a633fc4d-38eb-4d1d-9d98-ceeb05cbe4f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=20e4112b-3057-41a2-9085-d691c1cabe8d HTTP/1.1" status: 200 len: 217 time: 0.1621845 Aug 19 12:40:30.887065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event updated for resources: {'Port': ['ID=565cf7a7-ac69-4f59-9a59-8dcf5f49bf88,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:30.925360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-c0cbac6c-6d23-46a7-a568-73f75fcc97e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1527569 Aug 19 12:40:30.940599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:30.947658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:30.947658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:30.948069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:30.948536 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:30.949694 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 2 to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 Aug 19 12:40:30.961161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-ac8540e7-8473-4139-9451-e2fc61a80387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:30.962898 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-ac8540e7-8473-4139-9451-e2fc61a80387 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.0670290 Aug 19 12:40:30.966325 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d9dc3fd-8239-4bbd-8311-c57b4b173844 req-28d593f2-bb04-45e0-b145-2e403562a91e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055011 Aug 19 12:40:30.970224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:30.970863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:30.971309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:30.977731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:30.978153 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:30.978559 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 3 to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 Aug 19 12:40:30.991423 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:30.991989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:30.996186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:31.000985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:31.001323 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:31.001717 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 4 to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 Aug 19 12:40:31.021878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:31.022122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:31.022481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:31.032140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:31.032140 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:31.032140 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 5 to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 Aug 19 12:40:31.059965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:31.060313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:31.061272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:31.072972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-4ba43221-e2d1-4c40-ad17-db527357f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.079469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-4ba43221-e2d1-4c40-ad17-db527357f5eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017818 Aug 19 12:40:31.079658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:31.079658 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:31.079658 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 6 to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 Aug 19 12:40:31.095007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:31.095669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:31.096146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:31.102955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:31.103345 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:31.103792 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 7 to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 Aug 19 12:40:31.122944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:31.123283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:31.123676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:31.130099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:31.130967 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:31.131405 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 8 to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 Aug 19 12:40:31.155056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:31.160187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:31.160631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:31.172607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:31.173030 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:31.175296 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 9 to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 Aug 19 12:40:31.193377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56346) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:31.194052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:31.194437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:31.195797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:31.209475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:31.209815 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:31.210230 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 10 to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 Aug 19 12:40:31.227736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:31.228718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:31.228718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:31.233550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:31.233861 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:31.234238 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:31.238787 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-253bb2a9-e58f-4493-9f30-ebd88a215239 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556818 Aug 19 12:40:31.283726 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:40:31.369356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] For port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:31.369732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempted to set empty binding levels {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:40:31.409798 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-17fd507b-cc12-4ca8-b93c-0d79e8b62824 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615806 Aug 19 12:40:31.475197 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-b832f81b-4f98-42f5-abdb-52303115a76f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d HTTP/1.1" status: 200 len: 217 time: 0.0524859 Aug 19 12:40:31.478892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-445a798a-524d-4505-9b0c-00f16b5c8da0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2772236 Aug 19 12:40:31.513043 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:31.539517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-52fb7985-5a5a-46ec-b9b4-0962b3cc366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.544782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-52fb7985-5a5a-46ec-b9b4-0962b3cc366f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.0625477 Aug 19 12:40:31.553402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] In _notify_port_updated(), no bound segment for port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:40:31.554525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.555234 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:31.556560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "PUT /v2.0/ports/565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 HTTP/1.1" status: 200 len: 979 time: 1.3121586 Aug 19 12:40:31.560257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56370) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:31.621337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-1c703298-171e-44de-a7ad-9075a3cbe756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.623460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-1c703298-171e-44de-a7ad-9075a3cbe756 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706134 Aug 19 12:40:31.637442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521a616-f099-47e7-bf8d-b51447d1a76a tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event updated for resources: {'Port': ['ID=565cf7a7-ac69-4f59-9a59-8dcf5f49bf88,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:31.695973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.696826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.697447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.698338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.699109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.699938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.700537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.701135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.701711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.702241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.702984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.705618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.705618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.705618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.705618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.706581 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.707147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.707673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.710422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.711043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.711828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.712360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.713009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.714284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.715013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:31.719108 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2f222079-b685-4008-964c-d1df35a69500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22586 time: 0.1580489 Aug 19 12:40:31.723269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56376) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:31.751562 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-3d9ebc40-4c71-4915-bd16-cdd945117131 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202083 Aug 19 12:40:31.856766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ce4ab-3a15-4195-a449-228a25d56b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Deleting port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:31.861227 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce4ab-3a15-4195-a449-228a25d56b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:31.929531 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-a9b1bb82-13c6-48b8-9de6-39a3a3a6ae51 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680114 Aug 19 12:40:32.013195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-d790c502-138c-496a-b21e-c80ca7f48721 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a4976-af0d-428f-9c3a-9245088802fc HTTP/1.1" status: 200 len: 217 time: 0.0721262 Aug 19 12:40:32.116446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-c88ffaa7-0a4a-41b2-b7e0-9d790657b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.122258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-c88ffaa7-0a4a-41b2-b7e0-9d790657b33a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.0995963 Aug 19 12:40:32.126306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-fd8ce4ab-3a15-4195-a449-228a25d56b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] For port 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88, host n-h2-803757-2, got binding levels [] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:32.134930 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce4ab-3a15-4195-a449-228a25d56b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:32.144798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70fc7e-cba8-4714-9480-9e873e4669db req-028c4ce2-0214-49a0-91b9-878d43db1f59 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.156385 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c70fc7e-cba8-4714-9480-9e873e4669db req-028c4ce2-0214-49a0-91b9-878d43db1f59 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.2719412 Aug 19 12:40:32.185296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ce4ab-3a15-4195-a449-228a25d56b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Calling delete_port for 565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:32.223684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea88e0-8fc4-40cd-acd0-77537365fb5e req-f7c49c83-048e-4e40-94a8-69712c9daf2d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.225425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3ea88e0-8fc4-40cd-acd0-77537365fb5e req-f7c49c83-048e-4e40-94a8-69712c9daf2d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0976295 Aug 19 12:40:32.262077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 64ddfa12-8e9a-49ae-8f45-5a1225a50fed no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:32.276742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56402) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:32.278551 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c70fc7e-cba8-4714-9480-9e873e4669db req-d53aceec-33d1-4c52-9bd0-a797eb365cb2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211660 Aug 19 12:40:32.307519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-788c85f9-601d-4781-9f11-6c759b394d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.309086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-788c85f9-601d-4781-9f11-6c759b394d73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402597 Aug 19 12:40:32.324292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3ea88e0-8fc4-40cd-acd0-77537365fb5e req-dca4b68b-795b-4305-8d75-7a73032a3b5e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852804 Aug 19 12:40:32.495339 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce4ab-3a15-4195-a449-228a25d56b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:32.496681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6215d3-7037-4fa0-828d-22b2edd1417e req-3e4c218e-4199-44c9-9645-ec86e3de7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.497169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6215d3-7037-4fa0-828d-22b2edd1417e req-3e4c218e-4199-44c9-9645-ec86e3de7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.498463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6215d3-7037-4fa0-828d-22b2edd1417e req-3e4c218e-4199-44c9-9645-ec86e3de7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.499403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6215d3-7037-4fa0-828d-22b2edd1417e req-3e4c218e-4199-44c9-9645-ec86e3de7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.500587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6215d3-7037-4fa0-828d-22b2edd1417e req-3e4c218e-4199-44c9-9645-ec86e3de7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.501066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6215d3-7037-4fa0-828d-22b2edd1417e req-3e4c218e-4199-44c9-9645-ec86e3de7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.501556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6215d3-7037-4fa0-828d-22b2edd1417e req-3e4c218e-4199-44c9-9645-ec86e3de7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:32.510461 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e6215d3-7037-4fa0-828d-22b2edd1417e req-3e4c218e-4199-44c9-9645-ec86e3de7e08 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6491 time: 0.2263837 Aug 19 12:40:32.533270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ce4ab-3a15-4195-a449-228a25d56b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event deleted for resources: {'Port': ['ID=565cf7a7-ac69-4f59-9a59-8dcf5f49bf88,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:32.539185 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-f22f57a7-ee04-4ef6-8a54-f9962dd4ba60 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136183 Aug 19 12:40:32.562305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fd8ce4ab-3a15-4195-a449-228a25d56b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:32.564826 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fd8ce4ab-3a15-4195-a449-228a25d56b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "DELETE /v2.0/ports/565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 HTTP/1.1" status: 204 len: 168 time: 0.8396301 Aug 19 12:40:32.570369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56416) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:32.629444 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7efbdd-67f2-42de-8ddc-bdb6cb2fbb7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:40:32.630995 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0d7efbdd-67f2-42de-8ddc-bdb6cb2fbb7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "GET /v2.0/ports/565cf7a7-ac69-4f59-9a59-8dcf5f49bf88 HTTP/1.1" status: 404 len: 333 time: 0.0546112 Aug 19 12:40:32.635708 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e6215d3-7037-4fa0-828d-22b2edd1417e req-4d531432-9642-47aa-9332-66cb07d9eb22 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226091 Aug 19 12:40:32.637151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56418) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:32.649320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1919511954', 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:32.706086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec77e102-51d2-41cb-bb24-690c776f1a8e req-e4af2274-90d9-4d0b-b504-4a0cc0bde47c service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595948 Aug 19 12:40:32.819464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Made reservation on behalf of f47f3f1e969e4950af33aeb9f089feae for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:32.823170 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:32.839261 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] device_id is not set on port 64b9bb26-eb5b-40f3-828e-48209e226f9c yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:33.040292 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.294703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.341277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:33.353222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:33.355600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:33.356562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:33.357158 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.396870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event updated for resources: {'Port': ['ID=64b9bb26-eb5b-40f3-828e-48209e226f9c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:33.451563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c941b-285b-44a2-8673-94038bc8bf1e req-523de191-25b1-41ef-b89e-a25df15cb8f7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:33.465142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-506c941b-285b-44a2-8673-94038bc8bf1e req-523de191-25b1-41ef-b89e-a25df15cb8f7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.0835023 Aug 19 12:40:33.477892 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8bc56c13-7363-4b9c-8263-a10d82772699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8361526 Aug 19 12:40:33.478111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56434) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:33.534642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-506c941b-285b-44a2-8673-94038bc8bf1e req-d0d0c1e5-18d9-4286-b717-55412491276e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671957 Aug 19 12:40:33.537548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b8d25-3b6e-470a-91c4-0aeffee42c1a req-76322ac2-7619-4aab-a30a-97341111710b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:33.539960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd6b8d25-3b6e-470a-91c4-0aeffee42c1a req-76322ac2-7619-4aab-a30a-97341111710b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0860455 Aug 19 12:40:33.548600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2733fcd-e1cb-46b3-89d0-779d9c7d7108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:33.550052 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e2733fcd-e1cb-46b3-89d0-779d9c7d7108 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "GET /v2.0/ports/64b9bb26-eb5b-40f3-828e-48209e226f9c HTTP/1.1" status: 200 len: 959 time: 0.0710828 Aug 19 12:40:33.555954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56436) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:33.625950 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd6b8d25-3b6e-470a-91c4-0aeffee42c1a req-e44d176f-2c37-4992-ae82-1ff3d86de315 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716145 Aug 19 12:40:33.653531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f92df820-8d67-4bc2-b1fd-901332b958dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Deleting port 64b9bb26-eb5b-40f3-828e-48209e226f9c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:33.653870 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f92df820-8d67-4bc2-b1fd-901332b958dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.716854 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f92df820-8d67-4bc2-b1fd-901332b958dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.736744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f92df820-8d67-4bc2-b1fd-901332b958dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Calling delete_port for 64b9bb26-eb5b-40f3-828e-48209e226f9c owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:33.912233 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f92df820-8d67-4bc2-b1fd-901332b958dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.940550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92df820-8d67-4bc2-b1fd-901332b958dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event deleted for resources: {'Port': ['ID=64b9bb26-eb5b-40f3-828e-48209e226f9c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:33.946792 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f92df820-8d67-4bc2-b1fd-901332b958dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:33.951417 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f92df820-8d67-4bc2-b1fd-901332b958dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "DELETE /v2.0/ports/64b9bb26-eb5b-40f3-828e-48209e226f9c HTTP/1.1" status: 204 len: 168 time: 0.3920321 Aug 19 12:40:33.952302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56442) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:33.991598 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f94d1db5-dbbf-4ab5-9d38-2f584d5ac13e tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:40:33.991598 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f94d1db5-dbbf-4ab5-9d38-2f584d5ac13e tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "GET /v2.0/ports/64b9bb26-eb5b-40f3-828e-48209e226f9c HTTP/1.1" status: 404 len: 333 time: 0.0313392 Aug 19 12:40:33.994560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56444) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:34.000273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Request body: {'port': {'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-227754735'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:34.128239 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Made reservation on behalf of f47f3f1e969e4950af33aeb9f089feae for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:34.130681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.151347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] device_id is not set on port 95756aba-c643-4309-b518-9685753964da yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:34.269050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-645b4372-d320-4003-84cd-3a0c14945089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.272417 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-645b4372-d320-4003-84cd-3a0c14945089 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1097 time: 0.0505292 Aug 19 12:40:34.389641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-bf8de5d1-e32e-4c11-90bc-5bfbf595ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.391178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-bf8de5d1-e32e-4c11-90bc-5bfbf595ea09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 897 time: 0.1117792 Aug 19 12:40:34.464774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-76a2bc91-4283-41a8-aaa2-5d5aafe8dd32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1002 time: 0.0656188 Aug 19 12:40:34.528067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-ffff1b5f-bb13-4c28-a93e-c8f7b87a48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.529600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-ffff1b5f-bb13-4c28-a93e-c8f7b87a48c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.0582378 Aug 19 12:40:34.594255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-e1d2a988-5330-47ef-b6f7-e506638df9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.595746 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-e1d2a988-5330-47ef-b6f7-e506638df9c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587862 Aug 19 12:40:34.765771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-24e4ba21-828b-477b-b65a-98e822a101b6 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579230 Aug 19 12:40:34.795125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:34.808872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacb00e-b2d7-4c28-ae5e-7e6b1634c1a8 req-44d29e10-3466-4356-9a0c-d9649c7d68b5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.810669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aeacb00e-b2d7-4c28-ae5e-7e6b1634c1a8 req-44d29e10-3466-4356-9a0c-d9649c7d68b5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.1434641 Aug 19 12:40:34.837997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-d0e9203c-3953-4657-a6d0-ab7f849e8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.839490 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-d0e9203c-3953-4657-a6d0-ab7f849e8c91 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b&tenant_id=55b5c552994d41198fde1656ade56c53 HTTP/1.1" status: 200 len: 1094 time: 0.1309114 Aug 19 12:40:34.860678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14811ce7-7142-445c-9bfd-2b097704427d req-6454fa3d-6b63-4ebc-a2db-3f6939b4f3e6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.862820 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14811ce7-7142-445c-9bfd-2b097704427d req-6454fa3d-6b63-4ebc-a2db-3f6939b4f3e6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1442630 Aug 19 12:40:34.904648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-8b6fa9ab-fac5-42e9-9d17-8f7e83c47c6e service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299243 Aug 19 12:40:34.951415 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aeacb00e-b2d7-4c28-ae5e-7e6b1634c1a8 req-42a95569-16f7-47d2-94de-d7dd96d6ada6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207211 Aug 19 12:40:34.972218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14811ce7-7142-445c-9bfd-2b097704427d req-0252cb5f-c22b-40ac-9afb-826d688b68e9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665739 Aug 19 12:40:34.972480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-64d44f81-4512-4048-a774-68f87a84c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:34.974094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-64d44f81-4512-4048-a774-68f87a84c514 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 1094 time: 0.1037712 Aug 19 12:40:35.074392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-814d7e02-8121-444b-942a-e94052a70723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:35.075927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-814d7e02-8121-444b-942a-e94052a70723 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac8c95e7-e5c4-40e2-9518-f983b79c8710 HTTP/1.1" status: 200 len: 914 time: 0.0952976 Aug 19 12:40:35.124331 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-2f6774d8-1a70-45f8-bbd2-cc6d4fa7de92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed HTTP/1.1" status: 200 len: 217 time: 0.0406742 Aug 19 12:40:35.163465 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b0e53eba-bc00-4103-9964-79efb539d023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:35.176908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-e9e426bf-2605-4c3f-814f-cdd1d3c1ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:35.178047 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-e9e426bf-2605-4c3f-814f-cdd1d3c1ae0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543 HTTP/1.1" status: 200 len: 853 time: 0.0469270 Aug 19 12:40:35.210274 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-87566d04-348c-498e-8a5f-3a3ba85b2673 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac8c95e7-e5c4-40e2-9518-f983b79c8710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255792 Aug 19 12:40:35.310183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-273cab6f-de02-4e6e-addf-9c0ccca54e85 service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931215 Aug 19 12:40:35.327308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:35.415112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:35.424638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:35.432433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:35.433415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:35.439274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:35.439274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event updated for resources: {'Port': ['ID=95756aba-c643-4309-b518-9685753964da,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:35.472479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89d52b3b-2ce7-45d8-9a7d-e78fbfd590a3 req-43a59510-8ca8-490f-bb25-de5fa2252d1d service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554382 Aug 19 12:40:35.608284 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7d0d249e-41b2-4bf2-83cd-cc36e9fba387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6124172 Aug 19 12:40:35.618920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56464) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:35.631635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:35.698212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:35.921737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] device_id is not set on port 95756aba-c643-4309-b518-9685753964da yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:35.933228 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:35.949390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Transition to ACTIVE for port object 95756aba-c643-4309-b518-9685753964da will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:36.121649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fa3f8-e5aa-4513-91cf-ea8aa025a444 req-8dcc9202-d72c-41e3-b6ef-f694c55315a5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.123482 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f8fa3f8-e5aa-4513-91cf-ea8aa025a444 req-8dcc9202-d72c-41e3-b6ef-f694c55315a5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.0634413 Aug 19 12:40:36.128070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ee2c4-f407-4c68-91d6-9f5f6bf0beb9 req-0d4f280d-e40b-45be-acc8-caab1f96e594 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.130137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4ee2c4-f407-4c68-91d6-9f5f6bf0beb9 req-0d4f280d-e40b-45be-acc8-caab1f96e594 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0578341 Aug 19 12:40:36.148989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.174453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd4ee2c4-f407-4c68-91d6-9f5f6bf0beb9 req-ef1aa7b0-2aa0-4c69-922f-6698c8f993ca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373824 Aug 19 12:40:36.201800 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f8fa3f8-e5aa-4513-91cf-ea8aa025a444 req-19bdaf0f-2045-447d-9988-638563bd17de tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718067 Aug 19 12:40:36.230524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:36.230873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:36.231201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:36.233420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event updated for resources: {'Port': ['ID=95756aba-c643-4309-b518-9685753964da,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:36.238995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:36.239317 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:36.249135 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 2 to bind port 95756aba-c643-4309-b518-9685753964da Aug 19 12:40:36.259092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:36.259426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:36.259768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:36.270421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:36.271251 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:36.280832 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 3 to bind port 95756aba-c643-4309-b518-9685753964da Aug 19 12:40:36.286709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:36.287042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:36.287519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:36.292638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:36.293066 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:36.293579 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 4 to bind port 95756aba-c643-4309-b518-9685753964da Aug 19 12:40:36.310814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:36.311211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:36.311564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:36.316514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:36.316857 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:36.317322 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 5 to bind port 95756aba-c643-4309-b518-9685753964da Aug 19 12:40:36.331674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:36.332081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:36.332420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:36.337695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:36.337954 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:36.338381 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 6 to bind port 95756aba-c643-4309-b518-9685753964da Aug 19 12:40:36.352208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:36.352550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:36.352911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:36.359851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:36.360230 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:36.360912 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 7 to bind port 95756aba-c643-4309-b518-9685753964da Aug 19 12:40:36.378489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:36.378967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:36.379356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:36.388561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:36.388561 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:36.388938 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 8 to bind port 95756aba-c643-4309-b518-9685753964da Aug 19 12:40:36.435056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:36.436005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:36.436588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:36.444671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:36.445306 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:36.446599 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 9 to bind port 95756aba-c643-4309-b518-9685753964da Aug 19 12:40:36.469324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:36.469978 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:36.471468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:36.484589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:36.487182 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:36.488186 n-d-803757-2 neutron-server[95542]: INFO neutron.plugins.ml2.plugin [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempt 10 to bind port 95756aba-c643-4309-b518-9685753964da Aug 19 12:40:36.532662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:36.533673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:36.534307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempting to bind port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:36.549168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:36.549501 n-d-803757-2 neutron-server[95542]: ERROR neutron.plugins.ml2.managers [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Failed to bind port 95756aba-c643-4309-b518-9685753964da on host n-h2-803757-2 for vnic_type normal using segments [{'id': '18b59510-8947-436d-8a95-2d1fb5aee2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1c0a9780-bfed-44eb-9f0b-bd83bb5ca485'}] Aug 19 12:40:36.550004 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.676674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] For port 95756aba-c643-4309-b518-9685753964da, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:36.677321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attempted to set empty binding levels {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 19 12:40:36.786974 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.833318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] In _notify_port_updated(), no bound segment for port 95756aba-c643-4309-b518-9685753964da on network 1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:40:36.834511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:36.835455 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:36.837469 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "PUT /v2.0/ports/95756aba-c643-4309-b518-9685753964da HTTP/1.1" status: 200 len: 978 time: 1.2172339 Aug 19 12:40:36.840686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56496) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:36.901650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f969239-a5a2-4b2a-81b9-8f43e8d6badf tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event updated for resources: {'Port': ['ID=95756aba-c643-4309-b518-9685753964da,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:36.987243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fc077d75-2bcf-4528-8beb-7811e3b1a24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Deleting port 95756aba-c643-4309-b518-9685753964da {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:36.988105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc077d75-2bcf-4528-8beb-7811e3b1a24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:37.117295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-fc077d75-2bcf-4528-8beb-7811e3b1a24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] For port 95756aba-c643-4309-b518-9685753964da, host n-h2-803757-2, got binding levels [] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:37.118052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc077d75-2bcf-4528-8beb-7811e3b1a24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:37.139568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fc077d75-2bcf-4528-8beb-7811e3b1a24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Calling delete_port for 95756aba-c643-4309-b518-9685753964da owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:37.408305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eecfa8-5698-4881-88ac-aa42c7ff2e20 req-df1bc73b-a2c3-4a07-b3f1-aa52529aa041 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:37.416695 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83eecfa8-5698-4881-88ac-aa42c7ff2e20 req-df1bc73b-a2c3-4a07-b3f1-aa52529aa041 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1386266 Aug 19 12:40:37.434162 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc077d75-2bcf-4528-8beb-7811e3b1a24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:37.526404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-83eecfa8-5698-4881-88ac-aa42c7ff2e20 req-d011fc2e-8f1b-43c6-9e61-279faba17657 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039083 Aug 19 12:40:37.532928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc077d75-2bcf-4528-8beb-7811e3b1a24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Pushing event deleted for resources: {'Port': ['ID=95756aba-c643-4309-b518-9685753964da,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:37.551317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc077d75-2bcf-4528-8beb-7811e3b1a24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:37.564637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fc077d75-2bcf-4528-8beb-7811e3b1a24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "DELETE /v2.0/ports/95756aba-c643-4309-b518-9685753964da HTTP/1.1" status: 204 len: 168 time: 0.7206104 Aug 19 12:40:37.566537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56506) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:37.588081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd45c7-2543-4f10-bec2-aa7eabd5ae34 req-985936e1-74bd-4b8f-b9ac-0c2fbc1afe39 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:37.589762 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fefd45c7-2543-4f10-bec2-aa7eabd5ae34 req-985936e1-74bd-4b8f-b9ac-0c2fbc1afe39 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.2130754 Aug 19 12:40:37.646396 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c94f15-5424-46bc-8102-eaa9dbb834f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] GET failed (client error): The resource could not be found. Aug 19 12:40:37.652419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fefd45c7-2543-4f10-bec2-aa7eabd5ae34 req-24d2dc6d-6b28-41f1-857b-a214d955a868 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Aug 19 12:40:37.652741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56508) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:37.653889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-46c94f15-5424-46bc-8102-eaa9dbb834f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-162558839-project-admin] 10.222.0.21 "GET /v2.0/ports/95756aba-c643-4309-b518-9685753964da HTTP/1.1" status: 404 len: 333 time: 0.0862544 Aug 19 12:40:37.867410 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:37.872046 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:37.982021 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:38.037388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0a9780-bfed-44eb-9f0b-bd83bb5ca485']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:38.062876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b59510-8947-436d-8a95-2d1fb5aee2f3') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:38.065400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b59510-8947-436d-8a95-2d1fb5aee2f3') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:38.091640 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:38.132829 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:38.146851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:38.148747 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:38.152843 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:38.380903 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-60faf89c-74ed-4027-96db-0bb70f6ac323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:38.550698 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:38.564501 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:38.571446 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] 10.222.0.21 "DELETE /v2.0/networks/1c0a9780-bfed-44eb-9f0b-bd83bb5ca485 HTTP/1.1" status: 204 len: 168 time: 0.9175837 Aug 19 12:40:38.616451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Pushing event deleted for resources: {'Network': ['ID=1c0a9780-bfed-44eb-9f0b-bd83bb5ca485,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:38.638019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.638299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.638649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.639023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.639367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.639711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.640046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.640382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.640720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.642773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.648688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.648878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfbf54b-5df6-45ba-8b62-2b6f8eb86412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1507220325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:38.759506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1879a-42fb-439c-891c-b3111c981c14 req-f0a02d36-b483-4756-9b24-63164609046b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:38.763653 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2fb1879a-42fb-439c-891c-b3111c981c14 req-f0a02d36-b483-4756-9b24-63164609046b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0947461 Aug 19 12:40:38.883450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2fb1879a-42fb-439c-891c-b3111c981c14 req-02012da8-0d73-4975-95fb-383d65d8e65a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127021 Aug 19 12:40:38.899422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d1439-7303-45cf-8df8-799f6ddce804 req-bae3b08f-7699-4dcb-981a-5d231dc531b4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:38.899422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-535d1439-7303-45cf-8df8-799f6ddce804 req-bae3b08f-7699-4dcb-981a-5d231dc531b4 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.1045983 Aug 19 12:40:38.937592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-535d1439-7303-45cf-8df8-799f6ddce804 req-77c7d80b-2953-48b8-ab78-eedd6ae323c6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Aug 19 12:40:39.170487 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:39.550730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56532) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:39.896498 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0f2ad093-253d-46a5-bd4c-028470b908a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29d615003ec34fa89b0828e8fd024d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443823 Aug 19 12:40:39.898984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56538) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:40.029648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-746325cd-bcc8-477b-896d-74196357d2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.062913 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-746325cd-bcc8-477b-896d-74196357d2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.180718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2718-287c-4961-a368-f10cf4fd489d req-f9111481-a6ed-411d-8ce9-194fdddcf6e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:40.182763 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f7a2718-287c-4961-a368-f10cf4fd489d req-f9111481-a6ed-411d-8ce9-194fdddcf6e8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1545563 Aug 19 12:40:40.201053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b906f-6885-485b-a2cf-225197b6f9fc req-991a9743-62de-4ef8-b020-faa1fd830617 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:40.211496 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d49b906f-6885-485b-a2cf-225197b6f9fc req-991a9743-62de-4ef8-b020-faa1fd830617 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.1307161 Aug 19 12:40:40.262678 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-746325cd-bcc8-477b-896d-74196357d2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.274337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-746325cd-bcc8-477b-896d-74196357d2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:40.275574 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-746325cd-bcc8-477b-896d-74196357d2e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ee91646-de62-4a55-84cd-f91212dc35dc HTTP/1.1" status: 204 len: 168 time: 0.3749356 Aug 19 12:40:40.296505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746325cd-bcc8-477b-896d-74196357d2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee91646-de62-4a55-84cd-f91212dc35dc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:40.297538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d49b906f-6885-485b-a2cf-225197b6f9fc req-9b61a9e8-9d2f-4a66-ab3d-84a0c2987a7d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841222 Aug 19 12:40:40.331950 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f7a2718-287c-4961-a368-f10cf4fd489d req-15e570e2-ce45-49e1-9c3a-bb2d9f287b47 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359921 Aug 19 12:40:40.569999 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.459669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56562) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:41.502387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59780bb2-212c-4582-b121-38927576dad1 req-6662c4b2-ca3d-434a-b143-34da05f41747 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.529337 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59780bb2-212c-4582-b121-38927576dad1 req-6662c4b2-ca3d-434a-b143-34da05f41747 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.1345029 Aug 19 12:40:41.625016 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59780bb2-212c-4582-b121-38927576dad1 req-cca02dda-dc6b-4f83-98a9-9bd1ef58ee77 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912502 Aug 19 12:40:41.632975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56564) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:41.633771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bc729991-4dca-4091-8cf5-55ed222d1298 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f47f3f1e969e4950af33aeb9f089feae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716611 Aug 19 12:40:41.653516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23401b70-c7d9-4e0f-9086-822100d87082 req-3bad4267-9f89-4393-8ec6-6542f0175112 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:41.653516 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23401b70-c7d9-4e0f-9086-822100d87082 req-3bad4267-9f89-4393-8ec6-6542f0175112 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1588883 Aug 19 12:40:41.716381 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23401b70-c7d9-4e0f-9086-822100d87082 req-374fc540-a7c3-4bdd-bcfa-791651d8fc5e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561347 Aug 19 12:40:41.774208 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-967db79e-31f6-4f23-81a0-7e1893c5f240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:41.822958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-967db79e-31f6-4f23-81a0-7e1893c5f240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.169165 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-967db79e-31f6-4f23-81a0-7e1893c5f240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.172449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-967db79e-31f6-4f23-81a0-7e1893c5f240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:42.174613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-967db79e-31f6-4f23-81a0-7e1893c5f240 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d765c15-0b7f-45ba-b47e-9db5357aae2c HTTP/1.1" status: 204 len: 168 time: 0.5377116 Aug 19 12:40:42.206092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967db79e-31f6-4f23-81a0-7e1893c5f240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d765c15-0b7f-45ba-b47e-9db5357aae2c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:42.901341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b744b-98df-4a6c-b754-4d2c13e49187 req-dbc49b86-a4a2-46fd-960b-cd482d04ddae tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.909408 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-047b744b-98df-4a6c-b754-4d2c13e49187 req-dbc49b86-a4a2-46fd-960b-cd482d04ddae tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.1664584 Aug 19 12:40:42.924270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be1ce1-ec9b-46b9-adbb-ab6dc0ee0ae2 req-d064c43e-0016-4755-9480-a0b9b92f129d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:42.938321 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9be1ce1-ec9b-46b9-adbb-ab6dc0ee0ae2 req-d064c43e-0016-4755-9480-a0b9b92f129d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1043596 Aug 19 12:40:43.001638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9be1ce1-ec9b-46b9-adbb-ab6dc0ee0ae2 req-15c962fb-e9db-438b-b5f6-0954653b2e62 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620391 Aug 19 12:40:43.062835 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-047b744b-98df-4a6c-b754-4d2c13e49187 req-754cb4e5-f35c-46ec-9524-ce6f342c4666 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524436 Aug 19 12:40:44.193213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e46fd-35a4-4706-a7df-69285d15b7d7 req-cce45085-34e9-4ad8-8e3b-208d65f967fb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:44.217569 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d54e46fd-35a4-4706-a7df-69285d15b7d7 req-cce45085-34e9-4ad8-8e3b-208d65f967fb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1342771 Aug 19 12:40:44.292097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc00bb-6e5a-44e9-9496-a1a94b687862 req-5969c71d-1e08-45a0-9f34-41eec90782cc tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:44.294495 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40fc00bb-6e5a-44e9-9496-a1a94b687862 req-5969c71d-1e08-45a0-9f34-41eec90782cc tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.0961797 Aug 19 12:40:44.344743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d54e46fd-35a4-4706-a7df-69285d15b7d7 req-71d00abc-25d6-4eba-a22e-3cb235b8460f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258166 Aug 19 12:40:44.405104 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40fc00bb-6e5a-44e9-9496-a1a94b687862 req-8c1e603d-0eb7-475a-bbf2-8ae0c373fead tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011274 Aug 19 12:40:45.135345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56614) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:45.315380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1469783611'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:45.497012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Made reservation on behalf of 88504d4e6f5a4ecdb91893c0a5d5c56f for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:45.501205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.517658 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.561899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432badde-4dab-4a28-a483-33e5b49b41c7 req-f842d68b-cf28-4781-83a2-874123a7cc9f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:45.564064 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-432badde-4dab-4a28-a483-33e5b49b41c7 req-f842d68b-cf28-4781-83a2-874123a7cc9f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1080673 Aug 19 12:40:45.666602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.669070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38f622-fb67-4035-ac9d-baae0327b77a req-2177fb81-eed5-4e17-a87d-8676a6bdb34b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:45.684526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c38f622-fb67-4035-ac9d-baae0327b77a req-2177fb81-eed5-4e17-a87d-8676a6bdb34b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.1510561 Aug 19 12:40:45.734624 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-432badde-4dab-4a28-a483-33e5b49b41c7 req-dd39dc3c-0022-457c-8b1b-c9b8f74cfb50 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662613 Aug 19 12:40:45.755638 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c38f622-fb67-4035-ac9d-baae0327b77a req-30e5391f-dd83-495a-aea4-79a0a0227d4b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658104 Aug 19 12:40:45.797703 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.815064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:40:45.831403 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.831952 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Added segment 8b9d9502-3f57-4676-823c-2346d9e121d2 of type vlan for network be89ad00-6fa1-4859-8179-a9bcdf62cbc8 Aug 19 12:40:45.885245 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:45.919413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f92a4b-7b7c-4764-a611-60c9d3345de7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:45.935166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:45.935166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:45.935166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:45.935166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:45.935166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:45.935166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:45.935166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:45.935890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:45.935890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:45.935890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:45.936175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:45.936432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:46.002899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.009530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:46.024951 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.102364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Pushing event updated for resources: {'Network': ['ID=be89ad00-6fa1-4859-8179-a9bcdf62cbc8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:46.117780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network be89ad00-6fa1-4859-8179-a9bcdf62cbc8 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:40:46.169464 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fbf80c9a-7283-4b9c-9d76-60037110e887 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0329218 Aug 19 12:40:46.172096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56634) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:46.177152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Request body: {'subnet': {'network_id': 'be89ad00-6fa1-4859-8179-a9bcdf62cbc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:46.398009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Made reservation on behalf of 88504d4e6f5a4ecdb91893c0a5d5c56f for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:46.409396 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:46.826405 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.044166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df4468-744b-4d9d-ab19-334237e0d8e6 req-f7da18b0-96c7-4565-b521-1f375d57a109 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:47.055350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82df4468-744b-4d9d-ab19-334237e0d8e6 req-f7da18b0-96c7-4565-b521-1f375d57a109 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.1365256 Aug 19 12:40:47.087000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Pushing event updated for resources: {'Subnet': ['ID=0518d954-dcf5-42d5-9186-77d1381422e1,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:47.111717 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82df4468-744b-4d9d-ab19-334237e0d8e6 req-2669a522-d6a4-458a-966f-861b59e1de05 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545084 Aug 19 12:40:47.137305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Checking segment: {'id': '8b9d9502-3f57-4676-823c-2346d9e121d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'be89ad00-6fa1-4859-8179-a9bcdf62cbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:47.137896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Network hostable DHCP agents. Network: be89ad00-6fa1-4859-8179-a9bcdf62cbc8, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:40:47.181170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1670428-66d8-476f-84c6-721452dda630 req-099e6c65-d5ba-420f-866b-112953145125 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:47.193137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1670428-66d8-476f-84c6-721452dda630 req-099e6c65-d5ba-420f-866b-112953145125 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.2831104 Aug 19 12:40:47.271052 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1670428-66d8-476f-84c6-721452dda630 req-c66d7482-400f-4a22-904e-8a44c8b30ba1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764623 Aug 19 12:40:47.313181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Network be89ad00-6fa1-4859-8179-a9bcdf62cbc8 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:40:47.414460 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, be89ad00-6fa1-4859-8179-a9bcdf62cbc8) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:47.424040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:47.425565 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.425717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61955620-95a1-4d9a-ad52-96c62cce2a3f None None] Network be89ad00-6fa1-4859-8179-a9bcdf62cbc8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:47.527608 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4ea9ee17-901f-422e-8a0c-6e7a36d3617e tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3544557 Aug 19 12:40:47.530114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56650) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:47.535582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Request body: {'port': {'network_id': 'be89ad00-6fa1-4859-8179-a9bcdf62cbc8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-974854892'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:47.794742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-be89ad00-6fa1-4859-8179-a9bcdf62cbc8', 'network_id': 'be89ad00-6fa1-4859-8179-a9bcdf62cbc8', 'tenant_id': '88504d4e6f5a4ecdb91893c0a5d5c56f', 'fixed_ips': [{'subnet_id': '0518d954-dcf5-42d5-9186-77d1381422e1'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:40:47.795721 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.814406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Made reservation on behalf of 88504d4e6f5a4ecdb91893c0a5d5c56f for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:47.818305 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:47.841533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] device_id is not set on port 38cfbc7b-6588-455a-a313-e82a5bdc50f1 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:47.945958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Allocated IP 172.20.0.2 (be89ad00-6fa1-4859-8179-a9bcdf62cbc8/0518d954-dcf5-42d5-9186-77d1381422e1/eee687f3-d19c-47a2-8a5f-514cedbb03a5) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:48.104948 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.116143 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Transition to ACTIVE for port object eee687f3-d19c-47a2-8a5f-514cedbb03a5 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:48.135172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Transition to ACTIVE for port object eee687f3-d19c-47a2-8a5f-514cedbb03a5 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:48.250712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac2aaf-91e7-4c3e-96e1-bac4ecd277ed req-752f359a-4a9a-47f1-8f5e-b446f7c4c023 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:48.252941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8ac2aaf-91e7-4c3e-96e1-bac4ecd277ed req-752f359a-4a9a-47f1-8f5e-b446f7c4c023 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.0607238 Aug 19 12:40:48.270539 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.329140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Pushing event updated for resources: {'Port': ['ID=eee687f3-d19c-47a2-8a5f-514cedbb03a5,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:48.335255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a8ac2aaf-91e7-4c3e-96e1-bac4ecd277ed req-0c6592a6-2d88-4d79-a4cb-4423813d223e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740705 Aug 19 12:40:48.348827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.349177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.350035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.359306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.359653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.359997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.360333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.360665 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.360997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.361325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.361655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.361979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:40:48.373111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Network be89ad00-6fa1-4859-8179-a9bcdf62cbc8 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:48.374988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:48.377747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:48.468661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Attempting to bind port eee687f3-d19c-47a2-8a5f-514cedbb03a5 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:48.470154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Attempting to bind port eee687f3-d19c-47a2-8a5f-514cedbb03a5 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '8b9d9502-3f57-4676-823c-2346d9e121d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'be89ad00-6fa1-4859-8179-a9bcdf62cbc8'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:48.470941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Attempting to bind port eee687f3-d19c-47a2-8a5f-514cedbb03a5 on network be89ad00-6fa1-4859-8179-a9bcdf62cbc8 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:48.481336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:48.481830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Checking segment: {'id': '8b9d9502-3f57-4676-823c-2346d9e121d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'be89ad00-6fa1-4859-8179-a9bcdf62cbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:48.482493 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.483115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Bound using segment: {'id': '8b9d9502-3f57-4676-823c-2346d9e121d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'be89ad00-6fa1-4859-8179-a9bcdf62cbc8'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:48.483780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Bound port: eee687f3-d19c-47a2-8a5f-514cedbb03a5, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9d9502-3f57-4676-823c-2346d9e121d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'be89ad00-6fa1-4859-8179-a9bcdf62cbc8'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:48.484395 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.486556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Allocated IP 172.20.0.4 (be89ad00-6fa1-4859-8179-a9bcdf62cbc8/0518d954-dcf5-42d5-9186-77d1381422e1/38cfbc7b-6588-455a-a313-e82a5bdc50f1) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:48.568085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] For port eee687f3-d19c-47a2-8a5f-514cedbb03a5, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:48.569228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d6b66-9829-4128-bfa2-9fc6363947e9 req-ec135bd2-e3a4-45de-b446-9df627c5a346 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:48.572649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] For port eee687f3-d19c-47a2-8a5f-514cedbb03a5, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=eee687f3-d19c-47a2-8a5f-514cedbb03a5,segment=NetworkSegment(8b9d9502-3f57-4676-823c-2346d9e121d2),segment_id=8b9d9502-3f57-4676-823c-2346d9e121d2)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:48.576955 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f6d6b66-9829-4128-bfa2-9fc6363947e9 req-ec135bd2-e3a4-45de-b446-9df627c5a346 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1622078 Aug 19 12:40:48.863185 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.868315 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:48.868315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Transition to ACTIVE for port object 38cfbc7b-6588-455a-a313-e82a5bdc50f1 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:48.870390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcad28-9d9d-4812-9730-0363342a4553 None None] Pushing event updated for resources: {'Port': ['ID=eee687f3-d19c-47a2-8a5f-514cedbb03a5,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:48.871055 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f6d6b66-9829-4128-bfa2-9fc6363947e9 req-cc902266-5afe-428d-8135-74420df9bbf8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503099 Aug 19 12:40:48.980986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.058003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Network be89ad00-6fa1-4859-8179-a9bcdf62cbc8 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:49.064713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:49.067325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:49.117905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Pushing event updated for resources: {'Port': ['ID=38cfbc7b-6588-455a-a313-e82a5bdc50f1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:49.147493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:49.148515 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.306485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dcf31cdd-d9de-4813-91da-a0559b3728fe tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7750525 Aug 19 12:40:49.311186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56682) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:49.315200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Request body: {'port': {'network_id': 'be89ad00-6fa1-4859-8179-a9bcdf62cbc8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1952669271', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:49.315700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.api.validators [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] bootfile-name is not in valid_values {{(pid=95543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:40:49.316044 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.api.validators [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] tftp-server is not in valid_values {{(pid=95543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:40:49.316378 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.api.validators [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] server-ip-address is not in valid_values {{(pid=95543) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:40:49.516936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf182f-aaa6-4a6d-a1cc-e899890747ab req-9bbb01f2-3571-47b3-b624-08df4bef16b1 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:49.518465 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cedf182f-aaa6-4a6d-a1cc-e899890747ab req-9bbb01f2-3571-47b3-b624-08df4bef16b1 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.0641124 Aug 19 12:40:49.565216 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cedf182f-aaa6-4a6d-a1cc-e899890747ab req-62b3ea2f-3049-4ef0-a2b3-ea6c56469b86 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370975 Aug 19 12:40:49.625955 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Made reservation on behalf of 88504d4e6f5a4ecdb91893c0a5d5c56f for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:40:49.630298 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:49.654681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] device_id is not set on port 7f53454e-f139-41f5-86cd-6b60558376fe yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:40:50.064551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed94d17c-793a-49ae-8743-e659535a3480 None None] Network be89ad00-6fa1-4859-8179-a9bcdf62cbc8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:50.145398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d5f0e-f58e-4184-8c4d-30406713cb3c req-298c410d-acdb-4e30-957f-4e353453e7cd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:50.147491 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb1d5f0e-f58e-4184-8c4d-30406713cb3c req-298c410d-acdb-4e30-957f-4e353453e7cd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0748754 Aug 19 12:40:50.163228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Allocated IP 172.20.0.12 (be89ad00-6fa1-4859-8179-a9bcdf62cbc8/0518d954-dcf5-42d5-9186-77d1381422e1/7f53454e-f139-41f5-86cd-6b60558376fe) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:40:50.205738 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb1d5f0e-f58e-4184-8c4d-30406713cb3c req-43a1781b-6d29-4e24-b2a3-98f6e7ec45dd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508661 Aug 19 12:40:50.373370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 64ddfa12-8e9a-49ae-8f45-5a1225a50fed details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:40:50.378458 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b46bffb6-7b2c-475f-a457-ef6d706a0504 None None] Provisioning for port eee687f3-d19c-47a2-8a5f-514cedbb03a5 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:50.446641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.491005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Transition to ACTIVE for port object 7f53454e-f139-41f5-86cd-6b60558376fe will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:50.516470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:50.531815 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'network_id': 'ac8c95e7-e5c4-40e2-9518-f983b79c8710', 'port_id': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'mac_address': 'fa:16:3e:0f:e5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:40:50.596256 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.610274 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eee687f3-d19c-47a2-8a5f-514cedbb03a5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:50.645910 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ddfa12-8e9a-49ae-8f45-5a1225a50fed {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:40:50.699084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:50.745929 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.778003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb25bda-f2a4-4ad3-a86b-b1ed5e4b1fb8 req-dd31bc9f-08cc-48e4-ac80-b78e06734155 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:50.786620 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-abb25bda-f2a4-4ad3-a86b-b1ed5e4b1fb8 req-dd31bc9f-08cc-48e4-ac80-b78e06734155 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 943 time: 0.0714579 Aug 19 12:40:50.801961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Network be89ad00-6fa1-4859-8179-a9bcdf62cbc8 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:40:50.806640 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.823402 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:40:50.827189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:40:50.849133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-abb25bda-f2a4-4ad3-a86b-b1ed5e4b1fb8 req-c10923f0-ed16-4dbf-89cb-6ca96b53187f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550044 Aug 19 12:40:50.873320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port eee687f3-d19c-47a2-8a5f-514cedbb03a5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:50.875308 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5987ef67-22b7-4516-8d0a-9d505136c570 None None] Provisioning for port 38cfbc7b-6588-455a-a313-e82a5bdc50f1 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:50.883403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port eee687f3-d19c-47a2-8a5f-514cedbb03a5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:50.884172 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.889328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5987ef67-22b7-4516-8d0a-9d505136c570 None None] Provisioning complete for port 38cfbc7b-6588-455a-a313-e82a5bdc50f1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:50.890324 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5987ef67-22b7-4516-8d0a-9d505136c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:50.920746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Pushing event updated for resources: {'Port': ['ID=7f53454e-f139-41f5-86cd-6b60558376fe,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:50.957704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:50.958548 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.007283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:51.018674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5987ef67-22b7-4516-8d0a-9d505136c570 None None] Port 38cfbc7b-6588-455a-a313-e82a5bdc50f1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:51.067671 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-de988355-e7f1-4a9d-ad95-8eb2770c5e9a tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7569730 Aug 19 12:40:51.070274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56732) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:51.086216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['64ddfa12-8e9a-49ae-8f45-5a1225a50fed'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:40:51.134057 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.210902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a67529a5-18c4-4f5c-8cd8-552a17746e5c None None] Provisioning complete for port 38cfbc7b-6588-455a-a313-e82a5bdc50f1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:51.212123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a67529a5-18c4-4f5c-8cd8-552a17746e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.218522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f863cbf-6372-44e0-a4b3-9f94be414df5 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:51.226224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f863cbf-6372-44e0-a4b3-9f94be414df5 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:51.234483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f863cbf-6372-44e0-a4b3-9f94be414df5 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:51.236018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8f863cbf-6372-44e0-a4b3-9f94be414df5 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1643915 Aug 19 12:40:51.238792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56738) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:51.241425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port eee687f3-d19c-47a2-8a5f-514cedbb03a5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=eee687f3-d19c-47a2-8a5f-514cedbb03a5,segment=NetworkSegment(8b9d9502-3f57-4676-823c-2346d9e121d2),segment_id=8b9d9502-3f57-4676-823c-2346d9e121d2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:51.301231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a67529a5-18c4-4f5c-8cd8-552a17746e5c None None] Port 38cfbc7b-6588-455a-a313-e82a5bdc50f1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:51.371619 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.498491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe2722-b746-437e-8018-1ea95c1a001c req-64b68e12-785c-436c-a1de-7ddc1bd9f51a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:51.504774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=eee687f3-d19c-47a2-8a5f-514cedbb03a5,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:51.506486 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1afe2722-b746-437e-8018-1ea95c1a001c req-64b68e12-785c-436c-a1de-7ddc1bd9f51a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.1832299 Aug 19 12:40:51.537293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-7e178ccd-783d-4aba-baeb-85047deb73b9 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Deleting port 7f53454e-f139-41f5-86cd-6b60558376fe {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:51.537910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7e178ccd-783d-4aba-baeb-85047deb73b9 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.545941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9394e504-2621-4682-86dd-9aac8fc284c7 None None] Provisioning for port 7f53454e-f139-41f5-86cd-6b60558376fe completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:40:51.550580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9394e504-2621-4682-86dd-9aac8fc284c7 None None] Provisioning complete for port 7f53454e-f139-41f5-86cd-6b60558376fe triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:51.551224 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9394e504-2621-4682-86dd-9aac8fc284c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.582425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1afe2722-b746-437e-8018-1ea95c1a001c req-97ed91a4-ebe6-4d43-b28d-25576cdf755a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750442 Aug 19 12:40:51.589060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-9394e504-2621-4682-86dd-9aac8fc284c7 None None] Port 7f53454e-f139-41f5-86cd-6b60558376fe cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:51.701221 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7e178ccd-783d-4aba-baeb-85047deb73b9 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:51.714674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-7e178ccd-783d-4aba-baeb-85047deb73b9 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Calling delete_port for 7f53454e-f139-41f5-86cd-6b60558376fe owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:52.000632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae53d-cee2-4038-998f-e5da15ca84d0 req-a8e41e29-dd38-48c6-885b-f0200ce98541 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.003900 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6d3ae53d-cee2-4038-998f-e5da15ca84d0 req-a8e41e29-dd38-48c6-885b-f0200ce98541 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 944 time: 0.0775757 Aug 19 12:40:52.075848 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6d3ae53d-cee2-4038-998f-e5da15ca84d0 req-047b1973-3618-4182-9070-b3944f60f512 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350900 Aug 19 12:40:52.109741 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7e178ccd-783d-4aba-baeb-85047deb73b9 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.144536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e178ccd-783d-4aba-baeb-85047deb73b9 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Pushing event deleted for resources: {'Port': ['ID=7f53454e-f139-41f5-86cd-6b60558376fe,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:52.340935 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7e178ccd-783d-4aba-baeb-85047deb73b9 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.343185 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7e178ccd-783d-4aba-baeb-85047deb73b9 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] 10.222.0.21 "DELETE /v2.0/ports/7f53454e-f139-41f5-86cd-6b60558376fe HTTP/1.1" status: 204 len: 168 time: 1.1023111 Aug 19 12:40:52.348120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56768) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:52.356696 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-e4220b06-83f3-4bdd-90c7-b25ecce20ae7 service neutron] show failed (client error): The resource could not be found. Aug 19 12:40:52.358215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-e4220b06-83f3-4bdd-90c7-b25ecce20ae7 service neutron] 10.222.0.30 "GET /v2.0/ports/57d03083-a023-4a75-a08b-431fd16cca62/bindings/n-h1-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.1531787 Aug 19 12:40:52.360816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Request body: {'port': {'name': 'tempest-new-port-name-1362668394', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:52.361549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.api.validators [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] bootfile-name is not in valid_values {{(pid=95542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:40:52.362163 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.api.validators [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] tftp-server is not in valid_values {{(pid=95542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:40:52.374338 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.api.validators [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] server-ip-address is not in valid_values {{(pid=95542) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 19 12:40:52.383762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 64ddfa12-8e9a-49ae-8f45-5a1225a50fed up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:52.471442 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.557760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:52.558141 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.593227 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eee687f3-d19c-47a2-8a5f-514cedbb03a5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:40:52.731862 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.751393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf3e23-11be-41f9-aa99-1d3e50c91295 req-c02cc885-f12a-4eed-b109-de08e3b197b1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:52.760604 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4bf3e23-11be-41f9-aa99-1d3e50c91295 req-c02cc885-f12a-4eed-b109-de08e3b197b1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0715280 Aug 19 12:40:52.763972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:52.766571 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b348e7b2-e33f-4aa9-a6e6-eaefbc3555c1" -d '{"events": [{"server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "name": "network-vif-plugged", "status": "completed", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:52.784717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:52.786469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port eee687f3-d19c-47a2-8a5f-514cedbb03a5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:52.787499 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.873828 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b09744e-2ee1-42b8-9401-368031f14300 x-openstack-request-id: req-5b09744e-2ee1-42b8-9401-368031f14300 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:52.874083 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "name": "network-vif-plugged", "status": "completed", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:52.888493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4bf3e23-11be-41f9-aa99-1d3e50c91295 req-8ca35d29-3c4a-4a1b-9078-dfd77733857d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262262 Aug 19 12:40:52.892464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:52.892978 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b09744e-2ee1-42b8-9401-368031f14300 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:52.896129 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'code': 200} Aug 19 12:40:52.951804 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.021532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.116407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,revision_number=10']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:53.223115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] In _notify_port_updated(), no bound segment for port 38cfbc7b-6588-455a-a313-e82a5bdc50f1 on network be89ad00-6fa1-4859-8179-a9bcdf62cbc8 {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:40:53.229034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.229941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.235382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56796) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:53.236098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] 10.222.0.21 "PUT /v2.0/ports/38cfbc7b-6588-455a-a313-e82a5bdc50f1 HTTP/1.1" status: 200 len: 1136 time: 0.8862841 Aug 19 12:40:53.307516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2188867b-9d3d-43be-8bb7-ca405b6004b0 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.322137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2188867b-9d3d-43be-8bb7-ca405b6004b0 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] 10.222.0.21 "GET /v2.0/ports/38cfbc7b-6588-455a-a313-e82a5bdc50f1 HTTP/1.1" status: 200 len: 1136 time: 0.0814302 Aug 19 12:40:53.322511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56800) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:53.358406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9f5e5-ab0c-4264-b52e-34dd2b2a65ed tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Pushing event updated for resources: {'Port': ['ID=38cfbc7b-6588-455a-a313-e82a5bdc50f1,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:53.374430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-4cd2be87-bdf5-4d68-a7bf-ec7833c1cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.376517 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-4cd2be87-bdf5-4d68-a7bf-ec7833c1cc4d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 1097 time: 0.1353443 Aug 19 12:40:53.396915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:40:53.405834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca7607-299c-4593-98ed-d3ea16dcf138 req-808fed9f-0962-4809-8c39-9962d8657ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.407114 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77ca7607-299c-4593-98ed-d3ea16dcf138 req-808fed9f-0962-4809-8c39-9962d8657ae2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 1097 time: 0.1649461 Aug 19 12:40:53.440694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49f264-c94e-44e2-a9e5-835a9d5e3890 req-029ad5ee-86df-48ff-be29-509ff7c99649 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:53.442316 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b49f264-c94e-44e2-a9e5-835a9d5e3890 req-029ad5ee-86df-48ff-be29-509ff7c99649 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.2049403 Aug 19 12:40:53.457628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-58870f19-04c9-4263-9924-8c384a5c43a6 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Deleting port 38cfbc7b-6588-455a-a313-e82a5bdc50f1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:53.458245 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58870f19-04c9-4263-9924-8c384a5c43a6 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.523829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77ca7607-299c-4593-98ed-d3ea16dcf138 req-0e28b584-c692-4c3d-9d9b-2ff8fd5751fc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786004 Aug 19 12:40:53.544276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8ffb326f-8711-4701-96a1-2d2d3b9404eb None None] Provisioning complete for port 38cfbc7b-6588-455a-a313-e82a5bdc50f1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:40:53.544916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b49f264-c94e-44e2-a9e5-835a9d5e3890 req-424227ca-5937-4338-9123-98357f575a53 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893936 Aug 19 12:40:53.545531 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8ffb326f-8711-4701-96a1-2d2d3b9404eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.558051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.611162 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58870f19-04c9-4263-9924-8c384a5c43a6 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:53.656883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-58870f19-04c9-4263-9924-8c384a5c43a6 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Calling delete_port for 38cfbc7b-6588-455a-a313-e82a5bdc50f1 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:53.658554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb326f-8711-4701-96a1-2d2d3b9404eb None None] Port 38cfbc7b-6588-455a-a313-e82a5bdc50f1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:40:53.890323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:53.961037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:54.017352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:54.039583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e457f9-684a-4e45-9519-1efaaaa71641 req-ab156d3d-0a94-49e6-b830-ded93f55d24a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.041660 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51fa157-d286-4081-95b7-15354ad48e3c" -d '{"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-unplugged", "status": "completed", "tag": "57d03083-a023-4a75-a08b-431fd16cca62"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:54.049153 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.053372 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04e457f9-684a-4e45-9519-1efaaaa71641 req-ab156d3d-0a94-49e6-b830-ded93f55d24a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0770721 Aug 19 12:40:54.080215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Transition to ACTIVE for port object 57d03083-a023-4a75-a08b-431fd16cca62 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:40:54.082615 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58870f19-04c9-4263-9924-8c384a5c43a6 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.153429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58870f19-04c9-4263-9924-8c384a5c43a6 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Pushing event deleted for resources: {'Port': ['ID=38cfbc7b-6588-455a-a313-e82a5bdc50f1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:54.157194 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.237909 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04e457f9-684a-4e45-9519-1efaaaa71641 req-e5c0abf6-e96f-4d2a-ba2a-6baeeab5b95d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866822 Aug 19 12:40:54.281146 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58870f19-04c9-4263-9924-8c384a5c43a6 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.282518 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-58870f19-04c9-4263-9924-8c384a5c43a6 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] 10.222.0.21 "DELETE /v2.0/ports/38cfbc7b-6588-455a-a313-e82a5bdc50f1 HTTP/1.1" status: 204 len: 168 time: 0.9589844 Aug 19 12:40:54.285019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56822) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:54.292822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=6']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:54.445945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] No DVR routers for this DVR port 57d03083-a023-4a75-a08b-431fd16cca62 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:54.475525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0b93b9-6a3a-4a68-9816-f2417969be39 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Deleting subnet 0518d954-dcf5-42d5-9186-77d1381422e1 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:40:54.495412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb0b93b9-6a3a-4a68-9816-f2417969be39 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.601318 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb0b93b9-6a3a-4a68-9816-f2417969be39 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.643590 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64afbdd-153e-42ef-b32e-337bdc64deff x-openstack-request-id: req-b64afbdd-153e-42ef-b32e-337bdc64deff {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:54.643837 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-unplugged", "status": "completed", "tag": "57d03083-a023-4a75-a08b-431fd16cca62", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:54.644445 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b64afbdd-153e-42ef-b32e-337bdc64deff {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:54.644853 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62', 'code': 200} Aug 19 12:40:54.707181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:40:54.707882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:40:54.709312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 on network 9b3b3790-8bcd-4208-8412-873533f8ddf1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:54.714742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Port 57d03083-a023-4a75-a08b-431fd16cca62 on network 9b3b3790-8bcd-4208-8412-873533f8ddf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:40:54.716014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 on network 9b3b3790-8bcd-4208-8412-873533f8ddf1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:40:54.722565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:40:54.723281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Checking segment: {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:40:54.724315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Bound using segment: {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:40:54.725189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Bound port: 57d03083-a023-4a75-a08b-431fd16cca62, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:40:54.725731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.826069 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb0b93b9-6a3a-4a68-9816-f2417969be39 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:54.850281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:40:54.854820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:40:54.895214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e382d8f-e088-4695-8437-97db2dede529 req-5d604243-3224-4065-9d1f-549dd1f164b1 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:54.897338 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e382d8f-e088-4695-8437-97db2dede529 req-5d604243-3224-4065-9d1f-549dd1f164b1 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.1379356 Aug 19 12:40:54.951074 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e382d8f-e088-4695-8437-97db2dede529 req-d65ae57d-7100-437d-8e73-dee427726ec1 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456963 Aug 19 12:40:54.977929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:55.026581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:55.079429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb0b93b9-6a3a-4a68-9816-f2417969be39 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.082165 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.119148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b93b9-6a3a-4a68-9816-f2417969be39 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Pushing event deleted for resources: {'Subnet': ['ID=0518d954-dcf5-42d5-9186-77d1381422e1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:55.126219 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb0b93b9-6a3a-4a68-9816-f2417969be39 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.131952 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cb0b93b9-6a3a-4a68-9816-f2417969be39 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] 10.222.0.21 "DELETE /v2.0/subnets/0518d954-dcf5-42d5-9186-77d1381422e1 HTTP/1.1" status: 204 len: 168 time: 0.8459420 Aug 19 12:40:55.132785 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56850) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:55.135131 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69432305-c30d-4df5-84c8-43ebf3b43c77 None None] Network be89ad00-6fa1-4859-8179-a9bcdf62cbc8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:40:55.151506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:55.157065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:55.158391 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.159820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-fe51426a-df00-4cfe-af41-42018acfbaac service neutron] 10.222.0.62 "PUT /v2.0/ports/57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1092 time: 1.7677691 Aug 19 12:40:55.243051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-7f911876-6507-496b-921d-86082cf6a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:55.244629 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-7f911876-6507-496b-921d-86082cf6a813 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1095 time: 0.0548859 Aug 19 12:40:55.311675 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.410515 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.465550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Deleting port eee687f3-d19c-47a2-8a5f-514cedbb03a5 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:55.465897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.541773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-4664f377-462b-4d2c-a334-2d7358843bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:55.543243 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-4664f377-462b-4d2c-a334-2d7358843bab service neutron] 10.222.0.62 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 897 time: 0.2891588 Aug 19 12:40:55.590653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0ac50e-038e-4341-b2d2-dc78fdebe0a4 None None] DHCP port deletion for be89ad00-6fa1-4859-8179-a9bcdf62cbc8 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:40:55.657562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ee62e-57da-45e1-b6ce-9419140929c4 req-a84d753d-b1c4-4918-a3a7-15bd7233fedf tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:55.659575 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d74ee62e-57da-45e1-b6ce-9419140929c4 req-a84d753d-b1c4-4918-a3a7-15bd7233fedf tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 944 time: 0.2275093 Aug 19 12:40:55.682435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ac50e-038e-4341-b2d2-dc78fdebe0a4 None None] Deleting port eee687f3-d19c-47a2-8a5f-514cedbb03a5 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:40:55.683097 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac50e-038e-4341-b2d2-dc78fdebe0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.703473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] For port eee687f3-d19c-47a2-8a5f-514cedbb03a5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=eee687f3-d19c-47a2-8a5f-514cedbb03a5,segment=NetworkSegment(8b9d9502-3f57-4676-823c-2346d9e121d2),segment_id=8b9d9502-3f57-4676-823c-2346d9e121d2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:55.706983 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.721619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-34e04c00-e437-47ed-88d2-575682d89cea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1000 time: 0.1707523 Aug 19 12:40:55.723316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Calling delete_port for eee687f3-d19c-47a2-8a5f-514cedbb03a5 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:55.760208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ac0ac50e-038e-4341-b2d2-dc78fdebe0a4 None None] For port eee687f3-d19c-47a2-8a5f-514cedbb03a5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=eee687f3-d19c-47a2-8a5f-514cedbb03a5,segment=NetworkSegment(8b9d9502-3f57-4676-823c-2346d9e121d2),segment_id=8b9d9502-3f57-4676-823c-2346d9e121d2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:40:55.760937 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac50e-038e-4341-b2d2-dc78fdebe0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:55.775652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ac0ac50e-038e-4341-b2d2-dc78fdebe0a4 None None] Calling delete_port for eee687f3-d19c-47a2-8a5f-514cedbb03a5 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:40:55.819224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d74ee62e-57da-45e1-b6ce-9419140929c4 req-93cbf3c8-2a29-48dc-87fb-bfaa5c86795b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521666 Aug 19 12:40:55.861349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-e4d04cdd-61f7-4333-8114-a8fae748f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:55.863123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-e4d04cdd-61f7-4333-8114-a8fae748f9ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.1333194 Aug 19 12:40:55.915308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-340b3a98-2232-446f-8a65-1e134102616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:55.917230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-340b3a98-2232-446f-8a65-1e134102616d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442710 Aug 19 12:40:56.032887 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.070922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-e62ed3d9-e551-4d21-ab11-0da082d039c0 service neutron] 10.222.0.62 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460822 Aug 19 12:40:56.072737 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac50e-038e-4341-b2d2-dc78fdebe0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.099824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] No DVR routers for this DVR port eee687f3-d19c-47a2-8a5f-514cedbb03a5 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:56.101117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Pushing event deleted for resources: {'Port': ['ID=eee687f3-d19c-47a2-8a5f-514cedbb03a5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:56.108877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ac50e-038e-4341-b2d2-dc78fdebe0a4 None None] Pushing event deleted for resources: {'Port': ['ID=eee687f3-d19c-47a2-8a5f-514cedbb03a5,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:56.115492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ac50e-038e-4341-b2d2-dc78fdebe0a4 None None] No DVR routers for this DVR port eee687f3-d19c-47a2-8a5f-514cedbb03a5 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:40:56.202460 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.210981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-577a111a-efb5-4346-a8a3-c06c81e6ed2a req-dc8ddb92-767b-4db7-bf9d-782e5c2115c8 service neutron] 10.222.0.62 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326463 Aug 19 12:40:56.234281 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.246909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be89ad00-6fa1-4859-8179-a9bcdf62cbc8']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:56.259861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d33c37-bb85-43f9-b095-8c132d7faf3a req-73016bb8-c088-47fe-9455-cebfb021a217 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:56.259861 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b8d33c37-bb85-43f9-b095-8c132d7faf3a req-73016bb8-c088-47fe-9455-cebfb021a217 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.1622820 Aug 19 12:40:56.275761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9d9502-3f57-4676-823c-2346d9e121d2') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:56.276061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9d9502-3f57-4676-823c-2346d9e121d2') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:40:56.298752 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.328503 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b8d33c37-bb85-43f9-b095-8c132d7faf3a req-b1181559-4316-4166-8d40-425449bf1cbe tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638521 Aug 19 12:40:56.329545 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.338229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:40:56.338651 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:40:56.341880 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:40:56.510435 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56904) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:56.569359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eee687f3-d19c-47a2-8a5f-514cedbb03a5 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:40:56.613578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: eee687f3-d19c-47a2-8a5f-514cedbb03a5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:40:56.614310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eee687f3-d19c-47a2-8a5f-514cedbb03a5 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:40:56.646471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:40:56.649499 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "tag": "57d03083-a023-4a75-a08b-431fd16cca62"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:40:56.652993 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.666936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.668799 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] 10.222.0.21 "DELETE /v2.0/networks/be89ad00-6fa1-4859-8179-a9bcdf62cbc8 HTTP/1.1" status: 204 len: 168 time: 1.5241866 Aug 19 12:40:56.669999 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4046edff-0664-468a-87de-c22d3aa7279d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.683721 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a3050-2c36-4580-a81d-dd7d02d3acf1 tempest-ExtraDHCPOptionsTestJSON-80782620 tempest-ExtraDHCPOptionsTestJSON-80782620-project] Pushing event deleted for resources: {'Network': ['ID=be89ad00-6fa1-4859-8179-a9bcdf62cbc8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:56.716464 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f229d378-d5fd-4736-b785-4e8d1bd54185 x-openstack-request-id: req-f229d378-d5fd-4736-b785-4e8d1bd54185 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:40:56.717276 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "tag": "57d03083-a023-4a75-a08b-431fd16cca62", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:40:56.717903 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f229d378-d5fd-4736-b785-4e8d1bd54185 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:40:56.718577 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62', 'status': 'completed', 'code': 200} Aug 19 12:40:56.829469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-f8855af6-f257-4f04-be2c-a72fafa43816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:56.831394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-f8855af6-f257-4f04-be2c-a72fafa43816 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1095 time: 0.0827544 Aug 19 12:40:56.845390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-c42e88e3-750a-439b-950e-f1fc8bb0b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:56.847213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-c42e88e3-750a-439b-950e-f1fc8bb0b7de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1095 time: 0.0738723 Aug 19 12:40:56.877264 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4046edff-0664-468a-87de-c22d3aa7279d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:56.957353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-dfdbcc41-6830-4d3d-89a4-f0a927a6a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:56.959173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-dfdbcc41-6830-4d3d-89a4-f0a927a6a6cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 897 time: 0.1196716 Aug 19 12:40:56.991935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3d3ea-f6e4-437c-90e4-f7dfd6fad879 req-5ba84100-03f1-45d9-bc3b-fe551f5f05af tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:56.993536 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91c3d3ea-f6e4-437c-90e4-f7dfd6fad879 req-5ba84100-03f1-45d9-bc3b-fe551f5f05af tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 944 time: 0.0726569 Aug 19 12:40:56.999041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-54761dcf-b1cd-4a2c-ba94-92a6236e638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:57.000497 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-54761dcf-b1cd-4a2c-ba94-92a6236e638a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 897 time: 0.1339705 Aug 19 12:40:57.066339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-715d866b-7fc5-4caf-bc6c-a433c196dca6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1000 time: 0.1002820 Aug 19 12:40:57.107163 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91c3d3ea-f6e4-437c-90e4-f7dfd6fad879 req-d6715967-a277-4443-a6fb-2ba892f37003 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986178 Aug 19 12:40:57.109069 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-b1007acf-e027-4824-82a7-cb5876a57c7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1000 time: 0.0992928 Aug 19 12:40:57.130862 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4046edff-0664-468a-87de-c22d3aa7279d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.143686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-6f86be14-8f69-4136-bf96-2419cde84709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:57.145437 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-6f86be14-8f69-4136-bf96-2419cde84709 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.0712054 Aug 19 12:40:57.195265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-1a5a09db-51a5-49fc-807e-ef6223dbdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:57.196791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-1a5a09db-51a5-49fc-807e-ef6223dbdeaf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438819 Aug 19 12:40:57.200948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046edff-0664-468a-87de-c22d3aa7279d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074e28b2-60c5-43ed-8e3c-5c68d082bd95,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:57.216466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4046edff-0664-468a-87de-c22d3aa7279d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea90396ff2f64cad8a9efcaf750bce60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7035670 Aug 19 12:40:57.217116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56924) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:57.225551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-a6e5d797-e810-4027-b5c6-0d079aaf9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:57.227081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-a6e5d797-e810-4027-b5c6-0d079aaf9c97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.1108937 Aug 19 12:40:57.308463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-6d6f3721-4a8d-471a-9833-b788eab2f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:57.310074 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-6d6f3721-4a8d-471a-9833-b788eab2f5a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751626 Aug 19 12:40:57.318721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-cad46264-2903-436a-a096-1cfb2fe52cfd service neutron] 10.222.0.62 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137197 Aug 19 12:40:57.333434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86a5c556-4589-49a9-bbc2-3d60ca9c7a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.405696 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86a5c556-4589-49a9-bbc2-3d60ca9c7a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.474955 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-7fea0d30-8dff-4a6c-aab7-7c4a99f01286 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544716 Aug 19 12:40:57.537589 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-9d94c2b9-88a7-4c5d-83ba-7512ad560957 service neutron] 10.222.0.62 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097592 Aug 19 12:40:57.557534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024711bd-5ac0-422d-aeea-fa5f810c7bf6 req-2f727097-2b19-44c6-9b77-10933732d082 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:57.570479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-024711bd-5ac0-422d-aeea-fa5f810c7bf6 req-2f727097-2b19-44c6-9b77-10933732d082 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0959682 Aug 19 12:40:57.571384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56934) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:57.604096 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d722b60-3d9a-4f6e-b7e8-31741d7d50d9 req-25c03018-deda-4bf7-a335-366c0e4df230 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212709 Aug 19 12:40:57.611402 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-024711bd-5ac0-422d-aeea-fa5f810c7bf6 req-a6f55cee-7340-4db9-a80f-7e9dc8e89336 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398538 Aug 19 12:40:57.688285 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86a5c556-4589-49a9-bbc2-3d60ca9c7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.688285 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-86a5c556-4589-49a9-bbc2-3d60ca9c7a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.688285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-86a5c556-4589-49a9-bbc2-3d60ca9c7a96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/074e28b2-60c5-43ed-8e3c-5c68d082bd95 HTTP/1.1" status: 204 len: 168 time: 0.4626622 Aug 19 12:40:57.690124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5c556-4589-49a9-bbc2-3d60ca9c7a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074e28b2-60c5-43ed-8e3c-5c68d082bd95,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:57.773881 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6bf7db8a-d4fc-4bce-bdcf-46a365b6e257 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88504d4e6f5a4ecdb91893c0a5d5c56f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2012391 Aug 19 12:40:57.776605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56942) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:40:57.825918 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b937100-de7f-4463-bca2-c478077202e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:57.847678 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b937100-de7f-4463-bca2-c478077202e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.156935 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b937100-de7f-4463-bca2-c478077202e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.159545 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6b937100-de7f-4463-bca2-c478077202e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:40:58.163608 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6b937100-de7f-4463-bca2-c478077202e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21f92a4b-7b7c-4764-a611-60c9d3345de7 HTTP/1.1" status: 204 len: 168 time: 0.3833504 Aug 19 12:40:58.170505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b937100-de7f-4463-bca2-c478077202e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f92a4b-7b7c-4764-a611-60c9d3345de7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:40:58.254078 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab884a15-2f2d-4148-8cec-8af12765f72a req-8fc21878-8f1b-4bb3-b5c5-832384b296d1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:58.256443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab884a15-2f2d-4148-8cec-8af12765f72a req-8fc21878-8f1b-4bb3-b5c5-832384b296d1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 944 time: 0.0634742 Aug 19 12:40:58.314394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab884a15-2f2d-4148-8cec-8af12765f72a req-51b1d11e-b6b0-4d70-a39c-650cf21af8cd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507755 Aug 19 12:40:58.774495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c23444-ac01-4f2a-aeb4-b322aafcdb7d req-a1c6df6c-62ee-4336-87b1-9a0671958e90 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:58.776033 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9c23444-ac01-4f2a-aeb4-b322aafcdb7d req-a1c6df6c-62ee-4336-87b1-9a0671958e90 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0775638 Aug 19 12:40:58.822398 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9c23444-ac01-4f2a-aeb4-b322aafcdb7d req-b5ca92ac-878d-4ea0-aadd-a759178faacf tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Aug 19 12:40:58.977011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91859be6-6d62-43fb-80b7-dfa34c5172fa req-6aaa9772-146c-4f38-8578-318e635f6bb9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:58.978452 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91859be6-6d62-43fb-80b7-dfa34c5172fa req-6aaa9772-146c-4f38-8578-318e635f6bb9 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0573196 Aug 19 12:40:59.039102 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91859be6-6d62-43fb-80b7-dfa34c5172fa req-078b3bb3-7179-4d27-aa2d-8a1ba753828b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542040 Aug 19 12:40:59.178726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc64d84-74bc-47ed-b9a6-4db475f4444d req-9de08941-37cf-4c69-b5ff-5778244fe77c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:59.186301 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fbc64d84-74bc-47ed-b9a6-4db475f4444d req-9de08941-37cf-4c69-b5ff-5778244fe77c tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0645914 Aug 19 12:40:59.218051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fbc64d84-74bc-47ed-b9a6-4db475f4444d req-912d06a6-a186-45b1-88cc-4c90685f1f15 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317805 Aug 19 12:40:59.377018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd7c3-9ff5-4fdc-b9d6-f921001ce6b9 req-31139225-1ed5-4200-8f68-e9a176c3ea33 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:59.379114 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c13cd7c3-9ff5-4fdc-b9d6-f921001ce6b9 req-31139225-1ed5-4200-8f68-e9a176c3ea33 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0695856 Aug 19 12:40:59.431964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c13cd7c3-9ff5-4fdc-b9d6-f921001ce6b9 req-5bd7fcf3-a514-4f38-b52f-cd98c5c4a880 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440822 Aug 19 12:40:59.478752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9d47f-e47f-40cb-9b2b-3c7ed39e14a6 req-bfc1a0e2-4b6b-4845-9a02-bec84fc4f27e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:59.480696 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eef9d47f-e47f-40cb-9b2b-3c7ed39e14a6 req-bfc1a0e2-4b6b-4845-9a02-bec84fc4f27e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 944 time: 0.0805693 Aug 19 12:40:59.535243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eef9d47f-e47f-40cb-9b2b-3c7ed39e14a6 req-e9f37eb1-6306-4c25-aa3f-218fb5688daf tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470521 Aug 19 12:40:59.627476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcc6ad-319f-4ae3-b73d-0ceb654b4a0d req-adf9307f-b727-4b16-9d5a-5e68bfcd6353 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:59.629676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06fcc6ad-319f-4ae3-b73d-0ceb654b4a0d req-adf9307f-b727-4b16-9d5a-5e68bfcd6353 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0642452 Aug 19 12:40:59.717616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06fcc6ad-319f-4ae3-b73d-0ceb654b4a0d req-f38abb9a-102d-4ba3-ae8a-1b27e15091f6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754979 Aug 19 12:40:59.873062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068aee5-8be2-4217-99fd-1a003a2b6854 req-d8748873-1d17-4bbb-9ebb-d468ca3b49a8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:40:59.875511 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2068aee5-8be2-4217-99fd-1a003a2b6854 req-d8748873-1d17-4bbb-9ebb-d468ca3b49a8 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0552402 Aug 19 12:40:59.918273 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2068aee5-8be2-4217-99fd-1a003a2b6854 req-56246b1c-1b10-458b-a978-79e039c65cfc tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354426 Aug 19 12:41:00.057751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7b13b-99c4-4c32-b41b-eeea7c4984df req-8130f6f1-3679-46b9-a58e-258661788554 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:00.060439 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7de7b13b-99c4-4c32-b41b-eeea7c4984df req-8130f6f1-3679-46b9-a58e-258661788554 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0636239 Aug 19 12:41:00.105118 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7de7b13b-99c4-4c32-b41b-eeea7c4984df req-a9130b0d-fa94-4fcd-b3e4-2eb5725f816d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345891 Aug 19 12:41:00.122298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57040) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:00.251187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1360002036'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:00.318013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05c635-df03-4353-9f22-710c1f081954 req-b457054f-7ad3-4dab-b820-eed82d50256c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:00.319576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8e05c635-df03-4353-9f22-710c1f081954 req-b457054f-7ad3-4dab-b820-eed82d50256c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 944 time: 0.0585570 Aug 19 12:41:00.358215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8e05c635-df03-4353-9f22-710c1f081954 req-c3d0f619-be47-4ac2-a634-94644af277ef tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323911 Aug 19 12:41:00.399029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:41:00.495224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:00.510986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '57d03083-a023-4a75-a08b-431fd16cca62', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'port_id': '57d03083-a023-4a75-a08b-431fd16cca62', 'mac_address': 'fa:16:3e:c2:10:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:41:00.553112 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.565679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d03083-a023-4a75-a08b-431fd16cca62 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:00.587464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:00.640278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Made reservation on behalf of 7d13d6db119d479d97a12b7cafb05f5f for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:00.646696 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.662644 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.680258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-e2d50b02-2b0a-4775-8146-eeea575e5b79 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:00.682121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-e2d50b02-2b0a-4775-8146-eeea575e5b79 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de&tenant_id=c4204443efbc4475a6deb99809648e33&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 944 time: 0.0978565 Aug 19 12:41:00.749655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-bdf8f2b4-be92-48f4-a0f2-686a99284652 service neutron] 10.222.0.62 "GET /v2.0/ports/57d03083-a023-4a75-a08b-431fd16cca62/bindings/n-h1-803757-2 HTTP/1.1" status: 200 len: 382 time: 0.0583129 Aug 19 12:41:00.772203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.791173 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.817186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-c22d08b5-1d9a-4ccb-9f36-fdadeb407a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:00.818743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-c22d08b5-1d9a-4ccb-9f36-fdadeb407a54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1095 time: 0.0448480 Aug 19 12:41:00.878137 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:00.933015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-9db51a36-033a-41ac-b6ef-fc52c591d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:00.934507 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-9db51a36-033a-41ac-b6ef-fc52c591d123 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 897 time: 0.1072483 Aug 19 12:41:00.966106 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:00.991059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:41:01.007664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbab16e-8be3-43dd-bf68-0bff11c528a9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:01.008614 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-4428c691-90b4-4a29-8d6e-567590c391a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1001 time: 0.0651150 Aug 19 12:41:01.010678 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.011049 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Added segment 41ac79c8-ab30-4ead-916e-75e04b2537ab of type vlan for network 7f68dfbc-6d14-4f8a-a696-5cd1510e4739 Aug 19 12:41:01.039538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['57d03083-a023-4a75-a08b-431fd16cca62'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:41:01.067284 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.128073 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-1b69c063-b13f-43f2-9f5c-7a3c8d56e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:01.130981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-1b69c063-b13f-43f2-9f5c-7a3c8d56e1c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.1128356 Aug 19 12:41:01.209212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54485a7-dc5d-4bc0-a43d-71679d80300d req-0c1dc2c0-1d0d-4640-ab8f-0456371d1b80 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:01.209827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-b78d20f6-221c-4f66-9390-85d1cce94dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:01.211615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-b78d20f6-221c-4f66-9390-85d1cce94dc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723960 Aug 19 12:41:01.211964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e54485a7-dc5d-4bc0-a43d-71679d80300d req-0c1dc2c0-1d0d-4640-ab8f-0456371d1b80 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0573764 Aug 19 12:41:01.256507 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e54485a7-dc5d-4bc0-a43d-71679d80300d req-24442796-6282-4b79-871f-897bb87a1dd0 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386159 Aug 19 12:41:01.328233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.335558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:01.336090 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-3ec14947-dab5-4eae-bf01-e8591110cbd6 service neutron] 10.222.0.62 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121678 Aug 19 12:41:01.340090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:01.422892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Network': ['ID=7f68dfbc-6d14-4f8a-a696-5cd1510e4739,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:01.443523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 7f68dfbc-6d14-4f8a-a696-5cd1510e4739 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:41:01.474914 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-60715175-9ec7-4fe9-8e6c-49d8009d8898 service neutron] 10.222.0.62 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310213 Aug 19 12:41:01.516004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3bf7b-bdd2-40bd-93fa-7cd7c5f60920 req-7e9694ce-ce3a-4384-b0e0-d841c8b7d7af tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:01.517600 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bbe3bf7b-bdd2-40bd-93fa-7cd7c5f60920 req-7e9694ce-ce3a-4384-b0e0-d841c8b7d7af tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 945 time: 0.0580428 Aug 19 12:41:01.557653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bbe3bf7b-bdd2-40bd-93fa-7cd7c5f60920 req-ef5aa2c4-74c8-47a0-9127-aaa2225c7b9b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331073 Aug 19 12:41:01.647832 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6684e26f-d344-4801-b065-1f9bd10aa00e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5242987 Aug 19 12:41:01.650530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57076) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:01.655992 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'subnet': {'network_id': '7f68dfbc-6d14-4f8a-a696-5cd1510e4739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:01.898428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Made reservation on behalf of 7d13d6db119d479d97a12b7cafb05f5f for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:01.899593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.265324 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.330637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Subnet': ['ID=b4bc37d5-e7ad-4240-98c2-f315014188ae,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:02.347832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Checking segment: {'id': '41ac79c8-ab30-4ead-916e-75e04b2537ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7f68dfbc-6d14-4f8a-a696-5cd1510e4739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:02.348202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network hostable DHCP agents. Network: 7f68dfbc-6d14-4f8a-a696-5cd1510e4739, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:41:02.402442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafdd1a-f88b-4779-a507-a5d9c026f583 req-b0879816-4ed1-4737-bf65-0ce63000234e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:02.402442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-faafdd1a-f88b-4779-a507-a5d9c026f583 req-b0879816-4ed1-4737-bf65-0ce63000234e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0616145 Aug 19 12:41:02.430257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:02.454690 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-faafdd1a-f88b-4779-a507-a5d9c026f583 req-07047ed3-3bdb-4071-9ff1-63483034603a tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Aug 19 12:41:02.491028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 7f68dfbc-6d14-4f8a-a696-5cd1510e4739 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:41:02.585561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 57d03083-a023-4a75-a08b-431fd16cca62 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:02.598188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 57d03083-a023-4a75-a08b-431fd16cca62 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:02.601030 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.634732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 7f68dfbc-6d14-4f8a-a696-5cd1510e4739) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:02.642586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:02.643591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.646538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a3fe3-3ecd-4800-a3ab-b80a78eb186b None None] Network 7f68dfbc-6d14-4f8a-a696-5cd1510e4739 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:02.728830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de2be3-3638-4060-a199-2f75051cd10e req-e9b1c63d-ec70-455b-935d-7bc90fd05f16 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:02.730451 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05de2be3-3638-4060-a199-2f75051cd10e req-e9b1c63d-ec70-455b-935d-7bc90fd05f16 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 945 time: 0.0901232 Aug 19 12:41:02.781564 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.806740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05de2be3-3638-4060-a199-2f75051cd10e req-cc109b48-b407-4095-a759-1cbd278079eb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662177 Aug 19 12:41:02.812653 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e8ded779-f0d0-433c-a677-76b21e45d86b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1572847 Aug 19 12:41:02.812839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57108) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:02.817991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-341679260', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:02.853818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:02.858602 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e5c0e5-e613-44cf-80b2-12e39d9bcf0b" -d '{"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-plugged", "status": "completed", "tag": "57d03083-a023-4a75-a08b-431fd16cca62"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:02.868627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe7722e-7635-4987-90ed-940259d67f50 None None] Network 7f68dfbc-6d14-4f8a-a696-5cd1510e4739 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:02.874602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:02.926544 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76400cb1-f746-4854-b953-c13622a332b7 x-openstack-request-id: req-76400cb1-f746-4854-b953-c13622a332b7 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:02.926765 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-plugged", "status": "completed", "tag": "57d03083-a023-4a75-a08b-431fd16cca62", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:02.927248 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76400cb1-f746-4854-b953-c13622a332b7 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:02.927834 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62', 'code': 200} Aug 19 12:41:02.989882 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:02.993210 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.033734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c77297-e755-45da-a2cb-9cc003832f08 req-0e86b0ad-465d-4d4d-ac04-91d516696cde tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:03.038071 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4c77297-e755-45da-a2cb-9cc003832f08 req-0e86b0ad-465d-4d4d-ac04-91d516696cde tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0756500 Aug 19 12:41:03.065580 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.066068 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.073772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4c77297-e755-45da-a2cb-9cc003832f08 req-d5fe02ea-08ac-4e64-88df-6fcb8ff63e27 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Aug 19 12:41:03.121965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:03.292355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e9af5-17af-498d-ba9e-8f1a3295b186 req-0de9870c-1479-4aa7-8d87-6f4164d6182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:03.293841 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e0e9af5-17af-498d-ba9e-8f1a3295b186 req-0de9870c-1479-4aa7-8d87-6f4164d6182f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=55b5c552994d41198fde1656ade56c53&device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 1097 time: 0.0498860 Aug 19 12:41:03.849915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:03.867020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e9af5-17af-498d-ba9e-8f1a3295b186 req-6bfa62ed-e8e3-49e7-be80-150a7ad5d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:03.868552 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e0e9af5-17af-498d-ba9e-8f1a3295b186 req-6bfa62ed-e8e3-49e7-be80-150a7ad5d711 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ac8c95e7-e5c4-40e2-9518-f983b79c8710 HTTP/1.1" status: 200 len: 914 time: 0.5680962 Aug 19 12:41:03.932482 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e0e9af5-17af-498d-ba9e-8f1a3295b186 req-d440ba0f-0eeb-4105-990d-88b4b16037e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed HTTP/1.1" status: 200 len: 217 time: 0.0545521 Aug 19 12:41:04.020702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec3da8-c9ac-4d50-bd32-f242681fb9a7 req-47584a55-2dbb-482f-a180-48305155047d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.022212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53ec3da8-c9ac-4d50-bd32-f242681fb9a7 req-47584a55-2dbb-482f-a180-48305155047d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0938685 Aug 19 12:41:04.023732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e9af5-17af-498d-ba9e-8f1a3295b186 req-7aae96bb-f49c-44da-ba6d-725d4e2ba01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.025111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e0e9af5-17af-498d-ba9e-8f1a3295b186 req-7aae96bb-f49c-44da-ba6d-725d4e2ba01a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543 HTTP/1.1" status: 200 len: 853 time: 0.0828600 Aug 19 12:41:04.073651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e0e9af5-17af-498d-ba9e-8f1a3295b186 req-ce836cb5-5a2b-40b5-8664-fa51b8fc1b59 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ac8c95e7-e5c4-40e2-9518-f983b79c8710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390115 Aug 19 12:41:04.109424 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53ec3da8-c9ac-4d50-bd32-f242681fb9a7 req-5ac1b60f-717b-4129-8af2-fbe884b4e381 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810270 Aug 19 12:41:04.213357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7c294-22be-488d-a37c-ae5be8ead29a req-68adcc5b-11c2-43db-9956-5cf4fe2aed17 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:04.214878 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-11f7c294-22be-488d-a37c-ae5be8ead29a req-68adcc5b-11c2-43db-9956-5cf4fe2aed17 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0539799 Aug 19 12:41:04.259395 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e0e9af5-17af-498d-ba9e-8f1a3295b186 req-ff5bceb0-da32-4a2a-9e6d-551add1dbf4a service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721029 Aug 19 12:41:04.263443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-11f7c294-22be-488d-a37c-ae5be8ead29a req-789a778b-9c44-4773-bf77-2e41e749c60e tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Aug 19 12:41:04.395998 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e0e9af5-17af-498d-ba9e-8f1a3295b186 req-fdbade8b-d728-421a-9c5e-e4415654d7be service neutron] 10.222.0.62 "GET /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232738 Aug 19 12:41:04.491145 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.511693 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.615888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.25.2.185 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/b70de020-d4d5-4a5d-9a59-a01c80b74dc5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:04.735952 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.898077 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:04.934630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:04.941716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:04.945428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:04.971796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=b70de020-d4d5-4a5d-9a59-a01c80b74dc5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:05.070749 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-31e131ed-d746-4d57-a38a-bb71d1d71293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.231244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e370a-b3ad-41ee-aa38-d05f5fe925bc req-0356d3c0-0519-44fe-8405-f192fdf33c69 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:05.232858 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b9e370a-b3ad-41ee-aa38-d05f5fe925bc req-0356d3c0-0519-44fe-8405-f192fdf33c69 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0511920 Aug 19 12:41:05.316570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b9e370a-b3ad-41ee-aa38-d05f5fe925bc req-fbb3f6d7-1cd4-45dd-a6d6-d258fcb1e53d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757501 Aug 19 12:41:05.343151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-505ee042-6f7c-4592-bc88-0e2f8da240d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:05.348101 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-505ee042-6f7c-4592-bc88-0e2f8da240d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 1097 time: 0.1006551 Aug 19 12:41:05.357768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:05.607661 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.721503 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.747824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a894965-4343-45bc-9879-f1d8714ea9ce req-466adad9-a618-4606-9107-fc9ad3fbef50 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:05.749384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1a894965-4343-45bc-9879-f1d8714ea9ce req-466adad9-a618-4606-9107-fc9ad3fbef50 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.3865919 Aug 19 12:41:05.858954 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:05.866499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1a894965-4343-45bc-9879-f1d8714ea9ce req-8a0a7e31-9f7f-40ba-ae7b-288cf2b237e3 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978451 Aug 19 12:41:05.992445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:06.034257 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:06.078977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:06.081604 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d52a8cf-a443-42b0-b684-cd21516642a6" -d '{"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-unplugged", "status": "completed", "tag": "57d03083-a023-4a75-a08b-431fd16cca62"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:06.086131 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.100838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Transition to ACTIVE for port object 57d03083-a023-4a75-a08b-431fd16cca62 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:06.154184 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa50e083-309c-4433-a071-5b6d5b4d5509 x-openstack-request-id: req-aa50e083-309c-4433-a071-5b6d5b4d5509 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:06.154976 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-unplugged", "status": "completed", "tag": "57d03083-a023-4a75-a08b-431fd16cca62", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:06.155617 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa50e083-309c-4433-a071-5b6d5b4d5509 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:06.156019 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62', 'code': 200} Aug 19 12:41:06.276644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:41:06.330134 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.406047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:06.418535 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53459c49-631a-448c-bc7d-a392cdec7caa None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:06.432114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:06.432692 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53459c49-631a-448c-bc7d-a392cdec7caa None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:06.432792 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53459c49-631a-448c-bc7d-a392cdec7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:40:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:06.442721 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=10']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:06.506913 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53459c49-631a-448c-bc7d-a392cdec7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:06.524531 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53459c49-631a-448c-bc7d-a392cdec7caa None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:06.525441 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53459c49-631a-448c-bc7d-a392cdec7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:40:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:06.532686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:06.544652 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:06.548351 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3a3cb3a0-7e20-4e4e-a224-5f77ff3ae6be tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7318342 Aug 19 12:41:06.550467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57192) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:06.570283 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53459c49-631a-448c-bc7d-a392cdec7caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:06.571389 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53459c49-631a-448c-bc7d-a392cdec7caa None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:06.631820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f40a5-bba9-4d0c-bf70-ccb418bb6599 req-918c342f-6101-493e-9da7-c89e4d75aac6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:06.633699 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ca6f40a5-bba9-4d0c-bf70-ccb418bb6599 req-918c342f-6101-493e-9da7-c89e4d75aac6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 945 time: 0.1850610 Aug 19 12:41:06.703330 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ca6f40a5-bba9-4d0c-bf70-ccb418bb6599 req-bc759d15-900e-4a89-b6f5-961fda613010 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534887 Aug 19 12:41:06.753906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] No DVR routers for this DVR port 57d03083-a023-4a75-a08b-431fd16cca62 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:06.987951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:06.989767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:06.990170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 on network 9b3b3790-8bcd-4208-8412-873533f8ddf1 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:06.994999 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Port 57d03083-a023-4a75-a08b-431fd16cca62 on network 9b3b3790-8bcd-4208-8412-873533f8ddf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:41:06.995598 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Attempting to bind port 57d03083-a023-4a75-a08b-431fd16cca62 on network 9b3b3790-8bcd-4208-8412-873533f8ddf1 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:07.001778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:07.002436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Checking segment: {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:07.003819 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Bound using segment: {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:07.005178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Bound port: 57d03083-a023-4a75-a08b-431fd16cca62, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245fdaa4-8529-40af-a329-598152835600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:07.006626 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.059141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525e219-3ab0-4637-9ab0-f7869a846ed3 req-37d6a054-7020-4bdb-86ab-12daa81b897d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:07.060669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4525e219-3ab0-4637-9ab0-f7869a846ed3 req-37d6a054-7020-4bdb-86ab-12daa81b897d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0952945 Aug 19 12:41:07.109132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:07.112904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:07.140582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4525e219-3ab0-4637-9ab0-f7869a846ed3 req-c98f0804-a1d4-49e9-b1bb-3020af6da594 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695226 Aug 19 12:41:07.208888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.299044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf13f9b-e8e0-4543-bb65-693e29bb3650 req-4e45f5d2-8994-4d27-ab23-b7e289d6b883 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:07.300573 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebf13f9b-e8e0-4543-bb65-693e29bb3650 req-4e45f5d2-8994-4d27-ab23-b7e289d6b883 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0596225 Aug 19 12:41:07.340837 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.353504 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebf13f9b-e8e0-4543-bb65-693e29bb3650 req-18bde621-8ea7-4623-8af7-572d904e4fdc tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459774 Aug 19 12:41:07.433271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:07.433903 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.435816 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1093 time: 2.0822742 Aug 19 12:41:07.436805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03334fc7-c949-489f-b869-7b2b1b3283d3 service neutron] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=11']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:07.584156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-90adc1d3-60c5-4bc6-8154-8bf4a1d5331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:07.585711 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-90adc1d3-60c5-4bc6-8154-8bf4a1d5331c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1096 time: 0.1215985 Aug 19 12:41:07.602003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68335188-aca8-4d9c-ba75-1715929b2ae5 req-3b273d6e-a27e-44b1-85ee-5a041becac02 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:07.603938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68335188-aca8-4d9c-ba75-1715929b2ae5 req-3b273d6e-a27e-44b1-85ee-5a041becac02 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0880911 Aug 19 12:41:07.607675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.20.0.1 (7f68dfbc-6d14-4f8a-a696-5cd1510e4739/b4bc37d5-e7ad-4240-98c2-f315014188ae/0f160d3c-eb0c-4a8a-8b54-acd9bb4d419b) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:07.733704 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68335188-aca8-4d9c-ba75-1715929b2ae5 req-a4eb5c49-d97f-437d-97eb-8d61e9089aaa tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162529 Aug 19 12:41:07.773601 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.781584 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.796555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-14a6cb55-41f3-47e9-b8b2-6cee8f05dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:07.798057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-14a6cb55-41f3-47e9-b8b2-6cee8f05dc79 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 897 time: 0.1928687 Aug 19 12:41:07.831505 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2c4d61bd-9abd-4dc3-880e-0dd76dfba1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:07.903088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-7f18418a-4fea-4b52-84bc-44535d23127d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1000 time: 0.0935695 Aug 19 12:41:07.907531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94261-0066-471f-a629-461a0f08821d req-2ebfde3c-d273-4a7f-bce1-a6cccdc7f502 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:07.909102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76a94261-0066-471f-a629-461a0f08821d req-2ebfde3c-d273-4a7f-bce1-a6cccdc7f502 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 945 time: 0.0692251 Aug 19 12:41:07.927169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8b7b-156b-4614-abe7-d8f267a3dc52 req-2e40eb7d-9dd8-4f06-8365-102738f5bfe2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:07.928853 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4cd8b7b-156b-4614-abe7-d8f267a3dc52 req-2e40eb7d-9dd8-4f06-8365-102738f5bfe2 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0799839 Aug 19 12:41:07.971189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76a94261-0066-471f-a629-461a0f08821d req-16c9c705-8dd6-43ef-ab1a-f6625269806a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545044 Aug 19 12:41:08.006523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-3101ed33-a65d-44a7-978f-063a71ad39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.008005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-3101ed33-a65d-44a7-978f-063a71ad39e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.0975378 Aug 19 12:41:08.015868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4cd8b7b-156b-4614-abe7-d8f267a3dc52 req-75f93206-fa99-45c1-a05c-a2ad39550e28 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514929 Aug 19 12:41:08.068314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-987d6ec9-7009-4ddc-979f-91456cb9e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.071819 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-987d6ec9-7009-4ddc-979f-91456cb9e355 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545528 Aug 19 12:41:08.076690 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.155413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 7f68dfbc-6d14-4f8a-a696-5cd1510e4739 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:08.163242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:08.170025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:08.173166 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7" -d '{"events": [{"name": "network-changed", "server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "tag": "57d03083-a023-4a75-a08b-431fd16cca62"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:08.175018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:08.211713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=0f160d3c-eb0c-4a8a-8b54-acd9bb4d419b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:08.237966 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.285562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58413f57-7d3c-44d5-ad4a-7e4e69b9a412 req-5623371a-f3aa-4710-bbf2-738b94c5195b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.292778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-58413f57-7d3c-44d5-ad4a-7e4e69b9a412 req-5623371a-f3aa-4710-bbf2-738b94c5195b tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.1154685 Aug 19 12:41:08.294893 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:41:08.301220 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a45e9-e36e-44c8-826f-b9a9320f11fe x-openstack-request-id: req-154a45e9-e36e-44c8-826f-b9a9320f11fe {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:08.301518 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "tag": "57d03083-a023-4a75-a08b-431fd16cca62", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:08.301771 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-154a45e9-e36e-44c8-826f-b9a9320f11fe {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:08.302163 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62', 'status': 'completed', 'code': 200} Aug 19 12:41:08.320631 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-363539c2-8211-4d3d-978c-7d438617f5b6 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340896 Aug 19 12:41:08.409473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-58413f57-7d3c-44d5-ad4a-7e4e69b9a412 req-6baeff75-9681-417e-88f5-2b30e66be0e5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157761 Aug 19 12:41:08.436644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-ece36c6d-b0fb-4a63-90c9-3195c4b3cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.439240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-ece36c6d-b0fb-4a63-90c9-3195c4b3cf1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1096 time: 0.0710824 Aug 19 12:41:08.468585 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2baf9857-4a49-41bb-9463-d03fdb2622b7 req-a1ed8283-e1ae-4a5c-b3fc-43fcdbffbfd0 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363468 Aug 19 12:41:08.569685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-169624d9-2eb3-4712-98f6-cd6f0006afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.572128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-169624d9-2eb3-4712-98f6-cd6f0006afa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1096 time: 0.0541174 Aug 19 12:41:08.627654 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:08.656065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29527-353e-4f37-8ad7-924cd1718cd9 req-b5588941-5bc6-4f60-be52-cc59dd9a2922 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.657706 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dee29527-353e-4f37-8ad7-924cd1718cd9 req-b5588941-5bc6-4f60-be52-cc59dd9a2922 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.1390731 Aug 19 12:41:08.693878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-e2649ac5-4314-4e4b-bd94-58966fe3d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.696244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-e2649ac5-4314-4e4b-bd94-58966fe3d4a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 897 time: 0.1168849 Aug 19 12:41:08.698127 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-f1961c13-aef1-4662-96c4-10cee8d49489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.699576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-f1961c13-aef1-4662-96c4-10cee8d49489 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 897 time: 0.2464187 Aug 19 12:41:08.788945 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-7e6292d4-6285-4622-bf08-539b3cda33de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1000 time: 0.0853360 Aug 19 12:41:08.908632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-6f328afa-5d19-4c1a-ad7c-d0e3b16978e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.910750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-6f328afa-5d19-4c1a-ad7c-d0e3b16978e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.1130507 Aug 19 12:41:08.963258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-3695ce79-d637-4ba7-b70c-af5405b7930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:08.964723 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-3695ce79-d637-4ba7-b70c-af5405b7930d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455065 Aug 19 12:41:09.159600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-83472a73-ecae-4325-9555-c6f6c50cc886 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864939 Aug 19 12:41:09.186510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1049fe0-7300-47f0-9f7a-73b9bdc62ab6 req-8b203279-0b87-4107-96ab-443d5ceebcf3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:09.188074 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1049fe0-7300-47f0-9f7a-73b9bdc62ab6 req-8b203279-0b87-4107-96ab-443d5ceebcf3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 945 time: 0.0803037 Aug 19 12:41:09.225301 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.264849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dee29527-353e-4f37-8ad7-924cd1718cd9 req-5286246a-f339-451f-b0e3-a18e61821a28 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664759 Aug 19 12:41:09.306629 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1049fe0-7300-47f0-9f7a-73b9bdc62ab6 req-9576f502-dab6-475d-a62c-ca3b1392c62a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032517 Aug 19 12:41:09.333719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-12363df3-68d8-4068-b559-de18e1a0e162 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1000 time: 0.6178873 Aug 19 12:41:09.354739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-74fc3766-66a9-4cbb-8bbf-45d04790c53c service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855235 Aug 19 12:41:09.444940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-e5da76e3-b59a-4f8c-9008-3474967f2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:09.446343 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-e5da76e3-b59a-4f8c-9008-3474967f2db6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.1052308 Aug 19 12:41:09.518786 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de80146-d737-41b0-a307-13bc0abb4a57 req-f499b9ff-57ca-4dd5-bf97-e1c7f4c4125d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:09.521248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8de80146-d737-41b0-a307-13bc0abb4a57 req-f499b9ff-57ca-4dd5-bf97-e1c7f4c4125d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.1472154 Aug 19 12:41:09.605121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-567c8bc2-449b-4516-a614-7ae44a375a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:09.606655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-567c8bc2-449b-4516-a614-7ae44a375a30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506600 Aug 19 12:41:09.619338 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8de80146-d737-41b0-a307-13bc0abb4a57 req-b078b00d-dcb8-487d-89c0-3210e644b7cd tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727205 Aug 19 12:41:09.741888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:09.771472 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-4bcd4871-0e9c-4ae0-bd9d-bb18eca9d8f7 service neutron] 10.222.0.62 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552157 Aug 19 12:41:09.782145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03a3ec-383c-4957-9dfe-d33c1fb5ec23 req-acb5ecdd-0fd9-4aee-9b04-e3f9d0543ca6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:09.783838 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f03a3ec-383c-4957-9dfe-d33c1fb5ec23 req-acb5ecdd-0fd9-4aee-9b04-e3f9d0543ca6 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0587497 Aug 19 12:41:09.832379 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f03a3ec-383c-4957-9dfe-d33c1fb5ec23 req-ef8b0989-b904-45fc-8188-18dde6c66774 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400376 Aug 19 12:41:09.963902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3b0c8ac-2892-4d70-be99-dbba07c0ffe7 req-67d7c4f0-0c69-4d47-8aca-64bb8687c6ac service neutron] 10.222.0.62 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250601 Aug 19 12:41:10.059473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468fb20-96c7-4310-a2ea-356dcf4b6320 req-15706555-8ed2-45c7-8feb-28ca6fa0a0a7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:10.061715 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6468fb20-96c7-4310-a2ea-356dcf4b6320 req-15706555-8ed2-45c7-8feb-28ca6fa0a0a7 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0502045 Aug 19 12:41:10.099238 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6468fb20-96c7-4310-a2ea-356dcf4b6320 req-846d8bba-ce27-49a7-ae3d-57bd3d892283 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Aug 19 12:41:10.173287 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.298440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=0f160d3c-eb0c-4a8a-8b54-acd9bb4d419b,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:10.301681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.323244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402a7f9-038b-4d99-b757-e6c15709163c req-6ab18d76-4c00-4c8b-a5eb-3893080cdce3 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:10.324763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8402a7f9-038b-4d99-b757-e6c15709163c req-6ab18d76-4c00-4c8b-a5eb-3893080cdce3 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.1473284 Aug 19 12:41:10.426376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8402a7f9-038b-4d99-b757-e6c15709163c req-6df37b6a-4198-423d-a660-3aab7402f720 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878227 Aug 19 12:41:10.465388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 7f68dfbc-6d14-4f8a-a696-5cd1510e4739 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:10.465388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:10.595791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ba6df-14d7-48ca-ab46-3007caf3240d req-d8c4757f-cce9-45bf-a892-7dde62bd8816 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:10.603601 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f24ba6df-14d7-48ca-ab46-3007caf3240d req-d8c4757f-cce9-45bf-a892-7dde62bd8816 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 945 time: 0.2029819 Aug 19 12:41:10.641976 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f24ba6df-14d7-48ca-ab46-3007caf3240d req-5e5a2f2c-de7a-4f8d-8341-4e078a535493 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373046 Aug 19 12:41:10.646519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:10.653322 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:10.669439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1810c6f-b3e8-4f4c-b183-06b4621d1e6e req-74af5726-3d38-44c9-8609-a68425530556 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:10.670973 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d1810c6f-b3e8-4f4c-b183-06b4621d1e6e req-74af5726-3d38-44c9-8609-a68425530556 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0730803 Aug 19 12:41:10.793932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d1810c6f-b3e8-4f4c-b183-06b4621d1e6e req-91a66b9f-d6b1-460f-bcb7-3a3769e1e800 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789654 Aug 19 12:41:10.817902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:10.825622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57300) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:10.826695 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3364b48a-8709-424d-82ea-b59e8f34641b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "PUT /v2.0/routers/a7832f0c-2150-43aa-8bbf-ba957df28d9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2770278 Aug 19 12:41:10.829222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf2468a-adcd-4bd2-93e2-1e5fcde3e14b None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:10.831733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'port': {'network_id': '7f68dfbc-6d14-4f8a-a696-5cd1510e4739', 'name': 'tempest-FloatingIPTestJSON-2001199173'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:10.859379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2468a-adcd-4bd2-93e2-1e5fcde3e14b None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:10.862737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4cf2468a-adcd-4bd2-93e2-1e5fcde3e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:10.912791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4cf2468a-adcd-4bd2-93e2-1e5fcde3e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:10.923476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2468a-adcd-4bd2-93e2-1e5fcde3e14b None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:10.924481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4cf2468a-adcd-4bd2-93e2-1e5fcde3e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:10.973823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4cf2468a-adcd-4bd2-93e2-1e5fcde3e14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:10.974588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf2468a-adcd-4bd2-93e2-1e5fcde3e14b None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:10.995726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798ad19-f1bf-4dbf-8988-45aa484e5876 req-a98ee0c6-f9bd-4c1c-b269-126b3cf5f3f5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:10.997297 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3798ad19-f1bf-4dbf-8988-45aa484e5876 req-a98ee0c6-f9bd-4c1c-b269-126b3cf5f3f5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.1001191 Aug 19 12:41:11.056242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3798ad19-f1bf-4dbf-8988-45aa484e5876 req-491ca02f-8c23-4477-9383-32d10aa02e59 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511487 Aug 19 12:41:11.068287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:41:11.193847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Made reservation on behalf of 7d13d6db119d479d97a12b7cafb05f5f for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:11.198350 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.239466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] device_id is not set on port 73a1525d-d0de-4cea-a87d-8316a8899bcf yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:41:11.264590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a037a-14b1-4441-ab7e-77130c0953f6 req-8e2bb5f0-9184-4a3d-9826-933423004e40 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:11.266450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a59a037a-14b1-4441-ab7e-77130c0953f6 req-8e2bb5f0-9184-4a3d-9826-933423004e40 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.1120586 Aug 19 12:41:11.355062 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:11.367285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '57d03083-a023-4a75-a08b-431fd16cca62', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'port_id': '57d03083-a023-4a75-a08b-431fd16cca62', 'mac_address': 'fa:16:3e:c2:10:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:41:11.371543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a59a037a-14b1-4441-ab7e-77130c0953f6 req-b7f13bec-70b4-43f6-b8cc-0d5cef4fd073 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609024 Aug 19 12:41:11.433898 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.446509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.20.0.2 (7f68dfbc-6d14-4f8a-a696-5cd1510e4739/b4bc37d5-e7ad-4240-98c2-f315014188ae/73a1525d-d0de-4cea-a87d-8316a8899bcf) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:11.459554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d03083-a023-4a75-a08b-431fd16cca62 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:11.486765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:11.541374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274bd0d-1cbd-4274-870d-158e53267339 req-641d3a12-3699-40ad-8109-72dcc058127f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:11.542900 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4274bd0d-1cbd-4274-870d-158e53267339 req-641d3a12-3699-40ad-8109-72dcc058127f tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0635791 Aug 19 12:41:11.584521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4274bd0d-1cbd-4274-870d-158e53267339 req-9a32af25-bdff-4b69-b0df-29186f549679 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350876 Aug 19 12:41:11.633322 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.725643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f56df-5c13-4ff3-9d52-7556085f2c08 req-d89712d3-2390-4ae2-94a4-8e7d8857b842 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:11.727273 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-330f56df-5c13-4ff3-9d52-7556085f2c08 req-d89712d3-2390-4ae2-94a4-8e7d8857b842 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0520978 Aug 19 12:41:11.733532 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:11.768902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-330f56df-5c13-4ff3-9d52-7556085f2c08 req-5f5ad153-6edf-4f6c-9ec4-7263e1cad402 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Aug 19 12:41:11.781858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4191b9-2d06-4f52-9d4d-d1ea225df3b4 req-d86b85b7-b766-4b2f-b7f1-c14e5adb6de7 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:11.783559 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf4191b9-2d06-4f52-9d4d-d1ea225df3b4 req-d86b85b7-b766-4b2f-b7f1-c14e5adb6de7 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 946 time: 0.0592580 Aug 19 12:41:11.790007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=12']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:11.835240 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf4191b9-2d06-4f52-9d4d-d1ea225df3b4 req-60e0bd29-fb67-4ca4-ba44-d221524c4a0b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359957 Aug 19 12:41:11.850141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57332) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:11.915868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7346424e-6416-4918-98fc-9cf16ff32cf0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/0621f393-3857-48ac-9e64-839a021babff HTTP/1.1" status: 200 len: 993 time: 0.0646117 Aug 19 12:41:12.015285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['57d03083-a023-4a75-a08b-431fd16cca62'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:41:12.023308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.094019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 7f68dfbc-6d14-4f8a-a696-5cd1510e4739 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:12.099586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:12.102030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=73a1525d-d0de-4cea-a87d-8316a8899bcf,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:12.106340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:12.171550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:12.172218 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.386133 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2b93dfaa-397f-4c13-bd17-f03ef26afde3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5583639 Aug 19 12:41:12.388851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57338) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:12.396956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'port': {'network_id': '7f68dfbc-6d14-4f8a-a696-5cd1510e4739', 'name': 'tempest-FloatingIPTestJSON-1486706177'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:12.921582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Made reservation on behalf of 7d13d6db119d479d97a12b7cafb05f5f for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:12.933941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:12.944994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] device_id is not set on port 51a29f9d-58ce-4af2-b94e-8bd88e63a9eb yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:41:13.090205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.20.0.3 (7f68dfbc-6d14-4f8a-a696-5cd1510e4739/b4bc37d5-e7ad-4240-98c2-f315014188ae/51a29f9d-58ce-4af2-b94e-8bd88e63a9eb) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:13.091827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:13.262570 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.405794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 57d03083-a023-4a75-a08b-431fd16cca62 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:13.419081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 57d03083-a023-4a75-a08b-431fd16cca62 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:13.419081 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.522392 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.529235 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.547053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:13.549507 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dacce5-7126-4da1-8938-45e8c53631dc" -d '{"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-plugged", "status": "completed", "tag": "57d03083-a023-4a75-a08b-431fd16cca62"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:13.572134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:13.594716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 7f68dfbc-6d14-4f8a-a696-5cd1510e4739 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:13.605122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:13.612091 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd1a137-edee-411a-a747-6cb490039eb0 x-openstack-request-id: req-ecd1a137-edee-411a-a747-6cb490039eb0 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:13.612430 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-plugged", "status": "completed", "tag": "57d03083-a023-4a75-a08b-431fd16cca62", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:13.612686 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecd1a137-edee-411a-a747-6cb490039eb0 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:13.613589 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62', 'code': 200} Aug 19 12:41:13.615752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:13.628489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=51a29f9d-58ce-4af2-b94e-8bd88e63a9eb,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:13.690788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:13.691616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.732926 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:13.790671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=13']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:13.914477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57370) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:13.916289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c4328d95-7487-4086-a5bb-fb93676a0f1e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5244133 Aug 19 12:41:13.920888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '51a29f9d-58ce-4af2-b94e-8bd88e63a9eb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:14.188641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.301666 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.419361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.25.2.102 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/bb5a2c81-ac1e-4fd3-b7ff-10d67e029b0e) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:14.571792 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.833874 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:14.882096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:14.885120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:14.889474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:14.893104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=bb5a2c81-ac1e-4fd3-b7ff-10d67e029b0e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:15.558842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:15.923171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.100530 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.293332 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.369588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=bb5a2c81-ac1e-4fd3-b7ff-10d67e029b0e,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:16.383452 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:16.495473 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP 8e84a858-9ca8-44e0-a4c7-756ae74b0c74 associated. External IP: 172.25.2.102, port: 51a29f9d-58ce-4af2-b94e-8bd88e63a9eb. Aug 19 12:41:16.761126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:16.864608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:16.875453 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49381a99-795d-41ce-8dc5-9d36d39ede07 None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:16.885408 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49381a99-795d-41ce-8dc5-9d36d39ede07 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:16.886011 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-49381a99-795d-41ce-8dc5-9d36d39ede07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:16.917796 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-49381a99-795d-41ce-8dc5-9d36d39ede07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:16.927966 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49381a99-795d-41ce-8dc5-9d36d39ede07 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:16.928763 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-49381a99-795d-41ce-8dc5-9d36d39ede07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:16.963814 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-49381a99-795d-41ce-8dc5-9d36d39ede07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:16.964462 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49381a99-795d-41ce-8dc5-9d36d39ede07 None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:17.241864 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.275207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-78ace13a-9514-455d-87db-a49d660d6969 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3587639 Aug 19 12:41:17.276341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57422) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:17.281296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-edf0a66b-473c-4eb6-a7e9-6deb4e5251ef tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:17.340380 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edf0a66b-473c-4eb6-a7e9-6deb4e5251ef tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.507733 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edf0a66b-473c-4eb6-a7e9-6deb4e5251ef tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.824525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edf0a66b-473c-4eb6-a7e9-6deb4e5251ef tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:17.825088 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-edf0a66b-473c-4eb6-a7e9-6deb4e5251ef tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP 8e84a858-9ca8-44e0-a4c7-756ae74b0c74 disassociated. External IP: 172.25.2.102, port: 51a29f9d-58ce-4af2-b94e-8bd88e63a9eb. Aug 19 12:41:18.142268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf0a66b-473c-4eb6-a7e9-6deb4e5251ef tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:18.258539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf0a66b-473c-4eb6-a7e9-6deb4e5251ef tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:18.265452 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edf0a66b-473c-4eb6-a7e9-6deb4e5251ef tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.270211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962aaef3-ff34-48a3-87f5-b2941014a127 None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:18.280841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962aaef3-ff34-48a3-87f5-b2941014a127 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:18.281388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-962aaef3-ff34-48a3-87f5-b2941014a127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:18.298734 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-edf0a66b-473c-4eb6-a7e9-6deb4e5251ef tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "PUT /v2.0/floatingips/8e84a858-9ca8-44e0-a4c7-756ae74b0c74 HTTP/1.1" status: 200 len: 688 time: 1.0218217 Aug 19 12:41:18.300830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57444) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:18.314027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-962aaef3-ff34-48a3-87f5-b2941014a127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:18.323329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962aaef3-ff34-48a3-87f5-b2941014a127 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:18.323947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-962aaef3-ff34-48a3-87f5-b2941014a127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:18.363824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-962aaef3-ff34-48a3-87f5-b2941014a127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:18.363824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962aaef3-ff34-48a3-87f5-b2941014a127 None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:18.436471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-96c6456b-222b-490f-822d-60ed963bc7c5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port bb5a2c81-ac1e-4fd3-b7ff-10d67e029b0e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:18.436921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-96c6456b-222b-490f-822d-60ed963bc7c5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.533790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-96c6456b-222b-490f-822d-60ed963bc7c5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.534220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-96c6456b-222b-490f-822d-60ed963bc7c5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.546604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-96c6456b-222b-490f-822d-60ed963bc7c5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for bb5a2c81-ac1e-4fd3-b7ff-10d67e029b0e owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:18.852874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-96c6456b-222b-490f-822d-60ed963bc7c5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.880433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6456b-222b-490f-822d-60ed963bc7c5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=bb5a2c81-ac1e-4fd3-b7ff-10d67e029b0e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:18.943038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-96c6456b-222b-490f-822d-60ed963bc7c5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.947887 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-96c6456b-222b-490f-822d-60ed963bc7c5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:18.952495 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-96c6456b-222b-490f-822d-60ed963bc7c5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/floatingips/8e84a858-9ca8-44e0-a4c7-756ae74b0c74 HTTP/1.1" status: 204 len: 168 time: 0.6473114 Aug 19 12:41:18.958140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57472) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:18.966871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '73a1525d-d0de-4cea-a87d-8316a8899bcf'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:19.217360 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:19.320179 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:19.433316 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.25.2.107 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/20143f08-2842-41a5-9e0a-5414db40cb73) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:19.641989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.030656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.075843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:20.087137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:20.092483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:20.108004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=20143f08-2842-41a5-9e0a-5414db40cb73,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:20.540086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e6a01-952a-4b76-8cb6-b6992bd8ac09 req-de55d5e7-e5ca-4a83-ae9e-5f074dfc5234 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:20.547883 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f8e6a01-952a-4b76-8cb6-b6992bd8ac09 req-de55d5e7-e5ca-4a83-ae9e-5f074dfc5234 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0650685 Aug 19 12:41:20.586037 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:20.590211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f8e6a01-952a-4b76-8cb6-b6992bd8ac09 req-f7f8a82e-8266-43a5-8a75-a6c55405c5d3 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413458 Aug 19 12:41:20.881791 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.034387 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.241051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.321714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=20143f08-2842-41a5-9e0a-5414db40cb73,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:21.333874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:21.437227 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP 2ccbd1ae-31b6-43bc-8dfe-da0b0475ab9d associated. External IP: 172.25.2.107, port: 73a1525d-d0de-4cea-a87d-8316a8899bcf. Aug 19 12:41:21.648160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:21.704097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb6579-7bb8-4be5-a9bd-532822c7d549 req-d23c0404-b46c-46b0-87e2-f7a8cbc3642d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:21.705802 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9bb6579-7bb8-4be5-a9bd-532822c7d549 req-d23c0404-b46c-46b0-87e2-f7a8cbc3642d tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.0527487 Aug 19 12:41:21.757399 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9bb6579-7bb8-4be5-a9bd-532822c7d549 req-ccc4db02-61d0-4fc2-8153-2cced5c2c9b5 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Aug 19 12:41:22.187005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204e6e2-ce52-4464-8834-e822f4c88d40 req-6b09f249-6918-4098-b9ea-d30d8db9b864 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:22.187005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e204e6e2-ce52-4464-8834-e822f4c88d40 req-6b09f249-6918-4098-b9ea-d30d8db9b864 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.62 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 946 time: 0.1100788 Aug 19 12:41:22.232677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:22.244856 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa40583-53c7-4ff6-9b61-b5b8c49e8917 None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:22.260137 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa40583-53c7-4ff6-9b61-b5b8c49e8917 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:22.260977 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1aa40583-53c7-4ff6-9b61-b5b8c49e8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:22.321035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e204e6e2-ce52-4464-8834-e822f4c88d40 req-ca4beff3-3aa5-482a-aa94-0815483cc812 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Deleting port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:22.321916 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e204e6e2-ce52-4464-8834-e822f4c88d40 req-ca4beff3-3aa5-482a-aa94-0815483cc812 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.407036 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1aa40583-53c7-4ff6-9b61-b5b8c49e8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:22.416801 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa40583-53c7-4ff6-9b61-b5b8c49e8917 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:22.417408 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1aa40583-53c7-4ff6-9b61-b5b8c49e8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:22.421806 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e204e6e2-ce52-4464-8834-e822f4c88d40 req-ca4beff3-3aa5-482a-aa94-0815483cc812 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] For port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,segment=NetworkSegment(1ffaee07-469a-49b7-9c23-c7e9ac145466),segment_id=1ffaee07-469a-49b7-9c23-c7e9ac145466)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:22.422168 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e204e6e2-ce52-4464-8834-e822f4c88d40 req-ca4beff3-3aa5-482a-aa94-0815483cc812 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.436429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e204e6e2-ce52-4464-8834-e822f4c88d40 req-ca4beff3-3aa5-482a-aa94-0815483cc812 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Calling delete_port for 64ddfa12-8e9a-49ae-8f45-5a1225a50fed owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:22.450476 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1aa40583-53c7-4ff6-9b61-b5b8c49e8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:22.451470 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa40583-53c7-4ff6-9b61-b5b8c49e8917 None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:22.485546 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.529289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b9e6c8b2-3fed-4bd1-9500-fda92720f5e6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5734978 Aug 19 12:41:22.532070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57582) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:22.618966 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a7fee80b-7bf4-4d65-b92a-40c8f33700de tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "GET /v2.0/floatingips/2ccbd1ae-31b6-43bc-8dfe-da0b0475ab9d HTTP/1.1" status: 200 len: 978 time: 0.0729723 Aug 19 12:41:22.620222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57588) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:22.763985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4c335d9d-acf2-4a92-a411-04358cbe7960 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1423280 Aug 19 12:41:22.766884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57590) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:22.772953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-024dc309-af22-4071-9cf2-140a42661829 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'floatingip': {'port_id': '51a29f9d-58ce-4af2-b94e-8bd88e63a9eb'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:22.841486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-024dc309-af22-4071-9cf2-140a42661829 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.897805 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5bb917c-66ed-410a-ad74-c7032acd2287 req-ab42c468-13ee-4278-a7bb-db062d8d1060 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 210 time: 0.0314598 Aug 19 12:41:22.910241 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e204e6e2-ce52-4464-8834-e822f4c88d40 req-ca4beff3-3aa5-482a-aa94-0815483cc812 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:22.930474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['64ddfa12-8e9a-49ae-8f45-5a1225a50fed'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:41:22.964218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4beff3-3aa5-482a-aa94-0815483cc812 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Pushing event deleted for resources: {'Port': ['ID=64ddfa12-8e9a-49ae-8f45-5a1225a50fed,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:23.025324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e204e6e2-ce52-4464-8834-e822f4c88d40 req-ca4beff3-3aa5-482a-aa94-0815483cc812 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] No DVR routers for this DVR port 64ddfa12-8e9a-49ae-8f45-5a1225a50fed on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:23.030661 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e204e6e2-ce52-4464-8834-e822f4c88d40 req-ca4beff3-3aa5-482a-aa94-0815483cc812 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.032726 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e204e6e2-ce52-4464-8834-e822f4c88d40 req-ca4beff3-3aa5-482a-aa94-0815483cc812 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.62 "DELETE /v2.0/ports/64ddfa12-8e9a-49ae-8f45-5a1225a50fed HTTP/1.1" status: 204 len: 173 time: 0.8401175 Aug 19 12:41:23.036952 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'name': 'network-vif-deleted', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:23.038872 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab88e55d-38a5-4ba5-8340-bdeb3306e015" -d '{"events": [{"server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "name": "network-vif-deleted", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:23.085357 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6359890b-3b4f-4274-949a-a808664dfc39 x-openstack-request-id: req-6359890b-3b4f-4274-949a-a808664dfc39 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:23.085647 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31c312e-d096-40b3-beef-9cf0c2c5064b", "name": "network-vif-deleted", "tag": "64ddfa12-8e9a-49ae-8f45-5a1225a50fed", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:23.085906 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6359890b-3b4f-4274-949a-a808664dfc39 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:23.086296 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31c312e-d096-40b3-beef-9cf0c2c5064b', 'name': 'network-vif-deleted', 'tag': '64ddfa12-8e9a-49ae-8f45-5a1225a50fed', 'status': 'completed', 'code': 200} Aug 19 12:41:23.598639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-024dc309-af22-4071-9cf2-140a42661829 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.713691 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-024dc309-af22-4071-9cf2-140a42661829 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:23.835108 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-024dc309-af22-4071-9cf2-140a42661829 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP 2ccbd1ae-31b6-43bc-8dfe-da0b0475ab9d associated. External IP: 172.25.2.107, port: 73a1525d-d0de-4cea-a87d-8316a8899bcf. Aug 19 12:41:24.101669 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-630caad5-cdcc-4fd1-b185-460a2acd818b req-fe7ddb7f-b390-48f3-ac6c-7a7f3ad68467 tempest-ServersNegativeTestJSON-24963444 tempest-ServersNegativeTestJSON-24963444-project] 10.222.0.21 "GET /v2.0/ports?device_id=c31c312e-d096-40b3-beef-9cf0c2c5064b HTTP/1.1" status: 200 len: 210 time: 0.0370595 Aug 19 12:41:24.128871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024dc309-af22-4071-9cf2-140a42661829 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:24.250377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024dc309-af22-4071-9cf2-140a42661829 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:24.260070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d18ec-8bc0-42ba-9f67-91145bfaa603 None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:24.272714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d18ec-8bc0-42ba-9f67-91145bfaa603 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:24.274139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-619d18ec-8bc0-42ba-9f67-91145bfaa603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.314748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-619d18ec-8bc0-42ba-9f67-91145bfaa603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.324405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d18ec-8bc0-42ba-9f67-91145bfaa603 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:24.325044 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-619d18ec-8bc0-42ba-9f67-91145bfaa603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.360579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-619d18ec-8bc0-42ba-9f67-91145bfaa603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.361245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619d18ec-8bc0-42ba-9f67-91145bfaa603 None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:24.510825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024dc309-af22-4071-9cf2-140a42661829 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:24.638564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024dc309-af22-4071-9cf2-140a42661829 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:24.643336 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-024dc309-af22-4071-9cf2-140a42661829 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.652483 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d7633-4cf1-4372-b0b0-6cf1eb226f06 None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:24.663837 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d7633-4cf1-4372-b0b0-6cf1eb226f06 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:24.665451 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e5d7633-4cf1-4372-b0b0-6cf1eb226f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.706975 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-024dc309-af22-4071-9cf2-140a42661829 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "PUT /v2.0/floatingips/2ccbd1ae-31b6-43bc-8dfe-da0b0475ab9d HTTP/1.1" status: 200 len: 978 time: 1.9370379 Aug 19 12:41:24.707865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57652) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:24.712762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-82bd19a5-38eb-4490-81fe-74090edfa4e3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:24.715868 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e5d7633-4cf1-4372-b0b0-6cf1eb226f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.725044 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d7633-4cf1-4372-b0b0-6cf1eb226f06 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:24.726270 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e5d7633-4cf1-4372-b0b0-6cf1eb226f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.758370 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e5d7633-4cf1-4372-b0b0-6cf1eb226f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:24.758914 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d7633-4cf1-4372-b0b0-6cf1eb226f06 None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:24.798502 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82bd19a5-38eb-4490-81fe-74090edfa4e3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:24.944801 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82bd19a5-38eb-4490-81fe-74090edfa4e3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.081242 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82bd19a5-38eb-4490-81fe-74090edfa4e3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.081568 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-82bd19a5-38eb-4490-81fe-74090edfa4e3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP 2ccbd1ae-31b6-43bc-8dfe-da0b0475ab9d disassociated. External IP: 172.25.2.107, port: 51a29f9d-58ce-4af2-b94e-8bd88e63a9eb. Aug 19 12:41:25.179765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57668) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:25.242057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a44ba12-e0e8-4081-a551-b8b426dff854 admin admin] Deleting subnet dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:41:25.245376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4a44ba12-e0e8-4081-a551-b8b426dff854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.280215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4a44ba12-e0e8-4081-a551-b8b426dff854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.302380 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.313160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bd19a5-38eb-4490-81fe-74090edfa4e3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:25.324069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4a44ba12-e0e8-4081-a551-b8b426dff854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.435745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bd19a5-38eb-4490-81fe-74090edfa4e3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:25.441587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82bd19a5-38eb-4490-81fe-74090edfa4e3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.446774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9436d6-6a98-4371-bdff-cf8144448109 None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:25.457271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9436d6-6a98-4371-bdff-cf8144448109 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:25.457869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7e9436d6-6a98-4371-bdff-cf8144448109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.475195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-82bd19a5-38eb-4490-81fe-74090edfa4e3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "PUT /v2.0/floatingips/2ccbd1ae-31b6-43bc-8dfe-da0b0475ab9d HTTP/1.1" status: 200 len: 688 time: 0.7638130 Aug 19 12:41:25.475513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57680) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:25.497179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7e9436d6-6a98-4371-bdff-cf8144448109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.506031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9436d6-6a98-4371-bdff-cf8144448109 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:25.506661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7e9436d6-6a98-4371-bdff-cf8144448109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.546647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7e9436d6-6a98-4371-bdff-cf8144448109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.547296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9436d6-6a98-4371-bdff-cf8144448109 None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:25.560902 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4a44ba12-e0e8-4081-a551-b8b426dff854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.596408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44ba12-e0e8-4081-a551-b8b426dff854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:25.598598 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4a44ba12-e0e8-4081-a551-b8b426dff854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.600627 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4a44ba12-e0e8-4081-a551-b8b426dff854 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dc97edb6-2a9a-4cc3-b77d-c0bd5fd9a543 HTTP/1.1" status: 204 len: 168 time: 0.4193940 Aug 19 12:41:25.603309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57682) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:25.608677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d8b76-abf8-4dec-a6a4-8844577eb736 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port 20143f08-2842-41a5-9e0a-5414db40cb73 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:25.609273 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8b76-abf8-4dec-a6a4-8844577eb736 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.673530 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.697332 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8b76-abf8-4dec-a6a4-8844577eb736 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.697681 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8b76-abf8-4dec-a6a4-8844577eb736 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.724112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d8b76-abf8-4dec-a6a4-8844577eb736 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for 20143f08-2842-41a5-9e0a-5414db40cb73 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:25.791578 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.804540 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8c95e7-e5c4-40e2-9518-f983b79c8710']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.825949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffaee07-469a-49b7-9c23-c7e9ac145466') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.827177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffaee07-469a-49b7-9c23-c7e9ac145466') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:25.850513 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:25.887305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.090693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:26.091363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:26.101453 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:26.186455 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8b76-abf8-4dec-a6a4-8844577eb736 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.204387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d8b76-abf8-4dec-a6a4-8844577eb736 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=20143f08-2842-41a5-9e0a-5414db40cb73,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:26.268016 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8b76-abf8-4dec-a6a4-8844577eb736 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.271051 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8b76-abf8-4dec-a6a4-8844577eb736 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.272203 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8c2d8b76-abf8-4dec-a6a4-8844577eb736 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/floatingips/2ccbd1ae-31b6-43bc-8dfe-da0b0475ab9d HTTP/1.1" status: 204 len: 168 time: 0.7957892 Aug 19 12:41:26.274737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57704) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:26.313450 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-82851f3e-3db3-4f8d-80a1-521ec66c6d95 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] delete failed (client error): The resource could not be found. Aug 19 12:41:26.314407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-82851f3e-3db3-4f8d-80a1-521ec66c6d95 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/floatingips/2ccbd1ae-31b6-43bc-8dfe-da0b0475ab9d HTTP/1.1" status: 404 len: 345 time: 0.0387454 Aug 19 12:41:26.318475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57706) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:26.337533 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.412478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cee3e74-7364-4d96-a263-ef46dfb69007 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:26.417939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cee3e74-7364-4d96-a263-ef46dfb69007 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:26.424503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cee3e74-7364-4d96-a263-ef46dfb69007 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:26.426956 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3cee3e74-7364-4d96-a263-ef46dfb69007 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "GET /v2.0/ports?network_id=7f68dfbc-6d14-4f8a-a696-5cd1510e4739 HTTP/1.1" status: 200 len: 2358 time: 0.1074231 Aug 19 12:41:26.428421 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.429902 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57712) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:26.454266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.455231 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] 10.222.0.21 "DELETE /v2.0/networks/ac8c95e7-e5c4-40e2-9518-f983b79c8710 HTTP/1.1" status: 204 len: 168 time: 0.8510211 Aug 19 12:41:26.456636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc6632-81fc-48ee-b1e5-4123dec2ba4d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8c95e7-e5c4-40e2-9518-f983b79c8710,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:26.505492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad04d8-b667-4c4f-a646-7f68970fa335 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:26.507114 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e3ad04d8-b667-4c4f-a646-7f68970fa335 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "GET /v2.0/subnets/b4bc37d5-e7ad-4240-98c2-f315014188ae HTTP/1.1" status: 200 len: 797 time: 0.0759554 Aug 19 12:41:26.511683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57720) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:26.520669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'port': {'network_id': '7f68dfbc-6d14-4f8a-a696-5cd1510e4739', 'name': 'tempest-FloatingIPTestJSON-976281534', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:26.585021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 64ddfa12-8e9a-49ae-8f45-5a1225a50fed no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:26.616664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 64ddfa12-8e9a-49ae-8f45-5a1225a50fed {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:26.617158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 64ddfa12-8e9a-49ae-8f45-5a1225a50fed not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:26.880700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Made reservation on behalf of 7d13d6db119d479d97a12b7cafb05f5f for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:26.965783 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:26.983874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] device_id is not set on port eb389388-df45-442b-919f-93639511c552 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:41:27.179567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57734) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:27.249789 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6420b7e9-cc3e-48a5-8ab6-978d7affc1a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55b5c552994d41198fde1656ade56c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680451 Aug 19 12:41:27.252105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57740) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:27.311083 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-433b3871-5118-4edf-8048-9fb7cabceaf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.313753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.20.0.14 (7f68dfbc-6d14-4f8a-a696-5cd1510e4739/b4bc37d5-e7ad-4240-98c2-f315014188ae/eb389388-df45-442b-919f-93639511c552) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:27.323067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.20.0.13 (7f68dfbc-6d14-4f8a-a696-5cd1510e4739/b4bc37d5-e7ad-4240-98c2-f315014188ae/eb389388-df45-442b-919f-93639511c552) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:27.343389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-433b3871-5118-4edf-8048-9fb7cabceaf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.414258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84547768-3495-455e-bba8-c0824bf3ee95 req-55ec6d44-5a0a-4f0b-9df6-745ab48a494d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837011 Aug 19 12:41:27.503243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84547768-3495-455e-bba8-c0824bf3ee95 req-4deff5df-ae50-4cf4-869f-988b367d225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:27.504137 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84547768-3495-455e-bba8-c0824bf3ee95 req-4deff5df-ae50-4cf4-869f-988b367d225b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aec28cc18f02409c840bb4da249e4d44&device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 1097 time: 0.0474992 Aug 19 12:41:27.569541 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-433b3871-5118-4edf-8048-9fb7cabceaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.572191 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-433b3871-5118-4edf-8048-9fb7cabceaf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.573359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-433b3871-5118-4edf-8048-9fb7cabceaf2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca HTTP/1.1" status: 204 len: 168 time: 0.3203228 Aug 19 12:41:27.595188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b3871-5118-4edf-8048-9fb7cabceaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5803c5b-a0e4-4f32-bf1e-2a7628ee05ca,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:27.631949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84547768-3495-455e-bba8-c0824bf3ee95 req-068fced8-fb79-42cf-b437-44a4c419656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:27.633579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84547768-3495-455e-bba8-c0824bf3ee95 req-068fced8-fb79-42cf-b437-44a4c419656f service neutron] 10.222.0.62 "GET /v2.0/networks?id=5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 HTTP/1.1" status: 200 len: 914 time: 0.1094615 Aug 19 12:41:27.697588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84547768-3495-455e-bba8-c0824bf3ee95 req-5b60e62c-96b4-4aa8-8c51-60c32e74e964 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c1adff6-3aa4-45e3-9f52-bb483bce89f8 HTTP/1.1" status: 200 len: 217 time: 0.0558822 Aug 19 12:41:27.750776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84547768-3495-455e-bba8-c0824bf3ee95 req-5d77d543-7cf2-4e2e-aced-f84c32edb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:27.752431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84547768-3495-455e-bba8-c0824bf3ee95 req-5d77d543-7cf2-4e2e-aced-f84c32edb977 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b0cfe6f-89e4-4b9c-a006-49631c84e958 HTTP/1.1" status: 200 len: 853 time: 0.0477877 Aug 19 12:41:27.788806 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84547768-3495-455e-bba8-c0824bf3ee95 req-b3ee1337-5e35-4988-8c0a-f62e9ff455fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5b10bc40-f1c3-4022-8fb8-2a7e1e254d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295045 Aug 19 12:41:27.811187 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:27.892878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84547768-3495-455e-bba8-c0824bf3ee95 req-23b3c242-f027-48db-a63c-27d8b91969c9 service neutron] 10.222.0.62 "GET /v2.0/networks/5b10bc40-f1c3-4022-8fb8-2a7e1e254d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969949 Aug 19 12:41:27.989952 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84547768-3495-455e-bba8-c0824bf3ee95 req-9fa66c68-4a4f-4eeb-8f9c-830abe0b538e service neutron] 10.222.0.62 "GET /v2.0/networks/5b10bc40-f1c3-4022-8fb8-2a7e1e254d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841699 Aug 19 12:41:28.073644 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:28.124981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 7f68dfbc-6d14-4f8a-a696-5cd1510e4739 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:28.128763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:28.135446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:28.161395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=eb389388-df45-442b-919f-93639511c552,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:28.192054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:28.192698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:28.524339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7cb9409c-4d6d-40fe-8f67-16c6dc17b996 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.0085890 Aug 19 12:41:28.528909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57778) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:28.533826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': 'eb389388-df45-442b-919f-93639511c552', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:28.686920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:28.793424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:28.894556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.25.2.166 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/f6ba5091-1d63-4616-95d3-d3f58e3b3828) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:28.997758 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:29.167294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:29.209594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:29.212735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:29.227721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:29.257676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=f6ba5091-1d63-4616-95d3-d3f58e3b3828,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:29.412831 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-1fe00135-aeb4-43a6-a7d5-312a9f85f9f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0598280 Aug 19 12:41:29.484142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-504346cb-7dcb-407b-8774-b349d88a3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:29.485689 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-504346cb-7dcb-407b-8774-b349d88a3ce9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1098 time: 0.0424638 Aug 19 12:41:29.622894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-e099f86f-b2e6-4eaa-9dd3-af9edf10a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:29.624410 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-e099f86f-b2e6-4eaa-9dd3-af9edf10a824 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 897 time: 0.1186914 Aug 19 12:41:29.651886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57828) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:29.666745 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:29.695041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-942e4f6a-1cf2-4004-a6ee-b9ab89b41cff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 1002 time: 0.0634110 Aug 19 12:41:29.751799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-8c93fcda-1910-4678-b34f-bab7a6d0cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:29.753314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-8c93fcda-1910-4678-b34f-bab7a6d0cf2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.0501125 Aug 19 12:41:29.756687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-network', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:29.801052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-ae3d42a1-630e-4058-93d9-36860d851799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:29.802523 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-ae3d42a1-630e-4058-93d9-36860d851799 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412090 Aug 19 12:41:29.896289 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-bd6869c1-b058-4b32-bca9-828bdc23cb27 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858293 Aug 19 12:41:29.996378 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e57d7f6a-c7b4-44cf-95c1-89134cd1efe5 req-177dc141-e58e-4495-9042-def7cfe8e3e9 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907707 Aug 19 12:41:30.069515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.434126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Made reservation on behalf of 07b1e7bd392c4962b55c4c16a4ffa940 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:30.436379 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.450861 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.641485 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.654064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.886006 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.953798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=f6ba5091-1d63-4616-95d3-d3f58e3b3828,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:30.960099 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.981345 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:30.983137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:41:31.056669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.057024 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Added segment 0d4e470e-3e9f-4685-9a72-2498a18fdce4 of type vlan for network dec3f5f4-0139-445c-b744-81b03bf29b5e Aug 19 12:41:31.066054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72595e0-04e6-459f-b99b-4337c458a08c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:31.140034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.157169 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP c2de72f0-0b42-4f65-a47b-9b99eb9bd3bf associated. External IP: 172.25.2.166, port: eb389388-df45-442b-919f-93639511c552. Aug 19 12:41:31.351180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.352154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:31.352773 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.428529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:31.433863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] Pushing event updated for resources: {'Network': ['ID=dec3f5f4-0139-445c-b744-81b03bf29b5e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:31.444343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network dec3f5f4-0139-445c-b744-81b03bf29b5e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:41:31.546977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:31.556555 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fc31cd16-a4b0-4656-93f8-e731382b42c2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9036286 Aug 19 12:41:31.559509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57884) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:31.561784 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37167d-32d4-4fc6-84a8-885c09ed1380 None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:31.565372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] Request body: {'subnet': {'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-subnet', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:31.572248 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37167d-32d4-4fc6-84a8-885c09ed1380 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:31.572867 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1a37167d-32d4-4fc6-84a8-885c09ed1380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:31.617288 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1a37167d-32d4-4fc6-84a8-885c09ed1380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:31.623971 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37167d-32d4-4fc6-84a8-885c09ed1380 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:31.624672 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1a37167d-32d4-4fc6-84a8-885c09ed1380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:31.652434 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.670187 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1a37167d-32d4-4fc6-84a8-885c09ed1380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:31.670983 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37167d-32d4-4fc6-84a8-885c09ed1380 None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:31.681360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8864aed3-bd15-431c-9fd3-036d1ea9f07a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1511586 Aug 19 12:41:31.684149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57894) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:31.688686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e5a40482-1006-4815-baf6-88162d6e0f66 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'floatingip': {'port_id': 'eb389388-df45-442b-919f-93639511c552', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:31.744731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e5a40482-1006-4815-baf6-88162d6e0f66 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:31.800308 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] Made reservation on behalf of 07b1e7bd392c4962b55c4c16a4ffa940 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:31.808868 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.103520 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.164921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c84885-049f-40a7-908b-88a8e0873df7,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:32.181095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] Checking segment: {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:32.181503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] Network hostable DHCP agents. Network: dec3f5f4-0139-445c-b744-81b03bf29b5e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:41:32.226212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e5a40482-1006-4815-baf6-88162d6e0f66 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.389619 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] Network dec3f5f4-0139-445c-b744-81b03bf29b5e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:41:32.441096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e5a40482-1006-4815-baf6-88162d6e0f66 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.532218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, dec3f5f4-0139-445c-b744-81b03bf29b5e) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:32.541013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661754e6-f7a6-4da4-b634-c28e31ca5b23 None None] Network dec3f5f4-0139-445c-b744-81b03bf29b5e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:32.549629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:32.549629 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.676045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a40482-1006-4815-baf6-88162d6e0f66 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:32.692879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-dec3f5f4-0139-445c-b744-81b03bf29b5e', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:41:32.693758 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.699468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d13ea5e4-d8e4-4f5b-af86-0d2254e76d34 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1385903 Aug 19 12:41:32.701915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57928) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:32.715252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:32.813501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a40482-1006-4815-baf6-88162d6e0f66 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:32.822138 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e5a40482-1006-4815-baf6-88162d6e0f66 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.827823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b8b448-092c-4262-bd84-549cf2c15aee None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:32.863002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b8b448-092c-4262-bd84-549cf2c15aee None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:32.863619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-19b8b448-092c-4262-bd84-549cf2c15aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:32.870016 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.871342 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:32.885080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e5a40482-1006-4815-baf6-88162d6e0f66 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "PUT /v2.0/floatingips/c2de72f0-0b42-4f65-a47b-9b99eb9bd3bf HTTP/1.1" status: 200 len: 978 time: 1.1998608 Aug 19 12:41:32.888119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57932) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:32.905277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-19b8b448-092c-4262-bd84-549cf2c15aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:32.924797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Allocated IP 172.20.0.2 (dec3f5f4-0139-445c-b744-81b03bf29b5e/82c84885-049f-40a7-908b-88a8e0873df7/df1fedfd-1fe2-4f6e-b810-296db45bb75b) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:32.945424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b8b448-092c-4262-bd84-549cf2c15aee None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:32.946333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-19b8b448-092c-4262-bd84-549cf2c15aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:32.990415 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.016778 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-19b8b448-092c-4262-bd84-549cf2c15aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:33.017572 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b8b448-092c-4262-bd84-549cf2c15aee None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:33.088475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port f6ba5091-1d63-4616-95d3-d3f58e3b3828 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:33.088797 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.134475 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.143394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Transition to ACTIVE for port object df1fedfd-1fe2-4f6e-b810-296db45bb75b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:33.158346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Transition to ACTIVE for port object df1fedfd-1fe2-4f6e-b810-296db45bb75b will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:33.175499 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.175824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.187380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for f6ba5091-1d63-4616-95d3-d3f58e3b3828 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:33.325262 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.387650 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.428041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Network dec3f5f4-0139-445c-b744-81b03bf29b5e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:33.430970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:33.434557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:33.441688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Pushing event updated for resources: {'Port': ['ID=df1fedfd-1fe2-4f6e-b810-296db45bb75b,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:33.498402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Attempting to bind port df1fedfd-1fe2-4f6e-b810-296db45bb75b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:33.498770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Attempting to bind port df1fedfd-1fe2-4f6e-b810-296db45bb75b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:33.499161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Attempting to bind port df1fedfd-1fe2-4f6e-b810-296db45bb75b on network dec3f5f4-0139-445c-b744-81b03bf29b5e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:33.504485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:33.504855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Checking segment: {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:33.505252 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.505642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Bound using segment: {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:33.506105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Bound port: df1fedfd-1fe2-4f6e-b810-296db45bb75b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:33.506483 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.573185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] For port df1fedfd-1fe2-4f6e-b810-296db45bb75b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:33.576300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] For port df1fedfd-1fe2-4f6e-b810-296db45bb75b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=df1fedfd-1fe2-4f6e-b810-296db45bb75b,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:33.598875 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.635349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=f6ba5091-1d63-4616-95d3-d3f58e3b3828,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:33.703724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.704094 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP c2de72f0-0b42-4f65-a47b-9b99eb9bd3bf disassociated (deleted). External IP: 172.25.2.166, port: eb389388-df45-442b-919f-93639511c552. Aug 19 12:41:33.718788 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.747562 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.749889 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:33.821753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaec08-bec4-47ee-b9e4-8a88be79df26 None None] Pushing event updated for resources: {'Port': ['ID=df1fedfd-1fe2-4f6e-b810-296db45bb75b,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:33.874826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Allocated IP 172.25.2.153 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/009917d5-0b0d-4344-b0e7-009799a9ba6a) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:34.004586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:34.010335 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:34.175142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:34.175142 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:34.177462 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64005f9c-d04f-4ba1-8ac0-800d5ac369ad None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:34.177462 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64005f9c-d04f-4ba1-8ac0-800d5ac369ad None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:34.177462 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-64005f9c-d04f-4ba1-8ac0-800d5ac369ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:34.190907 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c6052c08-e5cc-424e-a6f8-485af064f4f6 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/floatingips/c2de72f0-0b42-4f65-a47b-9b99eb9bd3bf HTTP/1.1" status: 204 len: 168 time: 1.3001075 Aug 19 12:41:34.192480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57968) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:34.209228 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-64005f9c-d04f-4ba1-8ac0-800d5ac369ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:34.228722 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64005f9c-d04f-4ba1-8ac0-800d5ac369ad None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:34.229390 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-64005f9c-d04f-4ba1-8ac0-800d5ac369ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:34.261775 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-64005f9c-d04f-4ba1-8ac0-800d5ac369ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:34.262432 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64005f9c-d04f-4ba1-8ac0-800d5ac369ad None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:34.290536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3b06beaa-9560-4a98-91ae-9fcda3480b27 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port eb389388-df45-442b-919f-93639511c552 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:34.290921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b06beaa-9560-4a98-91ae-9fcda3480b27 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:34.348999 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:34.379728 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b06beaa-9560-4a98-91ae-9fcda3480b27 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:34.386336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:34.391303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:34.393909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3b06beaa-9560-4a98-91ae-9fcda3480b27 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for eb389388-df45-442b-919f-93639511c552 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:34.394099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:34.423594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Pushing event updated for resources: {'Port': ['ID=009917d5-0b0d-4344-b0e7-009799a9ba6a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:34.632798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device df1fedfd-1fe2-4f6e-b810-296db45bb75b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:34.911494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d877786-4393-400e-8542-5f1cf072d367 None None] Network dec3f5f4-0139-445c-b744-81b03bf29b5e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:35.057910 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b06beaa-9560-4a98-91ae-9fcda3480b27 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.059999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port df1fedfd-1fe2-4f6e-b810-296db45bb75b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:35.088299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.106035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06beaa-9560-4a98-91ae-9fcda3480b27 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=eb389388-df45-442b-919f-93639511c552,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:35.144088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a787c0cb-7c6a-4e4d-922e-0a8f24cce51f None None] Provisioning for port df1fedfd-1fe2-4f6e-b810-296db45bb75b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:35.159858 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a787c0cb-7c6a-4e4d-922e-0a8f24cce51f None None] Provisioning complete for port df1fedfd-1fe2-4f6e-b810-296db45bb75b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:35.159858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a787c0cb-7c6a-4e4d-922e-0a8f24cce51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.203379 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-50a6776f-8f7c-44da-bc13-5d9eec2f2e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.211867 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b06beaa-9560-4a98-91ae-9fcda3480b27 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.218003 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3b06beaa-9560-4a98-91ae-9fcda3480b27 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/ports/eb389388-df45-442b-919f-93639511c552 HTTP/1.1" status: 204 len: 168 time: 1.0209119 Aug 19 12:41:35.218773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57996) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:35.224076 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:35.282974 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a787c0cb-7c6a-4e4d-922e-0a8f24cce51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.324949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a787c0cb-7c6a-4e4d-922e-0a8f24cce51f None None] For port df1fedfd-1fe2-4f6e-b810-296db45bb75b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=df1fedfd-1fe2-4f6e-b810-296db45bb75b,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:35.338057 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.400447 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.512891 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a787c0cb-7c6a-4e4d-922e-0a8f24cce51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.538221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.563024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787c0cb-7c6a-4e4d-922e-0a8f24cce51f None None] Pushing event updated for resources: {'Port': ['ID=df1fedfd-1fe2-4f6e-b810-296db45bb75b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:35.632319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-59260d3b-2481-473f-8413-e646f816694c None None] Provisioning complete for port df1fedfd-1fe2-4f6e-b810-296db45bb75b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:35.634574 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-59260d3b-2481-473f-8413-e646f816694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.656509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.25.2.100 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/57bb8ad9-a13e-46bd-9f81-04e178d08f63) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:35.663232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Router 7f900125-7b68-44b6-9194-e3458f748a81 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:41:35.791020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.812947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:35.825344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Sync routers for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:35.834604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:35.835679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:35.954592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:35.965930 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:35.967563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6bcdea4d-4557-49e1-baa4-1dd49d2171dc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2645614 Aug 19 12:41:35.974459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58018) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:36.034683 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:36.125141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:36.129850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=57bb8ad9-a13e-46bd-9f81-04e178d08f63,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:36.132804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:36.135230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:36.213421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 3, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:36.249033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Checking router: 7f900125-7b68-44b6-9194-e3458f748a81 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:36.249529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Updating router 7f900125-7b68-44b6-9194-e3458f748a81 port 009917d5-0b0d-4344-b0e7-009799a9ba6a binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:41:36.251818 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:36.277458 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:36.672860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device df1fedfd-1fe2-4f6e-b810-296db45bb75b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:36.805311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port df1fedfd-1fe2-4f6e-b810-296db45bb75b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:36.807479 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:36.894220 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:36.925395 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:36.930119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Transition to ACTIVE for port object 009917d5-0b0d-4344-b0e7-009799a9ba6a will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:37.103652 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.186209 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Allocated IP 172.20.0.1 (dec3f5f4-0139-445c-b744-81b03bf29b5e/82c84885-049f-40a7-908b-88a8e0873df7/566f8298-00e4-450a-addf-dd7b12369e1c) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:37.257118 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.286569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.299339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Transition to ACTIVE for port object 566f8298-00e4-450a-addf-dd7b12369e1c will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:37.380981 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.430445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Attempting to bind port 009917d5-0b0d-4344-b0e7-009799a9ba6a on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:37.430832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Attempting to bind port 009917d5-0b0d-4344-b0e7-009799a9ba6a by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:37.431200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Attempting to bind port 009917d5-0b0d-4344-b0e7-009799a9ba6a on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:37.437830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bad66-fa45-41b6-9167-aaafd459e3ae None None] Pushing event updated for resources: {'Port': ['ID=009917d5-0b0d-4344-b0e7-009799a9ba6a,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:37.440455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:37.440855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:37.441260 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.441641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:37.442108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Bound port: 009917d5-0b0d-4344-b0e7-009799a9ba6a, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:37.442488 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.498660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] For port 009917d5-0b0d-4344-b0e7-009799a9ba6a, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:37.502314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] For port 009917d5-0b0d-4344-b0e7-009799a9ba6a, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=009917d5-0b0d-4344-b0e7-009799a9ba6a,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:37.548795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.549395 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.608173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Network dec3f5f4-0139-445c-b744-81b03bf29b5e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:37.614985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:37.618988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:37.624941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=57bb8ad9-a13e-46bd-9f81-04e178d08f63,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:37.652948 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.655251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Pushing event updated for resources: {'Port': ['ID=566f8298-00e4-450a-addf-dd7b12369e1c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:37.663558 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.686855 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.713987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:37.724563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:37.778093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.801881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bad66-fa45-41b6-9167-aaafd459e3ae None None] Pushing event updated for resources: {'Port': ['ID=009917d5-0b0d-4344-b0e7-009799a9ba6a,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:37.869993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:37.897405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:37.898682 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bd12e9c9-0682-4749-8279-75d266d4d2b1 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6786132 Aug 19 12:41:37.901703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58070) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:37.908814 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'port': {'network_id': '7f68dfbc-6d14-4f8a-a696-5cd1510e4739', 'name': 'tempest-FloatingIPTestJSON-10181083'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:37.931632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7519-3d26-41c1-9e52-02cdce9f796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.070438 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.075144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 3, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:38.120061 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-01c68c68-4663-4234-a274-9479beec4549 None None] Provisioning for port 566f8298-00e4-450a-addf-dd7b12369e1c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:38.122175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4e36f-fdad-4e9b-abeb-585af2ec703a None None] The sync data for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 is: [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:34Z', 'revision_number': 3, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:38.125859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-01c68c68-4663-4234-a274-9479beec4549 None None] Provisioning complete for port 566f8298-00e4-450a-addf-dd7b12369e1c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:38.126590 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01c68c68-4663-4234-a274-9479beec4549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.163213 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-01c68c68-4663-4234-a274-9479beec4549 None None] Port 566f8298-00e4-450a-addf-dd7b12369e1c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:38.201665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Made reservation on behalf of 7d13d6db119d479d97a12b7cafb05f5f for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:38.205957 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.234620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] device_id is not set on port ccce4b6d-8e90-4477-91c0-5980200ee4d1 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:41:38.355488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.395376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.20.0.9 (7f68dfbc-6d14-4f8a-a696-5cd1510e4739/b4bc37d5-e7ad-4240-98c2-f315014188ae/ccce4b6d-8e90-4477-91c0-5980200ee4d1) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:38.492675 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.592997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Pushing event updated for resources: {'Port': ['ID=566f8298-00e4-450a-addf-dd7b12369e1c,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:38.614879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.637346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 009917d5-0b0d-4344-b0e7-009799a9ba6a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:38.712373 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.808664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Network dec3f5f4-0139-445c-b744-81b03bf29b5e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:38.811138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:38.811559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 009917d5-0b0d-4344-b0e7-009799a9ba6a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:38.816486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 009917d5-0b0d-4344-b0e7-009799a9ba6a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:38.818441 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.930959 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:38.980311 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.015560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 009917d5-0b0d-4344-b0e7-009799a9ba6a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=009917d5-0b0d-4344-b0e7-009799a9ba6a,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:39.029665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 7f68dfbc-6d14-4f8a-a696-5cd1510e4739 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:39.040368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:39.044009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:39.047060 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=ccce4b6d-8e90-4477-91c0-5980200ee4d1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:39.079237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Router 7f900125-7b68-44b6-9194-e3458f748a81 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:39.111808 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:39.112501 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.163857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.225858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.247395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-37db619c-a9f7-44c5-bb8c-a1e3c2badf70 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3445075 Aug 19 12:41:39.250068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58116) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:39.262654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:39.264959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-95ee69dd-1608-455a-b5b1-2ea040470746 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'floatingip': {'port_id': 'ccce4b6d-8e90-4477-91c0-5980200ee4d1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:39.274995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=009917d5-0b0d-4344-b0e7-009799a9ba6a,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:39.297619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fb5b045b-c153-42af-afb9-bf64bd6cc0dc admin admin] 10.222.0.21 "PUT /v2.0/routers/7f900125-7b68-44b6-9194-e3458f748a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3218648 Aug 19 12:41:39.308068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1d63bef3-0b74-4a80-9305-c1c7a000d9bc None None] Provisioning complete for port 566f8298-00e4-450a-addf-dd7b12369e1c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:39.308559 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d63bef3-0b74-4a80-9305-c1c7a000d9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.315627 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-95ee69dd-1608-455a-b5b1-2ea040470746 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:39.346510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1d63bef3-0b74-4a80-9305-c1c7a000d9bc None None] Port 566f8298-00e4-450a-addf-dd7b12369e1c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:39.819278 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-95ee69dd-1608-455a-b5b1-2ea040470746 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.036525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-95ee69dd-1608-455a-b5b1-2ea040470746 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.106385 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Sync routers for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:40.124848 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:40.125768 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:40.162758 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-95ee69dd-1608-455a-b5b1-2ea040470746 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP 8481f9fb-d8ba-4fd0-a92b-c8e82d0b77df associated. External IP: 172.25.2.100, port: ccce4b6d-8e90-4477-91c0-5980200ee4d1. Aug 19 12:41:40.249469 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:40.339600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58150) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:40.344950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-14624e55-8773-4c57-86d1-9f66e38cac65 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651749139', 'description': 'tempest-description--973477075'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:40.391171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ee69dd-1608-455a-b5b1-2ea040470746 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:40.494643 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 2, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:40.495883 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14624e55-8773-4c57-86d1-9f66e38cac65 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.540063 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.557615 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Checking router: 7f900125-7b68-44b6-9194-e3458f748a81 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:40.558215 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Updating router 7f900125-7b68-44b6-9194-e3458f748a81 port 566f8298-00e4-450a-addf-dd7b12369e1c binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:41:40.619255 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.637782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ee69dd-1608-455a-b5b1-2ea040470746 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:40.648738 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-95ee69dd-1608-455a-b5b1-2ea040470746 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.653761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 009917d5-0b0d-4344-b0e7-009799a9ba6a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:40.659005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd69e56-0517-48f1-afbb-e01b8e267734 None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:40.722934 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14624e55-8773-4c57-86d1-9f66e38cac65 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.728597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58166) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:40.731392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-95ee69dd-1608-455a-b5b1-2ea040470746 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "PUT /v2.0/floatingips/8481f9fb-d8ba-4fd0-a92b-c8e82d0b77df HTTP/1.1" status: 200 len: 976 time: 1.4718373 Aug 19 12:41:40.737861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd69e56-0517-48f1-afbb-e01b8e267734 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:40.738525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-abd69e56-0517-48f1-afbb-e01b8e267734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:40.783405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-abd69e56-0517-48f1-afbb-e01b8e267734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:40.793400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 009917d5-0b0d-4344-b0e7-009799a9ba6a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:40.794010 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:40.799543 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd69e56-0517-48f1-afbb-e01b8e267734 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:40.800393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-abd69e56-0517-48f1-afbb-e01b8e267734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:40.871592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-abd69e56-0517-48f1-afbb-e01b8e267734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:40.872472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd69e56-0517-48f1-afbb-e01b8e267734 None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:40.942535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port ccce4b6d-8e90-4477-91c0-5980200ee4d1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:40.942535 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.014893 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.021466 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.026344 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Transition to ACTIVE for port object 566f8298-00e4-450a-addf-dd7b12369e1c will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:41.167578 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14624e55-8773-4c57-86d1-9f66e38cac65 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.211134 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14624e55-8773-4c57-86d1-9f66e38cac65 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d503792b-703f-4650-9654-14167fd577d0,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:41.237823 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.283095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.284702 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.285118 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP 8481f9fb-d8ba-4fd0-a92b-c8e82d0b77df disassociated. External IP: 172.25.2.100, port: ccce4b6d-8e90-4477-91c0-5980200ee4d1. Aug 19 12:41:41.285593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for ccce4b6d-8e90-4477-91c0-5980200ee4d1 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:41.296910 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Pushing event updated for resources: {'Port': ['ID=566f8298-00e4-450a-addf-dd7b12369e1c,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:41.322308 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.322991 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.323499 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.324012 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.324560 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.325057 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.325567 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.325884 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.326202 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.326519 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.326893 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.327171 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:41.355614 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Attempting to bind port 566f8298-00e4-450a-addf-dd7b12369e1c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:41.357708 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Attempting to bind port 566f8298-00e4-450a-addf-dd7b12369e1c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:41.358080 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Attempting to bind port 566f8298-00e4-450a-addf-dd7b12369e1c on network dec3f5f4-0139-445c-b744-81b03bf29b5e {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:41.365563 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:41.365908 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Checking segment: {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:41.366301 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.366686 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Bound using segment: {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:41.367163 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Bound port: 566f8298-00e4-450a-addf-dd7b12369e1c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:41.367535 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.423871 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14624e55-8773-4c57-86d1-9f66e38cac65 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.425799 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-14624e55-8773-4c57-86d1-9f66e38cac65 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0851672 Aug 19 12:41:41.428772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58176) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:41.435190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ad315402-f5c9-48ce-b25c-97ef73339e6f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'security_group_rule': {'security_group_id': 'd503792b-703f-4650-9654-14167fd577d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:41.468370 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] For port 566f8298-00e4-450a-addf-dd7b12369e1c, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:41.477497 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] For port 566f8298-00e4-450a-addf-dd7b12369e1c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=566f8298-00e4-450a-addf-dd7b12369e1c,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:41.544813 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.576500 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.609580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=ccce4b6d-8e90-4477-91c0-5980200ee4d1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:41.645811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:41.646525 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:41.743464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad315402-f5c9-48ce-b25c-97ef73339e6f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.787257 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23548131-4082-4929-a142-eb58ae24c906 None None] Pushing event updated for resources: {'Port': ['ID=566f8298-00e4-450a-addf-dd7b12369e1c,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:41.833551 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:41.880045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad315402-f5c9-48ce-b25c-97ef73339e6f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:41.909258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:42.019366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:42.033336 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae47818-c716-4a61-93f1-0da3176dece8 None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:42.045153 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad315402-f5c9-48ce-b25c-97ef73339e6f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.048208 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae47818-c716-4a61-93f1-0da3176dece8 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:42.049151 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-aae47818-c716-4a61-93f1-0da3176dece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:42.084291 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:41Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:42.086080 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-aae47818-c716-4a61-93f1-0da3176dece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:42.094103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad315402-f5c9-48ce-b25c-97ef73339e6f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552e9cae-3215-4982-a50c-5326545f7a4a,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:42.113274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.115818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-12a3d594-9e25-4856-866b-76a63fd011d5 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/ports/ccce4b6d-8e90-4477-91c0-5980200ee4d1 HTTP/1.1" status: 204 len: 168 time: 1.3847356 Aug 19 12:41:42.118783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58196) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:42.172400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b06a36d1-5db0-45a6-a1bd-7b3684017e27 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "GET /v2.0/floatingips/8481f9fb-d8ba-4fd0-a92b-c8e82d0b77df HTTP/1.1" status: 200 len: 688 time: 0.0500994 Aug 19 12:41:42.172890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58200) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:42.228983 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ad315402-f5c9-48ce-b25c-97ef73339e6f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.230767 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ad315402-f5c9-48ce-b25c-97ef73339e6f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7999413 Aug 19 12:41:42.231873 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b246c44-9875-4a6b-aa5c-b71ac3fbe8ad None None] The sync data for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 is: [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:41Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:42.233065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58208) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:42.239418 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae47818-c716-4a61-93f1-0da3176dece8 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:42.240048 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-aae47818-c716-4a61-93f1-0da3176dece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:42.253040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6c0d064d-c55f-4942-9f21-bc9b3a75cb8c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'security_group_rule': {'security_group_id': 'd503792b-703f-4650-9654-14167fd577d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:42.280918 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-aae47818-c716-4a61-93f1-0da3176dece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:42.281843 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae47818-c716-4a61-93f1-0da3176dece8 None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:42.380099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port 57bb8ad9-a13e-46bd-9f81-04e178d08f63 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:42.380518 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.406269 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c0d064d-c55f-4942-9f21-bc9b3a75cb8c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.470058 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.470748 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.486660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c0d064d-c55f-4942-9f21-bc9b3a75cb8c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.492095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for 57bb8ad9-a13e-46bd-9f81-04e178d08f63 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:42.530984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648d175-cd6e-4409-bbfb-ffa37c0c5817 req-385e70ec-cbc7-4ad5-937f-2f6408d914ed tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:42.530984 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6648d175-cd6e-4409-bbfb-ffa37c0c5817 req-385e70ec-cbc7-4ad5-937f-2f6408d914ed tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1098 time: 0.0597360 Aug 19 12:41:42.574552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6648d175-cd6e-4409-bbfb-ffa37c0c5817 req-14e3b82b-9913-420d-bd31-8a8bbae1e477 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386949 Aug 19 12:41:42.590642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c0d064d-c55f-4942-9f21-bc9b3a75cb8c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.602212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58220) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:42.616916 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 566f8298-00e4-450a-addf-dd7b12369e1c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:42.626021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d064d-c55f-4942-9f21-bc9b3a75cb8c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9429633-71bf-4cee-ad89-942170f3c3d5,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:42.737408 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c0d064d-c55f-4942-9f21-bc9b3a75cb8c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.742039 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6c0d064d-c55f-4942-9f21-bc9b3a75cb8c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4911120 Aug 19 12:41:42.742660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58230) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:42.749387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:42.794262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 566f8298-00e4-450a-addf-dd7b12369e1c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:42.800418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 566f8298-00e4-450a-addf-dd7b12369e1c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:42.801195 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.885433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port 3eccc2ce-ad4d-4a4f-b4d3-ecc987eac24a {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:42.885939 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.908929 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.931712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.984506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 566f8298-00e4-450a-addf-dd7b12369e1c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=566f8298-00e4-450a-addf-dd7b12369e1c,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:42.986257 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:42.986640 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.008267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for 3eccc2ce-ad4d-4a4f-b4d3-ecc987eac24a owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:43.061051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.066300 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.101188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=57bb8ad9-a13e-46bd-9f81-04e178d08f63,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:43.121638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.121996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.122344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.122687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.123071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.123411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.123743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.124152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.124486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.124815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.125166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.125500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:43.171419 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.221809 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.222441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Allocated IP 172.25.2.189 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/714ab0da-992a-4ebf-a82d-b39506cb668b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:43.224836 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.232023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58246) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:43.232523 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2195b506-80bf-40ad-ba0a-33060671fc2f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/floatingips/8481f9fb-d8ba-4fd0-a92b-c8e82d0b77df HTTP/1.1" status: 204 len: 168 time: 1.0577230 Aug 19 12:41:43.238449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '51a29f9d-58ce-4af2-b94e-8bd88e63a9eb'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:43.239073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=566f8298-00e4-450a-addf-dd7b12369e1c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:43.373769 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.474192 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.474573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.506101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=3eccc2ce-ad4d-4a4f-b4d3-ecc987eac24a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:43.575842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.588999 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.589401 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Floating IP 0621f393-3857-48ac-9e64-839a021babff disassociated (deleted). External IP: 172.25.2.202, port: 57d03083-a023-4a75-a08b-431fd16cca62. Aug 19 12:41:43.642865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:43.651726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:43.654226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:43.691217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'Port': ['ID=714ab0da-992a-4ebf-a82d-b39506cb668b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:43.707104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:43.895833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:44.079014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:44.085332 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:44.092099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc7e5f-f540-4963-b6a5-6f65a47b6c57 None None] Sync routers for ids ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:44.104881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc7e5f-f540-4963-b6a5-6f65a47b6c57 None None] Routers {'e30c5e9e-bd5d-4573-ba83-f1ee13616a31'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:44.105987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-47dc7e5f-f540-4963-b6a5-6f65a47b6c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:44.164162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-09785d96-8253-4673-9cc1-8db3b5552afd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/floatingips/0621f393-3857-48ac-9e64-839a021babff HTTP/1.1" status: 204 len: 168 time: 1.5607753 Aug 19 12:41:44.164831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:44.169471 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261752d-ea29-4e88-ace4-bc7e8f78117f" -d '{"events": [{"name": "network-changed", "server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "tag": "57d03083-a023-4a75-a08b-431fd16cca62"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:44.244372 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95dedd5-f85c-4f0f-a3e4-2d6751ee286d x-openstack-request-id: req-d95dedd5-f85c-4f0f-a3e4-2d6751ee286d {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:44.245400 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "tag": "57d03083-a023-4a75-a08b-431fd16cca62", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:44.245837 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d95dedd5-f85c-4f0f-a3e4-2d6751ee286d {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:44.246424 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62', 'status': 'completed', 'code': 200} Aug 19 12:41:44.261238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:44.294941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.25.2.108 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/2cce812f-f503-48cd-bc08-60103bf14926) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:44.346744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-47dc7e5f-f540-4963-b6a5-6f65a47b6c57 None None] Set router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:44.437835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261752d-ea29-4e88-ace4-bc7e8f78117f req-f5964b5a-96b3-4bb8-9ec3-82873c060225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:44.439995 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0261752d-ea29-4e88-ace4-bc7e8f78117f req-f5964b5a-96b3-4bb8-9ec3-82873c060225 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 1098 time: 0.1685083 Aug 19 12:41:44.445144 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:44.634566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 566f8298-00e4-450a-addf-dd7b12369e1c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:44.641205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:44.685847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261752d-ea29-4e88-ace4-bc7e8f78117f req-f7495672-2259-421d-b2bc-629b79565cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:44.687441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0261752d-ea29-4e88-ace4-bc7e8f78117f req-f7495672-2259-421d-b2bc-629b79565cc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 200 len: 897 time: 0.2250528 Aug 19 12:41:44.688717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-47dc7e5f-f540-4963-b6a5-6f65a47b6c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:38Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '7e9c72af-4f3c-461c-b459-356525dd3f80', 'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:71:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:36Z', 'updated_at': '2021-08-19T12:39:45Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'c454124c-d641-4843-b950-a13981ad61b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:44.727704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc7e5f-f540-4963-b6a5-6f65a47b6c57 None None] Checking router: e30c5e9e-bd5d-4573-ba83-f1ee13616a31 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:44.742867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc7e5f-f540-4963-b6a5-6f65a47b6c57 None None] Routers {'e30c5e9e-bd5d-4573-ba83-f1ee13616a31'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:44.743598 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-47dc7e5f-f540-4963-b6a5-6f65a47b6c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:44.748363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 566f8298-00e4-450a-addf-dd7b12369e1c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:44.748813 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:44.749229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0261752d-ea29-4e88-ace4-bc7e8f78117f req-c41db1a5-1e4b-4cb7-8417-a2cc2b5669a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 200 len: 217 time: 0.0525308 Aug 19 12:41:44.864232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261752d-ea29-4e88-ace4-bc7e8f78117f req-6db576ca-00a0-44f0-a162-5933110b2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:44.865734 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0261752d-ea29-4e88-ace4-bc7e8f78117f req-6db576ca-00a0-44f0-a162-5933110b2169 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 200 len: 834 time: 0.1054349 Aug 19 12:41:44.870820 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:44.927813 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:44.992125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-47dc7e5f-f540-4963-b6a5-6f65a47b6c57 None None] Set router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:45.020081 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.049597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:45.078159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261752d-ea29-4e88-ace4-bc7e8f78117f req-863c0497-3cd9-4817-aa7b-2836a37b0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:45.083881 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0261752d-ea29-4e88-ace4-bc7e8f78117f req-863c0497-3cd9-4817-aa7b-2836a37b0b77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9b3b3790-8bcd-4208-8412-873533f8ddf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093806 Aug 19 12:41:45.093242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:45.105276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:45.151579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=2cce812f-f503-48cd-bc08-60103bf14926,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:45.286562 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:41:45.289091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2510a9-84a9-4cdc-9bd1-916fd70e1518 req-e632a121-410f-4b50-ae7c-faeedbb52e67 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:45.290629 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2510a9-84a9-4cdc-9bd1-916fd70e1518 req-e632a121-410f-4b50-ae7c-faeedbb52e67 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 947 time: 0.3787143 Aug 19 12:41:45.347383 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.405511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'Port': ['ID=714ab0da-992a-4ebf-a82d-b39506cb668b,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:45.411092 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2510a9-84a9-4cdc-9bd1-916fd70e1518 req-3df9dd5e-71bd-4645-941b-1abcc3b50a63 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096487 Aug 19 12:41:45.458010 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0261752d-ea29-4e88-ace4-bc7e8f78117f req-6a81e176-3d66-4070-988b-f3f01d901c87 service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606038 Aug 19 12:41:45.475728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-47dc7e5f-f540-4963-b6a5-6f65a47b6c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:38Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '7e9c72af-4f3c-461c-b459-356525dd3f80', 'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:71:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:36Z', 'updated_at': '2021-08-19T12:39:45Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'c454124c-d641-4843-b950-a13981ad61b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:45.501990 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc7e5f-f540-4963-b6a5-6f65a47b6c57 None None] The sync data for ids ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'] in n-d-803757-2 is: [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:39:38Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '7e9c72af-4f3c-461c-b459-356525dd3f80', 'name': '', 'network_id': '9b3b3790-8bcd-4208-8412-873533f8ddf1', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:71:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'c454124c-d641-4843-b950-a13981ad61b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:36Z', 'updated_at': '2021-08-19T12:39:45Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'c454124c-d641-4843-b950-a13981ad61b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:45.632895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.632895 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fdda9d58-1609-436d-ab74-fff110696fbd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8831415 Aug 19 12:41:45.655744 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0261752d-ea29-4e88-ace4-bc7e8f78117f req-be321478-aa19-4cb0-a6df-fa9d2333c0ca service neutron] 10.222.0.30 "GET /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887634 Aug 19 12:41:45.763988 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcb3b37-9368-4f4b-8cb0-e649f1165dcd None None] New status for floating IP 0621f393-3857-48ac-9e64-839a021babff: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:41:45.798748 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-d848a692-1ff1-4588-90e2-5664f72427aa tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1651749139&fields=id&tenant_id=07b1e7bd392c4962b55c4c16a4ffa940 HTTP/1.1" status: 200 len: 267 time: 0.0441666 Aug 19 12:41:45.839640 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:45.929614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-9695f0ff-b0fc-452f-ad38-e45fe39ffccd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:45.931176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-9695f0ff-b0fc-452f-ad38-e45fe39ffccd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 817 time: 0.1242626 Aug 19 12:41:45.948227 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-c5d3fb0e-4ef8-4dea-a3cc-214edb161245 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/quotas/07b1e7bd392c4962b55c4c16a4ffa940 HTTP/1.1" status: 200 len: 375 time: 0.0108535 Aug 19 12:41:46.009777 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-7d624ed6-be8f-4c22-a944-1a71c1012995 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556319 Aug 19 12:41:46.144170 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:46.166531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-51693e41-fd39-415e-b3f4-4d035fc0ea53 service neutron] 10.222.0.21 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343684 Aug 19 12:41:46.176948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9986d43-b286-429c-a011-7fa18ecb402f req-7793712d-4bed-4139-9d8f-79dfe092ba9e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:46.178482 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9986d43-b286-429c-a011-7fa18ecb402f req-7793712d-4bed-4139-9d8f-79dfe092ba9e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 947 time: 0.1109185 Aug 19 12:41:46.277004 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-5f469209-4f85-4f40-98d9-de0594458766 service neutron] 10.222.0.21 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040826 Aug 19 12:41:46.359427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-d9986d43-b286-429c-a011-7fa18ecb402f req-d625fe7f-798e-4467-a1e8-d8b5005c71c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port 57d03083-a023-4a75-a08b-431fd16cca62 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:46.359776 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9986d43-b286-429c-a011-7fa18ecb402f req-d625fe7f-798e-4467-a1e8-d8b5005c71c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:46.430840 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:46.473468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d9986d43-b286-429c-a011-7fa18ecb402f req-d625fe7f-798e-4467-a1e8-d8b5005c71c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port 57d03083-a023-4a75-a08b-431fd16cca62, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=57d03083-a023-4a75-a08b-431fd16cca62,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:46.473844 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9986d43-b286-429c-a011-7fa18ecb402f req-d625fe7f-798e-4467-a1e8-d8b5005c71c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:46.490409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-d9986d43-b286-429c-a011-7fa18ecb402f req-d625fe7f-798e-4467-a1e8-d8b5005c71c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for 57d03083-a023-4a75-a08b-431fd16cca62 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:46.589961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:46.652302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-11816241-ac88-47f5-9d5b-267920a5b213 req-cd8219d3-52f3-41de-8c82-9a11465851db tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 210 time: 0.1061440 Aug 19 12:41:46.716472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57152a75-12f8-4a66-99e8-6f7623f7900e req-30cc8d40-8855-4774-a512-1b9fba8bc3b5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:46.719118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57152a75-12f8-4a66-99e8-6f7623f7900e req-30cc8d40-8855-4774-a512-1b9fba8bc3b5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 947 time: 0.2299340 Aug 19 12:41:46.758706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=2cce812f-f503-48cd-bc08-60103bf14926,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:46.796244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.796510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.796897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.797245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.797585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.797958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.798323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.798668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.799021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.799352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.799716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.805578 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:46.827631 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:46.877949 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57152a75-12f8-4a66-99e8-6f7623f7900e req-0c45c13f-09a5-44fa-a8ae-b662feada12f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=539f92aa-0147-4ac8-bb73-f2a45b7cc650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454296 Aug 19 12:41:46.945761 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP 7108985b-92c8-48a2-ba0d-1170f45a0f7e associated. External IP: 172.25.2.108, port: 51a29f9d-58ce-4af2-b94e-8bd88e63a9eb. Aug 19 12:41:47.141542 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9986d43-b286-429c-a011-7fa18ecb402f req-d625fe7f-798e-4467-a1e8-d8b5005c71c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:47.181356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625fe7f-798e-4467-a1e8-d8b5005c71c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=57d03083-a023-4a75-a08b-431fd16cca62,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:47.255019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9986d43-b286-429c-a011-7fa18ecb402f req-d625fe7f-798e-4467-a1e8-d8b5005c71c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] No DVR routers for this DVR port 57d03083-a023-4a75-a08b-431fd16cca62 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:47.259025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:47.260852 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9986d43-b286-429c-a011-7fa18ecb402f req-d625fe7f-798e-4467-a1e8-d8b5005c71c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:47.263567 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9986d43-b286-429c-a011-7fa18ecb402f req-d625fe7f-798e-4467-a1e8-d8b5005c71c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "DELETE /v2.0/ports/57d03083-a023-4a75-a08b-431fd16cca62 HTTP/1.1" status: 204 len: 173 time: 1.0769382 Aug 19 12:41:47.264547 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-deleted', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:47.267714 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897dab75-32e2-4a46-85ba-4773e66504f3" -d '{"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-deleted", "tag": "57d03083-a023-4a75-a08b-431fd16cca62"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:47.397797 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ad8f6a-e18d-4dab-81e6-78167f1c2cda x-openstack-request-id: req-e0ad8f6a-e18d-4dab-81e6-78167f1c2cda {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:47.397797 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db2c10d-fbfd-435a-8f7e-4d956ab660de", "name": "network-vif-deleted", "tag": "57d03083-a023-4a75-a08b-431fd16cca62", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:47.397797 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0ad8f6a-e18d-4dab-81e6-78167f1c2cda {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:47.398180 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db2c10d-fbfd-435a-8f7e-4d956ab660de', 'name': 'network-vif-deleted', 'tag': '57d03083-a023-4a75-a08b-431fd16cca62', 'status': 'completed', 'code': 200} Aug 19 12:41:47.416007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:47.427628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8fb45-0357-4918-a454-973d959b16e6 None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:47.451286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8fb45-0357-4918-a454-973d959b16e6 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:47.452139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-09d8fb45-0357-4918-a454-973d959b16e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:47.488269 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-09d8fb45-0357-4918-a454-973d959b16e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:47.496820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8fb45-0357-4918-a454-973d959b16e6 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:47.497423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-09d8fb45-0357-4918-a454-973d959b16e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:47.529805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-09d8fb45-0357-4918-a454-973d959b16e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:47.530501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8fb45-0357-4918-a454-973d959b16e6 None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:47.771443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b4404b8-7744-439b-8772-ec9e8efc9046 req-b5dc1104-2327-4497-83db-b2881ec65458 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 210 time: 0.0350211 Aug 19 12:41:47.820245 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:47.837377 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-425e820b-3ade-4096-bc19-a2e5cbf38836 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6033058 Aug 19 12:41:47.839954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58406) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:47.844727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-97299271'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:47.990154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce0d7ec2-876a-40a6-a7c5-8e0455a6df82 req-76460f19-5e42-4a68-a0ba-6a87a451e1fa tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 210 time: 0.0295441 Aug 19 12:41:48.060184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Made reservation on behalf of 7d13d6db119d479d97a12b7cafb05f5f for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:48.064543 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:48.089064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:41:48.106728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:48.107122 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Added segment 4539b74f-5a72-4a65-b2b9-8969a8aea30c of type vlan for network ab8ba10f-50c6-4a37-b7c8-421b0a20e54b Aug 19 12:41:48.159681 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:48.432496 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:48.439091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:48.439691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:48.507208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Network': ['ID=ab8ba10f-50c6-4a37-b7c8-421b0a20e54b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:48.517752 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ab8ba10f-50c6-4a37-b7c8-421b0a20e54b details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:41:48.635132 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cf6f67e7-f3a8-40c1-91bb-16b00d2e905c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7917695 Aug 19 12:41:48.643958 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58436) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:48.649484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'subnet': {'network_id': 'ab8ba10f-50c6-4a37-b7c8-421b0a20e54b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:48.886216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1890522-423c-4d8e-b6cb-2a708ae88f0a req-cd594bf0-0fb2-4194-bdea-27e616a89ea5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 210 time: 0.0294182 Aug 19 12:41:48.925110 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Made reservation on behalf of 7d13d6db119d479d97a12b7cafb05f5f for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:48.929538 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:49.141810 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d6dabfd6-be04-4460-bcdc-55d049348f71 req-ed3f9fd6-7e8e-4185-ae3c-cc3af43f3424 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=7db2c10d-fbfd-435a-8f7e-4d956ab660de HTTP/1.1" status: 200 len: 210 time: 0.0431864 Aug 19 12:41:49.229969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:49.252960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 57d03083-a023-4a75-a08b-431fd16cca62 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:49.253560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 57d03083-a023-4a75-a08b-431fd16cca62 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:49.394159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:49.451789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Subnet': ['ID=ec60a451-36dd-47e2-ad34-0bed8d9b47af,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:49.463521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Checking segment: {'id': '4539b74f-5a72-4a65-b2b9-8969a8aea30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab8ba10f-50c6-4a37-b7c8-421b0a20e54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:49.464116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network hostable DHCP agents. Network: ab8ba10f-50c6-4a37-b7c8-421b0a20e54b, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:41:49.851097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network ab8ba10f-50c6-4a37-b7c8-421b0a20e54b is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:41:50.048697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, ab8ba10f-50c6-4a37-b7c8-421b0a20e54b) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:50.059119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:50.060559 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.077069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3e04d-976f-4742-92d9-61a4649e8ac3 None None] Network ab8ba10f-50c6-4a37-b7c8-421b0a20e54b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:50.079391 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ddaaecb3-a109-4f39-81ef-e7f3c1e6cd8d req-3452ecc2-4ff8-4ed3-8d58-c9febf656162 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 210 time: 0.1042054 Aug 19 12:41:50.215097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58488) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:50.249952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-ab8ba10f-50c6-4a37-b7c8-421b0a20e54b', 'network_id': 'ab8ba10f-50c6-4a37-b7c8-421b0a20e54b', 'tenant_id': '7d13d6db119d479d97a12b7cafb05f5f', 'fixed_ips': [{'subnet_id': 'ec60a451-36dd-47e2-ad34-0bed8d9b47af'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:41:50.251521 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.259458 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f116bf59-306a-4f78-892d-382e03a8e37d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6140625 Aug 19 12:41:50.262310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58490) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:50.267579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1312079204', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:50.398872 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Allocated IP 172.20.0.2 (ab8ba10f-50c6-4a37-b7c8-421b0a20e54b/ec60a451-36dd-47e2-ad34-0bed8d9b47af/011eddbf-749f-4999-a9c1-2346eda8cb8f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:50.479632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.480748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.551647 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.602692 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.616071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Transition to ACTIVE for port object 011eddbf-749f-4999-a9c1-2346eda8cb8f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:50.634136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Transition to ACTIVE for port object 011eddbf-749f-4999-a9c1-2346eda8cb8f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:50.656243 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.749634 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.809404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Network ab8ba10f-50c6-4a37-b7c8-421b0a20e54b is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:50.810381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Pushing event updated for resources: {'Port': ['ID=011eddbf-749f-4999-a9c1-2346eda8cb8f,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:50.815302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:50.821343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:50.826055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.829703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.829703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.829703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.829703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.829703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.829703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.829703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.829703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.829703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.830602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.830602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:41:50.901726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Attempting to bind port 011eddbf-749f-4999-a9c1-2346eda8cb8f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:50.902044 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Attempting to bind port 011eddbf-749f-4999-a9c1-2346eda8cb8f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '4539b74f-5a72-4a65-b2b9-8969a8aea30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab8ba10f-50c6-4a37-b7c8-421b0a20e54b'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:50.902406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Attempting to bind port 011eddbf-749f-4999-a9c1-2346eda8cb8f on network ab8ba10f-50c6-4a37-b7c8-421b0a20e54b {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:50.908304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:50.908681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Checking segment: {'id': '4539b74f-5a72-4a65-b2b9-8969a8aea30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab8ba10f-50c6-4a37-b7c8-421b0a20e54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:50.909346 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.910201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Bound using segment: {'id': '4539b74f-5a72-4a65-b2b9-8969a8aea30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab8ba10f-50c6-4a37-b7c8-421b0a20e54b'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:50.910201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Bound port: 011eddbf-749f-4999-a9c1-2346eda8cb8f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4539b74f-5a72-4a65-b2b9-8969a8aea30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab8ba10f-50c6-4a37-b7c8-421b0a20e54b'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:50.910586 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:50.974160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-ee2b9510-36f0-47f9-bb07-30fc18f25306 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:50.974160 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-ee2b9510-36f0-47f9-bb07-30fc18f25306 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 817 time: 0.1661804 Aug 19 12:41:51.086793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] For port 011eddbf-749f-4999-a9c1-2346eda8cb8f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:51.090142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] For port 011eddbf-749f-4999-a9c1-2346eda8cb8f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=011eddbf-749f-4999-a9c1-2346eda8cb8f,segment=NetworkSegment(4539b74f-5a72-4a65-b2b9-8969a8aea30c),segment_id=4539b74f-5a72-4a65-b2b9-8969a8aea30c)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:51.194375 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.283680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbbba7-6fd0-46e6-b611-a050d16f1b0d None None] Pushing event updated for resources: {'Port': ['ID=011eddbf-749f-4999-a9c1-2346eda8cb8f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:51.315958 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.370969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-052c917c-2eaa-443f-a2a3-f8103b267948 req-056352c4-41d0-4a57-935d-714942773a9b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 210 time: 0.0377500 Aug 19 12:41:51.626615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-0e62372b-a218-42d4-9b62-2c9b3a986c9d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07b1e7bd392c4962b55c4c16a4ffa940 HTTP/1.1" status: 200 len: 380 time: 0.6359828 Aug 19 12:41:51.654175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'port': {'device_id': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'admin_state_up': True, 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'security_groups': ['d503792b-703f-4650-9654-14167fd577d0']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:51.823976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port 7e9c72af-4f3c-461c-b459-356525dd3f80 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:51.824590 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.884094 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.917583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.948057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port 7e9c72af-4f3c-461c-b459-356525dd3f80, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7e9c72af-4f3c-461c-b459-356525dd3f80,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:51.948519 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:51.962628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for 7e9c72af-4f3c-461c-b459-356525dd3f80 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:52.012687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Made reservation on behalf of 07b1e7bd392c4962b55c4c16a4ffa940 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:52.016801 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.051097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.25.2.23 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/67b2a57d-417b-4f25-b032-38ad82e756b1) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:52.251919 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.335522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Allocated IP 172.20.0.7 (dec3f5f4-0139-445c-b744-81b03bf29b5e/82c84885-049f-40a7-908b-88a8e0873df7/cfd1cc49-22e7-4924-847d-c99480714629) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:52.369024 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.426310 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.525465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=67b2a57d-417b-4f25-b032-38ad82e756b1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:52.559179 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:52.563068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:52.579067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:52.643894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=7e9c72af-4f3c-461c-b459-356525dd3f80,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:52.676975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 011eddbf-749f-4999-a9c1-2346eda8cb8f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:52.684826 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9af808c0-a65a-496a-9718-9a6ce889eac1 req-5df6f516-71fa-43f2-b115-79262ed3594f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 210 time: 0.0636499 Aug 19 12:41:52.884986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c19803-a1a0-4ec1-95f8-49825f462329 None None] Network ab8ba10f-50c6-4a37-b7c8-421b0a20e54b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:52.935970 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:52.985796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Transition to ACTIVE for port object cfd1cc49-22e7-4924-847d-c99480714629 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:53.002599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 011eddbf-749f-4999-a9c1-2346eda8cb8f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:53.014725 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.131508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0020154f-4c13-4f00-b3a5-5c0c0db219bf None None] Provisioning for port 011eddbf-749f-4999-a9c1-2346eda8cb8f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:53.135673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0020154f-4c13-4f00-b3a5-5c0c0db219bf None None] Provisioning complete for port 011eddbf-749f-4999-a9c1-2346eda8cb8f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:53.139737 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0020154f-4c13-4f00-b3a5-5c0c0db219bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.208984 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.264655 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0020154f-4c13-4f00-b3a5-5c0c0db219bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.310731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0020154f-4c13-4f00-b3a5-5c0c0db219bf None None] For port 011eddbf-749f-4999-a9c1-2346eda8cb8f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=011eddbf-749f-4999-a9c1-2346eda8cb8f,segment=NetworkSegment(4539b74f-5a72-4a65-b2b9-8969a8aea30c),segment_id=4539b74f-5a72-4a65-b2b9-8969a8aea30c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:53.356020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Network dec3f5f4-0139-445c-b744-81b03bf29b5e is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:53.381448 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.389630 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0020154f-4c13-4f00-b3a5-5c0c0db219bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.394756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:53.399310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:53.441778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:53.483920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:53.485216 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.505111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020154f-4c13-4f00-b3a5-5c0c0db219bf None None] Pushing event updated for resources: {'Port': ['ID=011eddbf-749f-4999-a9c1-2346eda8cb8f,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:53.514254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:53.525646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b80e425d-af02-401a-922b-5ec54d4ca965 None None] Provisioning complete for port 011eddbf-749f-4999-a9c1-2346eda8cb8f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:53.526068 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b80e425d-af02-401a-922b-5ec54d4ca965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.627460 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-49232070-f461-4af0-92b5-21e7450bbd0e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9925182 Aug 19 12:41:53.663526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Request body: {'port': {'device_id': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:53.740815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:53.746572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-34f6a935-6c57-4aab-bf35-1ad5871b5b7b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "PUT /v2.0/routers/e30c5e9e-bd5d-4573-ba83-f1ee13616a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5293720 Aug 19 12:41:53.749453 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.751992 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58552) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:53.754183 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ad2ef-2181-4e51-84c6-aa9ccc00de81 None None] Sync routers for ids ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:53.771713 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ad2ef-2181-4e51-84c6-aa9ccc00de81 None None] Routers {'e30c5e9e-bd5d-4573-ba83-f1ee13616a31'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:53.772508 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-287ad2ef-2181-4e51-84c6-aa9ccc00de81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:53.806730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.900071 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-287ad2ef-2181-4e51-84c6-aa9ccc00de81 None None] Set router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:53.907490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-18dd4903-f195-493c-b725-dd7eb1a6bebd None None] Provisioning for port cfd1cc49-22e7-4924-847d-c99480714629 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:53.912164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-18dd4903-f195-493c-b725-dd7eb1a6bebd None None] Provisioning complete for port cfd1cc49-22e7-4924-847d-c99480714629 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:53.912542 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-18dd4903-f195-493c-b725-dd7eb1a6bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:53.966169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dcf135-17f1-457b-8459-ee394532ff37 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting subnet c454124c-d641-4843-b950-a13981ad61b7 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:41:53.973831 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31dcf135-17f1-457b-8459-ee394532ff37 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.005372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-18dd4903-f195-493c-b725-dd7eb1a6bebd None None] Port cfd1cc49-22e7-4924-847d-c99480714629 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:54.054637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a9241-e0be-4733-9b22-03120c0637dc req-f67c8a16-3021-44b3-94cf-4158d00edd00 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:54.069160 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f1a9241-e0be-4733-9b22-03120c0637dc req-f67c8a16-3021-44b3-94cf-4158d00edd00 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 931 time: 0.2359121 Aug 19 12:41:54.073378 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31dcf135-17f1-457b-8459-ee394532ff37 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.133097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd1cc49-22e7-4924-847d-c99480714629 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:41:54.135863 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-287ad2ef-2181-4e51-84c6-aa9ccc00de81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:41:52Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:54.143785 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.159352 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f1a9241-e0be-4733-9b22-03120c0637dc req-945038d8-f913-449d-9b50-eaad932c6bbf tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952280 Aug 19 12:41:54.169358 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ad2ef-2181-4e51-84c6-aa9ccc00de81 None None] Checking router: e30c5e9e-bd5d-4573-ba83-f1ee13616a31 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:41:54.178249 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ad2ef-2181-4e51-84c6-aa9ccc00de81 None None] Routers {'e30c5e9e-bd5d-4573-ba83-f1ee13616a31'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:54.178963 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-287ad2ef-2181-4e51-84c6-aa9ccc00de81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:54.202583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31dcf135-17f1-457b-8459-ee394532ff37 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.285023 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-287ad2ef-2181-4e51-84c6-aa9ccc00de81 None None] Set router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:41:54.330545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Transition to ACTIVE for port object cfd1cc49-22e7-4924-847d-c99480714629 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:54.456538 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-287ad2ef-2181-4e51-84c6-aa9ccc00de81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:41:52Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:54.483295 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ad2ef-2181-4e51-84c6-aa9ccc00de81 None None] The sync data for ids ['e30c5e9e-bd5d-4573-ba83-f1ee13616a31'] in n-d-803757-2 is: [{'id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645080860', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'eac23964-0db1-452e-832d-eca1a399946a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:39:30Z', 'updated_at': '2021-08-19T12:41:52Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'eac23964-0db1-452e-832d-eca1a399946a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c5e9e-bd5d-4573-ba83-f1ee13616a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:39:31Z', 'updated_at': '2021-08-19T12:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:54.503080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router 9f6e302a-6476-4661-ba51-fd919ea424ef is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:41:54.554674 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.571212 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31dcf135-17f1-457b-8459-ee394532ff37 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.637447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:54.722399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Attempting to bind port cfd1cc49-22e7-4924-847d-c99480714629 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:41:54.723054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Attempting to bind port cfd1cc49-22e7-4924-847d-c99480714629 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:41:54.725167 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Attempting to bind port cfd1cc49-22e7-4924-847d-c99480714629 on network dec3f5f4-0139-445c-b744-81b03bf29b5e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:54.735440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Port cfd1cc49-22e7-4924-847d-c99480714629 on network dec3f5f4-0139-445c-b744-81b03bf29b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:41:54.735844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Attempting to bind port cfd1cc49-22e7-4924-847d-c99480714629 on network dec3f5f4-0139-445c-b744-81b03bf29b5e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:41:54.746015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:41:54.746378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Checking segment: {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:41:54.751619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Bound using segment: {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:41:54.751619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Bound port: cfd1cc49-22e7-4924-847d-c99480714629, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:41:54.751619 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.795910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-31dcf135-17f1-457b-8459-ee394532ff37 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:54.798829 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-31dcf135-17f1-457b-8459-ee394532ff37 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/subnets/c454124c-d641-4843-b950-a13981ad61b7 HTTP/1.1" status: 204 len: 168 time: 1.0440645 Aug 19 12:41:54.799763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcf135-17f1-457b-8459-ee394532ff37 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Subnet': ['ID=c454124c-d641-4843-b950-a13981ad61b7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:54.802597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58576) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:54.805457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:54.808773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2a2c1-5785-4f62-8b54-79af5bfe40e5 None None] Network 9b3b3790-8bcd-4208-8412-873533f8ddf1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:41:54.861305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5abbdb-36e5-4651-b03e-ce059ab3a771 None None] Sync routers for ids ['9f6e302a-6476-4661-ba51-fd919ea424ef'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:54.941992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5abbdb-36e5-4651-b03e-ce059ab3a771 None None] Routers {'9f6e302a-6476-4661-ba51-fd919ea424ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:54.942776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cd5abbdb-36e5-4651-b03e-ce059ab3a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9f6e302a-6476-4661-ba51-fd919ea424ef'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:54.954764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:41:54.975086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:41:54.996340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cd5abbdb-36e5-4651-b03e-ce059ab3a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:54.996950 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.058890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 011eddbf-749f-4999-a9c1-2346eda8cb8f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:41:55.089558 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5abbdb-36e5-4651-b03e-ce059ab3a771 None None] Routers {'9f6e302a-6476-4661-ba51-fd919ea424ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:55.090194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cd5abbdb-36e5-4651-b03e-ce059ab3a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9f6e302a-6476-4661-ba51-fd919ea424ef'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:55.140060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cd5abbdb-36e5-4651-b03e-ce059ab3a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:55.140694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5abbdb-36e5-4651-b03e-ce059ab3a771 None None] The sync data for ids ['9f6e302a-6476-4661-ba51-fd919ea424ef'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:55.150449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.171974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 011eddbf-749f-4999-a9c1-2346eda8cb8f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:55.172445 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.233043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf0e5b-9fc7-48d9-829a-ca2845cbe019 None None] DHCP port deletion for 9b3b3790-8bcd-4208-8412-873533f8ddf1 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:41:55.313528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65cb1-1265-4439-b456-e72b7e4a2d94 req-c0b1fc27-7b0d-4b86-b78d-1c11f1a8f916 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:55.315694 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ab65cb1-1265-4439-b456-e72b7e4a2d94 req-c0b1fc27-7b0d-4b86-b78d-1c11f1a8f916 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.0653942 Aug 19 12:41:55.322340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-9caf0e5b-9fc7-48d9-829a-ca2845cbe019 None None] Deleting port b4f27536-e6b2-433c-84f7-b89bbf5556ba {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:55.322855 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9caf0e5b-9fc7-48d9-829a-ca2845cbe019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.331816 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.346559 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.348057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a434ee49-7c32-439f-8ad6-087b1123ec1c tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0845742 Aug 19 12:41:55.354715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58582) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:55.398358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-9caf0e5b-9fc7-48d9-829a-ca2845cbe019 None None] For port b4f27536-e6b2-433c-84f7-b89bbf5556ba, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b4f27536-e6b2-433c-84f7-b89bbf5556ba,segment=NetworkSegment(245fdaa4-8529-40af-a329-598152835600),segment_id=245fdaa4-8529-40af-a329-598152835600)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:55.399031 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9caf0e5b-9fc7-48d9-829a-ca2845cbe019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.410535 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.417796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-9caf0e5b-9fc7-48d9-829a-ca2845cbe019 None None] Calling delete_port for b4f27536-e6b2-433c-84f7-b89bbf5556ba owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:55.465631 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ab65cb1-1265-4439-b456-e72b7e4a2d94 req-1c19dcc2-6a72-4de5-86f4-dac5741fb65d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398470 Aug 19 12:41:55.480648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:55.481468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.483180 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] 10.222.0.62 "PUT /v2.0/ports/cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 200 len: 1091 time: 1.8251145 Aug 19 12:41:55.486519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:41:55.489546 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596984fa-dcb9-4bce-9aa4-49156f7ed017" -d '{"events": [{"name": "network-changed", "server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "tag": "cfd1cc49-22e7-4924-847d-c99480714629"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:41:55.541126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51bafc-c443-434a-8e81-b55d2a318bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:55.596503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port eac23964-0db1-452e-832d-eca1a399946a {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:41:55.596831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.629293 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d27cacb-42df-40d2-86cf-b438e7a6f709 x-openstack-request-id: req-2d27cacb-42df-40d2-86cf-b438e7a6f709 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:41:55.629590 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "tag": "cfd1cc49-22e7-4924-847d-c99480714629", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:41:55.629868 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d27cacb-42df-40d2-86cf-b438e7a6f709 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:41:55.630291 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629', 'status': 'completed', 'code': 200} Aug 19 12:41:55.680612 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9caf0e5b-9fc7-48d9-829a-ca2845cbe019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.740336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf0e5b-9fc7-48d9-829a-ca2845cbe019 None None] Pushing event deleted for resources: {'Port': ['ID=b4f27536-e6b2-433c-84f7-b89bbf5556ba,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:55.744483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf0e5b-9fc7-48d9-829a-ca2845cbe019 None None] No DVR routers for this DVR port b4f27536-e6b2-433c-84f7-b89bbf5556ba on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:41:55.772308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596984fa-dcb9-4bce-9aa4-49156f7ed017 req-ec27584b-6afe-45e4-80d0-26851c5d9022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:55.774633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-596984fa-dcb9-4bce-9aa4-49156f7ed017 req-ec27584b-6afe-45e4-80d0-26851c5d9022 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1094 time: 0.1085620 Aug 19 12:41:55.820622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port eac23964-0db1-452e-832d-eca1a399946a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=eac23964-0db1-452e-832d-eca1a399946a,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:41:55.821261 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:55.837990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for eac23964-0db1-452e-832d-eca1a399946a owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:41:55.999810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596984fa-dcb9-4bce-9aa4-49156f7ed017 req-19886ae2-2679-4fe9-9bd0-63db4aa2a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:56.003241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-596984fa-dcb9-4bce-9aa4-49156f7ed017 req-19886ae2-2679-4fe9-9bd0-63db4aa2a5f0 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2180231 Aug 19 12:41:56.118836 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:56.153932 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:56.254915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596984fa-dcb9-4bce-9aa4-49156f7ed017 req-1d861618-e067-4785-91c3-48458f118f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:56.256583 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-596984fa-dcb9-4bce-9aa4-49156f7ed017 req-1d861618-e067-4785-91c3-48458f118f29 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2108650 Aug 19 12:41:56.289867 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:56.331267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=eac23964-0db1-452e-832d-eca1a399946a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:56.407770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-14b08567-cf2d-43a5-88c9-63ec3e173445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:56.409272 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-14b08567-cf2d-43a5-88c9-63ec3e173445 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1094 time: 0.0897021 Aug 19 12:41:56.460368 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:56.464322 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-98dbb55d-8cd0-4f11-8b16-f183c1fa2f5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 200 len: 217 time: 0.0440948 Aug 19 12:41:56.532057 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.20.0.1 (ab8ba10f-50c6-4a37-b7c8-421b0a20e54b/ec60a451-36dd-47e2-ad34-0bed8d9b47af/03cff484-defa-4abc-9a00-fb1388558370) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:56.679333 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:56.684082 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:56.699758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-da8d036d-beee-4d75-9948-a062c2f82999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:56.701688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-da8d036d-beee-4d75-9948-a062c2f82999 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.2073207 Aug 19 12:41:56.723984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7e9c72af-4f3c-461c-b459-356525dd3f80 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:56.772882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 7e9c72af-4f3c-461c-b459-356525dd3f80 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:56.773489 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7e9c72af-4f3c-461c-b459-356525dd3f80 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:56.774300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b4f27536-e6b2-433c-84f7-b89bbf5556ba no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:56.793538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-dfd82908-17b6-4407-8a57-d5fad447b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:56.795258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-dfd82908-17b6-4407-8a57-d5fad447b508 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486646 Aug 19 12:41:56.804197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: b4f27536-e6b2-433c-84f7-b89bbf5556ba {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:56.804814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b4f27536-e6b2-433c-84f7-b89bbf5556ba not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:56.863473 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:56.864531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Fanout notify agent at l3_agent the message router_deleted on router e30c5e9e-bd5d-4573-ba83-f1ee13616a31 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:41:56.920832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:56.920832 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b90f4fa6-4dfe-4b23-9260-bc89efea9719 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/routers/e30c5e9e-bd5d-4573-ba83-f1ee13616a31 HTTP/1.1" status: 204 len: 168 time: 2.0633664 Aug 19 12:41:56.920832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58610) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:57.003125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.009925 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-6655e3b6-eefc-4971-9b58-6cb1d596ae11 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076817 Aug 19 12:41:57.132677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8171536-9cc7-4744-9dca-bb2af99d6160 req-8651ae03-cffe-4d2c-b840-1c7c812692f4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:57.139952 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8171536-9cc7-4744-9dca-bb2af99d6160 req-8651ae03-cffe-4d2c-b840-1c7c812692f4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.0906124 Aug 19 12:41:57.173435 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.190388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3b3790-8bcd-4208-8412-873533f8ddf1']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:57.206247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.207682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245fdaa4-8529-40af-a329-598152835600') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:57.208326 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245fdaa4-8529-40af-a329-598152835600') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:57.211148 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8171536-9cc7-4744-9dca-bb2af99d6160 req-7f9bfd6c-8f26-4517-a150-f9963e7ace57 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709956 Aug 19 12:41:57.215899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53e9b08-34ff-4b74-ad11-3ced05f12a33 req-eab4e214-a5bd-44fa-a225-fd701e0258da service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985843 Aug 19 12:41:57.222361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.243588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.246640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Transition to ACTIVE for port object 03cff484-defa-4abc-9a00-fb1388558370 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:57.255245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:41:57.256776 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:41:57.259923 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:41:57.423132 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.473565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network ab8ba10f-50c6-4a37-b7c8-421b0a20e54b is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:57.476825 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:57.480782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:57.519469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=03cff484-defa-4abc-9a00-fb1388558370,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:57.529052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.610656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.620022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.624468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/networks/9b3b3790-8bcd-4208-8412-873533f8ddf1 HTTP/1.1" status: 204 len: 168 time: 0.7354829 Aug 19 12:41:57.629943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58618) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:57.634989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512af729-7582-43c0-9f3b-57f35d70ce11 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Network': ['ID=9b3b3790-8bcd-4208-8412-873533f8ddf1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:57.716585 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b19795c1-580f-4530-a389-61d8be9666df tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.751869 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b19795c1-580f-4530-a389-61d8be9666df tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.845359 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.930641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c8e1dea3-7a8d-486e-9f52-0a9293df2192 None None] Provisioning for port 03cff484-defa-4abc-9a00-fb1388558370 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:41:57.934645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c8e1dea3-7a8d-486e-9f52-0a9293df2192 None None] Provisioning complete for port 03cff484-defa-4abc-9a00-fb1388558370 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:57.935038 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c8e1dea3-7a8d-486e-9f52-0a9293df2192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.977544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1dea3-7a8d-486e-9f52-0a9293df2192 None None] Port 03cff484-defa-4abc-9a00-fb1388558370 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:57.985727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b19795c1-580f-4530-a389-61d8be9666df tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.988460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b19795c1-580f-4530-a389-61d8be9666df tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:57.992790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b19795c1-580f-4530-a389-61d8be9666df tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/security-groups/539f92aa-0147-4ac8-bb73-f2a45b7cc650 HTTP/1.1" status: 204 len: 168 time: 0.3585639 Aug 19 12:41:58.004067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19795c1-580f-4530-a389-61d8be9666df tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539f92aa-0147-4ac8-bb73-f2a45b7cc650,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:58.172587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.358031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbb8ef-5bae-4ef0-b2f8-982bd0df1014 req-e611cd7e-2f92-4223-8386-68a01e5cb543 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:58.359823 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7bbb8ef-5bae-4ef0-b2f8-982bd0df1014 req-e611cd7e-2f92-4223-8386-68a01e5cb543 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.0630145 Aug 19 12:41:58.401899 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f7bbb8ef-5bae-4ef0-b2f8-982bd0df1014 req-1e4ad4a5-bde3-4555-9a9b-baad9d3139d6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357792 Aug 19 12:41:58.405109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.504894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eac23964-0db1-452e-832d-eca1a399946a no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:41:58.527117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=03cff484-defa-4abc-9a00-fb1388558370,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:58.528131 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: eac23964-0db1-452e-832d-eca1a399946a {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:41:58.528642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device eac23964-0db1-452e-832d-eca1a399946a not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:41:58.533247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.644813 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network ab8ba10f-50c6-4a37-b7c8-421b0a20e54b is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:58.646375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:58.783859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router 9f6e302a-6476-4661-ba51-fd919ea424ef has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:41:58.801730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58644) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:58.806418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6392f9a2-06d8-49ef-852b-f82a1e757aaa tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611023148', 'description': 'tempest-secgroup-smoke-611023148 description', 'project_id': 'c4204443efbc4475a6deb99809648e33'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:58.930351 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6392f9a2-06d8-49ef-852b-f82a1e757aaa tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:58.984332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:41:58.990564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4eec6f78-c4be-4fe7-8d54-e5019adb524f tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "PUT /v2.0/routers/9f6e302a-6476-4661-ba51-fd919ea424ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6335289 Aug 19 12:41:58.993455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58650) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:58.999225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'port': {'network_id': 'ab8ba10f-50c6-4a37-b7c8-421b0a20e54b', 'name': 'tempest-FloatingIPTestJSON-47744789'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:59.003209 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073e2c7-4ee5-4c19-bf02-c57768d5ff49 None None] Sync routers for ids ['9f6e302a-6476-4661-ba51-fd919ea424ef'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:41:59.026181 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073e2c7-4ee5-4c19-bf02-c57768d5ff49 None None] Routers {'9f6e302a-6476-4661-ba51-fd919ea424ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:59.031461 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8073e2c7-4ee5-4c19-bf02-c57768d5ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9f6e302a-6476-4661-ba51-fd919ea424ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:59.035582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e5e8f4a2-c0b3-4a9e-89b0-cec450e095d2 None None] Provisioning complete for port 03cff484-defa-4abc-9a00-fb1388558370 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:41:59.036650 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f4a2-c0b3-4a9e-89b0-cec450e095d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.051307 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6392f9a2-06d8-49ef-852b-f82a1e757aaa tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.119928 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8073e2c7-4ee5-4c19-bf02-c57768d5ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:59.120337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8f4a2-c0b3-4a9e-89b0-cec450e095d2 None None] Port 03cff484-defa-4abc-9a00-fb1388558370 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:41:59.121502 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073e2c7-4ee5-4c19-bf02-c57768d5ff49 None None] Routers {'9f6e302a-6476-4661-ba51-fd919ea424ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:41:59.122170 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8073e2c7-4ee5-4c19-bf02-c57768d5ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9f6e302a-6476-4661-ba51-fd919ea424ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:59.142092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6392f9a2-06d8-49ef-852b-f82a1e757aaa tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.157402 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8073e2c7-4ee5-4c19-bf02-c57768d5ff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:41:59.158054 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8073e2c7-4ee5-4c19-bf02-c57768d5ff49 None None] The sync data for ids ['9f6e302a-6476-4661-ba51-fd919ea424ef'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:41:59.174837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392f9a2-06d8-49ef-852b-f82a1e757aaa tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:59.271312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Made reservation on behalf of 7d13d6db119d479d97a12b7cafb05f5f for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:41:59.275002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.293746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] device_id is not set on port 169a1989-5bed-4f0d-ac5a-bbabdd6b8bea yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:41:59.403089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Allocated IP 172.20.0.9 (ab8ba10f-50c6-4a37-b7c8-421b0a20e54b/ec60a451-36dd-47e2-ad34-0bed8d9b47af/169a1989-5bed-4f0d-ac5a-bbabdd6b8bea) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:41:59.494647 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6392f9a2-06d8-49ef-852b-f82a1e757aaa tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.499208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6392f9a2-06d8-49ef-852b-f82a1e757aaa tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6936009 Aug 19 12:41:59.499354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58658) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:41:59.506116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0531b3dc-e106-4855-9de0-296c50ce1554 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '6f606c67-1ced-44c6-bcd6-8f06e45d6d5e', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:41:59.626106 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.643940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Transition to ACTIVE for port object 169a1989-5bed-4f0d-ac5a-bbabdd6b8bea will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:41:59.650414 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0531b3dc-e106-4855-9de0-296c50ce1554 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.658381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548a223-74aa-47c9-b797-d3c881042f52 req-69b4d084-6555-4da9-875d-1016224e3dab tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:41:59.660179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2548a223-74aa-47c9-b797-d3c881042f52 req-69b4d084-6555-4da9-875d-1016224e3dab tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.1058865 Aug 19 12:41:59.713356 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2548a223-74aa-47c9-b797-d3c881042f52 req-c17aea2d-4573-4ff4-b1f9-baf391d2c916 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462961 Aug 19 12:41:59.745076 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0531b3dc-e106-4855-9de0-296c50ce1554 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.822547 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.833294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0531b3dc-e106-4855-9de0-296c50ce1554 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.860169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531b3dc-e106-4855-9de0-296c50ce1554 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995a926f-3506-4dab-a19d-014e5d373102,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:59.905694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Network ab8ba10f-50c6-4a37-b7c8-421b0a20e54b is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:41:59.909851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:41:59.911827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event updated for resources: {'Port': ['ID=169a1989-5bed-4f0d-ac5a-bbabdd6b8bea,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:41:59.914243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:41:59.943974 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0531b3dc-e106-4855-9de0-296c50ce1554 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:41:59.946201 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0531b3dc-e106-4855-9de0-296c50ce1554 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4451170 Aug 19 12:41:59.948195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58670) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:00.064001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:00.064677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.114544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-82d22f6f-22f3-47d5-8e78-2f60ac6968e2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '6f606c67-1ced-44c6-bcd6-8f06e45d6d5e', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:00.211320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-27f2fc8b-8e4b-42a9-b8ed-a0e21b502210 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.2163587 Aug 19 12:42:00.214068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58676) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:00.224170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-33cf8d78-b7ca-4abf-a947-7f2f41947a5e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Request body: {'floatingip': {'port_id': '169a1989-5bed-4f0d-ac5a-bbabdd6b8bea'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:00.282051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33cf8d78-b7ca-4abf-a947-7f2f41947a5e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.296242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-12aeb9ff-51f3-4822-83ff-f3f83e2f88bd None None] Provisioning for port 169a1989-5bed-4f0d-ac5a-bbabdd6b8bea completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:00.303762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-12aeb9ff-51f3-4822-83ff-f3f83e2f88bd None None] Provisioning complete for port 169a1989-5bed-4f0d-ac5a-bbabdd6b8bea triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:00.304512 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-12aeb9ff-51f3-4822-83ff-f3f83e2f88bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.346900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-12aeb9ff-51f3-4822-83ff-f3f83e2f88bd None None] Port 169a1989-5bed-4f0d-ac5a-bbabdd6b8bea cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:00.373845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82d22f6f-22f3-47d5-8e78-2f60ac6968e2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.692286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device cfd1cc49-22e7-4924-847d-c99480714629 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:42:00.816258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:00.829200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'cfd1cc49-22e7-4924-847d-c99480714629', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'port_id': 'cfd1cc49-22e7-4924-847d-c99480714629', 'mac_address': 'fa:16:3e:1c:f8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:42:00.887754 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:00.902743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd1cc49-22e7-4924-847d-c99480714629 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:42:00.925251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:01.031903 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82d22f6f-22f3-47d5-8e78-2f60ac6968e2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.048843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eed18f-4adc-4598-b96a-720a1d7d138b req-ba1ec565-e043-4254-875c-2b8c3f9e3918 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:01.056522 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37eed18f-4adc-4598-b96a-720a1d7d138b req-ba1ec565-e043-4254-875c-2b8c3f9e3918 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.2319927 Aug 19 12:42:01.065594 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.117112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:01.136875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-37eed18f-4adc-4598-b96a-720a1d7d138b req-b0eb4675-cbf3-4593-ac57-985588ff6cd1 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793579 Aug 19 12:42:01.182929 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82d22f6f-22f3-47d5-8e78-2f60ac6968e2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.213126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d22f6f-22f3-47d5-8e78-2f60ac6968e2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5671c2c8-029f-47dc-8108-e8786089532a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:01.310677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['cfd1cc49-22e7-4924-847d-c99480714629'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:42:01.313449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82d22f6f-22f3-47d5-8e78-2f60ac6968e2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.315945 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-82d22f6f-22f3-47d5-8e78-2f60ac6968e2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3664782 Aug 19 12:42:01.322657 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33cf8d78-b7ca-4abf-a947-7f2f41947a5e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.324913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58696) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:01.329513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-17da41a7-bb1b-4e43-a849-cff34acafa1b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '6f606c67-1ced-44c6-bcd6-8f06e45d6d5e', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:01.414403 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33cf8d78-b7ca-4abf-a947-7f2f41947a5e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.467867 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17da41a7-bb1b-4e43-a849-cff34acafa1b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.579402 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-33cf8d78-b7ca-4abf-a947-7f2f41947a5e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP 7108985b-92c8-48a2-ba0d-1170f45a0f7e associated. External IP: 172.25.2.108, port: 51a29f9d-58ce-4af2-b94e-8bd88e63a9eb. Aug 19 12:42:01.615306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17da41a7-bb1b-4e43-a849-cff34acafa1b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.731425 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17da41a7-bb1b-4e43-a849-cff34acafa1b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.792476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da41a7-bb1b-4e43-a849-cff34acafa1b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c92072-051e-433c-b4ac-5835935e17f9,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:01.814315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cf8d78-b7ca-4abf-a947-7f2f41947a5e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:01.873072 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-17da41a7-bb1b-4e43-a849-cff34acafa1b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:01.875859 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-17da41a7-bb1b-4e43-a849-cff34acafa1b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5494728 Aug 19 12:42:01.877879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58702) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:01.883188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f68bd559-e53f-4756-9a85-894db3f4719a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '6f606c67-1ced-44c6-bcd6-8f06e45d6d5e', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:01.936408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cf8d78-b7ca-4abf-a947-7f2f41947a5e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:01.949635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1483cb34-d254-4ce7-a1c7-ed21d055003e None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:01.961348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1483cb34-d254-4ce7-a1c7-ed21d055003e None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:01.961940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1483cb34-d254-4ce7-a1c7-ed21d055003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:01.996647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1483cb34-d254-4ce7-a1c7-ed21d055003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:02.009711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f68bd559-e53f-4756-9a85-894db3f4719a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.010975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1483cb34-d254-4ce7-a1c7-ed21d055003e None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:02.011782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1483cb34-d254-4ce7-a1c7-ed21d055003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:02.053807 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1483cb34-d254-4ce7-a1c7-ed21d055003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:02.054748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1483cb34-d254-4ce7-a1c7-ed21d055003e None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:02.086121 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f68bd559-e53f-4756-9a85-894db3f4719a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.187458 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f68bd559-e53f-4756-9a85-894db3f4719a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.232842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bd559-e53f-4756-9a85-894db3f4719a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acd812c-9402-4bee-beae-9adf8028d884,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:02.255013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cf8d78-b7ca-4abf-a947-7f2f41947a5e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router 9f6e302a-6476-4661-ba51-fd919ea424ef has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:02.294244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648250d5-fd53-42f7-bd8c-994ed814ceba req-a5cc785d-67e7-4ac4-9c5a-1a9a08764ec4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:02.296279 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-648250d5-fd53-42f7-bd8c-994ed814ceba req-a5cc785d-67e7-4ac4-9c5a-1a9a08764ec4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.0789199 Aug 19 12:42:02.320251 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f68bd559-e53f-4756-9a85-894db3f4719a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.321441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f68bd559-e53f-4756-9a85-894db3f4719a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4423404 Aug 19 12:42:02.324294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58716) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:02.328913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b17b9f1c-359b-4594-9f50-b44b0169812a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '6f606c67-1ced-44c6-bcd6-8f06e45d6d5e', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:02.374755 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-648250d5-fd53-42f7-bd8c-994ed814ceba req-0fd09794-bb12-4bc0-a4d9-a95207af4b0a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710440 Aug 19 12:42:02.416464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cf8d78-b7ca-4abf-a947-7f2f41947a5e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:02.421022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33cf8d78-b7ca-4abf-a947-7f2f41947a5e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.426953 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a651eb7-de82-4a64-af96-024d021b01c3 None None] Sync routers for ids ['9f6e302a-6476-4661-ba51-fd919ea424ef'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:02.436482 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a651eb7-de82-4a64-af96-024d021b01c3 None None] Routers {'9f6e302a-6476-4661-ba51-fd919ea424ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:02.437124 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3a651eb7-de82-4a64-af96-024d021b01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9f6e302a-6476-4661-ba51-fd919ea424ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:02.475045 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3a651eb7-de82-4a64-af96-024d021b01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:02.482434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-33cf8d78-b7ca-4abf-a947-7f2f41947a5e tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "PUT /v2.0/floatingips/7108985b-92c8-48a2-ba0d-1170f45a0f7e HTTP/1.1" status: 200 len: 976 time: 2.2648835 Aug 19 12:42:02.482974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58720) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:02.496942 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a651eb7-de82-4a64-af96-024d021b01c3 None None] Routers {'9f6e302a-6476-4661-ba51-fd919ea424ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:02.497308 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3a651eb7-de82-4a64-af96-024d021b01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9f6e302a-6476-4661-ba51-fd919ea424ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:02.501690 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-b17b9f1c-359b-4594-9f50-b44b0169812a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Project c4204443efbc4475a6deb99809648e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:42:02.530537 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b17b9f1c-359b-4594-9f50-b44b0169812a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.536124 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3a651eb7-de82-4a64-af96-024d021b01c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:02.536965 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a651eb7-de82-4a64-af96-024d021b01c3 None None] The sync data for ids ['9f6e302a-6476-4661-ba51-fd919ea424ef'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:02.634261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b17b9f1c-359b-4594-9f50-b44b0169812a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.647586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port 169a1989-5bed-4f0d-ac5a-bbabdd6b8bea {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:02.647929 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.689923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device cfd1cc49-22e7-4924-847d-c99480714629 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:02.730502 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b17b9f1c-359b-4594-9f50-b44b0169812a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.764643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.774279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b9f1c-359b-4594-9f50-b44b0169812a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f74252a-dcbc-40de-b37f-3cc7498789c6,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:02.844891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port cfd1cc49-22e7-4924-847d-c99480714629 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:02.849705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port cfd1cc49-22e7-4924-847d-c99480714629 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:02.850349 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.867171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b17b9f1c-359b-4594-9f50-b44b0169812a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.871528 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b17b9f1c-359b-4594-9f50-b44b0169812a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5432005 Aug 19 12:42:02.871528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58726) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:02.876120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9a8f6645-064b-4541-bfca-5116ad999340 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '6f606c67-1ced-44c6-bcd6-8f06e45d6d5e', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:02.956162 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.972822 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.973432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:02.973566 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Floating IP 7108985b-92c8-48a2-ba0d-1170f45a0f7e disassociated. External IP: 172.25.2.108, port: 169a1989-5bed-4f0d-ac5a-bbabdd6b8bea. Aug 19 12:42:02.973879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for 169a1989-5bed-4f0d-ac5a-bbabdd6b8bea owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:02.989712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:02.994768 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7428bf2-a8ea-4b2b-9a13-d4464719a92b" -d '{"events": [{"server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "name": "network-vif-plugged", "status": "completed", "tag": "cfd1cc49-22e7-4924-847d-c99480714629"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:03.039058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:03.053546 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44efce3e-e481-4b97-b5a0-38969769131b x-openstack-request-id: req-44efce3e-e481-4b97-b5a0-38969769131b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:03.053837 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "name": "network-vif-plugged", "status": "completed", "tag": "cfd1cc49-22e7-4924-847d-c99480714629", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:03.054121 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44efce3e-e481-4b97-b5a0-38969769131b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:03.055498 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629', 'code': 200} Aug 19 12:42:03.059692 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-9a8f6645-064b-4541-bfca-5116ad999340 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Project c4204443efbc4475a6deb99809648e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:42:03.070400 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a8f6645-064b-4541-bfca-5116ad999340 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.118546 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.202048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a8f6645-064b-4541-bfca-5116ad999340 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.223492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:03.229856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65afa92-d9a7-465e-b4c1-31c155a4be3a req-b68019cf-e97b-4bb9-b7b5-ae14f28e4da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:03.241595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e65afa92-d9a7-465e-b4c1-31c155a4be3a req-b68019cf-e97b-4bb9-b7b5-ae14f28e4da4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1096 time: 0.1241903 Aug 19 12:42:03.271259 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a8f6645-064b-4541-bfca-5116ad999340 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.285584 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e65afa92-d9a7-465e-b4c1-31c155a4be3a req-8c542f8f-bc0d-4d41-ad2c-59f61df02ef9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356424 Aug 19 12:42:03.295742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f6645-064b-4541-bfca-5116ad999340 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2883e8a6-bc78-434a-ac22-5a859ce12c2f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:03.353511 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.398365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=169a1989-5bed-4f0d-ac5a-bbabdd6b8bea,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:03.458117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a8f6645-064b-4541-bfca-5116ad999340 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.460205 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9a8f6645-064b-4541-bfca-5116ad999340 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5880785 Aug 19 12:42:03.463788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58746) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:03.469209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'network': {'name': 'tempest-network-smoke--1548061191', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'port_security_enabled': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:03.556826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router 9f6e302a-6476-4661-ba51-fd919ea424ef has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:03.562157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07f8c6-1ac0-4a0d-8989-e36992dc92f0 req-c35bef3d-2ad7-4a90-b50e-680acfe16c6f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:03.571787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d07f8c6-1ac0-4a0d-8989-e36992dc92f0 req-c35bef3d-2ad7-4a90-b50e-680acfe16c6f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.0730822 Aug 19 12:42:03.615573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:03.619623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.637829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d07f8c6-1ac0-4a0d-8989-e36992dc92f0 req-4e8420ea-f4f6-4134-8f0d-6d8ecdea792b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649581 Aug 19 12:42:03.677304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:03.692308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.692308 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Added segment 958c1b4f-ae92-4584-8295-b5ce869fbec1 of type vlan for network 5763ebe0-2f38-4602-ab3a-934da566492e Aug 19 12:42:03.737856 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.745950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:03.758596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e70c83-6c52-4c9f-956d-32798be0181e None None] Sync routers for ids ['9f6e302a-6476-4661-ba51-fd919ea424ef'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:03.771806 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e70c83-6c52-4c9f-956d-32798be0181e None None] Routers {'9f6e302a-6476-4661-ba51-fd919ea424ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:03.772966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c9e70c83-6c52-4c9f-956d-32798be0181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9f6e302a-6476-4661-ba51-fd919ea424ef'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:03.826705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c9e70c83-6c52-4c9f-956d-32798be0181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:03.829210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.831233 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-18bd10ee-0c68-4cd5-97cc-089b33278060 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/ports/169a1989-5bed-4f0d-ac5a-bbabdd6b8bea HTTP/1.1" status: 204 len: 168 time: 1.3383236 Aug 19 12:42:03.833983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58752) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:03.837500 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e70c83-6c52-4c9f-956d-32798be0181e None None] Routers {'9f6e302a-6476-4661-ba51-fd919ea424ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:03.838236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c9e70c83-6c52-4c9f-956d-32798be0181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9f6e302a-6476-4661-ba51-fd919ea424ef'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:03.870522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c9e70c83-6c52-4c9f-956d-32798be0181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:03.871208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e70c83-6c52-4c9f-956d-32798be0181e None None] The sync data for ids ['9f6e302a-6476-4661-ba51-fd919ea424ef'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:03.889429 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:03.895242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:03.896819 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:04.045721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Network': ['ID=5763ebe0-2f38-4602-ab3a-934da566492e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:04.057165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 5763ebe0-2f38-4602-ab3a-934da566492e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:04.090987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735868a6-c833-4c51-af75-1aa01759edf0 req-d0779ab9-847c-42fb-8bea-72b6f35f641a tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:04.093188 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-735868a6-c833-4c51-af75-1aa01759edf0 req-d0779ab9-847c-42fb-8bea-72b6f35f641a tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 946 time: 0.2064924 Aug 19 12:42:04.154593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-62cadd06-3ece-4433-aa9d-435f06d43472 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6902764 Aug 19 12:42:04.158499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58756) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:04.167579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'admin_state_up': True, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:04.244642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-735868a6-c833-4c51-af75-1aa01759edf0 req-d2268254-7b12-4f15-9733-52815a1190cb tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998061 Aug 19 12:42:04.330072 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:04.331194 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:04.401677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:04.425429 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26fb2f71-300d-4ca4-9333-63a74c443113 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:04.679433 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:04.729340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-26fb2f71-300d-4ca4-9333-63a74c443113 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port 03cff484-defa-4abc-9a00-fb1388558370 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:04.729677 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26fb2f71-300d-4ca4-9333-63a74c443113 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:04.772093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b35823-ae33-4016-b91a-25b5a7302de3 req-73cf6754-d9ff-4ce0-9cb4-d004155da0e6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:04.774159 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74b35823-ae33-4016-b91a-25b5a7302de3 req-73cf6754-d9ff-4ce0-9cb4-d004155da0e6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.0502753 Aug 19 12:42:04.825022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26fb2f71-300d-4ca4-9333-63a74c443113 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:04.844310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-26fb2f71-300d-4ca4-9333-63a74c443113 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for 03cff484-defa-4abc-9a00-fb1388558370 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:04.860597 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74b35823-ae33-4016-b91a-25b5a7302de3 req-3e80e390-6369-4ec7-9860-9183e44a2350 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808141 Aug 19 12:42:05.041994 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.044152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865b267-dbc2-438b-8a7f-6cf6018c72e1 req-05e60560-ba4f-4b8a-b6af-77a084d09dbf tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:05.045661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d865b267-dbc2-438b-8a7f-6cf6018c72e1 req-05e60560-ba4f-4b8a-b6af-77a084d09dbf tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.0829313 Aug 19 12:42:05.064092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58776) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:05.067411 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.068532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5d188b44-c427-433f-89b8-79b50afe12bc tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'floatingip': {'port_id': 'cfd1cc49-22e7-4924-847d-c99480714629'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:05.088163 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc8f4-5d76-44a1-9274-71081ffa9117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.119245 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d188b44-c427-433f-89b8-79b50afe12bc tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.266946 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26fb2f71-300d-4ca4-9333-63a74c443113 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.314680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb2f71-300d-4ca4-9333-63a74c443113 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=03cff484-defa-4abc-9a00-fb1388558370,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:05.529578 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6821f7-b8d4-4765-a5bd-da0ac3ec7f05 req-733e596c-cc94-433f-a90e-d9ad9c59c534 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:05.537847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d6821f7-b8d4-4765-a5bd-da0ac3ec7f05 req-733e596c-cc94-433f-a90e-d9ad9c59c534 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 946 time: 0.1677494 Aug 19 12:42:05.561846 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.25.2.26 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/0fc120ef-55b5-46e1-8913-39af80133b6f) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:05.678122 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d6821f7-b8d4-4765-a5bd-da0ac3ec7f05 req-1f9471cc-e1b2-479e-9dda-9696ae55514d tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393995 Aug 19 12:42:05.714715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.854912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:05.890876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:05.894359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:05.897639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3000c04-32cf-4965-b757-2290992c818f req-a6bde79f-e352-48fd-b1b0-fa22cb1b74a6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:05.898227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:05.898770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e3000c04-32cf-4965-b757-2290992c818f req-a6bde79f-e352-48fd-b1b0-fa22cb1b74a6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 946 time: 0.1445303 Aug 19 12:42:05.934786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=0fc120ef-55b5-46e1-8913-39af80133b6f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:06.166784 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26fb2f71-300d-4ca4-9333-63a74c443113 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.269084 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.292768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e3000c04-32cf-4965-b757-2290992c818f req-fc5b1f92-5462-499a-ab4e-1a3d22584bc6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Deleting port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:06.293129 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e3000c04-32cf-4965-b757-2290992c818f req-fc5b1f92-5462-499a-ab4e-1a3d22584bc6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.418459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d188b44-c427-433f-89b8-79b50afe12bc tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.532452 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d188b44-c427-433f-89b8-79b50afe12bc tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.627632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e3000c04-32cf-4965-b757-2290992c818f req-fc5b1f92-5462-499a-ab4e-1a3d22584bc6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] For port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=7c1adff6-3aa4-45e3-9f52-bb483bce89f8,segment=NetworkSegment(7cbee60c-07df-4793-b52d-d4567ca32d22),segment_id=7cbee60c-07df-4793-b52d-d4567ca32d22)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:06.628012 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e3000c04-32cf-4965-b757-2290992c818f req-fc5b1f92-5462-499a-ab4e-1a3d22584bc6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.651395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e3000c04-32cf-4965-b757-2290992c818f req-fc5b1f92-5462-499a-ab4e-1a3d22584bc6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Calling delete_port for 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:06.764078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fb2f71-300d-4ca4-9333-63a74c443113 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router 9f6e302a-6476-4661-ba51-fd919ea424ef has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:06.780387 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-5d188b44-c427-433f-89b8-79b50afe12bc tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Floating IP bf216e3d-bd8c-413c-90b0-d32fc82f4e83 associated. External IP: 172.25.2.189, port: cfd1cc49-22e7-4924-847d-c99480714629. Aug 19 12:42:06.933497 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:06.992776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d4a1b-d124-4ad8-b2c0-261b1490151d req-57088785-b3d6-4b5e-b8e4-9ab7e13186e3 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:06.994294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-433d4a1b-d124-4ad8-b2c0-261b1490151d req-57088785-b3d6-4b5e-b8e4-9ab7e13186e3 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 946 time: 0.2324364 Aug 19 12:42:07.118371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fb2f71-300d-4ca4-9333-63a74c443113 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:07.123260 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-433d4a1b-d124-4ad8-b2c0-261b1490151d req-dc7cc765-d421-42b2-971b-529cd95c3403 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178625 Aug 19 12:42:07.134642 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a79da-8178-48cc-b2ff-655b7b17845b None None] Sync routers for ids ['9f6e302a-6476-4661-ba51-fd919ea424ef'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:07.148174 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a79da-8178-48cc-b2ff-655b7b17845b None None] Routers {'9f6e302a-6476-4661-ba51-fd919ea424ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:07.149036 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-999a79da-8178-48cc-b2ff-655b7b17845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9f6e302a-6476-4661-ba51-fd919ea424ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:07.162376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router 6950552f-47d3-4b67-94af-1571eaa4384a is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:42:07.176301 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-26fb2f71-300d-4ca4-9333-63a74c443113 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "PUT /v2.0/routers/9f6e302a-6476-4661-ba51-fd919ea424ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3389564 Aug 19 12:42:07.176611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58816) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:07.189377 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-999a79da-8178-48cc-b2ff-655b7b17845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:07.198684 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a79da-8178-48cc-b2ff-655b7b17845b None None] Routers {'9f6e302a-6476-4661-ba51-fd919ea424ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:07.199880 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-999a79da-8178-48cc-b2ff-655b7b17845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['9f6e302a-6476-4661-ba51-fd919ea424ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:07.229682 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e3000c04-32cf-4965-b757-2290992c818f req-fc5b1f92-5462-499a-ab4e-1a3d22584bc6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:07.237778 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-999a79da-8178-48cc-b2ff-655b7b17845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:07.238588 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a79da-8178-48cc-b2ff-655b7b17845b None None] The sync data for ids ['9f6e302a-6476-4661-ba51-fd919ea424ef'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:07.294949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:07.304949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b1f92-5462-499a-ab4e-1a3d22584bc6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Pushing event deleted for resources: {'Port': ['ID=7c1adff6-3aa4-45e3-9f52-bb483bce89f8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:07.310930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Sync routers for ids ['6950552f-47d3-4b67-94af-1571eaa4384a'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:07.321379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Routers {'6950552f-47d3-4b67-94af-1571eaa4384a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:07.322096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:41:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6950552f-47d3-4b67-94af-1571eaa4384a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:07.402013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3000c04-32cf-4965-b757-2290992c818f req-fc5b1f92-5462-499a-ab4e-1a3d22584bc6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] No DVR routers for this DVR port 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:07.402013 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e3000c04-32cf-4965-b757-2290992c818f req-fc5b1f92-5462-499a-ab4e-1a3d22584bc6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:07.404087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e3000c04-32cf-4965-b757-2290992c818f req-fc5b1f92-5462-499a-ab4e-1a3d22584bc6 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.62 "DELETE /v2.0/ports/7c1adff6-3aa4-45e3-9f52-bb483bce89f8 HTTP/1.1" status: 204 len: 173 time: 1.4580266 Aug 19 12:42:07.413897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb398797-2a11-4094-9e38-690ec5526305', 'name': 'network-vif-deleted', 'tag': '7c1adff6-3aa4-45e3-9f52-bb483bce89f8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:07.416818 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de585ca-79e0-46a3-9d7f-1e4dd02b9d3c" -d '{"events": [{"server_uuid": "cb398797-2a11-4094-9e38-690ec5526305", "name": "network-vif-deleted", "tag": "7c1adff6-3aa4-45e3-9f52-bb483bce89f8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:07.419577 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:07.432643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f0943254-a773-49a1-9047-4a1b756aa055 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2588203 Aug 19 12:42:07.433532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:07.433642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58828) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:07.471607 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-71cfb07e-47a2-4b6b-96a6-6e9737b32592 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c4204443efbc4475a6deb99809648e33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368850 Aug 19 12:42:07.477426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58830) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:07.501419 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b5d39f-c25d-43a6-b4b1-89d33d3186f0 x-openstack-request-id: req-64b5d39f-c25d-43a6-b4b1-89d33d3186f0 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:07.501750 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb398797-2a11-4094-9e38-690ec5526305", "name": "network-vif-deleted", "tag": "7c1adff6-3aa4-45e3-9f52-bb483bce89f8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:07.501959 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64b5d39f-c25d-43a6-b4b1-89d33d3186f0 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:07.502367 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb398797-2a11-4094-9e38-690ec5526305', 'name': 'network-vif-deleted', 'tag': '7c1adff6-3aa4-45e3-9f52-bb483bce89f8', 'status': 'completed', 'code': 200} Aug 19 12:42:07.509956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d188b44-c427-433f-89b8-79b50afe12bc tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Router 7f900125-7b68-44b6-9194-e3458f748a81 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:07.683620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c7108-aa95-4122-9642-920863595599 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:07.688619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b71c7108-aa95-4122-9642-920863595599 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2096517 Aug 19 12:42:07.689233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58834) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:07.700069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Set router 6950552f-47d3-4b67-94af-1571eaa4384a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:07.744274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:07.746293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-50c9dc91-65f4-4a35-b0a8-9bab75feb280 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559165 Aug 19 12:42:07.746944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58836) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:07.749837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d188b44-c427-433f-89b8-79b50afe12bc tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:07.762947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d188b44-c427-433f-89b8-79b50afe12bc tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:07.763729 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:07.763869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1710752530', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:07.769416 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2bb480-0355-40e4-a981-2a1c0e67463f None None] Sync routers for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:07.791574 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-63e439a6-b519-48ef-8d84-96a27505af0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:07.798386 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2bb480-0355-40e4-a981-2a1c0e67463f None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:07.799572 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8f2bb480-0355-40e4-a981-2a1c0e67463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:07.945557 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8f2bb480-0355-40e4-a981-2a1c0e67463f None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:07.966138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:06Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:08.008576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Checking router: 6950552f-47d3-4b67-94af-1571eaa4384a for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:08.008935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Updating router 6950552f-47d3-4b67-94af-1571eaa4384a port 0fc120ef-55b5-46e1-8913-39af80133b6f binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:42:08.039176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:08.042906 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.051501 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.396922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64427567-bd6e-4cfb-90af-00592b81ae8b req-b743adc1-b723-4d32-bfb2-2c7920091407 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb398797-2a11-4094-9e38-690ec5526305 HTTP/1.1" status: 200 len: 210 time: 0.0417588 Aug 19 12:42:08.404601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5d188b44-c427-433f-89b8-79b50afe12bc tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "PUT /v2.0/floatingips/bf216e3d-bd8c-413c-90b0-d32fc82f4e83 HTTP/1.1" status: 200 len: 991 time: 3.3379457 Aug 19 12:42:08.453660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port 67b2a57d-417b-4f25-b032-38ad82e756b1 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:08.456298 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.547755 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.571527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Transition to ACTIVE for port object 0fc120ef-55b5-46e1-8913-39af80133b6f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:08.624212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.633582 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8f2bb480-0355-40e4-a981-2a1c0e67463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'bf216e3d-bd8c-413c-90b0-d32fc82f4e83', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'port_id': 'cfd1cc49-22e7-4924-847d-c99480714629', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'mac_address': 'fa:16:3e:1c:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:41:43Z', 'updated_at': '2021-08-19T12:42:06Z', 'revision_number': 1, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:08.638317 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for 67b2a57d-417b-4f25-b032-38ad82e756b1 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:08.671941 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2bb480-0355-40e4-a981-2a1c0e67463f None None] Checking router: 7f900125-7b68-44b6-9194-e3458f748a81 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:08.681520 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2bb480-0355-40e4-a981-2a1c0e67463f None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:08.682158 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8f2bb480-0355-40e4-a981-2a1c0e67463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:08.695627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.695871 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.753467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:08.758948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Subnet': ['ID=aceba9f8-e6f6-447c-b336-03c87e3be7a2,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:08.777309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Checking segment: {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:08.777861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network hostable DHCP agents. Network: 5763ebe0-2f38-4602-ab3a-934da566492e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:08.831663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:08.832333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 7c1adff6-3aa4-45e3-9f52-bb483bce89f8 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:08.836132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8f2bb480-0355-40e4-a981-2a1c0e67463f None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:08.839614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Attempting to bind port 0fc120ef-55b5-46e1-8913-39af80133b6f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:08.840120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Attempting to bind port 0fc120ef-55b5-46e1-8913-39af80133b6f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:08.840335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Attempting to bind port 0fc120ef-55b5-46e1-8913-39af80133b6f on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:08.852056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:08.852429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:08.857981 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.857981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:08.857981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Bound port: 0fc120ef-55b5-46e1-8913-39af80133b6f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:08.857981 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:08.857981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e70034-6ac7-4c90-8b40-ea0db6476685 None None] Pushing event updated for resources: {'Port': ['ID=0fc120ef-55b5-46e1-8913-39af80133b6f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:08.913497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] For port 0fc120ef-55b5-46e1-8913-39af80133b6f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:08.916857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] For port 0fc120ef-55b5-46e1-8913-39af80133b6f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0fc120ef-55b5-46e1-8913-39af80133b6f,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:09.076217 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8f2bb480-0355-40e4-a981-2a1c0e67463f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'bf216e3d-bd8c-413c-90b0-d32fc82f4e83', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'port_id': 'cfd1cc49-22e7-4924-847d-c99480714629', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'mac_address': 'fa:16:3e:1c:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:41:43Z', 'updated_at': '2021-08-19T12:42:06Z', 'revision_number': 1, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:09.101115 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 5763ebe0-2f38-4602-ab3a-934da566492e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:09.101732 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.106769 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.120526 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2bb480-0355-40e4-a981-2a1c0e67463f None None] The sync data for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 is: [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'bf216e3d-bd8c-413c-90b0-d32fc82f4e83', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'port_id': 'cfd1cc49-22e7-4924-847d-c99480714629', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'mac_address': 'fa:16:3e:1c:f8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:41:43Z', 'updated_at': '2021-08-19T12:42:06Z', 'revision_number': 1, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:09.165723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=67b2a57d-417b-4f25-b032-38ad82e756b1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:09.206835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e70034-6ac7-4c90-8b40-ea0db6476685 None None] Pushing event updated for resources: {'Port': ['ID=0fc120ef-55b5-46e1-8913-39af80133b6f,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:09.208359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.244188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Routers {'6950552f-47d3-4b67-94af-1571eaa4384a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:09.246689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6950552f-47d3-4b67-94af-1571eaa4384a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:09.272622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 5763ebe0-2f38-4602-ab3a-934da566492e) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:09.284934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:09.285598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.308164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.323721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f60dc60-3436-4339-b85c-272d89b7d4b5 None None] Network 5763ebe0-2f38-4602-ab3a-934da566492e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:09.398567 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6c8035e6-eddd-48ba-93de-bcc0eb8c8924 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6502845 Aug 19 12:42:09.401169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58872) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:09.426782 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.430174 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.579451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:09.594932 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f8f9e6-b506-4d85-9563-caad51babc67" -d '{"events": [{"name": "network-changed", "server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "tag": "cfd1cc49-22e7-4924-847d-c99480714629"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:09.642848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53c1a4-7f7a-4121-bf47-38ff5876e291 None None] New status for floating IP bf216e3d-bd8c-413c-90b0-d32fc82f4e83: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:42:09.647399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] Set router 6950552f-47d3-4b67-94af-1571eaa4384a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:09.694647 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aba13b-15f7-42f6-9701-8361fabf36c0 x-openstack-request-id: req-45aba13b-15f7-42f6-9701-8361fabf36c0 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:09.694647 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "tag": "cfd1cc49-22e7-4924-847d-c99480714629", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:09.694647 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45aba13b-15f7-42f6-9701-8361fabf36c0 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:09.694647 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629', 'status': 'completed', 'code': 200} Aug 19 12:42:09.761441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8f9e6-b506-4d85-9563-caad51babc67 req-7cfb7c6e-610c-4881-8397-75ed7f3fb99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:09.763365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57f8f9e6-b506-4d85-9563-caad51babc67 req-7cfb7c6e-610c-4881-8397-75ed7f3fb99e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1096 time: 0.0496514 Aug 19 12:42:09.836482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-5763ebe0-2f38-4602-ab3a-934da566492e', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ips': [{'subnet_id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:42:09.837357 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.891054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8f9e6-b506-4d85-9563-caad51babc67 req-f03f187c-f6cc-4b8b-9fef-9c7c4f163f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:09.893533 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57f8f9e6-b506-4d85-9563-caad51babc67 req-f03f187c-f6cc-4b8b-9fef-9c7c4f163f3a service neutron] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.1233535 Aug 19 12:42:09.953725 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.955038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Fanout notify agent at l3_agent the message router_deleted on router 9f6e302a-6476-4661-ba51-fd919ea424ef {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:42:09.967711 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:09.969973 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0ebd7455-fb1d-4280-967a-9f88f78d844b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/routers/9f6e302a-6476-4661-ba51-fd919ea424ef HTTP/1.1" status: 204 len: 168 time: 2.7923975 Aug 19 12:42:09.976506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58890) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:10.048039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57f8f9e6-b506-4d85-9563-caad51babc67 req-ef22cc96-06c8-4af4-b3bf-cdfcaba053b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 200 len: 999 time: 0.1463585 Aug 19 12:42:10.068629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-3668e9c7-088f-4e02-bff1-8b7576146fd3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting subnet ec60a451-36dd-47e2-ad34-0bed8d9b47af {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:42:10.117929 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3668e9c7-088f-4e02-bff1-8b7576146fd3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.184500 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.185259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8f9e6-b506-4d85-9563-caad51babc67 req-8f8bb999-7abd-4f88-8ded-e2c92b12ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:10.185259 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57f8f9e6-b506-4d85-9563-caad51babc67 req-8f8bb999-7abd-4f88-8ded-e2c92b12ccb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.1204093 Aug 19 12:42:10.196479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Allocated IP 172.20.0.2 (5763ebe0-2f38-4602-ab3a-934da566492e/aceba9f8-e6f6-447c-b336-03c87e3be7a2/3c0c2f2b-06ea-4adf-921e-00181e6d1f5f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:10.225847 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3668e9c7-088f-4e02-bff1-8b7576146fd3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.257510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:06Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:10.290861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e3222-cb7d-4f40-913f-0337188dd549 None None] The sync data for ids ['6950552f-47d3-4b67-94af-1571eaa4384a'] in n-d-803757-2 is: [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:06Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:10.324594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8f9e6-b506-4d85-9563-caad51babc67 req-8492dbe5-e9c3-48c6-a7e2-af53f9b71c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:10.329043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57f8f9e6-b506-4d85-9563-caad51babc67 req-8492dbe5-e9c3-48c6-a7e2-af53f9b71c3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464610 Aug 19 12:42:10.502145 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.527510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Transition to ACTIVE for port object 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:10.563738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Transition to ACTIVE for port object 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:10.564966 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3668e9c7-088f-4e02-bff1-8b7576146fd3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.626931 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57f8f9e6-b506-4d85-9563-caad51babc67 req-bc79712e-3476-473a-bcfb-40bce8c71f47 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816002 Aug 19 12:42:10.709767 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.756400 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57f8f9e6-b506-4d85-9563-caad51babc67 req-96473e5d-3599-4b94-b990-937eef26dbdc service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198153 Aug 19 12:42:10.775649 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.866104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Network 5763ebe0-2f38-4602-ab3a-934da566492e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:10.866104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:10.866104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:10.869252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Pushing event updated for resources: {'Port': ['ID=3c0c2f2b-06ea-4adf-921e-00181e6d1f5f,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:10.870001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.20.0.1 (5763ebe0-2f38-4602-ab3a-934da566492e/aceba9f8-e6f6-447c-b336-03c87e3be7a2/3e791b54-0b9c-4f0b-becb-4f233c5b966c) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:10.932976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Attempting to bind port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:10.933344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Attempting to bind port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:10.933745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Attempting to bind port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f on network 5763ebe0-2f38-4602-ab3a-934da566492e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:10.943771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:10.944149 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Checking segment: {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:10.944554 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.945033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Bound using segment: {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:10.945508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Bound port: 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:10.945892 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:10.995242 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3668e9c7-088f-4e02-bff1-8b7576146fd3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.017081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] For port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:11.021078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] For port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3c0c2f2b-06ea-4adf-921e-00181e6d1f5f,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:11.049157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.051200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668e9c7-088f-4e02-bff1-8b7576146fd3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Subnet': ['ID=ec60a451-36dd-47e2-ad34-0bed8d9b47af,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:11.056693 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3668e9c7-088f-4e02-bff1-8b7576146fd3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.071826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58916) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:11.072182 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3668e9c7-088f-4e02-bff1-8b7576146fd3 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/subnets/ec60a451-36dd-47e2-ad34-0bed8d9b47af HTTP/1.1" status: 204 len: 168 time: 1.0941501 Aug 19 12:42:11.072540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b41c73-ba07-45d6-9d6e-4f550995c172 None None] Network ab8ba10f-50c6-4a37-b7c8-421b0a20e54b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:11.184998 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.202052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.230534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Transition to ACTIVE for port object 3e791b54-0b9c-4f0b-becb-4f233c5b966c will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:11.250357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a4cf9-51d8-4fbf-ab53-4f88273f2afd None None] Pushing event updated for resources: {'Port': ['ID=3c0c2f2b-06ea-4adf-921e-00181e6d1f5f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:11.417145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port 011eddbf-749f-4999-a9c1-2346eda8cb8f {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:11.417491 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.467343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de84677d-794c-425f-abab-af1b8a219e88 None None] DHCP port deletion for ab8ba10f-50c6-4a37-b7c8-421b0a20e54b request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:42:11.479163 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.587264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 5763ebe0-2f38-4602-ab3a-934da566492e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:11.592433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-de84677d-794c-425f-abab-af1b8a219e88 None None] Deleting port 011eddbf-749f-4999-a9c1-2346eda8cb8f {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:11.592433 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-de84677d-794c-425f-abab-af1b8a219e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.597874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:11.600611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:11.608213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=3e791b54-0b9c-4f0b-becb-4f233c5b966c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:11.695948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.699840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] For port 011eddbf-749f-4999-a9c1-2346eda8cb8f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=011eddbf-749f-4999-a9c1-2346eda8cb8f,segment=NetworkSegment(4539b74f-5a72-4a65-b2b9-8969a8aea30c),segment_id=4539b74f-5a72-4a65-b2b9-8969a8aea30c)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:11.700064 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.763959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-de84677d-794c-425f-abab-af1b8a219e88 None None] For port 011eddbf-749f-4999-a9c1-2346eda8cb8f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=011eddbf-749f-4999-a9c1-2346eda8cb8f,segment=NetworkSegment(4539b74f-5a72-4a65-b2b9-8969a8aea30c),segment_id=4539b74f-5a72-4a65-b2b9-8969a8aea30c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:11.763959 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-de84677d-794c-425f-abab-af1b8a219e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:11.773693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for 011eddbf-749f-4999-a9c1-2346eda8cb8f owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:11.805362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-de84677d-794c-425f-abab-af1b8a219e88 None None] Calling delete_port for 011eddbf-749f-4999-a9c1-2346eda8cb8f owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:12.049952 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-de84677d-794c-425f-abab-af1b8a219e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.057625 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.080760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84677d-794c-425f-abab-af1b8a219e88 None None] Pushing event deleted for resources: {'Port': ['ID=011eddbf-749f-4999-a9c1-2346eda8cb8f,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:12.084688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de84677d-794c-425f-abab-af1b8a219e88 None None] No DVR routers for this DVR port 011eddbf-749f-4999-a9c1-2346eda8cb8f on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:12.115441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=011eddbf-749f-4999-a9c1-2346eda8cb8f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:12.140315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] No DVR routers for this DVR port 011eddbf-749f-4999-a9c1-2346eda8cb8f on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:12.174438 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.261253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.276421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8ba10f-50c6-4a37-b7c8-421b0a20e54b']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:12.298611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4539b74f-5a72-4a65-b2b9-8969a8aea30c') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:12.298994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4539b74f-5a72-4a65-b2b9-8969a8aea30c') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:12.340286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.364081 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.406398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:12.406728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:12.410097 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:12.709769 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.724029 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:12.728788 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/networks/ab8ba10f-50c6-4a37-b7c8-421b0a20e54b HTTP/1.1" status: 204 len: 168 time: 1.6569469 Aug 19 12:42:12.728934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58950) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:12.752730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0fc120ef-55b5-46e1-8913-39af80133b6f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:12.753563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45036d42-879e-4e96-9c4b-9e209a6d00cf tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Network': ['ID=ab8ba10f-50c6-4a37-b7c8-421b0a20e54b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:12.882079 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.021412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c987dc2-2aa5-4252-b4db-1ab20523493e None None] Network 5763ebe0-2f38-4602-ab3a-934da566492e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:13.025591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 0fc120ef-55b5-46e1-8913-39af80133b6f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:13.062896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8f40b7a5-4708-430a-be5e-d11b6470f40d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port 2cce812f-f503-48cd-bc08-60103bf14926 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:13.064750 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f40b7a5-4708-430a-be5e-d11b6470f40d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.087802 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.093080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 0fc120ef-55b5-46e1-8913-39af80133b6f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:13.093782 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.159764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.236771 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.272630 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f40b7a5-4708-430a-be5e-d11b6470f40d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.273019 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f40b7a5-4708-430a-be5e-d11b6470f40d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.289916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8f40b7a5-4708-430a-be5e-d11b6470f40d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for 2cce812f-f503-48cd-bc08-60103bf14926 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:13.304304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=3e791b54-0b9c-4f0b-becb-4f233c5b966c,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:13.393146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 5763ebe0-2f38-4602-ab3a-934da566492e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:13.394913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:13.516099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-61bcb37f-039b-465c-8c46-60e7d97bf3db None None] Provisioning for port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:13.533958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router 6950552f-47d3-4b67-94af-1571eaa4384a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:13.550483 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f40b7a5-4708-430a-be5e-d11b6470f40d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.559922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 0fc120ef-55b5-46e1-8913-39af80133b6f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0fc120ef-55b5-46e1-8913-39af80133b6f,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:13.687722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:13.693928 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.694974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:13.709355 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Sync routers for ids ['6950552f-47d3-4b67-94af-1571eaa4384a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:13.715463 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-88f5739a-9467-4cb9-a0d7-f6fa780cdb74 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "PUT /v2.0/routers/6950552f-47d3-4b67-94af-1571eaa4384a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3013201 Aug 19 12:42:13.746058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40b7a5-4708-430a-be5e-d11b6470f40d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=2cce812f-f503-48cd-bc08-60103bf14926,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:13.778662 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f40b7a5-4708-430a-be5e-d11b6470f40d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.783274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f40b7a5-4708-430a-be5e-d11b6470f40d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:13.789312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58976) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:13.790305 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Routers {'6950552f-47d3-4b67-94af-1571eaa4384a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:13.791068 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6950552f-47d3-4b67-94af-1571eaa4384a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:13.803940 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8f40b7a5-4708-430a-be5e-d11b6470f40d tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/floatingips/7108985b-92c8-48a2-ba0d-1170f45a0f7e HTTP/1.1" status: 204 len: 168 time: 1.0720913 Aug 19 12:42:13.824593 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-f994ccd7-c744-4192-97fa-2e6d11e41e07 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] DELETE failed (client error): The resource could not be found. Aug 19 12:42:13.831140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f994ccd7-c744-4192-97fa-2e6d11e41e07 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:42:13.831420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=0fc120ef-55b5-46e1-8913-39af80133b6f,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:13.831554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f994ccd7-c744-4192-97fa-2e6d11e41e07 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/ports/169a1989-5bed-4f0d-ac5a-bbabdd6b8bea HTTP/1.1" status: 404 len: 333 time: 0.0379267 Aug 19 12:42:13.832627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58978) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:13.874322 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58982) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:13.886885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1932ab22-e655-49d7-a966-4dafa691176a tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e302a-6476-4661-ba51-fd919ea424ef HTTP/1.1" status: 200 len: 205 time: 0.0527995 Aug 19 12:42:13.921741 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-1d6b1714-2e29-4bfe-84f9-847843273bad tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] delete failed (client error): The resource could not be found. Aug 19 12:42:13.926662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 58988) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:13.929375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1d6b1714-2e29-4bfe-84f9-847843273bad tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/routers/9f6e302a-6476-4661-ba51-fd919ea424ef HTTP/1.1" status: 404 len: 336 time: 0.0529802 Aug 19 12:42:13.966485 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d1ab82-8b6b-4ba7-8004-74504d158df2 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] DELETE failed (client error): The resource could not be found. Aug 19 12:42:13.968025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d1ab82-8b6b-4ba7-8004-74504d158df2 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:42:13.972694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 58994) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:13.974649 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-86d1ab82-8b6b-4ba7-8004-74504d158df2 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/subnets/ec60a451-36dd-47e2-ad34-0bed8d9b47af HTTP/1.1" status: 404 len: 337 time: 0.0465984 Aug 19 12:42:13.981483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:13.986236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:13.986710 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.025000 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-8d72ecf7-c3f9-4d12-a2cb-afe8415920d4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611023148&fields=id&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 267 time: 0.0486746 Aug 19 12:42:14.102753 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Set router 6950552f-47d3-4b67-94af-1571eaa4384a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:14.177170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-0fafd0c6-7fd1-4202-8c36-0da7741306ca tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port 51a29f9d-58ce-4af2-b94e-8bd88e63a9eb {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:14.178190 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fafd0c6-7fd1-4202-8c36-0da7741306ca tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.201169 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.267195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3c0c2f2b-06ea-4adf-921e-00181e6d1f5f,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:14.307524 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fafd0c6-7fd1-4202-8c36-0da7741306ca tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.316823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-b3838395-6e30-49eb-be84-f74aa10dacef tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:14.320441 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-b3838395-6e30-49eb-be84-f74aa10dacef tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/networks?id=5763ebe0-2f38-4602-ab3a-934da566492e HTTP/1.1" status: 200 len: 797 time: 0.2828312 Aug 19 12:42:14.341611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-0fafd0c6-7fd1-4202-8c36-0da7741306ca tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for 51a29f9d-58ce-4af2-b94e-8bd88e63a9eb owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:14.356698 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-f921822b-61f9-4185-acbc-1779053b69d2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/quotas/c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 375 time: 0.0314004 Aug 19 12:42:14.384527 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.455955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b04f1117-615b-4513-9bc3-d5dd64af1eee None None] Provisioning for port 3e791b54-0b9c-4f0b-becb-4f233c5b966c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:14.469058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b04f1117-615b-4513-9bc3-d5dd64af1eee None None] Provisioning complete for port 3e791b54-0b9c-4f0b-becb-4f233c5b966c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:14.471141 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b04f1117-615b-4513-9bc3-d5dd64af1eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.494402 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-afea245f-87c7-42ca-88c0-e30f22a81c66 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313851 Aug 19 12:42:14.525700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 011eddbf-749f-4999-a9c1-2346eda8cb8f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:14.627189 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:11Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3e791b54-0b9c-4f0b-becb-4f233c5b966c', 'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:19:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:10Z', 'updated_at': '2021-08-19T12:42:12Z', 'revision_number': 2, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:14.654054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 011eddbf-749f-4999-a9c1-2346eda8cb8f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:14.654558 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 011eddbf-749f-4999-a9c1-2346eda8cb8f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:14.675913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-53d9e5b6-49c5-4050-91fd-b868c349e6bb service neutron] 10.222.0.21 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657407 Aug 19 12:42:14.709001 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=3c0c2f2b-06ea-4adf-921e-00181e6d1f5f,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:14.721187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b04f1117-615b-4513-9bc3-d5dd64af1eee None None] Port 3e791b54-0b9c-4f0b-becb-4f233c5b966c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:14.750763 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Checking router: 6950552f-47d3-4b67-94af-1571eaa4384a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:14.751285 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Updating router 6950552f-47d3-4b67-94af-1571eaa4384a port 3e791b54-0b9c-4f0b-becb-4f233c5b966c binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:42:14.765841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b04f1117-615b-4513-9bc3-d5dd64af1eee None None] Provisioning complete for port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:14.766222 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b04f1117-615b-4513-9bc3-d5dd64af1eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.812710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fafd0c6-7fd1-4202-8c36-0da7741306ca tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.830547 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:14.886304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-d759afa4-f9d5-4d3c-b448-e95cd869a13d service neutron] 10.222.0.21 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081015 Aug 19 12:42:14.933555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafd0c6-7fd1-4202-8c36-0da7741306ca tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=51a29f9d-58ce-4af2-b94e-8bd88e63a9eb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:14.949853 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0fc120ef-55b5-46e1-8913-39af80133b6f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:15.090625 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0fafd0c6-7fd1-4202-8c36-0da7741306ca tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.093397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0fafd0c6-7fd1-4202-8c36-0da7741306ca tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/ports/51a29f9d-58ce-4af2-b94e-8bd88e63a9eb HTTP/1.1" status: 204 len: 168 time: 1.1196902 Aug 19 12:42:15.096099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59030) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:15.162576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 0fc120ef-55b5-46e1-8913-39af80133b6f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:15.163096 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.314141 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-389e1ff8-10d1-4d83-aa38-fb03facf8e0f None None] Provisioning complete for port 3e791b54-0b9c-4f0b-becb-4f233c5b966c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:15.315287 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-389e1ff8-10d1-4d83-aa38-fb03facf8e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.383003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9b54b-b7e3-4721-ba92-b7153a8753db tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port 73a1525d-d0de-4cea-a87d-8316a8899bcf {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:15.383351 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ac9b54b-b7e3-4721-ba92-b7153a8753db tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.392955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-389e1ff8-10d1-4d83-aa38-fb03facf8e0f None None] Port 3e791b54-0b9c-4f0b-becb-4f233c5b966c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:15.452438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-243f2aa1-176f-432c-bff4-04ac2aa95573 req-9bea6486-d8bb-4312-9326-0266d19a7aae tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 210 time: 0.0346348 Aug 19 12:42:15.510874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ac9b54b-b7e3-4721-ba92-b7153a8753db tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.523898 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9b54b-b7e3-4721-ba92-b7153a8753db tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for 73a1525d-d0de-4cea-a87d-8316a8899bcf owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:15.587369 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.603218 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Transition to ACTIVE for port object 3e791b54-0b9c-4f0b-becb-4f233c5b966c will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:15.813636 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.833231 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ac9b54b-b7e3-4721-ba92-b7153a8753db tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:15.883347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9b54b-b7e3-4721-ba92-b7153a8753db tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=73a1525d-d0de-4cea-a87d-8316a8899bcf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:16.001769 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe81e2-7a80-4d52-a024-a473a6a404e6 None None] Pushing event updated for resources: {'Port': ['ID=3e791b54-0b9c-4f0b-becb-4f233c5b966c,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:16.025696 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Attempting to bind port 3e791b54-0b9c-4f0b-becb-4f233c5b966c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:16.026362 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Attempting to bind port 3e791b54-0b9c-4f0b-becb-4f233c5b966c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:16.026515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ac9b54b-b7e3-4721-ba92-b7153a8753db tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.027457 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Attempting to bind port 3e791b54-0b9c-4f0b-becb-4f233c5b966c on network 5763ebe0-2f38-4602-ab3a-934da566492e {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:16.031672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59060) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:16.033095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6ac9b54b-b7e3-4721-ba92-b7153a8753db tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/ports/73a1525d-d0de-4cea-a87d-8316a8899bcf HTTP/1.1" status: 204 len: 168 time: 0.9342761 Aug 19 12:42:16.037165 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:16.042264 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Checking segment: {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:16.042264 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.042264 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Bound using segment: {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:16.042264 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Bound port: 3e791b54-0b9c-4f0b-becb-4f233c5b966c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:16.042264 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.133771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d79949-79be-4836-9a36-8b2501061140 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:16.135544 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f1d79949-79be-4836-9a36-8b2501061140 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7832f0c-2150-43aa-8bbf-ba957df28d9e HTTP/1.1" status: 200 len: 913 time: 0.1019585 Aug 19 12:42:16.136794 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] For port 3e791b54-0b9c-4f0b-becb-4f233c5b966c, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:16.138503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59064) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:16.141144 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] For port 3e791b54-0b9c-4f0b-becb-4f233c5b966c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3e791b54-0b9c-4f0b-becb-4f233c5b966c,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:16.318675 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.426401 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe81e2-7a80-4d52-a024-a473a6a404e6 None None] Pushing event updated for resources: {'Port': ['ID=3e791b54-0b9c-4f0b-becb-4f233c5b966c,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:16.434346 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Routers {'6950552f-47d3-4b67-94af-1571eaa4384a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:16.435156 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6950552f-47d3-4b67-94af-1571eaa4384a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:16.584752 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-76564742-8709-407d-be98-bcb11b900266 req-f06a0049-c656-47b5-ab64-afa111cd1e0f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 210 time: 0.0364068 Aug 19 12:42:16.713029 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] Set router 6950552f-47d3-4b67-94af-1571eaa4384a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:16.841333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:16.883174 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce9b1-67ec-48c3-97e5-0c6ac83f6e29 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:16.908029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:16.908421 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.158109 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:11Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3e791b54-0b9c-4f0b-becb-4f233c5b966c', 'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:19:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:10Z', 'updated_at': '2021-08-19T12:42:16Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:17.186061 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03bc77c-e1e6-47cc-8ce5-3ce346fcef72 None None] The sync data for ids ['6950552f-47d3-4b67-94af-1571eaa4384a'] in n-d-803757-2 is: [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:11Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3e791b54-0b9c-4f0b-becb-4f233c5b966c', 'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:19:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:10Z', 'updated_at': '2021-08-19T12:42:16Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:17.296655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ce9b1-67ec-48c3-97e5-0c6ac83f6e29 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port 0f160d3c-eb0c-4a8a-8b54-acd9bb4d419b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:17.297235 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce9b1-67ec-48c3-97e5-0c6ac83f6e29 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.407715 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce9b1-67ec-48c3-97e5-0c6ac83f6e29 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.422917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ce9b1-67ec-48c3-97e5-0c6ac83f6e29 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for 0f160d3c-eb0c-4a8a-8b54-acd9bb4d419b owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:17.722088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6cf09f2d-4fb7-4a3f-92aa-0cc789b8e3ff req-d3b637fb-562b-48bc-af0b-5f680b943e50 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 210 time: 0.0272782 Aug 19 12:42:17.801603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce9b1-67ec-48c3-97e5-0c6ac83f6e29 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:17.843065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ce9b1-67ec-48c3-97e5-0c6ac83f6e29 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=0f160d3c-eb0c-4a8a-8b54-acd9bb4d419b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:18.044229 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7c8ce9b1-67ec-48c3-97e5-0c6ac83f6e29 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:18.288405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8ce9b1-67ec-48c3-97e5-0c6ac83f6e29 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Router a7832f0c-2150-43aa-8bbf-ba957df28d9e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:18.405773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8ce9b1-67ec-48c3-97e5-0c6ac83f6e29 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:18.414111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7c8ce9b1-67ec-48c3-97e5-0c6ac83f6e29 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "PUT /v2.0/routers/a7832f0c-2150-43aa-8bbf-ba957df28d9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2712357 Aug 19 12:42:18.414574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59120) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:18.417429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893d980-61a6-4649-895b-bbe58bd46bf9 None None] Sync routers for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:18.428484 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893d980-61a6-4649-895b-bbe58bd46bf9 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:18.429259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9893d980-61a6-4649-895b-bbe58bd46bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:18.484631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9893d980-61a6-4649-895b-bbe58bd46bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:18.496144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893d980-61a6-4649-895b-bbe58bd46bf9 None None] Routers {'a7832f0c-2150-43aa-8bbf-ba957df28d9e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:18.497145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9893d980-61a6-4649-895b-bbe58bd46bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:18.540090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-9893d980-61a6-4649-895b-bbe58bd46bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:18.540853 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9893d980-61a6-4649-895b-bbe58bd46bf9 None None] The sync data for ids ['a7832f0c-2150-43aa-8bbf-ba957df28d9e'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:18.824012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3e791b54-0b9c-4f0b-becb-4f233c5b966c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:19.048270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 3e791b54-0b9c-4f0b-becb-4f233c5b966c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:19.052837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3e791b54-0b9c-4f0b-becb-4f233c5b966c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:19.053240 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:19.097750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:19.169055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-e2329154-987d-453d-bfbf-e9099118c530 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:19.171259 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-e2329154-987d-453d-bfbf-e9099118c530 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "GET /v2.0/networks?id=5763ebe0-2f38-4602-ab3a-934da566492e HTTP/1.1" status: 200 len: 797 time: 0.6761701 Aug 19 12:42:19.175975 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:19.217009 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 3e791b54-0b9c-4f0b-becb-4f233c5b966c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3e791b54-0b9c-4f0b-becb-4f233c5b966c,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:19.230229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dda52109-5403-464b-8f7a-6ac98914c57e req-68830c8d-0864-4144-b1c2-f38d7c009b0e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 210 time: 0.1370394 Aug 19 12:42:19.295430 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:19.320361 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-af378f86-0e45-4eb7-bd7b-42293312903b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 379 time: 0.0974891 Aug 19 12:42:19.332660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'port': {'device_id': '840f63fb-d986-42df-88a2-f706c61b46ca', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'admin_state_up': True, 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'security_groups': ['6f606c67-1ced-44c6-bcd6-8f06e45d6d5e']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:19.365623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=3e791b54-0b9c-4f0b-becb-4f233c5b966c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:19.435317 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:19.619516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting port b70de020-d4d5-4a5d-9a59-a01c80b74dc5 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:19.619943 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:19.657945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:19.661686 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:19.778880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:19.807984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Calling delete_port for b70de020-d4d5-4a5d-9a59-a01c80b74dc5 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:19.981202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.20.0.12 (5763ebe0-2f38-4602-ab3a-934da566492e/aceba9f8-e6f6-447c-b336-03c87e3be7a2/afd1c000-dd30-42d0-ae89-0f6795e5fb95) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:20.348994 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.422620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Port': ['ID=b70de020-d4d5-4a5d-9a59-a01c80b74dc5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:20.427089 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-475bfe6f-55e0-4748-98c4-2b9d9fbe380d req-6cc88336-343f-48d6-8711-91c94807490b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 210 time: 0.0723894 Aug 19 12:42:20.510280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.524080 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.636786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Transition to ACTIVE for port object afd1c000-dd30-42d0-ae89-0f6795e5fb95 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:20.645785 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.649316 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.845084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3e791b54-0b9c-4f0b-becb-4f233c5b966c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:20.903516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3e791b54-0b9c-4f0b-becb-4f233c5b966c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:20.903891 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.912490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.913069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Fanout notify agent at l3_agent the message router_deleted on router a7832f0c-2150-43aa-8bbf-ba957df28d9e {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:42:20.930989 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:20.932133 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4f34ead7-709b-4cfb-bbe9-bf5876750d41 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/routers/a7832f0c-2150-43aa-8bbf-ba957df28d9e HTTP/1.1" status: 204 len: 168 time: 2.5155017 Aug 19 12:42:20.934957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59176) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:21.000700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.064778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed93efb-da0a-4699-9d17-1b907e207d72 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Deleting subnet b4bc37d5-e7ad-4240-98c2-f315014188ae {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:42:21.068796 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ed93efb-da0a-4699-9d17-1b907e207d72 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.090121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 5763ebe0-2f38-4602-ab3a-934da566492e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:21.094184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:21.097394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:21.125977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=afd1c000-dd30-42d0-ae89-0f6795e5fb95,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:21.141263 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ed93efb-da0a-4699-9d17-1b907e207d72 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.193837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.194402 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.204540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ed93efb-da0a-4699-9d17-1b907e207d72 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.324159 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-7c7992db-bdf8-4390-84a7-00aa73e1b26c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9985266 Aug 19 12:42:21.337201 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Request body: {'port': {'device_id': '840f63fb-d986-42df-88a2-f706c61b46ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:21.359344 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ed93efb-da0a-4699-9d17-1b907e207d72 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.386905 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ed93efb-da0a-4699-9d17-1b907e207d72 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.391834 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1ed93efb-da0a-4699-9d17-1b907e207d72 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/subnets/b4bc37d5-e7ad-4240-98c2-f315014188ae HTTP/1.1" status: 204 len: 168 time: 0.4537809 Aug 19 12:42:21.392630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59194) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:21.422716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.437917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed93efb-da0a-4699-9d17-1b907e207d72 tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bc37d5-e7ad-4240-98c2-f315014188ae,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:21.527065 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.534788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4b9d81c6-95b9-4e2c-af99-975d2e1b686a None None] Provisioning for port afd1c000-dd30-42d0-ae89-0f6795e5fb95 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:21.539420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4b9d81c6-95b9-4e2c-af99-975d2e1b686a None None] Provisioning complete for port afd1c000-dd30-42d0-ae89-0f6795e5fb95 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:21.539793 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4b9d81c6-95b9-4e2c-af99-975d2e1b686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.609715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d81c6-95b9-4e2c-af99-975d2e1b686a None None] Port afd1c000-dd30-42d0-ae89-0f6795e5fb95 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:21.693706 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.704354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f68dfbc-6d14-4f8a-a696-5cd1510e4739']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:21.715192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ac79c8-ab30-4ead-916e-75e04b2537ab') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:21.715514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ac79c8-ab30-4ead-916e-75e04b2537ab') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:21.725011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.749839 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.757774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:21.757774 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.818365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-65798a51-183c-4df9-b2e7-2bff1f853ad9 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:21.821304 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:21.825455 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-65798a51-183c-4df9-b2e7-2bff1f853ad9 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/networks?id=5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 HTTP/1.1" status: 200 len: 813 time: 0.3933117 Aug 19 12:42:21.830137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfef01-420a-4faa-a2b7-9506640c7676 req-6b6cac00-39e8-472f-97f3-e3ba966c582b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:21.833956 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96cfef01-420a-4faa-a2b7-9506640c7676 req-6b6cac00-39e8-472f-97f3-e3ba966c582b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 932 time: 0.3009186 Aug 19 12:42:21.860979 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-c8830ac8-5b86-45d8-b350-564df5d25e7b tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/quotas/aec28cc18f02409c840bb4da249e4d44 HTTP/1.1" status: 200 len: 375 time: 0.0346553 Aug 19 12:42:21.873323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd1c000-dd30-42d0-ae89-0f6795e5fb95 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:42:21.875154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96cfef01-420a-4faa-a2b7-9506640c7676 req-14669f42-7a21-4641-9f0d-55a73387a86b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369298 Aug 19 12:42:21.911587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.923991 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-c576a3ba-d301-4249-b187-9ba6e52073c2 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aec28cc18f02409c840bb4da249e4d44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534508 Aug 19 12:42:21.942543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Transition to ACTIVE for port object afd1c000-dd30-42d0-ae89-0f6795e5fb95 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:21.950391 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.954283 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:21.961741 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] 10.222.0.21 "DELETE /v2.0/networks/7f68dfbc-6d14-4f8a-a696-5cd1510e4739 HTTP/1.1" status: 204 len: 168 time: 0.5679190 Aug 19 12:42:22.035646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1892c-5bc5-426d-80ce-8171a699fc2b tempest-FloatingIPTestJSON-1750326098 tempest-FloatingIPTestJSON-1750326098-project] Pushing event deleted for resources: {'Network': ['ID=7f68dfbc-6d14-4f8a-a696-5cd1510e4739,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:22.136826 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-09bf7723-6e8e-4716-be93-29f2003e25df service neutron] 10.222.0.21 "GET /v2.0/networks/5b10bc40-f1c3-4022-8fb8-2a7e1e254d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119548 Aug 19 12:42:22.268273 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-3725ebed-3db4-4b7a-9bec-8edd6add82db service neutron] 10.222.0.21 "GET /v2.0/networks/5b10bc40-f1c3-4022-8fb8-2a7e1e254d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959418 Aug 19 12:42:22.286152 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:42:22.295832 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.350588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Pushing event updated for resources: {'Port': ['ID=afd1c000-dd30-42d0-ae89-0f6795e5fb95,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:22.424904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:22.425569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:22.425569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on network 5763ebe0-2f38-4602-ab3a-934da566492e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:22.430102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on network 5763ebe0-2f38-4602-ab3a-934da566492e not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:42:22.430429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on network 5763ebe0-2f38-4602-ab3a-934da566492e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:22.435669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:22.436534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Checking segment: {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:22.436919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Bound using segment: {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:22.437352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Bound port: afd1c000-dd30-42d0-ae89-0f6795e5fb95, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:22.437712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.573575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:22.590766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:22.624196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f86c522-410d-45e8-b10e-a4f8d468974f req-3ebd300f-13a0-40fb-bf31-5f6dab0853a0 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0449021 Aug 19 12:42:22.681878 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.735278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:22.736145 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:22.737842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-51347aa6-1be1-4149-9b76-33338380352e service neutron] 10.222.0.30 "PUT /v2.0/ports/afd1c000-dd30-42d0-ae89-0f6795e5fb95 HTTP/1.1" status: 200 len: 1092 time: 1.4055641 Aug 19 12:42:22.738531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:22.741056 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc222d1-bb68-4cb5-8c29-86a52222ca8e" -d '{"events": [{"name": "network-changed", "server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:22.792028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51347aa6-1be1-4149-9b76-33338380352e service neutron] Pushing event updated for resources: {'Port': ['ID=afd1c000-dd30-42d0-ae89-0f6795e5fb95,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:22.820114 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc2744c-a772-4041-8431-e7ebdfcb1e0d x-openstack-request-id: req-5dc2744c-a772-4041-8431-e7ebdfcb1e0d {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:22.820427 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:22.820680 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dc2744c-a772-4041-8431-e7ebdfcb1e0d {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:22.821106 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'status': 'completed', 'code': 200} Aug 19 12:42:22.870641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc222d1-bb68-4cb5-8c29-86a52222ca8e req-e9ac4951-81fa-4520-8078-b697c8c22a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:22.872810 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3fc222d1-bb68-4cb5-8c29-86a52222ca8e req-e9ac4951-81fa-4520-8078-b697c8c22a66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 1095 time: 0.0508018 Aug 19 12:42:22.896358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59236) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:23.010691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc222d1-bb68-4cb5-8c29-86a52222ca8e req-8abae556-c69a-48f0-8701-bf0f9a8a9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:23.012366 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3fc222d1-bb68-4cb5-8c29-86a52222ca8e req-8abae556-c69a-48f0-8701-bf0f9a8a9a3f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c4204443efbc4475a6deb99809648e33&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1300457 Aug 19 12:42:23.062033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f4cc5-4cdc-4395-8ca2-1bb0f3602bf7 req-83b81162-ff35-410c-84fb-91e6022b4342 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:23.073225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0a4f4cc5-4cdc-4395-8ca2-1bb0f3602bf7 req-83b81162-ff35-410c-84fb-91e6022b4342 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 944 time: 0.0952864 Aug 19 12:42:23.167926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc222d1-bb68-4cb5-8c29-86a52222ca8e req-2a653b0f-7a7f-4a20-af24-9c3d00834f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:23.171246 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3fc222d1-bb68-4cb5-8c29-86a52222ca8e req-2a653b0f-7a7f-4a20-af24-9c3d00834f70 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1471045 Aug 19 12:42:23.186831 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0a4f4cc5-4cdc-4395-8ca2-1bb0f3602bf7 req-7757b67f-f45f-4057-9981-7d859e933544 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123703 Aug 19 12:42:23.215107 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9fcaf71f-6269-4de8-8c6d-ad3734afe08a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d13d6db119d479d97a12b7cafb05f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173716 Aug 19 12:42:23.223667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59250) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:23.297550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-80c12a84-400e-4b76-baae-a03203498bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:23.299146 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-80c12a84-400e-4b76-baae-a03203498bc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 1095 time: 0.0887575 Aug 19 12:42:23.350317 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-3384ee24-de51-4a57-a6f2-ed462d54e898 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95 HTTP/1.1" status: 200 len: 217 time: 0.0435002 Aug 19 12:42:23.351053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-acdaa6d4-a258-4c55-8125-12b661ab2ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.407135 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-acdaa6d4-a258-4c55-8125-12b661ab2ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.440031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-b113f414-a13f-473e-86fb-5aaa408aa205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:23.441669 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-b113f414-a13f-473e-86fb-5aaa408aa205 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aceba9f8-e6f6-447c-b336-03c87e3be7a2 HTTP/1.1" status: 200 len: 835 time: 0.0806441 Aug 19 12:42:23.492231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-694d868a-6887-49da-aff7-a96ad217c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:23.493887 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-694d868a-6887-49da-aff7-a96ad217c4e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5763ebe0-2f38-4602-ab3a-934da566492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453701 Aug 19 12:42:23.585986 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-d0d52252-224e-4b08-9b43-a98391fc6c67 service neutron] 10.222.0.30 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848188 Aug 19 12:42:23.640212 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-acdaa6d4-a258-4c55-8125-12b661ab2ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.643083 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-acdaa6d4-a258-4c55-8125-12b661ab2ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:23.646906 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-acdaa6d4-a258-4c55-8125-12b661ab2ba9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dbab16e-8be3-43dd-bf68-0bff11c528a9 HTTP/1.1" status: 204 len: 168 time: 0.4196351 Aug 19 12:42:23.669381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaa6d4-a258-4c55-8125-12b661ab2ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbab16e-8be3-43dd-bf68-0bff11c528a9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:23.750591 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200a3837-0b02-4638-b9b1-38fbd1b80135 req-c216b736-46e9-445e-b007-338f18beb161 service neutron] 10.222.0.30 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574576 Aug 19 12:42:23.771053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14c0ff21-88d8-49eb-853a-a27c6938ca97 req-f01a1a9f-ba16-4e03-9849-e61e7d7c0fba tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0487173 Aug 19 12:42:24.324776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54bc69-f71d-45a8-9c70-b6cf6a8eb580 req-afe273ea-a5e2-410e-ac05-0f384469d475 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:24.326877 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d54bc69-f71d-45a8-9c70-b6cf6a8eb580 req-afe273ea-a5e2-410e-ac05-0f384469d475 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 944 time: 0.0662320 Aug 19 12:42:24.375909 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d54bc69-f71d-45a8-9c70-b6cf6a8eb580 req-7303f105-46cc-4aa7-88d4-5fbe9cc6c479 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404224 Aug 19 12:42:24.861252 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab44229e-b94a-42e9-b251-378baeca26fb req-0feb5686-d044-4e49-885c-f1ecb23bb437 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0289516 Aug 19 12:42:25.229465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59316) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:25.298141 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:25.327348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'network': {'name': 'tempest-RoutersTest-607802499'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:25.407381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device afd1c000-dd30-42d0-ae89-0f6795e5fb95 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:42:25.448854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:25.452404 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:25.474408 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:25.542511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e03dde-5ba9-44bc-8af7-df579d10d899 req-e65968f5-375d-429c-a86a-d554859c00c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:25.544466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:25.558832 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-33e03dde-5ba9-44bc-8af7-df579d10d899 req-e65968f5-375d-429c-a86a-d554859c00c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 944 time: 0.0784070 Aug 19 12:42:25.563579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'port_id': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'mac_address': 'fa:16:3e:81:1e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:42:25.607500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-33e03dde-5ba9-44bc-8af7-df579d10d899 req-42ba124a-6312-4cf2-8a67-7ebef9fc5d7a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469630 Aug 19 12:42:25.613096 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:25.619464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:25.627940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd1c000-dd30-42d0-ae89-0f6795e5fb95 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:42:25.648269 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:25.943655 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:25.966928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c9ba447-5318-489e-8485-32d6877dd8a6 req-b943f175-bf81-4b29-a9d8-24140a2af7cc tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0362499 Aug 19 12:42:25.986430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:25.997153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c94adb-6039-4be4-baf5-d05cded86e10,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:26.002175 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.006742 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.006742 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added segment 9fbd4746-a13c-4737-828a-e5a34b0f01e6 of type vlan for network 4536b1a0-2e88-43d9-bf8a-ccad23e80849 Aug 19 12:42:26.050234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.076721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=afd1c000-dd30-42d0-ae89-0f6795e5fb95,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:26.218771 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.219453 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.225052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:26.225871 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:26.274374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['afd1c000-dd30-42d0-ae89-0f6795e5fb95'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:42:26.302893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Network': ['ID=4536b1a0-2e88-43d9-bf8a-ccad23e80849,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:26.312883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-c7bad260-1f81-4edc-9672-3cc12c4a4c0f tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:26.314499 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-c7bad260-1f81-4edc-9672-3cc12c4a4c0f tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.62 "GET /v2.0/networks?id=5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 HTTP/1.1" status: 200 len: 813 time: 0.1294322 Aug 19 12:42:26.316263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 4536b1a0-2e88-43d9-bf8a-ccad23e80849 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:26.328304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Request body: {'port': {'device_id': '43d09493-6e63-4983-bf06-2c303e2e2fd4', 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30', 'admin_state_up': True, 'tenant_id': 'aec28cc18f02409c840bb4da249e4d44'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:26.600457 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-adf107a4-ab56-4643-aebe-c6580e7d8a3b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416269 Aug 19 12:42:26.692788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-96a8b401-41d4-4728-86aa-2cf86b679107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:26.695656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-96a8b401-41d4-4728-86aa-2cf86b679107 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1096 time: 0.0496500 Aug 19 12:42:26.719278 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a91f35ad-cc34-4332-bd4d-47730a905cfb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4884577 Aug 19 12:42:26.723371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59362) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:26.734555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1215751676'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:26.771107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab56f21-8f71-468f-ab93-b3ebdeb90ad4 req-f85f8632-9dd7-47e6-9708-5e32de6647ea tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:26.772711 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ab56f21-8f71-468f-ab93-b3ebdeb90ad4 req-f85f8632-9dd7-47e6-9708-5e32de6647ea tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 945 time: 0.0851612 Aug 19 12:42:26.812860 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ab56f21-8f71-468f-ab93-b3ebdeb90ad4 req-17e19303-7d81-46ef-ad6a-31ea6ac5f1e0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336680 Aug 19 12:42:27.164854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Made reservation on behalf of aec28cc18f02409c840bb4da249e4d44 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:27.177260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.229464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55873802-7b08-4416-9083-74a3bf1bdfae req-c441e216-9508-4f4b-ab53-c8a11f9a0c9d tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0637136 Aug 19 12:42:27.307309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-f3bb130b-e4a7-4d7e-9d91-742207c2e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:27.311455 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-f3bb130b-e4a7-4d7e-9d91-742207c2e89a service neutron] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.5812247 Aug 19 12:42:27.385546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:27.389091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.406203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device afd1c000-dd30-42d0-ae89-0f6795e5fb95 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:27.440983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Allocated IP 172.20.0.3 (5b10bc40-f1c3-4022-8fb8-2a7e1e254d30/3b0cfe6f-89e4-4b9c-a006-49631c84e958/b94929ac-eaf8-44fc-ba0a-db4146ad911e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:27.451960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-af5b239d-108b-42b5-acb7-902301390619 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 200 len: 1001 time: 0.1331527 Aug 19 12:42:27.456739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:27.504754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.505103 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added segment 580125f3-6781-45e9-a864-0138ce642459 of type vlan for network ba38ff8c-b122-4339-bde6-2ebd074160da Aug 19 12:42:27.575504 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.580286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port afd1c000-dd30-42d0-ae89-0f6795e5fb95 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:27.585156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port afd1c000-dd30-42d0-ae89-0f6795e5fb95 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:27.585530 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.597587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-452a9c9f-e6be-478a-a604-2d34d5b8919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:27.597587 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-452a9c9f-e6be-478a-a604-2d34d5b8919b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.1296368 Aug 19 12:42:27.680176 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.722123 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-f58304aa-19d9-4644-a517-74998d42e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:27.734683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-f58304aa-19d9-4644-a517-74998d42e98d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212521 Aug 19 12:42:27.734876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:27.734876 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8f3b77-7d54-4f10-b856-7e97cda1f3a0" -d '{"events": [{"server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "name": "network-vif-plugged", "status": "completed", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:27.742730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:27.767237 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95764fa-3e4f-4ad8-92c8-2f5f3310bd2e x-openstack-request-id: req-f95764fa-3e4f-4ad8-92c8-2f5f3310bd2e {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:27.780565 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "name": "network-vif-plugged", "status": "completed", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:27.780565 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f95764fa-3e4f-4ad8-92c8-2f5f3310bd2e {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:27.780565 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'code': 200} Aug 19 12:42:27.821716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.827385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:27.827915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.851272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.859600 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:27.878258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d21d7-023c-4bee-bb98-e773dbfbcbc7 req-84d33b06-85fc-4f7c-9abe-3e15cf82f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:27.882177 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-233d21d7-023c-4bee-bb98-e773dbfbcbc7 req-84d33b06-85fc-4f7c-9abe-3e15cf82f171 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 1096 time: 0.0516281 Aug 19 12:42:27.940699 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-233d21d7-023c-4bee-bb98-e773dbfbcbc7 req-71792d68-6af3-41cc-8aca-bdc73ed2e9b2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502920 Aug 19 12:42:27.946436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=afd1c000-dd30-42d0-ae89-0f6795e5fb95,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:27.947795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Network': ['ID=ba38ff8c-b122-4339-bde6-2ebd074160da,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:27.968794 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-9cd9795a-96a1-4a5e-a234-24e71b5f8071 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307899 Aug 19 12:42:27.968966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ba38ff8c-b122-4339-bde6-2ebd074160da details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:27.998741 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3634883-39ec-4b99-becd-fdb51ddca4ac req-2c3930ce-8e0d-4a02-98d1-065ab8047aa4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:28.004777 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d3634883-39ec-4b99-becd-fdb51ddca4ac req-2c3930ce-8e0d-4a02-98d1-065ab8047aa4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.0579224 Aug 19 12:42:28.058868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d3634883-39ec-4b99-becd-fdb51ddca4ac req-0c397f8a-ef6f-4260-a77c-f4774c77422b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 Aug 19 12:42:28.067978 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2fa800ad-0e29-4da4-a25e-675f570b7ccd req-d5926d9d-db5e-484a-8822-48bef71e3276 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953398 Aug 19 12:42:28.081721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8ac4d472-eab2-4f47-8821-ed5f233dbe21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3571768 Aug 19 12:42:28.086340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59418) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:28.091795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'subnet': {'network_id': '4536b1a0-2e88-43d9-bf8a-ccad23e80849', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:28.145887 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:28.201727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:28.210026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:28.217654 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:28.252755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Pushing event updated for resources: {'Port': ['ID=b94929ac-eaf8-44fc-ba0a-db4146ad911e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:28.284347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:28.289853 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:28.377285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db7efb-d58d-4990-b301-df80b1a08026 req-fbc9af68-4711-41f5-996d-9b416a6f6cb3 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:28.379787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0db7efb-d58d-4990-b301-df80b1a08026 req-fbc9af68-4711-41f5-996d-9b416a6f6cb3 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 931 time: 0.0678082 Aug 19 12:42:28.421069 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0db7efb-d58d-4990-b301-df80b1a08026 req-1549c7ed-93ac-4cbc-99f0-0a9beac8a8d9 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351636 Aug 19 12:42:28.455976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:28.459473 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:28.627530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-2aa42431-ef52-4584-bf1f-e7cccada9056 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3030603 Aug 19 12:42:28.640574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Request body: {'port': {'device_id': '43d09493-6e63-4983-bf06-2c303e2e2fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:28.697092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:28.801462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:28.922740 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Subnet': ['ID=ccd56339-88a0-485d-975f-304556652715,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:28.941583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Checking segment: {'id': '9fbd4746-a13c-4737-828a-e5a34b0f01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4536b1a0-2e88-43d9-bf8a-ccad23e80849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:28.941946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network hostable DHCP agents. Network: 4536b1a0-2e88-43d9-bf8a-ccad23e80849, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:29.056928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94929ac-eaf8-44fc-ba0a-db4146ad911e {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:42:29.065166 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.079560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Transition to ACTIVE for port object b94929ac-eaf8-44fc-ba0a-db4146ad911e will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:29.139777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 4536b1a0-2e88-43d9-bf8a-ccad23e80849 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:29.180252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdc63d-91d8-421a-9a2b-11461e2c05b0 req-b2f992b9-c9e1-425f-b093-d486cc73f439 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:29.181739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16bdc63d-91d8-421a-9a2b-11461e2c05b0 req-b2f992b9-c9e1-425f-b093-d486cc73f439 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.0546784 Aug 19 12:42:29.221321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16bdc63d-91d8-421a-9a2b-11461e2c05b0 req-90dabce4-9845-4a65-9013-40622ee314c0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334466 Aug 19 12:42:29.263672 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.342539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Pushing event updated for resources: {'Port': ['ID=b94929ac-eaf8-44fc-ba0a-db4146ad911e,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:29.344739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 4536b1a0-2e88-43d9-bf8a-ccad23e80849) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:29.356971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0328a5-028f-437c-8e8a-bda9bb133c90 None None] Network 4536b1a0-2e88-43d9-bf8a-ccad23e80849 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:29.366631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:29.367213 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.412866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Attempting to bind port b94929ac-eaf8-44fc-ba0a-db4146ad911e on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:29.412866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Attempting to bind port b94929ac-eaf8-44fc-ba0a-db4146ad911e by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '7cbee60c-07df-4793-b52d-d4567ca32d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:29.412866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Attempting to bind port b94929ac-eaf8-44fc-ba0a-db4146ad911e on network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:29.416114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Port b94929ac-eaf8-44fc-ba0a-db4146ad911e on network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:42:29.416443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Attempting to bind port b94929ac-eaf8-44fc-ba0a-db4146ad911e on network 5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:29.423979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:29.423979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Checking segment: {'id': '7cbee60c-07df-4793-b52d-d4567ca32d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:29.424848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Bound using segment: {'id': '7cbee60c-07df-4793-b52d-d4567ca32d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:29.424848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Bound port: b94929ac-eaf8-44fc-ba0a-db4146ad911e, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cbee60c-07df-4793-b52d-d4567ca32d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:29.425095 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.499678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] For port b94929ac-eaf8-44fc-ba0a-db4146ad911e, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:29.502904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] For port b94929ac-eaf8-44fc-ba0a-db4146ad911e, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b94929ac-eaf8-44fc-ba0a-db4146ad911e,segment=NetworkSegment(7cbee60c-07df-4793-b52d-d4567ca32d22),segment_id=7cbee60c-07df-4793-b52d-d4567ca32d22)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:29.573659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-4536b1a0-2e88-43d9-bf8a-ccad23e80849', 'network_id': '4536b1a0-2e88-43d9-bf8a-ccad23e80849', 'tenant_id': 'd02e21387a604457893985121dad828f', 'fixed_ips': [{'subnet_id': 'ccd56339-88a0-485d-975f-304556652715'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:42:29.575216 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.576897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeba32-be6b-43ff-aff4-41661d884c45 req-9ecf7d9f-f5be-4cca-9faa-d3a968b1b227 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:29.578772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5bdeba32-be6b-43ff-aff4-41661d884c45 req-9ecf7d9f-f5be-4cca-9faa-d3a968b1b227 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 943 time: 0.0632429 Aug 19 12:42:29.631465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5bdeba32-be6b-43ff-aff4-41661d884c45 req-6584d370-4cfd-4cf0-b8d3-892a8779fc4b tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465569 Aug 19 12:42:29.643773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d3631b52-159b-4a53-bd5a-bb53d6cc815d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5559115 Aug 19 12:42:29.646669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59470) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:29.654002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'subnet': {'network_id': 'ba38ff8c-b122-4339-bde6-2ebd074160da', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:29.713104 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.756593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Allocated IP 172.20.0.2 (4536b1a0-2e88-43d9-bf8a-ccad23e80849/ccd56339-88a0-485d-975f-304556652715/526432b8-2906-484b-8431-555f932739b8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:29.770847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:29.771473 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.772871 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] 10.222.0.62 "PUT /v2.0/ports/b94929ac-eaf8-44fc-ba0a-db4146ad911e HTTP/1.1" status: 200 len: 1091 time: 1.1366103 Aug 19 12:42:29.774811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d09493-6e63-4983-bf06-2c303e2e2fd4', 'tag': 'b94929ac-eaf8-44fc-ba0a-db4146ad911e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:29.777113 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e379257-6990-44cd-82bd-974d20191baa" -d '{"events": [{"name": "network-changed", "server_uuid": "43d09493-6e63-4983-bf06-2c303e2e2fd4", "tag": "b94929ac-eaf8-44fc-ba0a-db4146ad911e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:29.817924 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ee5f1e-0256-490c-8c0e-d8e9c79b77c0 x-openstack-request-id: req-d3ee5f1e-0256-490c-8c0e-d8e9c79b77c0 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:29.818219 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d09493-6e63-4983-bf06-2c303e2e2fd4", "tag": "b94929ac-eaf8-44fc-ba0a-db4146ad911e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:29.818478 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3ee5f1e-0256-490c-8c0e-d8e9c79b77c0 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:29.818917 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d09493-6e63-4983-bf06-2c303e2e2fd4', 'tag': 'b94929ac-eaf8-44fc-ba0a-db4146ad911e', 'status': 'completed', 'code': 200} Aug 19 12:42:29.819535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8186b8-db80-4505-badd-bd0ce9d2fd30 service neutron] Pushing event updated for resources: {'Port': ['ID=b94929ac-eaf8-44fc-ba0a-db4146ad911e,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:29.891314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e379257-6990-44cd-82bd-974d20191baa req-4fa0df61-3600-44a1-a593-d85ec709c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:29.893154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e379257-6990-44cd-82bd-974d20191baa req-4fa0df61-3600-44a1-a593-d85ec709c84c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aec28cc18f02409c840bb4da249e4d44&device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0494549 Aug 19 12:42:29.930509 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:29.939621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Transition to ACTIVE for port object 526432b8-2906-484b-8431-555f932739b8 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:29.955272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Transition to ACTIVE for port object 526432b8-2906-484b-8431-555f932739b8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:29.975141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:29.979333 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.062087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e379257-6990-44cd-82bd-974d20191baa req-43f02c54-7bdd-46de-9781-2c315d451231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:30.063740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e379257-6990-44cd-82bd-974d20191baa req-43f02c54-7bdd-46de-9781-2c315d451231 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=aec28cc18f02409c840bb4da249e4d44&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1623099 Aug 19 12:42:30.218071 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.226571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e379257-6990-44cd-82bd-974d20191baa req-f2e08d13-c97a-41ba-97db-d151950e207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:30.228213 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e379257-6990-44cd-82bd-974d20191baa req-f2e08d13-c97a-41ba-97db-d151950e207d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543586 Aug 19 12:42:30.291301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Pushing event updated for resources: {'Port': ['ID=526432b8-2906-484b-8431-555f932739b8,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:30.303660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Network 4536b1a0-2e88-43d9-bf8a-ccad23e80849 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:30.305873 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:30.312782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:30.371970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-a12c50c0-dd1a-4633-8364-dec1c3b496d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:30.373654 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-a12c50c0-dd1a-4633-8364-dec1c3b496d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aec28cc18f02409c840bb4da249e4d44&device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0994654 Aug 19 12:42:30.397802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Attempting to bind port 526432b8-2906-484b-8431-555f932739b8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:30.398394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Attempting to bind port 526432b8-2906-484b-8431-555f932739b8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '9fbd4746-a13c-4737-828a-e5a34b0f01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4536b1a0-2e88-43d9-bf8a-ccad23e80849'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:30.398675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Attempting to bind port 526432b8-2906-484b-8431-555f932739b8 on network 4536b1a0-2e88-43d9-bf8a-ccad23e80849 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:30.403670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:30.404734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Checking segment: {'id': '9fbd4746-a13c-4737-828a-e5a34b0f01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4536b1a0-2e88-43d9-bf8a-ccad23e80849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:30.405142 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.405533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Bound using segment: {'id': '9fbd4746-a13c-4737-828a-e5a34b0f01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4536b1a0-2e88-43d9-bf8a-ccad23e80849'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:30.405994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Bound port: 526432b8-2906-484b-8431-555f932739b8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbd4746-a13c-4737-828a-e5a34b0f01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4536b1a0-2e88-43d9-bf8a-ccad23e80849'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:30.406374 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.422820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-adc1c7cc-c790-4588-9c4e-1cc931494108 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b94929ac-eaf8-44fc-ba0a-db4146ad911e HTTP/1.1" status: 200 len: 217 time: 0.0385518 Aug 19 12:42:30.431700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3aa05-0cca-4fbc-8c17-28d65a5d4d3f req-ad6bf948-b8cc-41f6-9d32-bead93da00ab tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:30.433194 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7a3aa05-0cca-4fbc-8c17-28d65a5d4d3f req-ad6bf948-b8cc-41f6-9d32-bead93da00ab tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.0956275 Aug 19 12:42:30.471312 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.476722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] For port 526432b8-2906-484b-8431-555f932739b8, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:30.479986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] For port 526432b8-2906-484b-8431-555f932739b8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=526432b8-2906-484b-8431-555f932739b8,segment=NetworkSegment(9fbd4746-a13c-4737-828a-e5a34b0f01e6),segment_id=9fbd4746-a13c-4737-828a-e5a34b0f01e6)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:30.557270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-9c1a3f5c-cd56-4c31-920e-f1a744c43d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:30.558765 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-9c1a3f5c-cd56-4c31-920e-f1a744c43d71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3b0cfe6f-89e4-4b9c-a006-49631c84e958 HTTP/1.1" status: 200 len: 853 time: 0.1247780 Aug 19 12:42:30.567766 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7a3aa05-0cca-4fbc-8c17-28d65a5d4d3f req-a35abf5e-4eaf-4722-a5f5-cb91b44114cb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242740 Aug 19 12:42:30.584650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Subnet': ['ID=7cb70e1a-3029-43fc-aba2-693971176b25,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:30.613005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-f3e23ec7-3979-4681-9df4-bfb67b79bcd8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5b10bc40-f1c3-4022-8fb8-2a7e1e254d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425308 Aug 19 12:42:30.624118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Checking segment: {'id': '580125f3-6781-45e9-a864-0138ce642459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba38ff8c-b122-4339-bde6-2ebd074160da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:30.624480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network hostable DHCP agents. Network: ba38ff8c-b122-4339-bde6-2ebd074160da, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:30.646826 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:30.769078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc33c86-175a-4358-b0a7-ab087a93a1e2 None None] Pushing event updated for resources: {'Port': ['ID=526432b8-2906-484b-8431-555f932739b8,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:30.771274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2436644-f840-45cd-8425-05ebd8eceb4b req-0f38a4fb-333e-496c-8ded-cd584e47338d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:30.773329 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2436644-f840-45cd-8425-05ebd8eceb4b req-0f38a4fb-333e-496c-8ded-cd584e47338d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.1014464 Aug 19 12:42:30.826373 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2436644-f840-45cd-8425-05ebd8eceb4b req-2eceb089-7d22-4ed0-9c72-891cd2447e8e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379848 Aug 19 12:42:30.852932 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59514) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:30.855829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-d02c51d8-ec6c-40a0-9694-2ade914076a8 service neutron] 10.222.0.62 "GET /v2.0/networks/5b10bc40-f1c3-4022-8fb8-2a7e1e254d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333479 Aug 19 12:42:30.866289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d67e00-e753-4f65-b087-728c8a12ac40 req-370c713b-f72b-4ad1-b9b1-cbf5c82f8bad tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:30.875710 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14d67e00-e753-4f65-b087-728c8a12ac40 req-370c713b-f72b-4ad1-b9b1-cbf5c82f8bad tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 943 time: 0.1067212 Aug 19 12:42:30.984610 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14d67e00-e753-4f65-b087-728c8a12ac40 req-f6fc043b-fe7b-4f1f-a4b2-723bdc48e4f7 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074047 Aug 19 12:42:31.040210 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef5ffbf7-dc6e-4e31-b42d-6b3612b07661 req-1cc1942a-e6e6-471b-be6a-0a26677a0910 service neutron] 10.222.0.62 "GET /v2.0/networks/5b10bc40-f1c3-4022-8fb8-2a7e1e254d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613753 Aug 19 12:42:31.112321 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e5d997-a71e-4e59-99c0-2c4962268c19 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:31.114177 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d1e5d997-a71e-4e59-99c0-2c4962268c19 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 1092 time: 0.2593079 Aug 19 12:42:31.117195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59522) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:31.122377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:31.130660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network ba38ff8c-b122-4339-bde6-2ebd074160da is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:31.326572 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.329046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, ba38ff8c-b122-4339-bde6-2ebd074160da) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:31.335675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:31.335675 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.337373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2c0d40-ffdf-480b-8fe1-de15c3d39854 None None] Network ba38ff8c-b122-4339-bde6-2ebd074160da requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:31.430396 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.445280 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a2ec9567-4f32-40c4-a111-0fef0129df3e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7968071 Aug 19 12:42:31.447471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59534) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:31.456686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-49daee1c-dd75-4b6f-a5b0-5a150c7ac20d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1464964484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:31.517761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-ba38ff8c-b122-4339-bde6-2ebd074160da', 'network_id': 'ba38ff8c-b122-4339-bde6-2ebd074160da', 'tenant_id': 'd02e21387a604457893985121dad828f', 'fixed_ips': [{'subnet_id': '7cb70e1a-3029-43fc-aba2-693971176b25'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:42:31.519293 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.599030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.25.2.62 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/0e43fd74-be13-4d1d-8d0e-c4aa9f4e6570) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:31.624536 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49daee1c-dd75-4b6f-a5b0-5a150c7ac20d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.628030 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49daee1c-dd75-4b6f-a5b0-5a150c7ac20d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.711762 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49daee1c-dd75-4b6f-a5b0-5a150c7ac20d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.779545 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.803171 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49daee1c-dd75-4b6f-a5b0-5a150c7ac20d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.911656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc72fa3-36c8-4af5-8f05-c9a0b8d4b27d None None] Network 4536b1a0-2e88-43d9-bf8a-ccad23e80849 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:31.938508 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49daee1c-dd75-4b6f-a5b0-5a150c7ac20d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:31.939788 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-49daee1c-dd75-4b6f-a5b0-5a150c7ac20d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4911187 Aug 19 12:42:31.942447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59552) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:31.954819 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Allocated IP 172.21.0.2 (ba38ff8c-b122-4339-bde6-2ebd074160da/7cb70e1a-3029-43fc-aba2-693971176b25/1fda8ea0-41e3-46f6-882c-9ebeefc94702) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:31.997654 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.060710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:32.066116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=0e43fd74-be13-4d1d-8d0e-c4aa9f4e6570,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:32.071707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:32.080675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:32.208609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ec0c64d5-cb6a-414c-bb6a-7afb3d79877c None None] Provisioning for port 526432b8-2906-484b-8431-555f932739b8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:32.230529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41d8a7-d7cc-4a04-a151-de9db0fd1bb5 req-7b814269-a5d8-426c-8911-6b2423d9873e tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:32.232656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba41d8a7-d7cc-4a04-a151-de9db0fd1bb5 req-7b814269-a5d8-426c-8911-6b2423d9873e tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 943 time: 0.1252611 Aug 19 12:42:32.292296 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.304166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Transition to ACTIVE for port object 1fda8ea0-41e3-46f6-882c-9ebeefc94702 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:32.329570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Transition to ACTIVE for port object 1fda8ea0-41e3-46f6-882c-9ebeefc94702 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:32.336657 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba41d8a7-d7cc-4a04-a151-de9db0fd1bb5 req-ae6e819a-edf5-437a-b2f3-21df24c55126 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976830 Aug 19 12:42:32.338663 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.438162 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.501181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Network ba38ff8c-b122-4339-bde6-2ebd074160da is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:32.517360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:32.522927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:32.539670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Pushing event updated for resources: {'Port': ['ID=1fda8ea0-41e3-46f6-882c-9ebeefc94702,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:32.607284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Attempting to bind port 1fda8ea0-41e3-46f6-882c-9ebeefc94702 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:32.607759 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Attempting to bind port 1fda8ea0-41e3-46f6-882c-9ebeefc94702 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '580125f3-6781-45e9-a864-0138ce642459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba38ff8c-b122-4339-bde6-2ebd074160da'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:32.608678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Attempting to bind port 1fda8ea0-41e3-46f6-882c-9ebeefc94702 on network ba38ff8c-b122-4339-bde6-2ebd074160da {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:32.613610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:32.613794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Checking segment: {'id': '580125f3-6781-45e9-a864-0138ce642459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba38ff8c-b122-4339-bde6-2ebd074160da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:32.614186 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.614630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Bound using segment: {'id': '580125f3-6781-45e9-a864-0138ce642459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba38ff8c-b122-4339-bde6-2ebd074160da'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:32.615196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Bound port: 1fda8ea0-41e3-46f6-882c-9ebeefc94702, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580125f3-6781-45e9-a864-0138ce642459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ba38ff8c-b122-4339-bde6-2ebd074160da'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:32.615642 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.633763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Allocated IP 172.20.0.1 (4536b1a0-2e88-43d9-bf8a-ccad23e80849/ccd56339-88a0-485d-975f-304556652715/8b27d325-1843-43c1-949f-9c0e04e19ff9) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:32.681747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-49ed9e12-c6f6-4d45-987e-77f8d625e5af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1265931 Aug 19 12:42:32.701051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] For port 1fda8ea0-41e3-46f6-882c-9ebeefc94702, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:32.706687 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] For port 1fda8ea0-41e3-46f6-882c-9ebeefc94702, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1fda8ea0-41e3-46f6-882c-9ebeefc94702,segment=NetworkSegment(580125f3-6781-45e9-a864-0138ce642459),segment_id=580125f3-6781-45e9-a864-0138ce642459)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:32.706822 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.774520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.791131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Transition to ACTIVE for port object 8b27d325-1843-43c1-949f-9c0e04e19ff9 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:32.806045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-6dd028c8-b1fc-4b1e-a6e9-fb63fe12a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:32.806551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-6dd028c8-b1fc-4b1e-a6e9-fb63fe12a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:32.807209 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-6dd028c8-b1fc-4b1e-a6e9-fb63fe12a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:32.807500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-6dd028c8-b1fc-4b1e-a6e9-fb63fe12a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:32.807972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-6dd028c8-b1fc-4b1e-a6e9-fb63fe12a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:32.809795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-6dd028c8-b1fc-4b1e-a6e9-fb63fe12a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:32.809795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-6dd028c8-b1fc-4b1e-a6e9-fb63fe12a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:32.811391 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-6dd028c8-b1fc-4b1e-a6e9-fb63fe12a088 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=becbd6116ce843618ea6f6cd4be07845&device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 6491 time: 0.0649235 Aug 19 12:42:32.821655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 526432b8-2906-484b-8431-555f932739b8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:32.843377 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.884181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b94929ac-eaf8-44fc-ba0a-db4146ad911e details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:42:32.950004 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:32.959621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e882ef-6914-4932-81d1-8196504595c0 None None] Pushing event updated for resources: {'Port': ['ID=1fda8ea0-41e3-46f6-882c-9ebeefc94702,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:32.990549 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.012076 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 4536b1a0-2e88-43d9-bf8a-ccad23e80849 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:33.017553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:33.020715 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:33.114465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 526432b8-2906-484b-8431-555f932739b8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:33.118367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=8b27d325-1843-43c1-949f-9c0e04e19ff9,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:33.137735 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.144205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b94929ac-eaf8-44fc-ba0a-db4146ad911e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b94929ac-eaf8-44fc-ba0a-db4146ad911e,segment=NetworkSegment(7cbee60c-07df-4793-b52d-d4567ca32d22),segment_id=7cbee60c-07df-4793-b52d-d4567ca32d22)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:33.159089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 526432b8-2906-484b-8431-555f932739b8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:33.160976 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.229919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'b94929ac-eaf8-44fc-ba0a-db4146ad911e', 'network_id': '5b10bc40-f1c3-4022-8fb8-2a7e1e254d30', 'port_id': 'b94929ac-eaf8-44fc-ba0a-db4146ad911e', 'mac_address': 'fa:16:3e:54:47:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b0cfe6f-89e4-4b9c-a006-49631c84e958', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:42:33.303663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-e334a244-2e29-420e-9567-e657619744db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:33.304055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-e334a244-2e29-420e-9567-e657619744db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:33.304529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-e334a244-2e29-420e-9567-e657619744db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:33.306216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-e334a244-2e29-420e-9567-e657619744db service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7e006fa-14ef-4f06-8efb-18b1127140c8&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&id=59c66fdc-a2dd-43a4-a0ca-390a620768fe HTTP/1.1" status: 200 len: 2290 time: 0.4721892 Aug 19 12:42:33.308365 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.345177 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.369088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94929ac-eaf8-44fc-ba0a-db4146ad911e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:42:33.400965 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-f3c5e138-40db-4b8b-be34-22bfa3241eb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bd9d49e-14bd-436e-8983-234a93f0887d HTTP/1.1" status: 200 len: 1001 time: 0.0800622 Aug 19 12:42:33.418218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b94929ac-eaf8-44fc-ba0a-db4146ad911e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b94929ac-eaf8-44fc-ba0a-db4146ad911e,segment=NetworkSegment(7cbee60c-07df-4793-b52d-d4567ca32d22),segment_id=7cbee60c-07df-4793-b52d-d4567ca32d22)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:33.430192 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.451977 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.499773 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.517560 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.572015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 526432b8-2906-484b-8431-555f932739b8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=526432b8-2906-484b-8431-555f932739b8,segment=NetworkSegment(9fbd4746-a13c-4737-828a-e5a34b0f01e6),segment_id=9fbd4746-a13c-4737-828a-e5a34b0f01e6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:33.601649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b94929ac-eaf8-44fc-ba0a-db4146ad911e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:33.630482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=0e43fd74-be13-4d1d-8d0e-c4aa9f4e6570,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:33.635674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-b9c7f4ad-d338-41a7-b330-1a6d16c504f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:33.637883 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-b9c7f4ad-d338-41a7-b330-1a6d16c504f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=17153962-cb0b-4fc9-8d4f-bb84422dda6b HTTP/1.1" status: 200 len: 850 time: 0.2228072 Aug 19 12:42:33.641018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.682411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de552ce1-cf2f-4ce5-98be-6562ce12b994 req-62d9c257-f144-4208-bf04-9bb709152255 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:33.684271 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de552ce1-cf2f-4ce5-98be-6562ce12b994 req-62d9c257-f144-4208-bf04-9bb709152255 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 944 time: 0.1878295 Aug 19 12:42:33.725479 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.765249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['b94929ac-eaf8-44fc-ba0a-db4146ad911e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:42:33.785391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de552ce1-cf2f-4ce5-98be-6562ce12b994 req-842e5cb8-53e6-4989-8a5f-70fab54a6795 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668449 Aug 19 12:42:33.801867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-620c3194-9fd0-40c1-b089-6bc57a3e1a1b None None] Provisioning for port 8b27d325-1843-43c1-949f-9c0e04e19ff9 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:33.802117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-14c17f19-2045-4690-9395-98cc6c87d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:33.803662 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-14c17f19-2045-4690-9395-98cc6c87d575 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7e006fa-14ef-4f06-8efb-18b1127140c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588140 Aug 19 12:42:33.825828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-620c3194-9fd0-40c1-b089-6bc57a3e1a1b None None] Provisioning complete for port 8b27d325-1843-43c1-949f-9c0e04e19ff9 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:33.825828 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-620c3194-9fd0-40c1-b089-6bc57a3e1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:33.881700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=526432b8-2906-484b-8431-555f932739b8,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:33.894279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-620c3194-9fd0-40c1-b089-6bc57a3e1a1b None None] Port 8b27d325-1843-43c1-949f-9c0e04e19ff9 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:33.946700 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:34.020452 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:34.297616 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Floating IP 2e05cbad-1363-4d42-92d8-c332d7b3498b associated. External IP: 172.25.2.62, port: afd1c000-dd30-42d0-ae89-0f6795e5fb95. Aug 19 12:42:34.433799 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-b13926c2-b802-4472-bd2d-8ed75b42744a service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182368 Aug 19 12:42:34.445478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e281ddaa-7875-4619-9d57-d31c2cb8db6f None None] Network ba38ff8c-b122-4339-bde6-2ebd074160da requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:34.582389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:34.650564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=8b27d325-1843-43c1-949f-9c0e04e19ff9,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:34.688269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-1fb07a65-8e16-459a-815a-d703f466fb39 service neutron] 10.222.0.30 "GET /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431803 Aug 19 12:42:34.737911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-24651e2f-b089-4e57-b93d-d2cd1b21df05 None None] Provisioning for port 1fda8ea0-41e3-46f6-882c-9ebeefc94702 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:34.753444 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-20a292aa-585e-4fe5-baf2-9fc71235ec13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=519023fd-4f22-4c46-8a13-94ad7e61cad7 HTTP/1.1" status: 200 len: 217 time: 0.0562072 Aug 19 12:42:34.770119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 4536b1a0-2e88-43d9-bf8a-ccad23e80849 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:34.772146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:34.822574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router 6950552f-47d3-4b67-94af-1571eaa4384a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:34.861722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b94929ac-eaf8-44fc-ba0a-db4146ad911e up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:34.893778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-8e937bf0-98e9-4909-97bf-fe81c3712c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:34.899699 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-8e937bf0-98e9-4909-97bf-fe81c3712c71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.1340606 Aug 19 12:42:35.072157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1fda8ea0-41e3-46f6-882c-9ebeefc94702 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:35.105612 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1bbcadb-d862-4ad3-823e-83342ff8c61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.120974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port b94929ac-eaf8-44fc-ba0a-db4146ad911e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:35.138910 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port b94929ac-eaf8-44fc-ba0a-db4146ad911e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:35.139381 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.145700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-16e32239-6497-4a36-999c-74bbd5e86ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.151844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-16e32239-6497-4a36-999c-74bbd5e86ad5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1803744 Aug 19 12:42:35.159263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd35e0-398a-4502-8e4b-6d76f7ac4a77 req-3131c21c-fb05-4727-a154-f00c064e93be tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.161039 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ddd35e0-398a-4502-8e4b-6d76f7ac4a77 req-3131c21c-fb05-4727-a154-f00c064e93be tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 944 time: 0.1955140 Aug 19 12:42:35.179965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:35.192115 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48d0d1-a33f-4a0c-8515-5bf39e3c2d03 None None] Sync routers for ids ['6950552f-47d3-4b67-94af-1571eaa4384a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:35.205942 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48d0d1-a33f-4a0c-8515-5bf39e3c2d03 None None] Routers {'6950552f-47d3-4b67-94af-1571eaa4384a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:35.207196 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1c48d0d1-a33f-4a0c-8515-5bf39e3c2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6950552f-47d3-4b67-94af-1571eaa4384a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:35.214256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router e402647a-e871-4100-8253-9c50e5a6cc66 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:42:35.236393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b94649ea-f88f-48de-a1f1-1d0c8605e274 None None] Provisioning complete for port 8b27d325-1843-43c1-949f-9c0e04e19ff9 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:35.236820 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b94649ea-f88f-48de-a1f1-1d0c8605e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.316276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:35.322708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7be79344-690b-448f-b488-d5316183cac5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/e402647a-e871-4100-8253-9c50e5a6cc66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3792481 Aug 19 12:42:35.325392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59678) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:35.334715 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ddd35e0-398a-4502-8e4b-6d76f7ac4a77 req-e5a2ea06-ef7a-4e2d-8e84-2a9f1fa9c220 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568124 Aug 19 12:42:35.340016 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0eb5dc-8269-46d2-90ff-b76cf973622c None None] Sync routers for ids ['e402647a-e871-4100-8253-9c50e5a6cc66'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:35.348431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b94649ea-f88f-48de-a1f1-1d0c8605e274 None None] Port 8b27d325-1843-43c1-949f-9c0e04e19ff9 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:35.361709 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.368247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0eb5dc-8269-46d2-90ff-b76cf973622c None None] Routers {'e402647a-e871-4100-8253-9c50e5a6cc66'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:35.368875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3c0eb5dc-8269-46d2-90ff-b76cf973622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e402647a-e871-4100-8253-9c50e5a6cc66'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:35.382780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-64f40cc9-d749-45d3-8316-a953659b3760 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204475 Aug 19 12:42:35.383507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c671c8-a80b-4e23-a8f6-e64c730b1672 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.385060 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-08c671c8-a80b-4e23-a8f6-e64c730b1672 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports/8b27d325-1843-43c1-949f-9c0e04e19ff9 HTTP/1.1" status: 200 len: 910 time: 0.0584817 Aug 19 12:42:35.391286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59680) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:35.410118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3c0eb5dc-8269-46d2-90ff-b76cf973622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:35.421120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 1fda8ea0-41e3-46f6-882c-9ebeefc94702 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:35.422718 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1c48d0d1-a33f-4a0c-8515-5bf39e3c2d03 None None] Set router 6950552f-47d3-4b67-94af-1571eaa4384a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:35.431132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d09493-6e63-4983-bf06-2c303e2e2fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94929ac-eaf8-44fc-ba0a-db4146ad911e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:35.433580 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9ce7ab-98fd-4907-a45b-60f560a3dbfb" -d '{"events": [{"server_uuid": "43d09493-6e63-4983-bf06-2c303e2e2fd4", "name": "network-vif-plugged", "status": "completed", "tag": "b94929ac-eaf8-44fc-ba0a-db4146ad911e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:35.439349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1fda8ea0-41e3-46f6-882c-9ebeefc94702 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:35.439793 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.490070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port b94929ac-eaf8-44fc-ba0a-db4146ad911e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b94929ac-eaf8-44fc-ba0a-db4146ad911e,segment=NetworkSegment(7cbee60c-07df-4793-b52d-d4567ca32d22),segment_id=7cbee60c-07df-4793-b52d-d4567ca32d22)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:35.496028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0eb5dc-8269-46d2-90ff-b76cf973622c None None] Routers {'e402647a-e871-4100-8253-9c50e5a6cc66'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:35.496865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3c0eb5dc-8269-46d2-90ff-b76cf973622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e402647a-e871-4100-8253-9c50e5a6cc66'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:35.593717 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-8fdda704-2d3a-4a2c-a405-adb762d6b89c service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016916 Aug 19 12:42:35.595692 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.646898 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b880ae2-c176-4be8-9b0f-d539456bde14 x-openstack-request-id: req-1b880ae2-c176-4be8-9b0f-d539456bde14 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:35.647208 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d09493-6e63-4983-bf06-2c303e2e2fd4", "name": "network-vif-plugged", "status": "completed", "tag": "b94929ac-eaf8-44fc-ba0a-db4146ad911e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:35.647433 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b880ae2-c176-4be8-9b0f-d539456bde14 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:35.647831 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d09493-6e63-4983-bf06-2c303e2e2fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94929ac-eaf8-44fc-ba0a-db4146ad911e', 'code': 200} Aug 19 12:42:35.649312 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cabde07b-fc3c-407d-a3aa-7ac915bc6023 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5308220 Aug 19 12:42:35.654034 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.655978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3c0eb5dc-8269-46d2-90ff-b76cf973622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:35.659740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0eb5dc-8269-46d2-90ff-b76cf973622c None None] The sync data for ids ['e402647a-e871-4100-8253-9c50e5a6cc66'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:35.668369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b7aeafbd-eece-4adb-a548-0bfb5eb91848 None None] Provisioning complete for port 1fda8ea0-41e3-46f6-882c-9ebeefc94702 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:35.668748 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b7aeafbd-eece-4adb-a548-0bfb5eb91848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.777817 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=b94929ac-eaf8-44fc-ba0a-db4146ad911e,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:35.797013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2aa8f-5f18-46f6-8046-501581790cf9 req-dd73a0ac-aa72-4385-b971-e97d34c8f47c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.803712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2aa8f-5f18-46f6-8046-501581790cf9 req-dd73a0ac-aa72-4385-b971-e97d34c8f47c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.804954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:35.808097 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:35.810748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2aa8f-5f18-46f6-8046-501581790cf9 req-dd73a0ac-aa72-4385-b971-e97d34c8f47c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.818419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2aa8f-5f18-46f6-8046-501581790cf9 req-dd73a0ac-aa72-4385-b971-e97d34c8f47c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.821969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-a5c717a0-ec27-42a7-9ea4-f0b9d7e5b486 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=d8c23d98-2995-46ce-8f34-a0804a88df54 HTTP/1.1" status: 200 len: 217 time: 0.1817415 Aug 19 12:42:35.841528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2aa8f-5f18-46f6-8046-501581790cf9 req-dd73a0ac-aa72-4385-b971-e97d34c8f47c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.861368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2aa8f-5f18-46f6-8046-501581790cf9 req-dd73a0ac-aa72-4385-b971-e97d34c8f47c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.876962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2aa8f-5f18-46f6-8046-501581790cf9 req-dd73a0ac-aa72-4385-b971-e97d34c8f47c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.885289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ebc2aa8f-5f18-46f6-8046-501581790cf9 req-dd73a0ac-aa72-4385-b971-e97d34c8f47c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5434 time: 0.2015450 Aug 19 12:42:35.911967 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.912889 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1c48d0d1-a33f-4a0c-8515-5bf39e3c2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:11Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2e05cbad-1363-4d42-92d8-c332d7b3498b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'port_id': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'mac_address': 'fa:16:3e:81:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840f63fb-d986-42df-88a2-f706c61b46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:42:32Z', 'updated_at': '2021-08-19T12:42:32Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e791b54-0b9c-4f0b-becb-4f233c5b966c', 'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:19:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:10Z', 'updated_at': '2021-08-19T12:42:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:35.925994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-3e20cde9-81a6-4850-88f7-debfd06cf5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.943837 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b7aeafbd-eece-4adb-a548-0bfb5eb91848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:35.944549 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-3e20cde9-81a6-4850-88f7-debfd06cf5a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.1138458 Aug 19 12:42:35.954746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8befe47-1559-4207-9f45-d8d3bf85c961 req-03ef8b9f-2332-4c17-8ed1-7d55a58d4e8c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:35.956556 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b8befe47-1559-4207-9f45-d8d3bf85c961 req-03ef8b9f-2332-4c17-8ed1-7d55a58d4e8c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.1411088 Aug 19 12:42:35.985433 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48d0d1-a33f-4a0c-8515-5bf39e3c2d03 None None] Checking router: 6950552f-47d3-4b67-94af-1571eaa4384a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:35.992529 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48d0d1-a33f-4a0c-8515-5bf39e3c2d03 None None] Routers {'6950552f-47d3-4b67-94af-1571eaa4384a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:35.993709 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1c48d0d1-a33f-4a0c-8515-5bf39e3c2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6950552f-47d3-4b67-94af-1571eaa4384a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:35.998533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 1fda8ea0-41e3-46f6-882c-9ebeefc94702, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1fda8ea0-41e3-46f6-882c-9ebeefc94702,segment=NetworkSegment(580125f3-6781-45e9-a864-0138ce642459),segment_id=580125f3-6781-45e9-a864-0138ce642459)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:36.049465 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ebc2aa8f-5f18-46f6-8046-501581790cf9 req-9ca90367-96dc-446b-9083-204c3b305e06 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1632354 Aug 19 12:42:36.063369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bc033-62da-43b3-9cc6-a91783ed7cdd req-4d719a5a-9be2-4375-9935-969e960d079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.065286 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f62bc033-62da-43b3-9cc6-a91783ed7cdd req-4d719a5a-9be2-4375-9935-969e960d079f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1751993 Aug 19 12:42:36.094058 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b8befe47-1559-4207-9f45-d8d3bf85c961 req-db77913c-3556-4521-b388-c3fbd9295ad2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093740 Aug 19 12:42:36.096140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59718) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:36.097733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-2a57ae3a-c5c0-4958-a79d-6723b9b2cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.100163 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-2a57ae3a-c5c0-4958-a79d-6723b9b2cd6a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1425428 Aug 19 12:42:36.101521 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.102523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 526432b8-2906-484b-8431-555f932739b8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:36.145058 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ef2625-2614-422f-99cb-654b98b20a6b x-openstack-request-id: req-01ef2625-2614-422f-99cb-654b98b20a6b {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:36.147278 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:36.147278 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01ef2625-2614-422f-99cb-654b98b20a6b {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:36.147671 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'status': 'completed', 'code': 200} Aug 19 12:42:36.161676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f62bc033-62da-43b3-9cc6-a91783ed7cdd req-f43e756f-f3c3-4a63-9115-f927503fbfdb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888388 Aug 19 12:42:36.195932 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1c48d0d1-a33f-4a0c-8515-5bf39e3c2d03 None None] Set router 6950552f-47d3-4b67-94af-1571eaa4384a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:36.232761 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-b7aeafbd-eece-4adb-a548-0bfb5eb91848 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:42:36.239012 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-b7aeafbd-eece-4adb-a548-0bfb5eb91848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:42:36.256324 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-310a6c7a-2134-4184-907c-5cf44415bc10 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477656 Aug 19 12:42:36.263895 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 526432b8-2906-484b-8431-555f932739b8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:36.264325 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.267741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=1fda8ea0-41e3-46f6-882c-9ebeefc94702,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:36.283428 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8ad46d70-7da7-469a-b8e4-1fcb95438eb3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/2e05cbad-1363-4d42-92d8-c332d7b3498b HTTP/1.1" status: 200 len: 991 time: 0.1860626 Aug 19 12:42:36.285686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b req-b2005700-5178-4513-8f8a-dd919b88dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.287232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b req-b2005700-5178-4513-8f8a-dd919b88dc59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 1097 time: 0.1188519 Aug 19 12:42:36.416123 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.448770 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-adf84160-089f-4537-991a-5cc00ca654b6 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845546 Aug 19 12:42:36.572384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b req-3c2d098b-fa48-44ec-86a5-780df35f43df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.574067 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b req-3c2d098b-fa48-44ec-86a5-780df35f43df service neutron] 10.222.0.30 "GET /v2.0/networks?id=5763ebe0-2f38-4602-ab3a-934da566492e HTTP/1.1" status: 200 len: 898 time: 0.2646737 Aug 19 12:42:36.588269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-3555feb0-3260-44f3-a542-1400a1675c0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=60099b0b-d500-42a4-b799-7872f97217e1 HTTP/1.1" status: 200 len: 217 time: 0.0765455 Aug 19 12:42:36.608672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c27af-754f-4165-b053-ce77871dd6a9 req-fe796a20-3c7d-4659-81be-9d1d214f4e94 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.617178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e4c27af-754f-4165-b053-ce77871dd6a9 req-fe796a20-3c7d-4659-81be-9d1d214f4e94 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 945 time: 0.1652691 Aug 19 12:42:36.620310 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1c48d0d1-a33f-4a0c-8515-5bf39e3c2d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:11Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2e05cbad-1363-4d42-92d8-c332d7b3498b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'port_id': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'mac_address': 'fa:16:3e:81:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840f63fb-d986-42df-88a2-f706c61b46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:42:32Z', 'updated_at': '2021-08-19T12:42:32Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e791b54-0b9c-4f0b-becb-4f233c5b966c', 'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:19:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:10Z', 'updated_at': '2021-08-19T12:42:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:36.658509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48d0d1-a33f-4a0c-8515-5bf39e3c2d03 None None] The sync data for ids ['6950552f-47d3-4b67-94af-1571eaa4384a'] in n-d-803757-2 is: [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:11Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '2e05cbad-1363-4d42-92d8-c332d7b3498b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'port_id': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'mac_address': 'fa:16:3e:81:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840f63fb-d986-42df-88a2-f706c61b46ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:42:32Z', 'updated_at': '2021-08-19T12:42:32Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e791b54-0b9c-4f0b-becb-4f233c5b966c', 'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:19:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:10Z', 'updated_at': '2021-08-19T12:42:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:36.707931 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b req-a0460ae9-f880-4a8b-8ee9-18bb32ca7398 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95 HTTP/1.1" status: 200 len: 999 time: 0.1255088 Aug 19 12:42:36.740621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-375b2ba5-6edd-40a8-8571-8cb0bc7b2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.742630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-375b2ba5-6edd-40a8-8571-8cb0bc7b2e99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.1220217 Aug 19 12:42:36.791301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1fda8ea0-41e3-46f6-882c-9ebeefc94702 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:36.812231 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e4c27af-754f-4165-b053-ce77871dd6a9 req-eaeeb280-88de-4810-bf0b-41abfebe6f6e tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941829 Aug 19 12:42:36.828531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-b685593b-f9c4-4bc4-a2c1-e6ed95101360 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.848004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-b685593b-f9c4-4bc4-a2c1-e6ed95101360 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.849370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b req-cef5b242-357b-4d3d-bc04-a2f43312eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.849370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b req-cef5b242-357b-4d3d-bc04-a2f43312eb17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aceba9f8-e6f6-447c-b336-03c87e3be7a2 HTTP/1.1" status: 200 len: 835 time: 0.0790057 Aug 19 12:42:36.851861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-b685593b-f9c4-4bc4-a2c1-e6ed95101360 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.858268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-b685593b-f9c4-4bc4-a2c1-e6ed95101360 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.864514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-b685593b-f9c4-4bc4-a2c1-e6ed95101360 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.873036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-b685593b-f9c4-4bc4-a2c1-e6ed95101360 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.880266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1fda8ea0-41e3-46f6-882c-9ebeefc94702 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:36.880639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:36.887936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-b685593b-f9c4-4bc4-a2c1-e6ed95101360 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.890180 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-b685593b-f9c4-4bc4-a2c1-e6ed95101360 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5434 time: 0.2598102 Aug 19 12:42:36.908081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-a1364648-4d57-492f-9b7c-8ac5733edc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.908081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-a1364648-4d57-492f-9b7c-8ac5733edc95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1575830 Aug 19 12:42:36.914045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Allocated IP 172.21.0.1 (ba38ff8c-b122-4339-bde6-2ebd074160da/7cb70e1a-3029-43fc-aba2-693971176b25/24c71b2c-85fb-456e-ae18-f7894fdb5248) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:36.945884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b req-4ad734ad-e6a3-4e4b-a82a-37c4c359b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.947589 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b req-4ad734ad-e6a3-4e4b-a82a-37c4c359b641 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5763ebe0-2f38-4602-ab3a-934da566492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871224 Aug 19 12:42:36.963595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-31da3097-b365-4c84-a5f5-53cbbc53c072 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:36.965056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-31da3097-b365-4c84-a5f5-53cbbc53c072 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "GET /v2.0/ports/d8c23d98-2995-46ce-8f34-a0804a88df54?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0642235 Aug 19 12:42:36.993241 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12919fa-5bad-4d9d-89d7-9c007dd4f606 None None] New status for floating IP 2e05cbad-1363-4d42-92d8-c332d7b3498b: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:42:37.163467 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b req-3c4a3971-c59c-4641-8167-5b28801056fa service neutron] 10.222.0.30 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004132 Aug 19 12:42:37.213363 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-c012c05c-9b07-4f35-a134-6018b5169566 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473133 Aug 19 12:42:37.219651 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-dc55b5af-9999-4c85-b5ac-203aca48ee74 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1738143 Aug 19 12:42:37.232589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:37.295361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 59764) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:37.332589 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.366237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Transition to ACTIVE for port object 24c71b2c-85fb-456e-ae18-f7894fdb5248 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:37.379928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2987-30e7-4096-96b4-0d4706ef7277 req-c7aa640b-e032-43f3-9a86-e107268923fb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:37.386149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2987-30e7-4096-96b4-0d4706ef7277 req-c7aa640b-e032-43f3-9a86-e107268923fb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:37.393040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2987-30e7-4096-96b4-0d4706ef7277 req-c7aa640b-e032-43f3-9a86-e107268923fb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:37.398838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2987-30e7-4096-96b4-0d4706ef7277 req-c7aa640b-e032-43f3-9a86-e107268923fb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:37.404858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2987-30e7-4096-96b4-0d4706ef7277 req-c7aa640b-e032-43f3-9a86-e107268923fb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:37.410961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2987-30e7-4096-96b4-0d4706ef7277 req-c7aa640b-e032-43f3-9a86-e107268923fb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:37.417274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2987-30e7-4096-96b4-0d4706ef7277 req-c7aa640b-e032-43f3-9a86-e107268923fb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:37.422963 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dbbf2987-30e7-4096-96b4-0d4706ef7277 req-c7aa640b-e032-43f3-9a86-e107268923fb tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 5434 time: 0.1764123 Aug 19 12:42:37.429092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35f7c2f6-84a8-42e6-9d9c-09e46ec57c8b req-db424e56-6328-4877-acc6-2bd991f9d6ca service neutron] 10.222.0.30 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578499 Aug 19 12:42:37.432399 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-087a348f-60eb-41ba-a481-afc743a85807 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/2e05cbad-1363-4d42-92d8-c332d7b3498b HTTP/1.1" status: 200 len: 991 time: 0.1358695 Aug 19 12:42:37.433228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.474599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-3bd4d45a-c461-4552-86b4-6f6d422b495c service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535927 Aug 19 12:42:37.497753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dbbf2987-30e7-4096-96b4-0d4706ef7277 req-57a09abc-e5cf-45ad-bf49-22832b9fdb04 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705299 Aug 19 12:42:37.539014 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-e33c2e89-427b-4b07-95c8-74a0ff84bd43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=20e4112b-3057-41a2-9085-d691c1cabe8d HTTP/1.1" status: 200 len: 217 time: 0.0462420 Aug 19 12:42:37.626155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.655881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-94329318-082f-42a6-96fc-e85759b39a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:37.657361 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-94329318-082f-42a6-96fc-e85759b39a28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 200 len: 797 time: 0.1087098 Aug 19 12:42:37.682021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network ba38ff8c-b122-4339-bde6-2ebd074160da is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:37.685450 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:37.686763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:37.689543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=24c71b2c-85fb-456e-ae18-f7894fdb5248,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:37.721599 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.735515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] For port d8c23d98-2995-46ce-8f34-a0804a88df54, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d8c23d98-2995-46ce-8f34-a0804a88df54,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:37.739016 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.750880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-5ba7ba82-3524-42a8-bb63-1e87b64e9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:37.752478 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-5ba7ba82-3524-42a8-bb63-1e87b64e9ea2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ff46c298-dbd9-40ab-9363-7cb90ef9f4da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854421 Aug 19 12:42:37.797168 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d9d51b36-dfca-4169-a2cf-b6f38c9529ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.826081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] For port d8c23d98-2995-46ce-8f34-a0804a88df54, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:37.879647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] device_id is not set on port d8c23d98-2995-46ce-8f34-a0804a88df54 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:42:37.893987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:37.909260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-0a5341d8-4623-436d-9015-ca2f9860f928 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490989 Aug 19 12:42:37.957772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458695e1-818f-49a1-b20d-137846283d34 req-bbf21f83-684c-489f-9bc6-3d7d95ee60cf tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:37.959458 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-458695e1-818f-49a1-b20d-137846283d34 req-bbf21f83-684c-489f-9bc6-3d7d95ee60cf tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Aug 19 12:42:38.002620 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-458695e1-818f-49a1-b20d-137846283d34 req-8db75ed0-3d96-4b9e-9896-b6a916ad117f tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371358 Aug 19 12:42:38.005865 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-d7be04f2-b9d1-499a-a8ca-31011c4539c9 service neutron] 10.222.0.30 "GET /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894368 Aug 19 12:42:38.047353 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.067107 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-64d1d18c-26da-4cb6-833b-87c2ddd2f393 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d HTTP/1.1" status: 200 len: 217 time: 0.0510252 Aug 19 12:42:38.067107 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.095756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9da18387-3e8c-4d63-af0a-6b28d16b4588 None None] Provisioning for port 24c71b2c-85fb-456e-ae18-f7894fdb5248 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:38.100511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9da18387-3e8c-4d63-af0a-6b28d16b4588 None None] Provisioning complete for port 24c71b2c-85fb-456e-ae18-f7894fdb5248 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:38.100991 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9da18387-3e8c-4d63-af0a-6b28d16b4588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.122950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-57d34a69-bdae-416f-83a5-1f1d6ba90873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.128053 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-57d34a69-bdae-416f-83a5-1f1d6ba90873 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.0513954 Aug 19 12:42:38.174383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-9da18387-3e8c-4d63-af0a-6b28d16b4588 None None] Port 24c71b2c-85fb-456e-ae18-f7894fdb5248 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:38.243210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] No DVR routers for this DVR port d8c23d98-2995-46ce-8f34-a0804a88df54 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:38.248033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c23d98-2995-46ce-8f34-a0804a88df54,revision_number=6']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:38.311713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-28857cc3-f235-408d-8498-d6f3eeba2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.313409 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-28857cc3-f235-408d-8498-d6f3eeba2081 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1631253 Aug 19 12:42:38.318379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] In _notify_port_updated(), no bound segment for port d8c23d98-2995-46ce-8f34-a0804a88df54 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da {{(pid=95543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:42:38.319436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.320139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.321535 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-0a3bfadd-3146-49f2-a2d5-731bbe3d83f7 service neutron] 10.222.0.30 "PUT /v2.0/ports/d8c23d98-2995-46ce-8f34-a0804a88df54 HTTP/1.1" status: 200 len: 1028 time: 1.0935566 Aug 19 12:42:38.433785 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-53306001-6c0b-439f-9c6c-5743e78e4ade tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.437002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59812) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:38.440925 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-53306001-6c0b-439f-9c6c-5743e78e4ade tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "GET /v2.0/ports/519023fd-4f22-4c46-8a13-94ad7e61cad7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1060045 Aug 19 12:42:38.453220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.454323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:38.505480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ae11982d-dade-4953-8e22-c025e8a07df9 None None] Provisioning complete for port d8c23d98-2995-46ce-8f34-a0804a88df54 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:38.505857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ae11982d-dade-4953-8e22-c025e8a07df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.526364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-75048efc-e0f6-436b-92eb-a4d640806c6f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/2e05cbad-1363-4d42-92d8-c332d7b3498b HTTP/1.1" status: 200 len: 993 time: 0.0879762 Aug 19 12:42:38.534331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-ee1472e3-c386-4e1b-ba07-ca989488d0ef service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108655 Aug 19 12:42:38.545383 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.562463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ae11982d-dade-4953-8e22-c025e8a07df9 None None] Port d8c23d98-2995-46ce-8f34-a0804a88df54 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:38.602341 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.724567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=24c71b2c-85fb-456e-ae18-f7894fdb5248,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:38.727990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:38.756004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a979d-4bd8-45ca-a0dc-eb65dec41214 req-e9ef5b63-b49a-4c12-981b-45873c6b405a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.763039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a979d-4bd8-45ca-a0dc-eb65dec41214 req-e9ef5b63-b49a-4c12-981b-45873c6b405a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.769994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a979d-4bd8-45ca-a0dc-eb65dec41214 req-e9ef5b63-b49a-4c12-981b-45873c6b405a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.776284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a979d-4bd8-45ca-a0dc-eb65dec41214 req-e9ef5b63-b49a-4c12-981b-45873c6b405a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.782765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a979d-4bd8-45ca-a0dc-eb65dec41214 req-e9ef5b63-b49a-4c12-981b-45873c6b405a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.788712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a979d-4bd8-45ca-a0dc-eb65dec41214 req-e9ef5b63-b49a-4c12-981b-45873c6b405a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:38.790666 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b8a979d-4bd8-45ca-a0dc-eb65dec41214 req-e9ef5b63-b49a-4c12-981b-45873c6b405a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 4659 time: 0.1796589 Aug 19 12:42:38.885309 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b8a979d-4bd8-45ca-a0dc-eb65dec41214 req-8ea81ff9-8fa0-40f1-a9d1-abb1eeae9a2c tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&id=0dc70333-5ed9-4d47-b629-9bc67ef7c924&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839534 Aug 19 12:42:38.921438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network ba38ff8c-b122-4339-bde6-2ebd074160da is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:38.923147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:39.104263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router e402647a-e871-4100-8253-9c50e5a6cc66 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:39.148631 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.166709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] For port 519023fd-4f22-4c46-8a13-94ad7e61cad7, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=519023fd-4f22-4c46-8a13-94ad7e61cad7,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:39.181296 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-7e01e71a-c575-4f74-9e1b-b533f07b1897 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287100 Aug 19 12:42:39.238691 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-2cc841bb-253e-4d62-ab1e-35c865a8fe70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3b4a4976-af0d-428f-9c3a-9245088802fc HTTP/1.1" status: 200 len: 217 time: 0.0440295 Aug 19 12:42:39.241535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] For port 519023fd-4f22-4c46-8a13-94ad7e61cad7, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:39.272949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:39.281577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fde7ef40-8aa2-4c0f-aa40-e3f196ccb228 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/e402647a-e871-4100-8253-9c50e5a6cc66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8861160 Aug 19 12:42:39.281577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59850) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:39.287532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ca46f7-48e7-4e07-90e8-b22df1a6f1fa None None] Sync routers for ids ['e402647a-e871-4100-8253-9c50e5a6cc66'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:39.292723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8920fd83-30ae-4cfb-a88f-ec80d835cb32 None None] Provisioning complete for port 24c71b2c-85fb-456e-ae18-f7894fdb5248 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:39.293446 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8920fd83-30ae-4cfb-a88f-ec80d835cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.311775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] device_id is not set on port 519023fd-4f22-4c46-8a13-94ad7e61cad7 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:42:39.323997 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.325848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca46f7-48e7-4e07-90e8-b22df1a6f1fa None None] Routers {'e402647a-e871-4100-8253-9c50e5a6cc66'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:39.326682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c4ca46f7-48e7-4e07-90e8-b22df1a6f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e402647a-e871-4100-8253-9c50e5a6cc66'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:39.329210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-103bdaa0-7deb-4516-8b59-7682fa50e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:39.330936 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-103bdaa0-7deb-4516-8b59-7682fa50e3df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 200 len: 797 time: 0.0691087 Aug 19 12:42:39.338708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a775a09-20f6-4e6b-bd7c-a4ee5bbe6967 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:39.340979 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4a775a09-20f6-4e6b-bd7c-a4ee5bbe6967 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports/24c71b2c-85fb-456e-ae18-f7894fdb5248 HTTP/1.1" status: 200 len: 910 time: 0.0570722 Aug 19 12:42:39.343232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59852) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:39.391086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c4ca46f7-48e7-4e07-90e8-b22df1a6f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:39.391837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-e36bfcfd-cab1-47f3-b50c-218193bb165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:39.393642 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-e36bfcfd-cab1-47f3-b50c-218193bb165d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59c66fdc-a2dd-43a4-a0ca-390a620768fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0532842 Aug 19 12:42:39.404272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca46f7-48e7-4e07-90e8-b22df1a6f1fa None None] Routers {'e402647a-e871-4100-8253-9c50e5a6cc66'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:39.405244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c4ca46f7-48e7-4e07-90e8-b22df1a6f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e402647a-e871-4100-8253-9c50e5a6cc66'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:39.409008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8920fd83-30ae-4cfb-a88f-ec80d835cb32 None None] Port 24c71b2c-85fb-456e-ae18-f7894fdb5248 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:39.447594 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c4ca46f7-48e7-4e07-90e8-b22df1a6f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:39.448356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ca46f7-48e7-4e07-90e8-b22df1a6f1fa None None] The sync data for ids ['e402647a-e871-4100-8253-9c50e5a6cc66'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:39.453245 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.595761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] No DVR routers for this DVR port 519023fd-4f22-4c46-8a13-94ad7e61cad7 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:39.607270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] Pushing event updated for resources: {'Port': ['ID=519023fd-4f22-4c46-8a13-94ad7e61cad7,revision_number=6']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:39.700408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] In _notify_port_updated(), no bound segment for port 519023fd-4f22-4c46-8a13-94ad7e61cad7 on network ff46c298-dbd9-40ab-9363-7cb90ef9f4da {{(pid=95543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 12:42:39.702074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:39.702763 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.704802 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-1419ff69-5a93-4985-b3c7-15daf421509f service neutron] 10.222.0.30 "PUT /v2.0/ports/519023fd-4f22-4c46-8a13-94ad7e61cad7 HTTP/1.1" status: 200 len: 1027 time: 1.2549686 Aug 19 12:42:39.711355 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-c38dc4ba-948e-454d-93f3-0f2f561f5a33 service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062029 Aug 19 12:42:39.861367 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a3521b8-d758-47bf-9fa5-f2420b04760e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.926036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2721f25-665b-47cc-9bc2-07b14ea33896 req-d2e40444-bc92-4621-b592-4113c5a8a99c service neutron] 10.222.0.30 "GET /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050860 Aug 19 12:42:39.941632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Deleting port 4bd9d49e-14bd-436e-8983-234a93f0887d {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:39.941632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:39.970564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7cbc2fe9-d416-41c5-b14d-22ac83002054 None None] Provisioning complete for port 519023fd-4f22-4c46-8a13-94ad7e61cad7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:39.971017 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2fe9-d416-41c5-b14d-22ac83002054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.054672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] For port 4bd9d49e-14bd-436e-8983-234a93f0887d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=4bd9d49e-14bd-436e-8983-234a93f0887d,segment=NetworkSegment(c6e3490a-b258-430f-bd54-1a006483ade8),segment_id=c6e3490a-b258-430f-bd54-1a006483ade8)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:40.055385 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.118282 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc2fe9-d416-41c5-b14d-22ac83002054 None None] Port 519023fd-4f22-4c46-8a13-94ad7e61cad7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:40.290320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.290715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.291677 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Floating IP fa63f202-23a7-4e94-898f-9e33c6d966b2 disassociated. External IP: 172.25.2.216, port: 4bd9d49e-14bd-436e-8983-234a93f0887d. Aug 19 12:42:40.292102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Calling delete_port for 4bd9d49e-14bd-436e-8983-234a93f0887d owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:40.480861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc35fc4-df40-441e-b435-4f00a114e75c req-a2a96a16-d99d-4e91-bd41-30f122811836 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:40.483234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc35fc4-df40-441e-b435-4f00a114e75c req-a2a96a16-d99d-4e91-bd41-30f122811836 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:40.490203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc35fc4-df40-441e-b435-4f00a114e75c req-a2a96a16-d99d-4e91-bd41-30f122811836 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:40.498773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc35fc4-df40-441e-b435-4f00a114e75c req-a2a96a16-d99d-4e91-bd41-30f122811836 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:40.507034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc35fc4-df40-441e-b435-4f00a114e75c req-a2a96a16-d99d-4e91-bd41-30f122811836 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:40.511331 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3bc35fc4-df40-441e-b435-4f00a114e75c req-a2a96a16-d99d-4e91-bd41-30f122811836 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 3885 time: 0.1538434 Aug 19 12:42:40.533790 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.577393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.583784 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3bc35fc4-df40-441e-b435-4f00a114e75c req-b958803c-9263-44ad-82fd-5be28d4bae71 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540178 Aug 19 12:42:40.627933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Port': ['ID=4bd9d49e-14bd-436e-8983-234a93f0887d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:40.727821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8a3521b8-d758-47bf-9fa5-f2420b04760e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 24c71b2c-85fb-456e-ae18-f7894fdb5248 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:40.728064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a3521b8-d758-47bf-9fa5-f2420b04760e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.826455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Router ea62a703-68f5-4f3b-ada3-e9ce049f8083 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:40.841490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a3521b8-d758-47bf-9fa5-f2420b04760e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:40.855957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-8a3521b8-d758-47bf-9fa5-f2420b04760e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 24c71b2c-85fb-456e-ae18-f7894fdb5248 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:40.971329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:40.985161 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c9575-6a1f-42f9-9709-f46af0121998 None None] Sync routers for ids ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:41.000171 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c9575-6a1f-42f9-9709-f46af0121998 None None] Routers {'ea62a703-68f5-4f3b-ada3-e9ce049f8083'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:41.002433 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d37c9575-6a1f-42f9-9709-f46af0121998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:41.061201 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] No DVR routers for this DVR port 4bd9d49e-14bd-436e-8983-234a93f0887d on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:41.066007 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.068308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-93bfa433-3665-4da1-ab60-84d5afd50691 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "DELETE /v2.0/ports/4bd9d49e-14bd-436e-8983-234a93f0887d HTTP/1.1" status: 204 len: 173 time: 1.3557577 Aug 19 12:42:41.068845 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-deleted', 'tag': '4bd9d49e-14bd-436e-8983-234a93f0887d'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:41.071988 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84d63b3-1077-49dd-883b-a715e4d187f4" -d '{"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-deleted", "tag": "4bd9d49e-14bd-436e-8983-234a93f0887d"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:41.157555 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-d37c9575-6a1f-42f9-9709-f46af0121998 None None] Set router ea62a703-68f5-4f3b-ada3-e9ce049f8083 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:41.174210 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0fe078-cdf9-4e4a-8c6f-a2d9c4e55c72 x-openstack-request-id: req-1d0fe078-cdf9-4e4a-8c6f-a2d9c4e55c72 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:41.174830 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-deleted", "tag": "4bd9d49e-14bd-436e-8983-234a93f0887d", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:41.175192 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d0fe078-cdf9-4e4a-8c6f-a2d9c4e55c72 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:41.175723 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-deleted', 'tag': '4bd9d49e-14bd-436e-8983-234a93f0887d', 'status': 'completed', 'code': 200} Aug 19 12:42:41.219790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a3521b8-d758-47bf-9fa5-f2420b04760e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.247297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-75cd05f6-0516-459d-8855-cae9163d4e32 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Deleting port 3b4a4976-af0d-428f-9c3a-9245088802fc {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:41.247678 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-75cd05f6-0516-459d-8855-cae9163d4e32 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.313843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3521b8-d758-47bf-9fa5-f2420b04760e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=24c71b2c-85fb-456e-ae18-f7894fdb5248,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:41.468957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 20e4112b-3057-41a2-9085-d691c1cabe8d no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:41.499830 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d37c9575-6a1f-42f9-9709-f46af0121998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '56462188-6c96-4842-a614-943b1a85963d', 'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'mac_address': 'fa:16:3e:89:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:09Z', 'updated_at': '2021-08-19T12:31:22Z', 'revision_number': 5, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'subnets': [{'id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:41.589966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-75cd05f6-0516-459d-8855-cae9163d4e32 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] For port 3b4a4976-af0d-428f-9c3a-9245088802fc, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3b4a4976-af0d-428f-9c3a-9245088802fc,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:41.590332 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-75cd05f6-0516-459d-8855-cae9163d4e32 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.617110 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c9575-6a1f-42f9-9709-f46af0121998 None None] Checking router: ea62a703-68f5-4f3b-ada3-e9ce049f8083 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:42:41.645171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-75cd05f6-0516-459d-8855-cae9163d4e32 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Calling delete_port for 3b4a4976-af0d-428f-9c3a-9245088802fc owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:41.646478 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.646974 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c9575-6a1f-42f9-9709-f46af0121998 None None] Routers {'ea62a703-68f5-4f3b-ada3-e9ce049f8083'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:41.647337 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d37c9575-6a1f-42f9-9709-f46af0121998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:41.796502 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a3521b8-d758-47bf-9fa5-f2420b04760e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:41.915034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e4112b-3057-41a2-9085-d691c1cabe8d'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:41.917879 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5d97c0-91f6-44bf-9c70-c852bd122253" -d '{"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-unplugged", "status": "completed", "tag": "20e4112b-3057-41a2-9085-d691c1cabe8d"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:41.932272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 20e4112b-3057-41a2-9085-d691c1cabe8d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=20e4112b-3057-41a2-9085-d691c1cabe8d,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:41.956156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af259d56-ca6b-4c32-809d-da850ad13c04 req-4a092790-cce4-43d3-af85-5037134c0604 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:41.965426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af259d56-ca6b-4c32-809d-da850ad13c04 req-4a092790-cce4-43d3-af85-5037134c0604 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:41.974474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af259d56-ca6b-4c32-809d-da850ad13c04 req-4a092790-cce4-43d3-af85-5037134c0604 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:41.989227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af259d56-ca6b-4c32-809d-da850ad13c04 req-4a092790-cce4-43d3-af85-5037134c0604 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:41.991487 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af259d56-ca6b-4c32-809d-da850ad13c04 req-4a092790-cce4-43d3-af85-5037134c0604 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 3150 time: 0.1711116 Aug 19 12:42:42.008647 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3038b7e2-1ffb-485a-8598-a50782deb3b6 x-openstack-request-id: req-3038b7e2-1ffb-485a-8598-a50782deb3b6 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:42.009169 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-unplugged", "status": "completed", "tag": "20e4112b-3057-41a2-9085-d691c1cabe8d", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:42.009770 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3038b7e2-1ffb-485a-8598-a50782deb3b6 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:42.010459 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e4112b-3057-41a2-9085-d691c1cabe8d', 'code': 200} Aug 19 12:42:42.042004 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:42.045158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 60099b0b-d500-42a4-b799-7872f97217e1 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:42.068203 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af259d56-ca6b-4c32-809d-da850ad13c04 req-100010be-aec3-4be4-bc93-d44f004371e4 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676572 Aug 19 12:42:42.094404 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-d37c9575-6a1f-42f9-9709-f46af0121998 None None] Set router ea62a703-68f5-4f3b-ada3-e9ce049f8083 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:42:42.169248 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-75cd05f6-0516-459d-8855-cae9163d4e32 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:42.170276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=20e4112b-3057-41a2-9085-d691c1cabe8d,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:42.196798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3521b8-d758-47bf-9fa5-f2420b04760e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router e402647a-e871-4100-8253-9c50e5a6cc66 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:42.233393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd05f6-0516-459d-8855-cae9163d4e32 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Port': ['ID=3b4a4976-af0d-428f-9c3a-9245088802fc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:42.326831 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:42.350080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-75cd05f6-0516-459d-8855-cae9163d4e32 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] No DVR routers for this DVR port 3b4a4976-af0d-428f-9c3a-9245088802fc on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:42.364879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-75cd05f6-0516-459d-8855-cae9163d4e32 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:42.367154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-75cd05f6-0516-459d-8855-cae9163d4e32 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "DELETE /v2.0/ports/3b4a4976-af0d-428f-9c3a-9245088802fc HTTP/1.1" status: 204 len: 173 time: 1.2910149 Aug 19 12:42:42.380632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3521b8-d758-47bf-9fa5-f2420b04760e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:42.399702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8a3521b8-d758-47bf-9fa5-f2420b04760e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/e402647a-e871-4100-8253-9c50e5a6cc66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0528054 Aug 19 12:42:42.400151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 59970) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:42.420621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 60099b0b-d500-42a4-b799-7872f97217e1, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=60099b0b-d500-42a4-b799-7872f97217e1,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:42.430866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774179ff-778f-49cb-b171-1822fe91849a None None] Sync routers for ids ['e402647a-e871-4100-8253-9c50e5a6cc66'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:42.451876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774179ff-778f-49cb-b171-1822fe91849a None None] Routers {'e402647a-e871-4100-8253-9c50e5a6cc66'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:42.452546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-774179ff-778f-49cb-b171-1822fe91849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e402647a-e871-4100-8253-9c50e5a6cc66'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:42.542963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-774179ff-778f-49cb-b171-1822fe91849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:42.554770 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-d37c9575-6a1f-42f9-9709-f46af0121998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '56462188-6c96-4842-a614-943b1a85963d', 'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'mac_address': 'fa:16:3e:89:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:09Z', 'updated_at': '2021-08-19T12:31:22Z', 'revision_number': 5, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'subnets': [{'id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:42.555486 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:42.557258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device d8c23d98-2995-46ce-8f34-a0804a88df54 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:42.578962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-017d37e8-be71-4a92-8ba9-acf8eb90d095 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Deleting port 20e4112b-3057-41a2-9085-d691c1cabe8d {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:42.579728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-017d37e8-be71-4a92-8ba9-acf8eb90d095 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:42.632259 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c9575-6a1f-42f9-9709-f46af0121998 None None] The sync data for ids ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'] in n-d-803757-2 is: [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '56462188-6c96-4842-a614-943b1a85963d', 'name': '', 'network_id': 'a7e006fa-14ef-4f06-8efb-18b1127140c8', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'mac_address': 'fa:16:3e:89:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:09Z', 'updated_at': '2021-08-19T12:31:22Z', 'revision_number': 5, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'subnets': [{'id': '17153962-cb0b-4fc9-8d4f-bb84422dda6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:42.654399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=60099b0b-d500-42a4-b799-7872f97217e1,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:42.681483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774179ff-778f-49cb-b171-1822fe91849a None None] Routers {'e402647a-e871-4100-8253-9c50e5a6cc66'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:42.682215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-774179ff-778f-49cb-b171-1822fe91849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e402647a-e871-4100-8253-9c50e5a6cc66'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:42.698541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device d8c23d98-2995-46ce-8f34-a0804a88df54 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:42.699302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3b4a4976-af0d-428f-9c3a-9245088802fc no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:42.818666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-774179ff-778f-49cb-b171-1822fe91849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:42.823517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774179ff-778f-49cb-b171-1822fe91849a None None] The sync data for ids ['e402647a-e871-4100-8253-9c50e5a6cc66'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:42.827041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 3b4a4976-af0d-428f-9c3a-9245088802fc {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:42.828026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3b4a4976-af0d-428f-9c3a-9245088802fc not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:42.828911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4bd9d49e-14bd-436e-8983-234a93f0887d no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:42.868873 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-017d37e8-be71-4a92-8ba9-acf8eb90d095 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] For port 20e4112b-3057-41a2-9085-d691c1cabe8d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=20e4112b-3057-41a2-9085-d691c1cabe8d,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:42.880830 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-017d37e8-be71-4a92-8ba9-acf8eb90d095 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:42.881382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 4bd9d49e-14bd-436e-8983-234a93f0887d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:42.881382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 4bd9d49e-14bd-436e-8983-234a93f0887d not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:42.881382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device d8ecbca7-9509-4d6f-9292-0a3df0745e5d no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:42.909106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-017d37e8-be71-4a92-8ba9-acf8eb90d095 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Calling delete_port for 20e4112b-3057-41a2-9085-d691c1cabe8d owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:43.054877 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.124684 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.128777 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port d8ecbca7-9509-4d6f-9292-0a3df0745e5d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:43.172175 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8b3394-e664-49c7-87bf-16ba75ebdcf0 None None] New status for floating IP fa63f202-23a7-4e94-898f-9e33c6d966b2: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:42:43.184405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-deleted', 'tag': '3b4a4976-af0d-428f-9c3a-9245088802fc'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:43.186668 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b01c4e-f65a-4bcd-a9fd-c742459c2cf0" -d '{"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-deleted", "tag": "3b4a4976-af0d-428f-9c3a-9245088802fc"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:43.263411 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eb78ae-16fb-4c14-9519-90657dcb319b x-openstack-request-id: req-87eb78ae-16fb-4c14-9519-90657dcb319b {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:43.264164 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-deleted", "tag": "3b4a4976-af0d-428f-9c3a-9245088802fc", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:43.264600 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87eb78ae-16fb-4c14-9519-90657dcb319b {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:43.265159 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-deleted', 'tag': '3b4a4976-af0d-428f-9c3a-9245088802fc', 'status': 'completed', 'code': 200} Aug 19 12:42:43.294000 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.295223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 519023fd-4f22-4c46-8a13-94ad7e61cad7 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:43.305320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eb50a-5c52-4b55-9d17-fb1abb609e12 req-c2f1d2a7-67e8-449c-b5c8-6eae8d7c085b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:43.311443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eb50a-5c52-4b55-9d17-fb1abb609e12 req-c2f1d2a7-67e8-449c-b5c8-6eae8d7c085b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:43.317573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eb50a-5c52-4b55-9d17-fb1abb609e12 req-c2f1d2a7-67e8-449c-b5c8-6eae8d7c085b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:43.319333 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c13eb50a-5c52-4b55-9d17-fb1abb609e12 req-c2f1d2a7-67e8-449c-b5c8-6eae8d7c085b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 2411 time: 0.1298294 Aug 19 12:42:43.367875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 519023fd-4f22-4c46-8a13-94ad7e61cad7 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:43.391559 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c13eb50a-5c52-4b55-9d17-fb1abb609e12 req-7851ed03-6561-4d72-82df-3178b161cca3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648296 Aug 19 12:42:43.401262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:43.472638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 8b27d325-1843-43c1-949f-9c0e04e19ff9 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:43.472638 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.553873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.566154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 8b27d325-1843-43c1-949f-9c0e04e19ff9 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:43.733361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-017d37e8-be71-4a92-8ba9-acf8eb90d095 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.768949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d37e8-be71-4a92-8ba9-acf8eb90d095 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Port': ['ID=20e4112b-3057-41a2-9085-d691c1cabe8d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:43.827653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-017d37e8-be71-4a92-8ba9-acf8eb90d095 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] No DVR routers for this DVR port 20e4112b-3057-41a2-9085-d691c1cabe8d on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:43.831152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-017d37e8-be71-4a92-8ba9-acf8eb90d095 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.833129 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-017d37e8-be71-4a92-8ba9-acf8eb90d095 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "DELETE /v2.0/ports/20e4112b-3057-41a2-9085-d691c1cabe8d HTTP/1.1" status: 204 len: 173 time: 1.4513049 Aug 19 12:42:43.936288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-9dbb1503-f1a1-4a4c-b715-b6b49566f945 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Deleting port 60099b0b-d500-42a4-b799-7872f97217e1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:43.937031 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-9dbb1503-f1a1-4a4c-b715-b6b49566f945 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:43.990755 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.011917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60099b0b-d500-42a4-b799-7872f97217e1'}, {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ecbca7-9509-4d6f-9292-0a3df0745e5d'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:44.015202 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6955c76-ca15-4a65-9fd2-e0df0411f3fd" -d '{"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-unplugged", "status": "completed", "tag": "60099b0b-d500-42a4-b799-7872f97217e1"}, {"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ecbca7-9509-4d6f-9292-0a3df0745e5d"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:44.041431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=8b27d325-1843-43c1-949f-9c0e04e19ff9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:44.042703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-9dbb1503-f1a1-4a4c-b715-b6b49566f945 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] For port 60099b0b-d500-42a4-b799-7872f97217e1, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=60099b0b-d500-42a4-b799-7872f97217e1,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:44.043195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-9dbb1503-f1a1-4a4c-b715-b6b49566f945 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.064162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-9dbb1503-f1a1-4a4c-b715-b6b49566f945 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Calling delete_port for 60099b0b-d500-42a4-b799-7872f97217e1 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:44.071222 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa626b8f-8c5c-444e-b033-3c0dd01ffe04 x-openstack-request-id: req-fa626b8f-8c5c-444e-b033-3c0dd01ffe04 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:44.071815 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-unplugged", "status": "completed", "tag": "60099b0b-d500-42a4-b799-7872f97217e1", "code": 200}, {"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ecbca7-9509-4d6f-9292-0a3df0745e5d", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:44.072314 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa626b8f-8c5c-444e-b033-3c0dd01ffe04 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:44.072942 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60099b0b-d500-42a4-b799-7872f97217e1', 'code': 200} Aug 19 12:42:44.073424 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ecbca7-9509-4d6f-9292-0a3df0745e5d', 'code': 200} Aug 19 12:42:44.122793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.122793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.122793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.122793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.122793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.123477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.123477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.123796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.124023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.128399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.128987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.128987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:44.274387 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.377295 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-9dbb1503-f1a1-4a4c-b715-b6b49566f945 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.472243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb1503-f1a1-4a4c-b715-b6b49566f945 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Port': ['ID=60099b0b-d500-42a4-b799-7872f97217e1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:44.548310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router e402647a-e871-4100-8253-9c50e5a6cc66 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:44.549906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-9dbb1503-f1a1-4a4c-b715-b6b49566f945 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] No DVR routers for this DVR port 60099b0b-d500-42a4-b799-7872f97217e1 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:44.552685 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-9dbb1503-f1a1-4a4c-b715-b6b49566f945 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.555178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-9dbb1503-f1a1-4a4c-b715-b6b49566f945 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "DELETE /v2.0/ports/60099b0b-d500-42a4-b799-7872f97217e1 HTTP/1.1" status: 204 len: 173 time: 0.7162967 Aug 19 12:42:44.698005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-f15c28c4-4cfe-4beb-b422-79bb0759d0ea tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Deleting port d8ecbca7-9509-4d6f-9292-0a3df0745e5d {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:44.698689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-f15c28c4-4cfe-4beb-b422-79bb0759d0ea tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.721395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:44.734890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7e673-c8ee-44d8-a89e-754e033e70ec None None] Sync routers for ids ['e402647a-e871-4100-8253-9c50e5a6cc66'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:44.755508 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-74f45177-f736-4104-be87-5745726d2f28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/e402647a-e871-4100-8253-9c50e5a6cc66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3520987 Aug 19 12:42:44.757083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60044) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:44.757695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7e673-c8ee-44d8-a89e-754e033e70ec None None] Routers {'e402647a-e871-4100-8253-9c50e5a6cc66'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:44.759748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-20c7e673-c8ee-44d8-a89e-754e033e70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e402647a-e871-4100-8253-9c50e5a6cc66'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:44.786363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4532f0b8-75a9-45c3-abf1-2642eb6c32ce tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e402647a-e871-4100-8253-9c50e5a6cc66 HTTP/1.1" status: 200 len: 205 time: 0.0280833 Aug 19 12:42:44.794968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7e631-1f8c-4b73-b6fa-ed0225fc07b6 req-7eef1b79-4c20-4ea3-b996-4b0fc31598aa tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:44.796562 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-60f7e631-1f8c-4b73-b6fa-ed0225fc07b6 req-7eef1b79-4c20-4ea3-b996-4b0fc31598aa tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 943 time: 0.2299490 Aug 19 12:42:44.796999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60046) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:44.800029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-20c7e673-c8ee-44d8-a89e-754e033e70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:44.809840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7e673-c8ee-44d8-a89e-754e033e70ec None None] Routers {'e402647a-e871-4100-8253-9c50e5a6cc66'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:44.810942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-20c7e673-c8ee-44d8-a89e-754e033e70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e402647a-e871-4100-8253-9c50e5a6cc66'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:44.840941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-f15c28c4-4cfe-4beb-b422-79bb0759d0ea tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] For port d8ecbca7-9509-4d6f-9292-0a3df0745e5d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:44.841366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-f15c28c4-4cfe-4beb-b422-79bb0759d0ea tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:44.846511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-20c7e673-c8ee-44d8-a89e-754e033e70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:44.847601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7e673-c8ee-44d8-a89e-754e033e70ec None None] The sync data for ids ['e402647a-e871-4100-8253-9c50e5a6cc66'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:44.856537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-f15c28c4-4cfe-4beb-b422-79bb0759d0ea tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Calling delete_port for d8ecbca7-9509-4d6f-9292-0a3df0745e5d owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:44.883570 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c66160fe-6ef2-4a3f-8378-d85325918962 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.134343 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c66160fe-6ef2-4a3f-8378-d85325918962 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.137519 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c66160fe-6ef2-4a3f-8378-d85325918962 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.185794 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-f15c28c4-4cfe-4beb-b422-79bb0759d0ea tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.203047 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-60f7e631-1f8c-4b73-b6fa-ed0225fc07b6 req-99b39082-037c-4cc8-b939-d488f4eba313 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups?id=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080020 Aug 19 12:42:45.243141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c28c4-4cfe-4beb-b422-79bb0759d0ea tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Port': ['ID=d8ecbca7-9509-4d6f-9292-0a3df0745e5d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:45.271541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-deleted', 'tag': '20e4112b-3057-41a2-9085-d691c1cabe8d'}, {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-deleted', 'tag': '60099b0b-d500-42a4-b799-7872f97217e1'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:45.274045 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd741b4e-1be7-4ad9-8caf-156d1214d42c" -d '{"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-deleted", "tag": "20e4112b-3057-41a2-9085-d691c1cabe8d"}, {"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-deleted", "tag": "60099b0b-d500-42a4-b799-7872f97217e1"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:45.298103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-f15c28c4-4cfe-4beb-b422-79bb0759d0ea tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] No DVR routers for this DVR port d8ecbca7-9509-4d6f-9292-0a3df0745e5d on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:45.300984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-f15c28c4-4cfe-4beb-b422-79bb0759d0ea tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.303764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7b4c25c-5930-41e7-9e9c-066776effd75 req-f15c28c4-4cfe-4beb-b422-79bb0759d0ea tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.30 "DELETE /v2.0/ports/d8ecbca7-9509-4d6f-9292-0a3df0745e5d HTTP/1.1" status: 204 len: 173 time: 0.7401819 Aug 19 12:42:45.316222 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32625ed-59d7-411b-ac54-1005c9be37b9 x-openstack-request-id: req-b32625ed-59d7-411b-ac54-1005c9be37b9 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:45.320164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c66160fe-6ef2-4a3f-8378-d85325918962 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.320316 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-deleted", "tag": "20e4112b-3057-41a2-9085-d691c1cabe8d", "status": "completed", "code": 200}, {"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-deleted", "tag": "60099b0b-d500-42a4-b799-7872f97217e1", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:45.320316 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b32625ed-59d7-411b-ac54-1005c9be37b9 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:45.320557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66160fe-6ef2-4a3f-8378-d85325918962 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Fanout notify agent at l3_agent the message router_deleted on router e402647a-e871-4100-8253-9c50e5a6cc66 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:42:45.320684 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-deleted', 'tag': '20e4112b-3057-41a2-9085-d691c1cabe8d', 'status': 'completed', 'code': 200} Aug 19 12:42:45.320684 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-deleted', 'tag': '60099b0b-d500-42a4-b799-7872f97217e1', 'status': 'completed', 'code': 200} Aug 19 12:42:45.330358 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c66160fe-6ef2-4a3f-8378-d85325918962 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.334170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60070) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:45.334435 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c66160fe-6ef2-4a3f-8378-d85325918962 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/e402647a-e871-4100-8253-9c50e5a6cc66 HTTP/1.1" status: 204 len: 168 time: 0.5362360 Aug 19 12:42:45.387659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b862b1-a76d-410d-bbe0-9c1b48941d86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting subnet 7cb70e1a-3029-43fc-aba2-693971176b25 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:42:45.391512 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00b862b1-a76d-410d-bbe0-9c1b48941d86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.441688 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00b862b1-a76d-410d-bbe0-9c1b48941d86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.536916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00b862b1-a76d-410d-bbe0-9c1b48941d86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.697654 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00b862b1-a76d-410d-bbe0-9c1b48941d86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.744345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b862b1-a76d-410d-bbe0-9c1b48941d86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb70e1a-3029-43fc-aba2-693971176b25,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:45.750006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00b862b1-a76d-410d-bbe0-9c1b48941d86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.751931 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-00b862b1-a76d-410d-bbe0-9c1b48941d86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/7cb70e1a-3029-43fc-aba2-693971176b25 HTTP/1.1" status: 204 len: 168 time: 0.4165981 Aug 19 12:42:45.754492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60086) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:45.761453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58282fb6-36c0-415c-9c81-b461ef82b541 None None] Network ba38ff8c-b122-4339-bde6-2ebd074160da requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:45.842867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7a9514-be4a-4b49-bde0-ad9f49277f05 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting subnet ccd56339-88a0-485d-975f-304556652715 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:42:45.847271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b7a9514-be4a-4b49-bde0-ad9f49277f05 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.900171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b7a9514-be4a-4b49-bde0-ad9f49277f05 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:45.947633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97505fc4-3776-4d3b-a79c-84ed7236b53a None None] DHCP port deletion for ba38ff8c-b122-4339-bde6-2ebd074160da request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:42:46.000874 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-97505fc4-3776-4d3b-a79c-84ed7236b53a None None] Deleting port 1fda8ea0-41e3-46f6-882c-9ebeefc94702 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:46.001244 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-97505fc4-3776-4d3b-a79c-84ed7236b53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.069096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-97505fc4-3776-4d3b-a79c-84ed7236b53a None None] For port 1fda8ea0-41e3-46f6-882c-9ebeefc94702, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1fda8ea0-41e3-46f6-882c-9ebeefc94702,segment=NetworkSegment(580125f3-6781-45e9-a864-0138ce642459),segment_id=580125f3-6781-45e9-a864-0138ce642459)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:46.069423 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-97505fc4-3776-4d3b-a79c-84ed7236b53a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.082938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-97505fc4-3776-4d3b-a79c-84ed7236b53a None None] Calling delete_port for 1fda8ea0-41e3-46f6-882c-9ebeefc94702 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:46.303608 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-134eb4e2-08b5-4e62-9966-bafd636f6783 req-7a6947f4-7a20-4a07-832b-fca25dd5db79 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0268006 Aug 19 12:42:46.425117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b7a9514-be4a-4b49-bde0-ad9f49277f05 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.548501 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-97505fc4-3776-4d3b-a79c-84ed7236b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.571802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97505fc4-3776-4d3b-a79c-84ed7236b53a None None] No DVR routers for this DVR port 1fda8ea0-41e3-46f6-882c-9ebeefc94702 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:46.597074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97505fc4-3776-4d3b-a79c-84ed7236b53a None None] Pushing event deleted for resources: {'Port': ['ID=1fda8ea0-41e3-46f6-882c-9ebeefc94702,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:46.606521 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b7a9514-be4a-4b49-bde0-ad9f49277f05 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.633453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a9514-be4a-4b49-bde0-ad9f49277f05 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd56339-88a0-485d-975f-304556652715,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:46.639519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b7a9514-be4a-4b49-bde0-ad9f49277f05 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.645968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60110) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:46.649057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53328594-da7b-4780-bd27-28f3c631f288 None None] Network 4536b1a0-2e88-43d9-bf8a-ccad23e80849 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:46.657947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5b7a9514-be4a-4b49-bde0-ad9f49277f05 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/ccd56339-88a0-485d-975f-304556652715 HTTP/1.1" status: 204 len: 168 time: 0.8989213 Aug 19 12:42:46.846838 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.874021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1fda8ea0-41e3-46f6-882c-9ebeefc94702 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:46.899920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 1fda8ea0-41e3-46f6-882c-9ebeefc94702 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:46.900258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1fda8ea0-41e3-46f6-882c-9ebeefc94702 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:46.949147 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.959332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba38ff8c-b122-4339-bde6-2ebd074160da']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:46.976020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580125f3-6781-45e9-a864-0138ce642459') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:46.976321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580125f3-6781-45e9-a864-0138ce642459') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:46.987850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:46.991108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253cb43-1fb3-4f09-8950-37a20f9f612a None None] DHCP port deletion for 4536b1a0-2e88-43d9-bf8a-ccad23e80849 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:42:47.005317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.011553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:47.012125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:47.015173 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:47.055131 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1253cb43-1fb3-4f09-8950-37a20f9f612a None None] Deleting port 526432b8-2906-484b-8431-555f932739b8 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:47.055786 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1253cb43-1fb3-4f09-8950-37a20f9f612a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.131859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1253cb43-1fb3-4f09-8950-37a20f9f612a None None] For port 526432b8-2906-484b-8431-555f932739b8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=526432b8-2906-484b-8431-555f932739b8,segment=NetworkSegment(9fbd4746-a13c-4737-828a-e5a34b0f01e6),segment_id=9fbd4746-a13c-4737-828a-e5a34b0f01e6)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:47.132634 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1253cb43-1fb3-4f09-8950-37a20f9f612a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.147158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1253cb43-1fb3-4f09-8950-37a20f9f612a None None] Calling delete_port for 526432b8-2906-484b-8431-555f932739b8 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:47.230588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.238854 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.243664 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/networks/ba38ff8c-b122-4339-bde6-2ebd074160da HTTP/1.1" status: 204 len: 168 time: 0.5967002 Aug 19 12:42:47.243782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60130) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:47.255843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1d611-7071-433f-b591-7ef28e67c9ba tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Network': ['ID=ba38ff8c-b122-4339-bde6-2ebd074160da,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:47.319530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-deleted', 'tag': 'd8ecbca7-9509-4d6f-9292-0a3df0745e5d'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:42:47.321901 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ecd20c-c328-4018-bc38-914ae58f9f1b" -d '{"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-deleted", "tag": "d8ecbca7-9509-4d6f-9292-0a3df0745e5d"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:42:47.338185 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1253cb43-1fb3-4f09-8950-37a20f9f612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.348148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.349566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253cb43-1fb3-4f09-8950-37a20f9f612a None None] No DVR routers for this DVR port 526432b8-2906-484b-8431-555f932739b8 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:47.375480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253cb43-1fb3-4f09-8950-37a20f9f612a None None] Pushing event deleted for resources: {'Port': ['ID=526432b8-2906-484b-8431-555f932739b8,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:47.388668 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb5e8a8-1414-4f54-bd83-2b93847d401f x-openstack-request-id: req-ddb5e8a8-1414-4f54-bd83-2b93847d401f {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:42:47.389131 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e895306-2cfc-4fce-8108-dedb733f429c", "name": "network-vif-deleted", "tag": "d8ecbca7-9509-4d6f-9292-0a3df0745e5d", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:42:47.389374 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddb5e8a8-1414-4f54-bd83-2b93847d401f {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:42:47.389995 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e895306-2cfc-4fce-8108-dedb733f429c', 'name': 'network-vif-deleted', 'tag': 'd8ecbca7-9509-4d6f-9292-0a3df0745e5d', 'status': 'completed', 'code': 200} Aug 19 12:42:47.442796 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-50f96faa-5f0e-4127-9657-03c166947511 req-b2889b88-371a-4c15-a62b-9debf81c1c9d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0368061 Aug 19 12:42:47.465830 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.477022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4536b1a0-2e88-43d9-bf8a-ccad23e80849']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:47.496878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbd4746-a13c-4737-828a-e5a34b0f01e6') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:47.497171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbd4746-a13c-4737-828a-e5a34b0f01e6') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:47.506922 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.521961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:47.542514 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:47.719664 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.734728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.734728 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/networks/4536b1a0-2e88-43d9-bf8a-ccad23e80849 HTTP/1.1" status: 204 len: 168 time: 0.4842963 Aug 19 12:42:47.735120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60152) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:47.740138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1392371802'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:47.756298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Network': ['ID=4536b1a0-2e88-43d9-bf8a-ccad23e80849,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:47.765476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.765830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.766519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.766920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.767134 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.767458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.767786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.768107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.768433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.768841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.769163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.769489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72104678-964c-45a0-aa3d-e7a4706e31e1 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:47.916503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:47.916503 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.931430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:47.943334 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:47.944605 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added segment bee5ecf4-5f7f-4385-b915-492fca6adb8e of type vlan for network 0579e647-7c39-47b8-b1d8-46b42e817d3c Aug 19 12:42:47.994745 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.190555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.196797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:48.197455 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.267771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Network': ['ID=0579e647-7c39-47b8-b1d8-46b42e817d3c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:48.283587 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 0579e647-7c39-47b8-b1d8-46b42e817d3c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:42:48.431542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f8c6cb1a-e145-48b8-8fcb-67ed063a55c9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6968811 Aug 19 12:42:48.434924 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60178) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:48.440149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'subnet': {'network_id': '0579e647-7c39-47b8-b1d8-46b42e817d3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:48.553373 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dd7add0c-b01c-4122-83b4-472f0c2b2f04 req-d4164c6c-3de4-4b9b-9277-760a04b1fcf7 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0283048 Aug 19 12:42:48.645511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:48.649327 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:48.782178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 526432b8-2906-484b-8431-555f932739b8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:48.809949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 526432b8-2906-484b-8431-555f932739b8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:42:48.810294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 526432b8-2906-484b-8431-555f932739b8 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:49.116286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.180488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Subnet': ['ID=57e4c74d-365c-4d81-8dbd-16d096e9f8b2,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:49.197229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Checking segment: {'id': 'bee5ecf4-5f7f-4385-b915-492fca6adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0579e647-7c39-47b8-b1d8-46b42e817d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:49.197660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network hostable DHCP agents. Network: 0579e647-7c39-47b8-b1d8-46b42e817d3c, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:42:49.328231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 0579e647-7c39-47b8-b1d8-46b42e817d3c is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:42:49.447516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 0579e647-7c39-47b8-b1d8-46b42e817d3c) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:49.455975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb57ad2d-da66-498a-903b-a7fd32437d06 None None] Network 0579e647-7c39-47b8-b1d8-46b42e817d3c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:49.456436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:49.457058 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.603385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d2f5f979-f6d4-467f-9fc0-b6079058072c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1668661 Aug 19 12:42:49.605559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60206) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:49.611346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-0579e647-7c39-47b8-b1d8-46b42e817d3c', 'network_id': '0579e647-7c39-47b8-b1d8-46b42e817d3c', 'tenant_id': 'd02e21387a604457893985121dad828f', 'fixed_ips': [{'subnet_id': '57e4c74d-365c-4d81-8dbd-16d096e9f8b2'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:42:49.611346 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.612340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-cd54e061-926b-4d3e-90f0-d8aad2d7f8d3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1510339150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:49.692463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d09e63f8-7103-4e01-94e2-6ef63a66f2f9 req-9a51bc41-8974-43e6-a2ff-4d38ca8ddc86 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0408440 Aug 19 12:42:49.763853 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Allocated IP 172.20.0.2 (0579e647-7c39-47b8-b1d8-46b42e817d3c/57e4c74d-365c-4d81-8dbd-16d096e9f8b2/93486df1-43be-4408-af7d-db199ed494da) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:49.799751 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd54e061-926b-4d3e-90f0-d8aad2d7f8d3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.801136 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd54e061-926b-4d3e-90f0-d8aad2d7f8d3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.860870 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd54e061-926b-4d3e-90f0-d8aad2d7f8d3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.915120 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:49.923770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Transition to ACTIVE for port object 93486df1-43be-4408-af7d-db199ed494da will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:49.938737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Transition to ACTIVE for port object 93486df1-43be-4408-af7d-db199ed494da will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:49.959983 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd54e061-926b-4d3e-90f0-d8aad2d7f8d3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.048641 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.071004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Network 0579e647-7c39-47b8-b1d8-46b42e817d3c is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:50.073863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:50.102486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd54e061-926b-4d3e-90f0-d8aad2d7f8d3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.108309 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cd54e061-926b-4d3e-90f0-d8aad2d7f8d3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5015500 Aug 19 12:42:50.111147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60222) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:50.116910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'port': {'network_id': '0579e647-7c39-47b8-b1d8-46b42e817d3c', 'name': 'tempest-RoutersTest-390107448'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:50.126855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Pushing event updated for resources: {'Port': ['ID=93486df1-43be-4408-af7d-db199ed494da,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:50.130954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:50.199891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Attempting to bind port 93486df1-43be-4408-af7d-db199ed494da on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:42:50.200310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Attempting to bind port 93486df1-43be-4408-af7d-db199ed494da by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'bee5ecf4-5f7f-4385-b915-492fca6adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0579e647-7c39-47b8-b1d8-46b42e817d3c'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:42:50.200875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Attempting to bind port 93486df1-43be-4408-af7d-db199ed494da on network 0579e647-7c39-47b8-b1d8-46b42e817d3c {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:42:50.206657 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:42:50.207065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Checking segment: {'id': 'bee5ecf4-5f7f-4385-b915-492fca6adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0579e647-7c39-47b8-b1d8-46b42e817d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:42:50.207469 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.208298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Bound using segment: {'id': 'bee5ecf4-5f7f-4385-b915-492fca6adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0579e647-7c39-47b8-b1d8-46b42e817d3c'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:42:50.208298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Bound port: 93486df1-43be-4408-af7d-db199ed494da, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee5ecf4-5f7f-4385-b915-492fca6adb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0579e647-7c39-47b8-b1d8-46b42e817d3c'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:42:50.208742 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.288795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] For port 93486df1-43be-4408-af7d-db199ed494da, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:42:50.291903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] For port 93486df1-43be-4408-af7d-db199ed494da, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=93486df1-43be-4408-af7d-db199ed494da,segment=NetworkSegment(bee5ecf4-5f7f-4385-b915-492fca6adb8e),segment_id=bee5ecf4-5f7f-4385-b915-492fca6adb8e)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:42:50.350203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:50.353921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.372759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] device_id is not set on port 6d97d3b5-b6d4-40ab-a728-94ff2753603b yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:42:50.389319 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.446349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e55138-de89-4f9c-a847-679c9420e2c2 None None] Pushing event updated for resources: {'Port': ['ID=93486df1-43be-4408-af7d-db199ed494da,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:50.494020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Allocated IP 172.20.0.14 (0579e647-7c39-47b8-b1d8-46b42e817d3c/57e4c74d-365c-4d81-8dbd-16d096e9f8b2/6d97d3b5-b6d4-40ab-a728-94ff2753603b) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:42:50.724608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.745267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Transition to ACTIVE for port object 6d97d3b5-b6d4-40ab-a728-94ff2753603b will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:42:50.853932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12d5bf5d-6d14-4689-bc6e-db37148cc410 req-9a974483-ab80-4aa0-bbbd-b42cdbda69ac tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0461261 Aug 19 12:42:50.869573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 93486df1-43be-4408-af7d-db199ed494da up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:50.875413 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:50.930487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 0579e647-7c39-47b8-b1d8-46b42e817d3c is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:50.934159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:50.938179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:42:50.944632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=6d97d3b5-b6d4-40ab-a728-94ff2753603b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:50.990781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:50.991506 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.056711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 93486df1-43be-4408-af7d-db199ed494da completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:51.106201 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d5f9a317-cd32-4fe9-b3f3-5726f8dcf7f5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9909129 Aug 19 12:42:51.106650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60240) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:51.480739 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.668055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc278688-767f-4e92-b2a5-4a841f6aea09 None None] Network 0579e647-7c39-47b8-b1d8-46b42e817d3c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:51.754985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.905511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Provisioning for port 93486df1-43be-4408-af7d-db199ed494da completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:51.906825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Provisioning complete for port 93486df1-43be-4408-af7d-db199ed494da triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:51.907203 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:51.944831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.058446 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.059683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=6d97d3b5-b6d4-40ab-a728-94ff2753603b,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:52.101588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] For port 93486df1-43be-4408-af7d-db199ed494da, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=93486df1-43be-4408-af7d-db199ed494da,segment=NetworkSegment(bee5ecf4-5f7f-4385-b915-492fca6adb8e),segment_id=bee5ecf4-5f7f-4385-b915-492fca6adb8e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:52.118307 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d7ed464-013f-433b-8bef-e17e246100c3 req-163548a7-5375-4c5c-8100-bbaf68c18121 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.1110342 Aug 19 12:42:52.194150 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.292756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Pushing event updated for resources: {'Port': ['ID=93486df1-43be-4408-af7d-db199ed494da,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:52.334112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.337226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.337696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.338144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.338587 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.339071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.343379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.343379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.343379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.343379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.343379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.343379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72ed9ea-515e-47f5-8acc-055a416f32b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:42:52.358849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.368225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-265a0ac4-ee3b-48fd-ae22-3073c3a1256e None None] Provisioning complete for port 93486df1-43be-4408-af7d-db199ed494da triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:52.369222 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-265a0ac4-ee3b-48fd-ae22-3073c3a1256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.582476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-265a0ac4-ee3b-48fd-ae22-3073c3a1256e None None] Provisioning for port 6d97d3b5-b6d4-40ab-a728-94ff2753603b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:42:52.586816 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.590207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-265a0ac4-ee3b-48fd-ae22-3073c3a1256e None None] Provisioning complete for port 6d97d3b5-b6d4-40ab-a728-94ff2753603b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:52.590207 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-265a0ac4-ee3b-48fd-ae22-3073c3a1256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.654017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-265a0ac4-ee3b-48fd-ae22-3073c3a1256e None None] Port 6d97d3b5-b6d4-40ab-a728-94ff2753603b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:52.776901 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-92054ba4-1688-4e96-a183-82643c572fe9 None None] Provisioning complete for port 6d97d3b5-b6d4-40ab-a728-94ff2753603b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:52.778727 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92054ba4-1688-4e96-a183-82643c572fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:52.827359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-92054ba4-1688-4e96-a183-82643c572fe9 None None] Port 6d97d3b5-b6d4-40ab-a728-94ff2753603b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:52.833881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 93486df1-43be-4408-af7d-db199ed494da up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:42:52.883677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 93486df1-43be-4408-af7d-db199ed494da triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:52.884053 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.286571 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f405ce1-6e28-46f6-9a9c-0746f5f7a154 req-8ca65778-ac6d-410b-a84e-a0f81005eb69 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0342674 Aug 19 12:42:53.358090 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.453118 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.532567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=6d97d3b5-b6d4-40ab-a728-94ff2753603b,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:53.535211 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:53.645528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 0579e647-7c39-47b8-b1d8-46b42e817d3c is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:42:53.647181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:42:53.901957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:42:53.965511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-279e8006-e32d-4699-bf52-4af19c9cd2c1 None None] Provisioning complete for port 6d97d3b5-b6d4-40ab-a728-94ff2753603b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:42:53.966666 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-279e8006-e32d-4699-bf52-4af19c9cd2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.002379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-279e8006-e32d-4699-bf52-4af19c9cd2c1 None None] Port 6d97d3b5-b6d4-40ab-a728-94ff2753603b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:42:54.024679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:54.037499 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d71733e-2a92-48cc-baaf-52d09f09e085 None None] Sync routers for ids ['f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:54.046095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-66e95b14-cbaf-4530-b5bc-4de254becf86 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9384048 Aug 19 12:42:54.048696 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71733e-2a92-48cc-baaf-52d09f09e085 None None] Routers {'f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:54.049102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60296) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:54.049686 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d71733e-2a92-48cc-baaf-52d09f09e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:54.085808 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d71733e-2a92-48cc-baaf-52d09f09e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:54.096837 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71733e-2a92-48cc-baaf-52d09f09e085 None None] Routers {'f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:54.097722 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d71733e-2a92-48cc-baaf-52d09f09e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:54.107347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7913937-513c-4cf3-8f9c-5e2780c3b0ce tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:54.108960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b7913937-513c-4cf3-8f9c-5e2780c3b0ce tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports/6d97d3b5-b6d4-40ab-a728-94ff2753603b HTTP/1.1" status: 200 len: 977 time: 0.0587409 Aug 19 12:42:54.111570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60298) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:54.131593 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d71733e-2a92-48cc-baaf-52d09f09e085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:54.132243 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d71733e-2a92-48cc-baaf-52d09f09e085 None None] The sync data for ids ['f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:54.466702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-adef4501-1dc8-44d2-95b4-11d2268d9f72 req-98dc5f6d-1d4a-4a0e-9f5c-7707013c3510 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0716815 Aug 19 12:42:54.676501 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a341962-729b-45a4-8e68-1dc368c70fad tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:54.995724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9a341962-729b-45a4-8e68-1dc368c70fad tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 6d97d3b5-b6d4-40ab-a728-94ff2753603b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:54.996081 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a341962-729b-45a4-8e68-1dc368c70fad tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.098379 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a341962-729b-45a4-8e68-1dc368c70fad tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.116597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9a341962-729b-45a4-8e68-1dc368c70fad tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 6d97d3b5-b6d4-40ab-a728-94ff2753603b owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:55.218512 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.462233 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a341962-729b-45a4-8e68-1dc368c70fad tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:55.501620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a341962-729b-45a4-8e68-1dc368c70fad tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=6d97d3b5-b6d4-40ab-a728-94ff2753603b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:55.665925 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40d46a06-f902-4e9c-b2b3-867bd88eb915 req-c210ba38-edb0-49bb-b308-10ea2a959a51 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0665135 Aug 19 12:42:55.748731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a341962-729b-45a4-8e68-1dc368c70fad tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:56.137959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a341962-729b-45a4-8e68-1dc368c70fad tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:42:56.222051 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:56.226273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a341962-729b-45a4-8e68-1dc368c70fad tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:42:56.231709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9a341962-729b-45a4-8e68-1dc368c70fad tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1163428 Aug 19 12:42:56.234462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60338) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:56.238461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a95d648-b542-4993-92dc-b72ef09b5039 None None] Sync routers for ids ['f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:42:56.258450 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a95d648-b542-4993-92dc-b72ef09b5039 None None] Routers {'f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:56.259421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6a95d648-b542-4993-92dc-b72ef09b5039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:56.301385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6a95d648-b542-4993-92dc-b72ef09b5039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:56.311917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a95d648-b542-4993-92dc-b72ef09b5039 None None] Routers {'f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:42:56.315401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6a95d648-b542-4993-92dc-b72ef09b5039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:56.348328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6a95d648-b542-4993-92dc-b72ef09b5039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:56.349372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a95d648-b542-4993-92dc-b72ef09b5039 None None] The sync data for ids ['f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:42:56.536450 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-dfce3460-99b4-4dcf-aa70-1c1114b386c5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] remove_router_interface failed (client error): The resource could not be found. Aug 19 12:42:56.545932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dfce3460-99b4-4dcf-aa70-1c1114b386c5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3101521 Aug 19 12:42:56.548222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60344) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:56.603683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-85d88839-65b7-4286-8005-70cf79217ebd tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05 HTTP/1.1" status: 200 len: 205 time: 0.0512638 Aug 19 12:42:56.604064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60348) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:57.083643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fb21584b-3c48-44fb-956e-5f72da120e20 req-538bad3c-6657-4768-a506-c3d095bde6f6 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0361414 Aug 19 12:42:57.087933 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-43bc43c5-0fa6-4d6f-9c7b-99144ecc90c8 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.254553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-43bc43c5-0fa6-4d6f-9c7b-99144ecc90c8 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.256979 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-43bc43c5-0fa6-4d6f-9c7b-99144ecc90c8 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.433899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-43bc43c5-0fa6-4d6f-9c7b-99144ecc90c8 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.450455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bc43c5-0fa6-4d6f-9c7b-99144ecc90c8 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Fanout notify agent at l3_agent the message router_deleted on router f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:42:57.468845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-43bc43c5-0fa6-4d6f-9c7b-99144ecc90c8 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.474526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-43bc43c5-0fa6-4d6f-9c7b-99144ecc90c8 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05 HTTP/1.1" status: 204 len: 168 time: 0.8694143 Aug 19 12:42:57.474856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60374) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:57.586765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-403cf621-c572-470f-9046-83342a29fc6f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting subnet 57e4c74d-365c-4d81-8dbd-16d096e9f8b2 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:42:57.590771 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-403cf621-c572-470f-9046-83342a29fc6f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.641235 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-403cf621-c572-470f-9046-83342a29fc6f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.759513 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-403cf621-c572-470f-9046-83342a29fc6f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:57.956253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-403cf621-c572-470f-9046-83342a29fc6f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.020897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cf621-c572-470f-9046-83342a29fc6f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Subnet': ['ID=57e4c74d-365c-4d81-8dbd-16d096e9f8b2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:58.024317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-403cf621-c572-470f-9046-83342a29fc6f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.027090 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-403cf621-c572-470f-9046-83342a29fc6f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/57e4c74d-365c-4d81-8dbd-16d096e9f8b2 HTTP/1.1" status: 204 len: 168 time: 0.5502841 Aug 19 12:42:58.034696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c34363f-888b-4aee-af50-cdbc605dc7a4 None None] Network 0579e647-7c39-47b8-b1d8-46b42e817d3c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:42:58.042068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60382) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:58.248369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.302419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60388) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:58.321005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c78a1960-c186-4cc7-93fd-43c305dc0b1a req-86383d79-70e2-42dc-bb1c-ad2166455c76 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0833988 Aug 19 12:42:58.344478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2026ef14-130b-48b0-a8b9-ec02888dc52e None None] DHCP port deletion for 0579e647-7c39-47b8-b1d8-46b42e817d3c request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:42:58.411556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 93486df1-43be-4408-af7d-db199ed494da {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:58.415326 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.420774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2026ef14-130b-48b0-a8b9-ec02888dc52e None None] Deleting port 93486df1-43be-4408-af7d-db199ed494da {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:42:58.421421 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2026ef14-130b-48b0-a8b9-ec02888dc52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.430700 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6117b985-8a1c-49af-8672-b8445a69ea45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.531855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2026ef14-130b-48b0-a8b9-ec02888dc52e None None] For port 93486df1-43be-4408-af7d-db199ed494da, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=93486df1-43be-4408-af7d-db199ed494da,segment=NetworkSegment(bee5ecf4-5f7f-4385-b915-492fca6adb8e),segment_id=bee5ecf4-5f7f-4385-b915-492fca6adb8e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:58.532553 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2026ef14-130b-48b0-a8b9-ec02888dc52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.548749 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] For port 93486df1-43be-4408-af7d-db199ed494da, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=93486df1-43be-4408-af7d-db199ed494da,segment=NetworkSegment(bee5ecf4-5f7f-4385-b915-492fca6adb8e),segment_id=bee5ecf4-5f7f-4385-b915-492fca6adb8e)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:42:58.549122 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.549255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2026ef14-130b-48b0-a8b9-ec02888dc52e None None] Calling delete_port for 93486df1-43be-4408-af7d-db199ed494da owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:58.569826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 93486df1-43be-4408-af7d-db199ed494da owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:42:58.599122 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6117b985-8a1c-49af-8672-b8445a69ea45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.685164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6117b985-8a1c-49af-8672-b8445a69ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.768313 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6117b985-8a1c-49af-8672-b8445a69ea45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db43e22d4b6644a6967d8f536971800e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646604 Aug 19 12:42:58.770994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60402) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:58.831879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 93486df1-43be-4408-af7d-db199ed494da no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:42:58.857758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117b985-8a1c-49af-8672-b8445a69ea45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6fc4af-6241-4ed7-886b-8cd39fe8bfdd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:58.859275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.905854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=93486df1-43be-4408-af7d-db199ed494da,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:58.906244 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2026ef14-130b-48b0-a8b9-ec02888dc52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:58.921329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No DVR routers for this DVR port 93486df1-43be-4408-af7d-db199ed494da on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:58.949735 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd1be5f1-8694-4276-a550-95fb15a10c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.018924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026ef14-130b-48b0-a8b9-ec02888dc52e None None] Pushing event deleted for resources: {'Port': ['ID=93486df1-43be-4408-af7d-db199ed494da,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:59.019061 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd1be5f1-8694-4276-a550-95fb15a10c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.023506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026ef14-130b-48b0-a8b9-ec02888dc52e None None] No DVR routers for this DVR port 93486df1-43be-4408-af7d-db199ed494da on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:42:59.043567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No active binding found for port 93486df1-43be-4408-af7d-db199ed494da {{(pid=95544) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 19 12:42:59.044476 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.049631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 93486df1-43be-4408-af7d-db199ed494da not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:42:59.070154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0579e647-7c39-47b8-b1d8-46b42e817d3c']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:59.082066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee5ecf4-5f7f-4385-b915-492fca6adb8e') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:59.082362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee5ecf4-5f7f-4385-b915-492fca6adb8e') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:42:59.093439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:42:59.120900 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:42:59.201118 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd1be5f1-8694-4276-a550-95fb15a10c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.207439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd1be5f1-8694-4276-a550-95fb15a10c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.207439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cd1be5f1-8694-4276-a550-95fb15a10c0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f6fc4af-6241-4ed7-886b-8cd39fe8bfdd HTTP/1.1" status: 204 len: 168 time: 0.4325812 Aug 19 12:42:59.216559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1be5f1-8694-4276-a550-95fb15a10c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6fc4af-6241-4ed7-886b-8cd39fe8bfdd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:59.286932 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:42:59.299286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.308411 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.311033 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/networks/0579e647-7c39-47b8-b1d8-46b42e817d3c HTTP/1.1" status: 204 len: 168 time: 1.2643857 Aug 19 12:42:59.315468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60412) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:42:59.321390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1650025211'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:42:59.328100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190572e-0fad-4661-84af-4fbf51a4f3fe tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Network': ['ID=0579e647-7c39-47b8-b1d8-46b42e817d3c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:59.438686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:42:59.443022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.506488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:42:59.576368 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.577010 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added segment a215fa43-0cab-4307-ac58-4e7b2a7ce304 of type vlan for network 99f97837-ba12-4118-acac-266747e6016e Aug 19 12:42:59.613984 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-384e9e28-c30a-40ee-8a8e-ddd5db276c6e req-bdaf9afc-bab4-41bb-91ee-afba2c76660b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.1569026 Aug 19 12:42:59.719717 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.825023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.835235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:42:59.835235 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:42:59.911950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Network': ['ID=99f97837-ba12-4118-acac-266747e6016e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:42:59.923182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 99f97837-ba12-4118-acac-266747e6016e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:00.015434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4b18755a-1cbc-4549-875a-f71dd19e96a6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6969349 Aug 19 12:43:00.016924 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60436) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:00.024200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'subnet': {'network_id': '99f97837-ba12-4118-acac-266747e6016e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:00.238998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:00.242598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:00.527827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:00.589228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Subnet': ['ID=1c5700e8-f2ac-4015-8643-2a49065086d5,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:00.597437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Checking segment: {'id': 'a215fa43-0cab-4307-ac58-4e7b2a7ce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99f97837-ba12-4118-acac-266747e6016e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:00.597797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network hostable DHCP agents. Network: 99f97837-ba12-4118-acac-266747e6016e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:00.658421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60460) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:00.787672 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6042ef4-5f08-48f9-827a-6fb0a70f4b24 req-4f11e4bf-9faf-4293-9af8-155bb02d13f1 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e895306-2cfc-4fce-8108-dedb733f429c HTTP/1.1" status: 200 len: 210 time: 0.0531347 Aug 19 12:43:00.789807 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 99f97837-ba12-4118-acac-266747e6016e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:00.804206 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1355722970-network', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:00.978461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 99f97837-ba12-4118-acac-266747e6016e) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:00.981119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Made reservation on behalf of 4b113b6d3e34488b9a7c4a2d94c33b6a for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:00.983565 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:00.986546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1623ae1a-0968-4322-bd50-0963ec4e1e26 None None] Network 99f97837-ba12-4118-acac-266747e6016e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:00.989066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:00.989641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.000866 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.141734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-99f97837-ba12-4118-acac-266747e6016e', 'network_id': '99f97837-ba12-4118-acac-266747e6016e', 'tenant_id': 'd02e21387a604457893985121dad828f', 'fixed_ips': [{'subnet_id': '1c5700e8-f2ac-4015-8643-2a49065086d5'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:01.143347 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.179659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2009773-f256-49e5-abcd-1bc7d62abb09 req-7458040b-24b4-4589-a6aa-4ef41739e1a9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:01.181503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2009773-f256-49e5-abcd-1bc7d62abb09 req-7458040b-24b4-4589-a6aa-4ef41739e1a9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.0720873 Aug 19 12:43:01.228713 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2009773-f256-49e5-abcd-1bc7d62abb09 req-e9de6c3e-a28e-4e80-8d12-3d0bc8f48348 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406997 Aug 19 12:43:01.262914 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60480) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:01.333125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Allocated IP 172.20.0.2 (99f97837-ba12-4118-acac-266747e6016e/1c5700e8-f2ac-4015-8643-2a49065086d5/f9fd4a6c-6827-4413-a292-19bd8b4b63a3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:01.345489 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-af3a65d6-bb91-461c-94af-974df02c659c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3272574 Aug 19 12:43:01.348137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60482) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:01.353014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-38a67126-2d73-4ede-b6d7-627383cddca3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1697649875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:01.404063 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bce9809a-ef6f-4480-b4b3-809dc43c06b9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/2e05cbad-1363-4d42-92d8-c332d7b3498b HTTP/1.1" status: 200 len: 993 time: 0.1393700 Aug 19 12:43:01.451845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.540803 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.549798 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.550707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Transition to ACTIVE for port object f9fd4a6c-6827-4413-a292-19bd8b4b63a3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:01.567624 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Transition to ACTIVE for port object f9fd4a6c-6827-4413-a292-19bd8b4b63a3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:01.577034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:01.585961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4faa160-92e0-4d0a-89c3-61e01d22169a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:01.592789 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.595284 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Added segment 3610008f-7eda-4b0a-949b-c3550fdfe486 of type vlan for network e0ad3eff-e5d4-4add-870d-77747bc3d3d9 Aug 19 12:43:01.636851 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.669392 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.710652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Network 99f97837-ba12-4118-acac-266747e6016e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:01.716996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:01.721766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:01.722060 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-38a67126-2d73-4ede-b6d7-627383cddca3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.723540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-38a67126-2d73-4ede-b6d7-627383cddca3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.734189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Pushing event updated for resources: {'Port': ['ID=f9fd4a6c-6827-4413-a292-19bd8b4b63a3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:01.781729 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.783198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:01.784080 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.813739 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Attempting to bind port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:01.814164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Attempting to bind port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'a215fa43-0cab-4307-ac58-4e7b2a7ce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99f97837-ba12-4118-acac-266747e6016e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:01.814902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Attempting to bind port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 on network 99f97837-ba12-4118-acac-266747e6016e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:01.821024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:01.821766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Checking segment: {'id': 'a215fa43-0cab-4307-ac58-4e7b2a7ce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99f97837-ba12-4118-acac-266747e6016e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:01.822407 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.823046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Bound using segment: {'id': 'a215fa43-0cab-4307-ac58-4e7b2a7ce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99f97837-ba12-4118-acac-266747e6016e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:01.824246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Bound port: f9fd4a6c-6827-4413-a292-19bd8b4b63a3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a215fa43-0cab-4307-ac58-4e7b2a7ce304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99f97837-ba12-4118-acac-266747e6016e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:01.824962 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.876500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-38a67126-2d73-4ede-b6d7-627383cddca3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:01.907444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b62ef8-6a71-4702-898f-88b67d59a22e req-52690425-48e7-432a-9e1e-317acc84fa91 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:01.915252 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68b62ef8-6a71-4702-898f-88b67d59a22e req-52690425-48e7-432a-9e1e-317acc84fa91 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 1097 time: 0.0692847 Aug 19 12:43:01.932652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ad3eff-e5d4-4add-870d-77747bc3d3d9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:01.944830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network e0ad3eff-e5d4-4add-870d-77747bc3d3d9 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:01.965760 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68b62ef8-6a71-4702-898f-88b67d59a22e req-a95fad51-cc4c-497c-94f7-8db15b76c8ba tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467730 Aug 19 12:43:01.980887 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-50eafd5e-4e98-4334-b3db-b80131b85806 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3215175 Aug 19 12:43:01.984157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60502) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:01.989763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] Request body: {'subnet': {'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1355722970-subnet', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:02.033496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] For port f9fd4a6c-6827-4413-a292-19bd8b4b63a3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:02.048272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-38a67126-2d73-4ede-b6d7-627383cddca3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.054784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] For port f9fd4a6c-6827-4413-a292-19bd8b4b63a3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f9fd4a6c-6827-4413-a292-19bd8b4b63a3,segment=NetworkSegment(a215fa43-0cab-4307-ac58-4e7b2a7ce304),segment_id=a215fa43-0cab-4307-ac58-4e7b2a7ce304)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:02.114115 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60506) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:02.173206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b483ca0-f136-42a7-8a75-0173c7401fdc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.183616 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.212913 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b483ca0-f136-42a7-8a75-0173c7401fdc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.364616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76422dd1-ddd4-42aa-850b-5dd716204714 None None] Pushing event updated for resources: {'Port': ['ID=f9fd4a6c-6827-4413-a292-19bd8b4b63a3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:02.504155 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b483ca0-f136-42a7-8a75-0173c7401fdc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.507194 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b483ca0-f136-42a7-8a75-0173c7401fdc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.508997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5b483ca0-f136-42a7-8a75-0173c7401fdc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "DELETE /v2.0/security-groups/c96e77ad-0101-4c1a-b265-eb5c9d25e8e1 HTTP/1.1" status: 204 len: 168 time: 0.3934042 Aug 19 12:43:02.512025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60514) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:02.520781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b483ca0-f136-42a7-8a75-0173c7401fdc tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96e77ad-0101-4c1a-b265-eb5c9d25e8e1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:02.529637 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-80e646a5-6267-45c9-a194-973ed473e32b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] show failed (client error): The resource could not be found. Aug 19 12:43:02.534420 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-80e646a5-6267-45c9-a194-973ed473e32b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "GET /v2.0/security-groups/c96e77ad-0101-4c1a-b265-eb5c9d25e8e1 HTTP/1.1" status: 404 len: 347 time: 0.0176580 Aug 19 12:43:02.538746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60516) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:02.623592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] Made reservation on behalf of 4b113b6d3e34488b9a7c4a2d94c33b6a for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:02.626031 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.754550 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-38a67126-2d73-4ede-b6d7-627383cddca3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:02.756932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-38a67126-2d73-4ede-b6d7-627383cddca3 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4064093 Aug 19 12:43:02.759271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60522) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:02.841872 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f9fd4a6c-6827-4413-a292-19bd8b4b63a3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:02.859266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-89b7cd32-0f0d-446a-b9d0-6930345b422a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Deleting port 6757cf62-3641-410e-b80c-3da97d0171cc {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:02.859967 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89b7cd32-0f0d-446a-b9d0-6930345b422a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.005870 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89b7cd32-0f0d-446a-b9d0-6930345b422a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.006547 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89b7cd32-0f0d-446a-b9d0-6930345b422a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.025204 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-89b7cd32-0f0d-446a-b9d0-6930345b422a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Calling delete_port for 6757cf62-3641-410e-b80c-3da97d0171cc owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:03.073072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:03.115801 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.130087 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.200389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2ef769-5f5c-4768-ad82-e6ef44109a00,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:03.209473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] Checking segment: {'id': '3610008f-7eda-4b0a-949b-c3550fdfe486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:03.210051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] Network hostable DHCP agents. Network: e0ad3eff-e5d4-4add-870d-77747bc3d3d9, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:03.345127 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] Network e0ad3eff-e5d4-4add-870d-77747bc3d3d9 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:03.395226 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89b7cd32-0f0d-446a-b9d0-6930345b422a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.428389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7cd32-0f0d-446a-b9d0-6930345b422a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Port': ['ID=6757cf62-3641-410e-b80c-3da97d0171cc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:03.481709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, e0ad3eff-e5d4-4add-870d-77747bc3d3d9) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:03.500056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d19c869-36e1-407a-9655-be7bba9d7b3c None None] Network e0ad3eff-e5d4-4add-870d-77747bc3d3d9 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:03.532848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Allocated IP 172.20.0.1 (99f97837-ba12-4118-acac-266747e6016e/1c5700e8-f2ac-4015-8643-2a49065086d5/58930346-07e3-4062-888a-c60fb08b07cf) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:03.579997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:03.580952 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.667260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89b7cd32-0f0d-446a-b9d0-6930345b422a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.675354 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89b7cd32-0f0d-446a-b9d0-6930345b422a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.678234 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-89b7cd32-0f0d-446a-b9d0-6930345b422a tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "DELETE /v2.0/floatingips/fa63f202-23a7-4e94-898f-9e33c6d966b2 HTTP/1.1" status: 204 len: 168 time: 1.1373465 Aug 19 12:43:03.681182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60556) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:03.701054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792da38d-055f-4f7d-ab6f-cfdfaa2664d5 None None] Network 99f97837-ba12-4118-acac-266747e6016e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:03.746833 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.765491 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-e0ad3eff-e5d4-4add-870d-77747bc3d3d9', 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'fixed_ips': [{'subnet_id': '9d2ef769-5f5c-4768-ad82-e6ef44109a00'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:03.766972 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.793865 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e1497b7c-daa6-4361-8b89-f2b6d539cff9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8082402 Aug 19 12:43:03.794613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60560) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:03.799453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1355722970-router', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:03.813868 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Transition to ACTIVE for port object 58930346-07e3-4062-888a-c60fb08b07cf will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:03.863897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-338bd209-ed0c-408d-b16d-2e4ebf669a10 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Deleting port d8c23d98-2995-46ce-8f34-a0804a88df54 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:03.864332 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-338bd209-ed0c-408d-b16d-2e4ebf669a10 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:03.998650 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-598fedba-af97-45fa-8188-c9e1306a933e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819991 Aug 19 12:43:04.002749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.005097 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.006360 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-338bd209-ed0c-408d-b16d-2e4ebf669a10 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.048850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-338bd209-ed0c-408d-b16d-2e4ebf669a10 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Calling delete_port for d8c23d98-2995-46ce-8f34-a0804a88df54 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:04.054563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-da7d9a72-0ad5-4f63-a09f-60bffd0c0879 None None] Provisioning for port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:04.067926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-da7d9a72-0ad5-4f63-a09f-60bffd0c0879 None None] Provisioning complete for port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:04.069159 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-da7d9a72-0ad5-4f63-a09f-60bffd0c0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.110021 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.174634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 99f97837-ba12-4118-acac-266747e6016e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:04.178323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Allocated IP 172.20.0.2 (e0ad3eff-e5d4-4add-870d-77747bc3d3d9/9d2ef769-5f5c-4768-ad82-e6ef44109a00/e654c574-85ab-4503-9e7f-534f7988f4c8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:04.198574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:04.212132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:04.306817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=58930346-07e3-4062-888a-c60fb08b07cf,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:04.349469 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.436075 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-da7d9a72-0ad5-4f63-a09f-60bffd0c0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.587276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-da7d9a72-0ad5-4f63-a09f-60bffd0c0879 None None] For port f9fd4a6c-6827-4413-a292-19bd8b4b63a3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f9fd4a6c-6827-4413-a292-19bd8b4b63a3,segment=NetworkSegment(a215fa43-0cab-4307-ac58-4e7b2a7ce304),segment_id=a215fa43-0cab-4307-ac58-4e7b2a7ce304)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:04.625298 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-338bd209-ed0c-408d-b16d-2e4ebf669a10 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.659258 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.697638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Transition to ACTIVE for port object e654c574-85ab-4503-9e7f-534f7988f4c8 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:04.737480 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.760943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bd209-ed0c-408d-b16d-2e4ebf669a10 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Port': ['ID=d8c23d98-2995-46ce-8f34-a0804a88df54,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:04.775339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Transition to ACTIVE for port object e654c574-85ab-4503-9e7f-534f7988f4c8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:04.778938 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-da7d9a72-0ad5-4f63-a09f-60bffd0c0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.966536 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-338bd209-ed0c-408d-b16d-2e4ebf669a10 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.971587 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:04.990105 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-338bd209-ed0c-408d-b16d-2e4ebf669a10 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "DELETE /v2.0/ports/d8c23d98-2995-46ce-8f34-a0804a88df54 HTTP/1.1" status: 204 len: 168 time: 1.3023403 Aug 19 12:43:05.007478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d9a72-0ad5-4f63-a09f-60bffd0c0879 None None] Pushing event updated for resources: {'Port': ['ID=f9fd4a6c-6827-4413-a292-19bd8b4b63a3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:05.018099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60580) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:05.036813 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.074453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Network e0ad3eff-e5d4-4add-870d-77747bc3d3d9 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:05.079684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bc973388-6a4f-43c7-8b4c-081c1c088b82 None None] Provisioning complete for port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:05.080066 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bc973388-6a4f-43c7-8b4c-081c1c088b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.107645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:05.117441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:05.128072 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-75be1255-099c-4de6-9e76-ec398fd2c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.141627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Pushing event updated for resources: {'Port': ['ID=e654c574-85ab-4503-9e7f-534f7988f4c8,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:05.169194 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.239087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Attempting to bind port e654c574-85ab-4503-9e7f-534f7988f4c8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:05.239696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Attempting to bind port e654c574-85ab-4503-9e7f-534f7988f4c8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '3610008f-7eda-4b0a-949b-c3550fdfe486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:05.239840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Attempting to bind port e654c574-85ab-4503-9e7f-534f7988f4c8 on network e0ad3eff-e5d4-4add-870d-77747bc3d3d9 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:05.242078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-80bc1cc2-d9ff-4961-a1cf-f614859038b3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Deleting port 519023fd-4f22-4c46-8a13-94ad7e61cad7 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:05.242639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-80bc1cc2-d9ff-4961-a1cf-f614859038b3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.265943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:05.266470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Checking segment: {'id': '3610008f-7eda-4b0a-949b-c3550fdfe486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:05.266820 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.267237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Bound using segment: {'id': '3610008f-7eda-4b0a-949b-c3550fdfe486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:05.267732 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Bound port: e654c574-85ab-4503-9e7f-534f7988f4c8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3610008f-7eda-4b0a-949b-c3550fdfe486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:05.268133 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.442388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] For port e654c574-85ab-4503-9e7f-534f7988f4c8, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:05.448019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] For port e654c574-85ab-4503-9e7f-534f7988f4c8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e654c574-85ab-4503-9e7f-534f7988f4c8,segment=NetworkSegment(3610008f-7eda-4b0a-949b-c3550fdfe486),segment_id=3610008f-7eda-4b0a-949b-c3550fdfe486)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:05.467071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bc973388-6a4f-43c7-8b4c-081c1c088b82 None None] Provisioning for port 58930346-07e3-4062-888a-c60fb08b07cf completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:05.472032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bc973388-6a4f-43c7-8b4c-081c1c088b82 None None] Provisioning complete for port 58930346-07e3-4062-888a-c60fb08b07cf triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:05.472620 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bc973388-6a4f-43c7-8b4c-081c1c088b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.486604 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.495824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-80bc1cc2-d9ff-4961-a1cf-f614859038b3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.514012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-bc973388-6a4f-43c7-8b4c-081c1c088b82 None None] Port 58930346-07e3-4062-888a-c60fb08b07cf cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:05.515923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-80bc1cc2-d9ff-4961-a1cf-f614859038b3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Calling delete_port for 519023fd-4f22-4c46-8a13-94ad7e61cad7 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:05.587909 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.621976 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.694058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f81c6-7451-4ea6-b2db-d465c19ac0f4 None None] Pushing event updated for resources: {'Port': ['ID=e654c574-85ab-4503-9e7f-534f7988f4c8,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:05.718005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=58930346-07e3-4062-888a-c60fb08b07cf,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:05.745276 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.813130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.841736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-31373a0d-6a32-40f2-bd84-72f1fabd7765 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:43:05.842782 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-31373a0d-6a32-40f2-bd84-72f1fabd7765 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2728479 Aug 19 12:43:05.844354 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:05.856507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 99f97837-ba12-4118-acac-266747e6016e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:05.858258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:05.873559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Request body: {'binding': {'host': 'n-h1-803757-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:05.874210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Unknown quota resources ['binding']. {{(pid=95542) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:43:05.988697 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-80bc1cc2-d9ff-4961-a1cf-f614859038b3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.161133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc1cc2-d9ff-4961-a1cf-f614859038b3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Port': ['ID=519023fd-4f22-4c46-8a13-94ad7e61cad7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:06.200384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router b9347b4e-86d4-4831-b24f-67372c31e7e7 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:43:06.268958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-735ed76a-8cb9-4161-8c4d-ea0978cca94c None None] Provisioning complete for port 58930346-07e3-4062-888a-c60fb08b07cf triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:06.269949 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-735ed76a-8cb9-4161-8c4d-ea0978cca94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.305434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:06.307917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-735ed76a-8cb9-4161-8c4d-ea0978cca94c None None] Port 58930346-07e3-4062-888a-c60fb08b07cf cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:06.320374 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dfda61-c112-40cd-a6a8-c0ca0e529244 None None] Sync routers for ids ['b9347b4e-86d4-4831-b24f-67372c31e7e7'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:06.321233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Allocated IP 172.25.2.139 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/7dd19214-beaf-4ed2-93eb-94a55dab793d) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:06.324882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bcbfe25a-f416-4a41-b48b-fabcf8aca04b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/b9347b4e-86d4-4831-b24f-67372c31e7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5637646 Aug 19 12:43:06.330361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60602) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:06.331957 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-80bc1cc2-d9ff-4961-a1cf-f614859038b3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.333715 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dfda61-c112-40cd-a6a8-c0ca0e529244 None None] Routers {'b9347b4e-86d4-4831-b24f-67372c31e7e7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:06.337036 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c6dfda61-c112-40cd-a6a8-c0ca0e529244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b9347b4e-86d4-4831-b24f-67372c31e7e7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:06.337235 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-80bc1cc2-d9ff-4961-a1cf-f614859038b3 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "DELETE /v2.0/ports/519023fd-4f22-4c46-8a13-94ad7e61cad7 HTTP/1.1" status: 204 len: 168 time: 1.3147616 Aug 19 12:43:06.346033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60604) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:06.375116 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c6dfda61-c112-40cd-a6a8-c0ca0e529244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:06.383106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on host n-h1-803757-2 for vnic_type normal with profile None {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:06.383573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:06.384318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on network 5763ebe0-2f38-4602-ab3a-934da566492e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:06.386551 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dfda61-c112-40cd-a6a8-c0ca0e529244 None None] Routers {'b9347b4e-86d4-4831-b24f-67372c31e7e7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:06.387191 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c6dfda61-c112-40cd-a6a8-c0ca0e529244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:42:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b9347b4e-86d4-4831-b24f-67372c31e7e7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:06.414424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on network 5763ebe0-2f38-4602-ab3a-934da566492e not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:43:06.415018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on network 5763ebe0-2f38-4602-ab3a-934da566492e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:06.418108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d800b4-967f-4dae-a238-af1ac8896cee tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:06.422263 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b6d800b4-967f-4dae-a238-af1ac8896cee tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports/58930346-07e3-4062-888a-c60fb08b07cf HTTP/1.1" status: 200 len: 910 time: 0.0878377 Aug 19 12:43:06.422449 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c6dfda61-c112-40cd-a6a8-c0ca0e529244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:06.422449 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dfda61-c112-40cd-a6a8-c0ca0e529244 None None] The sync data for ids ['b9347b4e-86d4-4831-b24f-67372c31e7e7'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:06.422679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60606) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:06.427317 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:06.427670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Checking segment: {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:06.428060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Bound using segment: {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:06.428484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Bound port: afd1c000-dd30-42d0-ae89-0f6795e5fb95, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:06.525363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63ec821-4595-47f7-b5db-a1b474856a04 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Deleting subnet 358ad4a9-00a5-4ddb-9e61-9fc777a4db6a {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:06.540586 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c63ec821-4595-47f7-b5db-a1b474856a04 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.561334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:06.568349 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.649279 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] Notify callbacks [] for binding, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.661542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-93294797-f631-4b4c-a86c-a08f85189668 service neutron] 10.222.0.21 "POST /v2.0/ports/afd1c000-dd30-42d0-ae89-0f6795e5fb95/bindings HTTP/1.1" status: 201 len: 389 time: 0.8057942 Aug 19 12:43:06.699877 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c63ec821-4595-47f7-b5db-a1b474856a04 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.801454 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.860572 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c63ec821-4595-47f7-b5db-a1b474856a04 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:06.865560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:06.878988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:06.883137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:06.927315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd19214-beaf-4ed2-93eb-94a55dab793d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:06.967030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f9fd4a6c-6827-4413-a292-19bd8b4b63a3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:07.098771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:07.099444 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.210224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2530f32-6a64-4862-b5ae-10c82600eefc None None] Network e0ad3eff-e5d4-4add-870d-77747bc3d3d9 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:07.279524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5f448-7237-401f-a970-39ec87d5e09f req-853c5d47-5d8b-490b-bc57-86511a679968 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:07.280051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e654c574-85ab-4503-9e7f-534f7988f4c8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:07.281425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcc5f448-7237-401f-a970-39ec87d5e09f req-853c5d47-5d8b-490b-bc57-86511a679968 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.1036162 Aug 19 12:43:07.310525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d41099d-b88b-444d-a29b-1dbd98c7f9aa tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.421632 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.573545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d9b8f111-8335-4a47-a0a9-539d8b3e7677 None None] Provisioning for port e654c574-85ab-4503-9e7f-534f7988f4c8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:07.589837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e654c574-85ab-4503-9e7f-534f7988f4c8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:07.594368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e654c574-85ab-4503-9e7f-534f7988f4c8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:07.595131 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.698043 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.704443 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.717879 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.772907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port e654c574-85ab-4503-9e7f-534f7988f4c8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e654c574-85ab-4503-9e7f-534f7988f4c8,segment=NetworkSegment(3610008f-7eda-4b0a-949b-c3550fdfe486),segment_id=3610008f-7eda-4b0a-949b-c3550fdfe486)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:07.806664 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8f60a0d9-f669-47c8-b23d-8af5b383b161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.883876 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.952719 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c63ec821-4595-47f7-b5db-a1b474856a04 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:07.988007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5e4fd018-7660-415d-a074-4e137c3b7b9b None None] Provisioning complete for port e654c574-85ab-4503-9e7f-534f7988f4c8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:07.988503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5e4fd018-7660-415d-a074-4e137c3b7b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.024841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c63ec821-4595-47f7-b5db-a1b474856a04 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.030228 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c63ec821-4595-47f7-b5db-a1b474856a04 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "DELETE /v2.0/subnets/358ad4a9-00a5-4ddb-9e61-9fc777a4db6a HTTP/1.1" status: 204 len: 168 time: 1.6831541 Aug 19 12:43:08.040409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60640) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:08.040409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ec821-4595-47f7-b5db-a1b474856a04 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Subnet': ['ID=358ad4a9-00a5-4ddb-9e61-9fc777a4db6a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:08.049926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-e1c1cd68-1793-475b-9a82-6e4762395331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.051867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-e1c1cd68-1793-475b-9a82-6e4762395331 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 1097 time: 0.1258349 Aug 19 12:43:08.071492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf8a1f0-9a59-4cfa-b688-6a677e110fea None None] Network 59c66fdc-a2dd-43a4-a0ca-390a620768fe requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:08.133529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-3747d1f2-99f7-408d-95c4-10e34bfaee6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Deleting subnet 9fdd619f-684d-482d-a404-c798dd89310a {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:08.141650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=e654c574-85ab-4503-9e7f-534f7988f4c8,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:08.194548 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcc5f448-7237-401f-a970-39ec87d5e09f req-acb78622-fec7-4d34-89e7-bcae1652f01f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8360198 Aug 19 12:43:08.232978 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Router 61da2024-f1d5-4e77-8720-e3fb79b5711e is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:43:08.314172 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3747d1f2-99f7-408d-95c4-10e34bfaee6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.333194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-37b1cda4-82a4-4ac1-b451-05eda2cd5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:08.335970 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-37b1cda4-82a4-4ac1-b451-05eda2cd5adb service neutron] 10.222.0.62 "GET /v2.0/networks?id=5763ebe0-2f38-4602-ab3a-934da566492e HTTP/1.1" status: 200 len: 898 time: 0.2760370 Aug 19 12:43:08.342581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b52053f-54a9-4d60-8db6-d3c497021b27 None None] DHCP port deletion for 59c66fdc-a2dd-43a4-a0ca-390a620768fe request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:08.405619 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3747d1f2-99f7-408d-95c4-10e34bfaee6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.415613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5b52053f-54a9-4d60-8db6-d3c497021b27 None None] Deleting port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:08.420491 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5b52053f-54a9-4d60-8db6-d3c497021b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.496216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5b52053f-54a9-4d60-8db6-d3c497021b27 None None] For port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46,segment=NetworkSegment(5224854c-8872-49bf-ac7b-9be0e3268839),segment_id=5224854c-8872-49bf-ac7b-9be0e3268839)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:08.497032 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5b52053f-54a9-4d60-8db6-d3c497021b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.514003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5b52053f-54a9-4d60-8db6-d3c497021b27 None None] Calling delete_port for e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:08.561045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3747d1f2-99f7-408d-95c4-10e34bfaee6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.695416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-1d41099d-b88b-444d-a29b-1dbd98c7f9aa tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 58930346-07e3-4062-888a-c60fb08b07cf {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:08.699457 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d41099d-b88b-444d-a29b-1dbd98c7f9aa tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.775191 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3747d1f2-99f7-408d-95c4-10e34bfaee6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.804737 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5b52053f-54a9-4d60-8db6-d3c497021b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.818500 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d41099d-b88b-444d-a29b-1dbd98c7f9aa tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.835340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52053f-54a9-4d60-8db6-d3c497021b27 None None] Pushing event deleted for resources: {'Port': ['ID=e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:08.848004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52053f-54a9-4d60-8db6-d3c497021b27 None None] No DVR routers for this DVR port e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:08.867269 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e654c574-85ab-4503-9e7f-534f7988f4c8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:08.882494 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747d1f2-99f7-408d-95c4-10e34bfaee6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Subnet': ['ID=9fdd619f-684d-482d-a404-c798dd89310a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:08.885724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-1d41099d-b88b-444d-a29b-1dbd98c7f9aa tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 58930346-07e3-4062-888a-c60fb08b07cf owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:08.893253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3747d1f2-99f7-408d-95c4-10e34bfaee6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:08.898610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3747d1f2-99f7-408d-95c4-10e34bfaee6b tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "DELETE /v2.0/subnets/9fdd619f-684d-482d-a404-c798dd89310a HTTP/1.1" status: 204 len: 168 time: 0.8510323 Aug 19 12:43:08.900439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60646) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:08.916512 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-ab3f0b9d-823b-48fd-ae19-274e7d347bc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95 HTTP/1.1" status: 200 len: 1001 time: 0.5713909 Aug 19 12:43:08.931574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40e27c-6445-416b-84b5-1c19a23b10c0 None None] Network ff46c298-dbd9-40ab-9363-7cb90ef9f4da requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:08.943023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:08.959186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Sync routers for ids ['61da2024-f1d5-4e77-8720-e3fb79b5711e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:09.008906 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.014892 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Routers {'61da2024-f1d5-4e77-8720-e3fb79b5711e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:09.015891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['61da2024-f1d5-4e77-8720-e3fb79b5711e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:09.018230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-a53ba1f5-df93-4590-81a7-9a83cd940fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:09.040468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-a53ba1f5-df93-4590-81a7-9a83cd940fe2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aceba9f8-e6f6-447c-b336-03c87e3be7a2 HTTP/1.1" status: 200 len: 835 time: 0.1101677 Aug 19 12:43:09.080180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e654c574-85ab-4503-9e7f-534f7988f4c8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:09.082377 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.104410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-b9fe5bcd-a7b8-48c3-a9f3-0662ffe98d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:09.106009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-b9fe5bcd-a7b8-48c3-a9f3-0662ffe98d0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5763ebe0-2f38-4602-ab3a-934da566492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567088 Aug 19 12:43:09.123100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.127676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d5e0469c-98c2-4f4d-88a8-00d27d384961 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3319814 Aug 19 12:43:09.135059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60654) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:09.208704 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.220982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c66fdc-a2dd-43a4-a0ca-390a620768fe']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:09.234382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5224854c-8872-49bf-ac7b-9be0e3268839') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:09.234677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5224854c-8872-49bf-ac7b-9be0e3268839') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:09.238879 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-e8f74793-cf3a-4cc1-b730-7f07ca8168c0 service neutron] 10.222.0.62 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256394 Aug 19 12:43:09.282824 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.378098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-0c532a40-5695-4692-9ae7-d6da0d872f30 service neutron] 10.222.0.62 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304393 Aug 19 12:43:09.396647 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.414981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:09.415412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:09.421005 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:09.451707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae861a-4bc4-43d3-bdc6-4671394125ae req-32118597-22da-4e4f-bf8c-95bf1a1d7bb8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:09.459731 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbae861a-4bc4-43d3-bdc6-4671394125ae req-32118597-22da-4e4f-bf8c-95bf1a1d7bb8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.0802114 Aug 19 12:43:09.477355 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.481920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Set router 61da2024-f1d5-4e77-8720-e3fb79b5711e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:09.578875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbae861a-4bc4-43d3-bdc6-4671394125ae req-7538f6df-13f5-4c8e-9faa-f4d38b4d3d3e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147120 Aug 19 12:43:09.631495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-5a979711-c27d-469e-b970-09cbbdd0e2f3 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:09.632936 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-5a979711-c27d-469e-b970-09cbbdd0e2f3 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca&tenant_id=c4204443efbc4475a6deb99809648e33&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1097 time: 0.1706200 Aug 19 12:43:09.657489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803757-2'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:09.657830 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.670654 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.676396 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "DELETE /v2.0/networks/59c66fdc-a2dd-43a4-a0ca-390a620768fe HTTP/1.1" status: 204 len: 168 time: 0.7732575 Aug 19 12:43:09.685628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60662) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:09.762555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.848693 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.854844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01bda9-abce-4686-bf1b-49a720f44128 tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Network': ['ID=59c66fdc-a2dd-43a4-a0ca-390a620768fe,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:09.856721 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d41099d-b88b-444d-a29b-1dbd98c7f9aa tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:09.896289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:09.962523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41099d-b88b-444d-a29b-1dbd98c7f9aa tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=58930346-07e3-4062-888a-c60fb08b07cf,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:09.985525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:09.985979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e47bc6e0-a3d1-4aa3-a29f-f6b8cb600d46 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:10.060482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:10.126745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'name': 'tempest-TestAggregatesBasicOps-1355722970-router', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:04Z', 'updated_at': '2021-08-19T12:43:07Z', 'revision_number': 3, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'gw_port': {'id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:05Z', 'updated_at': '2021-08-19T12:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:10.159295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:10.200262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7169e7-bdaf-4fe9-87b9-5d91e0d2c1ad None None] DHCP port deletion for ff46c298-dbd9-40ab-9363-7cb90ef9f4da request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:10.205855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:10.208311 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb166dcd-d71e-4319-b25e-50448498544c" -d '{"events": [{"server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "name": "network-vif-unplugged", "status": "completed", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:10.213208 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.241358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Checking router: 61da2024-f1d5-4e77-8720-e3fb79b5711e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:10.242938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Updating router 61da2024-f1d5-4e77-8720-e3fb79b5711e port 7dd19214-beaf-4ed2-93eb-94a55dab793d binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:10.257810 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618f6891-0466-4318-b92b-364e45f2881b x-openstack-request-id: req-618f6891-0466-4318-b92b-364e45f2881b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:10.258916 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "name": "network-vif-unplugged", "status": "completed", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:10.259390 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-618f6891-0466-4318-b92b-364e45f2881b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:10.260733 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'code': 200} Aug 19 12:43:10.306144 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.343525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.358840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ff7169e7-bdaf-4fe9-87b9-5d91e0d2c1ad None None] Deleting port 680becf4-b296-4bbd-afd7-5b41821195a3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:10.359562 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ff7169e7-bdaf-4fe9-87b9-5d91e0d2c1ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.397489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Pushing event updated for resources: {'Port': ['ID=afd1c000-dd30-42d0-ae89-0f6795e5fb95,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:10.411475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Deleting port 680becf4-b296-4bbd-afd7-5b41821195a3 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:10.412033 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.430224 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1d41099d-b88b-444d-a29b-1dbd98c7f9aa tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.591364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on host n-h2-803757-2 for vnic_type normal with profile {"migrating_to": "n-h1-803757-2"} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:10.592009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:10.592426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on network 5763ebe0-2f38-4602-ab3a-934da566492e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:10.599788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on network 5763ebe0-2f38-4602-ab3a-934da566492e not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:43:10.599788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Attempting to bind port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on network 5763ebe0-2f38-4602-ab3a-934da566492e {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:10.603949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:10.604565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Checking segment: {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:10.605033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Bound using segment: {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:10.605551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Bound port: afd1c000-dd30-42d0-ae89-0f6795e5fb95, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958c1b4f-ae92-4584-8295-b5ce869fbec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:10.605990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.629652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ff7169e7-bdaf-4fe9-87b9-5d91e0d2c1ad None None] For port 680becf4-b296-4bbd-afd7-5b41821195a3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=680becf4-b296-4bbd-afd7-5b41821195a3,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:10.630223 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ff7169e7-bdaf-4fe9-87b9-5d91e0d2c1ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.697883 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.705306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ff7169e7-bdaf-4fe9-87b9-5d91e0d2c1ad None None] Calling delete_port for 680becf4-b296-4bbd-afd7-5b41821195a3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:10.706497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:10.717083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:10.827907 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.885464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 680becf4-b296-4bbd-afd7-5b41821195a3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:10.914560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.935968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Transition to ACTIVE for port object 7dd19214-beaf-4ed2-93eb-94a55dab793d will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:10.948354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c6a72121-60af-45a9-a59e-6c3fb8892741 None None] Provisioning complete for port afd1c000-dd30-42d0-ae89-0f6795e5fb95 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:10.948773 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6a72121-60af-45a9-a59e-6c3fb8892741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:10.965356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Pushing event updated for resources: {'Port': ['ID=afd1c000-dd30-42d0-ae89-0f6795e5fb95,revision_number=8']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:11.012352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] For port 680becf4-b296-4bbd-afd7-5b41821195a3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=680becf4-b296-4bbd-afd7-5b41821195a3,segment=NetworkSegment(a59ed238-d6de-4b86-a683-af166f780c00),segment_id=a59ed238-d6de-4b86-a683-af166f780c00)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:11.012754 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.034444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Calling delete_port for 680becf4-b296-4bbd-afd7-5b41821195a3 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:11.042366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:11.043096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.044587 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-9feed9e6-701e-46af-94d3-5f07e3bf2494 service neutron] 10.222.0.62 "PUT /v2.0/ports/afd1c000-dd30-42d0-ae89-0f6795e5fb95 HTTP/1.1" status: 200 len: 1122 time: 1.4013212 Aug 19 12:43:11.068880 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ff7169e7-bdaf-4fe9-87b9-5d91e0d2c1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.087491 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7169e7-bdaf-4fe9-87b9-5d91e0d2c1ad None None] No DVR routers for this DVR port 680becf4-b296-4bbd-afd7-5b41821195a3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:11.090059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Port 680becf4-b296-4bbd-afd7-5b41821195a3 update to DOWN by agent not found {{(pid=95544) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 19 12:43:11.122996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7169e7-bdaf-4fe9-87b9-5d91e0d2c1ad None None] Pushing event deleted for resources: {'Port': ['ID=680becf4-b296-4bbd-afd7-5b41821195a3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:11.123262 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.125504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['afd1c000-dd30-42d0-ae89-0f6795e5fb95'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:11.132928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d41099d-b88b-444d-a29b-1dbd98c7f9aa tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router b9347b4e-86d4-4831-b24f-67372c31e7e7 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:11.172533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fd2dc-ee7d-49c8-99ab-6a72429e7214 req-3eb71416-a30b-4b86-9462-5a7aa8d68003 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:11.173112 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.174072 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-358fd2dc-ee7d-49c8-99ab-6a72429e7214 req-3eb71416-a30b-4b86-9462-5a7aa8d68003 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 944 time: 0.4503911 Aug 19 12:43:11.201787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.249987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] No DVR routers for this DVR port 680becf4-b296-4bbd-afd7-5b41821195a3 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:11.259451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Port': ['ID=680becf4-b296-4bbd-afd7-5b41821195a3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:11.289320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a66438-a2df-4125-a813-c562ca220334 None None] Pushing event updated for resources: {'Port': ['ID=7dd19214-beaf-4ed2-93eb-94a55dab793d,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:11.316260 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6a72121-60af-45a9-a59e-6c3fb8892741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.326956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Attempting to bind port 7dd19214-beaf-4ed2-93eb-94a55dab793d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:11.327352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Attempting to bind port 7dd19214-beaf-4ed2-93eb-94a55dab793d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:11.327689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Attempting to bind port 7dd19214-beaf-4ed2-93eb-94a55dab793d on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:11.342118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:11.342535 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:11.342921 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.343315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:11.343787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Bound port: 7dd19214-beaf-4ed2-93eb-94a55dab793d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:11.344168 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.378595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:11.380916 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f46d6f-cfc3-4fe4-8446-809aaf2c25da" -d '{"events": [{"server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "name": "network-vif-plugged", "status": "completed", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:11.410150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d41099d-b88b-444d-a29b-1dbd98c7f9aa tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:11.418113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c6a72121-60af-45a9-a59e-6c3fb8892741 None None] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:11.418572 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1d41099d-b88b-444d-a29b-1dbd98c7f9aa tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/b9347b4e-86d4-4831-b24f-67372c31e7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9950159 Aug 19 12:43:11.422675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60680) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:11.426032 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-358fd2dc-ee7d-49c8-99ab-6a72429e7214 req-3c57b0b4-8414-498a-bbd9-5978013817d8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405572 Aug 19 12:43:11.426791 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd518a-f0a6-4962-b924-b52ca947c4ae None None] Sync routers for ids ['b9347b4e-86d4-4831-b24f-67372c31e7e7'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:11.448162 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd518a-f0a6-4962-b924-b52ca947c4ae None None] Routers {'b9347b4e-86d4-4831-b24f-67372c31e7e7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:11.449044 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5acd518a-f0a6-4962-b924-b52ca947c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b9347b4e-86d4-4831-b24f-67372c31e7e7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:11.471300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] For port 7dd19214-beaf-4ed2-93eb-94a55dab793d, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:11.480265 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdfde62-a52a-4acf-9beb-09f0ba4c597c x-openstack-request-id: req-bbdfde62-a52a-4acf-9beb-09f0ba4c597c {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:11.480563 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "name": "network-vif-plugged", "status": "completed", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:11.480813 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbdfde62-a52a-4acf-9beb-09f0ba4c597c {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:11.481207 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'code': 200} Aug 19 12:43:11.490619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-47e1b0d0-6581-44bb-adb7-174d30f03153 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9347b4e-86d4-4831-b24f-67372c31e7e7 HTTP/1.1" status: 200 len: 205 time: 0.0658760 Aug 19 12:43:11.492948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60682) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:11.496866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] For port 7dd19214-beaf-4ed2-93eb-94a55dab793d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7dd19214-beaf-4ed2-93eb-94a55dab793d,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:11.527104 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5acd518a-f0a6-4962-b924-b52ca947c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:11.546971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.551551 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd518a-f0a6-4962-b924-b52ca947c4ae None None] Routers {'b9347b4e-86d4-4831-b24f-67372c31e7e7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:11.552379 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5acd518a-f0a6-4962-b924-b52ca947c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b9347b4e-86d4-4831-b24f-67372c31e7e7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:11.564578 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff46c298-dbd9-40ab-9363-7cb90ef9f4da']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:11.592668 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5acd518a-f0a6-4962-b924-b52ca947c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:11.593615 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acd518a-f0a6-4962-b924-b52ca947c4ae None None] The sync data for ids ['b9347b4e-86d4-4831-b24f-67372c31e7e7'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:11.610038 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6a72121-60af-45a9-a59e-6c3fb8892741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.610485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59ed238-d6de-4b86-a683-af166f780c00') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:11.610950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59ed238-d6de-4b86-a683-af166f780c00') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:11.616961 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1606-776a-44a6-90b2-3a03da825a17 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.628643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.648145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Allocated IP 172.20.0.1 (e0ad3eff-e5d4-4add-870d-77747bc3d3d9/9d2ef769-5f5c-4768-ad82-e6ef44109a00/fd77c240-3750-492f-8e42-7165023f1e78) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:11.650273 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.662394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:11.663902 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:11.667447 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:11.717925 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.848902 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1606-776a-44a6-90b2-3a03da825a17 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.851970 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1606-776a-44a6-90b2-3a03da825a17 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:11.878689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a72121-60af-45a9-a59e-6c3fb8892741 None None] Pushing event updated for resources: {'Port': ['ID=afd1c000-dd30-42d0-ae89-0f6795e5fb95,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:11.927099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Routers {'61da2024-f1d5-4e77-8720-e3fb79b5711e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:11.928014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['61da2024-f1d5-4e77-8720-e3fb79b5711e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:12.066496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a66438-a2df-4125-a813-c562ca220334 None None] Pushing event updated for resources: {'Port': ['ID=7dd19214-beaf-4ed2-93eb-94a55dab793d,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:12.098428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1606-776a-44a6-90b2-3a03da825a17 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.099385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ce1606-776a-44a6-90b2-3a03da825a17 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Fanout notify agent at l3_agent the message router_deleted on router b9347b4e-86d4-4831-b24f-67372c31e7e7 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:43:12.107881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] Set router 61da2024-f1d5-4e77-8720-e3fb79b5711e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:12.110320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6cc433ab-ec70-4167-9d04-31ddf906f672 None None] Provisioning complete for port afd1c000-dd30-42d0-ae89-0f6795e5fb95 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:12.110628 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6cc433ab-ec70-4167-9d04-31ddf906f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.135126 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0ce1606-776a-44a6-90b2-3a03da825a17 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.137364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f0ce1606-776a-44a6-90b2-3a03da825a17 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/b9347b4e-86d4-4831-b24f-67372c31e7e7 HTTP/1.1" status: 204 len: 168 time: 0.6431723 Aug 19 12:43:12.139960 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60688) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:12.199363 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.214471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Transition to ACTIVE for port object fd77c240-3750-492f-8e42-7165023f1e78 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:12.222727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-5071ddac-5fc8-4af3-9ebb-28072ff0e0a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting subnet 1c5700e8-f2ac-4015-8643-2a49065086d5 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:12.226351 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5071ddac-5fc8-4af3-9ebb-28072ff0e0a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.266995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:12.269684 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c499a77f-afe5-4df7-95cc-7b13245f045e" -d '{"events": [{"name": "network-changed", "server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:12.288260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5071ddac-5fc8-4af3-9ebb-28072ff0e0a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.306521 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.315240 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.318850 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] 10.222.0.21 "DELETE /v2.0/networks/ff46c298-dbd9-40ab-9363-7cb90ef9f4da HTTP/1.1" status: 204 len: 168 time: 2.6321294 Aug 19 12:43:12.342546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948ec22-d918-4b69-86bb-f2ee3f9d957d tempest-TaggedBootDevicesTest-304041665 tempest-TaggedBootDevicesTest-304041665-project] Pushing event deleted for resources: {'Network': ['ID=ff46c298-dbd9-40ab-9363-7cb90ef9f4da,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:12.375921 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b48b80f-00c4-401d-8006-a59e2750a1b0 x-openstack-request-id: req-1b48b80f-00c4-401d-8006-a59e2750a1b0 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:12.376306 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:12.376649 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b48b80f-00c4-401d-8006-a59e2750a1b0 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:12.377130 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'status': 'completed', 'code': 200} Aug 19 12:43:12.454445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5071ddac-5fc8-4af3-9ebb-28072ff0e0a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.497216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.585662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Network e0ad3eff-e5d4-4add-870d-77747bc3d3d9 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:12.610192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:12.616372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:12.684055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'name': 'tempest-TestAggregatesBasicOps-1355722970-router', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:04Z', 'updated_at': '2021-08-19T12:43:07Z', 'revision_number': 3, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'gw_port': {'id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:05Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:12.697045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.708068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499a77f-afe5-4df7-95cc-7b13245f045e req-28d9e1ee-84a5-48df-aff1-e2dc88d0c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:12.709948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c499a77f-afe5-4df7-95cc-7b13245f045e req-28d9e1ee-84a5-48df-aff1-e2dc88d0c366 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 1127 time: 0.3072915 Aug 19 12:43:12.710689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Pushing event updated for resources: {'Port': ['ID=fd77c240-3750-492f-8e42-7165023f1e78,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:12.717157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d70b0f4-8d0e-410d-86ef-4ca00c2a342b None None] The sync data for ids ['61da2024-f1d5-4e77-8720-e3fb79b5711e'] in n-d-803757-2 is: [{'id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'name': 'tempest-TestAggregatesBasicOps-1355722970-router', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:04Z', 'updated_at': '2021-08-19T12:43:07Z', 'revision_number': 3, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'gw_port': {'id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:05Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:12.825315 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5071ddac-5fc8-4af3-9ebb-28072ff0e0a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.865475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4b60a-6058-4593-9b82-3e8bc3d42c9d req-57353ecf-9da4-4ad5-aaff-e90fe83a8d45 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:12.874236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03a4b60a-6058-4593-9b82-3e8bc3d42c9d req-57353ecf-9da4-4ad5-aaff-e90fe83a8d45 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.2856932 Aug 19 12:43:12.875083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071ddac-5fc8-4af3-9ebb-28072ff0e0a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5700e8-f2ac-4015-8643-2a49065086d5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:12.876909 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5071ddac-5fc8-4af3-9ebb-28072ff0e0a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:12.881339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5071ddac-5fc8-4af3-9ebb-28072ff0e0a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/1c5700e8-f2ac-4015-8643-2a49065086d5 HTTP/1.1" status: 204 len: 168 time: 0.7368593 Aug 19 12:43:12.889375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60704) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:12.902968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1b571-269b-43ca-92c5-9008a555f1b2 None None] Network 99f97837-ba12-4118-acac-266747e6016e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:12.999110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499a77f-afe5-4df7-95cc-7b13245f045e req-920bb791-9fea-4d74-8602-3a87bc9bb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:12.999110 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c499a77f-afe5-4df7-95cc-7b13245f045e req-920bb791-9fea-4d74-8602-3a87bc9bb709 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5763ebe0-2f38-4602-ab3a-934da566492e HTTP/1.1" status: 200 len: 898 time: 0.2369797 Aug 19 12:43:13.010666 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.012210 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03a4b60a-6058-4593-9b82-3e8bc3d42c9d req-8523388c-2d12-4364-a059-f3d1671a631e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376126 Aug 19 12:43:13.099545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device afd1c000-dd30-42d0-ae89-0f6795e5fb95 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:43:13.174896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:13.175250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.185648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c499a77f-afe5-4df7-95cc-7b13245f045e req-4d265d2b-9231-48d2-8b96-9a25152a5f44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95 HTTP/1.1" status: 200 len: 1001 time: 0.1719990 Aug 19 12:43:13.287463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:13.317602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device afd1c000-dd30-42d0-ae89-0f6795e5fb95 has no active binding in host n-h1-803757-2 {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 19 12:43:13.321393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8de21cf-69ec-413b-bad6-cadcf8a15994 None None] DHCP port deletion for 99f97837-ba12-4118-acac-266747e6016e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:13.334102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2facea43-3f27-47f1-865c-efc5cb0d3731 None None] Provisioning for port fd77c240-3750-492f-8e42-7165023f1e78 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:13.343620 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.346043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2facea43-3f27-47f1-865c-efc5cb0d3731 None None] Provisioning complete for port fd77c240-3750-492f-8e42-7165023f1e78 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:13.346334 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2facea43-3f27-47f1-865c-efc5cb0d3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.366634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] For port f9fd4a6c-6827-4413-a292-19bd8b4b63a3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f9fd4a6c-6827-4413-a292-19bd8b4b63a3,segment=NetworkSegment(a215fa43-0cab-4307-ac58-4e7b2a7ce304),segment_id=a215fa43-0cab-4307-ac58-4e7b2a7ce304)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:13.367042 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.415762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2facea43-3f27-47f1-865c-efc5cb0d3731 None None] Port fd77c240-3750-492f-8e42-7165023f1e78 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:13.417386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for f9fd4a6c-6827-4413-a292-19bd8b4b63a3 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:13.429657 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499a77f-afe5-4df7-95cc-7b13245f045e req-b4377f15-6c8e-4f61-8d19-c53be1d6ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:13.431247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c499a77f-afe5-4df7-95cc-7b13245f045e req-b4377f15-6c8e-4f61-8d19-c53be1d6ceae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aceba9f8-e6f6-447c-b336-03c87e3be7a2 HTTP/1.1" status: 200 len: 835 time: 0.2362664 Aug 19 12:43:13.449762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a8de21cf-69ec-413b-bad6-cadcf8a15994 None None] Deleting port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:13.450712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8de21cf-69ec-413b-bad6-cadcf8a15994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.544671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a8de21cf-69ec-413b-bad6-cadcf8a15994 None None] For port f9fd4a6c-6827-4413-a292-19bd8b4b63a3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f9fd4a6c-6827-4413-a292-19bd8b4b63a3,segment=NetworkSegment(a215fa43-0cab-4307-ac58-4e7b2a7ce304),segment_id=a215fa43-0cab-4307-ac58-4e7b2a7ce304)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:13.545073 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8de21cf-69ec-413b-bad6-cadcf8a15994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.570297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a8de21cf-69ec-413b-bad6-cadcf8a15994 None None] Calling delete_port for f9fd4a6c-6827-4413-a292-19bd8b4b63a3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:13.641340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499a77f-afe5-4df7-95cc-7b13245f045e req-a38939f3-a62f-42e3-86f5-5a2d26f0e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:13.662067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c499a77f-afe5-4df7-95cc-7b13245f045e req-a38939f3-a62f-42e3-86f5-5a2d26f0e237 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5763ebe0-2f38-4602-ab3a-934da566492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212048 Aug 19 12:43:13.809213 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.839617 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c499a77f-afe5-4df7-95cc-7b13245f045e req-a78ffd62-2102-488c-9ab4-5930423e274e service neutron] 10.222.0.30 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681249 Aug 19 12:43:13.866653 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.882312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8de21cf-69ec-413b-bad6-cadcf8a15994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.904369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:13.908421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de21cf-69ec-413b-bad6-cadcf8a15994 None None] No DVR routers for this DVR port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:13.943046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=f9fd4a6c-6827-4413-a292-19bd8b4b63a3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:13.945015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No DVR routers for this DVR port f9fd4a6c-6827-4413-a292-19bd8b4b63a3 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:13.975158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de21cf-69ec-413b-bad6-cadcf8a15994 None None] Pushing event deleted for resources: {'Port': ['ID=f9fd4a6c-6827-4413-a292-19bd8b4b63a3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:14.046456 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.048312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Pushing event updated for resources: {'Port': ['ID=fd77c240-3750-492f-8e42-7165023f1e78,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:14.070716 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c499a77f-afe5-4df7-95cc-7b13245f045e req-a0b77e37-c2d3-4856-9f66-06261b2f4418 service neutron] 10.222.0.30 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239296 Aug 19 12:43:14.121338 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.138620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f97837-ba12-4118-acac-266747e6016e']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:14.156619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a215fa43-0cab-4307-ac58-4e7b2a7ce304') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:14.160286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a215fa43-0cab-4307-ac58-4e7b2a7ce304') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:14.168211 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.183804 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.191266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:14.191528 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:14.195506 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:14.224992 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ae28d-6530-4ea8-8592-b36ed7404d79 req-b63f9c63-f3d0-4d71-beed-fb0d32172431 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:14.229382 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-275ae28d-6530-4ea8-8592-b36ed7404d79 req-b63f9c63-f3d0-4d71-beed-fb0d32172431 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.0897157 Aug 19 12:43:14.238278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Network e0ad3eff-e5d4-4add-870d-77747bc3d3d9 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:14.245539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:14.330690 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-275ae28d-6530-4ea8-8592-b36ed7404d79 req-14f1e8bc-cf63-4c00-8971-d999a59fdf5b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944481 Aug 19 12:43:14.424564 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Router 61da2024-f1d5-4e77-8720-e3fb79b5711e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:14.525076 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.560019 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.560019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/networks/99f97837-ba12-4118-acac-266747e6016e HTTP/1.1" status: 204 len: 168 time: 1.6523645 Aug 19 12:43:14.560971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60722) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:14.565867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1845509082', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:14.576163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75811e36-c94f-4f24-b082-0a0c9c67006e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Network': ['ID=99f97837-ba12-4118-acac-266747e6016e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:14.605369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:14.619799 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8d50d831-e171-4d33-897c-1094175e5c08 admin admin] 10.222.0.21 "PUT /v2.0/routers/61da2024-f1d5-4e77-8720-e3fb79b5711e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3580227 Aug 19 12:43:14.650578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-73055c60-ded5-40f2-b328-6e15620d0b7f None None] Provisioning complete for port fd77c240-3750-492f-8e42-7165023f1e78 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:14.651497 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-73055c60-ded5-40f2-b328-6e15620d0b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.680975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.682137 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.702053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-73055c60-ded5-40f2-b328-6e15620d0b7f None None] Port fd77c240-3750-492f-8e42-7165023f1e78 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:14.749552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:14.857440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7dd19214-beaf-4ed2-93eb-94a55dab793d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:14.971785 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.072055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7dd19214-beaf-4ed2-93eb-94a55dab793d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:15.073466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7dd19214-beaf-4ed2-93eb-94a55dab793d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:15.073841 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.128353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Sync routers for ids ['61da2024-f1d5-4e77-8720-e3fb79b5711e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:15.158464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Routers {'61da2024-f1d5-4e77-8720-e3fb79b5711e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:15.159238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['61da2024-f1d5-4e77-8720-e3fb79b5711e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:15.214649 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.270907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 7dd19214-beaf-4ed2-93eb-94a55dab793d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7dd19214-beaf-4ed2-93eb-94a55dab793d,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:15.299650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Set router 61da2024-f1d5-4e77-8720-e3fb79b5711e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:15.383916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.408846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.429635 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.543228 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f9fd4a6c-6827-4413-a292-19bd8b4b63a3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:15.567711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f9fd4a6c-6827-4413-a292-19bd8b4b63a3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:15.568052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f9fd4a6c-6827-4413-a292-19bd8b4b63a3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:15.592370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=7dd19214-beaf-4ed2-93eb-94a55dab793d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:15.601071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a132d-af20-4986-82ee-5aa652deeff4 req-2b630f07-43fb-4d0c-aa86-656923899e25 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:15.602596 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b97a132d-af20-4986-82ee-5aa652deeff4 req-2b630f07-43fb-4d0c-aa86-656923899e25 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.1040261 Aug 19 12:43:15.615049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'name': 'tempest-TestAggregatesBasicOps-1355722970-router', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:04Z', 'updated_at': '2021-08-19T12:43:12Z', 'revision_number': 4, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'gw_port': {'id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:05Z', 'updated_at': '2021-08-19T12:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fd77c240-3750-492f-8e42-7165023f1e78', 'name': '', 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'mac_address': 'fa:16:3e:96:6c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '9d2ef769-5f5c-4768-ad82-e6ef44109a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:13Z', 'revision_number': 2, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'subnets': [{'id': '9d2ef769-5f5c-4768-ad82-e6ef44109a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:15.661015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Checking router: 61da2024-f1d5-4e77-8720-e3fb79b5711e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:15.661646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Updating router 61da2024-f1d5-4e77-8720-e3fb79b5711e port fd77c240-3750-492f-8e42-7165023f1e78 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:15.683947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b97a132d-af20-4986-82ee-5aa652deeff4 req-ec3218c4-6039-4363-b06c-f9d51415aa2b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578351 Aug 19 12:43:15.685126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Allocated IP 172.25.2.252 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/0abd9a77-50e5-4b24-aa89-027e0af7031e) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:15.706041 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.721258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60748) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:15.726611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1833636090-network', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:15.817795 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.843780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Made reservation on behalf of 5d7bb89e4d854020aa272194daaa97d0 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:15.846437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.856824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.968657 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:15.976142 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.014500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:16.023518 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.026876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:16.032556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:16.038246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Transition to ACTIVE for port object fd77c240-3750-492f-8e42-7165023f1e78 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:16.063660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=0abd9a77-50e5-4b24-aa89-027e0af7031e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:16.149284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.154500 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.178855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:16.194081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f60e8a-99ce-4561-b318-eb1e5abc43aa,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:16.200878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.201230 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Added segment 2c17bfe9-8817-4ab4-abc5-e758c1ee224c of type vlan for network 728a8bc4-7a14-4b6d-9992-848e6fe962c2 Aug 19 12:43:16.253176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef75587-73d0-4564-b946-d2d969be57e2 None None] Pushing event updated for resources: {'Port': ['ID=fd77c240-3750-492f-8e42-7165023f1e78,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:16.286164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.323025 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-74ad1323-ff35-4b2a-82d4-ce6db7dbbb08 service neutron] 10.222.0.30 "GET /v2.0/ports/afd1c000-dd30-42d0-ae89-0f6795e5fb95/bindings/n-h1-803757-2 HTTP/1.1" status: 200 len: 384 time: 0.1116824 Aug 19 12:43:16.323485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Attempting to bind port fd77c240-3750-492f-8e42-7165023f1e78 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:16.323957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Attempting to bind port fd77c240-3750-492f-8e42-7165023f1e78 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '3610008f-7eda-4b0a-949b-c3550fdfe486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:16.324418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Attempting to bind port fd77c240-3750-492f-8e42-7165023f1e78 on network e0ad3eff-e5d4-4add-870d-77747bc3d3d9 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:16.329996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:16.330636 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Checking segment: {'id': '3610008f-7eda-4b0a-949b-c3550fdfe486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:16.331171 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.331659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Bound using segment: {'id': '3610008f-7eda-4b0a-949b-c3550fdfe486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:16.332250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Bound port: fd77c240-3750-492f-8e42-7165023f1e78, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3610008f-7eda-4b0a-949b-c3550fdfe486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:16.332772 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.411950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] For port fd77c240-3750-492f-8e42-7165023f1e78, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:16.415258 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.415887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] For port fd77c240-3750-492f-8e42-7165023f1e78, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fd77c240-3750-492f-8e42-7165023f1e78,segment=NetworkSegment(3610008f-7eda-4b0a-949b-c3550fdfe486),segment_id=3610008f-7eda-4b0a-949b-c3550fdfe486)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:16.416437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:16.417073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.520386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] Pushing event updated for resources: {'Network': ['ID=728a8bc4-7a14-4b6d-9992-848e6fe962c2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:16.533014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 728a8bc4-7a14-4b6d-9992-848e6fe962c2 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:16.599864 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.610266 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9e5d45de-bfaf-4de4-afb6-69ea8c6ebb7e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8878410 Aug 19 12:43:16.613165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60760) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:16.620353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] Request body: {'subnet': {'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1833636090-subnet', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:16.677687 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.763116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-fdc890e7-2011-4747-a8bd-41e7376982b6 service neutron] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:16.769692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef75587-73d0-4564-b946-d2d969be57e2 None None] Pushing event updated for resources: {'Port': ['ID=fd77c240-3750-492f-8e42-7165023f1e78,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:16.772903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Routers {'61da2024-f1d5-4e77-8720-e3fb79b5711e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:16.773500 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['61da2024-f1d5-4e77-8720-e3fb79b5711e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:16.787840 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] Made reservation on behalf of 5d7bb89e4d854020aa272194daaa97d0 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:16.793105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:16.860417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7dd19214-beaf-4ed2-93eb-94a55dab793d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:16.877722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-fdc890e7-2011-4747-a8bd-41e7376982b6 service neutron] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:17.001311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:17.004155 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ce2149-1224-4336-a6d4-1ba484de21ea" -d '{"events": [{"server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "name": "network-vif-unplugged", "status": "completed", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:17.005392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7dd19214-beaf-4ed2-93eb-94a55dab793d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:17.005784 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.017325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-fdc890e7-2011-4747-a8bd-41e7376982b6 service neutron] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:17.031333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4194996-3092-4474-9862-527fe3efebfb req-8ff1c514-bda9-42c7-a209-c87af27d2234 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:17.033128 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4194996-3092-4474-9862-527fe3efebfb req-8ff1c514-bda9-42c7-a209-c87af27d2234 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 946 time: 0.2154813 Aug 19 12:43:17.067163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] Set router 61da2024-f1d5-4e77-8720-e3fb79b5711e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:17.116744 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4194996-3092-4474-9862-527fe3efebfb req-c29ccb94-0e01-4800-a61b-2e84938018a0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759861 Aug 19 12:43:17.162974 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.222555 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ea443b-fe5d-4949-8fcd-5fe672a6830c x-openstack-request-id: req-26ea443b-fe5d-4949-8fcd-5fe672a6830c {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:17.222897 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "name": "network-vif-unplugged", "status": "completed", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:17.223180 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26ea443b-fe5d-4949-8fcd-5fe672a6830c {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:17.223575 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'code': 200} Aug 19 12:43:17.271187 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-fdc890e7-2011-4747-a8bd-41e7376982b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.290964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.354499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] Pushing event updated for resources: {'Subnet': ['ID=839866fd-154c-4b42-9fde-3f236a131c6a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:17.394385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-fdc890e7-2011-4747-a8bd-41e7376982b6 service neutron] Transition to ACTIVE for port object afd1c000-dd30-42d0-ae89-0f6795e5fb95 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:17.406319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdec9e-32ba-4b46-81de-5de9385d48aa req-778a3d25-9ac2-46b0-ab3d-5b99113afb97 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:17.408215 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0fdec9e-32ba-4b46-81de-5de9385d48aa req-778a3d25-9ac2-46b0-ab3d-5b99113afb97 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 945 time: 0.1272097 Aug 19 12:43:17.411605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] Checking segment: {'id': '2c17bfe9-8817-4ab4-abc5-e758c1ee224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:17.411970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] Network hostable DHCP agents. Network: 728a8bc4-7a14-4b6d-9992-848e6fe962c2, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:17.467825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0fdec9e-32ba-4b46-81de-5de9385d48aa req-e05e7853-e028-40e2-b70c-82c0f2ea96a8 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Aug 19 12:43:17.512995 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-fdc890e7-2011-4747-a8bd-41e7376982b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.552337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] Network 728a8bc4-7a14-4b6d-9992-848e6fe962c2 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:17.567814 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 33fb2073-9465-4261-ab58-17c669618bfe is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:43:17.613495 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'name': 'tempest-TestAggregatesBasicOps-1355722970-router', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:04Z', 'updated_at': '2021-08-19T12:43:12Z', 'revision_number': 4, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'gw_port': {'id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:05Z', 'updated_at': '2021-08-19T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fd77c240-3750-492f-8e42-7165023f1e78', 'name': '', 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'mac_address': 'fa:16:3e:96:6c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '9d2ef769-5f5c-4768-ad82-e6ef44109a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:16Z', 'revision_number': 4, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'subnets': [{'id': '9d2ef769-5f5c-4768-ad82-e6ef44109a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:17.645747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc778c52-f49d-4b3e-b20e-c08496f61c38 None None] The sync data for ids ['61da2024-f1d5-4e77-8720-e3fb79b5711e'] in n-d-803757-2 is: [{'id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'name': 'tempest-TestAggregatesBasicOps-1355722970-router', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:04Z', 'updated_at': '2021-08-19T12:43:12Z', 'revision_number': 4, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'gw_port': {'id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:05Z', 'updated_at': '2021-08-19T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fd77c240-3750-492f-8e42-7165023f1e78', 'name': '', 'network_id': 'e0ad3eff-e5d4-4add-870d-77747bc3d3d9', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'mac_address': 'fa:16:3e:96:6c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '9d2ef769-5f5c-4768-ad82-e6ef44109a00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:11Z', 'updated_at': '2021-08-19T12:43:16Z', 'revision_number': 4, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'subnets': [{'id': '9d2ef769-5f5c-4768-ad82-e6ef44109a00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:17.666310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 728a8bc4-7a14-4b6d-9992-848e6fe962c2) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:17.684848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:17.689922 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.693839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0105de69-f7b2-48c4-9e62-6226b881931a None None] Network 728a8bc4-7a14-4b6d-9992-848e6fe962c2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:17.850030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1cf395f8-8a3f-4b96-930c-8697ad0b619d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2356601 Aug 19 12:43:17.852677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60774) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:17.857830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1833636090-router', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:17.989445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:17.999297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.029876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-728a8bc4-7a14-4b6d-9992-848e6fe962c2', 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'fixed_ips': [{'subnet_id': '839866fd-154c-4b42-9fde-3f236a131c6a'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:18.037842 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.086594 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.201326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc890e7-2011-4747-a8bd-41e7376982b6 service neutron] Pushing event updated for resources: {'Port': ['ID=afd1c000-dd30-42d0-ae89-0f6795e5fb95,revision_number=11']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:18.249721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Allocated IP 172.20.0.2 (728a8bc4-7a14-4b6d-9992-848e6fe962c2/839866fd-154c-4b42-9fde-3f236a131c6a/8ebaa972-ed9e-470a-bfa7-845389ba6fe1) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:18.355938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-fdc890e7-2011-4747-a8bd-41e7376982b6 service neutron] No DVR routers for this DVR port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:18.455941 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.481921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Transition to ACTIVE for port object 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:18.506279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Transition to ACTIVE for port object 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:18.560080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35e0a8-5b94-4550-9579-8cabdec0a679 req-cbd6bd55-6acb-49d1-81c6-3edf1787aa98 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:18.568940 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf35e0a8-5b94-4550-9579-8cabdec0a679 req-cbd6bd55-6acb-49d1-81c6-3edf1787aa98 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 945 time: 0.3176317 Aug 19 12:43:18.592782 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.617107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Network 728a8bc4-7a14-4b6d-9992-848e6fe962c2 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:18.664477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:18.670122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:18.672143 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf35e0a8-5b94-4550-9579-8cabdec0a679 req-9ad0c790-6d07-4fa3-b6f4-e697e379092d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022480 Aug 19 12:43:18.673385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:18.689886 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f82a4c-d730-4944-b013-7361d2aa0dae None None] Sync routers for ids ['33fb2073-9465-4261-ab58-17c669618bfe'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:18.703934 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-fdc890e7-2011-4747-a8bd-41e7376982b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/afd1c000-dd30-42d0-ae89-0f6795e5fb95/bindings/n-h1-803757-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3742990 Aug 19 12:43:18.708358 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f82a4c-d730-4944-b013-7361d2aa0dae None None] Routers {'33fb2073-9465-4261-ab58-17c669618bfe'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:18.709628 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-97f82a4c-d730-4944-b013-7361d2aa0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['33fb2073-9465-4261-ab58-17c669618bfe'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:18.737186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Pushing event updated for resources: {'Port': ['ID=8ebaa972-ed9e-470a-bfa7-845389ba6fe1,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:18.780561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Attempting to bind port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:18.780946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Attempting to bind port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2c17bfe9-8817-4ab4-abc5-e758c1ee224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:18.781385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Attempting to bind port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 on network 728a8bc4-7a14-4b6d-9992-848e6fe962c2 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:18.783180 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.787882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-060f0b5f-4a69-4cb9-a041-c774edee459f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.2229054 Aug 19 12:43:18.787882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60786) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:18.810667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:18.811084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Checking segment: {'id': '2c17bfe9-8817-4ab4-abc5-e758c1ee224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:18.811494 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.811893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Bound using segment: {'id': '2c17bfe9-8817-4ab4-abc5-e758c1ee224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:18.813606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Bound port: 8ebaa972-ed9e-470a-bfa7-845389ba6fe1, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c17bfe9-8817-4ab4-abc5-e758c1ee224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:18.816250 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.850232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:18.887613 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-97f82a4c-d730-4944-b013-7361d2aa0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:18.911664 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f82a4c-d730-4944-b013-7361d2aa0dae None None] Routers {'33fb2073-9465-4261-ab58-17c669618bfe'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:18.914375 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-97f82a4c-d730-4944-b013-7361d2aa0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['33fb2073-9465-4261-ab58-17c669618bfe'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:18.978907 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-97f82a4c-d730-4944-b013-7361d2aa0dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:18.979830 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f82a4c-d730-4944-b013-7361d2aa0dae None None] The sync data for ids ['33fb2073-9465-4261-ab58-17c669618bfe'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:18.991030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fd77c240-3750-492f-8e42-7165023f1e78 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:19.065067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfcc0-81de-485b-be9b-08a5d54d34db req-23eaf69d-e55c-443b-a7cb-790db329fe70 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.068251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3fcfcc0-81de-485b-be9b-08a5d54d34db req-23eaf69d-e55c-443b-a7cb-790db329fe70 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 945 time: 0.2110763 Aug 19 12:43:19.080400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-429e00da-955a-4387-9b01-e7f893af84d4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/routers/33fb2073-9465-4261-ab58-17c669618bfe HTTP/1.1" status: 200 len: 881 time: 0.2900245 Aug 19 12:43:19.080647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60792) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:19.088114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] For port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:19.094819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a02b52-c446-44b0-a32f-7464dab99191 req-cc128fbe-2db1-46c7-a5f3-8c21b5943c69 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.096801 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70a02b52-c446-44b0-a32f-7464dab99191 req-cc128fbe-2db1-46c7-a5f3-8c21b5943c69 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.62 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 945 time: 0.2409027 Aug 19 12:43:19.124607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] For port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8ebaa972-ed9e-470a-bfa7-845389ba6fe1,segment=NetworkSegment(2c17bfe9-8817-4ab4-abc5-e758c1ee224c),segment_id=2c17bfe9-8817-4ab4-abc5-e758c1ee224c)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:19.218321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-c66d62d5-e411-4164-869c-ff8fbb33850d tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.221299 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-c66d62d5-e411-4164-869c-ff8fbb33850d tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca&tenant_id=c4204443efbc4475a6deb99809648e33&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.2915545 Aug 19 12:43:19.296755 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3fcfcc0-81de-485b-be9b-08a5d54d34db req-b6de2687-26f0-4c3f-8be4-21cb02b63746 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/security-groups?id=bce0c1d5-3bcb-4056-92f5-e04450b92147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175186 Aug 19 12:43:19.308937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port fd77c240-3750-492f-8e42-7165023f1e78 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:19.318854 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.321553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port fd77c240-3750-492f-8e42-7165023f1e78 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:19.322149 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.393526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-d0e26410-51fe-4162-af3f-70ba37b58d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.395404 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-d0e26410-51fe-4162-af3f-70ba37b58d78 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 1096 time: 0.1640923 Aug 19 12:43:19.404628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-70a02b52-c446-44b0-a32f-7464dab99191 req-f0c55de5-0416-4b61-934b-e72a34466fcd tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Deleting port b94929ac-eaf8-44fc-ba0a-db4146ad911e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:19.405105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70a02b52-c446-44b0-a32f-7464dab99191 req-f0c55de5-0416-4b61-934b-e72a34466fcd tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.464837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b811a8-0619-4218-a194-8441c4828701 None None] Pushing event updated for resources: {'Port': ['ID=8ebaa972-ed9e-470a-bfa7-845389ba6fe1,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:19.511974 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-171c1b18-75e9-484d-8926-70950388cdac tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4293542 Aug 19 12:43:19.512962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60798) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:19.518254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-683b4e7f-e42a-4a35-8fd4-87b865382e00 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1845509082'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:19.554007 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.602484 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port fd77c240-3750-492f-8e42-7165023f1e78, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fd77c240-3750-492f-8e42-7165023f1e78,segment=NetworkSegment(3610008f-7eda-4b0a-949b-c3550fdfe486),segment_id=3610008f-7eda-4b0a-949b-c3550fdfe486)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:19.704601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-70a02b52-c446-44b0-a32f-7464dab99191 req-f0c55de5-0416-4b61-934b-e72a34466fcd tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] For port b94929ac-eaf8-44fc-ba0a-db4146ad911e, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=b94929ac-eaf8-44fc-ba0a-db4146ad911e,segment=NetworkSegment(7cbee60c-07df-4793-b52d-d4567ca32d22),segment_id=7cbee60c-07df-4793-b52d-d4567ca32d22)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:19.704995 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70a02b52-c446-44b0-a32f-7464dab99191 req-f0c55de5-0416-4b61-934b-e72a34466fcd tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.722259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.742900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.773119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-70a02b52-c446-44b0-a32f-7464dab99191 req-f0c55de5-0416-4b61-934b-e72a34466fcd tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Calling delete_port for b94929ac-eaf8-44fc-ba0a-db4146ad911e owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:19.776602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-ede140d9-f65e-4ae4-84ba-afe67b03fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:19.778143 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-ede140d9-f65e-4ae4-84ba-afe67b03fe10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 1096 time: 0.1984966 Aug 19 12:43:19.782242 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:19.812229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=fd77c240-3750-492f-8e42-7165023f1e78,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:20.044861 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-683b4e7f-e42a-4a35-8fd4-87b865382e00 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.068665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b7fb5-72bb-43c4-a330-7a410d3dede4 req-1abf7cd8-88e8-469a-a550-9ae98433fa0a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.070076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f38b7fb5-72bb-43c4-a330-7a410d3dede4 req-1abf7cd8-88e8-469a-a550-9ae98433fa0a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 945 time: 0.2437215 Aug 19 12:43:20.117259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-4f94ed70-50cd-479a-b36c-81916a55f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.119289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-4f94ed70-50cd-479a-b36c-81916a55f8f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5763ebe0-2f38-4602-ab3a-934da566492e HTTP/1.1" status: 200 len: 898 time: 0.3293180 Aug 19 12:43:20.135673 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-683b4e7f-e42a-4a35-8fd4-87b865382e00 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.144476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Allocated IP 172.25.2.164 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/8bbdf67c-959b-4feb-ae48-e97b8f4f69ee) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:20.254491 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f38b7fb5-72bb-43c4-a330-7a410d3dede4 req-4f249307-8961-41cb-abac-4bf413da3c30 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698828 Aug 19 12:43:20.266425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683b4e7f-e42a-4a35-8fd4-87b865382e00 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 33fb2073-9465-4261-ab58-17c669618bfe has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:20.319799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-1caf934f-17d1-41e4-9c94-da42399523f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95 HTTP/1.1" status: 200 len: 999 time: 0.1915205 Aug 19 12:43:20.438562 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70a02b52-c446-44b0-a32f-7464dab99191 req-f0c55de5-0416-4b61-934b-e72a34466fcd tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.447821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-8980ce2a-05bc-4fad-b889-53ef9d8baab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.449321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-8980ce2a-05bc-4fad-b889-53ef9d8baab1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aceba9f8-e6f6-447c-b336-03c87e3be7a2 HTTP/1.1" status: 200 len: 835 time: 0.1195011 Aug 19 12:43:20.453576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['b94929ac-eaf8-44fc-ba0a-db4146ad911e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:43:20.491568 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3a2c1f60-2b17-45ce-85d8-2678b11196a4 req-2f30d7f9-3f00-46c6-b6e2-266e41ba3b9d tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0553365 Aug 19 12:43:20.503265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c55de5-0416-4b61-934b-e72a34466fcd tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Pushing event deleted for resources: {'Port': ['ID=b94929ac-eaf8-44fc-ba0a-db4146ad911e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:20.523589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683b4e7f-e42a-4a35-8fd4-87b865382e00 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:20.535146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a770c-2322-407c-8010-e5d97538de33 None None] Sync routers for ids ['33fb2073-9465-4261-ab58-17c669618bfe'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:20.542543 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-683b4e7f-e42a-4a35-8fd4-87b865382e00 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.548519 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-683b4e7f-e42a-4a35-8fd4-87b865382e00 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/33fb2073-9465-4261-ab58-17c669618bfe HTTP/1.1" status: 200 len: 888 time: 1.0304420 Aug 19 12:43:20.548872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60820) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:20.552031 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.552294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a770c-2322-407c-8010-e5d97538de33 None None] Routers {'33fb2073-9465-4261-ab58-17c669618bfe'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:20.559984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4a8a770c-2322-407c-8010-e5d97538de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['33fb2073-9465-4261-ab58-17c669618bfe'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:20.600614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4a8a770c-2322-407c-8010-e5d97538de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:20.612025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a770c-2322-407c-8010-e5d97538de33 None None] Routers {'33fb2073-9465-4261-ab58-17c669618bfe'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:20.612399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4a8a770c-2322-407c-8010-e5d97538de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['33fb2073-9465-4261-ab58-17c669618bfe'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:20.663136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4a8a770c-2322-407c-8010-e5d97538de33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:20.663763 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a770c-2322-407c-8010-e5d97538de33 None None] The sync data for ids ['33fb2073-9465-4261-ab58-17c669618bfe'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:20.681859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a02b52-c446-44b0-a32f-7464dab99191 req-f0c55de5-0416-4b61-934b-e72a34466fcd tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] No DVR routers for this DVR port b94929ac-eaf8-44fc-ba0a-db4146ad911e on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:20.684531 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70a02b52-c446-44b0-a32f-7464dab99191 req-f0c55de5-0416-4b61-934b-e72a34466fcd tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:20.687390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70a02b52-c446-44b0-a32f-7464dab99191 req-f0c55de5-0416-4b61-934b-e72a34466fcd tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.62 "DELETE /v2.0/ports/b94929ac-eaf8-44fc-ba0a-db4146ad911e HTTP/1.1" status: 204 len: 173 time: 1.5727723 Aug 19 12:43:20.691158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d09493-6e63-4983-bf06-2c303e2e2fd4', 'name': 'network-vif-deleted', 'tag': 'b94929ac-eaf8-44fc-ba0a-db4146ad911e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:20.693491 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8966aca2-0093-4acf-8136-202a11a65e4b" -d '{"events": [{"server_uuid": "43d09493-6e63-4983-bf06-2c303e2e2fd4", "name": "network-vif-deleted", "tag": "b94929ac-eaf8-44fc-ba0a-db4146ad911e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:20.745299 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a0a607-16ca-489a-b0c0-deaefb440316 x-openstack-request-id: req-66a0a607-16ca-489a-b0c0-deaefb440316 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:20.745589 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d09493-6e63-4983-bf06-2c303e2e2fd4", "name": "network-vif-deleted", "tag": "b94929ac-eaf8-44fc-ba0a-db4146ad911e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:20.746516 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66a0a607-16ca-489a-b0c0-deaefb440316 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:20.747006 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d09493-6e63-4983-bf06-2c303e2e2fd4', 'name': 'network-vif-deleted', 'tag': 'b94929ac-eaf8-44fc-ba0a-db4146ad911e', 'status': 'completed', 'code': 200} Aug 19 12:43:20.754943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-02382ff2-cc65-4642-a072-12ab4240035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:20.756458 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-02382ff2-cc65-4642-a072-12ab4240035e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5763ebe0-2f38-4602-ab3a-934da566492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2690949 Aug 19 12:43:20.855538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c511c2-ae6a-4a45-bbba-246e6e3168bf None None] Network 728a8bc4-7a14-4b6d-9992-848e6fe962c2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:20.861583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60832) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:20.861814 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d5b73218-8439-4462-93f5-cd86a53df627 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/routers/33fb2073-9465-4261-ab58-17c669618bfe HTTP/1.1" status: 200 len: 888 time: 0.3071375 Aug 19 12:43:20.904746 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-c0c3bcb3-9fe7-49a6-bfbc-ba65293008c4 service neutron] 10.222.0.62 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390529 Aug 19 12:43:20.910829 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c0e93ee1-7508-4588-a6a6-24f1aa47ec21 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fb2073-9465-4261-ab58-17c669618bfe HTTP/1.1" status: 200 len: 205 time: 0.0479696 Aug 19 12:43:20.913218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60834) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:20.990504 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.044652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:21.063444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:21.074484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:21.077326 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.099720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:21.125092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Pushing event updated for resources: {'Port': ['ID=8bbdf67c-959b-4feb-ae48-e97b8f4f69ee,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:21.139332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-bbe76267-57ca-48a8-bf6e-1fa01909763c service neutron] 10.222.0.62 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251351 Aug 19 12:43:21.196356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-841b98bf-521a-433e-95a6-0bf4ef66e820 None None] Provisioning for port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:21.286315 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.391893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd9bea-c00f-4783-a8e0-f080af5b3e42 req-5ae952ef-1b13-4242-9dd0-5704dc5a5b2d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:21.393544 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aafd9bea-c00f-4783-a8e0-f080af5b3e42 req-5ae952ef-1b13-4242-9dd0-5704dc5a5b2d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 945 time: 0.0587437 Aug 19 12:43:21.405577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:21.410328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:21.411314 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.451025 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aafd9bea-c00f-4783-a8e0-f080af5b3e42 req-c1f9856a-0ace-40c5-9fb7-3679e316fa64 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437369 Aug 19 12:43:21.509644 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.604567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0656a613-d5cf-4313-9358-b32a67240aff None None] Provisioning complete for port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:21.605153 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0656a613-d5cf-4313-9358-b32a67240aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.676563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 0abd9a77-50e5-4b24-aa89-027e0af7031e {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:21.677228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.682264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-163ec746-fc19-4011-ba39-a0f1ed54f6d7 req-b965c68e-daf7-459b-a75b-7ab8efdedd28 tempest-VolumesSnapshotTestJSON-1691432001 tempest-VolumesSnapshotTestJSON-1691432001-project] 10.222.0.21 "GET /v2.0/ports?device_id=43d09493-6e63-4983-bf06-2c303e2e2fd4 HTTP/1.1" status: 200 len: 210 time: 0.0393767 Aug 19 12:43:21.738099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device afd1c000-dd30-42d0-ae89-0f6795e5fb95 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:21.745612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8ebaa972-ed9e-470a-bfa7-845389ba6fe1,segment=NetworkSegment(2c17bfe9-8817-4ab4-abc5-e758c1ee224c),segment_id=2c17bfe9-8817-4ab4-abc5-e758c1ee224c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:21.783763 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.797186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 0abd9a77-50e5-4b24-aa89-027e0af7031e owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:21.823108 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0656a613-d5cf-4313-9358-b32a67240aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.825161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device afd1c000-dd30-42d0-ae89-0f6795e5fb95 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:21.897514 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:21.897514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fd77c240-3750-492f-8e42-7165023f1e78 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:21.940128 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.012718 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-0656a613-d5cf-4313-9358-b32a67240aff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:43:22.013068 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-0656a613-d5cf-4313-9358-b32a67240aff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:43:22.029287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=8ebaa972-ed9e-470a-bfa7-845389ba6fe1,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:22.045669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port fd77c240-3750-492f-8e42-7165023f1e78 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:22.046089 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.083911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-aec85448-d4a2-4294-b01c-d3f6d0453f65 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:22.086961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-aec85448-d4a2-4294-b01c-d3f6d0453f65 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca&tenant_id=c4204443efbc4475a6deb99809648e33&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 1096 time: 0.0924268 Aug 19 12:43:22.198135 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.239879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=0abd9a77-50e5-4b24-aa89-027e0af7031e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:22.296854 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.300769 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.406539 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.408710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.477906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-7e3be17d-ffbd-4664-818e-28f9d98d10b9 service neutron] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:22.482156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-7e3be17d-ffbd-4664-818e-28f9d98d10b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.483319 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4550b8c1-32e1-451a-bc62-fd00a73c3d2c req-7e3be17d-ffbd-4664-818e-28f9d98d10b9 service neutron] 10.222.0.62 "DELETE /v2.0/ports/afd1c000-dd30-42d0-ae89-0f6795e5fb95/bindings/n-h2-803757-2 HTTP/1.1" status: 204 len: 173 time: 0.3893723 Aug 19 12:43:22.577376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:43:22.608745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d07f-3619-4bc1-b5cf-ca2ba1d85b2b req-e8033d9f-c137-48e0-b151-2c5068256b41 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:22.610278 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d023d07f-3619-4bc1-b5cf-ca2ba1d85b2b req-e8033d9f-c137-48e0-b151-2c5068256b41 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 945 time: 0.0813131 Aug 19 12:43:22.625185 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.633852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Fanout notify agent at l3_agent the message router_deleted on router 33fb2073-9465-4261-ab58-17c669618bfe {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:43:22.639193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.644173 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-14901d35-5c1f-43e2-bde6-cccdfa739e91 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/33fb2073-9465-4261-ab58-17c669618bfe HTTP/1.1" status: 204 len: 168 time: 1.7257683 Aug 19 12:43:22.644353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60896) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:22.655268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1849983274'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:22.661057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d023d07f-3619-4bc1-b5cf-ca2ba1d85b2b req-b46e74cc-2523-4fd5-bced-038ef38afd1a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446908 Aug 19 12:43:22.723450 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:22.732814 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Sync routers for ids ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:22.745205 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Routers {'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:22.745714 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:22.859468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:22.898712 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.926972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:22.952650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6da37e-d716-4bd3-99d4-dcd627d4bd66 req-3be774ac-7749-47f5-ace3-df9b9739f591 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:22.961711 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b6da37e-d716-4bd3-99d4-dcd627d4bd66 req-3be774ac-7749-47f5-ace3-df9b9739f591 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 1096 time: 0.1871102 Aug 19 12:43:22.974073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:22.975656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6a54e8c5-c772-491b-927b-8baaa505a905 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1218302 Aug 19 12:43:22.979015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60914) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:22.998123 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:23.013605 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.016273 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added segment 6faaa06a-8686-4168-bce7-cb9775e9d81e of type vlan for network 1779f792-d59a-45ef-8dce-e5da5b63046b Aug 19 12:43:23.019888 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Set router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:23.045390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:23.046049 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.114313 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.169099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b94929ac-eaf8-44fc-ba0a-db4146ad911e no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:23.215812 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: b94929ac-eaf8-44fc-ba0a-db4146ad911e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:23.217024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device b94929ac-eaf8-44fc-ba0a-db4146ad911e not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:23.223368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b6da37e-d716-4bd3-99d4-dcd627d4bd66 req-e4d6146a-5ef1-4b50-b4a2-43536c4c1149 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600269 Aug 19 12:43:23.348452 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.357331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:23.358274 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.375532 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'name': 'tempest-TestAggregatesBasicOps-1833636090-router', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:17Z', 'updated_at': '2021-08-19T12:43:21Z', 'revision_number': 3, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'gw_port': {'id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:19Z', 'updated_at': '2021-08-19T12:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:23.470538 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Checking router: a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:23.471074 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Updating router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:23.494453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Network': ['ID=1779f792-d59a-45ef-8dce-e5da5b63046b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:23.505666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 1779f792-d59a-45ef-8dce-e5da5b63046b details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:23.527664 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6783425e-bb78-46e1-afd8-c7c3edcd5a07 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8790607 Aug 19 12:43:23.527890 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:23.528227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60932) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:23.535713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'subnet': {'network_id': '1779f792-d59a-45ef-8dce-e5da5b63046b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:23.837396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:23.841567 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.035259 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.048608 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Transition to ACTIVE for port object 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:24.097212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4268b-92ca-41ad-ac2f-005eeecbedb4 req-1a4e48db-e6fe-47d8-bf5e-f87f0deca56e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:24.099311 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6bd4268b-92ca-41ad-ac2f-005eeecbedb4 req-1a4e48db-e6fe-47d8-bf5e-f87f0deca56e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 945 time: 0.7425928 Aug 19 12:43:24.176970 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6bd4268b-92ca-41ad-ac2f-005eeecbedb4 req-15cb203e-8a9e-400c-a733-e3b622169cd9 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679867 Aug 19 12:43:24.212822 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.213198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60958) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:24.264358 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Pushing event updated for resources: {'Port': ['ID=8bbdf67c-959b-4feb-ae48-e97b8f4f69ee,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:24.281889 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Attempting to bind port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:24.285853 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.287411 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Attempting to bind port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:24.287975 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Attempting to bind port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:24.298374 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.307811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.307811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.307811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.307811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.307811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.307811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.307811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.307811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.307811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.307811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.307811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:24.316580 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:24.317422 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:24.318487 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.319084 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:24.319740 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Bound port: 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:24.321226 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.328674 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.382403 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9cafcbbc-b2cb-48e8-9c4f-10e630db459c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/2e05cbad-1363-4d42-92d8-c332d7b3498b HTTP/1.1" status: 200 len: 991 time: 0.1679349 Aug 19 12:43:24.403062 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] For port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:24.407530 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] For port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8bbdf67c-959b-4feb-ae48-e97b8f4f69ee,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:24.436328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Subnet': ['ID=85a67af8-c582-4935-99c2-ebfc905f90b9,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:24.447060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Checking segment: {'id': '6faaa06a-8686-4168-bce7-cb9775e9d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1779f792-d59a-45ef-8dce-e5da5b63046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:24.447424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network hostable DHCP agents. Network: 1779f792-d59a-45ef-8dce-e5da5b63046b, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:24.497535 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.557506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Allocated IP 172.20.0.1 (728a8bc4-7a14-4b6d-9992-848e6fe962c2/839866fd-154c-4b42-9fde-3f236a131c6a/18e21f4f-ce38-4e88-8013-5df7458597cd) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:24.559127 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3be79-9532-4a25-b568-78757105448f None None] Pushing event updated for resources: {'Port': ['ID=8bbdf67c-959b-4feb-ae48-e97b8f4f69ee,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:24.561801 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Routers {'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:24.562408 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:24.582554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 1779f792-d59a-45ef-8dce-e5da5b63046b is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:24.642894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 60980) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:24.702780 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] Set router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:24.730834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.748024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 1779f792-d59a-45ef-8dce-e5da5b63046b) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:24.758180 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:24.760695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9907eb-25e1-41b6-a521-c4110a299265 None None] Network 1779f792-d59a-45ef-8dce-e5da5b63046b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:24.762885 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:24.795607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Transition to ACTIVE for port object 18e21f4f-ce38-4e88-8013-5df7458597cd will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:24.971321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c4c0190f-8312-40ea-9bd2-cf69ce1b61a9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4417293 Aug 19 12:43:24.974070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 60994) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:24.980917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b1ae4540-6c4d-41fe-b17a-c7e7c7df9fcd tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1689453150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:25.033665 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.046665 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-1779f792-d59a-45ef-8dce-e5da5b63046b', 'network_id': '1779f792-d59a-45ef-8dce-e5da5b63046b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'fixed_ips': [{'subnet_id': '85a67af8-c582-4935-99c2-ebfc905f90b9'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:25.047979 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.075545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port 0e43fd74-be13-4d1d-8d0e-c4aa9f4e6570 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:25.075955 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.135982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Network 728a8bc4-7a14-4b6d-9992-848e6fe962c2 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:25.140331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:25.142270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Pushing event updated for resources: {'Port': ['ID=18e21f4f-ce38-4e88-8013-5df7458597cd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:25.144506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:25.190891 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.195907 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'name': 'tempest-TestAggregatesBasicOps-1833636090-router', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:17Z', 'updated_at': '2021-08-19T12:43:21Z', 'revision_number': 3, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'gw_port': {'id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:19Z', 'updated_at': '2021-08-19T12:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:25.230630 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c69ec8-1801-4795-8fc7-ad87bbbd5f26 None None] The sync data for ids ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'] in n-d-803757-2 is: [{'id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'name': 'tempest-TestAggregatesBasicOps-1833636090-router', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:17Z', 'updated_at': '2021-08-19T12:43:21Z', 'revision_number': 3, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'gw_port': {'id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:19Z', 'updated_at': '2021-08-19T12:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:25.248484 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.249632 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.272389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Allocated IP 172.20.0.2 (1779f792-d59a-45ef-8dce-e5da5b63046b/85a67af8-c582-4935-99c2-ebfc905f90b9/826ac5e0-a8b6-4cf9-be26-ec821a67479c) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:25.285314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for 0e43fd74-be13-4d1d-8d0e-c4aa9f4e6570 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:25.379431 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.379699 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4540-6c4d-41fe-b17a-c7e7c7df9fcd tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.385215 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4540-6c4d-41fe-b17a-c7e7c7df9fcd tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.516157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.529808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Transition to ACTIVE for port object 826ac5e0-a8b6-4cf9-be26-ec821a67479c will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:25.553978 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4540-6c4d-41fe-b17a-c7e7c7df9fcd tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.559680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Transition to ACTIVE for port object 826ac5e0-a8b6-4cf9-be26-ec821a67479c will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:25.642551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.720356 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4540-6c4d-41fe-b17a-c7e7c7df9fcd tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.803722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.806245 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.816288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e511cb26-e614-4740-87bb-a6ece821276e None None] Provisioning for port 18e21f4f-ce38-4e88-8013-5df7458597cd completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:25.874736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e511cb26-e614-4740-87bb-a6ece821276e None None] Provisioning complete for port 18e21f4f-ce38-4e88-8013-5df7458597cd triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:25.875445 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e511cb26-e614-4740-87bb-a6ece821276e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.876305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=0e43fd74-be13-4d1d-8d0e-c4aa9f4e6570,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:25.890632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.946041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e511cb26-e614-4740-87bb-a6ece821276e None None] Port 18e21f4f-ce38-4e88-8013-5df7458597cd cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:25.956616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Network 1779f792-d59a-45ef-8dce-e5da5b63046b is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:25.960513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:25.964685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:25.978021 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.978383 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Floating IP 2e05cbad-1363-4d42-92d8-c332d7b3498b disassociated (deleted). External IP: 172.25.2.62, port: afd1c000-dd30-42d0-ae89-0f6795e5fb95. Aug 19 12:43:25.986331 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4540-6c4d-41fe-b17a-c7e7c7df9fcd tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:25.998484 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b1ae4540-6c4d-41fe-b17a-c7e7c7df9fcd tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0125690 Aug 19 12:43:25.999732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 32792) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:26.001383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Pushing event updated for resources: {'Port': ['ID=826ac5e0-a8b6-4cf9-be26-ec821a67479c,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:26.082061 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Attempting to bind port 826ac5e0-a8b6-4cf9-be26-ec821a67479c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:26.082450 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Attempting to bind port 826ac5e0-a8b6-4cf9-be26-ec821a67479c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '6faaa06a-8686-4168-bce7-cb9775e9d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1779f792-d59a-45ef-8dce-e5da5b63046b'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:26.083983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Attempting to bind port 826ac5e0-a8b6-4cf9-be26-ec821a67479c on network 1779f792-d59a-45ef-8dce-e5da5b63046b {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:26.089573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:26.089816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Checking segment: {'id': '6faaa06a-8686-4168-bce7-cb9775e9d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1779f792-d59a-45ef-8dce-e5da5b63046b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:26.090089 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.090486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Bound using segment: {'id': '6faaa06a-8686-4168-bce7-cb9775e9d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1779f792-d59a-45ef-8dce-e5da5b63046b'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:26.091014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Bound port: 826ac5e0-a8b6-4cf9-be26-ec821a67479c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faaa06a-8686-4168-bce7-cb9775e9d81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1779f792-d59a-45ef-8dce-e5da5b63046b'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:26.091406 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.111165 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.213622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] For port 826ac5e0-a8b6-4cf9-be26-ec821a67479c, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:26.217293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] For port 826ac5e0-a8b6-4cf9-be26-ec821a67479c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=826ac5e0-a8b6-4cf9-be26-ec821a67479c,segment=NetworkSegment(6faaa06a-8686-4168-bce7-cb9775e9d81e),segment_id=6faaa06a-8686-4168-bce7-cb9775e9d81e)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:26.223195 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.292148 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.329848 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.346024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Pushing event updated for resources: {'Port': ['ID=18e21f4f-ce38-4e88-8013-5df7458597cd,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:26.394978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687e1c3-5c51-4ba5-bda8-f379fcf764f6 None None] Pushing event updated for resources: {'Port': ['ID=826ac5e0-a8b6-4cf9-be26-ec821a67479c,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:26.418457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router 6950552f-47d3-4b67-94af-1571eaa4384a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:26.574663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Network 728a8bc4-7a14-4b6d-9992-848e6fe962c2 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:26.578435 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:26.586154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:26.603978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4b4fd-7f4a-470c-9cbc-a04c98f794d8 None None] Sync routers for ids ['6950552f-47d3-4b67-94af-1571eaa4384a'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:26.612832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.613086 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:26.624929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4b4fd-7f4a-470c-9cbc-a04c98f794d8 None None] Routers {'6950552f-47d3-4b67-94af-1571eaa4384a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:26.625621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-68b4b4fd-7f4a-470c-9cbc-a04c98f794d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6950552f-47d3-4b67-94af-1571eaa4384a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:26.792781 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a5d52ba3-1b88-4813-97e4-0a4c3968094c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/floatingips/2e05cbad-1363-4d42-92d8-c332d7b3498b HTTP/1.1" status: 204 len: 168 time: 2.1486251 Aug 19 12:43:26.804707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:26.812499 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:26.951627 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790b3eff-274f-4db9-8ce8-1834de690c85 x-openstack-request-id: req-790b3eff-274f-4db9-8ce8-1834de690c85 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:26.952146 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:26.952606 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-790b3eff-274f-4db9-8ce8-1834de690c85 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:26.953206 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'status': 'completed', 'code': 200} Aug 19 12:43:27.054503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3 req-29631554-c9e1-4bea-a76c-9bdb8c9186b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:27.060891 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3 req-29631554-c9e1-4bea-a76c-9bdb8c9186b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 1096 time: 0.0935276 Aug 19 12:43:27.233598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3 req-78e07040-dd36-4e17-90d1-981decc2602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:27.235692 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3 req-78e07040-dd36-4e17-90d1-981decc2602e service neutron] 10.222.0.62 "GET /v2.0/networks?id=5763ebe0-2f38-4602-ab3a-934da566492e HTTP/1.1" status: 200 len: 898 time: 0.1639867 Aug 19 12:43:27.311451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 826ac5e0-a8b6-4cf9-be26-ec821a67479c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:27.324536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Allocated IP 172.20.0.1 (1779f792-d59a-45ef-8dce-e5da5b63046b/85a67af8-c582-4935-99c2-ebfc905f90b9/49c69755-7b9b-4a37-91a2-ef6f0e4f292e) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:27.401521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3 req-8e044469-fc18-40a4-85ca-9f8d50c003db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95 HTTP/1.1" status: 200 len: 217 time: 0.1573365 Aug 19 12:43:27.452306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-68b4b4fd-7f4a-470c-9cbc-a04c98f794d8 None None] Set router 6950552f-47d3-4b67-94af-1571eaa4384a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:27.512685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3 req-087a5495-2092-4103-9645-7c5de51e3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:27.515618 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3 req-087a5495-2092-4103-9645-7c5de51e3e29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aceba9f8-e6f6-447c-b336-03c87e3be7a2 HTTP/1.1" status: 200 len: 835 time: 0.1068201 Aug 19 12:43:27.533462 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.566614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Transition to ACTIVE for port object 49c69755-7b9b-4a37-91a2-ef6f0e4f292e will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:27.580354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bf0a590b-e660-4433-aba5-f0132f7e82ef None None] Provisioning complete for port 18e21f4f-ce38-4e88-8013-5df7458597cd triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:27.580734 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bf0a590b-e660-4433-aba5-f0132f7e82ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.614069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:27.686037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3 req-763b85bd-aee3-42f6-a8af-fa536d285705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:27.687848 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3 req-763b85bd-aee3-42f6-a8af-fa536d285705 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5763ebe0-2f38-4602-ab3a-934da566492e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646667 Aug 19 12:43:27.813851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-bf0a590b-e660-4433-aba5-f0132f7e82ef None None] Port 18e21f4f-ce38-4e88-8013-5df7458597cd cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:27.908871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 826ac5e0-a8b6-4cf9-be26-ec821a67479c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:27.913012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:27.918673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:27.920236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-918d56f7-28ea-424b-a075-4305a53f7336 admin admin] 10.222.0.21 "PUT /v2.0/routers/a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9396780 Aug 19 12:43:27.923565 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:27.980892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 1779f792-d59a-45ef-8dce-e5da5b63046b is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:27.989199 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3 req-cd1976e0-b011-44cd-91ca-a35bb7c0ad80 service neutron] 10.222.0.62 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834156 Aug 19 12:43:28.058748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:28.072533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:28.152954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-68b4b4fd-7f4a-470c-9cbc-a04c98f794d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:11Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3e791b54-0b9c-4f0b-becb-4f233c5b966c', 'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:19:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:10Z', 'updated_at': '2021-08-19T12:42:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:28.232254 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-fdfe341f-9d7f-4e48-bd9a-799cb96a4613 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6396229 Aug 19 12:43:28.240800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4b4fd-7f4a-470c-9cbc-a04c98f794d8 None None] Checking router: 6950552f-47d3-4b67-94af-1571eaa4384a for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:28.248310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:28.269213 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:28.269731 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.288373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4b4fd-7f4a-470c-9cbc-a04c98f794d8 None None] Routers {'6950552f-47d3-4b67-94af-1571eaa4384a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:28.288984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-68b4b4fd-7f4a-470c-9cbc-a04c98f794d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6950552f-47d3-4b67-94af-1571eaa4384a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:28.339767 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Sync routers for ids ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:28.353771 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Routers {'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:28.354397 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:28.402114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=49c69755-7b9b-4a37-91a2-ef6f0e4f292e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:28.467736 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:28.527051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5559914-d927-4fec-a1bc-de8ec7b5a3d3 req-d80f8fe6-0d12-4b35-be45-b749d422e7e5 service neutron] 10.222.0.62 "GET /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123668 Aug 19 12:43:28.559511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76801937-6bff-4abf-b56b-ef163b20017e req-ff64fab4-1c8b-41b2-9198-6b712713bf51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:28.571345 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76801937-6bff-4abf-b56b-ef163b20017e req-ff64fab4-1c8b-41b2-9198-6b712713bf51 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 945 time: 0.5794370 Aug 19 12:43:28.632191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-43770841-9961-4c2c-9d6b-7f5b6ad70d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:28.651814 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-43770841-9961-4c2c-9d6b-7f5b6ad70d45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1096 time: 0.3527997 Aug 19 12:43:28.661667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002ca22-1e13-46f4-9275-121229ef35d0 req-81476771-14d6-40af-ae1c-50cba9b907cf tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:28.671726 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3002ca22-1e13-46f4-9275-121229ef35d0 req-81476771-14d6-40af-ae1c-50cba9b907cf tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.62 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 945 time: 0.4977057 Aug 19 12:43:28.713788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-68b4b4fd-7f4a-470c-9cbc-a04c98f794d8 None None] Set router 6950552f-47d3-4b67-94af-1571eaa4384a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:28.780437 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Set router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:28.876518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76801937-6bff-4abf-b56b-ef163b20017e req-67f92add-7e5a-4021-8194-4f76a2f45c05 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042448 Aug 19 12:43:28.985698 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5681232f-78d3-484c-82c5-07a47bc2dc99 None None] Network 1779f792-d59a-45ef-8dce-e5da5b63046b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:29.016147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-3002ca22-1e13-46f4-9275-121229ef35d0 req-54881f77-85ea-4340-8a5d-ff3806c8687a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port afd1c000-dd30-42d0-ae89-0f6795e5fb95 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:29.016643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3002ca22-1e13-46f4-9275-121229ef35d0 req-54881f77-85ea-4340-8a5d-ff3806c8687a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.026903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-7ddb2fd6-ebd3-49d5-b3bb-d9f479ccca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:29.026903 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-7ddb2fd6-ebd3-49d5-b3bb-d9f479ccca03 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.3379219 Aug 19 12:43:29.215106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-1d7cbce4-98b4-46bc-9325-fe53caf4491a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 200 len: 1001 time: 0.1830757 Aug 19 12:43:29.225477 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.361857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-5f3881f1-ff92-4dff-b7c2-0946ae4aab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:29.366510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-5f3881f1-ff92-4dff-b7c2-0946ae4aab4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.1414437 Aug 19 12:43:29.373938 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'name': 'tempest-TestAggregatesBasicOps-1833636090-router', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:17Z', 'updated_at': '2021-08-19T12:43:25Z', 'revision_number': 4, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'gw_port': {'id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:19Z', 'updated_at': '2021-08-19T12:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '18e21f4f-ce38-4e88-8013-5df7458597cd', 'name': '', 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'mac_address': 'fa:16:3e:5d:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '839866fd-154c-4b42-9fde-3f236a131c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:24Z', 'updated_at': '2021-08-19T12:43:25Z', 'revision_number': 2, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'subnets': [{'id': '839866fd-154c-4b42-9fde-3f236a131c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:29.427987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-3002ca22-1e13-46f4-9275-121229ef35d0 req-54881f77-85ea-4340-8a5d-ff3806c8687a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port afd1c000-dd30-42d0-ae89-0f6795e5fb95, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=afd1c000-dd30-42d0-ae89-0f6795e5fb95,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:29.431372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3002ca22-1e13-46f4-9275-121229ef35d0 req-54881f77-85ea-4340-8a5d-ff3806c8687a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.457526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-3002ca22-1e13-46f4-9275-121229ef35d0 req-54881f77-85ea-4340-8a5d-ff3806c8687a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for afd1c000-dd30-42d0-ae89-0f6795e5fb95 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:29.481577 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Checking router: a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:29.482358 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Updating router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f port 18e21f4f-ce38-4e88-8013-5df7458597cd binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:29.512525 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.526713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f2408a4e-e0bd-4b80-9f9e-48e58024cf94 None None] Provisioning for port 826ac5e0-a8b6-4cf9-be26-ec821a67479c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:29.538642 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.575348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f2408a4e-e0bd-4b80-9f9e-48e58024cf94 None None] Provisioning complete for port 826ac5e0-a8b6-4cf9-be26-ec821a67479c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:29.575591 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2408a4e-e0bd-4b80-9f9e-48e58024cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.739122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8bbdf67c-959b-4feb-ae48-e97b8f4f69ee,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:29.856916 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:29.990223 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2408a4e-e0bd-4b80-9f9e-48e58024cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.011003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-d1334f40-c109-4901-8a78-0a07c471915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:30.012401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-d1334f40-c109-4901-8a78-0a07c471915c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6381824 Aug 19 12:43:30.087940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f2408a4e-e0bd-4b80-9f9e-48e58024cf94 None None] For port 826ac5e0-a8b6-4cf9-be26-ec821a67479c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=826ac5e0-a8b6-4cf9-be26-ec821a67479c,segment=NetworkSegment(6faaa06a-8686-4168-bce7-cb9775e9d81e),segment_id=6faaa06a-8686-4168-bce7-cb9775e9d81e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:30.122844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-68b4b4fd-7f4a-470c-9cbc-a04c98f794d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:11Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3e791b54-0b9c-4f0b-becb-4f233c5b966c', 'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:19:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:10Z', 'updated_at': '2021-08-19T12:42:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:30.139275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.180053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3002ca22-1e13-46f4-9275-121229ef35d0 req-54881f77-85ea-4340-8a5d-ff3806c8687a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.201733 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-2a684fb8-d336-4440-8dce-09f3b0578c32 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796019 Aug 19 12:43:30.205038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4b4fd-7f4a-470c-9cbc-a04c98f794d8 None None] The sync data for ids ['6950552f-47d3-4b67-94af-1571eaa4384a'] in n-d-803757-2 is: [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:42:11Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3e791b54-0b9c-4f0b-becb-4f233c5b966c', 'name': '', 'network_id': '5763ebe0-2f38-4602-ab3a-934da566492e', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:19:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:10Z', 'updated_at': '2021-08-19T12:42:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': 'aceba9f8-e6f6-447c-b336-03c87e3be7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:30.213766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=8bbdf67c-959b-4feb-ae48-e97b8f4f69ee,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:30.215805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54881f77-85ea-4340-8a5d-ff3806c8687a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=afd1c000-dd30-42d0-ae89-0f6795e5fb95,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:30.228151 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2408a4e-e0bd-4b80-9f9e-48e58024cf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.266730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.307268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2408a4e-e0bd-4b80-9f9e-48e58024cf94 None None] Pushing event updated for resources: {'Port': ['ID=826ac5e0-a8b6-4cf9-be26-ec821a67479c,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:30.313391 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.340544 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Transition to ACTIVE for port object 18e21f4f-ce38-4e88-8013-5df7458597cd will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:30.359079 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3664dc76-d8b7-4ceb-aae2-ae4410001979 req-16309689-cf63-4ae0-9ce6-325c52db824c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 210 time: 0.1389799 Aug 19 12:43:30.433269 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3002ca22-1e13-46f4-9275-121229ef35d0 req-54881f77-85ea-4340-8a5d-ff3806c8687a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] No DVR routers for this DVR port afd1c000-dd30-42d0-ae89-0f6795e5fb95 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:30.439420 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3002ca22-1e13-46f4-9275-121229ef35d0 req-54881f77-85ea-4340-8a5d-ff3806c8687a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.441522 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3002ca22-1e13-46f4-9275-121229ef35d0 req-54881f77-85ea-4340-8a5d-ff3806c8687a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.62 "DELETE /v2.0/ports/afd1c000-dd30-42d0-ae89-0f6795e5fb95 HTTP/1.1" status: 204 len: 173 time: 1.7023165 Aug 19 12:43:30.446580 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.456220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'name': 'network-vif-deleted', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:43:30.458473 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76376395-bdb3-4373-96f1-7e64262eca5f" -d '{"events": [{"server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "name": "network-vif-deleted", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:43:30.504800 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.528954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=49c69755-7b9b-4a37-91a2-ef6f0e4f292e,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:30.567056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ae3a07d-27e2-4a7b-a6d1-b40aeb2b3f1e req-d990fc5f-627a-4518-a6db-7ad1cc72694a service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317249 Aug 19 12:43:30.592248 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e127f2d-f00c-4bcd-90c4-19438f68c53f x-openstack-request-id: req-1e127f2d-f00c-4bcd-90c4-19438f68c53f {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:43:30.592609 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f63fb-d986-42df-88a2-f706c61b46ca", "name": "network-vif-deleted", "tag": "afd1c000-dd30-42d0-ae89-0f6795e5fb95", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:43:30.592822 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e127f2d-f00c-4bcd-90c4-19438f68c53f {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:43:30.593255 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f63fb-d986-42df-88a2-f706c61b46ca', 'name': 'network-vif-deleted', 'tag': 'afd1c000-dd30-42d0-ae89-0f6795e5fb95', 'status': 'completed', 'code': 200} Aug 19 12:43:30.603841 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fac99e-fc25-4b8e-beeb-1a506e55ff82 None None] Pushing event updated for resources: {'Port': ['ID=18e21f4f-ce38-4e88-8013-5df7458597cd,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:30.679196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f966df83-5983-4826-870c-d5ade570bc01 None None] Provisioning complete for port 826ac5e0-a8b6-4cf9-be26-ec821a67479c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:30.679886 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f966df83-5983-4826-870c-d5ade570bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.732444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 1779f792-d59a-45ef-8dce-e5da5b63046b is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:30.734080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:30.896123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd9d9e1-246e-461a-ba78-cb3a081810dc None None] New status for floating IP 2e05cbad-1363-4d42-92d8-c332d7b3498b: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:43:30.904118 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Attempting to bind port 18e21f4f-ce38-4e88-8013-5df7458597cd on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:30.904505 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Attempting to bind port 18e21f4f-ce38-4e88-8013-5df7458597cd by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2c17bfe9-8817-4ab4-abc5-e758c1ee224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:30.904833 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Attempting to bind port 18e21f4f-ce38-4e88-8013-5df7458597cd on network 728a8bc4-7a14-4b6d-9992-848e6fe962c2 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:30.918017 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:30.918265 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Checking segment: {'id': '2c17bfe9-8817-4ab4-abc5-e758c1ee224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:30.918941 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:30.920888 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Bound using segment: {'id': '2c17bfe9-8817-4ab4-abc5-e758c1ee224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:30.921548 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Bound port: 18e21f4f-ce38-4e88-8013-5df7458597cd, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c17bfe9-8817-4ab4-abc5-e758c1ee224c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:30.922632 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.048513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f966df83-5983-4826-870c-d5ade570bc01 None None] Provisioning for port 49c69755-7b9b-4a37-91a2-ef6f0e4f292e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:31.052834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f966df83-5983-4826-870c-d5ade570bc01 None None] Provisioning complete for port 49c69755-7b9b-4a37-91a2-ef6f0e4f292e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:31.053513 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f966df83-5983-4826-870c-d5ade570bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.196738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f966df83-5983-4826-870c-d5ade570bc01 None None] Port 49c69755-7b9b-4a37-91a2-ef6f0e4f292e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:31.213607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device afd1c000-dd30-42d0-ae89-0f6795e5fb95 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:31.278341 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] For port 18e21f4f-ce38-4e88-8013-5df7458597cd, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:31.278542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: afd1c000-dd30-42d0-ae89-0f6795e5fb95 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:31.278542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device afd1c000-dd30-42d0-ae89-0f6795e5fb95 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:31.278757 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] For port 18e21f4f-ce38-4e88-8013-5df7458597cd, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=18e21f4f-ce38-4e88-8013-5df7458597cd,segment=NetworkSegment(2c17bfe9-8817-4ab4-abc5-e758c1ee224c),segment_id=2c17bfe9-8817-4ab4-abc5-e758c1ee224c)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:31.299894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router faa6001d-394a-44fd-bc16-ce622dfe8155 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:43:31.338653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-63ab6600-06e9-4c71-92f9-7ff35fa6c446 None None] Provisioning complete for port 49c69755-7b9b-4a37-91a2-ef6f0e4f292e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:31.339342 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-63ab6600-06e9-4c71-92f9-7ff35fa6c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.399801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-63ab6600-06e9-4c71-92f9-7ff35fa6c446 None None] Port 49c69755-7b9b-4a37-91a2-ef6f0e4f292e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:31.440611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:31.451935 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6c1aa7cf-4106-4b8b-a7c6-051a887fe654 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/faa6001d-394a-44fd-bc16-ce622dfe8155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4519475 Aug 19 12:43:31.452780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33036) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:31.453331 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f51d69-88ed-4afc-9bda-769adcb9e416 None None] Sync routers for ids ['faa6001d-394a-44fd-bc16-ce622dfe8155'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:31.472859 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f51d69-88ed-4afc-9bda-769adcb9e416 None None] Routers {'faa6001d-394a-44fd-bc16-ce622dfe8155'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:31.473728 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48f51d69-88ed-4afc-9bda-769adcb9e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['faa6001d-394a-44fd-bc16-ce622dfe8155'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:31.485897 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d97848e-10ac-45d2-a49a-fcb07f7f2515 req-48dcf5fc-20e1-4e09-a81c-bb5e97c9820e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=840f63fb-d986-42df-88a2-f706c61b46ca HTTP/1.1" status: 200 len: 210 time: 0.0432806 Aug 19 12:43:31.546511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2be929-ea71-4d6b-beef-875283121ab6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:31.551305 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3c2be929-ea71-4d6b-beef-875283121ab6 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports/49c69755-7b9b-4a37-91a2-ef6f0e4f292e HTTP/1.1" status: 200 len: 910 time: 0.0966954 Aug 19 12:43:31.551874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33042) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:31.560593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e789d257-0c26-4c1c-8c7a-b068e318a1e5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '85a67af8-c582-4935-99c2-ebfc905f90b9'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:31.584427 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48f51d69-88ed-4afc-9bda-769adcb9e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:31.605906 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.653289 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f51d69-88ed-4afc-9bda-769adcb9e416 None None] Routers {'faa6001d-394a-44fd-bc16-ce622dfe8155'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:31.654012 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48f51d69-88ed-4afc-9bda-769adcb9e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['faa6001d-394a-44fd-bc16-ce622dfe8155'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:31.698008 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48f51d69-88ed-4afc-9bda-769adcb9e416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:31.698955 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f51d69-88ed-4afc-9bda-769adcb9e416 None None] The sync data for ids ['faa6001d-394a-44fd-bc16-ce622dfe8155'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:31.706423 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Routers {'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:31.709106 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:31.736362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5a7cd439-8a08-4367-a7c0-c25223e9f73d None None] Provisioning complete for port 49c69755-7b9b-4a37-91a2-ef6f0e4f292e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:31.736735 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5a7cd439-8a08-4367-a7c0-c25223e9f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.753482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33052) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:31.815338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5a7cd439-8a08-4367-a7c0-c25223e9f73d None None] Port 49c69755-7b9b-4a37-91a2-ef6f0e4f292e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:31.874955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e789d257-0c26-4c1c-8c7a-b068e318a1e5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:31.994978 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fac99e-fc25-4b8e-beeb-1a506e55ff82 None None] Pushing event updated for resources: {'Port': ['ID=18e21f4f-ce38-4e88-8013-5df7458597cd,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:32.048151 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] Set router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:32.080974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 826ac5e0-a8b6-4cf9-be26-ec821a67479c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:32.170708 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 826ac5e0-a8b6-4cf9-be26-ec821a67479c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:32.171195 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.345049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:32.418563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:32.419263 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:32.544663 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'name': 'tempest-TestAggregatesBasicOps-1833636090-router', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:17Z', 'updated_at': '2021-08-19T12:43:25Z', 'revision_number': 4, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'gw_port': {'id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:19Z', 'updated_at': '2021-08-19T12:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '18e21f4f-ce38-4e88-8013-5df7458597cd', 'name': '', 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'mac_address': 'fa:16:3e:5d:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '839866fd-154c-4b42-9fde-3f236a131c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:24Z', 'updated_at': '2021-08-19T12:43:31Z', 'revision_number': 4, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'subnets': [{'id': '839866fd-154c-4b42-9fde-3f236a131c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:32.579295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33082) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:32.593914 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c44f7-e7fa-4ac4-bd55-6d4011cb971d None None] The sync data for ids ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'] in n-d-803757-2 is: [{'id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'name': 'tempest-TestAggregatesBasicOps-1833636090-router', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:17Z', 'updated_at': '2021-08-19T12:43:25Z', 'revision_number': 4, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'gw_port': {'id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:19Z', 'updated_at': '2021-08-19T12:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '18e21f4f-ce38-4e88-8013-5df7458597cd', 'name': '', 'network_id': '728a8bc4-7a14-4b6d-9992-848e6fe962c2', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'mac_address': 'fa:16:3e:5d:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '839866fd-154c-4b42-9fde-3f236a131c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:24Z', 'updated_at': '2021-08-19T12:43:31Z', 'revision_number': 4, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'subnets': [{'id': '839866fd-154c-4b42-9fde-3f236a131c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:33.042653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33098) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:33.194593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e789d257-0c26-4c1c-8c7a-b068e318a1e5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.315661 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e789d257-0c26-4c1c-8c7a-b068e318a1e5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.542313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e789d257-0c26-4c1c-8c7a-b068e318a1e5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:33.543566 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e789d257-0c26-4c1c-8c7a-b068e318a1e5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.547863 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:33.548599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e789d257-0c26-4c1c-8c7a-b068e318a1e5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/ports/49c69755-7b9b-4a37-91a2-ef6f0e4f292e HTTP/1.1" status: 200 len: 910 time: 1.9956391 Aug 19 12:43:33.593272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33120) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:33.603529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789d257-0c26-4c1c-8c7a-b068e318a1e5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=49c69755-7b9b-4a37-91a2-ef6f0e4f292e,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:33.806095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.080194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 18e21f4f-ce38-4e88-8013-5df7458597cd up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:34.348364 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 18e21f4f-ce38-4e88-8013-5df7458597cd completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:34.353483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 18e21f4f-ce38-4e88-8013-5df7458597cd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:34.359627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.362006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] Deleting port fd77c240-3750-492f-8e42-7165023f1e78 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:34.362494 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.460595 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.500836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] For port fd77c240-3750-492f-8e42-7165023f1e78, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fd77c240-3750-492f-8e42-7165023f1e78,segment=NetworkSegment(3610008f-7eda-4b0a-949b-c3550fdfe486),segment_id=3610008f-7eda-4b0a-949b-c3550fdfe486)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:34.501208 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.541257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 18e21f4f-ce38-4e88-8013-5df7458597cd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=18e21f4f-ce38-4e88-8013-5df7458597cd,segment=NetworkSegment(2c17bfe9-8817-4ab4-abc5-e758c1ee224c),segment_id=2c17bfe9-8817-4ab4-abc5-e758c1ee224c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:34.556103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] Calling delete_port for fd77c240-3750-492f-8e42-7165023f1e78 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:34.614143 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.713514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=18e21f4f-ce38-4e88-8013-5df7458597cd,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:34.733198 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42b2673b-a36b-4da5-8be5-30e887887f7a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.736478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port 3e791b54-0b9c-4f0b-becb-4f233c5b966c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:34.736894 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:34.970273 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.016365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port 3e791b54-0b9c-4f0b-becb-4f233c5b966c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3e791b54-0b9c-4f0b-becb-4f233c5b966c,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:35.016743 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.017613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd77c240-3750-492f-8e42-7165023f1e78,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:35.048861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for 3e791b54-0b9c-4f0b-becb-4f233c5b966c owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:35.056023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.085384 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c298d66a-a657-49cd-b13a-304db994fb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.242996 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.495659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] Router 61da2024-f1d5-4e77-8720-e3fb79b5711e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:35.628729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:35.631553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eb8b2d1f-6090-4771-995b-ea955d0811f2 admin admin] 10.222.0.21 "PUT /v2.0/routers/61da2024-f1d5-4e77-8720-e3fb79b5711e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8705194 Aug 19 12:43:35.634775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33190) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:35.637106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809587ee-90c5-44c2-aec3-d50ca130ce89 None None] Sync routers for ids ['61da2024-f1d5-4e77-8720-e3fb79b5711e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:35.649291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809587ee-90c5-44c2-aec3-d50ca130ce89 None None] Routers {'61da2024-f1d5-4e77-8720-e3fb79b5711e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:35.650193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-809587ee-90c5-44c2-aec3-d50ca130ce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['61da2024-f1d5-4e77-8720-e3fb79b5711e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:35.765257 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.776556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-809587ee-90c5-44c2-aec3-d50ca130ce89 None None] Set router 61da2024-f1d5-4e77-8720-e3fb79b5711e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:35.782065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-42b2673b-a36b-4da5-8be5-30e887887f7a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 49c69755-7b9b-4a37-91a2-ef6f0e4f292e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:35.782602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42b2673b-a36b-4da5-8be5-30e887887f7a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.927795 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.955543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42b2673b-a36b-4da5-8be5-30e887887f7a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.972748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] Deleting port 56462188-6c96-4842-a614-943b1a85963d {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:35.973238 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:35.988475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-42b2673b-a36b-4da5-8be5-30e887887f7a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 49c69755-7b9b-4a37-91a2-ef6f0e4f292e owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:36.020201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-809587ee-90c5-44c2-aec3-d50ca130ce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'name': 'tempest-TestAggregatesBasicOps-1355722970-router', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:04Z', 'updated_at': '2021-08-19T12:43:34Z', 'revision_number': 5, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'gw_port': {'id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:05Z', 'updated_at': '2021-08-19T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:36.050200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809587ee-90c5-44c2-aec3-d50ca130ce89 None None] Checking router: 61da2024-f1d5-4e77-8720-e3fb79b5711e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:36.070900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 18e21f4f-ce38-4e88-8013-5df7458597cd up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:36.071592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.086900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809587ee-90c5-44c2-aec3-d50ca130ce89 None None] Routers {'61da2024-f1d5-4e77-8720-e3fb79b5711e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:36.087632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-809587ee-90c5-44c2-aec3-d50ca130ce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['61da2024-f1d5-4e77-8720-e3fb79b5711e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:36.179234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Deleting port 7dd19214-beaf-4ed2-93eb-94a55dab793d {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:36.179234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.251905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=3e791b54-0b9c-4f0b-becb-4f233c5b966c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:36.283570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] For port 7dd19214-beaf-4ed2-93eb-94a55dab793d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7dd19214-beaf-4ed2-93eb-94a55dab793d,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:36.284096 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.298978 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:43:36.307678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Calling delete_port for 7dd19214-beaf-4ed2-93eb-94a55dab793d owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:36.357860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] For port 56462188-6c96-4842-a614-943b1a85963d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=56462188-6c96-4842-a614-943b1a85963d,segment=NetworkSegment(c6e3490a-b258-430f-bd54-1a006483ade8),segment_id=c6e3490a-b258-430f-bd54-1a006483ade8)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:36.358268 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.378152 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-809587ee-90c5-44c2-aec3-d50ca130ce89 None None] Set router 61da2024-f1d5-4e77-8720-e3fb79b5711e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:36.418899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] Calling delete_port for 56462188-6c96-4842-a614-943b1a85963d owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:36.536653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 18e21f4f-ce38-4e88-8013-5df7458597cd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:36.536943 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.599433 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.676531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-809587ee-90c5-44c2-aec3-d50ca130ce89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'name': 'tempest-TestAggregatesBasicOps-1355722970-router', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:04Z', 'updated_at': '2021-08-19T12:43:34Z', 'revision_number': 5, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'gw_port': {'id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:05Z', 'updated_at': '2021-08-19T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:36.700633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42b2673b-a36b-4da5-8be5-30e887887f7a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.708883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809587ee-90c5-44c2-aec3-d50ca130ce89 None None] The sync data for ids ['61da2024-f1d5-4e77-8720-e3fb79b5711e'] in n-d-803757-2 is: [{'id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'name': 'tempest-TestAggregatesBasicOps-1355722970-router', 'tenant_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:04Z', 'updated_at': '2021-08-19T12:43:34Z', 'revision_number': 5, 'project_id': '4b113b6d3e34488b9a7c4a2d94c33b6a', 'gw_port': {'id': '7dd19214-beaf-4ed2-93eb-94a55dab793d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da2024-f1d5-4e77-8720-e3fb79b5711e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:05Z', 'updated_at': '2021-08-19T12:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:36.716695 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.753441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd19214-beaf-4ed2-93eb-94a55dab793d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:36.783777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2673b-a36b-4da5-8be5-30e887887f7a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=49c69755-7b9b-4a37-91a2-ef6f0e4f292e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:36.842957 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.959472 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.962558 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:36.998671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-42b2673b-a36b-4da5-8be5-30e887887f7a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.116483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.117025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61da2024-f1d5-4e77-8720-e3fb79b5711e {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:43:37.121710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.125780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-35d3dc4e-8427-49d7-9b18-5e64ba2bfbf2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/61da2024-f1d5-4e77-8720-e3fb79b5711e HTTP/1.1" status: 204 len: 168 time: 1.4896195 Aug 19 12:43:37.126397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33230) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:37.180848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-762860e6-6eec-4881-ba37-780736cc11d5 admin admin] Deleting subnet 9d2ef769-5f5c-4768-ad82-e6ef44109a00 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:37.182749 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-762860e6-6eec-4881-ba37-780736cc11d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.221750 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.230277 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-762860e6-6eec-4881-ba37-780736cc11d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.288291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] Pushing event deleted for resources: {'Port': ['ID=56462188-6c96-4842-a614-943b1a85963d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:37.325710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b2673b-a36b-4da5-8be5-30e887887f7a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router faa6001d-394a-44fd-bc16-ce622dfe8155 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:37.327569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router 6950552f-47d3-4b67-94af-1571eaa4384a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:37.341438 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-762860e6-6eec-4881-ba37-780736cc11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.537391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b2673b-a36b-4da5-8be5-30e887887f7a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:37.555060 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322e0a0-fc2f-4e5d-83d2-604b4f61fdd1 None None] Sync routers for ids ['faa6001d-394a-44fd-bc16-ce622dfe8155'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:37.556764 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-42b2673b-a36b-4da5-8be5-30e887887f7a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/faa6001d-394a-44fd-bc16-ce622dfe8155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9622805 Aug 19 12:43:37.559492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33240) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:37.587840 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-762860e6-6eec-4881-ba37-780736cc11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.589525 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322e0a0-fc2f-4e5d-83d2-604b4f61fdd1 None None] Routers {'faa6001d-394a-44fd-bc16-ce622dfe8155'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:37.589525 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b322e0a0-fc2f-4e5d-83d2-604b4f61fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['faa6001d-394a-44fd-bc16-ce622dfe8155'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:37.609182 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c22bb3e7-7ba7-4676-8578-7ff98645b51f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=faa6001d-394a-44fd-bc16-ce622dfe8155 HTTP/1.1" status: 200 len: 205 time: 0.0475953 Aug 19 12:43:37.624414 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b322e0a0-fc2f-4e5d-83d2-604b4f61fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:37.628648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33242) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:37.643938 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322e0a0-fc2f-4e5d-83d2-604b4f61fdd1 None None] Routers {'faa6001d-394a-44fd-bc16-ce622dfe8155'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:37.644556 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b322e0a0-fc2f-4e5d-83d2-604b4f61fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['faa6001d-394a-44fd-bc16-ce622dfe8155'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:37.662526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:37.676380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-af7ba576-c082-4d1b-88a9-3e74d241da6c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "PUT /v2.0/routers/6950552f-47d3-4b67-94af-1571eaa4384a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0959301 Aug 19 12:43:37.677055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33244) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:37.677563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638f5bb2-5da2-4aa7-9443-06f2171482d9 None None] Sync routers for ids ['6950552f-47d3-4b67-94af-1571eaa4384a'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:37.688402 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b322e0a0-fc2f-4e5d-83d2-604b4f61fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:37.690189 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322e0a0-fc2f-4e5d-83d2-604b4f61fdd1 None None] The sync data for ids ['faa6001d-394a-44fd-bc16-ce622dfe8155'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:37.697793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f5bb2-5da2-4aa7-9443-06f2171482d9 None None] Routers {'6950552f-47d3-4b67-94af-1571eaa4384a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:37.699368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762860e6-6eec-4881-ba37-780736cc11d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2ef769-5f5c-4768-ad82-e6ef44109a00,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:37.714976 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.718526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-638f5bb2-5da2-4aa7-9443-06f2171482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6950552f-47d3-4b67-94af-1571eaa4384a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:37.725716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca5261c-aa7b-4658-bdaf-888a690ef036 None None] Network e0ad3eff-e5d4-4add-870d-77747bc3d3d9 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:37.734783 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-762860e6-6eec-4881-ba37-780736cc11d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.739553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-762860e6-6eec-4881-ba37-780736cc11d5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9d2ef769-5f5c-4768-ad82-e6ef44109a00 HTTP/1.1" status: 204 len: 168 time: 0.6121552 Aug 19 12:43:37.742550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33252) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:37.809394 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1eb392a9-c6d2-43b0-a726-a050f42a7116 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.829965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.831394 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1e56cd6d-c6db-4e1e-9422-75c0d01d0e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:37.895762 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.013401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-638f5bb2-5da2-4aa7-9443-06f2171482d9 None None] Set router 6950552f-47d3-4b67-94af-1571eaa4384a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:38.083503 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1eb392a9-c6d2-43b0-a726-a050f42a7116 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.086690 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1eb392a9-c6d2-43b0-a726-a050f42a7116 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.160456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Deleting port e654c574-85ab-4503-9e7f-534f7988f4c8 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:38.161372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.178972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fd77c240-3750-492f-8e42-7165023f1e78 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:38.252408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: fd77c240-3750-492f-8e42-7165023f1e78 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:38.253347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fd77c240-3750-492f-8e42-7165023f1e78 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:38.253503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] For port e654c574-85ab-4503-9e7f-534f7988f4c8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e654c574-85ab-4503-9e7f-534f7988f4c8,segment=NetworkSegment(3610008f-7eda-4b0a-949b-c3550fdfe486),segment_id=3610008f-7eda-4b0a-949b-c3550fdfe486)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:38.253817 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.254487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7dd19214-beaf-4ed2-93eb-94a55dab793d no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:38.269086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0b3f18-4915-43c3-b11e-7eba9b25948f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting subnet aceba9f8-e6f6-447c-b336-03c87e3be7a2 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:38.269585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Calling delete_port for e654c574-85ab-4503-9e7f-534f7988f4c8 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:38.277848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc0b3f18-4915-43c3-b11e-7eba9b25948f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.288324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 7dd19214-beaf-4ed2-93eb-94a55dab793d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:38.288678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7dd19214-beaf-4ed2-93eb-94a55dab793d not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:38.328203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc0b3f18-4915-43c3-b11e-7eba9b25948f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.347498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8162fd2a-f814-4da7-aabb-b7ef85c57641 None None] DHCP port deletion for e0ad3eff-e5d4-4add-870d-77747bc3d3d9 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:38.391006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1eb392a9-c6d2-43b0-a726-a050f42a7116 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.392024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb392a9-c6d2-43b0-a726-a050f42a7116 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Fanout notify agent at l3_agent the message router_deleted on router faa6001d-394a-44fd-bc16-ce622dfe8155 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:43:38.406619 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1eb392a9-c6d2-43b0-a726-a050f42a7116 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.407937 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1eb392a9-c6d2-43b0-a726-a050f42a7116 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/faa6001d-394a-44fd-bc16-ce622dfe8155 HTTP/1.1" status: 204 len: 168 time: 0.7781665 Aug 19 12:43:38.411001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33266) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:38.433974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-638f5bb2-5da2-4aa7-9443-06f2171482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:43:35Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.435616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8162fd2a-f814-4da7-aabb-b7ef85c57641 None None] Deleting port e654c574-85ab-4503-9e7f-534f7988f4c8 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:38.435998 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8162fd2a-f814-4da7-aabb-b7ef85c57641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.466455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638f5bb2-5da2-4aa7-9443-06f2171482d9 None None] Checking router: 6950552f-47d3-4b67-94af-1571eaa4384a for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:38.519453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f5bb2-5da2-4aa7-9443-06f2171482d9 None None] Routers {'6950552f-47d3-4b67-94af-1571eaa4384a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:38.520039 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-638f5bb2-5da2-4aa7-9443-06f2171482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6950552f-47d3-4b67-94af-1571eaa4384a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.531842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.549558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a359f17f-9b80-4124-9b3b-aa5efb1289c2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting subnet 85a67af8-c582-4935-99c2-ebfc905f90b9 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:38.555528 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a359f17f-9b80-4124-9b3b-aa5efb1289c2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.577177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8162fd2a-f814-4da7-aabb-b7ef85c57641 None None] For port e654c574-85ab-4503-9e7f-534f7988f4c8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e654c574-85ab-4503-9e7f-534f7988f4c8,segment=NetworkSegment(3610008f-7eda-4b0a-949b-c3550fdfe486),segment_id=3610008f-7eda-4b0a-949b-c3550fdfe486)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:38.577459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Pushing event deleted for resources: {'Port': ['ID=e654c574-85ab-4503-9e7f-534f7988f4c8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:38.577592 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8162fd2a-f814-4da7-aabb-b7ef85c57641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.585179 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc0b3f18-4915-43c3-b11e-7eba9b25948f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.598150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] No DVR routers for this DVR port e654c574-85ab-4503-9e7f-534f7988f4c8 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:38.600927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8162fd2a-f814-4da7-aabb-b7ef85c57641 None None] Calling delete_port for e654c574-85ab-4503-9e7f-534f7988f4c8 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:38.611597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] Router ea62a703-68f5-4f3b-ada3-e9ce049f8083 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:38.640353 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a359f17f-9b80-4124-9b3b-aa5efb1289c2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.680694 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.702452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ad3eff-e5d4-4add-870d-77747bc3d3d9']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.719745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3610008f-7eda-4b0a-949b-c3550fdfe486') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.720427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3610008f-7eda-4b0a-949b-c3550fdfe486') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.732154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-638f5bb2-5da2-4aa7-9443-06f2171482d9 None None] Set router 6950552f-47d3-4b67-94af-1571eaa4384a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:38.736293 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.753108 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.766745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:38.767141 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:38.770227 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:38.861968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a359f17f-9b80-4124-9b3b-aa5efb1289c2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.888495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:38.890776 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc0b3f18-4915-43c3-b11e-7eba9b25948f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.903723 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e334792-4957-4a76-a2df-f0c8e284ad65 None None] Sync routers for ids ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:38.909600 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8162fd2a-f814-4da7-aabb-b7ef85c57641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.913474 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e334792-4957-4a76-a2df-f0c8e284ad65 None None] Routers {'ea62a703-68f5-4f3b-ada3-e9ce049f8083'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:38.914722 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e334792-4957-4a76-a2df-f0c8e284ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:38.953559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162fd2a-f814-4da7-aabb-b7ef85c57641 None None] Pushing event deleted for resources: {'Port': ['ID=e654c574-85ab-4503-9e7f-534f7988f4c8,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:38.959553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8162fd2a-f814-4da7-aabb-b7ef85c57641 None None] No DVR routers for this DVR port e654c574-85ab-4503-9e7f-534f7988f4c8 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:38.974255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33276) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:38.975258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eaa2b0b0-b33e-4ee8-a109-398b14d9a444 admin admin] 10.222.0.21 "PUT /v2.0/routers/ea62a703-68f5-4f3b-ada3-e9ce049f8083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9028294 Aug 19 12:43:38.986923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b3f18-4915-43c3-b11e-7eba9b25948f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Subnet': ['ID=aceba9f8-e6f6-447c-b336-03c87e3be7a2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:38.989526 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fc0b3f18-4915-43c3-b11e-7eba9b25948f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:38.991942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fc0b3f18-4915-43c3-b11e-7eba9b25948f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/subnets/aceba9f8-e6f6-447c-b336-03c87e3be7a2 HTTP/1.1" status: 204 len: 168 time: 1.3120964 Aug 19 12:43:39.003542 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33278) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:39.013026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6615a2-906c-491d-bab5-6c7c7c0dc8b0 None None] Network 5763ebe0-2f38-4602-ab3a-934da566492e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:39.061342 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-9e334792-4957-4a76-a2df-f0c8e284ad65 None None] Set router ea62a703-68f5-4f3b-ada3-e9ce049f8083 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:39.111798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-638f5bb2-5da2-4aa7-9443-06f2171482d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:43:35Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:39.145771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638f5bb2-5da2-4aa7-9443-06f2171482d9 None None] The sync data for ids ['6950552f-47d3-4b67-94af-1571eaa4384a'] in n-d-803757-2 is: [{'id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1739672256', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:42:04Z', 'updated_at': '2021-08-19T12:43:35Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': '0fc120ef-55b5-46e1-8913-39af80133b6f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6950552f-47d3-4b67-94af-1571eaa4384a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:42:05Z', 'updated_at': '2021-08-19T12:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:39.173467 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a359f17f-9b80-4124-9b3b-aa5efb1289c2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.220564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359f17f-9b80-4124-9b3b-aa5efb1289c2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Subnet': ['ID=85a67af8-c582-4935-99c2-ebfc905f90b9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:39.242059 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a359f17f-9b80-4124-9b3b-aa5efb1289c2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.244328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a359f17f-9b80-4124-9b3b-aa5efb1289c2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/85a67af8-c582-4935-99c2-ebfc905f90b9 HTTP/1.1" status: 204 len: 168 time: 0.8309207 Aug 19 12:43:39.250373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33286) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:39.273642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0545824c-e864-411c-aff2-80aeb580bd80 None None] Network 1779f792-d59a-45ef-8dce-e5da5b63046b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:39.285045 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.368013 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.378071 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.441643 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e334792-4957-4a76-a2df-f0c8e284ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:43:36Z', 'revision_number': 5, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:39.478180 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e334792-4957-4a76-a2df-f0c8e284ad65 None None] Checking router: ea62a703-68f5-4f3b-ada3-e9ce049f8083 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:39.494159 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e334792-4957-4a76-a2df-f0c8e284ad65 None None] Routers {'ea62a703-68f5-4f3b-ada3-e9ce049f8083'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:39.494828 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e334792-4957-4a76-a2df-f0c8e284ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:39.545792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b62decd-3f1f-4ae6-bb24-98a8b6f9ce85 None None] DHCP port deletion for 5763ebe0-2f38-4602-ab3a-934da566492e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:39.570899 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.585184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 826ac5e0-a8b6-4cf9-be26-ec821a67479c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:39.585517 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.659254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f598da-a101-4021-86c8-debf1d303db2 None None] DHCP port deletion for 1779f792-d59a-45ef-8dce-e5da5b63046b request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:39.672818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] For port 826ac5e0-a8b6-4cf9-be26-ec821a67479c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=826ac5e0-a8b6-4cf9-be26-ec821a67479c,segment=NetworkSegment(6faaa06a-8686-4168-bce7-cb9775e9d81e),segment_id=6faaa06a-8686-4168-bce7-cb9775e9d81e)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:39.673267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.691515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 826ac5e0-a8b6-4cf9-be26-ec821a67479c owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:39.709335 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-9e334792-4957-4a76-a2df-f0c8e284ad65 None None] Set router ea62a703-68f5-4f3b-ada3-e9ce049f8083 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:39.712823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0b62decd-3f1f-4ae6-bb24-98a8b6f9ce85 None None] Deleting port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:39.713206 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0b62decd-3f1f-4ae6-bb24-98a8b6f9ce85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.732961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.798864 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.800881 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0ad3eff-e5d4-4add-870d-77747bc3d3d9 HTTP/1.1" status: 204 len: 168 time: 2.0570614 Aug 19 12:43:39.801931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a2058-df81-42b5-a238-ea458e897952 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ad3eff-e5d4-4add-870d-77747bc3d3d9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:39.808191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33290) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:39.865072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port 0fc120ef-55b5-46e1-8913-39af80133b6f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:39.865507 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.908066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0b62decd-3f1f-4ae6-bb24-98a8b6f9ce85 None None] For port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3c0c2f2b-06ea-4adf-921e-00181e6d1f5f,segment=NetworkSegment(958c1b4f-ae92-4584-8295-b5ce869fbec1),segment_id=958c1b4f-ae92-4584-8295-b5ce869fbec1)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:39.910566 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0b62decd-3f1f-4ae6-bb24-98a8b6f9ce85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.976172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port 0fc120ef-55b5-46e1-8913-39af80133b6f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0fc120ef-55b5-46e1-8913-39af80133b6f,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:39.976678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:39.987888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0b62decd-3f1f-4ae6-bb24-98a8b6f9ce85 None None] Calling delete_port for 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:40.008417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for 0fc120ef-55b5-46e1-8913-39af80133b6f owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:40.109565 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e334792-4957-4a76-a2df-f0c8e284ad65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:43:36Z', 'revision_number': 5, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:40.164578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 826ac5e0-a8b6-4cf9-be26-ec821a67479c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:40.174279 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e334792-4957-4a76-a2df-f0c8e284ad65 None None] The sync data for ids ['ea62a703-68f5-4f3b-ada3-e9ce049f8083'] in n-d-803757-2 is: [{'id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'name': 'tempest-TaggedBootDevicesTest-760520831-router', 'tenant_id': 'becbd6116ce843618ea6f6cd4be07845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:31:04Z', 'updated_at': '2021-08-19T12:43:36Z', 'revision_number': 5, 'project_id': 'becbd6116ce843618ea6f6cd4be07845', 'gw_port': {'id': 'e39c8339-753d-493f-b97d-05e4b97c99fe', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea62a703-68f5-4f3b-ada3-e9ce049f8083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:31:05Z', 'updated_at': '2021-08-19T12:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:40.177962 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.207828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 826ac5e0-a8b6-4cf9-be26-ec821a67479c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:40.212499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 826ac5e0-a8b6-4cf9-be26-ec821a67479c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:40.212875 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.213540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3e791b54-0b9c-4f0b-becb-4f233c5b966c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:40.247542 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=826ac5e0-a8b6-4cf9-be26-ec821a67479c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:40.258376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No DVR routers for this DVR port 826ac5e0-a8b6-4cf9-be26-ec821a67479c on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:40.268192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e5f598da-a101-4021-86c8-debf1d303db2 None None] Deleting port 826ac5e0-a8b6-4cf9-be26-ec821a67479c {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:40.268565 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e5f598da-a101-4021-86c8-debf1d303db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.369558 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.372181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1779f792-d59a-45ef-8dce-e5da5b63046b']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:40.382232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.384405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6faaa06a-8686-4168-bce7-cb9775e9d81e') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:40.384708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6faaa06a-8686-4168-bce7-cb9775e9d81e') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:40.405294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.410772 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.429934 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.438991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:40.439456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.522382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 3e791b54-0b9c-4f0b-becb-4f233c5b966c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:40.523117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3e791b54-0b9c-4f0b-becb-4f233c5b966c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:40.524188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e654c574-85ab-4503-9e7f-534f7988f4c8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:40.530135 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:40.537590 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.564776 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0b62decd-3f1f-4ae6-bb24-98a8b6f9ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.566792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e654c574-85ab-4503-9e7f-534f7988f4c8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:40.567351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e654c574-85ab-4503-9e7f-534f7988f4c8 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:40.568036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:40.587700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=0fc120ef-55b5-46e1-8913-39af80133b6f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:40.608492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:40.609163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:40.682041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62decd-3f1f-4ae6-bb24-98a8b6f9ce85 None None] Pushing event deleted for resources: {'Port': ['ID=3c0c2f2b-06ea-4adf-921e-00181e6d1f5f,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:40.693042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b62decd-3f1f-4ae6-bb24-98a8b6f9ce85 None None] No DVR routers for this DVR port 3c0c2f2b-06ea-4adf-921e-00181e6d1f5f on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:40.695314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e5f598da-a101-4021-86c8-debf1d303db2 None None] For port 826ac5e0-a8b6-4cf9-be26-ec821a67479c, host n-d-803757-2, got binding levels [] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:40.695928 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e5f598da-a101-4021-86c8-debf1d303db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.719221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.729962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e5f598da-a101-4021-86c8-debf1d303db2 None None] Calling delete_port for 826ac5e0-a8b6-4cf9-be26-ec821a67479c owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:40.734378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.ipam_backend_mixin [None req-e5f598da-a101-4021-86c8-debf1d303db2 None None] Port 826ac5e0-a8b6-4cf9-be26-ec821a67479c was not found and therefore no delete operation was performed {{(pid=95544) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:43:40.737134 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.739383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/networks/1779f792-d59a-45ef-8dce-e5da5b63046b HTTP/1.1" status: 204 len: 168 time: 1.4874797 Aug 19 12:43:40.744017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33296) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:40.745323 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e5f598da-a101-4021-86c8-debf1d303db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.749709 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.769479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f598da-a101-4021-86c8-debf1d303db2 None None] Pushing event deleted for resources: {'Port': ['ID=826ac5e0-a8b6-4cf9-be26-ec821a67479c,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:40.772807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8d128452-aa26-4b2c-b6bd-b1ebc10ac36e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1916817233', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:40.782104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5f598da-a101-4021-86c8-debf1d303db2 None None] Network 1779f792-d59a-45ef-8dce-e5da5b63046b is not hosted by any dhcp agent {{(pid=95544) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:43:40.782563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f598da-a101-4021-86c8-debf1d303db2 None None] No DVR routers for this DVR port 826ac5e0-a8b6-4cf9-be26-ec821a67479c on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:40.811519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Deleting port e39c8339-753d-493f-b97d-05e4b97c99fe {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:40.812296 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.818723 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.865890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6067b-1d02-48a9-9777-e5176d1c54e4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Network': ['ID=1779f792-d59a-45ef-8dce-e5da5b63046b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:40.922869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] For port e39c8339-753d-493f-b97d-05e4b97c99fe, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e39c8339-753d-493f-b97d-05e4b97c99fe,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:40.923398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.946920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Calling delete_port for e39c8339-753d-493f-b97d-05e4b97c99fe owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:40.951036 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:40.953391 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.087704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] Deleting port 18e21f4f-ce38-4e88-8013-5df7458597cd {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:41.088048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.110757 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d128452-aa26-4b2c-b6bd-b1ebc10ac36e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.111917 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d128452-aa26-4b2c-b6bd-b1ebc10ac36e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.153230 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.153661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Fanout notify agent at l3_agent the message router_deleted on router 6950552f-47d3-4b67-94af-1571eaa4384a {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:43:41.167865 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.169392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d285dcee-9117-4588-bde0-718dae2c4cca tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/routers/6950552f-47d3-4b67-94af-1571eaa4384a HTTP/1.1" status: 204 len: 168 time: 2.1648402 Aug 19 12:43:41.172768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33302) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:41.225080 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d128452-aa26-4b2c-b6bd-b1ebc10ac36e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.323333 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.329374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] For port 18e21f4f-ce38-4e88-8013-5df7458597cd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=18e21f4f-ce38-4e88-8013-5df7458597cd,segment=NetworkSegment(2c17bfe9-8817-4ab4-abc5-e758c1ee224c),segment_id=2c17bfe9-8817-4ab4-abc5-e758c1ee224c)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:41.329733 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.347195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] Calling delete_port for 18e21f4f-ce38-4e88-8013-5df7458597cd owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:41.402041 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d128452-aa26-4b2c-b6bd-b1ebc10ac36e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.474895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.508623 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.513499 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d128452-aa26-4b2c-b6bd-b1ebc10ac36e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.517678 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8d128452-aa26-4b2c-b6bd-b1ebc10ac36e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7553444 Aug 19 12:43:41.523182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33306) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:41.523714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=e39c8339-753d-493f-b97d-05e4b97c99fe,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:41.526655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5763ebe0-2f38-4602-ab3a-934da566492e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:41.531138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1844808205'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:41.555582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958c1b4f-ae92-4584-8295-b5ce869fbec1') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:41.556336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958c1b4f-ae92-4584-8295-b5ce869fbec1') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:41.622987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.653584 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.671360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:41.671766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:41.676270 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:41.679474 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.688891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:41.697597 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.737891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:41.749010 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:41.749657 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added segment 88708144-6a90-4bd5-b59d-f7d55007a906 of type vlan for network 617d66f0-7188-49c8-86b8-ed811335cc29 Aug 19 12:43:41.806996 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.130937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.130937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.133459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0fc120ef-55b5-46e1-8913-39af80133b6f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:42.133459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 0fc120ef-55b5-46e1-8913-39af80133b6f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:42.133459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0fc120ef-55b5-46e1-8913-39af80133b6f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:42.133459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 56462188-6c96-4842-a614-943b1a85963d no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:42.133459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 56462188-6c96-4842-a614-943b1a85963d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:42.133459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 56462188-6c96-4842-a614-943b1a85963d not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:42.229282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.229282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.229282 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/networks/5763ebe0-2f38-4602-ab3a-934da566492e HTTP/1.1" status: 204 len: 168 time: 1.0282602 Aug 19 12:43:42.229994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33312) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:42.230126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e282d99-7fb3-474d-8d2d-0a1177ebd6e1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Network': ['ID=5763ebe0-2f38-4602-ab3a-934da566492e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.280038 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.286474 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.286474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:42.286474 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.308015 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7b8a-b7f2-4ee4-8764-72ddaf992539 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.308709 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.309568 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea62a703-68f5-4f3b-ada3-e9ce049f8083 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:43:42.314937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e21f4f-ce38-4e88-8013-5df7458597cd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.321471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.322548 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c7a41e77-86d5-4e80-92de-2f571e48fcfd admin admin] 10.222.0.21 "DELETE /v2.0/routers/ea62a703-68f5-4f3b-ada3-e9ce049f8083 HTTP/1.1" status: 204 len: 168 time: 3.3471904 Aug 19 12:43:42.344828 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33314) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:42.393389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7b8a-b7f2-4ee4-8764-72ddaf992539 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.405371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Network': ['ID=617d66f0-7188-49c8-86b8-ed811335cc29,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.439107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 617d66f0-7188-49c8-86b8-ed811335cc29 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:42.473866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33316) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:42.477999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4443e679-c47c-411c-a84d-34f860c13729 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9484975 Aug 19 12:43:42.483765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'subnet': {'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:42.666360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f48f04-1556-455c-ad67-2d8b30420c45 admin admin] Deleting subnet 17153962-cb0b-4fc9-8d4f-bb84422dda6b {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:42.681421 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87f48f04-1556-455c-ad67-2d8b30420c45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.696554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7b8a-b7f2-4ee4-8764-72ddaf992539 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.700263 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b7ec7b8a-b7f2-4ee4-8764-72ddaf992539 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.700451 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b7ec7b8a-b7f2-4ee4-8764-72ddaf992539 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/security-groups/6f606c67-1ced-44c6-bcd6-8f06e45d6d5e HTTP/1.1" status: 204 len: 168 time: 0.4934683 Aug 19 12:43:42.710370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec7b8a-b7f2-4ee4-8764-72ddaf992539 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f606c67-1ced-44c6-bcd6-8f06e45d6d5e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:42.733540 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.747576 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87f48f04-1556-455c-ad67-2d8b30420c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.905958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:42.905958 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:42.978097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87f48f04-1556-455c-ad67-2d8b30420c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.172777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] Router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:43.255006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87f48f04-1556-455c-ad67-2d8b30420c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.633242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33328) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:43.643169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104348907', 'description': 'tempest-secgroup-smoke-2104348907 description', 'project_id': 'c4204443efbc4475a6deb99809648e33'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:43.701756 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-87f48f04-1556-455c-ad67-2d8b30420c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.704139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-87f48f04-1556-455c-ad67-2d8b30420c45 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/17153962-cb0b-4fc9-8d4f-bb84422dda6b HTTP/1.1" status: 204 len: 168 time: 1.3582468 Aug 19 12:43:43.707059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33332) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:43.710231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f48f04-1556-455c-ad67-2d8b30420c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17153962-cb0b-4fc9-8d4f-bb84422dda6b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:43.711329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de59c85-1622-4fa0-bfda-de155ab65b6b None None] Network a7e006fa-14ef-4f06-8efb-18b1127140c8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:43.794494 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.808012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:43.812236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.816341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-94991eab-1a80-4838-b7f2-8e019ff4db70 admin admin] 10.222.0.21 "PUT /v2.0/routers/a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0073750 Aug 19 12:43:43.817013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33334) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:43.831802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6e795-3650-49f0-aa56-5595648ecb42 None None] Sync routers for ids ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:43.863222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6e795-3650-49f0-aa56-5595648ecb42 None None] Routers {'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:43.863904 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-62d6e795-3650-49f0-aa56-5595648ecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:43.870955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:43.948501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Deleting port 22b516f3-48a6-4966-b0c4-a1aee942c57c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:43.949141 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.017894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e39c8339-753d-493f-b97d-05e4b97c99fe no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:44.033621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.053133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e39c8339-753d-493f-b97d-05e4b97c99fe {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:44.053918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e39c8339-753d-493f-b97d-05e4b97c99fe not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:44.056418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558cf8f6-57bc-4da8-b5a9-523beca4b1e3 None None] DHCP port deletion for a7e006fa-14ef-4f06-8efb-18b1127140c8 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:44.062591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.071372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] For port 22b516f3-48a6-4966-b0c4-a1aee942c57c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=22b516f3-48a6-4966-b0c4-a1aee942c57c,segment=NetworkSegment(c6e3490a-b258-430f-bd54-1a006483ade8),segment_id=c6e3490a-b258-430f-bd54-1a006483ade8)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:44.071747 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.094674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Calling delete_port for 22b516f3-48a6-4966-b0c4-a1aee942c57c owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:44.111101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-62d6e795-3650-49f0-aa56-5595648ecb42 None None] Set router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:44.144237 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.193569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Subnet': ['ID=f6034908-15bf-49f1-9970-8f7ad0354f54,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:44.233577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57712a6b-c29d-4358-b8ad-12be437dc128,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:44.251419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.253959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.253959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.253959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.253959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.253959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.253959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.253959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.254727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.254727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.255011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.255390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:44.265596 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.266356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a8ce25ef-192d-4524-a5b9-cfd4e6c79d87 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6315722 Aug 19 12:43:44.269285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33342) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:44.278522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e586ce41-07c1-4b33-a95d-6ab8153da672 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '57712a6b-c29d-4358-b8ad-12be437dc128', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:44.339071 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.356015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] No DVR routers for this DVR port 22b516f3-48a6-4966-b0c4-a1aee942c57c on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:44.379954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Checking segment: {'id': '88708144-6a90-4bd5-b59d-f7d55007a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:44.380218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b516f3-48a6-4966-b0c4-a1aee942c57c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:44.385763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network hostable DHCP agents. Network: 617d66f0-7188-49c8-86b8-ed811335cc29, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:44.401850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.421499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-558cf8f6-57bc-4da8-b5a9-523beca4b1e3 None None] Deleting port 22b516f3-48a6-4966-b0c4-a1aee942c57c {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:44.422179 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-558cf8f6-57bc-4da8-b5a9-523beca4b1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.497939 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e586ce41-07c1-4b33-a95d-6ab8153da672 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.509678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.517318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 617d66f0-7188-49c8-86b8-ed811335cc29 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:44.520682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-558cf8f6-57bc-4da8-b5a9-523beca4b1e3 None None] For port 22b516f3-48a6-4966-b0c4-a1aee942c57c, host n-d-803757-2, got binding levels [] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:44.521324 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-558cf8f6-57bc-4da8-b5a9-523beca4b1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.527791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e006fa-14ef-4f06-8efb-18b1127140c8']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:44.537166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-558cf8f6-57bc-4da8-b5a9-523beca4b1e3 None None] Calling delete_port for 22b516f3-48a6-4966-b0c4-a1aee942c57c owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:44.541017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.ipam_backend_mixin [None req-558cf8f6-57bc-4da8-b5a9-523beca4b1e3 None None] Port 22b516f3-48a6-4966-b0c4-a1aee942c57c was not found and therefore no delete operation was performed {{(pid=95544) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:43:44.543156 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-558cf8f6-57bc-4da8-b5a9-523beca4b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.545839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e3490a-b258-430f-bd54-1a006483ade8') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:44.546493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e3490a-b258-430f-bd54-1a006483ade8') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:44.569997 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.581196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cf8f6-57bc-4da8-b5a9-523beca4b1e3 None None] Pushing event deleted for resources: {'Port': ['ID=22b516f3-48a6-4966-b0c4-a1aee942c57c,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:44.583550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558cf8f6-57bc-4da8-b5a9-523beca4b1e3 None None] No DVR routers for this DVR port 22b516f3-48a6-4966-b0c4-a1aee942c57c on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:44.586481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-62d6e795-3650-49f0-aa56-5595648ecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'name': 'tempest-TestAggregatesBasicOps-1833636090-router', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:17Z', 'updated_at': '2021-08-19T12:43:41Z', 'revision_number': 5, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'gw_port': {'id': '8bbdf67c-959b-4feb-ae48-e97b8f4f69ee', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:19Z', 'updated_at': '2021-08-19T12:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:44.601142 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.604639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e586ce41-07c1-4b33-a95d-6ab8153da672 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.617751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Deleting port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:44.618166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:44.618632 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.619287 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:44.621007 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:44.641757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6e795-3650-49f0-aa56-5595648ecb42 None None] Checking router: a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:44.654308 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6e795-3650-49f0-aa56-5595648ecb42 None None] Routers {'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:44.655361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-62d6e795-3650-49f0-aa56-5595648ecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:44.745978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] For port 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8bbdf67c-959b-4feb-ae48-e97b8f4f69ee,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:44.746338 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.763582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-62d6e795-3650-49f0-aa56-5595648ecb42 None None] Set router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:44.765677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Calling delete_port for 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:44.775972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 617d66f0-7188-49c8-86b8-ed811335cc29) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:44.785152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:44.785152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.800832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1edc662-88dd-4896-91c1-957dea130577 None None] Network 617d66f0-7188-49c8-86b8-ed811335cc29 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:44.867379 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e586ce41-07c1-4b33-a95d-6ab8153da672 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.883566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-62d6e795-3650-49f0-aa56-5595648ecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'name': 'tempest-TestAggregatesBasicOps-1833636090-router', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:17Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 6, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:44.889608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586ce41-07c1-4b33-a95d-6ab8153da672 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f306914a-b0cb-4950-aae0-3647a125fd3a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:44.913254 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.919833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6e795-3650-49f0-aa56-5595648ecb42 None None] The sync data for ids ['a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f'] in n-d-803757-2 is: [{'id': 'a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f', 'name': 'tempest-TestAggregatesBasicOps-1833636090-router', 'tenant_id': '5d7bb89e4d854020aa272194daaa97d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:17Z', 'updated_at': '2021-08-19T12:43:44Z', 'revision_number': 6, 'project_id': '5d7bb89e4d854020aa272194daaa97d0', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:44.922745 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:44.940695 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a7e006fa-14ef-4f06-8efb-18b1127140c8 HTTP/1.1" status: 204 len: 168 time: 1.2323425 Aug 19 12:43:44.979456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bf4a4-83fa-45e5-839c-7a5ab3889eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e006fa-14ef-4f06-8efb-18b1127140c8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:45.043406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d80ba7c9-ecdf-4f42-9688-5d93c01bae8a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5645764 Aug 19 12:43:45.046335 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33356) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:45.104593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-617d66f0-7188-49c8-86b8-ed811335cc29', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:45.105630 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.111803 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e586ce41-07c1-4b33-a95d-6ab8153da672 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.117036 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e586ce41-07c1-4b33-a95d-6ab8153da672 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8427725 Aug 19 12:43:45.117194 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33358) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:45.128649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0ce1d9da-b08c-43d7-a808-8ae2dce1d8e5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '57712a6b-c29d-4358-b8ad-12be437dc128', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:45.380623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.467819 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.533392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbdf67c-959b-4feb-ae48-e97b8f4f69ee,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:45.623512 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d9da-b08c-43d7-a808-8ae2dce1d8e5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.678367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Allocated IP 172.20.0.2 (617d66f0-7188-49c8-86b8-ed811335cc29/f6034908-15bf-49f1-9970-8f7ad0354f54/5833fef9-27ee-4039-86fb-6866c8024e32) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:45.745681 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.748558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33364) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:45.851784 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.860357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Transition to ACTIVE for port object 5833fef9-27ee-4039-86fb-6866c8024e32 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:45.889702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Transition to ACTIVE for port object 5833fef9-27ee-4039-86fb-6866c8024e32 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:45.889828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d9da-b08c-43d7-a808-8ae2dce1d8e5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.895233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.898189 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:45.969142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-24b8dd70-35f1-451c-990c-1733c5c9d2a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=becbd6116ce843618ea6f6cd4be07845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160306 Aug 19 12:43:45.969820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33366) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:46.004314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 18e21f4f-ce38-4e88-8013-5df7458597cd no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:46.029845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 18e21f4f-ce38-4e88-8013-5df7458597cd {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:46.030296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 18e21f4f-ce38-4e88-8013-5df7458597cd not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:46.030842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:46.042278 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d9da-b08c-43d7-a808-8ae2dce1d8e5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.061445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:46.061922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8bbdf67c-959b-4feb-ae48-e97b8f4f69ee not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:46.062684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 22b516f3-48a6-4966-b0c4-a1aee942c57c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:46.066229 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.084764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3155aa6d-a469-4f1e-9899-f48ed3711665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.088020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1d9da-b08c-43d7-a808-8ae2dce1d8e5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98daf755-3ca3-4612-b5a7-1c82e8127c8f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.120651 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3155aa6d-a469-4f1e-9899-f48ed3711665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.130408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 22b516f3-48a6-4966-b0c4-a1aee942c57c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:46.130838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 22b516f3-48a6-4966-b0c4-a1aee942c57c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:46.152811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Pushing event updated for resources: {'Port': ['ID=5833fef9-27ee-4039-86fb-6866c8024e32,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.155597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Allocated IP 172.20.0.1 (617d66f0-7188-49c8-86b8-ed811335cc29/f6034908-15bf-49f1-9970-8f7ad0354f54/7154cbac-f7c4-401a-acb8-f798d232e1f5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:46.171942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Network 617d66f0-7188-49c8-86b8-ed811335cc29 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:46.172414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.173875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:43:46.174250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:46.176841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:46.189401 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.192847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2004c08a-3d08-43f5-b6ff-c2ec47e39ae7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a7ae3f14-e03c-4841-8ac6-eb3e2c7b323f HTTP/1.1" status: 204 len: 168 time: 2.3725209 Aug 19 12:43:46.193314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33368) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:46.281294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Attempting to bind port 5833fef9-27ee-4039-86fb-6866c8024e32 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:46.287251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Attempting to bind port 5833fef9-27ee-4039-86fb-6866c8024e32 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '88708144-6a90-4bd5-b59d-f7d55007a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:46.287695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Attempting to bind port 5833fef9-27ee-4039-86fb-6866c8024e32 on network 617d66f0-7188-49c8-86b8-ed811335cc29 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:46.294147 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ce1d9da-b08c-43d7-a808-8ae2dce1d8e5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.296060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:46.296439 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Checking segment: {'id': '88708144-6a90-4bd5-b59d-f7d55007a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:46.296919 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.297218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Bound using segment: {'id': '88708144-6a90-4bd5-b59d-f7d55007a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:46.297412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0ce1d9da-b08c-43d7-a808-8ae2dce1d8e5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1789899 Aug 19 12:43:46.297685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Bound port: 5833fef9-27ee-4039-86fb-6866c8024e32, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88708144-6a90-4bd5-b59d-f7d55007a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:46.298145 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.301671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33374) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:46.315685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9136a30c-06a7-4b59-8970-5c1340a63a4f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '57712a6b-c29d-4358-b8ad-12be437dc128', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:46.329537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9611099-e813-42d5-a7ad-adbfb4e9b34d admin admin] Deleting subnet 839866fd-154c-4b42-9fde-3f236a131c6a {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:43:46.336112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9611099-e813-42d5-a7ad-adbfb4e9b34d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.408660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9611099-e813-42d5-a7ad-adbfb4e9b34d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.420592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.436968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] For port 5833fef9-27ee-4039-86fb-6866c8024e32, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:46.443595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Transition to ACTIVE for port object 7154cbac-f7c4-401a-acb8-f798d232e1f5 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:46.443899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] For port 5833fef9-27ee-4039-86fb-6866c8024e32, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5833fef9-27ee-4039-86fb-6866c8024e32,segment=NetworkSegment(88708144-6a90-4bd5-b59d-f7d55007a906),segment_id=88708144-6a90-4bd5-b59d-f7d55007a906)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:46.477062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3155aa6d-a469-4f1e-9899-f48ed3711665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.479626 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3155aa6d-a469-4f1e-9899-f48ed3711665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.480760 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3155aa6d-a469-4f1e-9899-f48ed3711665 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dc70333-5ed9-4d47-b629-9bc67ef7c924 HTTP/1.1" status: 204 len: 168 time: 0.5092716 Aug 19 12:43:46.515109 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155aa6d-a469-4f1e-9899-f48ed3711665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc70333-5ed9-4d47-b629-9bc67ef7c924,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.536059 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9611099-e813-42d5-a7ad-adbfb4e9b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.566190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9136a30c-06a7-4b59-8970-5c1340a63a4f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.605851 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.657330 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.697652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce608acb-fed7-4083-bbb3-99e9c0186cdd None None] Pushing event updated for resources: {'Port': ['ID=5833fef9-27ee-4039-86fb-6866c8024e32,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.724918 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9611099-e813-42d5-a7ad-adbfb4e9b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.742359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 617d66f0-7188-49c8-86b8-ed811335cc29 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:46.746301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9136a30c-06a7-4b59-8970-5c1340a63a4f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.753948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:46.755781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9611099-e813-42d5-a7ad-adbfb4e9b34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=839866fd-154c-4b42-9fde-3f236a131c6a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.758056 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d9611099-e813-42d5-a7ad-adbfb4e9b34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.758243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:46.762734 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d9611099-e813-42d5-a7ad-adbfb4e9b34d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/839866fd-154c-4b42-9fde-3f236a131c6a HTTP/1.1" status: 204 len: 168 time: 0.5684295 Aug 19 12:43:46.763561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33382) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:46.775871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e128df1-5a91-481c-9d5f-c825b78c6e14 None None] Network 728a8bc4-7a14-4b6d-9992-848e6fe962c2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:46.807310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=7154cbac-f7c4-401a-acb8-f798d232e1f5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:46.847899 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.904999 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9136a30c-06a7-4b59-8970-5c1340a63a4f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.937388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:46.970549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136a30c-06a7-4b59-8970-5c1340a63a4f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86b5d49-26ce-46df-8f21-bcae0efaee94,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:47.114616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9136a30c-06a7-4b59-8970-5c1340a63a4f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.118547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9136a30c-06a7-4b59-8970-5c1340a63a4f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8133616 Aug 19 12:43:47.120907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33388) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:47.126283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9957652c-1af3-43fc-a1d3-0360c698811c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '57712a6b-c29d-4358-b8ad-12be437dc128', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:47.153827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c928f-5caa-48a1-8dd1-704fbfe3cbfa None None] DHCP port deletion for 728a8bc4-7a14-4b6d-9992-848e6fe962c2 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:43:47.154436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Deleting port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:47.154436 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.242181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c928f-5caa-48a1-8dd1-704fbfe3cbfa None None] Deleting port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:43:47.243212 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ab8c928f-5caa-48a1-8dd1-704fbfe3cbfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.260629 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.279539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] For port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8ebaa972-ed9e-470a-bfa7-845389ba6fe1,segment=NetworkSegment(2c17bfe9-8817-4ab4-abc5-e758c1ee224c),segment_id=2c17bfe9-8817-4ab4-abc5-e758c1ee224c)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:47.282585 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.311844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Calling delete_port for 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:47.359926 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9957652c-1af3-43fc-a1d3-0360c698811c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.410390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ab8c928f-5caa-48a1-8dd1-704fbfe3cbfa None None] For port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8ebaa972-ed9e-470a-bfa7-845389ba6fe1,segment=NetworkSegment(2c17bfe9-8817-4ab4-abc5-e758c1ee224c),segment_id=2c17bfe9-8817-4ab4-abc5-e758c1ee224c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:47.410857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ab8c928f-5caa-48a1-8dd1-704fbfe3cbfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.466721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c928f-5caa-48a1-8dd1-704fbfe3cbfa None None] Calling delete_port for 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:43:47.572341 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9957652c-1af3-43fc-a1d3-0360c698811c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.717192 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.735366 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ab8c928f-5caa-48a1-8dd1-704fbfe3cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.758533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebaa972-ed9e-470a-bfa7-845389ba6fe1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:47.764695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c928f-5caa-48a1-8dd1-704fbfe3cbfa None None] Pushing event deleted for resources: {'Port': ['ID=8ebaa972-ed9e-470a-bfa7-845389ba6fe1,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:47.766267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] No DVR routers for this DVR port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:47.768176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c928f-5caa-48a1-8dd1-704fbfe3cbfa None None] No DVR routers for this DVR port 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:43:47.774037 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.776949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9957652c-1af3-43fc-a1d3-0360c698811c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.803984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957652c-1af3-43fc-a1d3-0360c698811c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf2edb6-962f-4d5b-a86d-4613de0b62b2,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:47.865267 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.882572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728a8bc4-7a14-4b6d-9992-848e6fe962c2']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:47.903005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c17bfe9-8817-4ab4-abc5-e758c1ee224c') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:47.903563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c17bfe9-8817-4ab4-abc5-e758c1ee224c') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:47.916113 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.939478 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9957652c-1af3-43fc-a1d3-0360c698811c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.943599 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.944207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9957652c-1af3-43fc-a1d3-0360c698811c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8221996 Aug 19 12:43:47.944353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33404) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:47.949458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.949636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-baa55b66-f0af-43f7-882e-79a30a21a3d6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '57712a6b-c29d-4358-b8ad-12be437dc128', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:47.961100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:43:47.961521 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:43:47.963382 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:43:48.055510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5833fef9-27ee-4039-86fb-6866c8024e32 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:48.173162 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.176624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=7154cbac-f7c4-401a-acb8-f798d232e1f5,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:48.232000 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-baa55b66-f0af-43f7-882e-79a30a21a3d6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Project c4204443efbc4475a6deb99809648e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:43:48.238091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1a3336-2da8-458e-a2c4-69a73c4995db None None] Network 617d66f0-7188-49c8-86b8-ed811335cc29 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:48.239132 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.260327 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baa55b66-f0af-43f7-882e-79a30a21a3d6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.296120 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.303603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 5833fef9-27ee-4039-86fb-6866c8024e32 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:48.313204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] 10.222.0.21 "DELETE /v2.0/networks/728a8bc4-7a14-4b6d-9992-848e6fe962c2 HTTP/1.1" status: 204 len: 168 time: 1.5398943 Aug 19 12:43:48.317494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 617d66f0-7188-49c8-86b8-ed811335cc29 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:48.320365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:48.351572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Pushing event deleted for resources: {'Network': ['ID=728a8bc4-7a14-4b6d-9992-848e6fe962c2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:48.382055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.382640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.383738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.384273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.390110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.398984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.398984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.398984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.398984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.398984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.398984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.398984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf76183-ef94-4c7b-aed4-51487007e46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:48.411912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:43:48.465565 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baa55b66-f0af-43f7-882e-79a30a21a3d6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.480403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:43:48.480748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8ebaa972-ed9e-470a-bfa7-845389ba6fe1 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:43:48.486628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fbba48fa-be30-4ce2-a2ea-09b04c50f5f1 None None] Provisioning for port 5833fef9-27ee-4039-86fb-6866c8024e32 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:48.506402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fbba48fa-be30-4ce2-a2ea-09b04c50f5f1 None None] Provisioning complete for port 5833fef9-27ee-4039-86fb-6866c8024e32 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:48.507260 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fbba48fa-be30-4ce2-a2ea-09b04c50f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.667637 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baa55b66-f0af-43f7-882e-79a30a21a3d6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.701094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa55b66-f0af-43f7-882e-79a30a21a3d6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b0fce9-a574-4386-9432-3a93bb9f6a65,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:48.726848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:43:48.853343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33428) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:48.867481 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fbba48fa-be30-4ce2-a2ea-09b04c50f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.880789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:48.887797 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b3f80ad7-0797-433c-bdf6-67cacca936fc tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8403239 Aug 19 12:43:48.891220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33432) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:48.893104 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Sync routers for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:48.904120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1109300566'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:48.907563 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:48.908552 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:48.953170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fbba48fa-be30-4ce2-a2ea-09b04c50f5f1 None None] For port 5833fef9-27ee-4039-86fb-6866c8024e32, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5833fef9-27ee-4039-86fb-6866c8024e32,segment=NetworkSegment(88708144-6a90-4bd5-b59d-f7d55007a906),segment_id=88708144-6a90-4bd5-b59d-f7d55007a906)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:48.968275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baa55b66-f0af-43f7-882e-79a30a21a3d6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:48.981606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33434) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:48.982163 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-baa55b66-f0af-43f7-882e-79a30a21a3d6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0271177 Aug 19 12:43:48.982283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-51b4d89f-7656-45ed-a86b-4e1c27de6100 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'security_group_rule': {'security_group_id': '57712a6b-c29d-4358-b8ad-12be437dc128', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:49.018167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33436) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:49.039677 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:49.106410 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fbba48fa-be30-4ce2-a2ea-09b04c50f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.117367 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-09ca3005-2a8f-4278-befb-9bbeb9208bc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b113b6d3e34488b9a7c4a2d94c33b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971653 Aug 19 12:43:49.119927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33438) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:49.182008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:49.191926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.238843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05d1e304-0b7c-4550-b8b7-2cbf34bbbfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.255474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:49.280693 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.281286 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added segment 4ffb7afb-e9d8-429d-bdd0-691e1721177a of type vlan for network 64a0b19a-b8fb-4639-86ce-7bebb85f198b Aug 19 12:43:49.313335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba48fa-be30-4ce2-a2ea-09b04c50f5f1 None None] Pushing event updated for resources: {'Port': ['ID=5833fef9-27ee-4039-86fb-6866c8024e32,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:49.324029 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05d1e304-0b7c-4550-b8b7-2cbf34bbbfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.324578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d8002232-67f1-4bfe-afe4-babac6cc4d60 None None] Provisioning complete for port 5833fef9-27ee-4039-86fb-6866c8024e32 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:49.326555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1638831793-network', 'tenant_id': 'a7d9987635dd4e77b36fa98c81416554'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:49.328598 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d8002232-67f1-4bfe-afe4-babac6cc4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.413825 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-51b4d89f-7656-45ed-a86b-4e1c27de6100 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Project c4204443efbc4475a6deb99809648e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:43:49.427274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.427488 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51b4d89f-7656-45ed-a86b-4e1c27de6100 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.575835 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51b4d89f-7656-45ed-a86b-4e1c27de6100 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.589224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05d1e304-0b7c-4550-b8b7-2cbf34bbbfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.589224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05d1e304-0b7c-4550-b8b7-2cbf34bbbfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.589224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-05d1e304-0b7c-4550-b8b7-2cbf34bbbfb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4faa160-92e0-4d0a-89c3-61e01d22169a HTTP/1.1" status: 204 len: 168 time: 0.4618127 Aug 19 12:43:49.595337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1e304-0b7c-4550-b8b7-2cbf34bbbfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4faa160-92e0-4d0a-89c3-61e01d22169a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:49.656553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Made reservation on behalf of a7d9987635dd4e77b36fa98c81416554 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:49.659405 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.664213 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.677341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:49.678286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.717639 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:47Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:47Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:49.718334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.725320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d8002232-67f1-4bfe-afe4-babac6cc4d60 None None] Provisioning for port 7154cbac-f7c4-401a-acb8-f798d232e1f5 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:49.727981 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51b4d89f-7656-45ed-a86b-4e1c27de6100 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.766558 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d8002232-67f1-4bfe-afe4-babac6cc4d60 None None] Provisioning complete for port 7154cbac-f7c4-401a-acb8-f798d232e1f5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:49.766558 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d8002232-67f1-4bfe-afe4-babac6cc4d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.770903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4d89f-7656-45ed-a86b-4e1c27de6100 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ceee5d-b834-4ae8-8d6b-7684d713a340,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:49.778023 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Checking router: 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:49.779153 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Updating router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 port 7154cbac-f7c4-401a-acb8-f798d232e1f5 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:49.810930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33450) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:49.823724 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:49.858972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d8002232-67f1-4bfe-afe4-babac6cc4d60 None None] Port 7154cbac-f7c4-401a-acb8-f798d232e1f5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:49.873239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Network': ['ID=64a0b19a-b8fb-4639-86ce-7bebb85f198b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:49.887111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 64a0b19a-b8fb-4639-86ce-7bebb85f198b details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:49.999560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-163f12c1-ca49-4a82-9696-0e9f40feee97 None None] Provisioning complete for port 7154cbac-f7c4-401a-acb8-f798d232e1f5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:50.000549 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-163f12c1-ca49-4a82-9696-0e9f40feee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.008081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5833fef9-27ee-4039-86fb-6866c8024e32 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:50.042874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0396386-598b-4b11-8bff-b3c721659edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.083622 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51b4d89f-7656-45ed-a86b-4e1c27de6100 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.089939 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-51b4d89f-7656-45ed-a86b-4e1c27de6100 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1156693 Aug 19 12:43:50.094514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33460) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:50.099790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'network': {'name': 'tempest-network-smoke--2058151955', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'port_security_enabled': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:50.102059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-163f12c1-ca49-4a82-9696-0e9f40feee97 None None] Port 7154cbac-f7c4-401a-acb8-f798d232e1f5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:50.123601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5833fef9-27ee-4039-86fb-6866c8024e32 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:50.123981 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.164393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-52ed14ae-d068-4973-a506-7512aea8a03b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2717967 Aug 19 12:43:50.167285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33462) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:50.174348 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.182593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'subnet': {'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:50.272815 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.292192 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Transition to ACTIVE for port object 7154cbac-f7c4-401a-acb8-f798d232e1f5 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:50.335506 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.357551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:50.372634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:50.377662 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.380462 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Added segment a0d49723-2591-4252-ba7d-b26d79ebcfb7 of type vlan for network d686a1bd-863b-407b-b61a-1314dd7ec179 Aug 19 12:43:50.432509 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.441938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0396386-598b-4b11-8bff-b3c721659edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.452863 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.518073 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ebc44-a9e6-4c31-aeff-8c465e45d40e None None] Pushing event updated for resources: {'Port': ['ID=7154cbac-f7c4-401a-acb8-f798d232e1f5,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:50.581321 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Attempting to bind port 7154cbac-f7c4-401a-acb8-f798d232e1f5 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:50.581995 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Attempting to bind port 7154cbac-f7c4-401a-acb8-f798d232e1f5 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '88708144-6a90-4bd5-b59d-f7d55007a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:50.582359 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Attempting to bind port 7154cbac-f7c4-401a-acb8-f798d232e1f5 on network 617d66f0-7188-49c8-86b8-ed811335cc29 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:50.588957 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:50.589332 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Checking segment: {'id': '88708144-6a90-4bd5-b59d-f7d55007a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:50.592077 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.592077 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Bound using segment: {'id': '88708144-6a90-4bd5-b59d-f7d55007a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:50.592077 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Bound port: 7154cbac-f7c4-401a-acb8-f798d232e1f5, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88708144-6a90-4bd5-b59d-f7d55007a906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:50.592077 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.615161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0396386-598b-4b11-8bff-b3c721659edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.644881 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e0396386-598b-4b11-8bff-b3c721659edf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=084125de51dd4437bea297d5d34527d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8328836 Aug 19 12:43:50.646897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 12:43:50.646897 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 12:43:50.646897 n-d-803757-2 neutron-server[95542]: [parameters: {'project_id_1': 'c4204443efbc4475a6deb99809648e33', 'expiration_1': datetime.datetime(2021, 8, 19, 12, 43, 50, 124457)}] Aug 19 12:43:50.646897 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:43:50.648316 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:43:50.648894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33474) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:50.659308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.660281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:50.661063 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.708502 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] For port 7154cbac-f7c4-401a-acb8-f798d232e1f5, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:50.712754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0396386-598b-4b11-8bff-b3c721659edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aad58cd-1a40-450f-a923-1448a39cf933,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:50.714470 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] For port 7154cbac-f7c4-401a-acb8-f798d232e1f5, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7154cbac-f7c4-401a-acb8-f798d232e1f5,segment=NetworkSegment(88708144-6a90-4bd5-b59d-f7d55007a906),segment_id=88708144-6a90-4bd5-b59d-f7d55007a906)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:50.739793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:50.744070 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.768778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562f43b-967c-46b1-a8cf-9a9d6d346363 req-65b8a696-7477-4f6a-9369-0f747a7331ab tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:50.770402 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e562f43b-967c-46b1-a8cf-9a9d6d346363 req-65b8a696-7477-4f6a-9369-0f747a7331ab tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1563826 Aug 19 12:43:50.787262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d686a1bd-863b-407b-b61a-1314dd7ec179,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:50.797736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network d686a1bd-863b-407b-b61a-1314dd7ec179 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:50.799207 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.813501 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0d870cc-1d14-4d4e-931a-4fcb595aa2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.852656 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:50.853294 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:50.855591 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e562f43b-967c-46b1-a8cf-9a9d6d346363 req-f723d58d-9c8b-4e56-a6c7-bf4c31bb1130 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782821 Aug 19 12:43:50.883047 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eb9ab2b9-26d3-4336-97dc-e6d5f326b0a2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0282223 Aug 19 12:43:50.883697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33478) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:50.893279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] Request body: {'subnet': {'network_id': 'd686a1bd-863b-407b-b61a-1314dd7ec179', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1638831793-subnet', 'tenant_id': 'a7d9987635dd4e77b36fa98c81416554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:50.903754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0d870cc-1d14-4d4e-931a-4fcb595aa2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:50.977890 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ebc44-a9e6-4c31-aeff-8c465e45d40e None None] Pushing event updated for resources: {'Port': ['ID=7154cbac-f7c4-401a-acb8-f798d232e1f5,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:51.009541 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:51.153580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33480) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:51.158534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] Made reservation on behalf of a7d9987635dd4e77b36fa98c81416554 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:51.162201 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.195565 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0d870cc-1d14-4d4e-931a-4fcb595aa2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.197985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0d870cc-1d14-4d4e-931a-4fcb595aa2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.201531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f0d870cc-1d14-4d4e-931a-4fcb595aa2d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1aad58cd-1a40-450f-a923-1448a39cf933 HTTP/1.1" status: 204 len: 168 time: 0.5423980 Aug 19 12:43:51.223233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d870cc-1d14-4d4e-931a-4fcb595aa2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aad58cd-1a40-450f-a923-1448a39cf933,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:51.228020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-47678b4e-515b-4699-801f-1d74b5e59327 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d7bb89e4d854020aa272194daaa97d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733814 Aug 19 12:43:51.230518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33484) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:51.263209 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:47Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:50Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:51.291107 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.298563 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353da2ec-dbfb-49e2-93f4-ab64e5397764 None None] The sync data for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 is: [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:47Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:50Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:51.355034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:51.358692 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.364563 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4b4273a-a6ca-48db-8593-d37ebce299de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.455892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Subnet': ['ID=5f373be3-27b0-4250-b1ed-fdd397be2754,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:51.461232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4b4273a-a6ca-48db-8593-d37ebce299de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.473665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:51.487373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Checking segment: {'id': '4ffb7afb-e9d8-429d-bdd0-691e1721177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:51.487735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network hostable DHCP agents. Network: 64a0b19a-b8fb-4639-86ce-7bebb85f198b, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:51.507468 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.507775 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Added segment 123fdaeb-8714-4d3d-90dd-91b98fa38714 of type vlan for network aacfb62a-6a72-4461-a5d5-c0d186cfe41b Aug 19 12:43:51.580611 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.592598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.654238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd3aa11-31a8-49ff-9a8d-b8daa16e4953,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:51.675005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] Checking segment: {'id': 'a0d49723-2591-4252-ba7d-b26d79ebcfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd686a1bd-863b-407b-b61a-1314dd7ec179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:51.675383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] Network hostable DHCP agents. Network: d686a1bd-863b-407b-b61a-1314dd7ec179, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:51.747497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 64a0b19a-b8fb-4639-86ce-7bebb85f198b is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:51.750013 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4b4273a-a6ca-48db-8593-d37ebce299de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.758189 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4b4273a-a6ca-48db-8593-d37ebce299de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.758189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d4b4273a-a6ca-48db-8593-d37ebce299de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37f60e8a-99ce-4561-b318-eb1e5abc43aa HTTP/1.1" status: 204 len: 168 time: 0.5225418 Aug 19 12:43:51.767484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4273a-a6ca-48db-8593-d37ebce299de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f60e8a-99ce-4561-b318-eb1e5abc43aa,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:51.787672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] Network d686a1bd-863b-407b-b61a-1314dd7ec179 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:43:51.793673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.802396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:51.803159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.873983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Network': ['ID=aacfb62a-6a72-4461-a5d5-c0d186cfe41b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:51.891194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network aacfb62a-6a72-4461-a5d5-c0d186cfe41b details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:51.924114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 64a0b19a-b8fb-4639-86ce-7bebb85f198b) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:51.925638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, d686a1bd-863b-407b-b61a-1314dd7ec179) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:51.937345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:51.937345 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.939864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:51.940961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:51.957746 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e25ece-b248-4841-b585-7dff6e422019 None None] Network 64a0b19a-b8fb-4639-86ce-7bebb85f198b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:52.055559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bfc7a7-d379-423f-8a6e-22af8799f633 None None] Network d686a1bd-863b-407b-b61a-1314dd7ec179 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:52.073584 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-044e9e82-c120-4f85-9d48-613b84150d42 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9778969 Aug 19 12:43:52.076331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33494) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:52.081207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'admin_state_up': True, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:52.101753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36596784-a7ef-4b1f-b566-2548ff8fd340 req-84d72163-5bc7-46c9-bdb1-7650239b5611 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:52.103571 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36596784-a7ef-4b1f-b566-2548ff8fd340 req-84d72163-5bc7-46c9-bdb1-7650239b5611 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1046848 Aug 19 12:43:52.126319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-507af1be-ea72-4352-9c39-3ad70e54dc4d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2415695 Aug 19 12:43:52.133642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b28d6d86-2e2e-45e8-bc0d-08c4988ec1bb tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9575069 Aug 19 12:43:52.134314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33496) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:52.159942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36596784-a7ef-4b1f-b566-2548ff8fd340 req-3ae462fa-d9bc-4bc2-b394-d86f92094ff2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480430 Aug 19 12:43:52.169321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7154cbac-f7c4-401a-acb8-f798d232e1f5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:52.253507 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.254551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.387379 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.404234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b0496-85a6-4fa6-851f-803f7ac0c1eb None None] Network d686a1bd-863b-407b-b61a-1314dd7ec179 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:52.404492 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33500) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:52.428335 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-365b54f7-1d5b-4d34-9480-aee94a56d559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.449669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:43:52.450674 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.560787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-365b54f7-1d5b-4d34-9480-aee94a56d559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.609627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7154cbac-f7c4-401a-acb8-f798d232e1f5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:52.640469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7154cbac-f7c4-401a-acb8-f798d232e1f5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:52.641397 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.677361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-365b54f7-1d5b-4d34-9480-aee94a56d559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.748652 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:52.760775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b54f7-1d5b-4d34-9480-aee94a56d559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41df4663-97fe-4646-8590-d993c94192ff,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:52.779838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-365b54f7-1d5b-4d34-9480-aee94a56d559 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22fbaf636e26435c9f58c5a464117da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731463 Aug 19 12:43:52.781313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33514) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:53.281950 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.283827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Allocated IP 172.21.0.2 (64a0b19a-b8fb-4639-86ce-7bebb85f198b/5f373be3-27b0-4250-b1ed-fdd397be2754/833a291b-5e3f-479c-9339-c96985683ee3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:53.285210 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-03d8dc36-d10a-47f3-8d96-f3422bdd7b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.285210 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-03d8dc36-d10a-47f3-8d96-f3422bdd7b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.285709 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.285709 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 7154cbac-f7c4-401a-acb8-f798d232e1f5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7154cbac-f7c4-401a-acb8-f798d232e1f5,segment=NetworkSegment(88708144-6a90-4bd5-b59d-f7d55007a906),segment_id=88708144-6a90-4bd5-b59d-f7d55007a906)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:53.286304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-cf5b7115-5439-4034-82ba-027d4f8649f9 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:53.286304 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-cf5b7115-5439-4034-82ba-027d4f8649f9 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/networks?id=d686a1bd-863b-407b-b61a-1314dd7ec179 HTTP/1.1" status: 200 len: 814 time: 0.2053225 Aug 19 12:43:53.286688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-03d8dc36-d10a-47f3-8d96-f3422bdd7b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.286688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-03d8dc36-d10a-47f3-8d96-f3422bdd7b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.286688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-03d8dc36-d10a-47f3-8d96-f3422bdd7b8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41df4663-97fe-4646-8590-d993c94192ff HTTP/1.1" status: 204 len: 168 time: 0.4387057 Aug 19 12:43:53.293494 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.293744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8dc36-d10a-47f3-8d96-f3422bdd7b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41df4663-97fe-4646-8590-d993c94192ff,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:53.293866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Transition to ACTIVE for port object 833a291b-5e3f-479c-9339-c96985683ee3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:53.326254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Transition to ACTIVE for port object 833a291b-5e3f-479c-9339-c96985683ee3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:53.339642 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-311e20c9-2e77-4bc9-8681-af1a5f145241 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/quotas/a7d9987635dd4e77b36fa98c81416554 HTTP/1.1" status: 200 len: 375 time: 0.1274860 Aug 19 12:43:53.349941 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.384614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492a3fc-fb59-419b-b7dd-b1352b13e507 req-6987f969-3a99-457c-b982-818d708c2c2b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:53.384614 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b492a3fc-fb59-419b-b7dd-b1352b13e507 req-6987f969-3a99-457c-b982-818d708c2c2b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.0664275 Aug 19 12:43:53.401027 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b492a3fc-fb59-419b-b7dd-b1352b13e507 req-6901282d-dcf5-4b60-a59e-cff5192bf650 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374498 Aug 19 12:43:53.424641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=7154cbac-f7c4-401a-acb8-f798d232e1f5,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:53.438816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.438816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.438816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.438816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.438816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.439710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.440165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.440736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.441146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.441488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.441856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.442217 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:43:53.488299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-efde7212-62c3-403c-8ea5-c0174b9209b8 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7d9987635dd4e77b36fa98c81416554&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666218 Aug 19 12:43:53.529600 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.587181 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.647910 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.684943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Network 64a0b19a-b8fb-4639-86ce-7bebb85f198b is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:53.687800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:53.691698 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:53.729608 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Pushing event updated for resources: {'Port': ['ID=833a291b-5e3f-479c-9339-c96985683ee3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:53.763456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Attempting to bind port 833a291b-5e3f-479c-9339-c96985683ee3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:53.763815 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Attempting to bind port 833a291b-5e3f-479c-9339-c96985683ee3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '4ffb7afb-e9d8-429d-bdd0-691e1721177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:53.764434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Attempting to bind port 833a291b-5e3f-479c-9339-c96985683ee3 on network 64a0b19a-b8fb-4639-86ce-7bebb85f198b {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:53.770063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:53.770524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Checking segment: {'id': '4ffb7afb-e9d8-429d-bdd0-691e1721177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:53.770973 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.771375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Bound using segment: {'id': '4ffb7afb-e9d8-429d-bdd0-691e1721177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:53.771854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Bound port: 833a291b-5e3f-479c-9339-c96985683ee3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffb7afb-e9d8-429d-bdd0-691e1721177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:53.772288 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:53.844902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] For port 833a291b-5e3f-479c-9339-c96985683ee3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:53.849948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] For port 833a291b-5e3f-479c-9339-c96985683ee3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=833a291b-5e3f-479c-9339-c96985683ee3,segment=NetworkSegment(4ffb7afb-e9d8-429d-bdd0-691e1721177a),segment_id=4ffb7afb-e9d8-429d-bdd0-691e1721177a)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:53.982078 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.062134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77667739-ab8c-452f-91c5-28e36b56d962 None None] Pushing event updated for resources: {'Port': ['ID=833a291b-5e3f-479c-9339-c96985683ee3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:54.063104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7154cbac-f7c4-401a-acb8-f798d232e1f5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:54.135939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7154cbac-f7c4-401a-acb8-f798d232e1f5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:54.136319 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.198792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-98de7d7b-1581-4bb1-b2d4-4d2f3f445a4c service neutron] 10.222.0.21 "GET /v2.0/networks/d686a1bd-863b-407b-b61a-1314dd7ec179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013025 Aug 19 12:43:54.245096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Allocated IP 172.21.0.1 (64a0b19a-b8fb-4639-86ce-7bebb85f198b/5f373be3-27b0-4250-b1ed-fdd397be2754/908e5063-0ed2-457d-a849-718d1405c81a) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:54.329349 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.25.2.151 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/bddce8a3-9840-49c4-9279-49a7743822a5) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:54.578118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-c46e55f9-4f3b-4dca-b967-4aaa9b4a9bd0 service neutron] 10.222.0.21 "GET /v2.0/networks/d686a1bd-863b-407b-b61a-1314dd7ec179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533082 Aug 19 12:43:54.598132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e34efd-5f57-4c4e-a6f8-f877014f7959 req-3f9fa97c-3f07-4961-b3ad-10a65e3f058a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:54.599885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97e34efd-5f57-4c4e-a6f8-f877014f7959 req-3f9fa97c-3f07-4961-b3ad-10a65e3f058a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.0955663 Aug 19 12:43:54.604902 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.622915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.647178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Transition to ACTIVE for port object 908e5063-0ed2-457d-a849-718d1405c81a will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:54.684333 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97e34efd-5f57-4c4e-a6f8-f877014f7959 req-c4ca8f16-73c5-4bd1-985f-45643a474ed4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714200 Aug 19 12:43:54.776025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.827139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:54.835389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:54.839305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:54.867482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=bddce8a3-9840-49c4-9279-49a7743822a5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:54.872949 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5539decb-c765-40f9-984e-faf7af75f764 req-d125b189-618f-4c0b-acfd-483404376f66 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 210 time: 0.0405061 Aug 19 12:43:54.880031 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:54.951225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=908e5063-0ed2-457d-a849-718d1405c81a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:54.961942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 64a0b19a-b8fb-4639-86ce-7bebb85f198b is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:55.007517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:55.046845 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:55.162561 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.253166 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.339441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33592) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:55.404394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca089b9-d3f4-442f-bc56-35b3f9f5506d None None] Network 64a0b19a-b8fb-4639-86ce-7bebb85f198b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:43:55.523860 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.549935 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.610489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'network': {'name': 'tempest-network-smoke--1384896608', 'project_id': '590b45e235af470981ab2f18ef311f78', 'port_security_enabled': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:55.656300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cb37ef65-a87b-4f7d-9278-602a83c3fc8c None None] Provisioning for port 833a291b-5e3f-479c-9339-c96985683ee3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:55.832290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Made reservation on behalf of 590b45e235af470981ab2f18ef311f78 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:55.837342 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.846711 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:55.960108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ca843-18a5-4e2d-9451-e573634f55cd req-d40b45fb-fbc7-4917-9797-7dbc0a31c7e3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:55.971171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a3ca843-18a5-4e2d-9451-e573634f55cd req-d40b45fb-fbc7-4917-9797-7dbc0a31c7e3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.2111065 Aug 19 12:43:56.057163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fe3e3dc2-f348-4b61-9f45-882bb56010ee None None] Provisioning for port 908e5063-0ed2-457d-a849-718d1405c81a completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:56.063623 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a3ca843-18a5-4e2d-9451-e573634f55cd req-78cb07e5-29bc-4a98-a94a-49527720d95c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914156 Aug 19 12:43:56.070085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.083628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fe3e3dc2-f348-4b61-9f45-882bb56010ee None None] Provisioning complete for port 908e5063-0ed2-457d-a849-718d1405c81a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:56.084253 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fe3e3dc2-f348-4b61-9f45-882bb56010ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.110759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b82da1d5-96cf-4f38-9333-1e617ad18a38 req-f9665ca6-d246-4729-bd81-695bd5038124 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 210 time: 0.1349561 Aug 19 12:43:56.111623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 833a291b-5e3f-479c-9339-c96985683ee3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:56.174079 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.200043 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.227921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e3dc2-f348-4b61-9f45-882bb56010ee None None] Port 908e5063-0ed2-457d-a849-718d1405c81a cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:56.272870 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.333172 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.358471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c4d79451-8035-49c1-bc7d-8495427d8bef None None] Provisioning complete for port 908e5063-0ed2-457d-a849-718d1405c81a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:56.359590 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c4d79451-8035-49c1-bc7d-8495427d8bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.374771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:56.386290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbddc6e-0503-4fb9-b556-1a3c6929090d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:56.391883 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.392447 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Added segment 27fe1b13-f490-4ca0-a09e-ed9fb7b716b2 of type vlan for network a4a6609b-d76f-44d7-ae0f-8377b5a49038 Aug 19 12:43:56.397987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c4d79451-8035-49c1-bc7d-8495427d8bef None None] Port 908e5063-0ed2-457d-a849-718d1405c81a cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:56.423063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 833a291b-5e3f-479c-9339-c96985683ee3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:43:56.427260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 833a291b-5e3f-479c-9339-c96985683ee3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:56.427741 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.442383 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.469746 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.479096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router 49b78990-1b01-4a7d-a3ba-9a873677258a is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:43:56.530610 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.581661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 833a291b-5e3f-479c-9339-c96985683ee3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=833a291b-5e3f-479c-9339-c96985683ee3,segment=NetworkSegment(4ffb7afb-e9d8-429d-bdd0-691e1721177a),segment_id=4ffb7afb-e9d8-429d-bdd0-691e1721177a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:43:56.615153 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.615939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=908e5063-0ed2-457d-a849-718d1405c81a,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:56.618613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.622321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:56.623236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.696500 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.733707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Network': ['ID=a4a6609b-d76f-44d7-ae0f-8377b5a49038,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:56.746077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network a4a6609b-d76f-44d7-ae0f-8377b5a49038 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:56.749737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:56.770115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Sync routers for ids ['49b78990-1b01-4a7d-a3ba-9a873677258a'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:56.782889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network 64a0b19a-b8fb-4639-86ce-7bebb85f198b is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:56.784349 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:56.794215 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-98caaaed-bc00-4f66-aa75-18c1c66ad902 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4524238 Aug 19 12:43:56.796705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33620) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:56.808003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'admin_state_up': True, 'project_id': '590b45e235af470981ab2f18ef311f78', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:56.828238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=833a291b-5e3f-479c-9339-c96985683ee3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:56.835082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Routers {'49b78990-1b01-4a7d-a3ba-9a873677258a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:56.839143 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['49b78990-1b01-4a7d-a3ba-9a873677258a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:56.898436 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:56.900713 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2ec96384-8417-44f6-a395-4105cc588df3 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.8233018 Aug 19 12:43:56.903959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33622) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:56.957873 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ab2d07ec-6916-40b3-a0d2-1755e1205849 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=c4204443efbc4475a6deb99809648e33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505853 Aug 19 12:43:56.962112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33624) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.005305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Set router 49b78990-1b01-4a7d-a3ba-9a873677258a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:57.029193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:43:57.215187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91fbbe75-0646-4cf1-a1c8-3ad72bedcdd8 req-e77ad7ad-31ba-40fe-8178-ccf3769dfad8 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 210 time: 0.0355723 Aug 19 12:43:57.216161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.220137 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.222709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a33f0c-1b20-4a38-bc73-d064ec6a6992 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:57.224252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c5a33f0c-1b20-4a38-bc73-d064ec6a6992 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2609897 Aug 19 12:43:57.230361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33632) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.242966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8724e-8a0a-41b6-ae9f-0eabfc8425bb req-9e7ce6a4-059c-42a3-af4c-aec2ea579cc1 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:57.244546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6b8724e-8a0a-41b6-ae9f-0eabfc8425bb req-9e7ce6a4-059c-42a3-af4c-aec2ea579cc1 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.0940447 Aug 19 12:43:57.245649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:43:57.253570 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9ad1d703-33dd-4f84-bb1a-3ba5581e15de tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1160486 Aug 19 12:43:57.254712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33634) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.258248 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Sync routers for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:43:57.260795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'network': {'name': 'tempest-RoutersTest-1812611051'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:57.273387 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:57.274622 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:57.344122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-00144ec8-512d-44b4-b332-b6b6610a1af9 None None] Provisioning complete for port 908e5063-0ed2-457d-a849-718d1405c81a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:57.344843 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-00144ec8-512d-44b4-b332-b6b6610a1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.349364 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6b8724e-8a0a-41b6-ae9f-0eabfc8425bb req-3c7639a4-5550-44aa-a50f-1d815a4720a1 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830495 Aug 19 12:43:57.408117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-00144ec8-512d-44b4-b332-b6b6610a1af9 None None] Port 908e5063-0ed2-457d-a849-718d1405c81a cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:43:57.408910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-df841f47-6cdc-48ea-96ba-f0d5d089add6 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1720078 Aug 19 12:43:57.411438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33640) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:57.416593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.417921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1795685444', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'project_id': 'c4204443efbc4475a6deb99809648e33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:57.428526 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:57.482234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:43:55Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:57.499570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:57.503787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.533559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Checking router: 49b78990-1b01-4a7d-a3ba-9a873677258a for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:57.534174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Updating router 49b78990-1b01-4a7d-a3ba-9a873677258a port bddce8a3-9840-49c4-9279-49a7743822a5 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:57.557802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:43:57.571003 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.571347 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added segment 7c50bd8d-e98d-410d-a26b-6df16ab1e629 of type vlan for network d30d2e84-5e98-4b92-8d41-ceefa5c38a13 Aug 19 12:43:57.578157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.666951 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:55Z', 'revision_number': 3, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:43:55Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:57.672881 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.701487 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Checking router: 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:43:57.704213 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Updating router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 port 908e5063-0ed2-457d-a849-718d1405c81a binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:43:57.706881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:57.710196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.738040 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.768142 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.863286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:57.869182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:57.869796 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.003785 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.005189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 833a291b-5e3f-479c-9339-c96985683ee3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:43:58.040680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Transition to ACTIVE for port object bddce8a3-9840-49c4-9279-49a7743822a5 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:58.075687 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 833a291b-5e3f-479c-9339-c96985683ee3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:43:58.076103 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.108499 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.124586 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Transition to ACTIVE for port object 908e5063-0ed2-457d-a849-718d1405c81a will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:43:58.181957 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.296147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee622ab-cc2d-4c9f-9279-e512660b4253 None None] Pushing event updated for resources: {'Port': ['ID=bddce8a3-9840-49c4-9279-49a7743822a5,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:58.298942 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.308605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Attempting to bind port bddce8a3-9840-49c4-9279-49a7743822a5 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:58.311505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Attempting to bind port bddce8a3-9840-49c4-9279-49a7743822a5 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:58.311505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Attempting to bind port bddce8a3-9840-49c4-9279-49a7743822a5 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:58.325413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:58.327035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:58.327451 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.327858 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:58.332755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Bound port: bddce8a3-9840-49c4-9279-49a7743822a5, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:58.333198 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.379715 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.391807 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700d26e-fd85-49c4-962b-5ae3f56e7e46 None None] Pushing event updated for resources: {'Port': ['ID=908e5063-0ed2-457d-a849-718d1405c81a,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:58.451932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] For port bddce8a3-9840-49c4-9279-49a7743822a5, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:58.460961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-574810f4-c09b-4d4d-bf29-9b5f58f39d08 req-6e41a4d9-f6a8-4631-bbb3-862215dbfd8b tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 210 time: 0.0784836 Aug 19 12:43:58.463789 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.480576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] For port bddce8a3-9840-49c4-9279-49a7743822a5, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bddce8a3-9840-49c4-9279-49a7743822a5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:58.529186 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Attempting to bind port 908e5063-0ed2-457d-a849-718d1405c81a on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:43:58.529186 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Attempting to bind port 908e5063-0ed2-457d-a849-718d1405c81a by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '4ffb7afb-e9d8-429d-bdd0-691e1721177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:43:58.529186 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Attempting to bind port 908e5063-0ed2-457d-a849-718d1405c81a on network 64a0b19a-b8fb-4639-86ce-7bebb85f198b {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:43:58.532288 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:43:58.532793 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Checking segment: {'id': '4ffb7afb-e9d8-429d-bdd0-691e1721177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:58.533248 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.533749 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Bound using segment: {'id': '4ffb7afb-e9d8-429d-bdd0-691e1721177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:43:58.534622 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Bound port: 908e5063-0ed2-457d-a849-718d1405c81a, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffb7afb-e9d8-429d-bdd0-691e1721177a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:43:58.534727 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.578690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Network': ['ID=d30d2e84-5e98-4b92-8d41-ceefa5c38a13,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:58.589483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network d30d2e84-5e98-4b92-8d41-ceefa5c38a13 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:43:58.602452 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fcb6820b-b910-4172-9886-c76294911243 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3464847 Aug 19 12:43:58.606072 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33654) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:43:58.613976 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.627357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'subnet': {'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:58.669263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Allocated IP 172.25.2.119 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/5600e157-b72e-45bf-a559-720e9a27822e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:43:58.725788 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] For port 908e5063-0ed2-457d-a849-718d1405c81a, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:43:58.752725 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] For port 908e5063-0ed2-457d-a849-718d1405c81a, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=908e5063-0ed2-457d-a849-718d1405c81a,segment=NetworkSegment(4ffb7afb-e9d8-429d-bdd0-691e1721177a),segment_id=4ffb7afb-e9d8-429d-bdd0-691e1721177a)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:43:58.822128 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.836476 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:58.853636 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee622ab-cc2d-4c9f-9279-e512660b4253 None None] Pushing event updated for resources: {'Port': ['ID=bddce8a3-9840-49c4-9279-49a7743822a5,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:58.868249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Routers {'49b78990-1b01-4a7d-a3ba-9a873677258a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:58.869120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['49b78990-1b01-4a7d-a3ba-9a873677258a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:58.988775 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700d26e-fd85-49c4-962b-5ae3f56e7e46 None None] Pushing event updated for resources: {'Port': ['ID=908e5063-0ed2-457d-a849-718d1405c81a,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:59.000460 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:43:59.001342 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:59.005434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] Set router 49b78990-1b01-4a7d-a3ba-9a873677258a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:59.044154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b1c58-1af5-43f3-a16a-7e1f26feba7d req-a7c15075-0cf0-45c2-b86c-addea7117e2a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:59.045868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f4b1c58-1af5-43f3-a16a-7e1f26feba7d req-a7c15075-0cf0-45c2-b86c-addea7117e2a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.4614148 Aug 19 12:43:59.107212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.215692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:43:59.222237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:43:59.225531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-f637858c-2bee-4892-9141-3a0401aaa74e tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:43:59.231225 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-f637858c-2bee-4892-9141-3a0401aaa74e tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.30 "GET /v2.0/networks?id=d686a1bd-863b-407b-b61a-1314dd7ec179 HTTP/1.1" status: 200 len: 814 time: 0.3681738 Aug 19 12:43:59.240727 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f4b1c58-1af5-43f3-a16a-7e1f26feba7d req-ff7c8875-bc45-46f9-a84e-d3b4c7337549 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838877 Aug 19 12:43:59.246017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:43:59.255645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Request body: {'port': {'device_id': '7df224c4-dfaa-402c-a101-fbde5e9ea2c9', 'network_id': 'd686a1bd-863b-407b-b61a-1314dd7ec179', 'admin_state_up': True, 'tenant_id': 'a7d9987635dd4e77b36fa98c81416554'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:43:59.327353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:43:59.331805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=5600e157-b72e-45bf-a559-720e9a27822e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:59.336545 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.423791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:43:55Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:43:59.469697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8e9611-1d33-4eba-8a49-d5d0f52cc376 None None] The sync data for ids ['49b78990-1b01-4a7d-a3ba-9a873677258a'] in n-d-803757-2 is: [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:43:55Z', 'revision_number': 3, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:43:59.492820 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:43:59.494620 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:43:59.610147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb7cbeaa-1fe5-43a1-946e-dd4c71c8cea4 req-6db58d2f-ddd7-4326-9724-b874f23c18fd tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 210 time: 0.0365360 Aug 19 12:43:59.630045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Subnet': ['ID=8c8cbfb7-f60e-4a10-946f-6ec118104c6b,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:43:59.840108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Checking segment: {'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:43:59.840108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network hostable DHCP agents. Network: aacfb62a-6a72-4461-a5d5-c0d186cfe41b, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:43:59.846978 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.000509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:55Z', 'revision_number': 3, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:43:58Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:00.041490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Made reservation on behalf of a7d9987635dd4e77b36fa98c81416554 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:00.048949 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.052046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bddce8a3-9840-49c4-9279-49a7743822a5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:00.076341 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25fed13-5579-4430-a6b0-65793d61d02d None None] The sync data for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 is: [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:43:55Z', 'revision_number': 3, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:43:58Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:00.186115 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.188252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network aacfb62a-6a72-4461-a5d5-c0d186cfe41b is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:00.250044 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.315702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port bddce8a3-9840-49c4-9279-49a7743822a5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:00.320099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port bddce8a3-9840-49c4-9279-49a7743822a5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:00.320508 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.405866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, aacfb62a-6a72-4461-a5d5-c0d186cfe41b) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:00.422687 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43fdba-76c0-45e9-966a-a264e4c2742f None None] Network aacfb62a-6a72-4461-a5d5-c0d186cfe41b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:00.449590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:00.450379 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.523703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Allocated IP 172.20.0.12 (d686a1bd-863b-407b-b61a-1314dd7ec179/bdd3aa11-31a8-49ff-9a8d-b8daa16e4953/492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:00.595895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Subnet': ['ID=74b23053-69f5-4ba4-83d3-e81a108484da,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:00.603995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 523c788d-3d83-40ba-aef1-191a4b192132 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:44:00.635369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Checking segment: {'id': '7c50bd8d-e98d-410d-a26b-6df16ab1e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:00.635740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network hostable DHCP agents. Network: d30d2e84-5e98-4b92-8d41-ceefa5c38a13, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:44:00.767240 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b9153212-aa12-4448-a957-5b7e713a5b1c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3468621 Aug 19 12:44:00.772879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33678) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:00.788748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:44:00.789620 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.814298 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:00.851280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e6318-4ed8-451b-9e86-ee6a3108b691 req-01107006-34dd-4564-ab02-ffee8ab164ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:00.853250 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-538e6318-4ed8-451b-9e86-ee6a3108b691 req-01107006-34dd-4564-ab02-ffee8ab164ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.3914127 Aug 19 12:44:00.863346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port bddce8a3-9840-49c4-9279-49a7743822a5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bddce8a3-9840-49c4-9279-49a7743822a5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:00.873759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3594a397-f12c-4047-8a8c-02ed5b4c8253 req-0860f100-8027-4bfb-a4f8-2802b21cd812 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 210 time: 0.0768983 Aug 19 12:44:00.899162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:00.930847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Sync routers for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:00.955049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:00.955719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:01.028158 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.031342 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-52ae85b3-d8ce-4147-8669-f492e25ca7ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2295620 Aug 19 12:44:01.033529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33682) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:01.085457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network d30d2e84-5e98-4b92-8d41-ceefa5c38a13 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:01.101978 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.110263 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-538e6318-4ed8-451b-9e86-ee6a3108b691 req-d69ba750-b866-48a1-90c0-b0497d5d4bca tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428992 Aug 19 12:44:01.115987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, d30d2e84-5e98-4b92-8d41-ceefa5c38a13) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:01.123804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:01.125253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.175484 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9698a5e-0752-43b0-8be6-e127aa1037a7 None None] Network d30d2e84-5e98-4b92-8d41-ceefa5c38a13 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:01.226601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:01.245274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.256630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-22f6050e-89d2-46b4-b5bc-486b9741ee81 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6343765 Aug 19 12:44:01.257277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33688) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:01.556259 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.665851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Allocated IP 172.20.0.2 (aacfb62a-6a72-4461-a5d5-c0d186cfe41b/8c8cbfb7-f60e-4a10-946f-6ec118104c6b/cb218b1f-b14f-4f75-b918-15f7c0ba622c) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:01.694275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=bddce8a3-9840-49c4-9279-49a7743822a5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:01.704602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Network d686a1bd-863b-407b-b61a-1314dd7ec179 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:01.713177 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:01.723220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:01.773874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9f56ece6-3f89-4740-84b0-4a3fae373f6a tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=590b45e235af470981ab2f18ef311f78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7390728 Aug 19 12:44:01.776759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33694) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:01.800683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:01.801872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.827714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Pushing event updated for resources: {'Port': ['ID=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:01.933780 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:01.954859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113b3fa5-ffc9-412b-9d50-dc8aae529c38 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:01.959179 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-113b3fa5-ffc9-412b-9d50-dc8aae529c38 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1787605 Aug 19 12:44:01.959671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33698) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:02.034125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ab9f4058-0dad-4671-9797-d38d8b7eb3ee tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7892005 Aug 19 12:44:02.069950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Request body: {'port': {'device_id': '7df224c4-dfaa-402c-a101-fbde5e9ea2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:02.105841 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f8b7311b-6959-4907-ac78-d24eb88cbf1a tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1432936 Aug 19 12:44:02.138195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33704) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:02.150095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-d30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:44:02.151665 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.154343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1487679415', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'project_id': '590b45e235af470981ab2f18ef311f78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:02.285555 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bddce8a3-9840-49c4-9279-49a7743822a5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:02.338779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.406958 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.418101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Transition to ACTIVE for port object cb218b1f-b14f-4f75-b918-15f7c0ba622c will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:02.441438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Transition to ACTIVE for port object cb218b1f-b14f-4f75-b918-15f7c0ba622c will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:02.454207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95554b-21de-4dfe-aa71-95fa7daa1e7b req-0ea5a155-9480-4b7e-8e35-912a55fa7c31 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:02.456095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b95554b-21de-4dfe-aa71-95fa7daa1e7b req-0ea5a155-9480-4b7e-8e35-912a55fa7c31 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 932 time: 0.3834388 Aug 19 12:44:02.493702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Made reservation on behalf of 590b45e235af470981ab2f18ef311f78 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:02.497167 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.497526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b192c4-1213-4dea-8b11-1f13e09497b4 req-fe52cb4c-6a8e-4d79-beef-d3bd637a0c2c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:02.499300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-44b192c4-1213-4dea-8b11-1f13e09497b4 req-fe52cb4c-6a8e-4d79-beef-d3bd637a0c2c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.2252491 Aug 19 12:44:02.624427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b95554b-21de-4dfe-aa71-95fa7daa1e7b req-7f9e3e19-773d-40a6-a6f5-849c3527763c tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551218 Aug 19 12:44:02.655612 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.720939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port bddce8a3-9840-49c4-9279-49a7743822a5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:02.721324 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.730693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Allocated IP 172.22.0.2 (d30d2e84-5e98-4b92-8d41-ceefa5c38a13/74b23053-69f5-4ba4-83d3-e81a108484da/3bae36f7-27d0-4c29-9243-f14588c56f42) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:02.738985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:43:59Z', 'revision_number': 3, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:02.800018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.20.0.1 (aacfb62a-6a72-4461-a5d5-c0d186cfe41b/8c8cbfb7-f60e-4a10-946f-6ec118104c6b/ca2734ec-cf2d-438b-8301-9080494495b0) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:02.861189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Checking router: 523c788d-3d83-40ba-aef1-191a4b192132 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:02.861545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Updating router 523c788d-3d83-40ba-aef1-191a4b192132 port 5600e157-b72e-45bf-a559-720e9a27822e binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:02.870760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Network aacfb62a-6a72-4461-a5d5-c0d186cfe41b is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:02.903049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:02.909036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:02.935754 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.946624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:02.951622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Transition to ACTIVE for port object ca2734ec-cf2d-438b-8301-9080494495b0 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:02.962544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Pushing event updated for resources: {'Port': ['ID=cb218b1f-b14f-4f75-b918-15f7c0ba622c,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:02.987088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-44b192c4-1213-4dea-8b11-1f13e09497b4 req-e5e23a5e-dcec-4832-a680-fdd48c4be6eb tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3937962 Aug 19 12:44:03.067163 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.109630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.183460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Attempting to bind port cb218b1f-b14f-4f75-b918-15f7c0ba622c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:03.184004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Attempting to bind port cb218b1f-b14f-4f75-b918-15f7c0ba622c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:03.184278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Attempting to bind port cb218b1f-b14f-4f75-b918-15f7c0ba622c on network aacfb62a-6a72-4461-a5d5-c0d186cfe41b {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:03.217682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:03.217682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Checking segment: {'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:03.218122 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.218380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Bound using segment: {'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:03.218900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Bound port: cb218b1f-b14f-4f75-b918-15f7c0ba622c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:03.219292 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.312393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=ca2734ec-cf2d-438b-8301-9080494495b0,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:03.329781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network aacfb62a-6a72-4461-a5d5-c0d186cfe41b is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:03.338259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:03.341945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:03.369417 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.411905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device cfd1cc49-22e7-4924-847d-c99480714629 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:44:03.440961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.494600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:03.507232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Subnet': ['ID=d4aab21c-fed4-4eda-95cf-5cb329f840a3,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:03.507433 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.523482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Checking segment: {'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:03.524055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network hostable DHCP agents. Network: a4a6609b-d76f-44d7-ae0f-8377b5a49038, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:44:03.539116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Transition to ACTIVE for port object 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:03.564270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 908e5063-0ed2-457d-a849-718d1405c81a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:03.695217 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.723339 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.735584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network a4a6609b-d76f-44d7-ae0f-8377b5a49038 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:03.785090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Transition to ACTIVE for port object 3bae36f7-27d0-4c29-9243-f14588c56f42 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:03.817222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] For port cb218b1f-b14f-4f75-b918-15f7c0ba622c, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:03.838097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521708f7-23e1-4ddc-be14-38bdab55b346 req-762b2f7b-cd50-4f93-ab74-26e171d737fa tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:03.839807 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-521708f7-23e1-4ddc-be14-38bdab55b346 req-762b2f7b-cd50-4f93-ab74-26e171d737fa tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 944 time: 0.0671213 Aug 19 12:44:03.852848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] For port cb218b1f-b14f-4f75-b918-15f7c0ba622c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cb218b1f-b14f-4f75-b918-15f7c0ba622c,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:03.854295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Transition to ACTIVE for port object 3bae36f7-27d0-4c29-9243-f14588c56f42 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:03.859036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:03.890165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, a4a6609b-d76f-44d7-ae0f-8377b5a49038) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:03.892956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'cfd1cc49-22e7-4924-847d-c99480714629', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'port_id': 'cfd1cc49-22e7-4924-847d-c99480714629', 'mac_address': 'fa:16:3e:1c:f8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:44:03.895208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Pushing event updated for resources: {'Port': ['ID=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:03.902074 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.913624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:03.914454 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:03.916684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17072f5d-74ee-48b0-8402-7a08b7c0ea0c None None] Network a4a6609b-d76f-44d7-ae0f-8377b5a49038 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:03.924134 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-521708f7-23e1-4ddc-be14-38bdab55b346 req-a3738ee4-8511-46c6-99a8-d721c32080b4 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711060 Aug 19 12:44:03.985179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 908e5063-0ed2-457d-a849-718d1405c81a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:03.992764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 908e5063-0ed2-457d-a849-718d1405c81a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:03.993154 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.054562 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.056808 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.063616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Attempting to bind port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:04.064049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Attempting to bind port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a0d49723-2591-4252-ba7d-b26d79ebcfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd686a1bd-863b-407b-b61a-1314dd7ec179'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:04.064446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Attempting to bind port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 on network d686a1bd-863b-407b-b61a-1314dd7ec179 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:04.079499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 on network d686a1bd-863b-407b-b61a-1314dd7ec179 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:44:04.079830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Attempting to bind port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 on network d686a1bd-863b-407b-b61a-1314dd7ec179 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:04.094289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:04.094289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Checking segment: {'id': 'a0d49723-2591-4252-ba7d-b26d79ebcfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd686a1bd-863b-407b-b61a-1314dd7ec179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:04.094289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Bound using segment: {'id': 'a0d49723-2591-4252-ba7d-b26d79ebcfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd686a1bd-863b-407b-b61a-1314dd7ec179'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:04.094692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Bound port: 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d49723-2591-4252-ba7d-b26d79ebcfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd686a1bd-863b-407b-b61a-1314dd7ec179'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:04.094996 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.123293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Allocated IP 172.22.0.1 (d30d2e84-5e98-4b92-8d41-ceefa5c38a13/74b23053-69f5-4ba4-83d3-e81a108484da/cc3894c2-b991-4c8f-877b-923a90d2697d) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:04.143325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfe751-c02e-46fc-91d7-93227f54ef08 None None] Pushing event updated for resources: {'Port': ['ID=cb218b1f-b14f-4f75-b918-15f7c0ba622c,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:04.159033 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.166502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-013afba6-ba3f-4141-a7aa-58f84d275124 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0269070 Aug 19 12:44:04.184533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Network d30d2e84-5e98-4b92-8d41-ceefa5c38a13 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:04.200383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33742) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:04.222260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:04.241612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:04.243538 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.267931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Transition to ACTIVE for port object 5600e157-b72e-45bf-a559-720e9a27822e will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:04.279166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfd1cc49-22e7-4924-847d-c99480714629 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:04.296688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d80b0-0380-4cec-8683-9dd7d4d14ab0 req-b89f589e-da6c-4fe3-80f7-074dfd3f20b7 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:04.299468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b4d80b0-0380-4cec-8683-9dd7d4d14ab0 req-b89f589e-da6c-4fe3-80f7-074dfd3f20b7 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1661589 Aug 19 12:44:04.306715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:04.428623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.456002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b4d80b0-0380-4cec-8683-9dd7d4d14ab0 req-51d69755-2a1d-4eff-a993-87f9f1faf742 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472850 Aug 19 12:44:04.462754 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] For port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:04.522516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Transition to ACTIVE for port object cc3894c2-b991-4c8f-877b-923a90d2697d will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:04.602663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] For port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51,segment=NetworkSegment(a0d49723-2591-4252-ba7d-b26d79ebcfb7),segment_id=a0d49723-2591-4252-ba7d-b26d79ebcfb7)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:04.701338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Pushing event updated for resources: {'Port': ['ID=3bae36f7-27d0-4c29-9243-f14588c56f42,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:04.712733 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.734949 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.744525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.746490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.786281 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.798415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:44:04.799640 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:04.808272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network d30d2e84-5e98-4b92-8d41-ceefa5c38a13 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:04.837437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:04.841460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:04.853846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Attempting to bind port 5600e157-b72e-45bf-a559-720e9a27822e on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:04.853846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Attempting to bind port 5600e157-b72e-45bf-a559-720e9a27822e by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:04.853846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Attempting to bind port 5600e157-b72e-45bf-a559-720e9a27822e on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:04.996258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=cc3894c2-b991-4c8f-877b-923a90d2697d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:05.019402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.274456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['cfd1cc49-22e7-4924-847d-c99480714629'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:05.323999 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.326639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:05.327191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:05.327823 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.328300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:05.328907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Bound port: 5600e157-b72e-45bf-a559-720e9a27822e, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:05.329408 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.420887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ac30-18e0-4011-8ca8-a03936b0fa16 req-ac2acd5b-c715-453f-b63c-8c1a2772dbb2 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:05.422755 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66c7ac30-18e0-4011-8ca8-a03936b0fa16 req-ac2acd5b-c715-453f-b63c-8c1a2772dbb2 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 944 time: 0.2592473 Aug 19 12:44:05.596305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Attempting to bind port 3bae36f7-27d0-4c29-9243-f14588c56f42 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:05.596600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Attempting to bind port 3bae36f7-27d0-4c29-9243-f14588c56f42 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '7c50bd8d-e98d-410d-a26b-6df16ab1e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:05.596945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Attempting to bind port 3bae36f7-27d0-4c29-9243-f14588c56f42 on network d30d2e84-5e98-4b92-8d41-ceefa5c38a13 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:05.620143 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.637036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:05.637410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Checking segment: {'id': '7c50bd8d-e98d-410d-a26b-6df16ab1e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:05.637821 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.638223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Bound using segment: {'id': '7c50bd8d-e98d-410d-a26b-6df16ab1e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:05.642249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Bound port: 3bae36f7-27d0-4c29-9243-f14588c56f42, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c50bd8d-e98d-410d-a26b-6df16ab1e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:05.642666 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.643800 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-66c7ac30-18e0-4011-8ca8-a03936b0fa16 req-8a28dbbc-037d-47d8-90cf-3fe41b870251 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116704 Aug 19 12:44:05.645749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.685900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.695228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:05.697318 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.698590 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] 10.222.0.30 "PUT /v2.0/ports/492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 HTTP/1.1" status: 200 len: 1092 time: 3.6484201 Aug 19 12:44:05.725643 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df224c4-dfaa-402c-a101-fbde5e9ea2c9', 'tag': '492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:05.727976 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49522aa1-5a82-4c3b-9ad8-6694ad4131bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7df224c4-dfaa-402c-a101-fbde5e9ea2c9", "tag": "492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:05.729649 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1d156ce-40b4-45bf-aa3d-09abaa63dfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:05.850517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699ec1c-3e55-4a8d-a4e4-d9be26e61d66 None None] Pushing event updated for resources: {'Port': ['ID=5600e157-b72e-45bf-a559-720e9a27822e,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:05.888483 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69913a20-77fe-4ecf-96b1-6a7f87636408 x-openstack-request-id: req-69913a20-77fe-4ecf-96b1-6a7f87636408 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:05.889051 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df224c4-dfaa-402c-a101-fbde5e9ea2c9", "tag": "492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:05.889283 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69913a20-77fe-4ecf-96b1-6a7f87636408 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:05.889678 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df224c4-dfaa-402c-a101-fbde5e9ea2c9', 'tag': '492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51', 'status': 'completed', 'code': 200} Aug 19 12:44:06.009604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:06.014477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df850a5-5b37-4c88-9817-561e6f79280e None None] Network aacfb62a-6a72-4461-a5d5-c0d186cfe41b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:06.043750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d55311-99c5-491a-af25-6ab2d6872912 service neutron] Pushing event updated for resources: {'Port': ['ID=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:06.068750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.204563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87617307-6158-4876-912a-857802b9a77b req-f1f41b2a-febe-40ea-ad05-7c5a262f70f7 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:06.212007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87617307-6158-4876-912a-857802b9a77b req-f1f41b2a-febe-40ea-ad05-7c5a262f70f7 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.5523336 Aug 19 12:44:06.217944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Allocated IP 172.20.0.2 (a4a6609b-d76f-44d7-ae0f-8377b5a49038/d4aab21c-fed4-4eda-95cf-5cb329f840a3/6960e24b-1372-4994-a1af-d5af8cf73ca2) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:06.261867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ceafb141-d046-47dc-a27d-2427857df0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:06.264083 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-ceafb141-d046-47dc-a27d-2427857df0cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7d9987635dd4e77b36fa98c81416554&device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 1095 time: 0.3998005 Aug 19 12:44:06.288208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 908e5063-0ed2-457d-a849-718d1405c81a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=908e5063-0ed2-457d-a849-718d1405c81a,segment=NetworkSegment(4ffb7afb-e9d8-429d-bdd0-691e1721177a),segment_id=4ffb7afb-e9d8-429d-bdd0-691e1721177a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:06.342003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87617307-6158-4876-912a-857802b9a77b req-0eb2565a-e1cc-4411-a863-85bbb5e4eb10 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281409 Aug 19 12:44:06.350235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] For port 5600e157-b72e-45bf-a559-720e9a27822e, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:06.420081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-c197cc22-dac2-4715-b394-22ae08933f9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 HTTP/1.1" status: 200 len: 217 time: 0.1326935 Aug 19 12:44:06.477391 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=ca2734ec-cf2d-438b-8301-9080494495b0,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:06.491855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] For port 3bae36f7-27d0-4c29-9243-f14588c56f42, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:06.507533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] For port 3bae36f7-27d0-4c29-9243-f14588c56f42, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3bae36f7-27d0-4c29-9243-f14588c56f42,segment=NetworkSegment(7c50bd8d-e98d-410d-a26b-6df16ab1e629),segment_id=7c50bd8d-e98d-410d-a26b-6df16ab1e629)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:06.516955 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.519145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f7e08318-e364-4133-8132-e68433bf1f78 None None] Provisioning for port cb218b1f-b14f-4f75-b918-15f7c0ba622c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:06.528710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] For port 5600e157-b72e-45bf-a559-720e9a27822e, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5600e157-b72e-45bf-a559-720e9a27822e,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:06.625621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-0d42462a-e94e-4d5e-8dfd-92109e6f8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:06.628341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-0d42462a-e94e-4d5e-8dfd-92109e6f8d52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdd3aa11-31a8-49ff-9a8d-b8daa16e4953 HTTP/1.1" status: 200 len: 854 time: 0.1913617 Aug 19 12:44:06.702209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-adcb1bde-da10-4e4a-bf52-3dc7ffdcb11b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d686a1bd-863b-407b-b61a-1314dd7ec179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625689 Aug 19 12:44:06.703329 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.724681 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:06.727925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network aacfb62a-6a72-4461-a5d5-c0d186cfe41b is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:06.731232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:06.833794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cb218b1f-b14f-4f75-b918-15f7c0ba622c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:06.960147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-1b8b98cd-1b87-4a1c-afd0-3458887b2efb service neutron] 10.222.0.30 "GET /v2.0/networks/d686a1bd-863b-407b-b61a-1314dd7ec179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489660 Aug 19 12:44:06.968944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:06.969582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:06.984300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=908e5063-0ed2-457d-a849-718d1405c81a,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:07.068350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router 49b78990-1b01-4a7d-a3ba-9a873677258a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:07.294673 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a16f35d3-36bd-47d1-9f5b-16b1c0163fa7 req-c887a06c-18bd-437c-834d-8f64cf4705ac service neutron] 10.222.0.30 "GET /v2.0/networks/d686a1bd-863b-407b-b61a-1314dd7ec179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234715 Aug 19 12:44:07.311345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02db9b-d8c5-4fd6-8a62-d2c483c07dee req-71b41485-3998-48cc-8ab6-d4ba755eceef tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:07.314483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d02db9b-d8c5-4fd6-8a62-d2c483c07dee req-71b41485-3998-48cc-8ab6-d4ba755eceef tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 944 time: 0.4012735 Aug 19 12:44:07.400551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:07.420964 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Sync routers for ids ['49b78990-1b01-4a7d-a3ba-9a873677258a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:07.435112 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8d42af54-ac9a-4173-94ec-515ea8b2dc22 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "PUT /v2.0/routers/49b78990-1b01-4a7d-a3ba-9a873677258a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6507516 Aug 19 12:44:07.459273 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Routers {'49b78990-1b01-4a7d-a3ba-9a873677258a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:07.462838 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:43:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['49b78990-1b01-4a7d-a3ba-9a873677258a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:07.532777 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.559876 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d02db9b-d8c5-4fd6-8a62-d2c483c07dee req-44f08da4-d1c3-44e6-96d4-b82470a9c12b tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049241 Aug 19 12:44:07.624862 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:07.729797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49522aa1-5a82-4c3b-9ad8-6694ad4131bf req-15011d86-e715-4133-935e-e34da31bddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:07.734905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49522aa1-5a82-4c3b-9ad8-6694ad4131bf req-15011d86-e715-4133-935e-e34da31bddab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7d9987635dd4e77b36fa98c81416554&device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 1095 time: 0.2695591 Aug 19 12:44:07.785025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c995b5-1719-445d-9fef-a476528c54b8 req-36431841-8764-4088-8cc0-9cbfc7e4a1db tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:07.787396 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27c995b5-1719-445d-9fef-a476528c54b8 req-36431841-8764-4088-8cc0-9cbfc7e4a1db tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.2134199 Aug 19 12:44:07.802246 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Set router 49b78990-1b01-4a7d-a3ba-9a873677258a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:07.896615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699ec1c-3e55-4a8d-a4e4-d9be26e61d66 None None] Pushing event updated for resources: {'Port': ['ID=5600e157-b72e-45bf-a559-720e9a27822e,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:07.947209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=cc3894c2-b991-4c8f-877b-923a90d2697d,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:07.963028 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27c995b5-1719-445d-9fef-a476528c54b8 req-09d1c82c-8e7c-465e-9699-fc0c02672318 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366916 Aug 19 12:44:08.004686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49522aa1-5a82-4c3b-9ad8-6694ad4131bf req-92293730-39d8-46e9-8f40-9cd7f1f65028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.007464 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49522aa1-5a82-4c3b-9ad8-6694ad4131bf req-92293730-39d8-46e9-8f40-9cd7f1f65028 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d686a1bd-863b-407b-b61a-1314dd7ec179 HTTP/1.1" status: 200 len: 915 time: 0.2612579 Aug 19 12:44:08.011579 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.090939 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49522aa1-5a82-4c3b-9ad8-6694ad4131bf req-ed70585e-acc3-45f2-bf14-6f0a0f7309cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 HTTP/1.1" status: 200 len: 217 time: 0.0691814 Aug 19 12:44:08.137967 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port cb218b1f-b14f-4f75-b918-15f7c0ba622c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:08.165283 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.176132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Transition to ACTIVE for port object 6960e24b-1372-4994-a1af-d5af8cf73ca2 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:08.190201 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.210057 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-56a38fb3-9c8f-4dc7-a4fa-40f447c81172 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104348907&fields=id&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 267 time: 0.1853626 Aug 19 12:44:08.259332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fd58bd08-1c41-4d99-b565-e2995fe1f7f3 None None] Provisioning complete for port cb218b1f-b14f-4f75-b918-15f7c0ba622c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:08.259712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fd58bd08-1c41-4d99-b565-e2995fe1f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.288963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49522aa1-5a82-4c3b-9ad8-6694ad4131bf req-8d57e3cd-c7e3-4542-ad6f-57cefa7af51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.299783 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49522aa1-5a82-4c3b-9ad8-6694ad4131bf req-8d57e3cd-c7e3-4542-ad6f-57cefa7af51d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdd3aa11-31a8-49ff-9a8d-b8daa16e4953 HTTP/1.1" status: 200 len: 854 time: 0.2021203 Aug 19 12:44:08.304281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port cb218b1f-b14f-4f75-b918-15f7c0ba622c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:08.304684 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.317983 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a06bcc88-4ce2-4438-b981-638fc90788bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.395403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49522aa1-5a82-4c3b-9ad8-6694ad4131bf req-ee848409-2773-44e7-8260-3061bb0cc64d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d686a1bd-863b-407b-b61a-1314dd7ec179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873301 Aug 19 12:44:08.418769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:08.510443 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:44:03Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ca2734ec-cf2d-438b-8301-9080494495b0', 'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:a4:f7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:02Z', 'updated_at': '2021-08-19T12:44:04Z', 'revision_number': 2, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:08.557260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49522aa1-5a82-4c3b-9ad8-6694ad4131bf req-aa56519d-5ae3-4d8a-96bd-34ef5328f907 service neutron] 10.222.0.30 "GET /v2.0/networks/d686a1bd-863b-407b-b61a-1314dd7ec179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522245 Aug 19 12:44:08.617649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Transition to ACTIVE for port object 6960e24b-1372-4994-a1af-d5af8cf73ca2 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:08.651911 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Checking router: 49b78990-1b01-4a7d-a3ba-9a873677258a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:08.652267 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Updating router 49b78990-1b01-4a7d-a3ba-9a873677258a port ca2734ec-cf2d-438b-8301-9080494495b0 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:08.723210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b093c1-9baf-4b67-aa1f-a875301d394e None None] Pushing event updated for resources: {'Port': ['ID=3bae36f7-27d0-4c29-9243-f14588c56f42,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:08.724997 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.827325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-0e38cb8d-57ec-4e05-ac2c-8c5767dbcbed tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.840032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-0e38cb8d-57ec-4e05-ac2c-8c5767dbcbed tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/networks?id=aacfb62a-6a72-4461-a5d5-c0d186cfe41b HTTP/1.1" status: 200 len: 797 time: 0.6097183 Aug 19 12:44:08.873516 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.919089 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-c7675bf3-9c37-493f-8c17-37a940616f94 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/quotas/c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 375 time: 0.0780628 Aug 19 12:44:08.969283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Network a4a6609b-d76f-44d7-ae0f-8377b5a49038 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:08.978375 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fd58bd08-1c41-4d99-b565-e2995fe1f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:08.983351 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a565d-4408-4f6f-850e-9b64fc2cbe05 req-997156fb-651d-4592-9482-da5040111f1b tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:08.985519 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-222a565d-4408-4f6f-850e-9b64fc2cbe05 req-997156fb-651d-4592-9482-da5040111f1b tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 944 time: 0.1955111 Aug 19 12:44:08.989616 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49522aa1-5a82-4c3b-9ad8-6694ad4131bf req-15fb4e74-b028-4d6d-84f3-1d92a942df09 service neutron] 10.222.0.30 "GET /v2.0/networks/d686a1bd-863b-407b-b61a-1314dd7ec179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239876 Aug 19 12:44:09.024812 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:09.071807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network d30d2e84-5e98-4b92-8d41-ceefa5c38a13 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:09.079169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:09.112892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-222a565d-4408-4f6f-850e-9b64fc2cbe05 req-84b7db30-3a04-4769-8846-cbf85e39e29d tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141939 Aug 19 12:44:09.128216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Allocated IP 172.20.0.1 (a4a6609b-d76f-44d7-ae0f-8377b5a49038/d4aab21c-fed4-4eda-95cf-5cb329f840a3/3b52b8dc-0b3e-4daa-867f-ef6d53e5043d) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:09.158933 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fd58bd08-1c41-4d99-b565-e2995fe1f7f3 None None] For port cb218b1f-b14f-4f75-b918-15f7c0ba622c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cb218b1f-b14f-4f75-b918-15f7c0ba622c,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:09.160147 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.161904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f6df56a6-5686-48b7-872c-994ea2fd706e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2338307 Aug 19 12:44:09.182791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:09.197845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Pushing event updated for resources: {'Port': ['ID=6960e24b-1372-4994-a1af-d5af8cf73ca2,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:09.202210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f2354a-e52a-404d-b407-d08267887871 None None] Network d30d2e84-5e98-4b92-8d41-ceefa5c38a13 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:09.381374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b098cfe-b45a-4c95-822c-5c7d0278a628 req-372dbfc1-5927-4d89-b010-73ed34a4053c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:09.385264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b098cfe-b45a-4c95-822c-5c7d0278a628 req-372dbfc1-5927-4d89-b010-73ed34a4053c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.1273766 Aug 19 12:44:09.467682 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.469228 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b098cfe-b45a-4c95-822c-5c7d0278a628 req-3e6be182-4055-4d12-93ae-45e36d41cba7 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775425 Aug 19 12:44:09.480693 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Transition to ACTIVE for port object ca2734ec-cf2d-438b-8301-9080494495b0 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:09.548591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:09.602612 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-566d006d-488e-446c-91f7-d60a10c1f823 service neutron] 10.222.0.21 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396989 Aug 19 12:44:09.608928 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.703800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device cfd1cc49-22e7-4924-847d-c99480714629 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:09.805550 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272592f-4509-42be-a59b-e36de5bc3b95 None None] Pushing event updated for resources: {'Port': ['ID=ca2734ec-cf2d-438b-8301-9080494495b0,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:09.846096 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Attempting to bind port ca2734ec-cf2d-438b-8301-9080494495b0 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:09.848097 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Attempting to bind port ca2734ec-cf2d-438b-8301-9080494495b0 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:09.848695 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Attempting to bind port ca2734ec-cf2d-438b-8301-9080494495b0 on network aacfb62a-6a72-4461-a5d5-c0d186cfe41b {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:09.862784 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:09.863922 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Checking segment: {'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:09.864694 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.865566 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Bound using segment: {'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:09.866253 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Bound port: ca2734ec-cf2d-438b-8301-9080494495b0, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:09.866957 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.873622 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fd58bd08-1c41-4d99-b565-e2995fe1f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:09.950582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58bd08-1c41-4d99-b565-e2995fe1f7f3 None None] Pushing event updated for resources: {'Port': ['ID=cb218b1f-b14f-4f75-b918-15f7c0ba622c,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:09.952777 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] For port ca2734ec-cf2d-438b-8301-9080494495b0, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:09.957791 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] For port ca2734ec-cf2d-438b-8301-9080494495b0, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ca2734ec-cf2d-438b-8301-9080494495b0,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:10.023852 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.041824 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.062999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:44:10.065720 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.090387 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Attempting to bind port 6960e24b-1372-4994-a1af-d5af8cf73ca2 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:10.095188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Attempting to bind port 6960e24b-1372-4994-a1af-d5af8cf73ca2 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:10.095188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Attempting to bind port 6960e24b-1372-4994-a1af-d5af8cf73ca2 on network a4a6609b-d76f-44d7-ae0f-8377b5a49038 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:10.104343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Transition to ACTIVE for port object 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:10.104964 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Routers {'49b78990-1b01-4a7d-a3ba-9a873677258a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:10.105671 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['49b78990-1b01-4a7d-a3ba-9a873677258a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:10.108504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:10.108810 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:10.109188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Checking segment: {'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:10.109593 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.110208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Bound using segment: {'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:10.110700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Bound port: 6960e24b-1372-4994-a1af-d5af8cf73ca2, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:10.111317 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.119935 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ca1d74be-cc88-44bc-8057-d97faecfa7c4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8589516 Aug 19 12:44:10.123272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33826) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:10.131228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'network': {'name': 'tempest-RoutersTest-705827682'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:10.153253 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-992a510a-68b1-4ea1-9917-bd570581db5f service neutron] 10.222.0.21 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488868 Aug 19 12:44:10.196454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Sync routers for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:10.236841 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:44:10.238282 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:44:10.265579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port cfd1cc49-22e7-4924-847d-c99480714629 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:10.266093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.353640 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] Set router 49b78990-1b01-4a7d-a3ba-9a873677258a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:10.388156 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.resource_extend [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 12:44:10.408585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b4c87-4a84-4610-a39f-745fe6343a45 req-f0a02937-3618-4d8a-b837-bc5182ad9736 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:10.423619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-276b4c87-4a84-4610-a39f-745fe6343a45 req-f0a02937-3618-4d8a-b837-bc5182ad9736 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 944 time: 0.1634085 Aug 19 12:44:10.478340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:10.483884 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.515345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fd58bd08-1c41-4d99-b565-e2995fe1f7f3 None None] Provisioning for port ca2734ec-cf2d-438b-8301-9080494495b0 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:10.547120 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.605325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:10.606012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:10.615535 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-276b4c87-4a84-4610-a39f-745fe6343a45 req-baa682bb-101f-4291-b407-c1a80471d251 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881337 Aug 19 12:44:10.673246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:44:10.716603 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:10.717009 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added segment d312cf3d-ab80-4024-8c80-8fcc3faad1b5 of type vlan for network c63e4a47-4a6b-445e-98b8-771b11e617f6 Aug 19 12:44:10.828817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network a4a6609b-d76f-44d7-ae0f-8377b5a49038 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:10.853068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:10.929120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:10.936882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=3b52b8dc-0b3e-4daa-867f-ef6d53e5043d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:11.014098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5bb99-605d-43a1-8c7e-d5a583999505 req-ed3f2923-a026-48fc-bd58-c789a9c49fae tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:11.026379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8dd5bb99-605d-43a1-8c7e-d5a583999505 req-ed3f2923-a026-48fc-bd58-c789a9c49fae tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.1890697 Aug 19 12:44:11.044028 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272592f-4509-42be-a59b-e36de5bc3b95 None None] Pushing event updated for resources: {'Port': ['ID=ca2734ec-cf2d-438b-8301-9080494495b0,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:11.050386 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.097291 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1c2ed51d-db65-4681-9663-c2c22a7360e0 req-1c4436ff-ee57-4c52-8bba-0f24dffbce88 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 210 time: 0.2826126 Aug 19 12:44:11.100049 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.165511 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8dd5bb99-605d-43a1-8c7e-d5a583999505 req-cc484448-48bd-488e-bf96-01685aaa8c0c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382353 Aug 19 12:44:11.214378 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:44:03Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ca2734ec-cf2d-438b-8301-9080494495b0', 'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:a4:f7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:02Z', 'updated_at': '2021-08-19T12:44:09Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:11.251915 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48647e66-e417-4d97-972d-274ec2ed94a5 None None] The sync data for ids ['49b78990-1b01-4a7d-a3ba-9a873677258a'] in n-d-803757-2 is: [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:44:03Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ca2734ec-cf2d-438b-8301-9080494495b0', 'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:a4:f7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:02Z', 'updated_at': '2021-08-19T12:44:09Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:11.252474 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.254686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:43:59Z', 'revision_number': 3, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:11.269937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] For port 6960e24b-1372-4994-a1af-d5af8cf73ca2, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:11.287430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] For port 6960e24b-1372-4994-a1af-d5af8cf73ca2, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6960e24b-1372-4994-a1af-d5af8cf73ca2,segment=NetworkSegment(27fe1b13-f490-4ca0-a09e-ed9fb7b716b2),segment_id=27fe1b13-f490-4ca0-a09e-ed9fb7b716b2)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:11.337711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.346146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:11.346569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.380645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb8a62-bf66-4d12-8fcf-8a3fc5f48c74 None None] The sync data for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 is: [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:43:59Z', 'revision_number': 3, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:11.401252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:11.445787 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.534007 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:11.601110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Network': ['ID=c63e4a47-4a6b-445e-98b8-771b11e617f6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:11.732126 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51,segment=NetworkSegment(a0d49723-2591-4252-ba7d-b26d79ebcfb7),segment_id=a0d49723-2591-4252-ba7d-b26d79ebcfb7)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:11.735472 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-35672ca7-09cc-488b-b993-e18ac22a5e02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6100364 Aug 19 12:44:11.738242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33852) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:11.745244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'subnet': {'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:11.748228 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-20878d70-4b5a-48a4-81f1-81f396e239ee None None] Provisioning for port 3bae36f7-27d0-4c29-9243-f14588c56f42 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:11.760686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network c63e4a47-4a6b-445e-98b8-771b11e617f6 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:44:12.113677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cb218b1f-b14f-4f75-b918-15f7c0ba622c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:12.242125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e5f49-5b3f-4aba-892e-bfc56ff5773c req-31b3844e-c2df-4afb-a064-47025700ba9a tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:12.248488 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b9e5f49-5b3f-4aba-892e-bfc56ff5773c req-31b3844e-c2df-4afb-a064-47025700ba9a tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 944 time: 0.3562231 Aug 19 12:44:12.324138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51', 'network_id': 'd686a1bd-863b-407b-b61a-1314dd7ec179', 'port_id': '492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51', 'mac_address': 'fa:16:3e:b3:5c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd3aa11-31a8-49ff-9a8d-b8daa16e4953', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:44:12.467438 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.479577 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.480437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b9e5f49-5b3f-4aba-892e-bfc56ff5773c req-58626594-16d4-4b60-ac98-e4a3f6378fd1 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250447 Aug 19 12:44:12.496148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Made reservation on behalf of d02e21387a604457893985121dad828f for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:12.541216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.542447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac3ad370-3b17-4919-8c02-fbd0a13ba91f req-ced553bd-b793-4b23-9707-5afa4fae621d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 210 time: 0.0440788 Aug 19 12:44:12.669407 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.674029 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:12.676607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf5107-4cd8-475f-912c-430b303435b6 None None] Pushing event updated for resources: {'Port': ['ID=6960e24b-1372-4994-a1af-d5af8cf73ca2,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:12.934620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114974a-e523-42b0-a765-b6ac761ecb33 req-1b68e300-ec45-4164-8503-cc4debf93fe5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:12.941071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:12.951740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9114974a-e523-42b0-a765-b6ac761ecb33 req-1b68e300-ec45-4164-8503-cc4debf93fe5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.2223241 Aug 19 12:44:12.993365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=3b52b8dc-0b3e-4daa-867f-ef6d53e5043d,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:13.016146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51,segment=NetworkSegment(a0d49723-2591-4252-ba7d-b26d79ebcfb7),segment_id=a0d49723-2591-4252-ba7d-b26d79ebcfb7)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:13.022448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port cb218b1f-b14f-4f75-b918-15f7c0ba622c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:13.023348 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.062142 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.098099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:13.109055 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a8f4fe-6cda-4fb2-b961-362894fe41ca" -d '{"events": [{"server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "name": "network-vif-plugged", "status": "completed", "tag": "cfd1cc49-22e7-4924-847d-c99480714629"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:13.207438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9114974a-e523-42b0-a765-b6ac761ecb33 req-aa32d67e-f900-4809-b1f7-f9387e48c316 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477603 Aug 19 12:44:13.264167 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.272760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:13.275664 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15c6882-2600-41ff-814f-e425c7ae5412 x-openstack-request-id: req-b15c6882-2600-41ff-814f-e425c7ae5412 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:13.276274 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "name": "network-vif-plugged", "status": "completed", "tag": "cfd1cc49-22e7-4924-847d-c99480714629", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:13.276744 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b15c6882-2600-41ff-814f-e425c7ae5412 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:13.277351 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629', 'code': 200} Aug 19 12:44:13.290024 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:44:13.468804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network a4a6609b-d76f-44d7-ae0f-8377b5a49038 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:13.471620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:13.491224 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.591911 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:13.735824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:13.742473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Subnet': ['ID=c7734e1b-ee3e-469e-994f-bce70695d9ed,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:13.953159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Checking segment: {'id': 'd312cf3d-ab80-4024-8c80-8fcc3faad1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:13.955540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network hostable DHCP agents. Network: c63e4a47-4a6b-445e-98b8-771b11e617f6, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:44:14.027572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc49be-6c3a-4e56-af53-85a77b8d0890 req-763578cc-c534-49b6-8727-489a1fea6253 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:14.045046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cabc49be-6c3a-4e56-af53-85a77b8d0890 req-763578cc-c534-49b6-8727-489a1fea6253 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 945 time: 0.3031237 Aug 19 12:44:14.062265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9e13def-7aab-476a-9a69-e988fdc8789a req-20680e12-eb6e-4555-8e60-627929908624 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 210 time: 0.3141010 Aug 19 12:44:14.118837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-92867ed9-6fec-4be7-91d0-dadec89cb383 None None] Provisioning for port cc3894c2-b991-4c8f-877b-923a90d2697d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:14.150814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 523c788d-3d83-40ba-aef1-191a4b192132 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:14.168993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:14.190525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cabc49be-6c3a-4e56-af53-85a77b8d0890 req-52b6f80d-e500-4c20-a434-fae5a6381e01 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444464 Aug 19 12:44:14.257994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-92867ed9-6fec-4be7-91d0-dadec89cb383 None None] Provisioning complete for port cc3894c2-b991-4c8f-877b-923a90d2697d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:14.258376 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92867ed9-6fec-4be7-91d0-dadec89cb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.283371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network c63e4a47-4a6b-445e-98b8-771b11e617f6 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:14.396982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, c63e4a47-4a6b-445e-98b8-771b11e617f6) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:14.402059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:14.402817 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:14.526469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-315b2742-4b62-4238-896a-b5c4d99da5d2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7864759 Aug 19 12:44:14.529152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33886) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:14.577321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb88411-0988-4286-8d4a-979c8bfbd5ea None None] Network a4a6609b-d76f-44d7-ae0f-8377b5a49038 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:14.591095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64079f07-c258-4d78-a4cb-3af95bd4f08e None None] Network c63e4a47-4a6b-445e-98b8-771b11e617f6 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:14.594684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ca2734ec-cf2d-438b-8301-9080494495b0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:15.280542 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17c24d1b-5635-4579-92cd-1a735893a910 req-b8ea5faf-71fc-4502-92ae-e6c7dd33948d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 210 time: 0.0732446 Aug 19 12:44:15.522829 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:15.592701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bad1a6-ed7e-4f66-b72b-24af3b039ceb req-27e2d728-e3c1-40f1-a9fe-73b6be876c5d tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:15.604364 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4bad1a6-ed7e-4f66-b72b-24af3b039ceb req-27e2d728-e3c1-40f1-a9fe-73b6be876c5d tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 945 time: 0.1891658 Aug 19 12:44:15.680347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:15.734987 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ecaad9a5-7f34-4e06-9696-98c153c489dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "PUT /v2.0/routers/523c788d-3d83-40ba-aef1-191a4b192132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5334117 Aug 19 12:44:15.753169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33896) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:15.776480 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Sync routers for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:15.793174 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:15.794510 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:15.803801 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349d8ce-5a2c-4d4d-a8af-2ed4ffe6c8ca req-670f7a31-1232-4ded-aea8-822ab5f2e444 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:15.811525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2349d8ce-5a2c-4d4d-a8af-2ed4ffe6c8ca req-670f7a31-1232-4ded-aea8-822ab5f2e444 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 1.4695957 Aug 19 12:44:15.876363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:06Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:16.057970 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2349d8ce-5a2c-4d4d-a8af-2ed4ffe6c8ca req-0f4c04a5-fef5-4c5a-b600-fe934a16a156 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432008 Aug 19 12:44:16.104316 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-5093fe09-558b-4f5f-b45b-7a1e62c2e7b8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.105906 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-5093fe09-558b-4f5f-b45b-7a1e62c2e7b8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.62 "GET /v2.0/networks?id=aacfb62a-6a72-4461-a5d5-c0d186cfe41b HTTP/1.1" status: 200 len: 797 time: 1.5416541 Aug 19 12:44:16.178469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.189968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.190908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.191539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.192780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.193408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.195251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.195927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.199889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.200588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.201369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.202152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:16.204601 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-07dc04cd-d076-405c-b6d5-e1cf45674c83 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8406 time: 0.4378073 Aug 19 12:44:16.214006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33898) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:16.251440 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-ea3caee3-3691-4e9a-8d4b-9b09dc4c39b4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4204443efbc4475a6deb99809648e33 HTTP/1.1" status: 200 len: 380 time: 0.1356499 Aug 19 12:44:16.274282 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'port': {'device_id': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'admin_state_up': True, 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'security_groups': ['57712a6b-c29d-4358-b8ad-12be437dc128']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:16.278626 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Checking router: 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:16.279037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Updating router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 port cc3894c2-b991-4c8f-877b-923a90d2697d binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:16.407701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-92867ed9-6fec-4be7-91d0-dadec89cb383 None None] Port cc3894c2-b991-4c8f-877b-923a90d2697d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:16.675037 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:16.680549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6f9a5bd7-d907-425e-9504-96e800892a56 req-added8be-2fa7-4843-9fea-9e30e693ef0b tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 210 time: 0.0669787 Aug 19 12:44:16.703682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:16.850161 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.854382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Made reservation on behalf of c4204443efbc4475a6deb99809648e33 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:16.859059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e0c7e3fb-47a0-4673-a5db-e4aa1688328d None None] Provisioning complete for port cc3894c2-b991-4c8f-877b-923a90d2697d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:16.859205 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.859504 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e3fb-47a0-4673-a5db-e4aa1688328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.910139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-c63e4a47-4a6b-445e-98b8-771b11e617f6', 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6', 'tenant_id': 'd02e21387a604457893985121dad828f', 'fixed_ips': [{'subnet_id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:44:16.911658 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:16.956858 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e0c7e3fb-47a0-4673-a5db-e4aa1688328d None None] Port cc3894c2-b991-4c8f-877b-923a90d2697d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:17.177002 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:44:11Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:12Z', 'revision_number': 2, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:17.207091 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.20.0.10 (aacfb62a-6a72-4461-a5d5-c0d186cfe41b/8c8cbfb7-f60e-4a10-946f-6ec118104c6b/c94bb71c-939e-40de-82f9-9ef274ce4143) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:17.284310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port ca2734ec-cf2d-438b-8301-9080494495b0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:17.297385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ca2734ec-cf2d-438b-8301-9080494495b0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:17.297385 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:17.302696 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Checking router: 523c788d-3d83-40ba-aef1-191a4b192132 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:17.303247 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Updating router 523c788d-3d83-40ba-aef1-191a4b192132 port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:17.360409 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:17.515072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e0c7e3fb-47a0-4673-a5db-e4aa1688328d None None] Provisioning for port 6960e24b-1372-4994-a1af-d5af8cf73ca2 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:17.515254 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:17.539125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Transition to ACTIVE for port object c94bb71c-939e-40de-82f9-9ef274ce4143 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:17.614848 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4bad1a6-ed7e-4f66-b72b-24af3b039ceb req-526d7bbf-8f61-428f-bc17-c72c8352aeff tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0066175 Aug 19 12:44:17.664873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c8a4-e91b-4bac-9fc5-37a5beb284db req-13e85268-92ac-4ea8-971f-0a0d13f0dc59 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.672804 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bea5c8a4-e91b-4bac-9fc5-37a5beb284db req-13e85268-92ac-4ea8-971f-0a0d13f0dc59 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.3985486 Aug 19 12:44:17.678511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:17.729535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.735875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.736346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.736806 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.737258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.737711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.738164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.739553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.739668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.740061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.740510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.743272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:17.753211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6151f53d-3872-4a6c-bd1c-5487232c6ccf tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7646 time: 1.5300858 Aug 19 12:44:17.757145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33916) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:17.952081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Allocated IP 172.23.0.2 (c63e4a47-4a6b-445e-98b8-771b11e617f6/c7734e1b-ee3e-469e-994f-bce70695d9ed/a55a144b-f3ee-48e5-bc93-5f43ee0600e3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:18.003954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051bbb3-f062-4146-8a20-98c990c4373a req-ca7e314e-3158-4fae-8fcf-46572db8850d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:18.011135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=c94bb71c-939e-40de-82f9-9ef274ce4143,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:18.038072 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c051bbb3-f062-4146-8a20-98c990c4373a req-ca7e314e-3158-4fae-8fcf-46572db8850d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 932 time: 0.1843622 Aug 19 12:44:18.109039 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c051bbb3-f062-4146-8a20-98c990c4373a req-74e69c76-0849-43d1-8c26-1f9278ac9400 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568740 Aug 19 12:44:18.127765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network aacfb62a-6a72-4461-a5d5-c0d186cfe41b is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:18.174588 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.190362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Transition to ACTIVE for port object a55a144b-f3ee-48e5-bc93-5f43ee0600e3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:18.222643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:18.227397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Transition to ACTIVE for port object a55a144b-f3ee-48e5-bc93-5f43ee0600e3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:18.240305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:18.357531 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.392765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:18.396642 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.396772 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.410294 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Transition to ACTIVE for port object 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:18.471454 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bea5c8a4-e91b-4bac-9fc5-37a5beb284db req-4de0a1e2-8245-4ff7-9c0a-a9ae7ee617ce tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7588730 Aug 19 12:44:18.532667 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.536476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3a3ad865-8cab-4963-8142-d4e63fe8225f None None] Provisioning for port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:18.549305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Allocated IP 172.23.0.1 (c63e4a47-4a6b-445e-98b8-771b11e617f6/c7734e1b-ee3e-469e-994f-bce70695d9ed/40718ae2-3d73-462b-86f2-9f3eeeb63a28) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:18.580888 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-6af3223e-69f2-47a3-985e-4331f5ee6cce tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3199039 Aug 19 12:44:18.607604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Request body: {'port': {'device_id': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:18.629836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Network c63e4a47-4a6b-445e-98b8-771b11e617f6 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:18.771520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:18.775963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:18.783781 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.812297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:18.854297 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e423b-115b-4759-9eee-c332bb80c097 None None] Pushing event updated for resources: {'Port': ['ID=3b52b8dc-0b3e-4daa-867f-ef6d53e5043d,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:18.901528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Transition to ACTIVE for port object 40718ae2-3d73-462b-86f2-9f3eeeb63a28 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:19.013969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Pushing event updated for resources: {'Port': ['ID=a55a144b-f3ee-48e5-bc93-5f43ee0600e3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:19.110516 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Attempting to bind port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:19.110516 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Attempting to bind port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:19.110516 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Attempting to bind port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d on network a4a6609b-d76f-44d7-ae0f-8377b5a49038 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:19.140660 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:19.141722 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Checking segment: {'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:19.142245 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.142779 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Bound using segment: {'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:19.143384 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Bound port: 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:19.143896 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.147855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8af71-acee-4167-825b-53d7c799f871 req-f7d54d4e-44cb-406e-b12a-fc87f6a384a0 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:19.178820 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fde8af71-acee-4167-825b-53d7c799f871 req-f7d54d4e-44cb-406e-b12a-fc87f6a384a0 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 945 time: 0.3502207 Aug 19 12:44:19.344857 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fde8af71-acee-4167-825b-53d7c799f871 req-4b59d8ca-6062-42b5-a479-31d645015ec5 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650982 Aug 19 12:44:19.397545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:19.417287 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] For port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:19.437439 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] For port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3b52b8dc-0b3e-4daa-867f-ef6d53e5043d,segment=NetworkSegment(27fe1b13-f490-4ca0-a09e-ed9fb7b716b2),segment_id=27fe1b13-f490-4ca0-a09e-ed9fb7b716b2)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:19.456391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a5748164-1e00-4054-be16-f94446c3a096 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3592 time: 1.6976218 Aug 19 12:44:19.482760 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.496256 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.552886 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.572364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f24ec-43f9-4682-b3e5-9dd8af641deb req-b9a0b4bd-7216-4d43-847a-c13e0481880e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:19.589700 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d30f24ec-43f9-4682-b3e5-9dd8af641deb req-b9a0b4bd-7216-4d43-847a-c13e0481880e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 932 time: 0.1995878 Aug 19 12:44:19.610233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network c63e4a47-4a6b-445e-98b8-771b11e617f6 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:19.625079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:19.625280 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e423b-115b-4759-9eee-c332bb80c097 None None] Pushing event updated for resources: {'Port': ['ID=3b52b8dc-0b3e-4daa-867f-ef6d53e5043d,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:19.640454 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:19.644673 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:19.645737 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:19.730375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=40718ae2-3d73-462b-86f2-9f3eeeb63a28,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:19.802226 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:19.841288 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:19.859230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Attempting to bind port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:19.859673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Attempting to bind port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'd312cf3d-ab80-4024-8c80-8fcc3faad1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:19.860028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Attempting to bind port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 on network c63e4a47-4a6b-445e-98b8-771b11e617f6 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:20.026165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d30f24ec-43f9-4682-b3e5-9dd8af641deb req-cc7e4803-c953-479f-92e1-04993369ae69 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149611 Aug 19 12:44:20.050225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port ca2734ec-cf2d-438b-8301-9080494495b0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ca2734ec-cf2d-438b-8301-9080494495b0,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:20.089403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0e57c103-c904-4cc9-9775-18592f5937d4 None None] Provisioning for port c94bb71c-939e-40de-82f9-9ef274ce4143 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:20.114918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94bb71c-939e-40de-82f9-9ef274ce4143 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:20.142770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0e57c103-c904-4cc9-9775-18592f5937d4 None None] Provisioning complete for port c94bb71c-939e-40de-82f9-9ef274ce4143 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:20.143160 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0e57c103-c904-4cc9-9775-18592f5937d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.163743 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.207587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Transition to ACTIVE for port object c94bb71c-939e-40de-82f9-9ef274ce4143 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:20.289935 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.304043 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.336743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:20.337119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Checking segment: {'id': 'd312cf3d-ab80-4024-8c80-8fcc3faad1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:20.337653 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.337932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Bound using segment: {'id': 'd312cf3d-ab80-4024-8c80-8fcc3faad1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:20.338418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Bound port: a55a144b-f3ee-48e5-bc93-5f43ee0600e3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd312cf3d-ab80-4024-8c80-8fcc3faad1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:20.338833 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.365678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0e57c103-c904-4cc9-9775-18592f5937d4 None None] Port c94bb71c-939e-40de-82f9-9ef274ce4143 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:20.370545 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.371384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 908e5063-0ed2-457d-a849-718d1405c81a up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:20.559458 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:44:11Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:19Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:20.629035 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.668820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Transition to ACTIVE for port object cc3894c2-b991-4c8f-877b-923a90d2697d will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:20.695847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33944) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:20.709788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c772c143-3a23-464e-9652-ea616fbc52dc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547046961', 'description': 'tempest-secgroup-smoke-1547046961 description', 'project_id': '590b45e235af470981ab2f18ef311f78'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:20.732694 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20bca9-8b23-4c5b-872c-703215d8c54d None None] The sync data for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 is: [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:44:11Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:19Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:20.794378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43787875-a27b-4d6e-a80b-3db8fcce43dc req-ac9b5362-f340-4f41-9b19-4239e05a856b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:20.796199 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43787875-a27b-4d6e-a80b-3db8fcce43dc req-ac9b5362-f340-4f41-9b19-4239e05a856b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.5156870 Aug 19 12:44:20.875286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Pushing event updated for resources: {'Port': ['ID=c94bb71c-939e-40de-82f9-9ef274ce4143,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:20.880055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=ca2734ec-cf2d-438b-8301-9080494495b0,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:20.894678 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:20.945178 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43787875-a27b-4d6e-a80b-3db8fcce43dc req-77ded2b9-9e12-4030-9669-ea401c8d41bb tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741119 Aug 19 12:44:20.951296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Attempting to bind port c94bb71c-939e-40de-82f9-9ef274ce4143 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:20.951883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Attempting to bind port c94bb71c-939e-40de-82f9-9ef274ce4143 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:20.954145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Attempting to bind port c94bb71c-939e-40de-82f9-9ef274ce4143 on network aacfb62a-6a72-4461-a5d5-c0d186cfe41b {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:20.962470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Port c94bb71c-939e-40de-82f9-9ef274ce4143 on network aacfb62a-6a72-4461-a5d5-c0d186cfe41b not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:44:20.963166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Attempting to bind port c94bb71c-939e-40de-82f9-9ef274ce4143 on network aacfb62a-6a72-4461-a5d5-c0d186cfe41b {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:20.995640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:21.007724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Checking segment: {'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:21.007724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Bound using segment: {'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:21.007724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Bound port: c94bb71c-939e-40de-82f9-9ef274ce4143, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123fdaeb-8714-4d3d-90dd-91b98fa38714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:21.007724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.151249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826af9e-4e3c-4694-88e3-eca2453847a4 None None] Pushing event updated for resources: {'Port': ['ID=cc3894c2-b991-4c8f-877b-923a90d2697d,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:21.186980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76710f-5c07-498e-b75e-7a9228198f5c req-75e797b6-16f1-4039-9aee-50fbb8f71486 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:21.205359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:21.208797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] For port c94bb71c-939e-40de-82f9-9ef274ce4143, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:21.211042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f76710f-5c07-498e-b75e-7a9228198f5c req-75e797b6-16f1-4039-9aee-50fbb8f71486 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 945 time: 0.3443286 Aug 19 12:44:21.217475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] For port c94bb71c-939e-40de-82f9-9ef274ce4143, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c94bb71c-939e-40de-82f9-9ef274ce4143,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:21.235847 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c772c143-3a23-464e-9652-ea616fbc52dc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.260613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:21.281268 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.394066 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.409472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 908e5063-0ed2-457d-a849-718d1405c81a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:21.421472 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.495663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3af78-2bfe-46b9-8d46-81f6c85caef9 req-1ed40025-9620-4b18-9a48-42ece608b027 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:21.497271 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1c3af78-2bfe-46b9-8d46-81f6c85caef9 req-1ed40025-9620-4b18-9a48-42ece608b027 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 944 time: 0.2374961 Aug 19 12:44:21.523184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] For port a55a144b-f3ee-48e5-bc93-5f43ee0600e3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:21.562482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:21.563936 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.565891 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] 10.222.0.62 "PUT /v2.0/ports/c94bb71c-939e-40de-82f9-9ef274ce4143 HTTP/1.1" status: 200 len: 1092 time: 2.9643097 Aug 19 12:44:21.616994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:21.630059 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7830d75-b4b5-4691-a611-ab6d953d28aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:21.673488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] For port a55a144b-f3ee-48e5-bc93-5f43ee0600e3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a55a144b-f3ee-48e5-bc93-5f43ee0600e3,segment=NetworkSegment(d312cf3d-ab80-4024-8c80-8fcc3faad1b5),segment_id=d312cf3d-ab80-4024-8c80-8fcc3faad1b5)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:21.715872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c772c143-3a23-464e-9652-ea616fbc52dc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.787037 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.810609 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.833517 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f76710f-5c07-498e-b75e-7a9228198f5c req-89833454-872c-4fdc-95b5-a1933ac86c7a tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214933 Aug 19 12:44:21.838846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c772c143-3a23-464e-9652-ea616fbc52dc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:21.891294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1c3af78-2bfe-46b9-8d46-81f6c85caef9 req-04522e88-cc59-4e5d-87b1-f0b6f8712cbb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569322 Aug 19 12:44:21.920063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772c143-3a23-464e-9652-ea616fbc52dc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f247924b-cab2-449d-aa0b-e57baf5e9d89,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:21.940095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9c4eb-52dd-4484-a035-1328eac81d5e service neutron] Pushing event updated for resources: {'Port': ['ID=c94bb71c-939e-40de-82f9-9ef274ce4143,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:21.972708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-e73c33cd-7d7e-4bb4-ad3a-3f2924e93957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:21.975431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-e73c33cd-7d7e-4bb4-ad3a-3f2924e93957 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 1095 time: 0.2260950 Aug 19 12:44:21.976091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a7036-16df-4ea9-9d8a-ea7a7926fc9b None None] Pushing event updated for resources: {'Port': ['ID=a55a144b-f3ee-48e5-bc93-5f43ee0600e3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:21.983189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Attempting to bind port cc3894c2-b991-4c8f-877b-923a90d2697d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:21.983565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Attempting to bind port cc3894c2-b991-4c8f-877b-923a90d2697d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '7c50bd8d-e98d-410d-a26b-6df16ab1e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:21.983925 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Attempting to bind port cc3894c2-b991-4c8f-877b-923a90d2697d on network d30d2e84-5e98-4b92-8d41-ceefa5c38a13 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:21.989239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.027850 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:22.028223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Checking segment: {'id': '7c50bd8d-e98d-410d-a26b-6df16ab1e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:22.028812 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.029958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Bound using segment: {'id': '7c50bd8d-e98d-410d-a26b-6df16ab1e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:22.030608 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Bound port: cc3894c2-b991-4c8f-877b-923a90d2697d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c50bd8d-e98d-410d-a26b-6df16ab1e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:22.032081 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.112416 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dda522-b36d-4865-9d4c-a16536191d91 x-openstack-request-id: req-34dda522-b36d-4865-9d4c-a16536191d91 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:22.112706 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:22.112956 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34dda522-b36d-4865-9d4c-a16536191d91 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:22.113350 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'status': 'completed', 'code': 200} Aug 19 12:44:22.123541 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-1be0c034-9b66-46b5-bff3-215fe0cc6510 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94bb71c-939e-40de-82f9-9ef274ce4143 HTTP/1.1" status: 200 len: 217 time: 0.1373262 Aug 19 12:44:22.128477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event updated for resources: {'Port': ['ID=40718ae2-3d73-462b-86f2-9f3eeeb63a28,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:22.170989 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c772c143-3a23-464e-9652-ea616fbc52dc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.172360 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c772c143-3a23-464e-9652-ea616fbc52dc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4742751 Aug 19 12:44:22.178636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33956) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:22.189927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c06ab102-ff8d-4cdc-9a1e-920f9dbd6624 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': 'f247924b-cab2-449d-aa0b-e57baf5e9d89', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:22.196505 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.285002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.312924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-e811c16c-3823-4611-b55d-e7c48e507739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:22.315900 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-e811c16c-3823-4611-b55d-e7c48e507739 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c8cbfb7-f60e-4a10-946f-6ec118104c6b HTTP/1.1" status: 200 len: 835 time: 0.1848030 Aug 19 12:44:22.319558 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df224c4-dfaa-402c-a101-fbde5e9ea2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:22.332275 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87872c7c-3c53-447d-8978-dce8ea6fffb2" -d '{"events": [{"server_uuid": "7df224c4-dfaa-402c-a101-fbde5e9ea2c9", "name": "network-vif-plugged", "status": "completed", "tag": "492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:22.400311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51,segment=NetworkSegment(a0d49723-2591-4252-ba7d-b26d79ebcfb7),segment_id=a0d49723-2591-4252-ba7d-b26d79ebcfb7)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:22.440456 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3bd53d-60b5-4dbb-9a2f-743a3750fe76 x-openstack-request-id: req-5c3bd53d-60b5-4dbb-9a2f-743a3750fe76 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:22.441048 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df224c4-dfaa-402c-a101-fbde5e9ea2c9", "name": "network-vif-plugged", "status": "completed", "tag": "492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:22.441527 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c3bd53d-60b5-4dbb-9a2f-743a3750fe76 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:22.442665 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df224c4-dfaa-402c-a101-fbde5e9ea2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51', 'code': 200} Aug 19 12:44:22.482768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3bae36f7-27d0-4c29-9243-f14588c56f42 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:22.501992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] For port cc3894c2-b991-4c8f-877b-923a90d2697d, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:22.574201 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.577553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] For port cc3894c2-b991-4c8f-877b-923a90d2697d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cc3894c2-b991-4c8f-877b-923a90d2697d,segment=NetworkSegment(7c50bd8d-e98d-410d-a26b-6df16ab1e629),segment_id=7c50bd8d-e98d-410d-a26b-6df16ab1e629)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:22.589610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ec4b9-ce56-4cfc-89c9-2d1afd267751 req-e9692295-b69d-4607-a6c7-96b04d455ca8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:22.618205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d50ec4b9-ce56-4cfc-89c9-2d1afd267751 req-e9692295-b69d-4607-a6c7-96b04d455ca8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.3934510 Aug 19 12:44:22.626424 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c06ab102-ff8d-4cdc-9a1e-920f9dbd6624 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:22.678183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Network c63e4a47-4a6b-445e-98b8-771b11e617f6 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:22.692861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-0bbcc850-1628-431a-9a62-b455b10bb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:22.694742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:22.702360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-0bbcc850-1628-431a-9a62-b455b10bb2c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aacfb62a-6a72-4461-a5d5-c0d186cfe41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3732994 Aug 19 12:44:22.914170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e8a8f-e092-4b04-a415-a15a29312502 req-ba4bd6fe-1df0-4c1d-982b-f81490b5afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:22.920437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d7e8a8f-e092-4b04-a415-a15a29312502 req-ba4bd6fe-1df0-4c1d-982b-f81490b5afbb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 1097 time: 0.3854816 Aug 19 12:44:22.954863 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-fdb8431e-4a37-44bb-9cd6-ff3fce6390bc service neutron] 10.222.0.62 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398639 Aug 19 12:44:22.970433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:22.983866 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.100691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826af9e-4e3c-4694-88e3-eca2453847a4 None None] Pushing event updated for resources: {'Port': ['ID=cc3894c2-b991-4c8f-877b-923a90d2697d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:23.108806 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:23.109524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:23.171850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d50ec4b9-ce56-4cfc-89c9-2d1afd267751 req-18b17816-c636-4f5c-9416-70cb8bae9b98 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5519705 Aug 19 12:44:23.245856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 3bae36f7-27d0-4c29-9243-f14588c56f42 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:23.265761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d7e8a8f-e092-4b04-a415-a15a29312502 req-36ab80bf-f124-4340-9cb5-cc589f2fd084 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562661 Aug 19 12:44:23.274467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3bae36f7-27d0-4c29-9243-f14588c56f42 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:23.274879 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.289272 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c06ab102-ff8d-4cdc-9a1e-920f9dbd6624 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.307673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:23.333941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8947e-a476-44e2-980e-643aeea911c2 req-07f2c874-d072-4632-9609-fdd647788ad0 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:23.341680 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93b8947e-a476-44e2-980e-643aeea911c2 req-07f2c874-d072-4632-9609-fdd647788ad0 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 946 time: 0.3252835 Aug 19 12:44:23.435003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:23.483342 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c06ab102-ff8d-4cdc-9a1e-920f9dbd6624 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.513569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a300b07e-7fc5-4a02-8fb9-bd3ad8d1f0a5 req-ebf8133f-dc5c-470d-93d3-77e3e075ed57 service neutron] 10.222.0.62 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448825 Aug 19 12:44:23.539964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b4cc4-8026-4fc8-8c97-dba8bc32b3ad req-8d62a2a1-ed48-48e9-b33a-377513cc3f19 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:23.544009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b11b4cc4-8026-4fc8-8c97-dba8bc32b3ad req-8d62a2a1-ed48-48e9-b33a-377513cc3f19 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 944 time: 0.2102659 Aug 19 12:44:23.579184 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.579797 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93b8947e-a476-44e2-980e-643aeea911c2 req-d0d548cd-2c53-48c0-9817-242feeb12fa5 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366035 Aug 19 12:44:23.620306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ab102-ff8d-4cdc-9a1e-920f9dbd6624 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc860efe-451b-4ed3-b7c7-1051275180c3,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:23.661582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 3bae36f7-27d0-4c29-9243-f14588c56f42, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3bae36f7-27d0-4c29-9243-f14588c56f42,segment=NetworkSegment(7c50bd8d-e98d-410d-a26b-6df16ab1e629),segment_id=7c50bd8d-e98d-410d-a26b-6df16ab1e629)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:23.674313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:23.680257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b11b4cc4-8026-4fc8-8c97-dba8bc32b3ad req-75f7e5b9-c493-4c20-9e50-4742199e541d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299925 Aug 19 12:44:23.714329 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dac7c4e7-38d4-4553-b473-9a2d071f6d28 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1838300 Aug 19 12:44:23.718671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33972) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:23.736091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a77e2a48-2563-48c3-8a98-adc95aad6537 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:23.784871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7830d75-b4b5-4691-a611-ab6d953d28aa req-fa2806ad-eeea-457a-b4b3-a12a21680ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:23.786512 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7830d75-b4b5-4691-a611-ab6d953d28aa req-fa2806ad-eeea-457a-b4b3-a12a21680ccc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 1095 time: 0.0956082 Aug 19 12:44:23.912750 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.944022 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c06ab102-ff8d-4cdc-9a1e-920f9dbd6624 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:23.956439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c06ab102-ff8d-4cdc-9a1e-920f9dbd6624 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7731593 Aug 19 12:44:23.956439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 33976) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:23.998418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-04d0c85b-ec68-40f1-b901-99ec598ca334 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': 'f247924b-cab2-449d-aa0b-e57baf5e9d89', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:24.017694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=3bae36f7-27d0-4c29-9243-f14588c56f42,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:24.057275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6718384-641c-4ad0-b40b-fb27ab382585 None None] Network c63e4a47-4a6b-445e-98b8-771b11e617f6 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:24.063036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7830d75-b4b5-4691-a611-ab6d953d28aa req-2c573c19-4d48-4f7b-911b-84cc6f2a415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:24.071793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7830d75-b4b5-4691-a611-ab6d953d28aa req-2c573c19-4d48-4f7b-911b-84cc6f2a415c service neutron] 10.222.0.62 "GET /v2.0/networks?id=aacfb62a-6a72-4461-a5d5-c0d186cfe41b HTTP/1.1" status: 200 len: 898 time: 0.2775416 Aug 19 12:44:24.204604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:20Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '40718ae2-3d73-462b-86f2-9f3eeeb63a28', 'name': '', 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:9e:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:16Z', 'updated_at': '2021-08-19T12:44:20Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:22Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:24.259182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056cbe70-3fe4-4889-a4b9-75665007c424 None None] The sync data for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 is: [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:20Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '40718ae2-3d73-462b-86f2-9f3eeeb63a28', 'name': '', 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:9e:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:16Z', 'updated_at': '2021-08-19T12:44:20Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:22Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:24.260294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7830d75-b4b5-4691-a611-ab6d953d28aa req-fc11335a-f1a3-4a5b-92e3-c0a5867f9459 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94bb71c-939e-40de-82f9-9ef274ce4143 HTTP/1.1" status: 200 len: 217 time: 0.1764514 Aug 19 12:44:24.299965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-04013c0f-60ff-43c1-a1d3-d878ac7bdc29 None None] Provisioning for port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:24.397657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7830d75-b4b5-4691-a611-ab6d953d28aa req-787c7592-8c1f-4672-8561-b2447efcb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:24.399642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7830d75-b4b5-4691-a611-ab6d953d28aa req-787c7592-8c1f-4672-8561-b2447efcb7ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c8cbfb7-f60e-4a10-946f-6ec118104c6b HTTP/1.1" status: 200 len: 835 time: 0.1322634 Aug 19 12:44:24.472263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04d0c85b-ec68-40f1-b901-99ec598ca334 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:24.508022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7830d75-b4b5-4691-a611-ab6d953d28aa req-436e7fed-2d1f-4015-a32d-7a93944fb460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:24.509620 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7830d75-b4b5-4691-a611-ab6d953d28aa req-436e7fed-2d1f-4015-a32d-7a93944fb460 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aacfb62a-6a72-4461-a5d5-c0d186cfe41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024976 Aug 19 12:44:24.637233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:24.716929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12459b00-8737-48a4-967f-ed2d7781e9a8 req-a98f2009-2a96-40c9-98c9-10fe177b91eb tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:24.718875 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-12459b00-8737-48a4-967f-ed2d7781e9a8 req-a98f2009-2a96-40c9-98c9-10fe177b91eb tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.2406328 Aug 19 12:44:24.815446 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04d0c85b-ec68-40f1-b901-99ec598ca334 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:24.833719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-12459b00-8737-48a4-967f-ed2d7781e9a8 req-b55af207-715a-4284-bb91-24e61d9b98e0 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080689 Aug 19 12:44:24.840612 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7830d75-b4b5-4691-a611-ab6d953d28aa req-09a2099f-bcc9-400d-a7a0-5ce8bfc2ebda service neutron] 10.222.0.62 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229594 Aug 19 12:44:24.899477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:24.905239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:24.905618 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:24.960603 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04d0c85b-ec68-40f1-b901-99ec598ca334 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:24.981521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.extraroute_db [None req-a77e2a48-2563-48c3-8a98-adc95aad6537 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:44:25.005802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f18556-4ded-45bb-96a1-ced7b6f88196 req-e57280a1-da10-432a-9e3b-6dd7f95a26cc tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:25.018713 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4f18556-4ded-45bb-96a1-ced7b6f88196 req-e57280a1-da10-432a-9e3b-6dd7f95a26cc tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 946 time: 0.2823999 Aug 19 12:44:25.095934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.extraroute_db [None req-a77e2a48-2563-48c3-8a98-adc95aad6537 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Removed routes are [] {{(pid=95543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:44:25.096351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a77e2a48-2563-48c3-8a98-adc95aad6537 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.146526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0c85b-ec68-40f1-b901-99ec598ca334 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91eee753-7fc6-4a46-9713-02b9ae2cf431,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:25.185750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0ea15-09d6-436a-8105-ed5636b32b48 req-c754ceed-aa5e-4da5-957a-5a8e06185d4f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:25.209565 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2de0ea15-09d6-436a-8105-ed5636b32b48 req-c754ceed-aa5e-4da5-957a-5a8e06185d4f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 944 time: 0.1775939 Aug 19 12:44:25.209807 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4f18556-4ded-45bb-96a1-ced7b6f88196 req-4d179194-8bd4-4db8-b73a-ebaf01bbf2b8 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780822 Aug 19 12:44:25.225416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7830d75-b4b5-4691-a611-ab6d953d28aa req-7c2bcaff-b675-4fbc-93bd-38be300e94b8 service neutron] 10.222.0.62 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715136 Aug 19 12:44:25.255349 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.281145 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.409227 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3b52b8dc-0b3e-4daa-867f-ef6d53e5043d,segment=NetworkSegment(27fe1b13-f490-4ca0-a09e-ed9fb7b716b2),segment_id=27fe1b13-f490-4ca0-a09e-ed9fb7b716b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:25.428488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c94bb71c-939e-40de-82f9-9ef274ce4143 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:44:25.447525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-04d0c85b-ec68-40f1-b901-99ec598ca334 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.448811 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-04d0c85b-ec68-40f1-b901-99ec598ca334 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4545028 Aug 19 12:44:25.451791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 33996) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:25.456634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-35153fac-2144-40a3-b080-29f45b503195 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': 'f247924b-cab2-449d-aa0b-e57baf5e9d89', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:25.520480 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2de0ea15-09d6-436a-8105-ed5636b32b48 req-580da5bf-5638-4c34-9bb7-8b8d4d4913c4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100376 Aug 19 12:44:25.644372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-493bb3f8-243d-4a4b-8468-9f3c810504fa None None] Provisioning for port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:25.657134 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.662014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ca2734ec-cf2d-438b-8301-9080494495b0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:25.718782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-493bb3f8-243d-4a4b-8468-9f3c810504fa None None] Provisioning complete for port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:25.719425 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-493bb3f8-243d-4a4b-8468-9f3c810504fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.751205 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35153fac-2144-40a3-b080-29f45b503195 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:25.938200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-493bb3f8-243d-4a4b-8468-9f3c810504fa None None] Port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:25.948653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=3b52b8dc-0b3e-4daa-867f-ef6d53e5043d,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:26.025656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c94bb71c-939e-40de-82f9-9ef274ce4143, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c94bb71c-939e-40de-82f9-9ef274ce4143,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:26.031647 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35153fac-2144-40a3-b080-29f45b503195 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.096266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'port_id': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'mac_address': 'fa:16:3e:49:c2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:44:26.179245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dbe2c-55c6-425f-a78e-ddbc985b645d req-fa511bfe-aa83-4635-8552-e4a4fab9d182 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:26.188885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-053dbe2c-55c6-425f-a78e-ddbc985b645d req-fa511bfe-aa83-4635-8552-e4a4fab9d182 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1470730 Aug 19 12:44:26.249721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-053dbe2c-55c6-425f-a78e-ddbc985b645d req-094a749d-aab1-4071-b0bc-0a2371103ac9 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594292 Aug 19 12:44:26.251147 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35153fac-2144-40a3-b080-29f45b503195 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.284719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35153fac-2144-40a3-b080-29f45b503195 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e4f817-5a3e-42b3-999b-cb38a0abb8f5,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:26.300513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-85238944-df1a-48ba-bcd8-299c7e106ca1 None None] Provisioning complete for port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:26.301017 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-85238944-df1a-48ba-bcd8-299c7e106ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.345882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ca2734ec-cf2d-438b-8301-9080494495b0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:26.346333 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.394904 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.399930 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.422261 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-35153fac-2144-40a3-b080-29f45b503195 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.423569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-35153fac-2144-40a3-b080-29f45b503195 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9707713 Aug 19 12:44:26.429717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34008) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:26.434427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4884be13-3323-4bcc-941c-57b11f9937ac tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': 'f247924b-cab2-449d-aa0b-e57baf5e9d89', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:26.453291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-85238944-df1a-48ba-bcd8-299c7e106ca1 None None] Port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:26.469989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94bb71c-939e-40de-82f9-9ef274ce4143 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:26.597795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c94bb71c-939e-40de-82f9-9ef274ce4143, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c94bb71c-939e-40de-82f9-9ef274ce4143,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:26.646306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-02b80fda-2f59-4d4e-942a-9602df87076b None None] Provisioning complete for port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:26.646670 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-02b80fda-2f59-4d4e-942a-9602df87076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.693646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6960e24b-1372-4994-a1af-d5af8cf73ca2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:26.749953 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a77e2a48-2563-48c3-8a98-adc95aad6537 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.754008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-02b80fda-2f59-4d4e-942a-9602df87076b None None] Port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:26.761324 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a77e2a48-2563-48c3-8a98-adc95aad6537 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.766143 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4884be13-3323-4bcc-941c-57b11f9937ac tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.820052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905e6bb-853d-498a-a863-090c07134bf9 req-909cfbf4-29eb-49e2-ac89-9c4c27ad9c17 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:26.829476 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9905e6bb-853d-498a-a863-090c07134bf9 req-909cfbf4-29eb-49e2-ac89-9c4c27ad9c17 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 944 time: 0.1560557 Aug 19 12:44:26.830650 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:26.940871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Sync routers for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:26.940871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=c94bb71c-939e-40de-82f9-9ef274ce4143,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:26.959199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:26.959798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:26.963360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9905e6bb-853d-498a-a863-090c07134bf9 req-e6ca6f35-6af3-44bd-a5ef-2cf1200b4afe tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292827 Aug 19 12:44:27.092497 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4884be13-3323-4bcc-941c-57b11f9937ac tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.133170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77e2a48-2563-48c3-8a98-adc95aad6537 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:27.145869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 6960e24b-1372-4994-a1af-d5af8cf73ca2 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:27.152748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 6960e24b-1372-4994-a1af-d5af8cf73ca2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:27.153122 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.154974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['c94bb71c-939e-40de-82f9-9ef274ce4143'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:27.200311 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4884be13-3323-4bcc-941c-57b11f9937ac tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.200829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40419418-43c5-4aef-b83a-9c988c4d832a req-47d0d6ee-0152-4c47-9e02-72767de3ba4e tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:27.205742 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40419418-43c5-4aef-b83a-9c988c4d832a req-47d0d6ee-0152-4c47-9e02-72767de3ba4e tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 946 time: 0.1551547 Aug 19 12:44:27.274887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:27.305403 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884be13-3323-4bcc-941c-57b11f9937ac tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd69db6-9d4a-4666-8860-0495e1d0a55a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:27.414029 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77e2a48-2563-48c3-8a98-adc95aad6537 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:27.430668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4884be13-3323-4bcc-941c-57b11f9937ac tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.443239 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4884be13-3323-4bcc-941c-57b11f9937ac tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0123479 Aug 19 12:44:27.443563 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a77e2a48-2563-48c3-8a98-adc95aad6537 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.444103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34020) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:27.445288 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a77e2a48-2563-48c3-8a98-adc95aad6537 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005 HTTP/1.1" status: 200 len: 934 time: 3.7252288 Aug 19 12:44:27.449360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34022) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:27.468063 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40419418-43c5-4aef-b83a-9c988c4d832a req-37401a47-ee4d-4e04-80c8-e2f58dbdc6b2 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579813 Aug 19 12:44:27.510625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f5937e0d-5636-4472-b37b-6f0c4b47e969 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': 'f247924b-cab2-449d-aa0b-e57baf5e9d89', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:27.585613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12156132-4ef6-4e15-b168-084e9978978e req-30244c41-6520-4e9e-9f16-4ed65ec41dfd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:27.587536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12156132-4ef6-4e15-b168-084e9978978e req-30244c41-6520-4e9e-9f16-4ed65ec41dfd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1778128 Aug 19 12:44:27.705378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12156132-4ef6-4e15-b168-084e9978978e req-7689ede1-aa24-4586-b3d8-1e97f3da9af1 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091259 Aug 19 12:44:27.738855 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0eb4ede0-c5a7-49ed-a376-a6b31c4bb265 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005 HTTP/1.1" status: 200 len: 934 time: 0.2836554 Aug 19 12:44:27.740661 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34024) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:27.742378 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-f5937e0d-5636-4472-b37b-6f0c4b47e969 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Project 590b45e235af470981ab2f18ef311f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:44:27.748191 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f5937e0d-5636-4472-b37b-6f0c4b47e969 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.750639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-cbc4999f-9b92-48f6-8515-fb82a0369a41 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'routes': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:27.840516 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f5937e0d-5636-4472-b37b-6f0c4b47e969 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:27.942832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0b317-188d-4fca-bb61-9f02d533662f req-b732f484-82ba-4b25-bb83-9d6937e1c271 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:27.944539 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93a0b317-188d-4fca-bb61-9f02d533662f req-b732f484-82ba-4b25-bb83-9d6937e1c271 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.30 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 946 time: 0.0819681 Aug 19 12:44:27.973961 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.032495 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f5937e0d-5636-4472-b37b-6f0c4b47e969 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.084192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5937e0d-5636-4472-b37b-6f0c4b47e969 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a403babb-b01f-4eb1-bec2-42e91b9b9627,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:28.122115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 6960e24b-1372-4994-a1af-d5af8cf73ca2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6960e24b-1372-4994-a1af-d5af8cf73ca2,segment=NetworkSegment(27fe1b13-f490-4ca0-a09e-ed9fb7b716b2),segment_id=27fe1b13-f490-4ca0-a09e-ed9fb7b716b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:28.165697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:24Z', 'revision_number': 6, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '40718ae2-3d73-462b-86f2-9f3eeeb63a28', 'name': '', 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:9e:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:16Z', 'updated_at': '2021-08-19T12:44:20Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:22Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:28.208214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Checking router: 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:28.208571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Updating router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:28.250766 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.321595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf451b38-6d10-4157-8d7a-4186b79a60b4 req-83589387-8893-45fa-9987-f177dfb05346 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:28.323799 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf451b38-6d10-4157-8d7a-4186b79a60b4 req-83589387-8893-45fa-9987-f177dfb05346 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 945 time: 0.1233425 Aug 19 12:44:28.364092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-93a0b317-188d-4fca-bb61-9f02d533662f req-1321c2bd-d176-40af-8474-19f5682c6def tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Deleting port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:28.364443 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-93a0b317-188d-4fca-bb61-9f02d533662f req-1321c2bd-d176-40af-8474-19f5682c6def tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.495208 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf451b38-6d10-4157-8d7a-4186b79a60b4 req-2f29c4f2-2dae-465f-8031-8331349cc523 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391802 Aug 19 12:44:28.594905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-93a0b317-188d-4fca-bb61-9f02d533662f req-1321c2bd-d176-40af-8474-19f5682c6def tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] For port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51,segment=NetworkSegment(a0d49723-2591-4252-ba7d-b26d79ebcfb7),segment_id=a0d49723-2591-4252-ba7d-b26d79ebcfb7)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:28.595239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-93a0b317-188d-4fca-bb61-9f02d533662f req-1321c2bd-d176-40af-8474-19f5682c6def tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.613573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-93a0b317-188d-4fca-bb61-9f02d533662f req-1321c2bd-d176-40af-8474-19f5682c6def tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Calling delete_port for 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:28.629189 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.639623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Transition to ACTIVE for port object 40718ae2-3d73-462b-86f2-9f3eeeb63a28 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:28.654243 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f5937e0d-5636-4472-b37b-6f0c4b47e969 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.657395 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f5937e0d-5636-4472-b37b-6f0c4b47e969 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1492600 Aug 19 12:44:28.688667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34034) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:28.694358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-eb1e8da7-d566-4c62-b121-6b51b0d915c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': 'f247924b-cab2-449d-aa0b-e57baf5e9d89', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:28.705599 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.710550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a55a144b-f3ee-48e5-bc93-5f43ee0600e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:28.710682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.extraroute_db [None req-cbc4999f-9b92-48f6-8515-fb82a0369a41 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added routes are [] {{(pid=95543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:44:28.711044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.extraroute_db [None req-cbc4999f-9b92-48f6-8515-fb82a0369a41 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95543) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:44:28.747866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12abeb-ecd3-4539-b794-876ca531e4e1 req-fa4c457d-becd-4760-a1d5-7c206c261f7d tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:28.749340 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d12abeb-ecd3-4539-b794-876ca531e4e1 req-fa4c457d-becd-4760-a1d5-7c206c261f7d tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 946 time: 0.1444259 Aug 19 12:44:28.756296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8e414-15d8-4115-bcd8-ad734a080902 req-8f6b7adb-a118-40ae-940b-19b3d4d5821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:28.757937 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90b8e414-15d8-4115-bcd8-ad734a080902 req-8f6b7adb-a118-40ae-940b-19b3d4d5821a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1096 time: 0.1133673 Aug 19 12:44:28.778710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cbc4999f-9b92-48f6-8515-fb82a0369a41 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.789849 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.866530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=6960e24b-1372-4994-a1af-d5af8cf73ca2,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:28.932670 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d12abeb-ecd3-4539-b794-876ca531e4e1 req-c1211faf-450c-4550-a4f3-62768afb21d0 tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708002 Aug 19 12:44:28.957999 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-eb1e8da7-d566-4c62-b121-6b51b0d915c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Project 590b45e235af470981ab2f18ef311f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:44:28.962150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843c0e7-8fce-402b-ba68-89df293be845 req-c27f8d47-15ee-478c-ae96-0477d8fbb56f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:28.967031 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b843c0e7-8fce-402b-ba68-89df293be845 req-c27f8d47-15ee-478c-ae96-0477d8fbb56f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1252475 Aug 19 12:44:28.985571 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8da7-d566-4c62-b121-6b51b0d915c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:28.993218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d116033-1b9b-4851-bd80-e41b0e0cb89e None None] Pushing event updated for resources: {'Port': ['ID=40718ae2-3d73-462b-86f2-9f3eeeb63a28,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:29.137428 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b843c0e7-8fce-402b-ba68-89df293be845 req-204785d2-c136-4b7b-870a-36da92a8b122 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641021 Aug 19 12:44:29.155421 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-93a0b317-188d-4fca-bb61-9f02d533662f req-1321c2bd-d176-40af-8474-19f5682c6def tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.168229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:29.279018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Attempting to bind port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:29.279018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Attempting to bind port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'd312cf3d-ab80-4024-8c80-8fcc3faad1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:29.279018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Attempting to bind port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 on network c63e4a47-4a6b-445e-98b8-771b11e617f6 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:29.279018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:29.279018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:29.279018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Checking segment: {'id': 'd312cf3d-ab80-4024-8c80-8fcc3faad1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:29.279018 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.279018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Bound using segment: {'id': 'd312cf3d-ab80-4024-8c80-8fcc3faad1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:29.281351 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321c2bd-d176-40af-8474-19f5682c6def tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Pushing event deleted for resources: {'Port': ['ID=492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:29.287459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Bound port: 40718ae2-3d73-462b-86f2-9f3eeeb63a28, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd312cf3d-ab80-4024-8c80-8fcc3faad1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:29.288028 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.306680 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8da7-d566-4c62-b121-6b51b0d915c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.312303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:29.313168 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.337737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8e414-15d8-4115-bcd8-ad734a080902 req-548aa49e-787d-4df2-94dd-b9b3fc3b6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:29.339350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90b8e414-15d8-4115-bcd8-ad734a080902 req-548aa49e-787d-4df2-94dd-b9b3fc3b6c92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.5237536 Aug 19 12:44:29.395977 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cbc4999f-9b92-48f6-8515-fb82a0369a41 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.400526 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cbc4999f-9b92-48f6-8515-fb82a0369a41 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.420917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a0b317-188d-4fca-bb61-9f02d533662f req-1321c2bd-d176-40af-8474-19f5682c6def tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] No DVR routers for this DVR port 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:29.458015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c94bb71c-939e-40de-82f9-9ef274ce4143 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:29.559001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90b8e414-15d8-4115-bcd8-ad734a080902 req-f1e80ce3-a168-4182-b017-b8e608dbe4b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 200 len: 1001 time: 0.1664715 Aug 19 12:44:29.563323 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-93a0b317-188d-4fca-bb61-9f02d533662f req-1321c2bd-d176-40af-8474-19f5682c6def tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.563323 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93a0b317-188d-4fca-bb61-9f02d533662f req-1321c2bd-d176-40af-8474-19f5682c6def tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.30 "DELETE /v2.0/ports/492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 HTTP/1.1" status: 204 len: 173 time: 1.5649052 Aug 19 12:44:29.563323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df224c4-dfaa-402c-a101-fbde5e9ea2c9', 'name': 'network-vif-deleted', 'tag': '492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:29.563323 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731ac1a5-d7f5-4313-8713-e289e57cb174" -d '{"events": [{"server_uuid": "7df224c4-dfaa-402c-a101-fbde5e9ea2c9", "name": "network-vif-deleted", "tag": "492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:29.563323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc4999f-9b92-48f6-8515-fb82a0369a41 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:29.624997 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb236e0-3f7b-4cb8-86a6-e48185e280b5 x-openstack-request-id: req-ffb236e0-3f7b-4cb8-86a6-e48185e280b5 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:29.625511 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df224c4-dfaa-402c-a101-fbde5e9ea2c9", "name": "network-vif-deleted", "tag": "492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:29.625902 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffb236e0-3f7b-4cb8-86a6-e48185e280b5 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:29.626436 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df224c4-dfaa-402c-a101-fbde5e9ea2c9', 'name': 'network-vif-deleted', 'tag': '492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51', 'status': 'completed', 'code': 200} Aug 19 12:44:29.660620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8e414-15d8-4115-bcd8-ad734a080902 req-ee79f402-a0bf-42e8-8134-c88091975920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:29.662246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90b8e414-15d8-4115-bcd8-ad734a080902 req-ee79f402-a0bf-42e8-8134-c88091975920 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.1382952 Aug 19 12:44:29.665374 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8da7-d566-4c62-b121-6b51b0d915c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.760855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e8da7-d566-4c62-b121-6b51b0d915c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e989bf16-87f6-4b69-961c-22791f1d8923,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:29.782161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8e414-15d8-4115-bcd8-ad734a080902 req-1dc26c09-c6a3-4e48-8ee2-be51449ec2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:29.784005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90b8e414-15d8-4115-bcd8-ad734a080902 req-1dc26c09-c6a3-4e48-8ee2-be51449ec2dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105912 Aug 19 12:44:29.805069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc4999f-9b92-48f6-8515-fb82a0369a41 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:29.814403 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cbc4999f-9b92-48f6-8515-fb82a0369a41 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.815138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cbc4999f-9b92-48f6-8515-fb82a0369a41 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005 HTTP/1.1" status: 200 len: 700 time: 2.0728388 Aug 19 12:44:29.818426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34052) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:29.845597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] For port 40718ae2-3d73-462b-86f2-9f3eeeb63a28, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:29.849463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] For port 40718ae2-3d73-462b-86f2-9f3eeeb63a28, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=40718ae2-3d73-462b-86f2-9f3eeeb63a28,segment=NetworkSegment(d312cf3d-ab80-4024-8c80-8fcc3faad1b5),segment_id=d312cf3d-ab80-4024-8c80-8fcc3faad1b5)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:29.857851 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:29.976550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port a55a144b-f3ee-48e5-bc93-5f43ee0600e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a55a144b-f3ee-48e5-bc93-5f43ee0600e3,segment=NetworkSegment(d312cf3d-ab80-4024-8c80-8fcc3faad1b5),segment_id=d312cf3d-ab80-4024-8c80-8fcc3faad1b5)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:29.989237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port c94bb71c-939e-40de-82f9-9ef274ce4143 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:29.995180 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:30.048987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b15e76-7bed-4b86-9458-85b6bbdb93dd req-fd728904-3499-44a3-9142-4a3d68b51917 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:30.059183 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port c94bb71c-939e-40de-82f9-9ef274ce4143 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:30.059697 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:30.063086 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90b8e414-15d8-4115-bcd8-ad734a080902 req-964edb5f-74e1-487b-a4c6-a4e4f426b7e9 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622309 Aug 19 12:44:30.063935 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6b15e76-7bed-4b86-9458-85b6bbdb93dd req-fd728904-3499-44a3-9142-4a3d68b51917 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 945 time: 0.3621144 Aug 19 12:44:30.092621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb1e8da7-d566-4c62-b121-6b51b0d915c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:30.112443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9c2e292d-b50a-49e3-98c7-f02f00eec11d tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005 HTTP/1.1" status: 200 len: 700 time: 0.2825444 Aug 19 12:44:30.113928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eb1e8da7-d566-4c62-b121-6b51b0d915c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4240053 Aug 19 12:44:30.121572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34058) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:30.215159 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6b15e76-7bed-4b86-9458-85b6bbdb93dd req-3fb74460-0e2e-4ed2-bf78-af3816950f7d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483400 Aug 19 12:44:30.236872 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:30.237525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:30.257555 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:30.258451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5600e157-b72e-45bf-a559-720e9a27822e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:30.518835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a1fec-1dc5-4468-8947-ee8fd5345f43 req-02dbab34-f5b5-400d-a4a0-d89509d7d19d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:30.520479 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a26a1fec-1dc5-4468-8947-ee8fd5345f43 req-02dbab34-f5b5-400d-a4a0-d89509d7d19d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1772163 Aug 19 12:44:30.574216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:30.679104 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a26a1fec-1dc5-4468-8947-ee8fd5345f43 req-7d3bb7f9-9da8-4ae8-abdc-a1b986e9e634 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319001 Aug 19 12:44:30.813969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d116033-1b9b-4851-bd80-e41b0e0cb89e None None] Pushing event updated for resources: {'Port': ['ID=40718ae2-3d73-462b-86f2-9f3eeeb63a28,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:30.949193 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-6a9a4668-c4f6-4c9b-b128-cbeeed4a3c6f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547046961&fields=id&tenant_id=590b45e235af470981ab2f18ef311f78 HTTP/1.1" status: 200 len: 267 time: 0.1164901 Aug 19 12:44:30.966555 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=a55a144b-f3ee-48e5-bc93-5f43ee0600e3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:31.231869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-1f0cd63d-f369-41dd-a235-d63948cdcda1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:31.243376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6d880f7f-8d04-4ffb-ab6e-b04601489ec5 req-682de870-b1fa-416c-a9fa-c719fb346faa tempest-ServerAddressesTestJSON-672613269 tempest-ServerAddressesTestJSON-672613269-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df224c4-dfaa-402c-a101-fbde5e9ea2c9 HTTP/1.1" status: 200 len: 210 time: 0.9960446 Aug 19 12:44:31.243949 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-1f0cd63d-f369-41dd-a235-d63948cdcda1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/networks?id=a4a6609b-d76f-44d7-ae0f-8377b5a49038 HTTP/1.1" status: 200 len: 797 time: 0.2857461 Aug 19 12:44:31.265210 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-8d3e389b-b11b-40ce-b3db-87a306c923f3 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/quotas/590b45e235af470981ab2f18ef311f78 HTTP/1.1" status: 200 len: 375 time: 0.0207162 Aug 19 12:44:31.387128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34082) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:31.421339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:31.428798 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-1ccd8ffc-05a3-4f3d-a8ff-aa7c5193c46b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1551442 Aug 19 12:44:31.551312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.553075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90b8e414-15d8-4115-bcd8-ad734a080902 req-8493284e-11fb-492b-b98e-437830790703 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4886649 Aug 19 12:44:31.561768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:31.562114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 492f4ba5-6ad5-4582-9ddc-a8d0b48c5b51 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:31.598603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:31.601304 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329cec6a-4ceb-481a-9ed4-bf1c38658be9" -d '{"events": [{"server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "name": "network-vif-plugged", "status": "completed", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:31.620143 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c94bb71c-939e-40de-82f9-9ef274ce4143, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c94bb71c-939e-40de-82f9-9ef274ce4143,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:31.641121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 5600e157-b72e-45bf-a559-720e9a27822e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:31.647212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5600e157-b72e-45bf-a559-720e9a27822e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:31.647590 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.652293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:28Z', 'revision_number': 7, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '40718ae2-3d73-462b-86f2-9f3eeeb63a28', 'name': '', 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:9e:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:16Z', 'updated_at': '2021-08-19T12:44:29Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:22Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:31.687980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da802d1a-096f-4a88-9b09-ba72e7917736 req-0478d1a5-6640-4af3-919d-67f4a6d4cc88 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:31.690375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da802d1a-096f-4a88-9b09-ba72e7917736 req-0478d1a5-6640-4af3-919d-67f4a6d4cc88 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 945 time: 0.3276029 Aug 19 12:44:31.725598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6ecacccf-4cb6-47fe-9f54-109f45ec990e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.738265 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-10b48008-c356-4ebe-8749-ae398a35e481 service neutron] 10.222.0.21 "GET /v2.0/networks/a4a6609b-d76f-44d7-ae0f-8377b5a49038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941177 Aug 19 12:44:31.787003 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:31.876470 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da802d1a-096f-4a88-9b09-ba72e7917736 req-353cad8a-35fb-49a4-b615-24024c00a496 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715140 Aug 19 12:44:31.879516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3732eb-40c9-41bd-bfad-a1ca62b79754 None None] The sync data for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 is: [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:28Z', 'revision_number': 7, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '40718ae2-3d73-462b-86f2-9f3eeeb63a28', 'name': '', 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:9e:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:16Z', 'updated_at': '2021-08-19T12:44:29Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:22Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:32.051575 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b77e59-7ea5-40fd-96cb-e5f549dd6547 x-openstack-request-id: req-e5b77e59-7ea5-40fd-96cb-e5f549dd6547 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:32.051995 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "name": "network-vif-plugged", "status": "completed", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:32.052280 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5b77e59-7ea5-40fd-96cb-e5f549dd6547 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:32.052721 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'code': 200} Aug 19 12:44:32.067466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=c94bb71c-939e-40de-82f9-9ef274ce4143,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:32.130151 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.182691 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.242859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 5600e157-b72e-45bf-a559-720e9a27822e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5600e157-b72e-45bf-a559-720e9a27822e,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:32.273861 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb508bb8-165d-487e-83ef-bc2e5226a034 None None] Sync routers for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:32.292137 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb508bb8-165d-487e-83ef-bc2e5226a034 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:32.293257 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bb508bb8-165d-487e-83ef-bc2e5226a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:32.337769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725a647-c5b9-4f5f-883c-9b0705cb07a5 req-5fd7e83d-f42b-4410-826e-0d55b7e1224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:32.340614 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9725a647-c5b9-4f5f-883c-9b0705cb07a5 req-5fd7e83d-f42b-4410-826e-0d55b7e1224c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 1097 time: 0.2827160 Aug 19 12:44:32.393771 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9725a647-c5b9-4f5f-883c-9b0705cb07a5 req-bb63e118-8ba5-49d7-aab4-f0d581f580e5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449536 Aug 19 12:44:32.409073 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb886b8-bcf1-43b1-b993-38c6e8f857ec req-4616686a-e06f-47fc-b254-352282805631 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:32.411762 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-edb886b8-bcf1-43b1-b993-38c6e8f857ec req-4616686a-e06f-47fc-b254-352282805631 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.2001085 Aug 19 12:44:32.418213 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.511303 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-d1fbd5fd-cf2f-4108-92af-b93d8facefed service neutron] 10.222.0.21 "GET /v2.0/networks/a4a6609b-d76f-44d7-ae0f-8377b5a49038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7626474 Aug 19 12:44:32.522013 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-bb508bb8-165d-487e-83ef-bc2e5226a034 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:32.581167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=5600e157-b72e-45bf-a559-720e9a27822e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:32.643067 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-edb886b8-bcf1-43b1-b993-38c6e8f857ec req-65eac21e-eb20-40e0-af5c-ed9f8dc23349 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546226 Aug 19 12:44:32.728431 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6ecacccf-4cb6-47fe-9f54-109f45ec990e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.825489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34094) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:32.830862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cc3894c2-b991-4c8f-877b-923a90d2697d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:32.837232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:32.837793 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.899097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6ecacccf-4cb6-47fe-9f54-109f45ec990e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:32.997263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] For port 40718ae2-3d73-462b-86f2-9f3eeeb63a28, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=40718ae2-3d73-462b-86f2-9f3eeeb63a28,segment=NetworkSegment(d312cf3d-ab80-4024-8c80-8fcc3faad1b5),segment_id=d312cf3d-ab80-4024-8c80-8fcc3faad1b5)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:32.998106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.051569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa4a6f5-1f13-4700-bffc-a9ac13e5388c admin admin] Deleting subnet bdd3aa11-31a8-49ff-9a8d-b8daa16e4953 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:44:33.066606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 40718ae2-3d73-462b-86f2-9f3eeeb63a28 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:33.075063 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a6f5-1f13-4700-bffc-a9ac13e5388c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.120136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port cc3894c2-b991-4c8f-877b-923a90d2697d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:33.126824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port cc3894c2-b991-4c8f-877b-923a90d2697d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:33.129655 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.146353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecacccf-4cb6-47fe-9f54-109f45ec990e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac5ee89-5639-4762-b707-29af3edb88e1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:33.171083 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6ecacccf-4cb6-47fe-9f54-109f45ec990e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5f0cb1c3d8b480daf3d9aef4c727624&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7710893 Aug 19 12:44:33.171083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34104) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:33.171434 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bb508bb8-165d-487e-83ef-bc2e5226a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:28Z', 'revision_number': 7, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '40718ae2-3d73-462b-86f2-9f3eeeb63a28', 'name': '', 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:9e:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:16Z', 'updated_at': '2021-08-19T12:44:29Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:22Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:33.220300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-68c16fd8-d102-4324-a530-05f544092352 req-cb6e3ba4-94d5-4520-8638-991c746cbf3d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 210 time: 0.1418200 Aug 19 12:44:33.226846 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb508bb8-165d-487e-83ef-bc2e5226a034 None None] Checking router: 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:33.250694 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb508bb8-165d-487e-83ef-bc2e5226a034 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:33.251402 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bb508bb8-165d-487e-83ef-bc2e5226a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:33.257522 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a6f5-1f13-4700-bffc-a9ac13e5388c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.271030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248bb6b-e452-4793-ab19-a94f49e94752 req-27578a85-1823-4905-a6a6-3606fae31583 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:33.272948 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1248bb6b-e452-4793-ab19-a94f49e94752 req-27578a85-1823-4905-a6a6-3606fae31583 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.2077599 Aug 19 12:44:33.363920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1248bb6b-e452-4793-ab19-a94f49e94752 req-22c59eef-8861-4a3c-b67c-ee2d0d68b76d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804627 Aug 19 12:44:33.365813 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.421800 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a6f5-1f13-4700-bffc-a9ac13e5388c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.422018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port cc3894c2-b991-4c8f-877b-923a90d2697d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cc3894c2-b991-4c8f-877b-923a90d2697d,segment=NetworkSegment(7c50bd8d-e98d-410d-a26b-6df16ab1e629),segment_id=7c50bd8d-e98d-410d-a26b-6df16ab1e629)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:33.454720 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-058995f5-4cd9-4215-8274-7b8c5df4db5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.459369 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-bb508bb8-165d-487e-83ef-bc2e5226a034 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:33.513042 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-058995f5-4cd9-4215-8274-7b8c5df4db5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.533735 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.535454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:33.693840 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a6f5-1f13-4700-bffc-a9ac13e5388c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.715989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=cc3894c2-b991-4c8f-877b-923a90d2697d,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:33.724727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:33.725099 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.760008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4a6f5-1f13-4700-bffc-a9ac13e5388c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd3aa11-31a8-49ff-9a8d-b8daa16e4953,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:33.767593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a6f5-1f13-4700-bffc-a9ac13e5388c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.769703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dfa4a6f5-1f13-4700-bffc-a9ac13e5388c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bdd3aa11-31a8-49ff-9a8d-b8daa16e4953 HTTP/1.1" status: 204 len: 168 time: 0.9429195 Aug 19 12:44:33.772214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34112) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:33.819226 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-058995f5-4cd9-4215-8274-7b8c5df4db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.822495 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-058995f5-4cd9-4215-8274-7b8c5df4db5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.824436 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-058995f5-4cd9-4215-8274-7b8c5df4db5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ac5ee89-5639-4762-b707-29af3edb88e1 HTTP/1.1" status: 204 len: 168 time: 0.6514814 Aug 19 12:44:33.837971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058995f5-4cd9-4215-8274-7b8c5df4db5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac5ee89-5639-4762-b707-29af3edb88e1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:33.876847 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:33.902296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6960e24b-1372-4994-a1af-d5af8cf73ca2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:33.943955 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bb508bb8-165d-487e-83ef-bc2e5226a034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:28Z', 'revision_number': 7, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '40718ae2-3d73-462b-86f2-9f3eeeb63a28', 'name': '', 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:9e:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:16Z', 'updated_at': '2021-08-19T12:44:29Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:22Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:33.958421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6c9f5-b7d2-4e7e-886f-93bd4d879f18 req-50cf3cbe-5567-42e2-8991-331e9138878f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:33.960130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9f6c9f5-b7d2-4e7e-886f-93bd4d879f18 req-50cf3cbe-5567-42e2-8991-331e9138878f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1104612 Aug 19 12:44:34.001362 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb508bb8-165d-487e-83ef-bc2e5226a034 None None] The sync data for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 is: [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:28Z', 'revision_number': 7, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '40718ae2-3d73-462b-86f2-9f3eeeb63a28', 'name': '', 'network_id': 'c63e4a47-4a6b-445e-98b8-771b11e617f6', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:9e:bd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:16Z', 'updated_at': '2021-08-19T12:44:29Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'c7734e1b-ee3e-469e-994f-bce70695d9ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:22Z', 'revision_number': 4, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:34.008747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=40718ae2-3d73-462b-86f2-9f3eeeb63a28,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:34.061038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 6960e24b-1372-4994-a1af-d5af8cf73ca2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:34.061417 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.134714 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9f6c9f5-b7d2-4e7e-886f-93bd4d879f18 req-910dcd65-d313-4a70-b04c-ed12a1e9a328 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367319 Aug 19 12:44:34.231715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a55a144b-f3ee-48e5-bc93-5f43ee0600e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:34.271604 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.335001 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:34.335373 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.402206 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-329d9c31-9332-40e7-b072-6a9813fb2688 req-b8ff1fe1-de29-4b51-ac50-a30f0c2bd10e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 210 time: 0.0757797 Aug 19 12:44:34.475651 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3bae36f7-27d0-4c29-9243-f14588c56f42 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:34.532496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3bae36f7-27d0-4c29-9243-f14588c56f42 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:34.532871 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.605987 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.621934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d686a1bd-863b-407b-b61a-1314dd7ec179']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:34.624724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.633492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 40718ae2-3d73-462b-86f2-9f3eeeb63a28 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:34.643533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d49723-2591-4252-ba7d-b26d79ebcfb7') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:34.644179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d49723-2591-4252-ba7d-b26d79ebcfb7') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:34.657384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 40718ae2-3d73-462b-86f2-9f3eeeb63a28 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:34.657733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 40718ae2-3d73-462b-86f2-9f3eeeb63a28 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 19 12:44:34.686426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Port 40718ae2-3d73-462b-86f2-9f3eeeb63a28 not found, will not notify nova. {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 19 12:44:34.707066 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.711087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f264e3-a739-48e7-b005-06765ac969fb req-406d0ab4-12be-454d-b1ca-54c92fdc6718 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:34.720201 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9f264e3-a739-48e7-b005-06765ac969fb req-406d0ab4-12be-454d-b1ca-54c92fdc6718 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1524217 Aug 19 12:44:34.771802 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9f264e3-a739-48e7-b005-06765ac969fb req-3d7ddd28-a990-49ff-87c0-cbfc6a079ceb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502691 Aug 19 12:44:34.793074 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.814561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:34.815062 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:34.817168 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:34.940413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cc3894c2-b991-4c8f-877b-923a90d2697d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:35.000697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port cc3894c2-b991-4c8f-877b-923a90d2697d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:35.001083 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.066536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007fb8e-298b-43e6-8bb0-fcff0397a764 req-895152db-f879-4924-a61b-b75782b4c58e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:35.068948 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e007fb8e-298b-43e6-8bb0-fcff0397a764 req-895152db-f879-4924-a61b-b75782b4c58e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1789215 Aug 19 12:44:35.112520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:35.138908 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-850a6757-e1c2-4d97-95bc-1cb5cfe0602d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.146500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e007fb8e-298b-43e6-8bb0-fcff0397a764 req-fd432225-18f5-4d2c-b834-f1002aa8a435 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646660 Aug 19 12:44:35.149770 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.161000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34132) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:35.172231 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.174818 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] 10.222.0.21 "DELETE /v2.0/networks/d686a1bd-863b-407b-b61a-1314dd7ec179 HTTP/1.1" status: 204 len: 168 time: 1.4007740 Aug 19 12:44:35.206409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d3dda-41d2-4abb-9eb0-e3052c611e2c admin admin] Pushing event deleted for resources: {'Network': ['ID=d686a1bd-863b-407b-b61a-1314dd7ec179,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:35.215667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5600e157-b72e-45bf-a559-720e9a27822e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:35.257759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106cda3f-f004-4a2b-9fe0-23e0916cb188 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:35.259452 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-106cda3f-f004-4a2b-9fe0-23e0916cb188 tempest-TestNetworkAdvancedServerOps-73642541 tempest-TestNetworkAdvancedServerOps-73642541-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 1092 time: 0.0935616 Aug 19 12:44:35.262391 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34136) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:35.268221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:35.388908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4aacb-791f-46a7-af6d-a7dcf4c6e31c req-85bde5bb-c96e-473c-b79b-98c3e3f5aad3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:35.395066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:35.415333 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1b4aacb-791f-46a7-af6d-a7dcf4c6e31c req-85bde5bb-c96e-473c-b79b-98c3e3f5aad3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1283243 Aug 19 12:44:35.427008 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6d8aa1be-d89e-4795-9b9b-a4b9627cf148 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2849932 Aug 19 12:44:35.430117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34138) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:35.490327 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1b4aacb-791f-46a7-af6d-a7dcf4c6e31c req-5236e92f-d05c-478e-9c67-a85f3a808ce3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632174 Aug 19 12:44:35.516952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f464239-dd97-4ead-a23e-f6959dc7fac4 None None] Sync routers for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:35.539264 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.566956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be2a299-7566-410f-98ce-c0fc08878a5e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting subnet c7734e1b-ee3e-469e-994f-bce70695d9ed {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:44:35.567128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5600e157-b72e-45bf-a559-720e9a27822e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:35.567128 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.567267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8be2a299-7566-410f-98ce-c0fc08878a5e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.592631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f464239-dd97-4ead-a23e-f6959dc7fac4 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:35.592631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7f464239-dd97-4ead-a23e-f6959dc7fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:35.621372 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06ec5b3e-8329-4cf6-86e0-d2d046687723 req-b4747cf4-6e88-4dfe-9c07-0b8f47bc1602 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 210 time: 0.0797822 Aug 19 12:44:35.645189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34142) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:35.672141 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6274e7bd-962d-4abe-988f-a778a5bdb7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.702432 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8be2a299-7566-410f-98ce-c0fc08878a5e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.753830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7f464239-dd97-4ead-a23e-f6959dc7fac4 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:35.853279 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:35.954896 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8be2a299-7566-410f-98ce-c0fc08878a5e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.003976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Allocated IP 172.25.2.167 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/309f4096-0b84-479d-80a5-e3b472385493) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:36.064334 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6274e7bd-962d-4abe-988f-a778a5bdb7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.074078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7f464239-dd97-4ead-a23e-f6959dc7fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 8, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:36.103475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f464239-dd97-4ead-a23e-f6959dc7fac4 None None] Checking router: 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:36.115182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f464239-dd97-4ead-a23e-f6959dc7fac4 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:36.115780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7f464239-dd97-4ead-a23e-f6959dc7fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:36.175299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.204591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7f464239-dd97-4ead-a23e-f6959dc7fac4 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:36.394011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8be2a299-7566-410f-98ce-c0fc08878a5e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.401719 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6274e7bd-962d-4abe-988f-a778a5bdb7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.413847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7f464239-dd97-4ead-a23e-f6959dc7fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 8, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:36.421341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34146) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:36.447974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f464239-dd97-4ead-a23e-f6959dc7fac4 None None] The sync data for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 is: [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 8, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3894c2-b991-4c8f-877b-923a90d2697d', 'name': '', 'network_id': 'd30d2e84-5e98-4b92-8d41-ceefa5c38a13', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:fb:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:03Z', 'updated_at': '2021-08-19T12:44:33Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '74b23053-69f5-4ba4-83d3-e81a108484da', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:36.448665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2a299-7566-410f-98ce-c0fc08878a5e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Subnet': ['ID=c7734e1b-ee3e-469e-994f-bce70695d9ed,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:36.452456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8be2a299-7566-410f-98ce-c0fc08878a5e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.454265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8be2a299-7566-410f-98ce-c0fc08878a5e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/c7734e1b-ee3e-469e-994f-bce70695d9ed HTTP/1.1" status: 204 len: 168 time: 1.0215349 Aug 19 12:44:36.461686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34148) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:36.463571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a76b43b-b4ce-4997-bf48-b405dc6acba1 None None] Network c63e4a47-4a6b-445e-98b8-771b11e617f6 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:36.489646 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6274e7bd-962d-4abe-988f-a778a5bdb7d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0875b63566c94d1ba3b713abd29a81f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8406920 Aug 19 12:44:36.489646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274e7bd-962d-4abe-988f-a778a5bdb7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ac4671-c57e-414e-b576-9aaaa64c50a0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:36.490484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34150) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:36.581254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-945c1c0e-b3ff-4056-a25b-f549d6e7dfe7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7d9987635dd4e77b36fa98c81416554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524844 Aug 19 12:44:36.583320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34158) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:36.598189 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db9d9801-9f3c-4b01-9f66-ad60e6269d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.602040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.624567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:36.637049 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db9d9801-9f3c-4b01-9f66-ad60e6269d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.677022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:36.731064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-47da2c28-04e6-4cde-aa16-314051576b36 req-0f709ef5-60c6-4e55-bba8-6d9423d41c0a service neutron] (95543) timed out ('10.222.0.21', 37682) {{(pid=95543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:44:36.731064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:36.776469 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-88555325-ceff-495b-92dd-c01ec37d0a9c req-8f5d1fea-0d20-4fd6-9e84-99c3c9a564a1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 210 time: 0.0327680 Aug 19 12:44:36.800979 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.842889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a091c-3509-4b84-b78d-ddc35a9d1f2a None None] DHCP port deletion for c63e4a47-4a6b-445e-98b8-771b11e617f6 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:44:36.911692 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db9d9801-9f3c-4b01-9f66-ad60e6269d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.911692 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db9d9801-9f3c-4b01-9f66-ad60e6269d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:36.920592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-db9d9801-9f3c-4b01-9f66-ad60e6269d5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08ac4671-c57e-414e-b576-9aaaa64c50a0 HTTP/1.1" status: 204 len: 168 time: 0.4290373 Aug 19 12:44:36.953705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d9801-9f3c-4b01-9f66-ad60e6269d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ac4671-c57e-414e-b576-9aaaa64c50a0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:36.959032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a55a144b-f3ee-48e5-bc93-5f43ee0600e3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:37.031420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a091c-3509-4b84-b78d-ddc35a9d1f2a None None] Deleting port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:37.031805 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba1a091c-3509-4b84-b78d-ddc35a9d1f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.173173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ba1a091c-3509-4b84-b78d-ddc35a9d1f2a None None] For port a55a144b-f3ee-48e5-bc93-5f43ee0600e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a55a144b-f3ee-48e5-bc93-5f43ee0600e3,segment=NetworkSegment(d312cf3d-ab80-4024-8c80-8fcc3faad1b5),segment_id=d312cf3d-ab80-4024-8c80-8fcc3faad1b5)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:37.173776 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba1a091c-3509-4b84-b78d-ddc35a9d1f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.183689 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.199060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a091c-3509-4b84-b78d-ddc35a9d1f2a None None] Calling delete_port for a55a144b-f3ee-48e5-bc93-5f43ee0600e3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:37.235684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port a55a144b-f3ee-48e5-bc93-5f43ee0600e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a55a144b-f3ee-48e5-bc93-5f43ee0600e3,segment=NetworkSegment(d312cf3d-ab80-4024-8c80-8fcc3faad1b5),segment_id=d312cf3d-ab80-4024-8c80-8fcc3faad1b5)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:37.457854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=309f4096-0b84-479d-80a5-e3b472385493,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:37.503872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df360b0e-1f5b-40b3-ad07-2e6ee56dbb76 req-99f8ee8a-1758-4d76-b4a9-22c1ae0f0567 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:37.505449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-df360b0e-1f5b-40b3-ad07-2e6ee56dbb76 req-99f8ee8a-1758-4d76-b4a9-22c1ae0f0567 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.8039763 Aug 19 12:44:37.515391 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.515391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 40718ae2-3d73-462b-86f2-9f3eeeb63a28 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:37.567229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 40718ae2-3d73-462b-86f2-9f3eeeb63a28 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:37.567549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 40718ae2-3d73-462b-86f2-9f3eeeb63a28 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:37.600165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=a55a144b-f3ee-48e5-bc93-5f43ee0600e3,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:37.620152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-384fe822-4194-4cae-accc-63531fb428ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.659189 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba1a091c-3509-4b84-b78d-ddc35a9d1f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.699315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a091c-3509-4b84-b78d-ddc35a9d1f2a None None] Pushing event deleted for resources: {'Port': ['ID=a55a144b-f3ee-48e5-bc93-5f43ee0600e3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:37.702962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a091c-3509-4b84-b78d-ddc35a9d1f2a None None] No DVR routers for this DVR port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:37.725792 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.767749 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d5c70263-0f30-4e82-8b7e-93d15bbc3dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.910897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-384fe822-4194-4cae-accc-63531fb428ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.914073 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c1e64d0-38fa-45eb-9332-7da4f55da946 req-42304e89-4e43-4222-a401-1035a923f161 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 210 time: 0.0342746 Aug 19 12:44:37.914989 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-df360b0e-1f5b-40b3-ad07-2e6ee56dbb76 req-ee99c5f0-01be-4947-a195-495d178357e9 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809946 Aug 19 12:44:37.994349 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:37.998851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:37.999189 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.084221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-f9c96cf3-677a-4b00-b617-5c4307ec6ef6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:38.085716 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-f9c96cf3-677a-4b00-b617-5c4307ec6ef6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.30 "GET /v2.0/networks?id=a4a6609b-d76f-44d7-ae0f-8377b5a49038 HTTP/1.1" status: 200 len: 797 time: 0.5300264 Aug 19 12:44:38.185055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] For port a55a144b-f3ee-48e5-bc93-5f43ee0600e3, host n-d-803757-2, got binding levels [] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:38.185434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.198756 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-43a805b2-1847-408c-8a84-f1c4dbce7fb3 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=590b45e235af470981ab2f18ef311f78 HTTP/1.1" status: 200 len: 380 time: 0.0982580 Aug 19 12:44:38.204111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for a55a144b-f3ee-48e5-bc93-5f43ee0600e3 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:38.209687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'port': {'device_id': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'admin_state_up': True, 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'security_groups': ['f247924b-cab2-449d-aa0b-e57baf5e9d89']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:38.213588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.ipam_backend_mixin [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 was not found and therefore no delete operation was performed {{(pid=95543) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 19 12:44:38.215924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.279424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No DVR routers for this DVR port a55a144b-f3ee-48e5-bc93-5f43ee0600e3 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:38.280863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=a55a144b-f3ee-48e5-bc93-5f43ee0600e3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:38.394850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-384fe822-4194-4cae-accc-63531fb428ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.397948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-384fe822-4194-4cae-accc-63531fb428ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.399154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-384fe822-4194-4cae-accc-63531fb428ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ee3ef7a-dd53-479f-9abc-4edcaec85b1a HTTP/1.1" status: 204 len: 168 time: 1.8149021 Aug 19 12:44:38.410987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.708860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fe822-4194-4cae-accc-63531fb428ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee3ef7a-dd53-479f-9abc-4edcaec85b1a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:38.714978 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.736665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63e4a47-4a6b-445e-98b8-771b11e617f6']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:38.760143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd312cf3d-ab80-4024-8c80-8fcc3faad1b5') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:38.760451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd312cf3d-ab80-4024-8c80-8fcc3faad1b5') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:38.780132 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.829263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.838896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:38.839305 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:38.842225 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:38.911424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Made reservation on behalf of 590b45e235af470981ab2f18ef311f78 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:38.914990 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.059433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-676193dd-71e3-4973-819a-3eedc0673fe0 req-4701feb9-9fe9-40ae-a594-dbe007f706aa tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 210 time: 0.0552080 Aug 19 12:44:39.086296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.140905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.156255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.158321 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/networks/c63e4a47-4a6b-445e-98b8-771b11e617f6 HTTP/1.1" status: 204 len: 168 time: 2.6950929 Aug 19 12:44:39.161808 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34222) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:39.175740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736d518-5de3-4b90-ab7f-2244ff4aa61f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Network': ['ID=c63e4a47-4a6b-445e-98b8-771b11e617f6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:39.189133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Allocated IP 172.20.0.9 (a4a6609b-d76f-44d7-ae0f-8377b5a49038/d4aab21c-fed4-4eda-95cf-5cb329f840a3/49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:39.193816 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.201672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fee3e3-be84-4688-981a-4328972c3042 req-3427cd7d-a0e9-49b3-9ba8-e098703c87b4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:39.203280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-20fee3e3-be84-4688-981a-4328972c3042 req-3427cd7d-a0e9-49b3-9ba8-e098703c87b4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1233449 Aug 19 12:44:39.206268 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.358373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event updated for resources: {'Port': ['ID=309f4096-0b84-479d-80a5-e3b472385493,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:39.410483 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-20fee3e3-be84-4688-981a-4328972c3042 req-024d64d8-1ab6-40b3-bb29-90df001d9c90 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948602 Aug 19 12:44:39.426683 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.469600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546605f6-78a3-45d8-85a1-b16ead4b3e0c req-db413bdd-96ff-4b78-a408-b5ee029ec58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:39.471241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-546605f6-78a3-45d8-85a1-b16ead4b3e0c req-db413bdd-96ff-4b78-a408-b5ee029ec58c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1096 time: 0.0967324 Aug 19 12:44:39.559193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.580852 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Floating IP 9e2731d5-020e-4685-ae58-3f62d127b66d associated. External IP: 172.25.2.167, port: c94bb71c-939e-40de-82f9-9ef274ce4143. Aug 19 12:44:39.583384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Transition to ACTIVE for port object 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:39.757159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546605f6-78a3-45d8-85a1-b16ead4b3e0c req-8a6a9643-29cd-4efd-9738-6aac7719416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:39.758885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-546605f6-78a3-45d8-85a1-b16ead4b3e0c req-8a6a9643-29cd-4efd-9738-6aac7719416c service neutron] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.2787888 Aug 19 12:44:39.818630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router 49b78990-1b01-4a7d-a3ba-9a873677258a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:39.845249 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-546605f6-78a3-45d8-85a1-b16ead4b3e0c req-3aa4bc37-45fc-444b-a92d-46099cb867b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 200 len: 1001 time: 0.0787306 Aug 19 12:44:39.867342 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:39.964660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network a4a6609b-d76f-44d7-ae0f-8377b5a49038 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:39.973277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:39.984324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:39.989439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:40.075692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34238) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:40.120446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:40.132137 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb175a-6704-4d8d-be77-a1e6acd9daac None None] Sync routers for ids ['49b78990-1b01-4a7d-a3ba-9a873677258a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:40.134835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:40.136068 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.151344 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb175a-6704-4d8d-be77-a1e6acd9daac None None] Routers {'49b78990-1b01-4a7d-a3ba-9a873677258a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:40.152294 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9ceb175a-6704-4d8d-be77-a1e6acd9daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['49b78990-1b01-4a7d-a3ba-9a873677258a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:40.294185 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.334340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1974910786-network', 'tenant_id': 'c17297614be44d38872162afaeb6611a'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:40.350380 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3c69ac78-1e99-4c69-8c4a-1eb46737f48c tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0864010 Aug 19 12:44:40.354285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:40.356930 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280e9355-f55b-407c-9a1a-6387d54eb1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:40.401308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-a70d75ba-97ec-43ad-a3d6-f10dd8de9f39 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1952181 Aug 19 12:44:40.414199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Request body: {'port': {'device_id': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:40.427132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546605f6-78a3-45d8-85a1-b16ead4b3e0c req-fa3cadc3-02a7-4c89-9549-5c9f0e4002fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:40.429291 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-546605f6-78a3-45d8-85a1-b16ead4b3e0c req-fa3cadc3-02a7-4c89-9549-5c9f0e4002fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.5770385 Aug 19 12:44:40.443152 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-9ceb175a-6704-4d8d-be77-a1e6acd9daac None None] Set router 49b78990-1b01-4a7d-a3ba-9a873677258a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:40.519804 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6a52210f-4b98-498d-8136-46bfcd2193d4 None None] Provisioning for port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:40.523760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6a52210f-4b98-498d-8136-46bfcd2193d4 None None] Provisioning complete for port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:40.524727 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6a52210f-4b98-498d-8136-46bfcd2193d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.538396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e36e3-1157-4003-9e63-1e20d8847c03 req-2be826cf-1bdb-456f-b5c7-b3848331b6b7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:40.540501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-018e36e3-1157-4003-9e63-1e20d8847c03 req-2be826cf-1bdb-456f-b5c7-b3848331b6b7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 931 time: 0.1388178 Aug 19 12:44:40.553227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546605f6-78a3-45d8-85a1-b16ead4b3e0c req-3bb275b9-ecee-4d1f-8d8d-e4ba4715fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:40.554787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-546605f6-78a3-45d8-85a1-b16ead4b3e0c req-3bb275b9-ecee-4d1f-8d8d-e4ba4715fa48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834863 Aug 19 12:44:40.595549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6a52210f-4b98-498d-8136-46bfcd2193d4 None None] Port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:44:40.604466 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.634148 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.652415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0530635-94eb-432f-b187-9f18f3e609c2 req-c0634ed0-01ef-42ae-87ec-7b7f85bc2638 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:40.660996 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e0530635-94eb-432f-b187-9f18f3e609c2 req-c0634ed0-01ef-42ae-87ec-7b7f85bc2638 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1801581 Aug 19 12:44:40.678346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Made reservation on behalf of c17297614be44d38872162afaeb6611a for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:40.680727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.686642 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.698638 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:40.771085 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9ceb175a-6704-4d8d-be77-a1e6acd9daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:44:03Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '9e2731d5-020e-4685-ae58-3f62d127b66d', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'port_id': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'mac_address': 'fa:16:3e:49:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:37Z', 'updated_at': '2021-08-19T12:44:37Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2734ec-cf2d-438b-8301-9080494495b0', 'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:a4:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:02Z', 'updated_at': '2021-08-19T12:44:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:40.802160 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb175a-6704-4d8d-be77-a1e6acd9daac None None] Checking router: 49b78990-1b01-4a7d-a3ba-9a873677258a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:40.811635 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb175a-6704-4d8d-be77-a1e6acd9daac None None] Routers {'49b78990-1b01-4a7d-a3ba-9a873677258a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:40.812629 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9ceb175a-6704-4d8d-be77-a1e6acd9daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['49b78990-1b01-4a7d-a3ba-9a873677258a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:40.825118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e0530635-94eb-432f-b187-9f18f3e609c2 req-86be467e-3daa-4bd0-b533-15b30d56acdb tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631992 Aug 19 12:44:40.865323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34254) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:40.890291 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-546605f6-78a3-45d8-85a1-b16ead4b3e0c req-614e0554-f42a-4efc-bc53-56776e345ea7 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120277 Aug 19 12:44:40.936479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-018e36e3-1157-4003-9e63-1e20d8847c03 req-41b2133c-cb2e-48cc-ba81-63f196056fae tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877559 Aug 19 12:44:40.960094 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565036b3-c88f-464d-a1f5-b647ff821b8c x-openstack-request-id: req-565036b3-c88f-464d-a1f5-b647ff821b8c {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:40.960395 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:40.960647 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-565036b3-c88f-464d-a1f5-b647ff821b8c {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:40.961272 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'status': 'completed', 'code': 200} Aug 19 12:44:40.970062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.008668 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-9ceb175a-6704-4d8d-be77-a1e6acd9daac None None] Set router 49b78990-1b01-4a7d-a3ba-9a873677258a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:41.094208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ed4a8c94-e472-44f1-8f0d-3368163fb7c2 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/9e2731d5-020e-4685-ae58-3f62d127b66d HTTP/1.1" status: 200 len: 992 time: 0.2222066 Aug 19 12:44:41.115083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e9355-f55b-407c-9a1a-6387d54eb1a8 req-fba787aa-62ff-4a6c-a649-98084d667641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:41.116650 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-280e9355-f55b-407c-9a1a-6387d54eb1a8 req-fba787aa-62ff-4a6c-a649-98084d667641 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 1097 time: 0.1621413 Aug 19 12:44:41.145229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3770e-5368-4db9-8d86-1288a27706ee req-f4e0d643-cb5a-4dcf-89da-0596a939d476 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:41.146739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1be3770e-5368-4db9-8d86-1288a27706ee req-f4e0d643-cb5a-4dcf-89da-0596a939d476 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1281791 Aug 19 12:44:41.147414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.147667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-546605f6-78a3-45d8-85a1-b16ead4b3e0c req-494b33c9-48ed-47a5-99b6-6fe9fdcbfe36 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081964 Aug 19 12:44:41.257035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:44:41.309764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port cc3894c2-b991-4c8f-877b-923a90d2697d {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:41.310034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.310389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2867f863-3ae8-42e5-9908-d676d9b458e0,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:41.330310 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.330658 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Added segment bc082800-24ce-49ce-9295-fe1087d77969 of type vlan for network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f Aug 19 12:44:41.367168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:41.377637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1be3770e-5368-4db9-8d86-1288a27706ee req-d035d610-a1e1-4bb1-8dcf-7499290f2b0a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120404 Aug 19 12:44:41.408806 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9ceb175a-6704-4d8d-be77-a1e6acd9daac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:44:03Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '9e2731d5-020e-4685-ae58-3f62d127b66d', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'port_id': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'mac_address': 'fa:16:3e:49:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:37Z', 'updated_at': '2021-08-19T12:44:37Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2734ec-cf2d-438b-8301-9080494495b0', 'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:a4:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:02Z', 'updated_at': '2021-08-19T12:44:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:41.411308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.435994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] For port cc3894c2-b991-4c8f-877b-923a90d2697d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cc3894c2-b991-4c8f-877b-923a90d2697d,segment=NetworkSegment(7c50bd8d-e98d-410d-a26b-6df16ab1e629),segment_id=7c50bd8d-e98d-410d-a26b-6df16ab1e629)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:41.436558 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.438848 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.439696 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceb175a-6704-4d8d-be77-a1e6acd9daac None None] The sync data for ids ['49b78990-1b01-4a7d-a3ba-9a873677258a'] in n-d-803757-2 is: [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:44:03Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '9e2731d5-020e-4685-ae58-3f62d127b66d', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'port_id': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'mac_address': 'fa:16:3e:49:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:37Z', 'updated_at': '2021-08-19T12:44:37Z', 'revision_number': 0, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2734ec-cf2d-438b-8301-9080494495b0', 'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:a4:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:02Z', 'updated_at': '2021-08-19T12:44:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:41.456107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for cc3894c2-b991-4c8f-877b-923a90d2697d owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:41.457403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Transition to ACTIVE for port object 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:41.477136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device cfd1cc49-22e7-4924-847d-c99480714629 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:41.480712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e9355-f55b-407c-9a1a-6387d54eb1a8 req-4bc21699-ecda-4e0f-89b2-66b3a4218c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:41.482440 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-280e9355-f55b-407c-9a1a-6387d54eb1a8 req-4bc21699-ecda-4e0f-89b2-66b3a4218c11 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aacfb62a-6a72-4461-a5d5-c0d186cfe41b HTTP/1.1" status: 200 len: 898 time: 0.3296068 Aug 19 12:44:41.598021 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.609944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.631933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-280e9355-f55b-407c-9a1a-6387d54eb1a8 req-c22f9e92-5fd9-433f-87ca-1941ee4ccf13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94bb71c-939e-40de-82f9-9ef274ce4143 HTTP/1.1" status: 200 len: 1000 time: 0.1401844 Aug 19 12:44:41.637123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:41.640092 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9dc984-fdad-4a19-95ad-9834b9514e20" -d '{"events": [{"server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd1cc49-22e7-4924-847d-c99480714629"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:41.655940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:41.697674 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f938367-7a9d-4140-be3a-323bb3e2af80 x-openstack-request-id: req-0f938367-7a9d-4140-be3a-323bb3e2af80 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:41.697674 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "name": "network-vif-unplugged", "status": "completed", "tag": "cfd1cc49-22e7-4924-847d-c99480714629", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:41.698193 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f938367-7a9d-4140-be3a-323bb3e2af80 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:41.698867 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629', 'code': 200} Aug 19 12:44:41.699079 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.700039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:41.700608 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.779018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51e321-46a6-4f56-a329-79666f04bdd3 None None] New status for floating IP 9e2731d5-020e-4685-ae58-3f62d127b66d: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:44:41.794146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e9355-f55b-407c-9a1a-6387d54eb1a8 req-e199cb69-ca27-47d0-865b-43cb41b5a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:41.795844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-280e9355-f55b-407c-9a1a-6387d54eb1a8 req-e199cb69-ca27-47d0-865b-43cb41b5a65d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c8cbfb7-f60e-4a10-946f-6ec118104c6b HTTP/1.1" status: 200 len: 835 time: 0.1370058 Aug 19 12:44:41.800729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Pushing event updated for resources: {'Port': ['ID=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:41.885994 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:41.924422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8445427 Aug 19 12:44:41.925333 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ec012-025b-4dc0-a3a8-f22a67a91052 admin admin] Pushing event updated for resources: {'Network': ['ID=48c93d0e-623a-4e4a-8eff-cfe633d79d7f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:41.927546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34266) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:41.983564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=cc3894c2-b991-4c8f-877b-923a90d2697d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:42.018304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:44:42.022914 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.100041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34270) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:42.217828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:42.326524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-17f623b7-a8cd-40da-89b8-1617c35e7562 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/9e2731d5-020e-4685-ae58-3f62d127b66d HTTP/1.1" status: 200 len: 992 time: 0.2205601 Aug 19 12:44:42.326712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] Request body: {'subnet': {'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1974910786-subnet', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:42.353461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e9355-f55b-407c-9a1a-6387d54eb1a8 req-d5e5e596-f351-415e-ba10-5aa938a8b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:42.355033 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-280e9355-f55b-407c-9a1a-6387d54eb1a8 req-d5e5e596-f351-415e-ba10-5aa938a8b693 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aacfb62a-6a72-4461-a5d5-c0d186cfe41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5444808 Aug 19 12:44:42.355945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Attempting to bind port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:42.356291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Attempting to bind port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:42.356621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Attempting to bind port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb on network a4a6609b-d76f-44d7-ae0f-8377b5a49038 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:42.400586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb on network a4a6609b-d76f-44d7-ae0f-8377b5a49038 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:44:42.400836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Attempting to bind port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb on network a4a6609b-d76f-44d7-ae0f-8377b5a49038 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:42.418076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:42.421472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Checking segment: {'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:42.421472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Bound using segment: {'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:42.421472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Bound port: 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:42.421472 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.455091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.535855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] For port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:42.539082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] For port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb,segment=NetworkSegment(27fe1b13-f490-4ca0-a09e-ed9fb7b716b2),segment_id=27fe1b13-f490-4ca0-a09e-ed9fb7b716b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:42.562733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb866638-0229-4236-9383-97616ad45601 req-6dc98c34-c694-4e30-b7e5-018b96f288a5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:42.564316 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bb866638-0229-4236-9383-97616ad45601 req-6dc98c34-c694-4e30-b7e5-018b96f288a5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 943 time: 0.2334578 Aug 19 12:44:42.575948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] Made reservation on behalf of c17297614be44d38872162afaeb6611a for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:44:42.584300 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.634865 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.661849 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b843655-00af-4574-a04f-86969ed5c162 req-a9efef92-6430-4aea-9a43-2c8489aca34e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:42.671765 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b843655-00af-4574-a04f-86969ed5c162 req-a9efef92-6430-4aea-9a43-2c8489aca34e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.1432753 Aug 19 12:44:42.736576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Pushing event updated for resources: {'Port': ['ID=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:42.745721 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-280e9355-f55b-407c-9a1a-6387d54eb1a8 req-8de86060-a99c-44f6-87bc-667026fffdbc service neutron] 10.222.0.62 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594816 Aug 19 12:44:42.767602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bb866638-0229-4236-9383-97616ad45601 req-68b9e3a0-1482-4adf-baf3-a93a2e477602 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964002 Aug 19 12:44:42.926488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:42.927168 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:42.928645 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-7791bb3f-dc77-4b6f-9ec6-534ebe140fef service neutron] 10.222.0.30 "PUT /v2.0/ports/49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb HTTP/1.1" status: 200 len: 1091 time: 2.5187068 Aug 19 12:44:42.938300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-280e9355-f55b-407c-9a1a-6387d54eb1a8 req-962b9e90-7f37-496d-a1b8-2031f01e5c04 service neutron] 10.222.0.62 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720760 Aug 19 12:44:42.963194 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'tag': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:42.965543 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1c0501-18c9-400f-bf4e-643f47b9746a" -d '{"events": [{"name": "network-changed", "server_uuid": "bddc9d0f-26f2-4161-839d-4f3c2f850ae0", "tag": "49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:42.965870 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b843655-00af-4574-a04f-86969ed5c162 req-f64478c2-6bb6-48d1-9879-2cc86f2f53d4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921555 Aug 19 12:44:43.006604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:43.079662 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975432bf-5335-4eb6-8181-15bdd6dbaeec x-openstack-request-id: req-975432bf-5335-4eb6-8181-15bdd6dbaeec {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:43.079662 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddc9d0f-26f2-4161-839d-4f3c2f850ae0", "tag": "49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:43.079662 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-975432bf-5335-4eb6-8181-15bdd6dbaeec {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:43.079662 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'tag': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'status': 'completed', 'code': 200} Aug 19 12:44:43.168107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c0501-18c9-400f-bf4e-643f47b9746a req-64883069-2e96-4284-a3c0-2526aacd37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:43.169644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e1c0501-18c9-400f-bf4e-643f47b9746a req-64883069-2e96-4284-a3c0-2526aacd37e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 1094 time: 0.0944142 Aug 19 12:44:43.195118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:43.203597 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5ad34bd7-7f37-4216-939f-ff2b149ce966 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0407016 Aug 19 12:44:43.204305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34290) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:43.205054 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378fc24-aba2-4251-bc29-a186ed71e2a7 None None] Sync routers for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:43.216337 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378fc24-aba2-4251-bc29-a186ed71e2a7 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:43.216337 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4378fc24-aba2-4251-bc29-a186ed71e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:43.267450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.282995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32f8531-6617-481f-8a6f-d7d3548b0ba0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting subnet 74b23053-69f5-4ba4-83d3-e81a108484da {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:44:43.286839 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d32f8531-6617-481f-8a6f-d7d3548b0ba0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.309353 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-4378fc24-aba2-4251-bc29-a186ed71e2a7 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:43.336674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34292) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:43.351591 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d32f8531-6617-481f-8a6f-d7d3548b0ba0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.458244 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d32f8531-6617-481f-8a6f-d7d3548b0ba0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.504893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc44fe7a-aba8-4278-9818-fefd641677b9,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:43.584733 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-85188a1d-a22c-4e69-98ff-5d2b7b7d357f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/9e2731d5-020e-4685-ae58-3f62d127b66d HTTP/1.1" status: 200 len: 994 time: 0.2469020 Aug 19 12:44:43.588357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c0501-18c9-400f-bf4e-643f47b9746a req-e44ca15d-b320-41a7-843b-e853cfa336e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:43.590219 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e1c0501-18c9-400f-bf4e-643f47b9746a req-e44ca15d-b320-41a7-843b-e853cfa336e8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=590b45e235af470981ab2f18ef311f78&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4116471 Aug 19 12:44:43.594905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] Checking segment: {'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:43.595094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] Network hostable DHCP agents. Network: 48c93d0e-623a-4e4a-8eff-cfe633d79d7f, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:44:43.619325 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4378fc24-aba2-4251-bc29-a186ed71e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:41Z', 'revision_number': 9, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:43.647063 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378fc24-aba2-4251-bc29-a186ed71e2a7 None None] Checking router: 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:43.655848 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378fc24-aba2-4251-bc29-a186ed71e2a7 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:43.656466 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4378fc24-aba2-4251-bc29-a186ed71e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:43.669424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d32f8531-6617-481f-8a6f-d7d3548b0ba0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.711856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f8531-6617-481f-8a6f-d7d3548b0ba0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Subnet': ['ID=74b23053-69f5-4ba4-83d3-e81a108484da,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:43.715976 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d32f8531-6617-481f-8a6f-d7d3548b0ba0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.717856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d32f8531-6617-481f-8a6f-d7d3548b0ba0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/74b23053-69f5-4ba4-83d3-e81a108484da HTTP/1.1" status: 204 len: 168 time: 0.5125568 Aug 19 12:44:43.722995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34298) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:43.750922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe7638c-0647-478d-8d97-f5d01546102c None None] Network d30d2e84-5e98-4b92-8d41-ceefa5c38a13 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:43.767295 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-4378fc24-aba2-4251-bc29-a186ed71e2a7 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:43.820681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:43.847348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] Network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:44:43.885286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c0501-18c9-400f-bf4e-643f47b9746a req-41d68248-162b-4240-befd-3c51e8da4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:43.889015 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e1c0501-18c9-400f-bf4e-643f47b9746a req-41d68248-162b-4240-befd-3c51e8da4a38 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2891397 Aug 19 12:44:43.917199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 3bae36f7-27d0-4c29-9243-f14588c56f42 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:43.917538 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.020752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 48c93d0e-623a-4e4a-8eff-cfe633d79d7f) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:44.041641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:44.045769 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.055164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-22aa9eab-f943-4f91-b358-1d314d1b6909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:44.058097 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e04aab-14da-413f-9c90-e73628326514 None None] Network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:44.063481 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-22aa9eab-f943-4f91-b358-1d314d1b6909 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 1094 time: 0.1188242 Aug 19 12:44:44.097605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] For port 3bae36f7-27d0-4c29-9243-f14588c56f42, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3bae36f7-27d0-4c29-9243-f14588c56f42,segment=NetworkSegment(7c50bd8d-e98d-410d-a26b-6df16ab1e629),segment_id=7c50bd8d-e98d-410d-a26b-6df16ab1e629)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:44.101131 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.121870 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4378fc24-aba2-4251-bc29-a186ed71e2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:41Z', 'revision_number': 9, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:44.122299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-096e867d-e039-4d62-87a2-4a81e045fe00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb HTTP/1.1" status: 200 len: 217 time: 0.0505257 Aug 19 12:44:44.153978 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 3bae36f7-27d0-4c29-9243-f14588c56f42 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:44.154993 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4378fc24-aba2-4251-bc29-a186ed71e2a7 None None] The sync data for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 is: [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:41Z', 'revision_number': 9, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '908e5063-0ed2-457d-a849-718d1405c81a', 'name': '', 'network_id': '64a0b19a-b8fb-4639-86ce-7bebb85f198b', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:ed:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:05Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': '5f373be3-27b0-4250-b1ed-fdd397be2754', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:44.245948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-05fce269-4f78-41b6-9787-7d7496dac234 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3089042 Aug 19 12:44:44.247221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34306) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:44.252491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1974910786-router', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:44.262477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4403a8-3224-4d8d-839c-925f798d3d85 None None] Network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:44.286935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-d124052d-80d2-4daa-ae18-74c5a1d50150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:44.288423 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-d124052d-80d2-4daa-ae18-74c5a1d50150 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4aab21c-fed4-4eda-95cf-5cb329f840a3 HTTP/1.1" status: 200 len: 835 time: 0.1597011 Aug 19 12:44:44.300807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811da37-832c-4f81-8fc9-ebde3c9e85c5 req-c8d69a44-a15c-49ac-8892-ca83e1aa2515 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:44.309531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c811da37-832c-4f81-8fc9-ebde3c9e85c5 req-c8d69a44-a15c-49ac-8892-ca83e1aa2515 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 943 time: 0.1796551 Aug 19 12:44:44.314833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b0d7e-56ee-4c54-8878-2a4e0e877479 req-05a81fe0-c041-4636-97d9-2068d82ce3e8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:44.315620 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-773b0d7e-56ee-4c54-8878-2a4e0e877479 req-05a81fe0-c041-4636-97d9-2068d82ce3e8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.1576424 Aug 19 12:44:44.370767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c811da37-832c-4f81-8fc9-ebde3c9e85c5 req-d71f8edf-bfcc-43a9-956b-9cba9d4eef0f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599890 Aug 19 12:44:44.402591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-fb42a2d7-5920-42c2-9372-382c83aa22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:44.404331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-fb42a2d7-5920-42c2-9372-382c83aa22a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4a6609b-d76f-44d7-ae0f-8377b5a49038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077125 Aug 19 12:44:44.407753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-773b0d7e-56ee-4c54-8878-2a4e0e877479 req-527adab2-7f59-4677-8767-0e80a76dc813 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818057 Aug 19 12:44:44.432187 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.432187 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.514711 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.525464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e456449-669e-429e-b25a-268676f77d2c None None] DHCP port deletion for d30d2e84-5e98-4b92-8d41-ceefa5c38a13 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:44:44.541731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-295769ab-9c9b-4448-a6b8-6420f17dd556 service neutron] 10.222.0.30 "GET /v2.0/networks/a4a6609b-d76f-44d7-ae0f-8377b5a49038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289616 Aug 19 12:44:44.544501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=3bae36f7-27d0-4c29-9243-f14588c56f42,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:44.559586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.560058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.560409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.560742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.564759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.569557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.571757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.572215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.572453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.572785 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.573122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.579603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:44.588818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No DVR routers for this DVR port 3bae36f7-27d0-4c29-9243-f14588c56f42 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:44.609261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.693232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.727630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-379e0a01-7552-4a14-895f-4abc5cc088cd req-1b6cfffb-4b63-4ab4-b0e1-bbd59e21570b service neutron] 10.222.0.30 "GET /v2.0/networks/a4a6609b-d76f-44d7-ae0f-8377b5a49038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159532 Aug 19 12:44:44.728023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30d2e84-5e98-4b92-8d41-ceefa5c38a13']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:44.755275 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c50bd8d-e98d-410d-a26b-6df16ab1e629') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:44.755723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c50bd8d-e98d-410d-a26b-6df16ab1e629') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:44.792473 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.818750 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.827092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:44.827823 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:44.828730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cc3894c2-b991-4c8f-877b-923a90d2697d no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:44.832059 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:44.862242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: cc3894c2-b991-4c8f-877b-923a90d2697d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:44.862599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cc3894c2-b991-4c8f-877b-923a90d2697d not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:44.867876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3bae36f7-27d0-4c29-9243-f14588c56f42 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:44.896704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 3bae36f7-27d0-4c29-9243-f14588c56f42 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:44.897056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3bae36f7-27d0-4c29-9243-f14588c56f42 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:44.941052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:45.052549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:45.059799 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:45.061183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/networks/d30d2e84-5e98-4b92-8d41-ceefa5c38a13 HTTP/1.1" status: 204 len: 168 time: 1.3366792 Aug 19 12:44:45.064156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34324) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:45.072740 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291cbf1-37ef-4ce8-9c8b-8deb39e9c103 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Network': ['ID=d30d2e84-5e98-4b92-8d41-ceefa5c38a13,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:45.524259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device cfd1cc49-22e7-4924-847d-c99480714629 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:45.639223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9de349-4ffd-4e30-b026-3bed2a97d12b req-d31e0c96-829b-452f-8c36-35d5f5c15eb6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:45.640992 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2b9de349-4ffd-4e30-b026-3bed2a97d12b req-d31e0c96-829b-452f-8c36-35d5f5c15eb6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 943 time: 0.0850222 Aug 19 12:44:45.745703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2b9de349-4ffd-4e30-b026-3bed2a97d12b req-13c6a7f0-a554-4688-a1a1-8d635194cce1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829158 Aug 19 12:44:45.864799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:45.890601 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:46.048869 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:46.052737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Allocated IP 172.25.2.211 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/8658f482-1cb2-4c64-be3d-3d2581d002ba) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:46.285377 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:46.419518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 908e5063-0ed2-457d-a849-718d1405c81a {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:46.419857 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:46.491204 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbc4e0-50e4-4b85-ba58-c69bb17e9223 req-b70eb7b0-6cb3-454b-a013-52a97e710b99 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:46.493521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-29bbc4e0-50e4-4b85-ba58-c69bb17e9223 req-b70eb7b0-6cb3-454b-a013-52a97e710b99 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.0605385 Aug 19 12:44:46.516143 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:46.526062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] For port 908e5063-0ed2-457d-a849-718d1405c81a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=908e5063-0ed2-457d-a849-718d1405c81a,segment=NetworkSegment(4ffb7afb-e9d8-429d-bdd0-691e1721177a),segment_id=4ffb7afb-e9d8-429d-bdd0-691e1721177a)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:46.526436 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:46.538231 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-29bbc4e0-50e4-4b85-ba58-c69bb17e9223 req-dd3bdcb0-7979-4da6-85f6-1fed60c07a16 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387104 Aug 19 12:44:46.570330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 908e5063-0ed2-457d-a849-718d1405c81a owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:46.582204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:46.590731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:46.594520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:46.629641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Pushing event updated for resources: {'Port': ['ID=8658f482-1cb2-4c64-be3d-3d2581d002ba,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:46.918675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb99ff-dfc5-4e1c-b191-2f805c05917a req-e11e1b60-0dfc-4ddd-8bd4-cb85c97d8e1e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:46.920239 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25bb99ff-dfc5-4e1c-b191-2f805c05917a req-e11e1b60-0dfc-4ddd-8bd4-cb85c97d8e1e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 943 time: 0.0802712 Aug 19 12:44:46.940594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-cb22319f-fc6c-4ba0-9080-83abb9a3921b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1497257 Aug 19 12:44:47.002515 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25bb99ff-dfc5-4e1c-b191-2f805c05917a req-1ec44520-98e9-4b36-88d1-d63c0ede551f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744083 Aug 19 12:44:47.154299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:47.180434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=908e5063-0ed2-457d-a849-718d1405c81a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:47.363454 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:47.477425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:44:47.634610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:47.679997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddd16c-bba0-47f5-adc9-6812a6fb7702 req-824134c3-06a1-4873-b6e9-6f7f16398a4e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:47.681729 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54ddd16c-bba0-47f5-adc9-6812a6fb7702 req-824134c3-06a1-4873-b6e9-6f7f16398a4e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.0614758 Aug 19 12:44:47.724347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54ddd16c-bba0-47f5-adc9-6812a6fb7702 req-9d75872d-0651-453c-a4ae-6f64ff4c5a8b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345087 Aug 19 12:44:47.769235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:47.830687 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb,segment=NetworkSegment(27fe1b13-f490-4ca0-a09e-ed9fb7b716b2),segment_id=27fe1b13-f490-4ca0-a09e-ed9fb7b716b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:47.843899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'port_id': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:44:47.881691 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:47.894554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:44:47.917256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb,segment=NetworkSegment(27fe1b13-f490-4ca0-a09e-ed9fb7b716b2),segment_id=27fe1b13-f490-4ca0-a09e-ed9fb7b716b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:47.957433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:47.963936 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2f82ef18-946e-401c-873c-a1d12897cd76 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8986001 Aug 19 12:44:47.967030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34380) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:47.970317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a7a38-d2f4-4f30-a023-162122703885 None None] Sync routers for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:47.981699 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a7a38-d2f4-4f30-a023-162122703885 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:47.982347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3e2a7a38-d2f4-4f30-a023-162122703885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:48.013112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.070857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting subnet 5f373be3-27b0-4250-b1ed-fdd397be2754 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:44:48.075554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.106385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3e2a7a38-d2f4-4f30-a023-162122703885 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:48.246968 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.350527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:48.380828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3e2a7a38-d2f4-4f30-a023-162122703885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:46Z', 'revision_number': 10, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:48.410965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a7a38-d2f4-4f30-a023-162122703885 None None] Checking router: 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:48.421552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a7a38-d2f4-4f30-a023-162122703885 None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:48.422219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3e2a7a38-d2f4-4f30-a023-162122703885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:48.463869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:44:48.512524 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.553770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3e2a7a38-d2f4-4f30-a023-162122703885 None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:48.580969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42beed-7b8f-43c1-a63a-b017250e9e4c req-5cb7c791-d9db-491c-9d27-d413aec74ff6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:48.582457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee42beed-7b8f-43c1-a63a-b017250e9e4c req-5cb7c791-d9db-491c-9d27-d413aec74ff6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 944 time: 0.5043619 Aug 19 12:44:48.668628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee42beed-7b8f-43c1-a63a-b017250e9e4c req-16974185-0a04-4e32-8f5e-a2da7738f260 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766814 Aug 19 12:44:48.674592 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.828834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.850714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:44:48.883378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdcfdb1-b612-4f34-a108-4ebf6b19b484 None None] Network 64a0b19a-b8fb-4639-86ce-7bebb85f198b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:48.907655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2d2eb-81c6-461d-96fc-4bde814129ff req-fbb4a251-e094-42d6-9547-bac1cc2e03ab tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:48.909249 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05b2d2eb-81c6-461d-96fc-4bde814129ff req-fbb4a251-e094-42d6-9547-bac1cc2e03ab tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.1020591 Aug 19 12:44:48.926293 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:48.930788 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/5f373be3-27b0-4250-b1ed-fdd397be2754 HTTP/1.1" status: 204 len: 168 time: 0.9604332 Aug 19 12:44:48.936213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Subnet': ['ID=5f373be3-27b0-4250-b1ed-fdd397be2754,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:48.940805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34394) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:48.961577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.961577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.961577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.964528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.964932 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.965275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.965617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.965956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.966281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.966610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.967300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.967300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea75eaf1-33bf-44d9-87c4-a8880a452288 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:48.971321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3e2a7a38-d2f4-4f30-a023-162122703885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:46Z', 'revision_number': 10, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:49.069685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2a7a38-d2f4-4f30-a023-162122703885 None None] The sync data for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 is: [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:46Z', 'revision_number': 10, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None, '_interfaces': [{'id': '7154cbac-f7c4-401a-acb8-f798d232e1f5', 'name': '', 'network_id': '617d66f0-7188-49c8-86b8-ed811335cc29', 'tenant_id': 'd02e21387a604457893985121dad828f', 'mac_address': 'fa:16:3e:1d:f3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:45Z', 'updated_at': '2021-08-19T12:43:53Z', 'revision_number': 5, 'project_id': 'd02e21387a604457893985121dad828f', 'subnets': [{'id': 'f6034908-15bf-49f1-9970-8f7ad0354f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:49.105802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:49.117854 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Sync routers for ids ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:49.131180 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Routers {'2f2d6daa-a54c-479f-9d52-4583a1216aa1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:49.135568 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:49.180800 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.196748 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05b2d2eb-81c6-461d-96fc-4bde814129ff req-95134472-efd0-4e1d-9749-47b1ac0c8491 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764354 Aug 19 12:44:49.219671 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.221543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-60c0efd2-1a48-4454-b94f-a23f03427e7b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9727066 Aug 19 12:44:49.225772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34404) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:49.308754 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Set router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:49.325709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 833a291b-5e3f-479c-9339-c96985683ee3 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:49.327126 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.477894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] For port 833a291b-5e3f-479c-9339-c96985683ee3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=833a291b-5e3f-479c-9339-c96985683ee3,segment=NetworkSegment(4ffb7afb-e9d8-429d-bdd0-691e1721177a),segment_id=4ffb7afb-e9d8-429d-bdd0-691e1721177a)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:49.478258 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.495664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf14d4-0cd6-41f7-a02f-76062e2a8365 None None] DHCP port deletion for 64a0b19a-b8fb-4639-86ce-7bebb85f198b request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:44:49.498232 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:49.524660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 833a291b-5e3f-479c-9339-c96985683ee3 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:49.683123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2baf14d4-0cd6-41f7-a02f-76062e2a8365 None None] Deleting port 833a291b-5e3f-479c-9339-c96985683ee3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:49.683634 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2baf14d4-0cd6-41f7-a02f-76062e2a8365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.789514 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'name': 'tempest-ServerRescueTestJSON-1974910786-router', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:44Z', 'updated_at': '2021-08-19T12:44:46Z', 'revision_number': 3, 'project_id': 'c17297614be44d38872162afaeb6611a', 'gw_port': {'id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:49.798982 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:49.806539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2baf14d4-0cd6-41f7-a02f-76062e2a8365 None None] For port 833a291b-5e3f-479c-9339-c96985683ee3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=833a291b-5e3f-479c-9339-c96985683ee3,segment=NetworkSegment(4ffb7afb-e9d8-429d-bdd0-691e1721177a),segment_id=4ffb7afb-e9d8-429d-bdd0-691e1721177a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:49.807117 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2baf14d4-0cd6-41f7-a02f-76062e2a8365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.829596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:49.830259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.837180 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Checking router: 2f2d6daa-a54c-479f-9d52-4583a1216aa1 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:49.837180 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Updating router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 port 8658f482-1cb2-4c64-be3d-3d2581d002ba binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:49.838277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2baf14d4-0cd6-41f7-a02f-76062e2a8365 None None] Calling delete_port for 833a291b-5e3f-479c-9339-c96985683ee3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:49.862118 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.886184 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:49.936391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=833a291b-5e3f-479c-9339-c96985683ee3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:49.974000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No DVR routers for this DVR port 833a291b-5e3f-479c-9339-c96985683ee3 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:50.045508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6e015-4238-40bd-8951-02a54a89b6d8 req-a1aaafa4-8174-4e19-bc04-1510fb22d570 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:50.058360 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cab6e015-4238-40bd-8951-02a54a89b6d8 req-a1aaafa4-8174-4e19-bc04-1510fb22d570 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 944 time: 0.2049229 Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:50.100469 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:44:50.178120 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.214495 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cab6e015-4238-40bd-8951-02a54a89b6d8 req-a96e8c28-0614-48e4-bffa-d416bbb27254 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538973 Aug 19 12:44:50.222133 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2baf14d4-0cd6-41f7-a02f-76062e2a8365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.271460 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.295781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a0b19a-b8fb-4639-86ce-7bebb85f198b']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:50.303461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:50.305718 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fc41dc-2fa6-411e-adb3-d5d753332675" -d '{"events": [{"server_uuid": "bddc9d0f-26f2-4161-839d-4f3c2f850ae0", "name": "network-vif-plugged", "status": "completed", "tag": "49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:50.320520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffb7afb-e9d8-429d-bdd0-691e1721177a') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:50.321034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffb7afb-e9d8-429d-bdd0-691e1721177a') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:50.325455 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:44:50.357075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.372591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf14d4-0cd6-41f7-a02f-76062e2a8365 None None] Pushing event deleted for resources: {'Port': ['ID=833a291b-5e3f-479c-9339-c96985683ee3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:50.388381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf14d4-0cd6-41f7-a02f-76062e2a8365 None None] No DVR routers for this DVR port 833a291b-5e3f-479c-9339-c96985683ee3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:50.410200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb,segment=NetworkSegment(27fe1b13-f490-4ca0-a09e-ed9fb7b716b2),segment_id=27fe1b13-f490-4ca0-a09e-ed9fb7b716b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:50.421842 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a69957-a62a-44ef-92a7-5cb88d5c97c0 x-openstack-request-id: req-37a69957-a62a-44ef-92a7-5cb88d5c97c0 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:50.422154 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddc9d0f-26f2-4161-839d-4f3c2f850ae0", "name": "network-vif-plugged", "status": "completed", "tag": "49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:50.422382 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37a69957-a62a-44ef-92a7-5cb88d5c97c0 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:50.423782 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'code': 200} Aug 19 12:44:50.448225 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.471504 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.483189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:50.483596 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.485027 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:50.486693 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:50.619207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f93e8-65e5-42fc-835e-e32680beff85 req-7715eb8f-025e-4d6d-8d95-063a0ba2554f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:50.627517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:50.634521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-842f93e8-65e5-42fc-835e-e32680beff85 req-7715eb8f-025e-4d6d-8d95-063a0ba2554f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.3027780 Aug 19 12:44:50.728412 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.744162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-842f93e8-65e5-42fc-835e-e32680beff85 req-efa66e5a-9229-4781-a548-3d2f52b36636 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086514 Aug 19 12:44:50.793241 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.795777 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Transition to ACTIVE for port object 8658f482-1cb2-4c64-be3d-3d2581d002ba will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:50.800232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.802048 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/networks/64a0b19a-b8fb-4639-86ce-7bebb85f198b HTTP/1.1" status: 204 len: 168 time: 1.8602877 Aug 19 12:44:50.809158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34436) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:50.851146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 833a291b-5e3f-479c-9339-c96985683ee3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:50.887659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934cb27-1a30-434e-8301-fafbfcdf3d6d req-84411147-0216-4992-91b3-087aba95b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:50.889798 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b934cb27-1a30-434e-8301-fafbfcdf3d6d req-84411147-0216-4992-91b3-087aba95b4e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 1096 time: 0.3855920 Aug 19 12:44:50.916470 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:50.935477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 833a291b-5e3f-479c-9339-c96985683ee3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:50.938358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 833a291b-5e3f-479c-9339-c96985683ee3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:50.939146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 908e5063-0ed2-457d-a849-718d1405c81a no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:51.039637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 908e5063-0ed2-457d-a849-718d1405c81a {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:51.039985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 908e5063-0ed2-457d-a849-718d1405c81a not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:51.052469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f804e9e-3228-4c61-9b6a-8203de5a9a25 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Network': ['ID=64a0b19a-b8fb-4639-86ce-7bebb85f198b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:51.053796 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Attempting to bind port 8658f482-1cb2-4c64-be3d-3d2581d002ba on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:51.059975 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Attempting to bind port 8658f482-1cb2-4c64-be3d-3d2581d002ba by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:51.062143 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Attempting to bind port 8658f482-1cb2-4c64-be3d-3d2581d002ba on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:51.068269 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Pushing event updated for resources: {'Port': ['ID=8658f482-1cb2-4c64-be3d-3d2581d002ba,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:51.074471 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b934cb27-1a30-434e-8301-fafbfcdf3d6d req-cbd3698d-b987-42d9-900f-fb1ea29eda45 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752234 Aug 19 12:44:51.091752 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:51.095528 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:51.096355 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.097229 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:51.097999 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Bound port: 8658f482-1cb2-4c64-be3d-3d2581d002ba, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:51.099400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Allocated IP 172.20.0.1 (48c93d0e-623a-4e4a-8eff-cfe633d79d7f/cc44fe7a-aba8-4278-9818-fefd641677b9/4fb6e0f5-7063-41a7-84da-0a2198477f00) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:51.100811 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.150045 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.150650 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.151346 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.151870 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.153629 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.154206 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.155620 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.156161 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.156662 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.158407 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.158975 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.161704 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:51.256700 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] For port 8658f482-1cb2-4c64-be3d-3d2581d002ba, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:51.267646 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] For port 8658f482-1cb2-4c64-be3d-3d2581d002ba, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8658f482-1cb2-4c64-be3d-3d2581d002ba,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:51.387812 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.400137 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.486784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b828afc-b0b8-46f8-87b2-774ea8065bd3 req-8615d8d7-a624-4efe-8885-270be44e0b36 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:51.492788 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b828afc-b0b8-46f8-87b2-774ea8065bd3 req-8615d8d7-a624-4efe-8885-270be44e0b36 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 945 time: 0.1403670 Aug 19 12:44:51.526665 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Routers {'2f2d6daa-a54c-479f-9d52-4583a1216aa1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:51.536751 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:51.568436 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b828afc-b0b8-46f8-87b2-774ea8065bd3 req-1fa64e50-f4cf-4fab-8299-86768a3fee06 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631104 Aug 19 12:44:51.645533 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054b330-c2a2-4e7b-9efe-9346c29922ba None None] Pushing event updated for resources: {'Port': ['ID=8658f482-1cb2-4c64-be3d-3d2581d002ba,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:51.646000 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.760588 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] Set router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:51.775776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:51.790675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:51.798085 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:51.860070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb6e0f5-7063-41a7-84da-0a2198477f00,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:51.888798 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:51.981938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4c0d0-ee60-4530-bf06-6d638c736d77 req-06ca7a7d-507c-4d10-946c-3d7222ac2837 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:51.983629 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-caf4c0d0-ee60-4530-bf06-6d638c736d77 req-06ca7a7d-507c-4d10-946c-3d7222ac2837 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.0847881 Aug 19 12:44:52.045101 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-caf4c0d0-ee60-4530-bf06-6d638c736d77 req-d3a58302-6293-44c9-ba79-c55d3e7c02bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513191 Aug 19 12:44:52.112645 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.146060 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'name': 'tempest-ServerRescueTestJSON-1974910786-router', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:44Z', 'updated_at': '2021-08-19T12:44:46Z', 'revision_number': 3, 'project_id': 'c17297614be44d38872162afaeb6611a', 'gw_port': {'id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:52.172679 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.204308 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9a3b64-1afe-43c9-9a6f-23c97685b7be None None] The sync data for ids ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'] in n-d-803757-2 is: [{'id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'name': 'tempest-ServerRescueTestJSON-1974910786-router', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:44Z', 'updated_at': '2021-08-19T12:44:46Z', 'revision_number': 3, 'project_id': 'c17297614be44d38872162afaeb6611a', 'gw_port': {'id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:52.472274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 7154cbac-f7c4-401a-acb8-f798d232e1f5 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:52.472643 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.488900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.579315 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.623004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] For port 7154cbac-f7c4-401a-acb8-f798d232e1f5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7154cbac-f7c4-401a-acb8-f798d232e1f5,segment=NetworkSegment(88708144-6a90-4bd5-b59d-f7d55007a906),segment_id=88708144-6a90-4bd5-b59d-f7d55007a906)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:52.623490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.644390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 7154cbac-f7c4-401a-acb8-f798d232e1f5 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:52.702049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb6e0f5-7063-41a7-84da-0a2198477f00,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:52.721123 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:52.852688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:52.856329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:52.893716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8658f482-1cb2-4c64-be3d-3d2581d002ba up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:53.080274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:53.100836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d745374-bf0c-4733-922a-8625245dd3ed req-723225aa-5310-4ec5-943f-b2d52bdda558 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:53.102929 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d745374-bf0c-4733-922a-8625245dd3ed req-723225aa-5310-4ec5-943f-b2d52bdda558 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 945 time: 0.4180062 Aug 19 12:44:53.105332 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:53.171421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 8658f482-1cb2-4c64-be3d-3d2581d002ba completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:53.174543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=7154cbac-f7c4-401a-acb8-f798d232e1f5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:53.188516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8658f482-1cb2-4c64-be3d-3d2581d002ba triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:53.194389 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:53.371276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d745374-bf0c-4733-922a-8625245dd3ed req-647ff4c7-3192-44a4-acb0-58b0289ae82f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462947 Aug 19 12:44:53.398393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96035d-e69d-442e-82f9-0af84b832482 req-5198171f-814c-455c-a569-0013154bcac2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:53.408255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a96035d-e69d-442e-82f9-0af84b832482 req-5198171f-814c-455c-a569-0013154bcac2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.2117846 Aug 19 12:44:53.414027 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:53.474903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 8658f482-1cb2-4c64-be3d-3d2581d002ba, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8658f482-1cb2-4c64-be3d-3d2581d002ba,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:53.516563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:53.562938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0957cd47-5911-4e47-b9ad-56cd215546a5 admin admin] 10.222.0.21 "PUT /v2.0/routers/2f2d6daa-a54c-479f-9d52-4583a1216aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3357365 Aug 19 12:44:53.585440 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:53.605378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:53.654116 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a96035d-e69d-442e-82f9-0af84b832482 req-3aa7f04a-32f5-4826-ae52-70ca9815d0a7 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439513 Aug 19 12:44:53.718536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca387a3-ea92-467d-9ae7-7621627cdcd0 req-78c5e4ea-def7-45b9-9d1b-3c8287c94741 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:53.720183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ca387a3-ea92-467d-9ae7-7621627cdcd0 req-78c5e4ea-def7-45b9-9d1b-3c8287c94741 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 945 time: 0.2063065 Aug 19 12:44:53.740486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=8658f482-1cb2-4c64-be3d-3d2581d002ba,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:53.755583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.755928 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.756730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.756730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.757003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.757344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.757677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.758006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.758333 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.771037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.771537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.772928 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:44:53.798426 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ca387a3-ea92-467d-9ae7-7621627cdcd0 req-3fe514dc-ddc2-4e3b-9d7d-201a7d329b6d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553722 Aug 19 12:44:53.827301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34492) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:53.879655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd7ef4-dce6-470f-b060-fef2f0cef1cb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:53.885593 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-adcd7ef4-dce6-470f-b060-fef2f0cef1cb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 1091 time: 0.0572059 Aug 19 12:44:53.886223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34496) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:53.892412 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:53.909489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:53.999671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:54.005365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9998b87a-8515-47a8-9b1e-931f06355e29 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1939592 Aug 19 12:44:54.008100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34504) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:54.014929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30659d46-4c57-4d6b-8235-183c1c04bddb None None] Sync routers for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:54.035390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30659d46-4c57-4d6b-8235-183c1c04bddb None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:54.036032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-30659d46-4c57-4d6b-8235-183c1c04bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:54.076194 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.146041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66886ef-4000-4b6f-9310-a82d2ff58d02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting subnet f6034908-15bf-49f1-9970-8f7ad0354f54 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:44:54.154149 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c66886ef-4000-4b6f-9310-a82d2ff58d02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.167431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-30659d46-4c57-4d6b-8235-183c1c04bddb None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:54.252856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-30659d46-4c57-4d6b-8235-183c1c04bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:52Z', 'revision_number': 11, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:54.269291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c66886ef-4000-4b6f-9310-a82d2ff58d02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.332428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30659d46-4c57-4d6b-8235-183c1c04bddb None None] Checking router: 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:54.344377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30659d46-4c57-4d6b-8235-183c1c04bddb None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:54.345164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-30659d46-4c57-4d6b-8235-183c1c04bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:54.429370 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c66886ef-4000-4b6f-9310-a82d2ff58d02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.450083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-30659d46-4c57-4d6b-8235-183c1c04bddb None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:54.510385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-e7898f53-dab3-44c0-90fb-101bea632007 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:54.510916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.511966 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-e7898f53-dab3-44c0-90fb-101bea632007 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/networks?id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f HTTP/1.1" status: 200 len: 811 time: 0.2539110 Aug 19 12:44:54.527348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-30659d46-4c57-4d6b-8235-183c1c04bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:52Z', 'revision_number': 11, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:54.554894 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-0f1f028b-7bce-4fc3-935b-d7b336941265 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/quotas/c17297614be44d38872162afaeb6611a HTTP/1.1" status: 200 len: 375 time: 0.0310252 Aug 19 12:44:54.574741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30659d46-4c57-4d6b-8235-183c1c04bddb None None] The sync data for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 is: [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:52Z', 'revision_number': 11, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:54.601752 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c66886ef-4000-4b6f-9310-a82d2ff58d02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.626504 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c66886ef-4000-4b6f-9310-a82d2ff58d02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.630515 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c66886ef-4000-4b6f-9310-a82d2ff58d02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/f6034908-15bf-49f1-9970-8f7ad0354f54 HTTP/1.1" status: 204 len: 168 time: 0.6213982 Aug 19 12:44:54.632889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0d5804-4e41-4b9a-97e8-84e7430f94e3 None None] Network 617d66f0-7188-49c8-86b8-ed811335cc29 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:44:54.645116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34516) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:54.684718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66886ef-4000-4b6f-9310-a82d2ff58d02 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Subnet': ['ID=f6034908-15bf-49f1-9970-8f7ad0354f54,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:54.722237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Allocated IP 172.25.2.206 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/c00ed1ba-be48-4f0b-a7d8-bf56281ad456) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:44:54.853964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:54.862778 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-35a05a85-6a6d-4cca-9e1b-8c6fe5dc9be8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c17297614be44d38872162afaeb6611a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3013070 Aug 19 12:44:54.974778 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Sync routers for ids ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:54.986328 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Routers {'2f2d6daa-a54c-479f-9d52-4583a1216aa1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:54.986976 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bd951bb7-590e-48f5-9157-880133056734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:55.023749 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed489556-959a-4074-a3cb-435c53dfd4bf req-a05893f6-5ca0-4ace-8fd1-d095abb04d81 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:55.044534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c2d4e3-4310-4f74-a23e-0f5b1f80d0e6 None None] DHCP port deletion for 617d66f0-7188-49c8-86b8-ed811335cc29 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:44:55.052532 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed489556-959a-4074-a3cb-435c53dfd4bf req-a05893f6-5ca0-4ace-8fd1-d095abb04d81 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.2005718 Aug 19 12:44:55.097529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8658f482-1cb2-4c64-be3d-3d2581d002ba up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:55.129054 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-7cb9399e-32bb-4d81-a01d-c7744f825d30 service neutron] 10.222.0.21 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583864 Aug 19 12:44:55.154627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:55.191694 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed489556-959a-4074-a3cb-435c53dfd4bf req-a42782b6-c651-455b-822c-b952e1debe4d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273432 Aug 19 12:44:55.287505 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Set router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:55.308007 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:55.351739 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-83c2d4e3-4310-4f74-a23e-0f5b1f80d0e6 None None] Deleting port 5833fef9-27ee-4039-86fb-6866c8024e32 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:55.365299 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-83c2d4e3-4310-4f74-a23e-0f5b1f80d0e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:55.378447 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:55.417914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8658f482-1cb2-4c64-be3d-3d2581d002ba triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:55.418283 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:55.418680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Deleting port 5833fef9-27ee-4039-86fb-6866c8024e32 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:44:55.419311 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:55.447220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=c00ed1ba-be48-4f0b-a7d8-bf56281ad456,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:55.487819 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:44:55.492031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:44:55.499736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:44:55.593519 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bd951bb7-590e-48f5-9157-880133056734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'name': 'tempest-ServerRescueTestJSON-1974910786-router', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:44Z', 'updated_at': '2021-08-19T12:44:52Z', 'revision_number': 4, 'project_id': 'c17297614be44d38872162afaeb6611a', 'gw_port': {'id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4fb6e0f5-7063-41a7-84da-0a2198477f00', 'name': '', 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'mac_address': 'fa:16:3e:91:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'cc44fe7a-aba8-4278-9818-fefd641677b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:50Z', 'updated_at': '2021-08-19T12:44:52Z', 'revision_number': 2, 'project_id': 'c17297614be44d38872162afaeb6611a', 'subnets': [{'id': 'cc44fe7a-aba8-4278-9818-fefd641677b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:55.628327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-83c2d4e3-4310-4f74-a23e-0f5b1f80d0e6 None None] For port 5833fef9-27ee-4039-86fb-6866c8024e32, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5833fef9-27ee-4039-86fb-6866c8024e32,segment=NetworkSegment(88708144-6a90-4bd5-b59d-f7d55007a906),segment_id=88708144-6a90-4bd5-b59d-f7d55007a906)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:55.628651 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-83c2d4e3-4310-4f74-a23e-0f5b1f80d0e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:55.649158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] For port 5833fef9-27ee-4039-86fb-6866c8024e32, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5833fef9-27ee-4039-86fb-6866c8024e32,segment=NetworkSegment(88708144-6a90-4bd5-b59d-f7d55007a906),segment_id=88708144-6a90-4bd5-b59d-f7d55007a906)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:55.649719 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:55.654552 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Checking router: 2f2d6daa-a54c-479f-9d52-4583a1216aa1 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:55.654925 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Updating router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 port 4fb6e0f5-7063-41a7-84da-0a2198477f00 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:44:55.660928 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-83c2d4e3-4310-4f74-a23e-0f5b1f80d0e6 None None] Calling delete_port for 5833fef9-27ee-4039-86fb-6866c8024e32 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:55.672692 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5fc20be5-1e02-4d1e-b56b-780e48c26303 service neutron] 10.222.0.21 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712434 Aug 19 12:44:55.720689 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:55.726787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Calling delete_port for 5833fef9-27ee-4039-86fb-6866c8024e32 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:44:55.868627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7154cbac-f7c4-401a-acb8-f798d232e1f5 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:55.895471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 7154cbac-f7c4-401a-acb8-f798d232e1f5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:55.895471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7154cbac-f7c4-401a-acb8-f798d232e1f5 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:55.977666 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-83c2d4e3-4310-4f74-a23e-0f5b1f80d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:55.984964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.029206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2d4e3-4310-4f74-a23e-0f5b1f80d0e6 None None] Pushing event deleted for resources: {'Port': ['ID=5833fef9-27ee-4039-86fb-6866c8024e32,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:56.032408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Port': ['ID=5833fef9-27ee-4039-86fb-6866c8024e32,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:56.041478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2d4e3-4310-4f74-a23e-0f5b1f80d0e6 None None] No DVR routers for this DVR port 5833fef9-27ee-4039-86fb-6866c8024e32 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:56.043355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No DVR routers for this DVR port 5833fef9-27ee-4039-86fb-6866c8024e32 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:44:56.168033 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.193051 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.203075 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Transition to ACTIVE for port object 4fb6e0f5-7063-41a7-84da-0a2198477f00 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:44:56.250163 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.262231 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.276439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617d66f0-7188-49c8-86b8-ed811335cc29']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:56.302611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88708144-6a90-4bd5-b59d-f7d55007a906') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:56.302945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88708144-6a90-4bd5-b59d-f7d55007a906') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:56.317288 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.337148 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.428574 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.432523 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eee8fbcd-37e1-46e1-a0eb-f7367f011c09 req-5ac36db9-e848-432c-9aad-5ad5551b2e8f tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 210 time: 0.0766771 Aug 19 12:44:56.456911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:44:56.457341 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: self.session.flush() Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:44:56.461344 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:44:56.541933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01706c9b-7e3a-4bd4-a08d-c7a162972688 req-4c9c3604-81d2-4c61-9efe-04d4cf89e9c2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:56.549701 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01706c9b-7e3a-4bd4-a08d-c7a162972688 req-4c9c3604-81d2-4c61-9efe-04d4cf89e9c2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.1776793 Aug 19 12:44:56.614101 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01706c9b-7e3a-4bd4-a08d-c7a162972688 req-fc21413b-a858-4b61-8f23-0001353a7018 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633929 Aug 19 12:44:56.716830 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.725650 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.730862 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/networks/617d66f0-7188-49c8-86b8-ed811335cc29 HTTP/1.1" status: 204 len: 168 time: 2.0846901 Aug 19 12:44:56.735312 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b553ff7-0855-4d7d-a226-ebb3a7212044 None None] Pushing event updated for resources: {'Port': ['ID=4fb6e0f5-7063-41a7-84da-0a2198477f00,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:56.749463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34552) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:56.761251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ebbf838d-58b8-43e2-a71b-44ec6dc5930e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'routes': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:56.808993 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Attempting to bind port 4fb6e0f5-7063-41a7-84da-0a2198477f00 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:44:56.810584 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Attempting to bind port 4fb6e0f5-7063-41a7-84da-0a2198477f00 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:44:56.810752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f2cb5-5c60-40b8-adc7-f396dd219287 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Pushing event deleted for resources: {'Network': ['ID=617d66f0-7188-49c8-86b8-ed811335cc29,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:56.810870 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Attempting to bind port 4fb6e0f5-7063-41a7-84da-0a2198477f00 on network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:44:56.827509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:44:56.827509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Checking segment: {'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:44:56.827509 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.827509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Bound using segment: {'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:44:56.831529 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Bound port: 4fb6e0f5-7063-41a7-84da-0a2198477f00, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:44:56.833023 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:56.847744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5833fef9-27ee-4039-86fb-6866c8024e32 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:44:56.889870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 5833fef9-27ee-4039-86fb-6866c8024e32 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:44:56.890220 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5833fef9-27ee-4039-86fb-6866c8024e32 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:44:56.933729 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-bd951bb7-590e-48f5-9157-880133056734 None None] For port 4fb6e0f5-7063-41a7-84da-0a2198477f00, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:44:56.938106 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-bd951bb7-590e-48f5-9157-880133056734 None None] For port 4fb6e0f5-7063-41a7-84da-0a2198477f00, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4fb6e0f5-7063-41a7-84da-0a2198477f00,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:44:57.068678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.extraroute_db [None req-ebbf838d-58b8-43e2-a71b-44ec6dc5930e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Added routes are [] {{(pid=95542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 19 12:44:57.068984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.extraroute_db [None req-ebbf838d-58b8-43e2-a71b-44ec6dc5930e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Removed routes are [] {{(pid=95542) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 19 12:44:57.069465 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbf838d-58b8-43e2-a71b-44ec6dc5930e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.093792 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.145295 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.212368 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Routers {'2f2d6daa-a54c-479f-9d52-4583a1216aa1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:57.213229 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bd951bb7-590e-48f5-9157-880133056734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:57.262005 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b553ff7-0855-4d7d-a226-ebb3a7212044 None None] Pushing event updated for resources: {'Port': ['ID=4fb6e0f5-7063-41a7-84da-0a2198477f00,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:57.290363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbf838d-58b8-43e2-a71b-44ec6dc5930e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.295309 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbf838d-58b8-43e2-a71b-44ec6dc5930e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.352277 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.365651 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-bd951bb7-590e-48f5-9157-880133056734 None None] Set router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:57.392258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbf838d-58b8-43e2-a71b-44ec6dc5930e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:57.476522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf838d-58b8-43e2-a71b-44ec6dc5930e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:57.484574 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbf838d-58b8-43e2-a71b-44ec6dc5930e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.486633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ebbf838d-58b8-43e2-a71b-44ec6dc5930e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005 HTTP/1.1" status: 200 len: 701 time: 0.7352302 Aug 19 12:44:57.488529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34562) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:57.491086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82c87c-4160-413f-8edd-7aec78831e7f None None] Sync routers for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:57.509767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82c87c-4160-413f-8edd-7aec78831e7f None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:57.510574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ef82c87c-4160-413f-8edd-7aec78831e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:57.529404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2bb60348-8a80-4bc7-a7d4-0957811a3ef1 req-01ed18ac-4382-428c-a23a-f4b9902904bb tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 210 time: 0.0459478 Aug 19 12:44:57.529791 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.562999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e26c27a9-edba-4a00-820d-290f9113f1ee tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dd6bc0-ef55-4162-a1e8-5cb2feffc005 HTTP/1.1" status: 200 len: 205 time: 0.0653076 Aug 19 12:44:57.568522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34566) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:57.692144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ef82c87c-4160-413f-8edd-7aec78831e7f None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:57.732949 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bd951bb7-590e-48f5-9157-880133056734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'name': 'tempest-ServerRescueTestJSON-1974910786-router', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:44Z', 'updated_at': '2021-08-19T12:44:52Z', 'revision_number': 4, 'project_id': 'c17297614be44d38872162afaeb6611a', 'gw_port': {'id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4fb6e0f5-7063-41a7-84da-0a2198477f00', 'name': '', 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'mac_address': 'fa:16:3e:91:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'cc44fe7a-aba8-4278-9818-fefd641677b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:50Z', 'updated_at': '2021-08-19T12:44:56Z', 'revision_number': 4, 'project_id': 'c17297614be44d38872162afaeb6611a', 'subnets': [{'id': 'cc44fe7a-aba8-4278-9818-fefd641677b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:57.772092 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd951bb7-590e-48f5-9157-880133056734 None None] The sync data for ids ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'] in n-d-803757-2 is: [{'id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'name': 'tempest-ServerRescueTestJSON-1974910786-router', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:44Z', 'updated_at': '2021-08-19T12:44:52Z', 'revision_number': 4, 'project_id': 'c17297614be44d38872162afaeb6611a', 'gw_port': {'id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4fb6e0f5-7063-41a7-84da-0a2198477f00', 'name': '', 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'mac_address': 'fa:16:3e:91:b3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3190, 'fixed_ips': [{'subnet_id': 'cc44fe7a-aba8-4278-9818-fefd641677b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:50Z', 'updated_at': '2021-08-19T12:44:56Z', 'revision_number': 4, 'project_id': 'c17297614be44d38872162afaeb6611a', 'subnets': [{'id': 'cc44fe7a-aba8-4278-9818-fefd641677b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:57.789573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.791194 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db173dc5-472c-40ab-859f-d093b71b53a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:57.799371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=c00ed1ba-be48-4f0b-a7d8-bf56281ad456,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:58.097811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ef82c87c-4160-413f-8edd-7aec78831e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:52Z', 'revision_number': 11, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:58.116734 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Floating IP 1083d02e-b2c8-4563-8f43-8ce0e7704bd1 associated. External IP: 172.25.2.206, port: 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb. Aug 19 12:44:58.148612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82c87c-4160-413f-8edd-7aec78831e7f None None] Checking router: 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:44:58.166487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82c87c-4160-413f-8edd-7aec78831e7f None None] Routers {'44dd6bc0-ef55-4162-a1e8-5cb2feffc005'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:58.167378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ef82c87c-4160-413f-8edd-7aec78831e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:58.291040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ef82c87c-4160-413f-8edd-7aec78831e7f None None] Set router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:58.374969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ef82c87c-4160-413f-8edd-7aec78831e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:52Z', 'revision_number': 11, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:58.410274 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82c87c-4160-413f-8edd-7aec78831e7f None None] The sync data for ids ['44dd6bc0-ef55-4162-a1e8-5cb2feffc005'] in n-d-803757-2 is: [{'id': '44dd6bc0-ef55-4162-a1e8-5cb2feffc005', 'name': 'tempest-RoutersTest-router-1916817233', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:41Z', 'updated_at': '2021-08-19T12:44:52Z', 'revision_number': 11, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:44:58.663750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 523c788d-3d83-40ba-aef1-191a4b192132 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:44:58.909015 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db173dc5-472c-40ab-859f-d093b71b53a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:58.932186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4fb6e0f5-7063-41a7-84da-0a2198477f00 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:44:58.935049 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db173dc5-472c-40ab-859f-d093b71b53a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.000184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b348dec-1e23-495a-8d14-1c7acf35bcf5 req-1c260e24-2b58-46a9-915c-b12ef3900ae5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:59.009973 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b348dec-1e23-495a-8d14-1c7acf35bcf5 req-1c260e24-2b58-46a9-915c-b12ef3900ae5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 1.2119918 Aug 19 12:44:59.039493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ffc3eae6-5155-4efb-9122-39788bff4741 req-c347fdb6-e032-43ed-800d-495029b79534 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 210 time: 0.0679510 Aug 19 12:44:59.103472 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b348dec-1e23-495a-8d14-1c7acf35bcf5 req-da1f9f95-1625-43e6-b865-b1e3cfad685d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919611 Aug 19 12:44:59.113338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:44:59.128009 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc54b9b-8623-4071-a427-269b08cf2457 None None] Sync routers for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:44:59.133418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db173dc5-472c-40ab-859f-d093b71b53a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.134116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db173dc5-472c-40ab-859f-d093b71b53a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Fanout notify agent at l3_agent the message router_deleted on router 44dd6bc0-ef55-4162-a1e8-5cb2feffc005 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:44:59.141890 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-db173dc5-472c-40ab-859f-d093b71b53a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.154345 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc54b9b-8623-4071-a427-269b08cf2457 None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:44:59.155112 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-db173dc5-472c-40ab-859f-d093b71b53a0 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005 HTTP/1.1" status: 204 len: 168 time: 1.5852904 Aug 19 12:44:59.155601 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-cfc54b9b-8623-4071-a427-269b08cf2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:44:59.156028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34580) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:59.160749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-76753c3d-f088-4fd1-b8e7-50aca9e5d83c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-503144666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:59.166751 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 4fb6e0f5-7063-41a7-84da-0a2198477f00 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:44:59.171171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4fb6e0f5-7063-41a7-84da-0a2198477f00 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:44:59.171719 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.347024 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76753c3d-f088-4fd1-b8e7-50aca9e5d83c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.348238 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76753c3d-f088-4fd1-b8e7-50aca9e5d83c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.350784 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.439352 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.494497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-d7c03983-4df9-4bec-bc70-9837a059ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:59.497519 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76753c3d-f088-4fd1-b8e7-50aca9e5d83c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.499086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-d7c03983-4df9-4bec-bc70-9837a059ba54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb&tenant_id=07b1e7bd392c4962b55c4c16a4ffa940 HTTP/1.1" status: 200 len: 1094 time: 0.3193638 Aug 19 12:44:59.508724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f3b2fa54-b8db-46b5-905b-2d2860f11afc tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6211462 Aug 19 12:44:59.509488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34586) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:44:59.511270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'tag': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:44:59.521819 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2751296f-bafe-4d82-b3a6-88366b307cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "bddc9d0f-26f2-4161-839d-4f3c2f850ae0", "tag": "49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:44:59.547361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:44:59.571863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 4fb6e0f5-7063-41a7-84da-0a2198477f00, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4fb6e0f5-7063-41a7-84da-0a2198477f00,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:44:59.585073 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-cfc54b9b-8623-4071-a427-269b08cf2457 None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:44:59.592224 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2197023a-1c1f-48e2-926c-6815ce5c86f3 x-openstack-request-id: req-2197023a-1c1f-48e2-926c-6815ce5c86f3 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:44:59.592854 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddc9d0f-26f2-4161-839d-4f3c2f850ae0", "tag": "49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:44:59.593307 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2197023a-1c1f-48e2-926c-6815ce5c86f3 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:44:59.593891 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'tag': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'status': 'completed', 'code': 200} Aug 19 12:44:59.730736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eacb7ef6-786c-4f78-a46e-38ffb7296c99 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/floatingips/1083d02e-b2c8-4563-8f43-8ce0e7704bd1 HTTP/1.1" status: 200 len: 991 time: 0.2045770 Aug 19 12:44:59.740410 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751296f-bafe-4d82-b3a6-88366b307cb3 req-23f58c12-699a-488d-9596-983a05ad7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:59.743494 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2751296f-bafe-4d82-b3a6-88366b307cb3 req-23f58c12-699a-488d-9596-983a05ad7bdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 1096 time: 0.1485612 Aug 19 12:44:59.747322 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.867000 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.867879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76753c3d-f088-4fd1-b8e7-50aca9e5d83c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:44:59.958297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751296f-bafe-4d82-b3a6-88366b307cb3 req-2860c60f-16f8-479a-a8ca-4d256fe71fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:44:59.961511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2751296f-bafe-4d82-b3a6-88366b307cb3 req-2860c60f-16f8-479a-a8ca-4d256fe71fe1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4a6609b-d76f-44d7-ae0f-8377b5a49038 HTTP/1.1" status: 200 len: 898 time: 0.2103739 Aug 19 12:44:59.981102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=4fb6e0f5-7063-41a7-84da-0a2198477f00,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:44:59.994597 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-cfc54b9b-8623-4071-a427-269b08cf2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:44:11Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1083d02e-b2c8-4563-8f43-8ce0e7704bd1', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'port_id': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:55Z', 'updated_at': '2021-08-19T12:44:55Z', 'revision_number': 0, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:00.066792 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-76753c3d-f088-4fd1-b8e7-50aca9e5d83c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.070916 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc54b9b-8623-4071-a427-269b08cf2457 None None] Checking router: 523c788d-3d83-40ba-aef1-191a4b192132 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:00.071044 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-76753c3d-f088-4fd1-b8e7-50aca9e5d83c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9110596 Aug 19 12:45:00.071590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34596) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:00.076328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-598e9b2e-61b8-453f-9aa0-5c614be17d0b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:00.083711 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc54b9b-8623-4071-a427-269b08cf2457 None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:00.084502 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-cfc54b9b-8623-4071-a427-269b08cf2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:00.229136 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2751296f-bafe-4d82-b3a6-88366b307cb3 req-ac53eef7-107b-470b-b640-4cdeaabf6b76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb HTTP/1.1" status: 200 len: 999 time: 0.2261038 Aug 19 12:45:00.261477 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a103f49f-02d9-4164-86cc-7043185d2c5a req-f17601b3-b805-463a-a404-834e5dc029fd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 210 time: 0.0672393 Aug 19 12:45:00.285250 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-cfc54b9b-8623-4071-a427-269b08cf2457 None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:00.414400 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-598e9b2e-61b8-453f-9aa0-5c614be17d0b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.423877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751296f-bafe-4d82-b3a6-88366b307cb3 req-70c7c2f6-4972-48bc-8a1b-cf8e85f349d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:00.425576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2751296f-bafe-4d82-b3a6-88366b307cb3 req-70c7c2f6-4972-48bc-8a1b-cf8e85f349d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4aab21c-fed4-4eda-95cf-5cb329f840a3 HTTP/1.1" status: 200 len: 835 time: 0.1603386 Aug 19 12:45:00.427469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d72f0-a7cf-40d3-9bd3-b11c0349eb16 req-21b69134-f5e2-4117-911a-9d9083aee565 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:00.437364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da1d72f0-a7cf-40d3-9bd3-b11c0349eb16 req-21b69134-f5e2-4117-911a-9d9083aee565 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.1845324 Aug 19 12:45:00.558871 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-598e9b2e-61b8-453f-9aa0-5c614be17d0b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.582237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:00.637232 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-cfc54b9b-8623-4071-a427-269b08cf2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:44:11Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1083d02e-b2c8-4563-8f43-8ce0e7704bd1', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'port_id': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:55Z', 'updated_at': '2021-08-19T12:44:55Z', 'revision_number': 0, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:00.663763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:00.689805 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc54b9b-8623-4071-a427-269b08cf2457 None None] The sync data for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 is: [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:44:11Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1083d02e-b2c8-4563-8f43-8ce0e7704bd1', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'port_id': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:55Z', 'updated_at': '2021-08-19T12:44:55Z', 'revision_number': 0, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:00.692468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-da1d72f0-a7cf-40d3-9bd3-b11c0349eb16 req-82a376f7-d8c0-4686-a697-e9fb2f3a8c08 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539737 Aug 19 12:45:00.733617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34606) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:00.766714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751296f-bafe-4d82-b3a6-88366b307cb3 req-dd4ac5a6-486c-4b42-a46c-cd25413ff6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:00.768229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2751296f-bafe-4d82-b3a6-88366b307cb3 req-dd4ac5a6-486c-4b42-a46c-cd25413ff6ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4a6609b-d76f-44d7-ae0f-8377b5a49038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3351340 Aug 19 12:45:00.775226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd1cc49-22e7-4924-847d-c99480714629 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:00.804046 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.844829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4fb6e0f5-7063-41a7-84da-0a2198477f00 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:00.860857 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c9cdb06e-2469-479d-9cbb-5a964dd8945b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/floatingips/1083d02e-b2c8-4563-8f43-8ce0e7704bd1 HTTP/1.1" status: 200 len: 991 time: 0.1258671 Aug 19 12:45:00.873101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Transition to ACTIVE for port object cfd1cc49-22e7-4924-847d-c99480714629 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:00.892997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-e046502c-7156-4230-bc1d-3f861ca2920c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:00.894827 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-e046502c-7156-4230-bc1d-3f861ca2920c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.30 "GET /v2.0/networks?id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f HTTP/1.1" status: 200 len: 811 time: 0.4459910 Aug 19 12:45:00.920035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Request body: {'port': {'device_id': 'c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e', 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f', 'admin_state_up': True, 'tenant_id': 'c17297614be44d38872162afaeb6611a'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:00.938140 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2751296f-bafe-4d82-b3a6-88366b307cb3 req-b6dc2ab3-fe4f-4054-8591-d730887322cb service neutron] 10.222.0.30 "GET /v2.0/networks/a4a6609b-d76f-44d7-ae0f-8377b5a49038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459146 Aug 19 12:45:00.943068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4fb6e0f5-7063-41a7-84da-0a2198477f00 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:00.943443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:00.944130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598e9b2e-61b8-453f-9aa0-5c614be17d0b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Router 722e6067-00bc-4c4e-96f3-5dac40996ce8 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:45:01.040510 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.187480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598e9b2e-61b8-453f-9aa0-5c614be17d0b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:01.200282 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c1fbe-b1d3-4e8c-95f9-52e6be35b2cb None None] Sync routers for ids ['722e6067-00bc-4c4e-96f3-5dac40996ce8'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:01.203306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-598e9b2e-61b8-453f-9aa0-5c614be17d0b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.207157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=9']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:01.208036 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-598e9b2e-61b8-453f-9aa0-5c614be17d0b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "PUT /v2.0/routers/722e6067-00bc-4c4e-96f3-5dac40996ce8 HTTP/1.1" status: 200 len: 693 time: 1.1354349 Aug 19 12:45:01.217207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c1fbe-b1d3-4e8c-95f9-52e6be35b2cb None None] Routers {'722e6067-00bc-4c4e-96f3-5dac40996ce8'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:01.217864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-239c1fbe-b1d3-4e8c-95f9-52e6be35b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['722e6067-00bc-4c4e-96f3-5dac40996ce8'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:01.219705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34608) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:01.262285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2751296f-bafe-4d82-b3a6-88366b307cb3 req-a53c6cf1-b51f-496c-95b2-68d326827647 service neutron] 10.222.0.30 "GET /v2.0/networks/a4a6609b-d76f-44d7-ae0f-8377b5a49038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169365 Aug 19 12:45:01.372505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] No DVR routers for this DVR port cfd1cc49-22e7-4924-847d-c99480714629 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:01.391461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-239c1fbe-b1d3-4e8c-95f9-52e6be35b2cb None None] Set router 722e6067-00bc-4c4e-96f3-5dac40996ce8 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:01.396311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-573b5679-fd64-43bf-a207-372eabdaa922 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/routers/722e6067-00bc-4c4e-96f3-5dac40996ce8 HTTP/1.1" status: 200 len: 699 time: 0.1748390 Aug 19 12:45:01.399728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34612) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:01.437792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-91997655-316d-45ba-9212-5521cd8a322e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=722e6067-00bc-4c4e-96f3-5dac40996ce8 HTTP/1.1" status: 200 len: 205 time: 0.0368164 Aug 19 12:45:01.440348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34614) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:01.457587 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-98008991-d4ea-4623-9acd-9566fc6e89a8 req-61f2ea34-fc3a-48ba-884e-6e2145c37a2a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 210 time: 0.0818939 Aug 19 12:45:01.512563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-239c1fbe-b1d3-4e8c-95f9-52e6be35b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722e6067-00bc-4c4e-96f3-5dac40996ce8', 'name': 'tempest-RoutersTest-router-503144666', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:59Z', 'updated_at': '2021-08-19T12:45:00Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:01.545110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c1fbe-b1d3-4e8c-95f9-52e6be35b2cb None None] Checking router: 722e6067-00bc-4c4e-96f3-5dac40996ce8 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:01.554558 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c1fbe-b1d3-4e8c-95f9-52e6be35b2cb None None] Routers {'722e6067-00bc-4c4e-96f3-5dac40996ce8'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:01.556447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-239c1fbe-b1d3-4e8c-95f9-52e6be35b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:44:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['722e6067-00bc-4c4e-96f3-5dac40996ce8'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:01.564726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Made reservation on behalf of c17297614be44d38872162afaeb6611a for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:01.572609 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.607440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Attempting to bind port cfd1cc49-22e7-4924-847d-c99480714629 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:01.607775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Attempting to bind port cfd1cc49-22e7-4924-847d-c99480714629 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:01.608103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Attempting to bind port cfd1cc49-22e7-4924-847d-c99480714629 on network dec3f5f4-0139-445c-b744-81b03bf29b5e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:01.612108 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e1297ce-7962-453c-a2ac-faf2c045710e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.613300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Port cfd1cc49-22e7-4924-847d-c99480714629 on network dec3f5f4-0139-445c-b744-81b03bf29b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:45:01.613627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Attempting to bind port cfd1cc49-22e7-4924-847d-c99480714629 on network dec3f5f4-0139-445c-b744-81b03bf29b5e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:01.618953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:01.619285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Checking segment: {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:01.619672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Bound using segment: {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:01.620105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Bound port: cfd1cc49-22e7-4924-847d-c99480714629, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:01.620465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.644915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-239c1fbe-b1d3-4e8c-95f9-52e6be35b2cb None None] Set router 722e6067-00bc-4c4e-96f3-5dac40996ce8 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:01.723054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-239c1fbe-b1d3-4e8c-95f9-52e6be35b2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722e6067-00bc-4c4e-96f3-5dac40996ce8', 'name': 'tempest-RoutersTest-router-503144666', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:59Z', 'updated_at': '2021-08-19T12:45:00Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:01.760976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c1fbe-b1d3-4e8c-95f9-52e6be35b2cb None None] The sync data for ids ['722e6067-00bc-4c4e-96f3-5dac40996ce8'] in n-d-803757-2 is: [{'id': '722e6067-00bc-4c4e-96f3-5dac40996ce8', 'name': 'tempest-RoutersTest-router-503144666', 'tenant_id': 'd02e21387a604457893985121dad828f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:59Z', 'updated_at': '2021-08-19T12:45:00Z', 'revision_number': 2, 'project_id': 'd02e21387a604457893985121dad828f', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:01.780465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:01.783911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:01.864569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34622) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:01.927769 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e1297ce-7962-453c-a2ac-faf2c045710e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.929333 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e1297ce-7962-453c-a2ac-faf2c045710e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:01.938559 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cdce4b-a34f-481d-863a-01cc92182528 None None] New status for floating IP 1083d02e-b2c8-4563-8f43-8ce0e7704bd1: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:45:01.955172 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2323cf11-8575-4de8-80f8-76ebec7bc8dd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/floatingips/1083d02e-b2c8-4563-8f43-8ce0e7704bd1 HTTP/1.1" status: 200 len: 991 time: 0.0893478 Aug 19 12:45:01.988377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7966b0-066f-4aa1-b6b8-ccf270357dc4 req-e436fe88-9ce5-4292-878d-6668c984759e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:01.989921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a7966b0-066f-4aa1-b6b8-ccf270357dc4 req-e436fe88-9ce5-4292-878d-6668c984759e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 943 time: 0.1642606 Aug 19 12:45:02.002678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Allocated IP 172.20.0.5 (48c93d0e-623a-4e4a-8eff-cfe633d79d7f/cc44fe7a-aba8-4278-9818-fefd641677b9/e8ac7ccc-e5d7-4623-a470-b1006e4419f5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:02.057515 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a7966b0-066f-4aa1-b6b8-ccf270357dc4 req-754b9137-23b5-4ed2-a87d-fcadb504775d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567746 Aug 19 12:45:02.162448 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.198120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:02.198771 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.200164 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] 10.222.0.30 "PUT /v2.0/ports/cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 200 len: 1091 time: 2.6897550 Aug 19 12:45:02.216690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:02.216690 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0568cf4-4cd3-4d40-9677-89e1725b4f18" -d '{"events": [{"name": "network-changed", "server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "tag": "cfd1cc49-22e7-4924-847d-c99480714629"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:02.217219 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.243489 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e1297ce-7962-453c-a2ac-faf2c045710e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.244275 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1297ce-7962-453c-a2ac-faf2c045710e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Fanout notify agent at l3_agent the message router_deleted on router 722e6067-00bc-4c4e-96f3-5dac40996ce8 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:45:02.255357 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98efdb7d-bd05-458f-bfbc-dcf67beb52e8 x-openstack-request-id: req-98efdb7d-bd05-458f-bfbc-dcf67beb52e8 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:02.255658 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "tag": "cfd1cc49-22e7-4924-847d-c99480714629", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:02.255930 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98efdb7d-bd05-458f-bfbc-dcf67beb52e8 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:02.256333 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629', 'status': 'completed', 'code': 200} Aug 19 12:45:02.263304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e1297ce-7962-453c-a2ac-faf2c045710e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.263304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3e1297ce-7962-453c-a2ac-faf2c045710e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/722e6067-00bc-4c4e-96f3-5dac40996ce8 HTTP/1.1" status: 204 len: 168 time: 0.8176293 Aug 19 12:45:02.264088 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34626) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.290879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25bc76-987b-454f-925f-5776ffe1d2fc service neutron] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=10']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:02.324543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b32a0f6c-f62d-4713-98df-2a33d12d756c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=722e6067-00bc-4c4e-96f3-5dac40996ce8 HTTP/1.1" status: 200 len: 205 time: 0.0439854 Aug 19 12:45:02.324733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34630) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.340765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-4119eee6-8927-4647-9369-779ccea08555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:02.342847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-4119eee6-8927-4647-9369-779ccea08555 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1095 time: 0.1115477 Aug 19 12:45:02.372595 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-57aed409-f11f-46f8-bb44-a881c6f95a9c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] delete failed (client error): The resource could not be found. Aug 19 12:45:02.376210 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-57aed409-f11f-46f8-bb44-a881c6f95a9c tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/722e6067-00bc-4c4e-96f3-5dac40996ce8 HTTP/1.1" status: 404 len: 336 time: 0.0479343 Aug 19 12:45:02.376455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34632) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.408692 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-583b025d-9366-459c-9f78-2bdcd582da16 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] DELETE failed (client error): The resource could not be found. Aug 19 12:45:02.416829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583b025d-9366-459c-9f78-2bdcd582da16 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:02.416829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-583b025d-9366-459c-9f78-2bdcd582da16 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/c7734e1b-ee3e-469e-994f-bce70695d9ed HTTP/1.1" status: 404 len: 337 time: 0.0352418 Aug 19 12:45:02.416829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34634) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.453258 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.455175 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-801a9d38-0ad5-4b6b-a0e9-415b73b0ea70 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] DELETE failed (client error): The resource could not be found. Aug 19 12:45:02.455625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801a9d38-0ad5-4b6b-a0e9-415b73b0ea70 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:02.458074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-801a9d38-0ad5-4b6b-a0e9-415b73b0ea70 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/74b23053-69f5-4ba4-83d3-e81a108484da HTTP/1.1" status: 404 len: 337 time: 0.0391083 Aug 19 12:45:02.483037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34636) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.485986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-e8795062-de3e-4720-9cd8-5d5d74e073d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:02.488121 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-e8795062-de3e-4720-9cd8-5d5d74e073d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.1323802 Aug 19 12:45:02.572799 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:02.582101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:02.589438 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f40e449-24e0-47b1-9892-8123dcbf00c5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] DELETE failed (client error): The resource could not be found. Aug 19 12:45:02.589892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f40e449-24e0-47b1-9892-8123dcbf00c5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:02.593913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7f40e449-24e0-47b1-9892-8123dcbf00c5 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/5f373be3-27b0-4250-b1ed-fdd397be2754 HTTP/1.1" status: 404 len: 337 time: 0.1044364 Aug 19 12:45:02.594772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:02.601229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34640) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.659983 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8034b2c-f721-42ce-a418-5f683c407730 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] DELETE failed (client error): The resource could not be found. Aug 19 12:45:02.660554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8034b2c-f721-42ce-a418-5f683c407730 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:02.665926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e8034b2c-f721-42ce-a418-5f683c407730 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/f6034908-15bf-49f1-9970-8f7ad0354f54 HTTP/1.1" status: 404 len: 337 time: 0.0596502 Aug 19 12:45:02.669146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34646) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.683475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:02.684128 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:02.699028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Pushing event updated for resources: {'Port': ['ID=e8ac7ccc-e5d7-4623-a470-b1006e4419f5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:02.717724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-59b8d794-2634-4a95-8d37-95d0233399a4 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=44dd6bc0-ef55-4162-a1e8-5cb2feffc005 HTTP/1.1" status: 200 len: 205 time: 0.0468817 Aug 19 12:45:02.722124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34648) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.732603 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-05c1228e-1b02-4f2a-b563-e9e111066161 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 200 len: 999 time: 0.2365847 Aug 19 12:45:02.749201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cc844-ce26-4a8f-9da4-15fc780850c2 req-4cb87355-7967-4209-bbdb-1e128a37d024 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:02.758386 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-251cc844-ce26-4a8f-9da4-15fc780850c2 req-4cb87355-7967-4209-bbdb-1e128a37d024 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 931 time: 0.1045437 Aug 19 12:45:02.792423 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-25c8fa09-3925-47d6-ad87-3c0e35645431 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] delete failed (client error): The resource could not be found. Aug 19 12:45:02.796311 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-25c8fa09-3925-47d6-ad87-3c0e35645431 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/44dd6bc0-ef55-4162-a1e8-5cb2feffc005 HTTP/1.1" status: 404 len: 336 time: 0.0707948 Aug 19 12:45:02.798636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34654) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.835954 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-219bcc73-a1ee-4e90-a581-2077ce49d07e tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=faa6001d-394a-44fd-bc16-ce622dfe8155 HTTP/1.1" status: 200 len: 205 time: 0.0340638 Aug 19 12:45:02.836895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34656) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.846436 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-251cc844-ce26-4a8f-9da4-15fc780850c2 req-53436984-6c8b-4bdc-88e8-8239b71322be tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835834 Aug 19 12:45:02.856581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-82ad2976-7119-404d-a5d4-e1d9a1ecbf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:02.858378 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-82ad2976-7119-404d-a5d4-e1d9a1ecbf7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.0632970 Aug 19 12:45:02.893057 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-05eea7b9-8081-4ea2-8243-4ebbaffd8c27 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] delete failed (client error): The resource could not be found. Aug 19 12:45:02.896743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-05eea7b9-8081-4ea2-8243-4ebbaffd8c27 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/faa6001d-394a-44fd-bc16-ce622dfe8155 HTTP/1.1" status: 404 len: 336 time: 0.0563207 Aug 19 12:45:02.897138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34658) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.929853 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-0878b220-a219-4097-b3a0-28e36f6bdce9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] DELETE failed (client error): The resource could not be found. Aug 19 12:45:02.930407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0878b220-a219-4097-b3a0-28e36f6bdce9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:02.942961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0878b220-a219-4097-b3a0-28e36f6bdce9 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/85a67af8-c582-4935-99c2-ebfc905f90b9 HTTP/1.1" status: 404 len: 337 time: 0.0341065 Aug 19 12:45:02.942961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-5029f957-6b88-48c0-944a-5e469029e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:02.942961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-5029f957-6b88-48c0-944a-5e469029e672 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721991 Aug 19 12:45:02.944000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34660) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.946397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-cb6ebabb-9a5f-49d0-843b-3a31d133354a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0406158 Aug 19 12:45:02.963479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Request body: {'port': {'device_id': 'c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:02.965909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34662) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:02.990956 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9ff46f47-345c-4381-bbe0-ece7b593b15a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=33fb2073-9465-4261-ab58-17c669618bfe HTTP/1.1" status: 200 len: 205 time: 0.0458202 Aug 19 12:45:03.018128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34664) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.066158 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-a5828c67-38f0-44ff-a148-d54464943e87 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] delete failed (client error): The resource could not be found. Aug 19 12:45:03.067209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a5828c67-38f0-44ff-a148-d54464943e87 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/33fb2073-9465-4261-ab58-17c669618bfe HTTP/1.1" status: 404 len: 336 time: 0.0495949 Aug 19 12:45:03.072156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34668) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.144668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:03.176879 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-af799b93-ee70-442d-b57d-d2d72db0277b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/floatingips/1083d02e-b2c8-4563-8f43-8ce0e7704bd1 HTTP/1.1" status: 200 len: 993 time: 0.1901653 Aug 19 12:45:03.512474 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b06abbcc-fa1d-4cd2-940a-6a6b3cb6242f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9347b4e-86d4-4831-b24f-67372c31e7e7 HTTP/1.1" status: 200 len: 205 time: 0.4373116 Aug 19 12:45:03.520086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34674) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.535126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ac7ccc-e5d7-4623-a470-b1006e4419f5 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:03.544124 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:03.565738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Transition to ACTIVE for port object e8ac7ccc-e5d7-4623-a470-b1006e4419f5 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:03.567179 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-7357c81d-5c65-4156-82ed-811bf4854ea2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] delete failed (client error): The resource could not be found. Aug 19 12:45:03.570443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7357c81d-5c65-4156-82ed-811bf4854ea2 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/b9347b4e-86d4-4831-b24f-67372c31e7e7 HTTP/1.1" status: 404 len: 336 time: 0.0473831 Aug 19 12:45:03.573832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34676) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.587962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-39628d38-12c6-410f-b528-660361324d18 service neutron] 10.222.0.30 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316957 Aug 19 12:45:03.605701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c036f1-7e86-4e9d-b69b-96a3cdbb3563 req-ef631909-ec3a-48c7-b862-c57b0f05d899 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:03.613805 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-48c036f1-7e86-4e9d-b69b-96a3cdbb3563 req-ef631909-ec3a-48c7-b862-c57b0f05d899 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.1411586 Aug 19 12:45:03.614024 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-469abd06-d8eb-4154-b9b6-ecc75aa84105 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] DELETE failed (client error): The resource could not be found. Aug 19 12:45:03.614649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469abd06-d8eb-4154-b9b6-ecc75aa84105 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:03.622246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-469abd06-d8eb-4154-b9b6-ecc75aa84105 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/1c5700e8-f2ac-4015-8643-2a49065086d5 HTTP/1.1" status: 404 len: 337 time: 0.0471456 Aug 19 12:45:03.623090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34678) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.657593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-28e12031-2413-4cf1-915f-59d1b6d7a73f tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05 HTTP/1.1" status: 200 len: 205 time: 0.0332139 Aug 19 12:45:03.658658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34680) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.701561 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-851ae57d-1a5b-4588-9997-5cb6b140cd1a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] delete failed (client error): The resource could not be found. Aug 19 12:45:03.705570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-851ae57d-1a5b-4588-9997-5cb6b140cd1a tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/f9d0e6d5-ebf9-4890-bee8-6ae4b8e73a05 HTTP/1.1" status: 404 len: 336 time: 0.0457957 Aug 19 12:45:03.706138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34682) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.711888 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-48c036f1-7e86-4e9d-b69b-96a3cdbb3563 req-4f40563a-081c-409c-ac82-78313e7f15ec tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969710 Aug 19 12:45:03.735057 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b598f7-d73f-4ffc-a86c-adf67c029603 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] DELETE failed (client error): The resource could not be found. Aug 19 12:45:03.735767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b598f7-d73f-4ffc-a86c-adf67c029603 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:03.740653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b6b598f7-d73f-4ffc-a86c-adf67c029603 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/57e4c74d-365c-4d81-8dbd-16d096e9f8b2 HTTP/1.1" status: 404 len: 337 time: 0.0329852 Aug 19 12:45:03.741428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34684) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.773033 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-c4d22e28-3cb8-4f6e-9644-7d48395a2296 service neutron] 10.222.0.30 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509891 Aug 19 12:45:03.780825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3ec6d262-38c6-4624-9944-c0d50f193ea8 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "GET /v2.0/ports?device_id=e402647a-e871-4100-8253-9c50e5a6cc66 HTTP/1.1" status: 200 len: 205 time: 0.0380988 Aug 19 12:45:03.782025 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:03.782633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34686) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.859607 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-8978ae0c-e97c-40db-bb71-a667af33540b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] delete failed (client error): The resource could not be found. Aug 19 12:45:03.860587 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8978ae0c-e97c-40db-bb71-a667af33540b tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/routers/e402647a-e871-4100-8253-9c50e5a6cc66 HTTP/1.1" status: 404 len: 336 time: 0.0767894 Aug 19 12:45:03.861436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ac7ccc-e5d7-4623-a470-b1006e4419f5,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:03.863662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34688) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.900273 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-72173b6f-d1bd-41d6-a364-e2dedad4c097 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] DELETE failed (client error): The resource could not be found. Aug 19 12:45:03.900736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72173b6f-d1bd-41d6-a364-e2dedad4c097 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:03.903310 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-72173b6f-d1bd-41d6-a364-e2dedad4c097 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/7cb70e1a-3029-43fc-aba2-693971176b25 HTTP/1.1" status: 404 len: 337 time: 0.0383356 Aug 19 12:45:03.905533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34692) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:03.940069 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-5009f976-deb7-483f-ae29-80c03d03cc32 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] DELETE failed (client error): The resource could not be found. Aug 19 12:45:03.940517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5009f976-deb7-483f-ae29-80c03d03cc32 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:45:03.942385 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5009f976-deb7-483f-ae29-80c03d03cc32 tempest-RoutersTest-1071362959 tempest-RoutersTest-1071362959-project] 10.222.0.21 "DELETE /v2.0/subnets/ccd56339-88a0-485d-975f-304556652715 HTTP/1.1" status: 404 len: 337 time: 0.0358016 Aug 19 12:45:03.987379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Attempting to bind port e8ac7ccc-e5d7-4623-a470-b1006e4419f5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:03.987713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Attempting to bind port e8ac7ccc-e5d7-4623-a470-b1006e4419f5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:03.988044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Attempting to bind port e8ac7ccc-e5d7-4623-a470-b1006e4419f5 on network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:03.996346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Port e8ac7ccc-e5d7-4623-a470-b1006e4419f5 on network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:45:03.996609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Attempting to bind port e8ac7ccc-e5d7-4623-a470-b1006e4419f5 on network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:04.005121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:04.005461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Checking segment: {'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:04.005850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Bound using segment: {'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:04.006305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Bound port: e8ac7ccc-e5d7-4623-a470-b1006e4419f5, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:04.006668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.017658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82963d2-c12b-475d-840b-181bcf767a0f req-70362ba2-b6ec-4a58-9d9d-0eeeaa9203b8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:04.019250 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a82963d2-c12b-475d-840b-181bcf767a0f req-70362ba2-b6ec-4a58-9d9d-0eeeaa9203b8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.0831811 Aug 19 12:45:04.165380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a82963d2-c12b-475d-840b-181bcf767a0f req-3fecb053-2f87-4177-80cd-e5b3a21eaaf0 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804973 Aug 19 12:45:04.165380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] For port e8ac7ccc-e5d7-4623-a470-b1006e4419f5, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:04.165380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] For port e8ac7ccc-e5d7-4623-a470-b1006e4419f5, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=e8ac7ccc-e5d7-4623-a470-b1006e4419f5,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:04.227102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568cf4-4cd3-4d40-9677-89e1725b4f18 req-28609cc1-cd15-4568-8dde-59da04a6c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:04.229175 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0568cf4-4cd3-4d40-9677-89e1725b4f18 req-28609cc1-cd15-4568-8dde-59da04a6c2e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1095 time: 0.0731144 Aug 19 12:45:04.408482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568cf4-4cd3-4d40-9677-89e1725b4f18 req-99907b36-5453-4ff2-9826-00b253b4e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:04.411125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0568cf4-4cd3-4d40-9677-89e1725b4f18 req-99907b36-5453-4ff2-9826-00b253b4e364 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.1737220 Aug 19 12:45:04.494175 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0568cf4-4cd3-4d40-9677-89e1725b4f18 req-31ce8c10-1cdc-43c8-9d41-9946ed9957dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 200 len: 999 time: 0.0743258 Aug 19 12:45:04.543765 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.568179 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568cf4-4cd3-4d40-9677-89e1725b4f18 req-fb867697-2707-4197-a0bd-44f798fb52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:04.570067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0568cf4-4cd3-4d40-9677-89e1725b4f18 req-fb867697-2707-4197-a0bd-44f798fb52e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.0668848 Aug 19 12:45:04.585499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:04.586119 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:04.588153 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] 10.222.0.30 "PUT /v2.0/ports/e8ac7ccc-e5d7-4623-a470-b1006e4419f5 HTTP/1.1" status: 200 len: 1091 time: 1.6297479 Aug 19 12:45:04.588786 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e', 'tag': 'e8ac7ccc-e5d7-4623-a470-b1006e4419f5'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:04.591502 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017e8587-8383-4742-8aa2-07f714b286fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e", "tag": "e8ac7ccc-e5d7-4623-a470-b1006e4419f5"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:04.631659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806f96f-6d4b-49f7-b969-f90063de8598 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ac7ccc-e5d7-4623-a470-b1006e4419f5,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:04.664253 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec56629-e4a1-4228-a383-a94a1607437f x-openstack-request-id: req-aec56629-e4a1-4228-a383-a94a1607437f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:04.664831 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e", "tag": "e8ac7ccc-e5d7-4623-a470-b1006e4419f5", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:04.665776 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aec56629-e4a1-4228-a383-a94a1607437f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:04.666537 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e', 'tag': 'e8ac7ccc-e5d7-4623-a470-b1006e4419f5', 'status': 'completed', 'code': 200} Aug 19 12:45:04.689326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568cf4-4cd3-4d40-9677-89e1725b4f18 req-77bb1665-5cce-4855-bd87-b29f5d0bfa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:04.690961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0568cf4-4cd3-4d40-9677-89e1725b4f18 req-77bb1665-5cce-4855-bd87-b29f5d0bfa0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118052 Aug 19 12:45:04.739630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e8587-8383-4742-8aa2-07f714b286fe req-65084b58-f04c-4bb0-aa64-920dbeed9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:04.741343 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-017e8587-8383-4742-8aa2-07f714b286fe req-65084b58-f04c-4bb0-aa64-920dbeed9feb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c17297614be44d38872162afaeb6611a&device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 1094 time: 0.0543251 Aug 19 12:45:04.811056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0568cf4-4cd3-4d40-9677-89e1725b4f18 req-8c2ed7a9-5b65-4c87-be09-96770e589965 service neutron] 10.222.0.30 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123202 Aug 19 12:45:04.881254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e8587-8383-4742-8aa2-07f714b286fe req-77ce5ffc-6bc7-41da-b87b-6b93929964e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:04.882931 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-017e8587-8383-4742-8aa2-07f714b286fe req-77ce5ffc-6bc7-41da-b87b-6b93929964e5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c17297614be44d38872162afaeb6611a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1328421 Aug 19 12:45:04.894114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12346ae-7883-4eaf-8a37-83f3f1f4b544 req-5010fc7a-ecdc-4e44-9e6a-75e5d8951169 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:04.895877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a12346ae-7883-4eaf-8a37-83f3f1f4b544 req-5010fc7a-ecdc-4e44-9e6a-75e5d8951169 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.0861123 Aug 19 12:45:04.914737 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0568cf4-4cd3-4d40-9677-89e1725b4f18 req-c3c17e29-3b51-4338-8ac3-e3b21b3e10a6 service neutron] 10.222.0.30 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965590 Aug 19 12:45:05.002490 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a12346ae-7883-4eaf-8a37-83f3f1f4b544 req-0e09b14c-96cc-43d4-9108-f691ecb81c63 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566006 Aug 19 12:45:05.051203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e8587-8383-4742-8aa2-07f714b286fe req-7e59dd23-690f-4582-98c2-e902106edd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:05.051885 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34724) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:05.052695 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-017e8587-8383-4742-8aa2-07f714b286fe req-7e59dd23-690f-4582-98c2-e902106edd50 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559608 Aug 19 12:45:05.209413 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b04b0943-a840-4cd3-8571-7cbbec161e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.359705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34734) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:05.359950 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7f310104-5b58-4acc-9378-6b04a9ba473e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d02e21387a604457893985121dad828f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065960 Aug 19 12:45:05.374045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5db27d-efc2-434d-8c42-e543f219bbbb req-46a73b39-cb53-4a70-8327-dea1b2ad7cc6 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:05.375696 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e5db27d-efc2-434d-8c42-e543f219bbbb req-46a73b39-cb53-4a70-8327-dea1b2ad7cc6 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.1096044 Aug 19 12:45:05.418743 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6680bb32-5f13-4d49-b72b-7ded9532e0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.429744 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e5db27d-efc2-434d-8c42-e543f219bbbb req-4a11729b-b4a9-4496-bc20-a48ca84767d8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472918 Aug 19 12:45:05.474370 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6680bb32-5f13-4d49-b72b-7ded9532e0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.696522 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6680bb32-5f13-4d49-b72b-7ded9532e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.699214 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6680bb32-5f13-4d49-b72b-7ded9532e0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:05.703349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6680bb32-5f13-4d49-b72b-7ded9532e0b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0c94adb-6039-4be4-baf5-d05cded86e10 HTTP/1.1" status: 204 len: 168 time: 0.3398347 Aug 19 12:45:05.711346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680bb32-5f13-4d49-b72b-7ded9532e0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c94adb-6039-4be4-baf5-d05cded86e10,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:06.157057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9cb53-7009-4ade-8e8f-0656fe3f7a34 req-f8f1602d-930a-4201-9c1e-f40c76bb678a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:06.158992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-28e9cb53-7009-4ade-8e8f-0656fe3f7a34 req-f8f1602d-930a-4201-9c1e-f40c76bb678a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.0568545 Aug 19 12:45:06.211379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-28e9cb53-7009-4ade-8e8f-0656fe3f7a34 req-ce21d5bd-254f-4df0-a07b-6c96d7c3ee5f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455687 Aug 19 12:45:06.653100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfd06c-4ed6-4f8f-9f91-6d152f97d779 req-930047b4-108a-4ddc-a45c-56aed5550eba tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:06.654588 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08bfd06c-4ed6-4f8f-9f91-6d152f97d779 req-930047b4-108a-4ddc-a45c-56aed5550eba tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.0738466 Aug 19 12:45:06.691707 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-08bfd06c-4ed6-4f8f-9f91-6d152f97d779 req-f82a23ed-25a3-4c10-ba45-ea679bede55e tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 Aug 19 12:45:07.046615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34768) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:07.276213 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc7c0d95-b7eb-44c4-94e2-e33b2f62c324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.399821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16e7f2-6fa9-466f-b42f-3c63ee6df76d req-b305dc1d-6ce6-42b2-bb3f-a8427b6db1b6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:07.401671 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd16e7f2-6fa9-466f-b42f-3c63ee6df76d req-b305dc1d-6ce6-42b2-bb3f-a8427b6db1b6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.0968370 Aug 19 12:45:07.508399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd16e7f2-6fa9-466f-b42f-3c63ee6df76d req-5ddfcfef-95a7-4e9c-954a-54f3f254836a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826423 Aug 19 12:45:07.569080 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc7c0d95-b7eb-44c4-94e2-e33b2f62c324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.612361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34782) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:07.655531 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc7c0d95-b7eb-44c4-94e2-e33b2f62c324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.669766 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.703297 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cc7c0d95-b7eb-44c4-94e2-e33b2f62c324 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84ce665b8e654940861e865f6ea60797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554430 Aug 19 12:45:07.708851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34786) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:07.737561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c0d95-b7eb-44c4-94e2-e33b2f62c324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaf8bca-b950-4d46-a21b-d408cd8c11f0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:07.794526 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8d8579e1-ec6d-42b6-be40-005f0d8fdaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.832044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8b067348-91b5-4bcc-aa97-83949fe55e59 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1129362388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:07.885910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baff65a4-2f16-4331-a4dd-bf4ae3786073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.894375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f1ce9-efd3-4b53-98ec-bc377e375495 req-4cc4ea22-8e91-4eac-8f5f-daa73239ebf8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:07.896149 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f69f1ce9-efd3-4b53-98ec-bc377e375495 req-4cc4ea22-8e91-4eac-8f5f-daa73239ebf8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.0691230 Aug 19 12:45:07.931477 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baff65a4-2f16-4331-a4dd-bf4ae3786073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.961876 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b067348-91b5-4bcc-aa97-83949fe55e59 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.963553 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b067348-91b5-4bcc-aa97-83949fe55e59 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:07.980366 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f69f1ce9-efd3-4b53-98ec-bc377e375495 req-7cd74e36-5408-44f4-b093-b3247a62a382 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754325 Aug 19 12:45:08.072958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b067348-91b5-4bcc-aa97-83949fe55e59 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.131677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baff65a4-2f16-4331-a4dd-bf4ae3786073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.136040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-baff65a4-2f16-4331-a4dd-bf4ae3786073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.139418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-baff65a4-2f16-4331-a4dd-bf4ae3786073 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/caaf8bca-b950-4d46-a21b-d408cd8c11f0 HTTP/1.1" status: 204 len: 168 time: 0.4292994 Aug 19 12:45:08.148892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff65a4-2f16-4331-a4dd-bf4ae3786073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaf8bca-b950-4d46-a21b-d408cd8c11f0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:08.174733 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b067348-91b5-4bcc-aa97-83949fe55e59 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.314891 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b067348-91b5-4bcc-aa97-83949fe55e59 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.317053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8b067348-91b5-4bcc-aa97-83949fe55e59 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7036426 Aug 19 12:45:08.320172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34794) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:08.326566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-816493588'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:08.468645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Made reservation on behalf of e92a6d7750de49338a23bfe5553e1e82 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:08.474570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.495621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.663458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f279a5-7393-41b1-851f-0b701fb800d4 req-af4a72b8-a93c-40d6-9030-6b552317af74 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:08.667087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05f279a5-7393-41b1-851f-0b701fb800d4 req-af4a72b8-a93c-40d6-9030-6b552317af74 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.0727928 Aug 19 12:45:08.684418 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.754580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05f279a5-7393-41b1-851f-0b701fb800d4 req-84d099b8-1c20-4d41-9990-b47b27c2f58c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810966 Aug 19 12:45:08.814546 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.874431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:08.893956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919f7603-eb1e-4f04-91dd-a8c2396d100e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:08.910766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:08.910766 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Added segment 3c30008e-7b71-48da-a2c4-ca83298188b9 of type vlan for network 28a0a061-65fb-4723-91c8-6f2705bd81b0 Aug 19 12:45:08.950884 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.094526 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.100734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:09.101325 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.198527 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.201969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Network': ['ID=28a0a061-65fb-4723-91c8-6f2705bd81b0,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:09.215626 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 28a0a061-65fb-4723-91c8-6f2705bd81b0 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:09.246053 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b47dd9-6b15-4cd1-b6f0-2b48608bf94a req-69557749-3e1a-440e-8a5d-ec334e63379f tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:09.248394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5b47dd9-6b15-4cd1-b6f0-2b48608bf94a req-69557749-3e1a-440e-8a5d-ec334e63379f tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.1442320 Aug 19 12:45:09.301415 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d6241e1c-51ac-4fed-b837-1ff70b57d2a6 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9799483 Aug 19 12:45:09.301746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34812) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:09.309058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'subnet': {'network_id': '28a0a061-65fb-4723-91c8-6f2705bd81b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:09.327607 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5b47dd9-6b15-4cd1-b6f0-2b48608bf94a req-5eaadfec-8a88-47ca-9e44-697297b82198 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713079 Aug 19 12:45:09.775756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34822) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:09.908659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Made reservation on behalf of e92a6d7750de49338a23bfe5553e1e82 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:09.912221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:09.935594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1159428480-network', 'tenant_id': '99b9eedce23149da97f30436711e8dc7'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:09.972996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2dbb0-1569-4399-8e12-e707b88bd237 req-40c2cb37-c041-4fe5-8bfd-b8aba0b0db2e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:09.974717 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89b2dbb0-1569-4399-8e12-e707b88bd237 req-40c2cb37-c041-4fe5-8bfd-b8aba0b0db2e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.1090515 Aug 19 12:45:10.073735 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89b2dbb0-1569-4399-8e12-e707b88bd237 req-344e83d2-3f68-482b-83bd-f266e1041bf7 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881355 Aug 19 12:45:10.187395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Made reservation on behalf of 99b9eedce23149da97f30436711e8dc7 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:10.189687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.206994 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.315851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.354784 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.391064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Subnet': ['ID=86e7e2f1-7e86-44d4-8469-3f7dd8d1d56a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:10.401187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Checking segment: {'id': '3c30008e-7b71-48da-a2c4-ca83298188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '28a0a061-65fb-4723-91c8-6f2705bd81b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:10.401547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network hostable DHCP agents. Network: 28a0a061-65fb-4723-91c8-6f2705bd81b0, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:45:10.454073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d8778-fbe5-47f7-9c5e-9daf9e43a540 req-1815f584-706f-4034-a333-41f5ac841923 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:10.455948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-794d8778-fbe5-47f7-9c5e-9daf9e43a540 req-1815f584-706f-4034-a333-41f5ac841923 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.0630989 Aug 19 12:45:10.505225 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-794d8778-fbe5-47f7-9c5e-9daf9e43a540 req-b4696ba8-d738-4552-91af-dde5c7d64f49 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 Aug 19 12:45:10.518239 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.552095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:10.558311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network 28a0a061-65fb-4723-91c8-6f2705bd81b0 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:45:10.573077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:10.582697 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.583127 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Added segment 5bce8df4-f4e4-421e-82e0-780a5ffb6295 of type vlan for network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 Aug 19 12:45:10.621192 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.633881 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.652583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 28a0a061-65fb-4723-91c8-6f2705bd81b0) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:10.657271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:10.658398 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.661700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205fd24-9919-4115-b67b-1745840fb01e None None] Network 28a0a061-65fb-4723-91c8-6f2705bd81b0 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:10.766903 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.766903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:10.766903 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.843412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fe0bdf79-0ef1-4764-87c3-7c726772f35b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5393991 Aug 19 12:45:10.845780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34834) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:10.870552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'network': {'name': 'tempest-router-network01--679800589'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:10.878590 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-28a0a061-65fb-4723-91c8-6f2705bd81b0', 'network_id': '28a0a061-65fb-4723-91c8-6f2705bd81b0', 'tenant_id': 'e92a6d7750de49338a23bfe5553e1e82', 'fixed_ips': [{'subnet_id': '86e7e2f1-7e86-44d4-8469-3f7dd8d1d56a'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:45:10.879881 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:10.908847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34840) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:10.917762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] Pushing event updated for resources: {'Network': ['ID=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:10.948090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:10.978394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c9317241-3b21-42ae-b3bb-fbbf4f307bbf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2015369 Aug 19 12:45:10.979125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34844) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:10.995264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] Request body: {'subnet': {'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1159428480-subnet', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:11.110676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Made reservation on behalf of e92a6d7750de49338a23bfe5553e1e82 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:11.114142 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.203493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc6c8b2-cdad-4017-a0b0-90a742e804c0 admin admin] Deleting subnet 3b0cfe6f-89e4-4b9c-a006-49631c84e958 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:11.218742 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9fc6c8b2-cdad-4017-a0b0-90a742e804c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.278040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] Made reservation on behalf of 99b9eedce23149da97f30436711e8dc7 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:11.281893 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.293412 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:11.311473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Allocated IP 2001:db8::2 (28a0a061-65fb-4723-91c8-6f2705bd81b0/86e7e2f1-7e86-44d4-8469-3f7dd8d1d56a/fe720055-f2f7-4bfd-98f4-178c164740b2) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:11.328031 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.331310 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Added segment f366f53c-2c85-48f3-8f53-e37f0aafd5c4 of type vlan for network 260cbe9f-5fa9-439c-844e-555f7ab7a2ad Aug 19 12:45:11.356291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9fc6c8b2-cdad-4017-a0b0-90a742e804c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.457323 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.483754 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3224c-3140-4968-84bc-838eb2170c37 req-65361892-5ff8-4f6b-bd89-ed8eb70fedce tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:11.485438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-acb3224c-3140-4968-84bc-838eb2170c37 req-65361892-5ff8-4f6b-bd89-ed8eb70fedce tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.2075462 Aug 19 12:45:11.504437 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9fc6c8b2-cdad-4017-a0b0-90a742e804c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.551503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.561052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Transition to ACTIVE for port object fe720055-f2f7-4bfd-98f4-178c164740b2 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:11.628100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Transition to ACTIVE for port object fe720055-f2f7-4bfd-98f4-178c164740b2 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:11.668816 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-acb3224c-3140-4968-84bc-838eb2170c37 req-4dcfcf5c-0e3e-442a-9c0d-91ae9cabf10a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504397 Aug 19 12:45:11.704285 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.716193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:11.716994 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.741601 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.745510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2a123-5810-4d53-8b26-505252f41719 req-bd5cfec1-f0fa-44d8-934a-2d38b7cf689f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:11.748021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84d2a123-5810-4d53-8b26-505252f41719 req-bd5cfec1-f0fa-44d8-934a-2d38b7cf689f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1065049 Aug 19 12:45:11.798324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Network 28a0a061-65fb-4723-91c8-6f2705bd81b0 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:11.801639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:11.802983 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Network': ['ID=260cbe9f-5fa9-439c-844e-555f7ab7a2ad,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:11.805166 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84d2a123-5810-4d53-8b26-505252f41719 req-c64b6e27-9c74-4df4-b703-3e014ba0c882 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457330 Aug 19 12:45:11.806120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:11.841580 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.846239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 260cbe9f-5fa9-439c-844e-555f7ab7a2ad details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:11.874467 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9fc6c8b2-cdad-4017-a0b0-90a742e804c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.881016 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Pushing event updated for resources: {'Port': ['ID=fe720055-f2f7-4bfd-98f4-178c164740b2,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:11.903130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1108c1bf-e7b5-43bc-87da-9f4ee675efe1,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:11.915873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] Checking segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:11.916242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] Network hostable DHCP agents. Network: d0d68f47-28f3-4f86-9ee1-d0b79d7692b8, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:45:11.931296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9fc6c8b2-cdad-4017-a0b0-90a742e804c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:11.936503 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9fc6c8b2-cdad-4017-a0b0-90a742e804c0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3b0cfe6f-89e4-4b9c-a006-49631c84e958 HTTP/1.1" status: 204 len: 168 time: 1.0261581 Aug 19 12:45:11.937481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34862) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:11.937723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6c8b2-cdad-4017-a0b0-90a742e804c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0cfe6f-89e4-4b9c-a006-49631c84e958,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:11.960624 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aca49a-0e28-4f45-bd53-3593810b3b2b req-e12c45a6-c527-4165-9f95-4301847ef9a7 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:11.961510 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d5aca49a-0e28-4f45-bd53-3593810b3b2b req-e12c45a6-c527-4165-9f95-4301847ef9a7 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.1474516 Aug 19 12:45:11.986207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Attempting to bind port fe720055-f2f7-4bfd-98f4-178c164740b2 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:11.989706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Attempting to bind port fe720055-f2f7-4bfd-98f4-178c164740b2 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '3c30008e-7b71-48da-a2c4-ca83298188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '28a0a061-65fb-4723-91c8-6f2705bd81b0'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:11.989706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Attempting to bind port fe720055-f2f7-4bfd-98f4-178c164740b2 on network 28a0a061-65fb-4723-91c8-6f2705bd81b0 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:11.989918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f2e41c1d-02f6-47f3-8708-d21080b8e64d tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1409533 Aug 19 12:45:11.999703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34864) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:12.002585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:12.003198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Checking segment: {'id': '3c30008e-7b71-48da-a2c4-ca83298188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '28a0a061-65fb-4723-91c8-6f2705bd81b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:12.003944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.004486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Bound using segment: {'id': '3c30008e-7b71-48da-a2c4-ca83298188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '28a0a061-65fb-4723-91c8-6f2705bd81b0'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:12.005116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Bound port: fe720055-f2f7-4bfd-98f4-178c164740b2, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c30008e-7b71-48da-a2c4-ca83298188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '28a0a061-65fb-4723-91c8-6f2705bd81b0'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:12.005659 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.014394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'network': {'name': 'tempest-router-network02--754005114'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:12.066285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:45:12.076277 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.081339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d5aca49a-0e28-4f45-bd53-3593810b3b2b req-80b8c403-e835-491c-ba16-a51c893d1a1a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131170 Aug 19 12:45:12.084672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] For port fe720055-f2f7-4bfd-98f4-178c164740b2, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:12.088791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] For port fe720055-f2f7-4bfd-98f4-178c164740b2, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fe720055-f2f7-4bfd-98f4-178c164740b2,segment=NetworkSegment(3c30008e-7b71-48da-a2c4-ca83298188b9),segment_id=3c30008e-7b71-48da-a2c4-ca83298188b9)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:12.166163 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.181410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b10bc40-f1c3-4022-8fb8-2a7e1e254d30']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:12.204372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbee60c-07df-4793-b52d-d4567ca32d22') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:12.204815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbee60c-07df-4793-b52d-d4567ca32d22') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:12.224679 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.233195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.238345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Made reservation on behalf of e92a6d7750de49338a23bfe5553e1e82 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:12.240686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:12.241212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.242261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:12.243287 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:12.278859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:12.293318 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.310299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.310849 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Added segment 342d5932-3a71-4fb6-8afe-0cf722dedc9c of type vlan for network 0ccd1565-1061-4f33-b5c2-778e6d068b19 Aug 19 12:45:12.317267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, d0d68f47-28f3-4f86-9ee1-d0b79d7692b8) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:12.323662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:12.324374 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.339460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c15bcf9-7393-410a-9b00-29dd50715027 None None] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:12.387012 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.435086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83a89b-951d-474f-ab96-3ac3070c4225 None None] Pushing event updated for resources: {'Port': ['ID=fe720055-f2f7-4bfd-98f4-178c164740b2,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:12.443661 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.471181 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.471181 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] 10.222.0.21 "DELETE /v2.0/networks/5b10bc40-f1c3-4022-8fb8-2a7e1e254d30 HTTP/1.1" status: 204 len: 168 time: 0.5235472 Aug 19 12:45:12.475869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc05982-f454-4b02-b962-78e4c536a8ff admin admin] Pushing event deleted for resources: {'Network': ['ID=5b10bc40-f1c3-4022-8fb8-2a7e1e254d30,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:12.607935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-d0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:45:12.608884 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:12.933058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dffae-dc9e-4eaa-8739-19052c53f6f4 req-48a1b510-e11f-417b-9ad1-f9fa36c11363 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:12.944862 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c08dffae-dc9e-4eaa-8739-19052c53f6f4 req-48a1b510-e11f-417b-9ad1-f9fa36c11363 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.1302335 Aug 19 12:45:12.947603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Allocated IP 172.20.0.2 (d0d68f47-28f3-4f86-9ee1-d0b79d7692b8/1108c1bf-e7b5-43bc-87da-9f4ee675efe1/1151ea7a-ad84-4b0b-827a-c6d690d91a06) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:12.977456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fe720055-f2f7-4bfd-98f4-178c164740b2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:12.992680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2079c399-b27c-42f0-a5c6-4bce6f0676c9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0122833 Aug 19 12:45:12.994772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34876) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:13.000910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:13.043381 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c08dffae-dc9e-4eaa-8739-19052c53f6f4 req-1b8cd7ce-2d11-40f9-a297-87fc499a8d59 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946376 Aug 19 12:45:13.066588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59938-8462-4783-82a7-be09face222e req-49a7ab4b-acaf-4db4-af1d-676ba28c939d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:13.071371 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fca59938-8462-4783-82a7-be09face222e req-49a7ab4b-acaf-4db4-af1d-676ba28c939d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1354635 Aug 19 12:45:13.072924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.080985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:13.081940 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.215251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port fe720055-f2f7-4bfd-98f4-178c164740b2 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:13.218545 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.220345 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.242014 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.265823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Transition to ACTIVE for port object 1151ea7a-ad84-4b0b-827a-c6d690d91a06 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:13.266183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fca59938-8462-4783-82a7-be09face222e req-9fac7c6a-2a4d-47f6-bb1e-18f7926ca7f1 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679630 Aug 19 12:45:13.289287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Network': ['ID=0ccd1565-1061-4f33-b5c2-778e6d068b19,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:13.300184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa015491-c6cd-449e-b28c-8fc2e5f2701d req-332132ea-985c-4794-adc5-18c49ef72998 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:13.300332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Transition to ACTIVE for port object 1151ea7a-ad84-4b0b-827a-c6d690d91a06 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:13.300450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa015491-c6cd-449e-b28c-8fc2e5f2701d req-332132ea-985c-4794-adc5-18c49ef72998 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.0986681 Aug 19 12:45:13.306586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 0ccd1565-1061-4f33-b5c2-778e6d068b19 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:13.341804 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.386972 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa015491-c6cd-449e-b28c-8fc2e5f2701d req-b3add2e8-8c46-43c5-8ca8-4a649e955418 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557179 Aug 19 12:45:13.391537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34880) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:13.423722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.432434 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-280e5dee-a52d-4ee6-a3f5-dc0701eff6b1 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4310060 Aug 19 12:45:13.434877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34882) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:13.440887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'subnet': {'network_id': '260cbe9f-5fa9-439c-844e-555f7ab7a2ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:13.489176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:13.493820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:13.495857 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a4ce5465-bba5-4897-b016-e511314745b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aec28cc18f02409c840bb4da249e4d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018846 Aug 19 12:45:13.497396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34884) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:13.499437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:13.506860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Pushing event updated for resources: {'Port': ['ID=1151ea7a-ad84-4b0b-827a-c6d690d91a06,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:13.627233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d80fd7f5-39ac-4101-8e56-8b5e52417288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.693069 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d80fd7f5-39ac-4101-8e56-8b5e52417288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.746548 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.872460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Attempting to bind port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:13.872833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Attempting to bind port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:13.873219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Attempting to bind port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:13.878830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:13.879356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Checking segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:13.879760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.880169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Bound using segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:13.880637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Bound port: 1151ea7a-ad84-4b0b-827a-c6d690d91a06, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:13.881025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.937022 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d80fd7f5-39ac-4101-8e56-8b5e52417288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.938546 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d80fd7f5-39ac-4101-8e56-8b5e52417288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:13.942007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d80fd7f5-39ac-4101-8e56-8b5e52417288 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bce0c1d5-3bcb-4056-92f5-e04450b92147 HTTP/1.1" status: 204 len: 168 time: 0.4410908 Aug 19 12:45:13.958373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] For port 1151ea7a-ad84-4b0b-827a-c6d690d91a06, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:13.960469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd7f5-39ac-4101-8e56-8b5e52417288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce0c1d5-3bcb-4056-92f5-e04450b92147,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:13.969771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] For port 1151ea7a-ad84-4b0b-827a-c6d690d91a06, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1151ea7a-ad84-4b0b-827a-c6d690d91a06,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:13.988987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Made reservation on behalf of e92a6d7750de49338a23bfe5553e1e82 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:13.992731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.071136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7432266e-9583-42ff-8ed5-19d3d71facaf None None] Network 28a0a061-65fb-4723-91c8-6f2705bd81b0 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:14.124925 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.225573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ae6d8-51d1-4c8c-b3f7-fd90a90b8ad5 None None] Pushing event updated for resources: {'Port': ['ID=1151ea7a-ad84-4b0b-827a-c6d690d91a06,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:14.255192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e9974-9e1f-4d71-bf79-b0d88ceee79e req-0e656329-19ab-4e06-b61f-43be14bc16c2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:14.265634 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-980e9974-9e1f-4d71-bf79-b0d88ceee79e req-0e656329-19ab-4e06-b61f-43be14bc16c2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.1040878 Aug 19 12:45:14.344290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-738c2d5e-918b-4774-ace0-3410c24db125 None None] Provisioning for port fe720055-f2f7-4bfd-98f4-178c164740b2 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:14.352909 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-980e9974-9e1f-4d71-bf79-b0d88ceee79e req-79957c68-4e22-4688-b4f2-9abbb5cd7beb tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857761 Aug 19 12:45:14.384075 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-738c2d5e-918b-4774-ace0-3410c24db125 None None] Provisioning complete for port fe720055-f2f7-4bfd-98f4-178c164740b2 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:14.384450 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-738c2d5e-918b-4774-ace0-3410c24db125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.684365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31704634-f1b3-4549-a7cf-a3f0f7faa0ba req-3e328c5e-d2e0-4263-b940-44dd30b2c155 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:14.693828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31704634-f1b3-4549-a7cf-a3f0f7faa0ba req-3e328c5e-d2e0-4263-b940-44dd30b2c155 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.1733518 Aug 19 12:45:14.720331 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-738c2d5e-918b-4774-ace0-3410c24db125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:14.811929 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31704634-f1b3-4549-a7cf-a3f0f7faa0ba req-390a8fe2-983c-4dd2-b439-23aae69e628b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166730 Aug 19 12:45:14.863001 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-738c2d5e-918b-4774-ace0-3410c24db125 None None] For port fe720055-f2f7-4bfd-98f4-178c164740b2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fe720055-f2f7-4bfd-98f4-178c164740b2,segment=NetworkSegment(3c30008e-7b71-48da-a2c4-ca83298188b9),segment_id=3c30008e-7b71-48da-a2c4-ca83298188b9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:14.961966 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-738c2d5e-918b-4774-ace0-3410c24db125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.006003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0d598-735a-4c9a-88be-f2266b6c86be req-65f6d1f6-47c5-43e7-8265-9211ad6042bf tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:15.023241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a0d598-735a-4c9a-88be-f2266b6c86be req-65f6d1f6-47c5-43e7-8265-9211ad6042bf tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.5820470 Aug 19 12:45:15.038524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1151ea7a-ad84-4b0b-827a-c6d690d91a06 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:15.076293 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.190115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c2d5e-918b-4774-ace0-3410c24db125 None None] Pushing event updated for resources: {'Port': ['ID=fe720055-f2f7-4bfd-98f4-178c164740b2,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:15.227450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.283020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2a0d598-735a-4c9a-88be-f2266b6c86be req-f83fccbd-5724-4b52-a4f8-c32e5e692a4d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583547 Aug 19 12:45:15.290610 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.299989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d156844b-96b4-423f-a5c3-f802970621ea None None] Provisioning complete for port fe720055-f2f7-4bfd-98f4-178c164740b2 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:15.300669 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d156844b-96b4-423f-a5c3-f802970621ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.320720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Subnet': ['ID=22472de0-8f87-4b1b-849d-c948aa40cc7b,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:15.354723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:15.467372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Checking segment: {'id': 'f366f53c-2c85-48f3-8f53-e37f0aafd5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '260cbe9f-5fa9-439c-844e-555f7ab7a2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:15.467739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network hostable DHCP agents. Network: 260cbe9f-5fa9-439c-844e-555f7ab7a2ad, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:45:15.560203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Allocated IP 172.25.2.24 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/c5124304-c2ef-417c-ae4b-63e15dbdf2be) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:15.598343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73898cf5-f43c-4ea2-a60a-ce0ee1f18c78 req-894dc3ea-afa4-4f89-98c4-cf653d3e6419 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:15.618096 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73898cf5-f43c-4ea2-a60a-ce0ee1f18c78 req-894dc3ea-afa4-4f89-98c4-cf653d3e6419 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.1425977 Aug 19 12:45:15.764890 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73898cf5-f43c-4ea2-a60a-ce0ee1f18c78 req-29f959a1-e53a-4291-8a33-9ce3e3c1f2b3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508995 Aug 19 12:45:15.764984 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:15.788971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-f318c657-1257-4760-ad2e-f21e13c0d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:15.790519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-f318c657-1257-4760-ad2e-f21e13c0d579 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c17297614be44d38872162afaeb6611a&device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 1094 time: 0.0467808 Aug 19 12:45:15.956166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network 260cbe9f-5fa9-439c-844e-555f7ab7a2ad is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:45:15.959303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee101a5-fcd6-42dd-8b16-70713511f201 None None] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:15.968529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3ef98-c7e7-4e08-abc3-1f1fb6f7fb41 req-b8530a79-ee66-46f3-a997-fda77f971dad tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:15.976521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1f3ef98-c7e7-4e08-abc3-1f1fb6f7fb41 req-b8530a79-ee66-46f3-a997-fda77f971dad tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.0820329 Aug 19 12:45:16.041490 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1f3ef98-c7e7-4e08-abc3-1f1fb6f7fb41 req-3ad21fab-9312-4873-b637-1c9c2753ca8d tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640306 Aug 19 12:45:16.231485 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.236011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 260cbe9f-5fa9-439c-844e-555f7ab7a2ad) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:16.241268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:16.244726 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.245913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0721ada2-336e-4c02-8c0d-e888fd418562 None None] Network 260cbe9f-5fa9-439c-844e-555f7ab7a2ad requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:16.306344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:16.309488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:16.316052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3d034839-1420-4524-8d8e-a9d43865115c None None] Provisioning for port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:16.316193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:16.330238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3d034839-1420-4524-8d8e-a9d43865115c None None] Provisioning complete for port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:16.331792 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d034839-1420-4524-8d8e-a9d43865115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.355904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Pushing event updated for resources: {'Port': ['ID=c5124304-c2ef-417c-ae4b-63e15dbdf2be,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:16.391587 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ba593cbf-6737-4dab-a997-fb27de592c66 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9554198 Aug 19 12:45:16.394357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34902) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:16.399698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'subnet': {'network_id': '0ccd1565-1061-4f33-b5c2-778e6d068b19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:16.452091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0f18b-9919-4028-98ae-9d6a075d1c7f req-e562b236-d157-40ce-99f5-ca6136b0be14 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:16.455843 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-20e0f18b-9919-4028-98ae-9d6a075d1c7f req-e562b236-d157-40ce-99f5-ca6136b0be14 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.0662165 Aug 19 12:45:16.499151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-20e0f18b-9919-4028-98ae-9d6a075d1c7f req-12647a89-1830-47b7-a91e-706562ad94b0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359907 Aug 19 12:45:16.559859 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d034839-1420-4524-8d8e-a9d43865115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.569955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-260cbe9f-5fa9-439c-844e-555f7ab7a2ad', 'network_id': '260cbe9f-5fa9-439c-844e-555f7ab7a2ad', 'tenant_id': 'e92a6d7750de49338a23bfe5553e1e82', 'fixed_ips': [{'subnet_id': '22472de0-8f87-4b1b-849d-c948aa40cc7b'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:45:16.570819 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.611757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3d034839-1420-4524-8d8e-a9d43865115c None None] For port 1151ea7a-ad84-4b0b-827a-c6d690d91a06, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1151ea7a-ad84-4b0b-827a-c6d690d91a06,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:16.723661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Allocated IP 2001:db8::2 (260cbe9f-5fa9-439c-844e-555f7ab7a2ad/22472de0-8f87-4b1b-849d-c948aa40cc7b/63ff4799-99b7-454b-88ba-433d5317fe7c) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:16.738169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Made reservation on behalf of e92a6d7750de49338a23bfe5553e1e82 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:16.738397 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d034839-1420-4524-8d8e-a9d43865115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.742713 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.822154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fe720055-f2f7-4bfd-98f4-178c164740b2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:16.880795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d034839-1420-4524-8d8e-a9d43865115c None None] Pushing event updated for resources: {'Port': ['ID=1151ea7a-ad84-4b0b-827a-c6d690d91a06,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:16.915270 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.923094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1ecbf836-dcf7-465f-ba21-29becd577887 None None] Provisioning complete for port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:16.923474 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1ecbf836-dcf7-465f-ba21-29becd577887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:16.927452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8f6f4-99a7-4836-915b-c2a9e9fa2d22 req-c52da588-c591-4e0c-a604-a72913eda12f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:16.929000 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41e8f6f4-99a7-4836-915b-c2a9e9fa2d22 req-c52da588-c591-4e0c-a604-a72913eda12f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.1252229 Aug 19 12:45:17.001035 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.011932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port fe720055-f2f7-4bfd-98f4-178c164740b2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:17.012803 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.014537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Transition to ACTIVE for port object 63ff4799-99b7-454b-88ba-433d5317fe7c will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:17.079716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Transition to ACTIVE for port object 63ff4799-99b7-454b-88ba-433d5317fe7c will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:17.124045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-327f2a16-de6c-470f-92c7-6b859b1b3406 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ac7ccc-e5d7-4623-a470-b1006e4419f5 HTTP/1.1" status: 200 len: 217 time: 0.0906396 Aug 19 12:45:17.127027 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-41e8f6f4-99a7-4836-915b-c2a9e9fa2d22 req-b940acf7-cdaf-4629-a0d9-fd488503319e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612487 Aug 19 12:45:17.172480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefd700-e5c8-4314-bb2f-741035b9a6e6 req-06d66e94-3b20-43e5-aace-c1381407052c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:17.174009 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aeefd700-e5c8-4314-bb2f-741035b9a6e6 req-06d66e94-3b20-43e5-aace-c1381407052c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.0543668 Aug 19 12:45:17.179665 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.220062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aeefd700-e5c8-4314-bb2f-741035b9a6e6 req-17eae154-bb02-4dc8-a241-6ebb0814edc4 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347562 Aug 19 12:45:17.220790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Network 260cbe9f-5fa9-439c-844e-555f7ab7a2ad is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:17.223734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:17.228212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:17.236422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Pushing event updated for resources: {'Port': ['ID=63ff4799-99b7-454b-88ba-433d5317fe7c,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:17.293015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Attempting to bind port 63ff4799-99b7-454b-88ba-433d5317fe7c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:17.293682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Attempting to bind port 63ff4799-99b7-454b-88ba-433d5317fe7c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f366f53c-2c85-48f3-8f53-e37f0aafd5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '260cbe9f-5fa9-439c-844e-555f7ab7a2ad'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:17.293682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Attempting to bind port 63ff4799-99b7-454b-88ba-433d5317fe7c on network 260cbe9f-5fa9-439c-844e-555f7ab7a2ad {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:17.298787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:17.299192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Checking segment: {'id': 'f366f53c-2c85-48f3-8f53-e37f0aafd5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '260cbe9f-5fa9-439c-844e-555f7ab7a2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:17.299791 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.300182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Bound using segment: {'id': 'f366f53c-2c85-48f3-8f53-e37f0aafd5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '260cbe9f-5fa9-439c-844e-555f7ab7a2ad'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:17.300679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Bound port: 63ff4799-99b7-454b-88ba-433d5317fe7c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f366f53c-2c85-48f3-8f53-e37f0aafd5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '260cbe9f-5fa9-439c-844e-555f7ab7a2ad'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:17.301056 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.373906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] For port 63ff4799-99b7-454b-88ba-433d5317fe7c, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:17.377173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] For port 63ff4799-99b7-454b-88ba-433d5317fe7c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=63ff4799-99b7-454b-88ba-433d5317fe7c,segment=NetworkSegment(f366f53c-2c85-48f3-8f53-e37f0aafd5c4),segment_id=f366f53c-2c85-48f3-8f53-e37f0aafd5c4)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:17.485677 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.562795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af829e48-b134-4702-846e-ea60afaa6613 None None] Pushing event updated for resources: {'Port': ['ID=63ff4799-99b7-454b-88ba-433d5317fe7c,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:17.641849 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-e7a51c9a-09bc-4530-b22e-3225f2b2bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:17.643378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-e7a51c9a-09bc-4530-b22e-3225f2b2bea4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc44fe7a-aba8-4278-9818-fefd641677b9 HTTP/1.1" status: 200 len: 851 time: 0.4969506 Aug 19 12:45:17.693656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-a2797661-1515-4473-bf37-363461d4ff1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337913 Aug 19 12:45:17.720540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.724609 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:17.765781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414817df-a7a2-4a3a-809e-965c979a39fe req-839883da-f1a3-4f33-96b2-21f0155b82ed tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:17.767399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-414817df-a7a2-4a3a-809e-965c979a39fe req-839883da-f1a3-4f33-96b2-21f0155b82ed tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1484153 Aug 19 12:45:17.893652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Subnet': ['ID=9f1ba23e-8860-4dac-b987-f02b9be0508e,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:17.965649 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-414817df-a7a2-4a3a-809e-965c979a39fe req-c5483dd9-683f-4d7a-88c2-3677394d5371 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627522 Aug 19 12:45:17.982881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Checking segment: {'id': '342d5932-3a71-4fb6-8afe-0cf722dedc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ccd1565-1061-4f33-b5c2-778e6d068b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:17.983255 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network hostable DHCP agents. Network: 0ccd1565-1061-4f33-b5c2-778e6d068b19, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:45:18.014395 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-a2d6208e-0117-4376-b1d6-ceed58fd8846 service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086567 Aug 19 12:45:18.123866 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86716283-4ca4-41cd-9212-65e1b34457d1 req-e2acc418-9ca0-4f4c-82f8-c8f7ddf647c9 service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996556 Aug 19 12:45:18.139041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network 0ccd1565-1061-4f33-b5c2-778e6d068b19 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:45:18.195551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Router 7dcc5b5e-9b01-4160-8f75-1cd02156902b is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:45:18.284707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb346f-ce72-44fe-b1db-4df575ef13f1 req-4c1db200-0751-400c-873b-ffe46b600b5e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:18.286414 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cecb346f-ce72-44fe-b1db-4df575ef13f1 req-4c1db200-0751-400c-873b-ffe46b600b5e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.0620427 Aug 19 12:45:18.306515 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 0ccd1565-1061-4f33-b5c2-778e6d068b19) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:18.316379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03790bc6-6c85-4db8-8aff-e6dce9410db2 None None] Network 0ccd1565-1061-4f33-b5c2-778e6d068b19 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:18.332707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:18.333188 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.348621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cecb346f-ce72-44fe-b1db-4df575ef13f1 req-5f82fba4-bec4-4a16-b1b4-4e06dd9c34a5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531120 Aug 19 12:45:18.383613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:18.397393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Sync routers for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:18.407061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd751b-9532-4d3c-a1c6-6cbb9a7ae5d8 req-8f50676f-46a1-436d-9587-8268b1d22e94 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:18.408628 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38bd751b-9532-4d3c-a1c6-6cbb9a7ae5d8 req-8f50676f-46a1-436d-9587-8268b1d22e94 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.0977759 Aug 19 12:45:18.417617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:18.418382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:18.450987 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38bd751b-9532-4d3c-a1c6-6cbb9a7ae5d8 req-231cc059-9b2e-418a-b508-5b901945c2ae tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360887 Aug 19 12:45:18.483679 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e0786383-818d-4363-ae46-317ec342da5c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0881052 Aug 19 12:45:18.486378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34914) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:18.505369 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.507473 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3c98891b-fe5f-4027-82c6-d63eed892d7b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5104749 Aug 19 12:45:18.510060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34916) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:18.566365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1564bb7f-57c4-4a0f-8015-c1f313c4a829 None None] Network 260cbe9f-5fa9-439c-844e-555f7ab7a2ad requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:18.584869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-0ccd1565-1061-4f33-b5c2-778e6d068b19', 'network_id': '0ccd1565-1061-4f33-b5c2-778e6d068b19', 'tenant_id': 'e92a6d7750de49338a23bfe5553e1e82', 'fixed_ips': [{'subnet_id': '9f1ba23e-8860-4dac-b987-f02b9be0508e'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:45:18.585704 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.626239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:18.821700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:18.963412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1151ea7a-ad84-4b0b-827a-c6d690d91a06 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:18.993490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.057259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f3836c70-f887-4ca4-9e41-e8e13b1f89fb None None] Provisioning for port 63ff4799-99b7-454b-88ba-433d5317fe7c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:19.164852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b75c-f511-4198-87e6-0f86c1dc97ca req-bc00749d-5216-484c-95a4-60ac78faf3c6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:19.166288 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96f4b75c-f511-4198-87e6-0f86c1dc97ca req-bc00749d-5216-484c-95a4-60ac78faf3c6 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.0952613 Aug 19 12:45:19.201354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Allocated IP 2001:db8::1 (260cbe9f-5fa9-439c-844e-555f7ab7a2ad/22472de0-8f87-4b1b-849d-c948aa40cc7b/0b0f4bc8-ff9b-482e-9e70-e83dc742482e) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:19.203539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Allocated IP 2001:db8::2 (0ccd1565-1061-4f33-b5c2-778e6d068b19/9f1ba23e-8860-4dac-b987-f02b9be0508e/f5bbd772-2d6a-4627-a220-657d63d7a29f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:19.227099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Allocated IP 172.20.0.1 (d0d68f47-28f3-4f86-9ee1-d0b79d7692b8/1108c1bf-e7b5-43bc-87da-9f4ee675efe1/c2a436fa-0232-4974-bfcc-bfd393fda0bd) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:19.233690 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96f4b75c-f511-4198-87e6-0f86c1dc97ca req-9fbc586a-415d-4003-9a38-24e10a1f7af0 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613337 Aug 19 12:45:19.240227 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:19.244315 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.370014 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.384623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:16Z', 'revision_number': 3, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:19.391353 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.395641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Transition to ACTIVE for port object 0b0f4bc8-ff9b-482e-9e70-e83dc742482e will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:19.407552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Transition to ACTIVE for port object c2a436fa-0232-4974-bfcc-bfd393fda0bd will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:19.451404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Checking router: 7dcc5b5e-9b01-4160-8f75-1cd02156902b for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:19.451753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Updating router 7dcc5b5e-9b01-4160-8f75-1cd02156902b port c5124304-c2ef-417c-ae4b-63e15dbdf2be binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:45:19.505448 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.510929 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.529433 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.550032 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.564780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 63ff4799-99b7-454b-88ba-433d5317fe7c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:19.568289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328562-048b-4b3f-b073-4b160982f601 req-eee49eb7-f26b-4fb6-adf3-2ad39a483c39 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:19.573074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Transition to ACTIVE for port object f5bbd772-2d6a-4627-a220-657d63d7a29f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:19.576572 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91328562-048b-4b3f-b073-4b160982f601 req-eee49eb7-f26b-4fb6-adf3-2ad39a483c39 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.1088357 Aug 19 12:45:19.599447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network 260cbe9f-5fa9-439c-844e-555f7ab7a2ad is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:19.610575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:19.614927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:19.615487 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.629591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:19.638007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:19.644983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:19.680813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Transition to ACTIVE for port object f5bbd772-2d6a-4627-a220-657d63d7a29f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:19.691357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Pushing event updated for resources: {'Port': ['ID=c2a436fa-0232-4974-bfcc-bfd393fda0bd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:19.702259 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.724361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Port': ['ID=0b0f4bc8-ff9b-482e-9e70-e83dc742482e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:19.748803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91328562-048b-4b3f-b073-4b160982f601 req-8430b956-8da3-4054-94b7-5d9e9e4f29e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712527 Aug 19 12:45:19.767605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec7052-4e6d-4196-9731-f6f5511f732e req-a482ce51-edd0-43ad-b328-ead70d773cbb tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:19.772176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70ec7052-4e6d-4196-9731-f6f5511f732e req-a482ce51-edd0-43ad-b328-ead70d773cbb tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.2295272 Aug 19 12:45:19.844572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70ec7052-4e6d-4196-9731-f6f5511f732e req-29b5cc8b-85bf-478b-a78f-c05bd3cae50d tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691490 Aug 19 12:45:19.855548 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.895639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.901753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 63ff4799-99b7-454b-88ba-433d5317fe7c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:19.934791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 63ff4799-99b7-454b-88ba-433d5317fe7c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:19.935183 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.945987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Pushing event updated for resources: {'Port': ['ID=f5bbd772-2d6a-4627-a220-657d63d7a29f,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:19.952069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Network 0ccd1565-1061-4f33-b5c2-778e6d068b19 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:19.974886 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:19.978014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:19.981257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:20.054697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Transition to ACTIVE for port object c5124304-c2ef-417c-ae4b-63e15dbdf2be will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:20.062571 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.080577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Attempting to bind port f5bbd772-2d6a-4627-a220-657d63d7a29f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:20.085979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Attempting to bind port f5bbd772-2d6a-4627-a220-657d63d7a29f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '342d5932-3a71-4fb6-8afe-0cf722dedc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ccd1565-1061-4f33-b5c2-778e6d068b19'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:20.085979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Attempting to bind port f5bbd772-2d6a-4627-a220-657d63d7a29f on network 0ccd1565-1061-4f33-b5c2-778e6d068b19 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:20.091080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:20.091459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Checking segment: {'id': '342d5932-3a71-4fb6-8afe-0cf722dedc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ccd1565-1061-4f33-b5c2-778e6d068b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:20.091865 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.092262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Bound using segment: {'id': '342d5932-3a71-4fb6-8afe-0cf722dedc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ccd1565-1061-4f33-b5c2-778e6d068b19'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:20.094100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Bound port: f5bbd772-2d6a-4627-a220-657d63d7a29f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342d5932-3a71-4fb6-8afe-0cf722dedc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0ccd1565-1061-4f33-b5c2-778e6d068b19'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:20.094100 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.169618 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.206354 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.228323 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.241944 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.265791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Attempting to bind port c5124304-c2ef-417c-ae4b-63e15dbdf2be on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:20.266156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Attempting to bind port c5124304-c2ef-417c-ae4b-63e15dbdf2be by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:20.269399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Attempting to bind port c5124304-c2ef-417c-ae4b-63e15dbdf2be on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:20.269399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e968d842-4c72-4ada-aac4-a3d2d95185d7 None None] Provisioning for port 0b0f4bc8-ff9b-482e-9e70-e83dc742482e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:20.276803 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb42da2-4694-477d-bbb6-8d4e3deff0f3 None None] Pushing event updated for resources: {'Port': ['ID=c5124304-c2ef-417c-ae4b-63e15dbdf2be,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:20.284744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] For port f5bbd772-2d6a-4627-a220-657d63d7a29f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:20.294713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] For port f5bbd772-2d6a-4627-a220-657d63d7a29f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f5bbd772-2d6a-4627-a220-657d63d7a29f,segment=NetworkSegment(342d5932-3a71-4fb6-8afe-0cf722dedc9c),segment_id=342d5932-3a71-4fb6-8afe-0cf722dedc9c)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:20.296412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:20.296698 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:20.297220 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.297572 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:20.298036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Bound port: c5124304-c2ef-417c-ae4b-63e15dbdf2be, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:20.298424 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.301181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 63ff4799-99b7-454b-88ba-433d5317fe7c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=63ff4799-99b7-454b-88ba-433d5317fe7c,segment=NetworkSegment(f366f53c-2c85-48f3-8f53-e37f0aafd5c4),segment_id=f366f53c-2c85-48f3-8f53-e37f0aafd5c4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:20.302987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e968d842-4c72-4ada-aac4-a3d2d95185d7 None None] Provisioning complete for port 0b0f4bc8-ff9b-482e-9e70-e83dc742482e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:20.303349 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e968d842-4c72-4ada-aac4-a3d2d95185d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.310917 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.311760 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.376914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e968d842-4c72-4ada-aac4-a3d2d95185d7 None None] Port 0b0f4bc8-ff9b-482e-9e70-e83dc742482e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:20.379791 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.386581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] For port c5124304-c2ef-417c-ae4b-63e15dbdf2be, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:20.390673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] For port c5124304-c2ef-417c-ae4b-63e15dbdf2be, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c5124304-c2ef-417c-ae4b-63e15dbdf2be,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:20.417768 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.424192 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.436211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Port': ['ID=0b0f4bc8-ff9b-482e-9e70-e83dc742482e,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:20.451333 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.454291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Pushing event updated for resources: {'Port': ['ID=c2a436fa-0232-4974-bfcc-bfd393fda0bd,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:20.464073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14854b-a7ef-4ccc-b946-5ebee2ea30ea req-8e0abf63-3e0e-4143-98e4-cc0b7942abf5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:20.466017 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b14854b-a7ef-4ccc-b946-5ebee2ea30ea req-8e0abf63-3e0e-4143-98e4-cc0b7942abf5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1241477 Aug 19 12:45:20.485826 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.487837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc91dc3-4c36-4a81-9521-cda14fdae6cb None None] Pushing event updated for resources: {'Port': ['ID=f5bbd772-2d6a-4627-a220-657d63d7a29f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:20.513832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network 260cbe9f-5fa9-439c-844e-555f7ab7a2ad is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:20.517241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:20.537837 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b14854b-a7ef-4ccc-b946-5ebee2ea30ea req-0093f4a3-b076-4cbd-9d35-181701412ce8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656779 Aug 19 12:45:20.551685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e968d842-4c72-4ada-aac4-a3d2d95185d7 None None] Provisioning for port c2a436fa-0232-4974-bfcc-bfd393fda0bd completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:20.565311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e968d842-4c72-4ada-aac4-a3d2d95185d7 None None] Provisioning complete for port c2a436fa-0232-4974-bfcc-bfd393fda0bd triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:20.565799 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e968d842-4c72-4ada-aac4-a3d2d95185d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:20.589172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:20.591406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:20.601434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:20.602086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:20.700244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=63ff4799-99b7-454b-88ba-433d5317fe7c,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:20.707117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e968d842-4c72-4ada-aac4-a3d2d95185d7 None None] Port c2a436fa-0232-4974-bfcc-bfd393fda0bd cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:20.759841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Router 7dcc5b5e-9b01-4160-8f75-1cd02156902b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:20.767563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Router c7993339-957c-4062-9e5e-c4f43b769e91 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:45:20.932960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 63ff4799-99b7-454b-88ba-433d5317fe7c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:21.056067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb42da2-4694-477d-bbb6-8d4e3deff0f3 None None] Pushing event updated for resources: {'Port': ['ID=c5124304-c2ef-417c-ae4b-63e15dbdf2be,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:21.072031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8aac3-94ec-4119-a836-d4463413e7a5 req-4882d5fb-0f82-4517-b318-a56eabad203d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:21.081147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72c8aac3-94ec-4119-a836-d4463413e7a5 req-4882d5fb-0f82-4517-b318-a56eabad203d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.1086695 Aug 19 12:45:21.108651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:21.119617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:21.124114 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a914501f-9e3c-4355-b8f5-ff47c598eb0c admin admin] 10.222.0.21 "PUT /v2.0/routers/7dcc5b5e-9b01-4160-8f75-1cd02156902b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6127253 Aug 19 12:45:21.174265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72c8aac3-94ec-4119-a836-d4463413e7a5 req-733333f8-3253-483d-84e3-ba4d551bf52c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919695 Aug 19 12:45:21.225236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-95b75ce3-76cf-48ae-ae4f-462e9c7ed27f None None] Provisioning complete for port 0b0f4bc8-ff9b-482e-9e70-e83dc742482e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:21.225703 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95b75ce3-76cf-48ae-ae4f-462e9c7ed27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.227479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 63ff4799-99b7-454b-88ba-433d5317fe7c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:21.227949 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.499608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:21.505559 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1916d57b-7485-4946-b8a9-2271425f97d8 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "PUT /v2.0/routers/c7993339-957c-4062-9e5e-c4f43b769e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0179646 Aug 19 12:45:21.508621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34942) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:21.510189 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920fd50b-b3fb-444c-ae04-c0e05f5ad753 None None] Sync routers for ids ['c7993339-957c-4062-9e5e-c4f43b769e91'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:21.520938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33549c1-3104-4aba-8e0d-f8dfbcdfefd2 req-55e99892-3fb1-44b5-95f3-281d4da554f2 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:21.524156 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fd50b-b3fb-444c-ae04-c0e05f5ad753 None None] Routers {'c7993339-957c-4062-9e5e-c4f43b769e91'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:21.524996 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-920fd50b-b3fb-444c-ae04-c0e05f5ad753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7993339-957c-4062-9e5e-c4f43b769e91'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.529661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d33549c1-3104-4aba-8e0d-f8dfbcdfefd2 req-55e99892-3fb1-44b5-95f3-281d4da554f2 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 943 time: 0.1275828 Aug 19 12:45:21.532249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-95b75ce3-76cf-48ae-ae4f-462e9c7ed27f None None] Port 0b0f4bc8-ff9b-482e-9e70-e83dc742482e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:21.582674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-95b75ce3-76cf-48ae-ae4f-462e9c7ed27f None None] Provisioning complete for port c2a436fa-0232-4974-bfcc-bfd393fda0bd triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:21.583066 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95b75ce3-76cf-48ae-ae4f-462e9c7ed27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.594203 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d33549c1-3104-4aba-8e0d-f8dfbcdfefd2 req-4ac2bd2d-a470-42ac-9381-3448602bf484 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637331 Aug 19 12:45:21.681325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device e8ac7ccc-e5d7-4623-a470-b1006e4419f5 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:45:21.726676 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-920fd50b-b3fb-444c-ae04-c0e05f5ad753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.734176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-95b75ce3-76cf-48ae-ae4f-462e9c7ed27f None None] Port c2a436fa-0232-4974-bfcc-bfd393fda0bd cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:21.735998 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920fd50b-b3fb-444c-ae04-c0e05f5ad753 None None] Routers {'c7993339-957c-4062-9e5e-c4f43b769e91'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:21.736621 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-920fd50b-b3fb-444c-ae04-c0e05f5ad753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7993339-957c-4062-9e5e-c4f43b769e91'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.770201 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-920fd50b-b3fb-444c-ae04-c0e05f5ad753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.770879 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920fd50b-b3fb-444c-ae04-c0e05f5ad753 None None] The sync data for ids ['c7993339-957c-4062-9e5e-c4f43b769e91'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:21.872792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:20Z', 'revision_number': 2, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:21.880224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port e8ac7ccc-e5d7-4623-a470-b1006e4419f5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=e8ac7ccc-e5d7-4623-a470-b1006e4419f5,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:21.919018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad2d38c-d371-431b-8ea5-4b4812d9a965 None None] The sync data for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 is: [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:20Z', 'revision_number': 2, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:21.930376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'e8ac7ccc-e5d7-4623-a470-b1006e4419f5', 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f', 'port_id': 'e8ac7ccc-e5d7-4623-a470-b1006e4419f5', 'mac_address': 'fa:16:3e:fd:c0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc44fe7a-aba8-4278-9818-fefd641677b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:45:21.975093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:21.992147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ac7ccc-e5d7-4623-a470-b1006e4419f5 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:22.027556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port e8ac7ccc-e5d7-4623-a470-b1006e4419f5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=e8ac7ccc-e5d7-4623-a470-b1006e4419f5,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:22.030291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b1549-7b39-49e8-886c-96b7fbc8b3e6 None None] Network 0ccd1565-1061-4f33-b5c2-778e6d068b19 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:22.133785 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a896f3-6e87-4090-acb9-41db89b69e21 req-83421893-8650-49ec-ad7b-20ddd6904d09 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:22.135390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1a896f3-6e87-4090-acb9-41db89b69e21 req-83421893-8650-49ec-ad7b-20ddd6904d09 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.4621840 Aug 19 12:45:22.152604 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.213932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-25b55141-f3a0-40c9-9c8c-10a1df5a975f None None] Provisioning for port f5bbd772-2d6a-4627-a220-657d63d7a29f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:22.268028 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a1a896f3-6e87-4090-acb9-41db89b69e21 req-fdeeee68-a3a9-4f36-aacd-674f9936d552 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930066 Aug 19 12:45:22.321902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=e8ac7ccc-e5d7-4623-a470-b1006e4419f5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:22.370117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045af93-cc96-46fa-853e-ac22d582d4f1 req-5db521f5-38d7-4c06-afe3-5024d4bb5e37 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:22.378361 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e045af93-cc96-46fa-853e-ac22d582d4f1 req-5db521f5-38d7-4c06-afe3-5024d4bb5e37 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.0705020 Aug 19 12:45:22.393777 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['e8ac7ccc-e5d7-4623-a470-b1006e4419f5'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:22.402607 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-85550cab-edd5-4cd7-81f5-2e61f7da053e tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:45:22.407027 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-85550cab-edd5-4cd7-81f5-2e61f7da053e tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "PUT /v2.0/routers/c7993339-957c-4062-9e5e-c4f43b769e91/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8942909 Aug 19 12:45:22.407354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 34956) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:22.428706 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e045af93-cc96-46fa-853e-ac22d582d4f1 req-90f8cbf2-e406-4b98-9008-939019a2c573 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Aug 19 12:45:22.776934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc096ce8-b6b9-46fd-9e6c-57a295c8ab33 req-bc11ac00-b86d-47da-904c-81b9d9aaa190 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:22.777418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34964) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:22.779440 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc096ce8-b6b9-46fd-9e6c-57a295c8ab33 req-bc11ac00-b86d-47da-904c-81b9d9aaa190 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 944 time: 0.0981555 Aug 19 12:45:22.796822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1872307019-network', 'tenant_id': '90660ecbb964408385fc2440d1fe5213'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:22.881976 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc096ce8-b6b9-46fd-9e6c-57a295c8ab33 req-dcf2d702-5ec7-4f20-8195-159cad2acc5d tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817261 Aug 19 12:45:22.908092 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f5bbd772-2d6a-4627-a220-657d63d7a29f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:22.911172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Made reservation on behalf of 90660ecbb964408385fc2440d1fe5213 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:22.911306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012e5e9-89f5-4176-a66c-0d127042cfe3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.912805 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:22.925231 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.040996 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.094706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f5bbd772-2d6a-4627-a220-657d63d7a29f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:23.098824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f5bbd772-2d6a-4627-a220-657d63d7a29f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:23.099219 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.126886 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.143115 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:23.174541 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.175006 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Added segment ddfe6141-55d7-4173-8a29-e6d5412aea3d of type vlan for network c7ba5371-a24f-46be-93aa-46fa410d677c Aug 19 12:45:23.187249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e012e5e9-89f5-4176-a66c-0d127042cfe3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Deleting port 0b0f4bc8-ff9b-482e-9e70-e83dc742482e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:23.187602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012e5e9-89f5-4176-a66c-0d127042cfe3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.189218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da2a0f1-66b7-4e89-8b62-64aa225242ee,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:23.193518 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.228001 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.234035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port f5bbd772-2d6a-4627-a220-657d63d7a29f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f5bbd772-2d6a-4627-a220-657d63d7a29f,segment=NetworkSegment(342d5932-3a71-4fb6-8afe-0cf722dedc9c),segment_id=342d5932-3a71-4fb6-8afe-0cf722dedc9c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:23.297079 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012e5e9-89f5-4176-a66c-0d127042cfe3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.310518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e012e5e9-89f5-4176-a66c-0d127042cfe3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Calling delete_port for 0b0f4bc8-ff9b-482e-9e70-e83dc742482e owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:23.317565 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.360348 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.361566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:23.362422 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.374574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=f5bbd772-2d6a-4627-a220-657d63d7a29f,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:23.470471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f3546-9a22-421e-850d-81c3a93f8af8 req-969401dd-b66c-49fe-b118-f68d5559e374 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:23.477926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-626f3546-9a22-421e-850d-81c3a93f8af8 req-969401dd-b66c-49fe-b118-f68d5559e374 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1283355 Aug 19 12:45:23.480146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] Pushing event updated for resources: {'Network': ['ID=c7ba5371-a24f-46be-93aa-46fa410d677c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:23.495604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network c7ba5371-a24f-46be-93aa-46fa410d677c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:23.517876 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-531218fb-a9ec-45d3-a763-cb9b62573b6d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7390492 Aug 19 12:45:23.522044 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-626f3546-9a22-421e-850d-81c3a93f8af8 req-58097f59-9920-4dfd-a208-9dfa688431a7 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429652 Aug 19 12:45:23.522835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34970) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:23.530119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] Request body: {'subnet': {'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1872307019-subnet', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:23.581347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589ee4f-e778-486a-a09c-ac56d24cbaf6 req-f9b86258-2efa-4a28-9001-4df7d1361f94 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:23.585518 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e589ee4f-e778-486a-a09c-ac56d24cbaf6 req-f9b86258-2efa-4a28-9001-4df7d1361f94 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.0786884 Aug 19 12:45:23.626624 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e589ee4f-e778-486a-a09c-ac56d24cbaf6 req-0312e791-ec21-4757-903c-e07d3b2849de tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344827 Aug 19 12:45:23.660196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] Made reservation on behalf of 90660ecbb964408385fc2440d1fe5213 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:23.662567 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.679375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device e8ac7ccc-e5d7-4623-a470-b1006e4419f5 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:23.695088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012e5e9-89f5-4176-a66c-0d127042cfe3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.725022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012e5e9-89f5-4176-a66c-0d127042cfe3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Port': ['ID=0b0f4bc8-ff9b-482e-9e70-e83dc742482e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:23.824005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port e8ac7ccc-e5d7-4623-a470-b1006e4419f5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:23.831575 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port e8ac7ccc-e5d7-4623-a470-b1006e4419f5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:23.831951 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.835935 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e012e5e9-89f5-4176-a66c-0d127042cfe3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.944659 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:23.974795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ac7ccc-e5d7-4623-a470-b1006e4419f5'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:23.977107 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b21257d-53bb-4dd5-903e-af09d7be3ffa" -d '{"events": [{"server_uuid": "c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e", "name": "network-vif-plugged", "status": "completed", "tag": "e8ac7ccc-e5d7-4623-a470-b1006e4419f5"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:23.991908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port e8ac7ccc-e5d7-4623-a470-b1006e4419f5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=e8ac7ccc-e5d7-4623-a470-b1006e4419f5,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:24.010695 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.025143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e012e5e9-89f5-4176-a66c-0d127042cfe3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Router c7993339-957c-4062-9e5e-c4f43b769e91 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:24.025538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafad3b-138e-4bbd-b0b2-38d8a5177cd2 req-98bbfcf6-fcf2-42bf-929c-1038be226869 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:24.026383 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4bafad3b-138e-4bbd-b0b2-38d8a5177cd2 req-98bbfcf6-fcf2-42bf-929c-1038be226869 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 944 time: 0.0650532 Aug 19 12:45:24.037161 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca297911-8def-4f6d-b9a5-0f963ac833bf x-openstack-request-id: req-ca297911-8def-4f6d-b9a5-0f963ac833bf {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:24.037451 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e", "name": "network-vif-plugged", "status": "completed", "tag": "e8ac7ccc-e5d7-4623-a470-b1006e4419f5", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:24.037711 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca297911-8def-4f6d-b9a5-0f963ac833bf {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:24.038114 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ac7ccc-e5d7-4623-a470-b1006e4419f5', 'code': 200} Aug 19 12:45:24.097785 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.122989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:24.135717 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4bafad3b-138e-4bbd-b0b2-38d8a5177cd2 req-4a49075e-b521-4e89-bada-7a8b91c952ad tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771065 Aug 19 12:45:24.142041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] Checking segment: {'id': 'ddfe6141-55d7-4173-8a29-e6d5412aea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:24.142390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] Network hostable DHCP agents. Network: c7ba5371-a24f-46be-93aa-46fa410d677c, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:45:24.161112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e012e5e9-89f5-4176-a66c-0d127042cfe3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:24.167939 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e012e5e9-89f5-4176-a66c-0d127042cfe3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "PUT /v2.0/routers/c7993339-957c-4062-9e5e-c4f43b769e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7593429 Aug 19 12:45:24.172452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34976) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:24.173271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71bb9cc-5bd0-4e9f-b1cf-2c3aee9957cb None None] Sync routers for ids ['c7993339-957c-4062-9e5e-c4f43b769e91'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:24.191444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c369c-9fe5-4a39-9eab-ab1f63be2354 req-205e94a9-8c28-4c94-99eb-1a3de9cf59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:24.194173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef7c369c-9fe5-4a39-9eab-ab1f63be2354 req-205e94a9-8c28-4c94-99eb-1a3de9cf59cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 1096 time: 0.0797265 Aug 19 12:45:24.194454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=e8ac7ccc-e5d7-4623-a470-b1006e4419f5,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:24.197516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bb9cc-5bd0-4e9f-b1cf-2c3aee9957cb None None] Routers {'c7993339-957c-4062-9e5e-c4f43b769e91'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:24.198483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b71bb9cc-5bd0-4e9f-b1cf-2c3aee9957cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7993339-957c-4062-9e5e-c4f43b769e91'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:24.214063 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-6cc1ad5b-8178-4392-95bb-47c677f21094 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] delete failed (client error): The resource could not be found. Aug 19 12:45:24.219263 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6cc1ad5b-8178-4392-95bb-47c677f21094 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-43147597 HTTP/1.1" status: 404 len: 333 time: 0.0422904 Aug 19 12:45:24.220312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34978) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:24.228772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1469f839-3b7e-4f3d-a9c8-58e2e4fbefcf tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c7993339-957c-4062-9e5e-c4f43b769e91'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:24.238154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b71bb9cc-5bd0-4e9f-b1cf-2c3aee9957cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:24.246688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef7c369c-9fe5-4a39-9eab-ab1f63be2354 req-f50770e3-d236-4944-8ccf-eb76c0f5b0bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Aug 19 12:45:24.247912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71bb9cc-5bd0-4e9f-b1cf-2c3aee9957cb None None] Routers {'c7993339-957c-4062-9e5e-c4f43b769e91'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:24.248531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b71bb9cc-5bd0-4e9f-b1cf-2c3aee9957cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7993339-957c-4062-9e5e-c4f43b769e91'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:24.286885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b71bb9cc-5bd0-4e9f-b1cf-2c3aee9957cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:24.287968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71bb9cc-5bd0-4e9f-b1cf-2c3aee9957cb None None] The sync data for ids ['c7993339-957c-4062-9e5e-c4f43b769e91'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:24.299018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] Network c7ba5371-a24f-46be-93aa-46fa410d677c is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:45:24.416378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, c7ba5371-a24f-46be-93aa-46fa410d677c) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:24.424665 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654fabdb-1491-4022-8c65-8d9419d4bdc1 None None] Network c7ba5371-a24f-46be-93aa-46fa410d677c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:24.450608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:24.451225 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.460780 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1469f839-3b7e-4f3d-a9c8-58e2e4fbefcf tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.470625 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Sync routers for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:24.478275 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:24.478951 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:24.569296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-c7ba5371-a24f-46be-93aa-46fa410d677c', 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'fixed_ips': [{'subnet_id': '33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:45:24.570406 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.585452 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:24.627475 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-1469f839-3b7e-4f3d-a9c8-58e2e4fbefcf tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] update failed (client error): The resource could not be found. Aug 19 12:45:24.632458 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1469f839-3b7e-4f3d-a9c8-58e2e4fbefcf tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "PUT /v2.0/routers/c7993339-957c-4062-9e5e-c4f43b769e91 HTTP/1.1" status: 404 len: 339 time: 0.4056799 Aug 19 12:45:24.632711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34982) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:24.641703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1056252003'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:24.664290 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-59f66644-b7a7-46ce-aba1-a73611439ca8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1404290 Aug 19 12:45:24.666990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34986) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:24.671760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1872307019-router', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:24.704080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfc886-bb5d-4de8-97af-ede4df628bdb req-c848a85a-432a-4a53-a313-9adbaffad749 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:24.705601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-50dfc886-bb5d-4de8-97af-ede4df628bdb req-c848a85a-432a-4a53-a313-9adbaffad749 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.0921392 Aug 19 12:45:24.724696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Allocated IP 172.20.0.2 (c7ba5371-a24f-46be-93aa-46fa410d677c/33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1/8e6eff15-af2f-4aec-acf8-22aff4a8ba10) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:24.750097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-50dfc886-bb5d-4de8-97af-ede4df628bdb req-35574b5c-911e-47e3-8f56-450726232edd tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357752 Aug 19 12:45:24.768258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Made reservation on behalf of e92a6d7750de49338a23bfe5553e1e82 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:24.774247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.832482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cec0d-02bd-435a-9f29-acc585784eb9 req-49d3e861-1b4d-439b-bdd4-a6888e28271a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:24.836511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa6cec0d-02bd-435a-9f29-acc585784eb9 req-49d3e861-1b4d-439b-bdd4-a6888e28271a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.1054668 Aug 19 12:45:24.838453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:24.855110 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.855703 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Added segment 2b1f6167-718e-4199-8011-019cd8ebfa53 of type vlan for network 8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90 Aug 19 12:45:24.882323 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:20Z', 'revision_number': 2, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:24.911767 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Checking router: 7dcc5b5e-9b01-4160-8f75-1cd02156902b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:24.912335 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Updating router 7dcc5b5e-9b01-4160-8f75-1cd02156902b port c2a436fa-0232-4974-bfcc-bfd393fda0bd binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:45:24.941688 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.941987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.943040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.948838 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa6cec0d-02bd-435a-9f29-acc585784eb9 req-50972d45-0baa-4c86-8c34-775283698675 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964019 Aug 19 12:45:24.950471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.958878 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:24.968905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Transition to ACTIVE for port object 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:24.987924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Transition to ACTIVE for port object 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:25.001929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f5bbd772-2d6a-4627-a220-657d63d7a29f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:25.032753 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.050226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f5bbd772-2d6a-4627-a220-657d63d7a29f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:25.050600 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.115292 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.152795 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.159676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:25.160275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.171421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Network c7ba5371-a24f-46be-93aa-46fa410d677c is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:25.181158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:25.186010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c5124304-c2ef-417c-ae4b-63e15dbdf2be up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:25.190178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:25.194023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Pushing event updated for resources: {'Port': ['ID=8e6eff15-af2f-4aec-acf8-22aff4a8ba10,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:25.250397 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.256925 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.271705 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Transition to ACTIVE for port object c2a436fa-0232-4974-bfcc-bfd393fda0bd will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:25.282540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Attempting to bind port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:25.282957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Attempting to bind port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'ddfe6141-55d7-4173-8a29-e6d5412aea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:25.283324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Attempting to bind port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 on network c7ba5371-a24f-46be-93aa-46fa410d677c {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:25.284763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Network': ['ID=8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:25.291947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:25.292328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Checking segment: {'id': 'ddfe6141-55d7-4173-8a29-e6d5412aea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:25.292727 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.293117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Bound using segment: {'id': 'ddfe6141-55d7-4173-8a29-e6d5412aea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:25.293596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Bound port: 8e6eff15-af2f-4aec-acf8-22aff4a8ba10, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfe6141-55d7-4173-8a29-e6d5412aea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:25.294015 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.299358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:25.326208 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-52c6d2c4-1cfa-4282-98cb-cc1b0b77742c tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6884661 Aug 19 12:45:25.326208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 34990) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:25.331179 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'subnet': {'network_id': '8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:25.331443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84489d-51fd-4a94-bff2-8fc0942451d3 req-b2a2b8d0-c08c-4ca5-8da6-c78b4e9a7ccd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:25.339759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba84489d-51fd-4a94-bff2-8fc0942451d3 req-b2a2b8d0-c08c-4ca5-8da6-c78b4e9a7ccd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0841262 Aug 19 12:45:25.348113 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.391190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba84489d-51fd-4a94-bff2-8fc0942451d3 req-ffadf75c-039e-48aa-904f-7a980a6a53ee tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490341 Aug 19 12:45:25.402856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port c5124304-c2ef-417c-ae4b-63e15dbdf2be completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:25.411400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port c5124304-c2ef-417c-ae4b-63e15dbdf2be triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:25.412173 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.430426 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefd91e-0c1a-4b1a-b954-45afbc4dc259 None None] Pushing event updated for resources: {'Port': ['ID=c2a436fa-0232-4974-bfcc-bfd393fda0bd,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:25.461905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] For port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:25.475423 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.475950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] For port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8e6eff15-af2f-4aec-acf8-22aff4a8ba10,segment=NetworkSegment(ddfe6141-55d7-4173-8a29-e6d5412aea3d),segment_id=ddfe6141-55d7-4173-8a29-e6d5412aea3d)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:25.510399 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Attempting to bind port c2a436fa-0232-4974-bfcc-bfd393fda0bd on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:25.510912 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Attempting to bind port c2a436fa-0232-4974-bfcc-bfd393fda0bd by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:25.511154 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Attempting to bind port c2a436fa-0232-4974-bfcc-bfd393fda0bd on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:25.517822 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:25.518186 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Checking segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:25.518586 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.519027 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Bound using segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:25.519742 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Bound port: c2a436fa-0232-4974-bfcc-bfd393fda0bd, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:25.520106 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.537109 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.544837 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.601081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port c5124304-c2ef-417c-ae4b-63e15dbdf2be, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c5124304-c2ef-417c-ae4b-63e15dbdf2be,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:25.634303 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] For port c2a436fa-0232-4974-bfcc-bfd393fda0bd, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:25.637052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae6fe9-d53e-49dd-b35c-1b6d854477a8 None None] Pushing event updated for resources: {'Port': ['ID=8e6eff15-af2f-4aec-acf8-22aff4a8ba10,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:25.639467 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] For port c2a436fa-0232-4974-bfcc-bfd393fda0bd, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c2a436fa-0232-4974-bfcc-bfd393fda0bd,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:25.664373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Made reservation on behalf of e92a6d7750de49338a23bfe5553e1e82 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:25.667967 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.691260 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.698026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device cfd1cc49-22e7-4924-847d-c99480714629 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:45:25.742460 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:25.833787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=c5124304-c2ef-417c-ae4b-63e15dbdf2be,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:25.898666 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:25.901493 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:25.922084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:25.940416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'cfd1cc49-22e7-4924-847d-c99480714629', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'port_id': 'cfd1cc49-22e7-4924-847d-c99480714629', 'mac_address': 'fa:16:3e:1c:f8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:45:25.958740 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefd91e-0c1a-4b1a-b954-45afbc4dc259 None None] Pushing event updated for resources: {'Port': ['ID=c2a436fa-0232-4974-bfcc-bfd393fda0bd,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:26.022776 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.096234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd1cc49-22e7-4924-847d-c99480714629 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:26.120452 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:26.144053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:26.152982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ef39d-72f3-40e7-a939-681a83e2347a req-63ed767e-f1d7-4684-8ead-eaae69be2fab tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:26.158037 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-123ef39d-72f3-40e7-a939-681a83e2347a req-63ed767e-f1d7-4684-8ead-eaae69be2fab tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1332033 Aug 19 12:45:26.164954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771023aa-748e-492c-8bd3-c421e4f617e4 req-fc635a29-4d46-4a3b-b853-691d33886293 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:26.166976 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-771023aa-748e-492c-8bd3-c421e4f617e4 req-fc635a29-4d46-4a3b-b853-691d33886293 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 944 time: 0.0727775 Aug 19 12:45:26.172911 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.217786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-771023aa-748e-492c-8bd3-c421e4f617e4 req-66425a62-42ab-4d9a-8024-b2fabb47aac4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399275 Aug 19 12:45:26.218140 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.226887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.264151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.269954 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.333930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=11']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:26.345934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Subnet': ['ID=8e024ab1-790e-4d78-bcc3-d7920065f7b3,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:26.346957 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:26.361528 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-123ef39d-72f3-40e7-a939-681a83e2347a req-5a5a44f3-111c-4eb6-9f48-85a851863e7f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853015 Aug 19 12:45:26.383358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Checking segment: {'id': '2b1f6167-718e-4199-8011-019cd8ebfa53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:26.383358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network hostable DHCP agents. Network: 8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:45:26.383615 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95e9361-ebb9-4553-8c92-33ff7d150060 None None] The sync data for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 is: [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:26.443347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Allocated IP 172.25.2.170 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:26.510824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['cfd1cc49-22e7-4924-847d-c99480714629'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:26.542590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58a29c-10ef-4678-bd63-4e36b261bba0 req-b5303fc1-f98e-41eb-a9d2-585a27acebd5 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:26.544239 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e58a29c-10ef-4678-bd63-4e36b261bba0 req-b5303fc1-f98e-41eb-a9d2-585a27acebd5 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0794525 Aug 19 12:45:26.565639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network 8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:45:26.610903 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e58a29c-10ef-4678-bd63-4e36b261bba0 req-bf8f68f0-f364-4b09-80da-e7142ccfa6fe tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560386 Aug 19 12:45:26.617116 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.695359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:26.701596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:26.704285 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.716984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413897a2-f9c1-4f32-8ec1-430db8725352 None None] Network 8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:26.789247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:26.860085 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-33d54a85-26e8-4295-891f-53e83aa7a699 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5332096 Aug 19 12:45:26.863862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35002) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:26.883317 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8a967a23-892f-4feb-ad0a-364df3e49367 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:26.889668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:26.893062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:26.896998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:26.925052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Pushing event updated for resources: {'Port': ['ID=8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:27.000704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90', 'network_id': '8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90', 'tenant_id': 'e92a6d7750de49338a23bfe5553e1e82', 'fixed_ips': [{'subnet_id': '8e024ab1-790e-4d78-bcc3-d7920065f7b3'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:45:27.003098 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.062317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c2a436fa-0232-4974-bfcc-bfd393fda0bd up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:27.116493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51706a1-b7f9-4412-96a6-97a29fabdedc None None] Network c7ba5371-a24f-46be-93aa-46fa410d677c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:27.280020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8a967a23-892f-4feb-ad0a-364df3e49367 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.287816 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:45:27.324734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a48cab-64a7-4269-8c00-14406b7f7237 req-354c7b4c-c0cc-468e-a671-3e787997390b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.329145 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67a48cab-64a7-4269-8c00-14406b7f7237 req-354c7b4c-c0cc-468e-a671-3e787997390b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.1671627 Aug 19 12:45:27.348202 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.410057 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67a48cab-64a7-4269-8c00-14406b7f7237 req-13b740e4-a625-4f31-b0b2-586bb2a37963 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747454 Aug 19 12:45:27.524615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613bc9b-8dca-4b2d-9972-8894488f28b3 req-e46b1284-9e44-46ea-81f8-f047cca827db tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.526663 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e613bc9b-8dca-4b2d-9972-8894488f28b3 req-e46b1284-9e44-46ea-81f8-f047cca827db tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 945 time: 0.1215096 Aug 19 12:45:27.535282 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-8a967a23-892f-4feb-ad0a-364df3e49367 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:45:27.536866 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8a967a23-892f-4feb-ad0a-364df3e49367 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "PUT /v2.0/routers/c7993339-957c-4062-9e5e-c4f43b769e91 HTTP/1.1" status: 400 len: 364 time: 0.6717110 Aug 19 12:45:27.540636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35012) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:27.606499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8ace649e-d487-4211-ab78-0a1e70beaea4 None None] Provisioning for port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:27.649452 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Allocated IP 2001:db8:1::2 (8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90/8e024ab1-790e-4d78-bcc3-d7920065f7b3/f006e8fa-e473-4104-9b3d-72418c76b9d0) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:27.667280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e613bc9b-8dca-4b2d-9972-8894488f28b3 req-90cbfb8f-2283-4969-834c-c8d731b93fc6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293905 Aug 19 12:45:27.698610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.700220 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port c2a436fa-0232-4974-bfcc-bfd393fda0bd completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:27.737023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device cfd1cc49-22e7-4924-847d-c99480714629 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:27.761545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port c2a436fa-0232-4974-bfcc-bfd393fda0bd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:27.762004 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.780125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-99c818b7-3c9e-43c6-bccd-5fb8a61a9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.780125 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-99c818b7-3c9e-43c6-bccd-5fb8a61a9017 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c17297614be44d38872162afaeb6611a&device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 1096 time: 0.5257838 Aug 19 12:45:27.788560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69f994-c433-4ee2-b4d6-9f92363bf575 req-a4480c1b-bcf4-421e-a10a-83dc458baf64 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:27.790015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2c69f994-c433-4ee2-b4d6-9f92363bf575 req-a4480c1b-bcf4-421e-a10a-83dc458baf64 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1859150 Aug 19 12:45:27.925284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:45:27.950391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2c69f994-c433-4ee2-b4d6-9f92363bf575 req-3d80e138-4b29-46a8-990d-f0ce646d9289 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133766 Aug 19 12:45:27.971605 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.984913 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:27.989997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Transition to ACTIVE for port object f006e8fa-e473-4104-9b3d-72418c76b9d0 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:28.007625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port cfd1cc49-22e7-4924-847d-c99480714629 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:28.014642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-dc076080-7d67-4063-ab10-cc34807e686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:28.016170 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-dc076080-7d67-4063-ab10-cc34807e686c service neutron] 10.222.0.30 "GET /v2.0/networks?id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f HTTP/1.1" status: 200 len: 912 time: 0.2253008 Aug 19 12:45:28.029548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port cfd1cc49-22e7-4924-847d-c99480714629 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:28.029898 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.035542 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Transition to ACTIVE for port object f006e8fa-e473-4104-9b3d-72418c76b9d0 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:28.068182 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.074908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port c2a436fa-0232-4974-bfcc-bfd393fda0bd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c2a436fa-0232-4974-bfcc-bfd393fda0bd,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:28.104456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-174df24d-e25f-43ac-a725-d7a1adeeb69d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ac7ccc-e5d7-4623-a470-b1006e4419f5 HTTP/1.1" status: 200 len: 217 time: 0.0626509 Aug 19 12:45:28.132944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.143414 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.183997 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.184783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:28.225629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Network 8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:28.239751 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:28.248790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Pushing event updated for resources: {'Port': ['ID=f006e8fa-e473-4104-9b3d-72418c76b9d0,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:28.251332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:28.254091 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cd3290-b66d-4d76-b3f8-9c1605eb345d" -d '{"events": [{"server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "name": "network-vif-plugged", "status": "completed", "tag": "cfd1cc49-22e7-4924-847d-c99480714629"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:28.257037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:28.262522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-8b7278c6-b936-47f8-b82a-21febc4837d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:28.264143 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-8b7278c6-b936-47f8-b82a-21febc4837d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc44fe7a-aba8-4278-9818-fefd641677b9 HTTP/1.1" status: 200 len: 851 time: 0.1524472 Aug 19 12:45:28.312191 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-446c242c-3b73-4bf6-ac1b-4f4424e73161 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358951 Aug 19 12:45:28.324017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:28.346599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-ce2c1628-f1eb-42bc-b2fc-74c619408428 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:45:28.347631 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-ce2c1628-f1eb-42bc-b2fc-74c619408428 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080700 Aug 19 12:45:28.410400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.422327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:28.441393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Sync routers for ids ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:28.448344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Attempting to bind port f006e8fa-e473-4104-9b3d-72418c76b9d0 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:28.448721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Attempting to bind port f006e8fa-e473-4104-9b3d-72418c76b9d0 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2b1f6167-718e-4199-8011-019cd8ebfa53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:28.449224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Attempting to bind port f006e8fa-e473-4104-9b3d-72418c76b9d0 on network 8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:28.456927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=c2a436fa-0232-4974-bfcc-bfd393fda0bd,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:28.499059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:28.499433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Checking segment: {'id': '2b1f6167-718e-4199-8011-019cd8ebfa53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:28.499836 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.500228 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Bound using segment: {'id': '2b1f6167-718e-4199-8011-019cd8ebfa53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:28.500718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Bound port: f006e8fa-e473-4104-9b3d-72418c76b9d0, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1f6167-718e-4199-8011-019cd8ebfa53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:28.501097 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.524115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:28.527721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Routers {'91a80c3a-d0c1-4163-ae9b-646fd91d99ab'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:28.528468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:28.539139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.540587 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4d04b14a-2b82-4c89-9399-71eb3c08dafa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8727314 Aug 19 12:45:28.543213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35020) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:28.588856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:28.589231 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:28.595186 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738b2fbd-f02c-4f31-891c-3fe12451675f x-openstack-request-id: req-738b2fbd-f02c-4f31-891c-3fe12451675f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:28.595506 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "name": "network-vif-plugged", "status": "completed", "tag": "cfd1cc49-22e7-4924-847d-c99480714629", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:28.595762 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-738b2fbd-f02c-4f31-891c-3fe12451675f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:28.596336 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629', 'code': 200} Aug 19 12:45:28.614328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=12']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:28.774093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] For port f006e8fa-e473-4104-9b3d-72418c76b9d0, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:28.780188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] For port f006e8fa-e473-4104-9b3d-72418c76b9d0, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f006e8fa-e473-4104-9b3d-72418c76b9d0,segment=NetworkSegment(2b1f6167-718e-4199-8011-019cd8ebfa53),segment_id=2b1f6167-718e-4199-8011-019cd8ebfa53)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:28.801372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Set router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:28.864382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Allocated IP 2001:db8::1 (28a0a061-65fb-4723-91c8-6f2705bd81b0/86e7e2f1-7e86-44d4-8469-3f7dd8d1d56a/d2e86f82-4184-48cb-8455-a67965e7fe18) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:28.883245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-2861601c-e08a-4898-91ab-74ecced22863 service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243368 Aug 19 12:45:28.912317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bd06a-6444-4f5a-8560-3ceb31a004ac req-a7aeffa8-a8c4-4530-ba35-5bfde15d6a8d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:28.914360 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-549bd06a-6444-4f5a-8560-3ceb31a004ac req-a7aeffa8-a8c4-4530-ba35-5bfde15d6a8d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 946 time: 0.1135013 Aug 19 12:45:28.948447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17951716-bb8a-4c9b-8839-2432a295a327 req-4e754f00-512d-4110-8ef5-e73f341372ca tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:28.950406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17951716-bb8a-4c9b-8839-2432a295a327 req-4e754f00-512d-4110-8ef5-e73f341372ca tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.1609628 Aug 19 12:45:29.002833 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.008222 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.024777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd6557-39ce-4337-910d-54d3793d1e1d req-a1b6e985-61a7-497a-9334-59eaf938af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:29.024777 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a2fd6557-39ce-4337-910d-54d3793d1e1d req-a1b6e985-61a7-497a-9334-59eaf938af47 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1097 time: 0.1323442 Aug 19 12:45:29.044140 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-549bd06a-6444-4f5a-8560-3ceb31a004ac req-12918417-8adf-462d-a037-f11640f4d346 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091750 Aug 19 12:45:29.075819 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17951716-bb8a-4c9b-8839-2432a295a327 req-215f82f4-9360-4055-9ce3-f1c16568fd8b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890589 Aug 19 12:45:29.098534 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a2fd6557-39ce-4337-910d-54d3793d1e1d req-12807d19-efa1-454c-bcf8-e632f543ab77 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660775 Aug 19 12:45:29.139896 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733ea8d-2e79-4562-993d-d6225dd7ea43 None None] Pushing event updated for resources: {'Port': ['ID=f006e8fa-e473-4104-9b3d-72418c76b9d0,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:29.141262 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2fde4bd-4b7d-4d37-8730-6588f3a19394 req-74be62cf-a3fb-426c-8dd5-9d6cdf27421d service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491951 Aug 19 12:45:29.147295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8e6eff15-af2f-4aec-acf8-22aff4a8ba10,segment=NetworkSegment(ddfe6141-55d7-4173-8a29-e6d5412aea3d),segment_id=ddfe6141-55d7-4173-8a29-e6d5412aea3d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:29.149199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'name': 'tempest-TestVolumeBootPattern-1872307019-router', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:24Z', 'updated_at': '2021-08-19T12:45:27Z', 'revision_number': 3, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'gw_port': {'id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:26Z', 'updated_at': '2021-08-19T12:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:29.158309 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.173958 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Transition to ACTIVE for port object d2e86f82-4184-48cb-8455-a67965e7fe18 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:29.180099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Checking router: 91a80c3a-d0c1-4163-ae9b-646fd91d99ab for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:29.180099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Updating router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:45:29.207231 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.240969 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.246845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ff6e3-f3fa-40c3-9c7e-1af18d131dfd req-ab0f6948-a482-4832-b872-dbab45d0cd98 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:29.248682 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d18ff6e3-f3fa-40c3-9c7e-1af18d131dfd req-ab0f6948-a482-4832-b872-dbab45d0cd98 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.0727451 Aug 19 12:45:29.253666 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.254467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c5124304-c2ef-417c-ae4b-63e15dbdf2be up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:29.290598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d18ff6e3-f3fa-40c3-9c7e-1af18d131dfd req-fc0c1f80-0390-446e-8e66-a45e9ad652ef tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356860 Aug 19 12:45:29.357500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.458854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network 28a0a061-65fb-4723-91c8-6f2705bd81b0 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:29.463041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:29.474541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:29.475611 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.476780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Allocated IP 172.20.0.1 (c7ba5371-a24f-46be-93aa-46fa410d677c/33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1/5eb683df-dc80-4aca-b2ac-6b5bd29bbee8) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:29.479527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Port': ['ID=d2e86f82-4184-48cb-8455-a67965e7fe18,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:29.521097 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=8e6eff15-af2f-4aec-acf8-22aff4a8ba10,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:29.575634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port c5124304-c2ef-417c-ae4b-63e15dbdf2be triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:29.576090 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.646616 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.673942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Transition to ACTIVE for port object 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:29.757717 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.781887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.795782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Transition to ACTIVE for port object 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:29.824616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-33cb870d-5b3f-4fd4-919d-1a47b9ecb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:29.827493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-33cb870d-5b3f-4fd4-919d-1a47b9ecb9a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 1097 time: 0.1592796 Aug 19 12:45:29.845322 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.879067 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.950056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Network c7ba5371-a24f-46be-93aa-46fa410d677c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:29.958133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:29.962179 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb683df-dc80-4aca-b2ac-6b5bd29bbee8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:29.964545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:29.970370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f7268-93f6-46d8-92bb-c9eebb4893ca None None] Pushing event updated for resources: {'Port': ['ID=8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:29.972808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Attempting to bind port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:29.973180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Attempting to bind port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:29.973549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Attempting to bind port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:29.979696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:29.980214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:29.980624 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:29.981017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:29.981492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Bound port: 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:29.981879 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.054775 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.058323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c2a436fa-0232-4974-bfcc-bfd393fda0bd up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:30.058646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-147b736e-5f92-48e0-b43d-87a565ce04da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.060546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-147b736e-5f92-48e0-b43d-87a565ce04da service neutron] 10.222.0.62 "GET /v2.0/networks?id=aacfb62a-6a72-4461-a5d5-c0d186cfe41b HTTP/1.1" status: 200 len: 898 time: 0.2089801 Aug 19 12:45:30.125473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] For port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:30.165012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a7c3490e-14d3-4c87-8d49-00164c75bb31 None None] Provisioning for port d2e86f82-4184-48cb-8455-a67965e7fe18 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:30.169093 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-ae23ce61-437b-4cb8-b887-8a7cb0b83a08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94bb71c-939e-40de-82f9-9ef274ce4143 HTTP/1.1" status: 200 len: 1002 time: 0.0739300 Aug 19 12:45:30.183890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] For port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:30.197531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a7c3490e-14d3-4c87-8d49-00164c75bb31 None None] Provisioning complete for port d2e86f82-4184-48cb-8455-a67965e7fe18 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:30.197999 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a7c3490e-14d3-4c87-8d49-00164c75bb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.274682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port c2a436fa-0232-4974-bfcc-bfd393fda0bd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:30.275085 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.300458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35042) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:30.338668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.354600 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.356495 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a7c3490e-14d3-4c87-8d49-00164c75bb31 None None] Port d2e86f82-4184-48cb-8455-a67965e7fe18 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:30.414075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3237ab-a9a1-42a9-8cd1-2c0589c1d355 req-41c9076a-172f-4a62-a8ad-a6569bce01af tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.433513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f3237ab-a9a1-42a9-8cd1-2c0589c1d355 req-41c9076a-172f-4a62-a8ad-a6569bce01af tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 946 time: 0.1680927 Aug 19 12:45:30.438275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-34ab6bb5-f9d0-4d5e-b965-1c87463822d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.440285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-34ab6bb5-f9d0-4d5e-b965-1c87463822d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c8cbfb7-f60e-4a10-946f-6ec118104c6b HTTP/1.1" status: 200 len: 835 time: 0.2617300 Aug 19 12:45:30.460815 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.462050 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.487860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719382f-2ee5-4684-9ffd-ad272be79483 req-ece68e9c-8cf5-4e53-a81d-28c92dbcfb75 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.496532 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2719382f-2ee5-4684-9ffd-ad272be79483 req-ece68e9c-8cf5-4e53-a81d-28c92dbcfb75 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.2514837 Aug 19 12:45:30.595474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f3237ab-a9a1-42a9-8cd1-2c0589c1d355 req-1786f177-979e-4e16-8ec7-146dd88bf729 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562459 Aug 19 12:45:30.597419 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4bc837-00a8-4aa4-ae3f-20a8d221442a tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.598024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4bc837-00a8-4aa4-ae3f-20a8d221442a tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.598376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4bc837-00a8-4aa4-ae3f-20a8d221442a tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.600154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2a4bc837-00a8-4aa4-ae3f-20a8d221442a tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=590b45e235af470981ab2f18ef311f78&network_id=a4a6609b-d76f-44d7-ae0f-8377b5a49038 HTTP/1.1" status: 200 len: 2969 time: 0.2970312 Aug 19 12:45:30.650626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2719382f-2ee5-4684-9ffd-ad272be79483 req-e9968352-7003-4fcd-8851-e3f942886e6c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532199 Aug 19 12:45:30.659728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event updated for resources: {'Port': ['ID=d2e86f82-4184-48cb-8455-a67965e7fe18,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:30.662676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-6b90f638-4c14-4ac4-ba08-4130eef35191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.664740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-6b90f638-4c14-4ac4-ba08-4130eef35191 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aacfb62a-6a72-4461-a5d5-c0d186cfe41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055945 Aug 19 12:45:30.678793 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-9f85b835-397c-4a00-b47e-b57b94c936b3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:45:30.679790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-9f85b835-397c-4a00-b47e-b57b94c936b3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064561 Aug 19 12:45:30.753320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b9b894d2-6dd6-475f-9316-17b1ad7b238b None None] Provisioning for port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:30.761794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b9b894d2-6dd6-475f-9316-17b1ad7b238b None None] Provisioning complete for port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:30.762401 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b9b894d2-6dd6-475f-9316-17b1ad7b238b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.764690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f7268-93f6-46d8-92bb-c9eebb4893ca None None] Pushing event updated for resources: {'Port': ['ID=8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:30.785318 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Network 28a0a061-65fb-4723-91c8-6f2705bd81b0 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:30.789316 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:30.804121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203af802-4ab6-44a1-8098-98bc466c9537 req-92e3c374-3505-4443-be7a-2d911929d128 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:30.804414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:30.809174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Routers {'91a80c3a-d0c1-4163-ae9b-646fd91d99ab'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:30.809826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:30.811442 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-203af802-4ab6-44a1-8098-98bc466c9537 req-92e3c374-3505-4443-be7a-2d911929d128 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.0836496 Aug 19 12:45:30.877772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560fe302-d97e-4454-ae88-c66f14e67a98 None None] Network 8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:30.884239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f006e8fa-e473-4104-9b3d-72418c76b9d0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:30.900807 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b9b894d2-6dd6-475f-9316-17b1ad7b238b None None] Port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:30.924242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-bc991bea-3ca9-4240-bb45-8ec137a36906 service neutron] 10.222.0.62 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071261 Aug 19 12:45:30.936411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Router c7993339-957c-4062-9e5e-c4f43b769e91 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:30.972702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-203af802-4ab6-44a1-8098-98bc466c9537 req-882c12b5-0b85-4449-9aef-d6ff81bfeda5 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580558 Aug 19 12:45:31.072466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d62cf029-a4d5-46c2-9415-e61b08bc2bb5 req-71f227ed-ce88-4811-bbdc-89c9ced7490f service neutron] 10.222.0.62 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291478 Aug 19 12:45:31.124884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] Set router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:31.145656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:31.151643 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-193edb8d-c6bd-4946-9c11-35a7fe820559 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "PUT /v2.0/routers/c7993339-957c-4062-9e5e-c4f43b769e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6096487 Aug 19 12:45:31.156987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35072) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:31.167886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-816fd73c-36f1-44a8-b962-fd8ac3ea8b04 None None] Provisioning for port f006e8fa-e473-4104-9b3d-72418c76b9d0 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:31.174851 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cbc65f-23b1-48c5-9c91-34240c6731cc None None] Sync routers for ids ['c7993339-957c-4062-9e5e-c4f43b769e91'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:31.180287 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.187730 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbc65f-23b1-48c5-9c91-34240c6731cc None None] Routers {'c7993339-957c-4062-9e5e-c4f43b769e91'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:31.188355 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b4cbc65f-23b1-48c5-9c91-34240c6731cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7993339-957c-4062-9e5e-c4f43b769e91'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:31.248731 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b4cbc65f-23b1-48c5-9c91-34240c6731cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:31.252039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc57a55-405c-4b89-aecb-4dd2a9559fe5 req-c069af14-64f9-47c2-a359-a502ce19310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:31.261082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2dc57a55-405c-4b89-aecb-4dd2a9559fe5 req-c069af14-64f9-47c2-a359-a502ce19310a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 1097 time: 0.0496964 Aug 19 12:45:31.261224 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cbc65f-23b1-48c5-9c91-34240c6731cc None None] Routers {'c7993339-957c-4062-9e5e-c4f43b769e91'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:31.261224 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b4cbc65f-23b1-48c5-9c91-34240c6731cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7993339-957c-4062-9e5e-c4f43b769e91'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:31.264589 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d54ec3c9-ca26-4b39-910c-b0a5c7842945 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.298613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2dc57a55-405c-4b89-aecb-4dd2a9559fe5 req-fa683bb9-a507-49b6-93bd-e8448b9436bc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374508 Aug 19 12:45:31.299628 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.313018 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b4cbc65f-23b1-48c5-9c91-34240c6731cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:31.314003 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cbc65f-23b1-48c5-9c91-34240c6731cc None None] The sync data for ids ['c7993339-957c-4062-9e5e-c4f43b769e91'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:31.325067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f006e8fa-e473-4104-9b3d-72418c76b9d0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:31.344214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f006e8fa-e473-4104-9b3d-72418c76b9d0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:31.344583 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.368028 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-d54ec3c9-ca26-4b39-910c-b0a5c7842945 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:45:31.371956 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d54ec3c9-ca26-4b39-910c-b0a5c7842945 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "DELETE /v2.0/routers/c7993339-957c-4062-9e5e-c4f43b769e91 HTTP/1.1" status: 409 len: 329 time: 0.2135623 Aug 19 12:45:31.372363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35080) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:31.385994 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.399995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb683df-dc80-4aca-b2ac-6b5bd29bbee8,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:31.415399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-049aa16d-69e7-4c37-9d4c-1ec94a633dc7 None None] Provisioning complete for port d2e86f82-4184-48cb-8455-a67965e7fe18 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:31.415782 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-049aa16d-69e7-4c37-9d4c-1ec94a633dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.503974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Network c7ba5371-a24f-46be-93aa-46fa410d677c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:31.506374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:31.509263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-049aa16d-69e7-4c37-9d4c-1ec94a633dc7 None None] Port d2e86f82-4184-48cb-8455-a67965e7fe18 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:31.583052 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.645742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port f006e8fa-e473-4104-9b3d-72418c76b9d0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f006e8fa-e473-4104-9b3d-72418c76b9d0,segment=NetworkSegment(2b1f6167-718e-4199-8011-019cd8ebfa53),segment_id=2b1f6167-718e-4199-8011-019cd8ebfa53)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:31.647500 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'name': 'tempest-TestVolumeBootPattern-1872307019-router', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:24Z', 'updated_at': '2021-08-19T12:45:30Z', 'revision_number': 4, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'gw_port': {'id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:26Z', 'updated_at': '2021-08-19T12:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5eb683df-dc80-4aca-b2ac-6b5bd29bbee8', 'name': '', 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'mac_address': 'fa:16:3e:50:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:29Z', 'updated_at': '2021-08-19T12:45:29Z', 'revision_number': 1, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'subnets': [{'id': '33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:31.679940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:31.690113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ac728-c5ba-49be-80ca-3d5d9173466b None None] The sync data for ids ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'] in n-d-803757-2 is: [{'id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'name': 'tempest-TestVolumeBootPattern-1872307019-router', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:24Z', 'updated_at': '2021-08-19T12:45:30Z', 'revision_number': 4, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'gw_port': {'id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:26Z', 'updated_at': '2021-08-19T12:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5eb683df-dc80-4aca-b2ac-6b5bd29bbee8', 'name': '', 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'mac_address': 'fa:16:3e:50:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:29Z', 'updated_at': '2021-08-19T12:45:29Z', 'revision_number': 1, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'subnets': [{'id': '33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:31.705972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c94bb71c-939e-40de-82f9-9ef274ce4143 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:45:31.865500 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:31.866357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:31.959853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c01b0-d8ad-4e88-96c0-c4d115fd462a req-735e0cc4-ad10-4606-97c4-a39a48338390 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:31.968406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-533c01b0-d8ad-4e88-96c0-c4d115fd462a req-735e0cc4-ad10-4606-97c4-a39a48338390 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.1712656 Aug 19 12:45:31.981213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:31.997905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8cd7ca5a-9ef5-43bd-b11b-0128e6e33c44 admin admin] 10.222.0.21 "PUT /v2.0/routers/91a80c3a-d0c1-4163-ae9b-646fd91d99ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4533243 Aug 19 12:45:32.003259 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7eb39bab-386f-4749-b288-07025cc107e5 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.039382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ac6a2-f45b-4e92-be58-290fbd28b6fa req-7fbda4e0-1594-490a-9f8e-f86abc7c9fca tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:32.050581 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c56ac6a2-f45b-4e92-be58-290fbd28b6fa req-7fbda4e0-1594-490a-9f8e-f86abc7c9fca tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 946 time: 0.2485597 Aug 19 12:45:32.053707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=f006e8fa-e473-4104-9b3d-72418c76b9d0,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:32.064509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c94bb71c-939e-40de-82f9-9ef274ce4143, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c94bb71c-939e-40de-82f9-9ef274ce4143,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:32.098286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'port_id': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'mac_address': 'fa:16:3e:49:c2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:45:32.100290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7ec24b19-c877-47f3-b061-f87b3a279ca9 None None] Provisioning complete for port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:32.100290 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ec24b19-c877-47f3-b061-f87b3a279ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.143127 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:32.143493 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.190101 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c56ac6a2-f45b-4e92-be58-290fbd28b6fa req-88893cb9-e495-4203-a052-1e2d3a97124f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348627 Aug 19 12:45:32.219238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-533c01b0-d8ad-4e88-96c0-c4d115fd462a req-f51a5cfb-7e41-46f2-bcbb-2bfb0a109269 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489781 Aug 19 12:45:32.232379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7ec24b19-c877-47f3-b061-f87b3a279ca9 None None] Port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:32.256844 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.317958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c94bb71c-939e-40de-82f9-9ef274ce4143 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:32.333563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7ec24b19-c877-47f3-b061-f87b3a279ca9 None None] Provisioning complete for port f006e8fa-e473-4104-9b3d-72418c76b9d0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:32.333938 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ec24b19-c877-47f3-b061-f87b3a279ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.439248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900be58-3737-419e-abff-7a066ef6e5c8 req-bcfa8aa8-1359-492e-9654-c1b8f4282663 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:32.447814 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7900be58-3737-419e-abff-7a066ef6e5c8 req-bcfa8aa8-1359-492e-9654-c1b8f4282663 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.0893829 Aug 19 12:45:32.483406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c94bb71c-939e-40de-82f9-9ef274ce4143, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c94bb71c-939e-40de-82f9-9ef274ce4143,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:32.498576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7900be58-3737-419e-abff-7a066ef6e5c8 req-ff32ad57-2463-4b9f-8469-426f61a7d06d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503416 Aug 19 12:45:32.535550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35100) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:32.551090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c41ce8-6d73-49d6-9b43-f8e470f065db req-46e2a288-0dcb-49d6-99c8-bb5426b5cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:32.554078 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67c41ce8-6d73-49d6-9b43-f8e470f065db req-46e2a288-0dcb-49d6-99c8-bb5426b5cfec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 1097 time: 0.1405575 Aug 19 12:45:32.588667 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.651595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecf7e7e-36cf-4e40-b1e2-f2b4ce896d61 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:32.653318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6ecf7e7e-36cf-4e40-b1e2-f2b4ce896d61 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 814 time: 0.1157935 Aug 19 12:45:32.707302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=c94bb71c-939e-40de-82f9-9ef274ce4143,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:32.737168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f006e8fa-e473-4104-9b3d-72418c76b9d0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:32.767822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c41ce8-6d73-49d6-9b43-f8e470f065db req-b6438bfd-e16d-4f97-8176-eb1cb8b3c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:32.769363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67c41ce8-6d73-49d6-9b43-f8e470f065db req-b6438bfd-e16d-4f97-8176-eb1cb8b3c1fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.1839890 Aug 19 12:45:32.772544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7eb39bab-386f-4749-b288-07025cc107e5 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Deleting port d2e86f82-4184-48cb-8455-a67965e7fe18 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:32.772888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7eb39bab-386f-4749-b288-07025cc107e5 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.801618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f006e8fa-e473-4104-9b3d-72418c76b9d0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:32.802000 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.827024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['c94bb71c-939e-40de-82f9-9ef274ce4143'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:32.919927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67c41ce8-6d73-49d6-9b43-f8e470f065db req-c01275a0-8b04-4c84-974f-7b00f108a5c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 200 len: 1001 time: 0.1424835 Aug 19 12:45:32.946463 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7eb39bab-386f-4749-b288-07025cc107e5 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:32.981719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7eb39bab-386f-4749-b288-07025cc107e5 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Calling delete_port for d2e86f82-4184-48cb-8455-a67965e7fe18 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:33.004436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c41ce8-6d73-49d6-9b43-f8e470f065db req-d8f4cb23-f0be-4281-9212-02c9860f38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.005895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67c41ce8-6d73-49d6-9b43-f8e470f065db req-d8f4cb23-f0be-4281-9212-02c9860f38ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.0727472 Aug 19 12:45:33.127461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35112) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:33.133534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'network': {'name': 'tempest-network-smoke--433769318', 'project_id': '590b45e235af470981ab2f18ef311f78', 'port_security_enabled': True}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:33.169004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c41ce8-6d73-49d6-9b43-f8e470f065db req-3bd2317b-d2e9-4e3e-ade0-832808479487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.171256 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67c41ce8-6d73-49d6-9b43-f8e470f065db req-3bd2317b-d2e9-4e3e-ade0-832808479487 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270063 Aug 19 12:45:33.285626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Made reservation on behalf of 590b45e235af470981ab2f18ef311f78 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:33.291092 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.354385 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67c41ce8-6d73-49d6-9b43-f8e470f065db req-9938252d-6acc-4b8d-ac11-c801701ae1f0 service neutron] 10.222.0.30 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741040 Aug 19 12:45:33.392755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f8bf7-a8d0-46d2-aad6-55bf9f1455e8 req-f40176eb-3e42-46a7-b8b8-d2b8339a7fa9 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.394318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e0f8bf7-a8d0-46d2-aad6-55bf9f1455e8 req-f40176eb-3e42-46a7-b8b8-d2b8339a7fa9 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0614851 Aug 19 12:45:33.427194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9162155-e74c-428a-b1ce-cbb216600b32 req-4b965daf-e531-4b04-ab75-e8eb149ae6c1 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.429080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9162155-e74c-428a-b1ce-cbb216600b32 req-4b965daf-e531-4b04-ab75-e8eb149ae6c1 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 946 time: 0.1413188 Aug 19 12:45:33.438173 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e0f8bf7-a8d0-46d2-aad6-55bf9f1455e8 req-4dd14222-c2dd-4ab0-a3ce-249d06a7cded tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372543 Aug 19 12:45:33.449773 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7eb39bab-386f-4749-b288-07025cc107e5 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.452100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:45:33.463892 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.464318 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Added segment 728f8991-5b41-467c-b1e3-f22b73e891e2 of type vlan for network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c Aug 19 12:45:33.509220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb39bab-386f-4749-b288-07025cc107e5 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Port': ['ID=d2e86f82-4184-48cb-8455-a67965e7fe18,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:33.521244 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.596640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67c41ce8-6d73-49d6-9b43-f8e470f065db req-7cdef57e-1ec2-48e8-8180-2204ed2798bf service neutron] 10.222.0.30 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332890 Aug 19 12:45:33.600700 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9162155-e74c-428a-b1ce-cbb216600b32 req-62bef355-5160-444c-8809-97708c4d7b03 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648924 Aug 19 12:45:33.661954 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7eb39bab-386f-4749-b288-07025cc107e5 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.705522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636954-314f-47d0-aca3-76bdf3822679 req-5b776a64-3445-4f7d-9e37-2c9baf49187e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.707341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c94bb71c-939e-40de-82f9-9ef274ce4143 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:33.708021 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4636954-314f-47d0-aca3-76bdf3822679 req-5b776a64-3445-4f7d-9e37-2c9baf49187e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 945 time: 0.1227205 Aug 19 12:45:33.714195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.721815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:33.722545 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.838973 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port c94bb71c-939e-40de-82f9-9ef274ce4143 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:33.839711 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:33.873790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4636954-314f-47d0-aca3-76bdf3822679 req-2271cf3c-358d-4c3b-9081-04e760a5d714 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431992 Aug 19 12:45:33.888253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35122) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:34.002362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Network': ['ID=52775860-9c23-4b6f-8a51-3b6b0c8e8f7c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:34.019139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-46f1b49f-7628-4a10-9af0-caf32383bbda tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8872824 Aug 19 12:45:34.023908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35126) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:34.040436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:45:34.113137 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.140114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:34.142774 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a27d71f-df2d-4ff4-befa-29dc248f2a07" -d '{"events": [{"server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "name": "network-vif-plugged", "status": "completed", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:34.163731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3f15dc99-f25e-4c82-98bf-f697ee21d92e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/floatingips/9e2731d5-020e-4685-ae58-3f62d127b66d HTTP/1.1" status: 200 len: 993 time: 0.2647290 Aug 19 12:45:34.163731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a16d40b-6012-4ced-9513-d59cd4676650 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:34.163731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9a16d40b-6012-4ced-9513-d59cd4676650 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=590b45e235af470981ab2f18ef311f78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1379771 Aug 19 12:45:34.166946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35132) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:34.177013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c94bb71c-939e-40de-82f9-9ef274ce4143, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c94bb71c-939e-40de-82f9-9ef274ce4143,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:34.193650 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3358b8e7-5902-40b4-9839-1a1d78661b96 x-openstack-request-id: req-3358b8e7-5902-40b4-9839-1a1d78661b96 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:34.194042 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "name": "network-vif-plugged", "status": "completed", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:34.194472 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3358b8e7-5902-40b4-9839-1a1d78661b96 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:34.195034 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'code': 200} Aug 19 12:45:34.317593 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.373582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=c94bb71c-939e-40de-82f9-9ef274ce4143,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:34.403371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb39bab-386f-4749-b288-07025cc107e5 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Router c7993339-957c-4062-9e5e-c4f43b769e91 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:45:34.505226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb39bab-386f-4749-b288-07025cc107e5 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:45:34.516938 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7eb39bab-386f-4749-b288-07025cc107e5 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "PUT /v2.0/routers/c7993339-957c-4062-9e5e-c4f43b769e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1396902 Aug 19 12:45:34.517289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35138) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:34.521239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429eba00-6338-414e-9849-68e714e92667 None None] Sync routers for ids ['c7993339-957c-4062-9e5e-c4f43b769e91'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:34.533021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429eba00-6338-414e-9849-68e714e92667 None None] Routers {'c7993339-957c-4062-9e5e-c4f43b769e91'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:34.533656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-429eba00-6338-414e-9849-68e714e92667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7993339-957c-4062-9e5e-c4f43b769e91'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:34.601312 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-bdeb48ed-d202-44d9-8fb7-9398b2a95208 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] show failed (client error): The resource could not be found. Aug 19 12:45:34.602395 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bdeb48ed-d202-44d9-8fb7-9398b2a95208 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-185678521 HTTP/1.1" status: 404 len: 334 time: 0.0842404 Aug 19 12:45:34.606061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35140) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:34.612312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3b40387d-5f23-4fe0-a564-9e83d89bfebe tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:34.654942 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-3b40387d-5f23-4fe0-a564-9e83d89bfebe tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] update failed (client error): The resource could not be found. Aug 19 12:45:34.656062 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3b40387d-5f23-4fe0-a564-9e83d89bfebe tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-712836516 HTTP/1.1" status: 404 len: 334 time: 0.0490606 Aug 19 12:45:34.659528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35142) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:34.675448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-429eba00-6338-414e-9849-68e714e92667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:34.708329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfbe93-7458-4ea2-9990-a3a2613d7df3 req-eaf83669-1081-4007-bb56-810666adb174 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:34.710602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4dfbe93-7458-4ea2-9990-a3a2613d7df3 req-eaf83669-1081-4007-bb56-810666adb174 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.1025255 Aug 19 12:45:34.716228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9abb774-9d7c-4276-8be6-a40a47b7cf39 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:34.719179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429eba00-6338-414e-9849-68e714e92667 None None] Routers {'c7993339-957c-4062-9e5e-c4f43b769e91'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:34.719827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-429eba00-6338-414e-9849-68e714e92667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['c7993339-957c-4062-9e5e-c4f43b769e91'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:34.721049 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d9abb774-9d7c-4276-8be6-a40a47b7cf39 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5530655 Aug 19 12:45:34.723857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35144) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:34.772455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-429eba00-6338-414e-9849-68e714e92667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:34.773625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429eba00-6338-414e-9849-68e714e92667 None None] The sync data for ids ['c7993339-957c-4062-9e5e-c4f43b769e91'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:34.777164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:34.783558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5cfcf48c-fee5-4b92-9761-db5417a5a550 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575426 Aug 19 12:45:34.786291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35146) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:34.806032 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4dfbe93-7458-4ea2-9990-a3a2613d7df3 req-fb9b998d-baf9-4ca7-acf9-79f01df41523 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763099 Aug 19 12:45:34.842376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fbe029df-86e3-4636-8712-43192554d78c tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=590b45e235af470981ab2f18ef311f78&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517218 Aug 19 12:45:34.842480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35148) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:34.850531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7d90e6-4487-4b90-8c0d-cdaa51115806 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Deleting subnet 8e024ab1-790e-4d78-bcc3-d7920065f7b3 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:34.855055 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aa7d90e6-4487-4b90-8c0d-cdaa51115806 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.899752 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aa7d90e6-4487-4b90-8c0d-cdaa51115806 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.920286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:34.925980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:34.926398 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:34.966508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b468c43-c086-4220-9207-453b71eb2a88 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:34.970857 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5b468c43-c086-4220-9207-453b71eb2a88 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1248944 Aug 19 12:45:34.971982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35150) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:35.015536 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-46b99e43-261e-4987-875c-ec2094d45d29 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423317 Aug 19 12:45:35.017697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35154) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:35.027166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1071613595', 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c', 'project_id': '590b45e235af470981ab2f18ef311f78', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:35.027400 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aa7d90e6-4487-4b90-8c0d-cdaa51115806 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.090983 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Sync routers for ids ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:45:35.113851 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Routers {'91a80c3a-d0c1-4163-ae9b-646fd91d99ab'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:35.114544 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.212486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aa7d90e6-4487-4b90-8c0d-cdaa51115806 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.241593 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.244158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d90e6-4487-4b90-8c0d-cdaa51115806 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Subnet': ['ID=8e024ab1-790e-4d78-bcc3-d7920065f7b3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:35.248937 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e5634e66-9cfb-4a61-a4de-2ee5739dcd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.259499 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aa7d90e6-4487-4b90-8c0d-cdaa51115806 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.261882 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-aa7d90e6-4487-4b90-8c0d-cdaa51115806 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "DELETE /v2.0/subnets/8e024ab1-790e-4d78-bcc3-d7920065f7b3 HTTP/1.1" status: 204 len: 168 time: 0.6013525 Aug 19 12:45:35.264307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35156) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:35.274388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ba8a9-df21-4089-ba6c-44fe68836301 None None] Network 8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:35.283442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Made reservation on behalf of 590b45e235af470981ab2f18ef311f78 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:35.287519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.347495 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Set router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:35.347717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:35.379837 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.440211 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.450237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Deleting port f006e8fa-e473-4104-9b3d-72418c76b9d0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:35.450628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.492491 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3f2e9-7260-4201-bf5e-09b32654e0a9 None None] DHCP port deletion for 8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:35.540865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] For port f006e8fa-e473-4104-9b3d-72418c76b9d0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f006e8fa-e473-4104-9b3d-72418c76b9d0,segment=NetworkSegment(2b1f6167-718e-4199-8011-019cd8ebfa53),segment_id=2b1f6167-718e-4199-8011-019cd8ebfa53)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:35.541134 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.555568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:35.555774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Calling delete_port for f006e8fa-e473-4104-9b3d-72418c76b9d0 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:35.576894 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'name': 'tempest-TestVolumeBootPattern-1872307019-router', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:24Z', 'updated_at': '2021-08-19T12:45:30Z', 'revision_number': 4, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'gw_port': {'id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:26Z', 'updated_at': '2021-08-19T12:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5eb683df-dc80-4aca-b2ac-6b5bd29bbee8', 'name': '', 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'mac_address': 'fa:16:3e:50:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:29Z', 'updated_at': '2021-08-19T12:45:30Z', 'revision_number': 2, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'subnets': [{'id': '33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.582714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-16a3f2e9-7260-4201-bf5e-09b32654e0a9 None None] Deleting port f006e8fa-e473-4104-9b3d-72418c76b9d0 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:35.583132 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-16a3f2e9-7260-4201-bf5e-09b32654e0a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.603551 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Checking router: 91a80c3a-d0c1-4163-ae9b-646fd91d99ab for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:45:35.603816 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Updating router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:45:35.611502 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.633748 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.655124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-16a3f2e9-7260-4201-bf5e-09b32654e0a9 None None] For port f006e8fa-e473-4104-9b3d-72418c76b9d0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f006e8fa-e473-4104-9b3d-72418c76b9d0,segment=NetworkSegment(2b1f6167-718e-4199-8011-019cd8ebfa53),segment_id=2b1f6167-718e-4199-8011-019cd8ebfa53)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:35.656111 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-16a3f2e9-7260-4201-bf5e-09b32654e0a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.671800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-16a3f2e9-7260-4201-bf5e-09b32654e0a9 None None] Calling delete_port for f006e8fa-e473-4104-9b3d-72418c76b9d0 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:35.682754 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Subnet': ['ID=a8d5b0ee-d266-4d61-8730-f5a37e053a29,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:35.690888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Checking segment: {'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:35.691261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network hostable DHCP agents. Network: 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:45:35.794985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.802960 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-16a3f2e9-7260-4201-bf5e-09b32654e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.825634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Port': ['ID=f006e8fa-e473-4104-9b3d-72418c76b9d0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:35.834567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3f2e9-7260-4201-bf5e-09b32654e0a9 None None] Pushing event deleted for resources: {'Port': ['ID=f006e8fa-e473-4104-9b3d-72418c76b9d0,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:35.835903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] No DVR routers for this DVR port f006e8fa-e473-4104-9b3d-72418c76b9d0 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:35.836679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3f2e9-7260-4201-bf5e-09b32654e0a9 None None] No DVR routers for this DVR port f006e8fa-e473-4104-9b3d-72418c76b9d0 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:35.854360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:45:35.918416 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.928884 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Transition to ACTIVE for port object 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:35.958731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:35.971252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.983021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1f6167-718e-4199-8011-019cd8ebfa53') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.983314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1f6167-718e-4199-8011-019cd8ebfa53') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:35.994364 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.008271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccf632-70de-4d7b-a8e0-67c74b6e1c3a req-d8d2772d-3612-4251-a8de-6c2116adebba tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:36.009745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42ccf632-70de-4d7b-a8e0-67c74b6e1c3a req-d8d2772d-3612-4251-a8de-6c2116adebba tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0903103 Aug 19 12:45:36.022512 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.037048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:36.037452 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:36.040417 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:36.103980 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42ccf632-70de-4d7b-a8e0-67c74b6e1c3a req-16c9b6c3-c69a-450c-b0f9-06f017832c89 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875349 Aug 19 12:45:36.109408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:36.113968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:36.114978 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.119227 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ba336-0a07-4f76-b71f-997f5871173e None None] Network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:36.236110 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.260722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-52775860-9c23-4b6f-8a51-3b6b0c8e8f7c', 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ips': [{'subnet_id': 'a8d5b0ee-d266-4d61-8730-f5a37e053a29'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:45:36.261671 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.280226 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.288491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.292789 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "DELETE /v2.0/networks/8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90 HTTP/1.1" status: 204 len: 168 time: 1.0231512 Aug 19 12:45:36.293157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35166) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:36.332529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834a274-3345-425c-bc43-ff5cabc2b321 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Network': ['ID=8ff5b747-f7fb-4bfe-8b8b-b6ab1618ed90,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:36.338489 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bbb2f-20fb-4f17-9ba6-0c81edd3c0d3 None None] Pushing event updated for resources: {'Port': ['ID=5eb683df-dc80-4aca-b2ac-6b5bd29bbee8,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:36.346368 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Attempting to bind port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:36.346819 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Attempting to bind port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'ddfe6141-55d7-4173-8a29-e6d5412aea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:36.347183 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Attempting to bind port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 on network c7ba5371-a24f-46be-93aa-46fa410d677c {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:36.352886 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3ed4e2e3-408c-4aaa-a64f-82ff2c4de8ce tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3339319 Aug 19 12:45:36.355939 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:36.356310 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Checking segment: {'id': 'ddfe6141-55d7-4173-8a29-e6d5412aea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:36.356704 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.357081 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Bound using segment: {'id': 'ddfe6141-55d7-4173-8a29-e6d5412aea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:36.359849 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Bound port: 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfe6141-55d7-4173-8a29-e6d5412aea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:36.360170 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.385227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-3daf6c50-37d7-4fb4-987b-bcfba9a77a1b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Deleting subnet 9f1ba23e-8860-4dac-b987-f02b9be0508e {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:36.394358 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3daf6c50-37d7-4fb4-987b-bcfba9a77a1b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.440987 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] For port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:36.445211 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] For port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5eb683df-dc80-4aca-b2ac-6b5bd29bbee8,segment=NetworkSegment(ddfe6141-55d7-4173-8a29-e6d5412aea3d),segment_id=ddfe6141-55d7-4173-8a29-e6d5412aea3d)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:36.466526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Allocated IP 172.20.0.18 (52775860-9c23-4b6f-8a51-3b6b0c8e8f7c/a8d5b0ee-d266-4d61-8730-f5a37e053a29/81201237-ce9a-4200-ae5b-41d62c98f6d8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:36.470711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3daf6c50-37d7-4fb4-987b-bcfba9a77a1b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.535822 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.645881 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3daf6c50-37d7-4fb4-987b-bcfba9a77a1b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.669343 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bbb2f-20fb-4f17-9ba6-0c81edd3c0d3 None None] Pushing event updated for resources: {'Port': ['ID=5eb683df-dc80-4aca-b2ac-6b5bd29bbee8,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:36.677452 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Routers {'91a80c3a-d0c1-4163-ae9b-646fd91d99ab'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:45:36.678085 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:36.690674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:36.803651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-146b6b92-dc1c-437b-a36d-131e5986b908 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:36.807874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-146b6b92-dc1c-437b-a36d-131e5986b908 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.1993723 Aug 19 12:45:36.830669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-218bc45b-ca83-43e2-bc65-823a23771d91 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/quotas/99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 375 time: 0.0121167 Aug 19 12:45:36.856503 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3daf6c50-37d7-4fb4-987b-bcfba9a77a1b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.884271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3daf6c50-37d7-4fb4-987b-bcfba9a77a1b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.887498 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:36.890021 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] Set router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:45:36.890393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3daf6c50-37d7-4fb4-987b-bcfba9a77a1b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "DELETE /v2.0/subnets/9f1ba23e-8860-4dac-b987-f02b9be0508e HTTP/1.1" status: 204 len: 168 time: 0.5958824 Aug 19 12:45:36.891230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35176) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:36.897681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32dba35-6c68-4b37-86ee-f7830700524e None None] Network 0ccd1565-1061-4f33-b5c2-778e6d068b19 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:36.926761 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-5a0e9f9a-d283-4aa8-b131-bcd05fbf5d74 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864573 Aug 19 12:45:36.930947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf6c50-37d7-4fb4-987b-bcfba9a77a1b tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1ba23e-8860-4dac-b987-f02b9be0508e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:36.931909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-3dc2390a-710b-44c6-a0ca-95b3ee8651bd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:45:36.939718 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-3dc2390a-710b-44c6-a0ca-95b3ee8651bd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120730 Aug 19 12:45:36.944827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Transition to ACTIVE for port object 81201237-ce9a-4200-ae5b-41d62c98f6d8 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:36.961991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Transition to ACTIVE for port object 81201237-ce9a-4200-ae5b-41d62c98f6d8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:37.035949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd63947-f7fd-488e-80bf-1ba3ce5a3929 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Deleting subnet 22472de0-8f87-4b1b-849d-c948aa40cc7b {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:37.036218 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffd63947-f7fd-488e-80bf-1ba3ce5a3929 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.052473 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-59ac4cea-fdde-4e87-94a1-2876c1052824 service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119013 Aug 19 12:45:37.079631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:37.080011 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.152139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffd63947-f7fd-488e-80bf-1ba3ce5a3929 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.169254 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.179462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-0f98894c-989c-4ec4-b8da-fedd6a40ed6c service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203022 Aug 19 12:45:37.206429 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'name': 'tempest-TestVolumeBootPattern-1872307019-router', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:24Z', 'updated_at': '2021-08-19T12:45:30Z', 'revision_number': 4, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'gw_port': {'id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:26Z', 'updated_at': '2021-08-19T12:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5eb683df-dc80-4aca-b2ac-6b5bd29bbee8', 'name': '', 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'mac_address': 'fa:16:3e:50:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:29Z', 'updated_at': '2021-08-19T12:45:36Z', 'revision_number': 4, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'subnets': [{'id': '33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:37.237305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:37.239018 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c60c115-c5fb-44f5-96e7-69b3117762b1 None None] The sync data for ids ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'] in n-d-803757-2 is: [{'id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'name': 'tempest-TestVolumeBootPattern-1872307019-router', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:24Z', 'updated_at': '2021-08-19T12:45:30Z', 'revision_number': 4, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'gw_port': {'id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:26Z', 'updated_at': '2021-08-19T12:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5eb683df-dc80-4aca-b2ac-6b5bd29bbee8', 'name': '', 'network_id': 'c7ba5371-a24f-46be-93aa-46fa410d677c', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'mac_address': 'fa:16:3e:50:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:29Z', 'updated_at': '2021-08-19T12:45:36Z', 'revision_number': 4, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'subnets': [{'id': '33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:45:37.255832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:37.259130 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:37.272106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Pushing event updated for resources: {'Port': ['ID=81201237-ce9a-4200-ae5b-41d62c98f6d8,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:37.356324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35182) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:37.367768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d957ba36-0e26-4d71-9763-ec72681955cb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560660904', 'description': 'tempest-secgroup-smoke-1560660904 description', 'project_id': '590b45e235af470981ab2f18ef311f78'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:37.387371 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffd63947-f7fd-488e-80bf-1ba3ce5a3929 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.413526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b44c3b-4048-465f-bbc5-f5ebcff75229 None None] DHCP port deletion for 0ccd1565-1061-4f33-b5c2-778e6d068b19 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:37.449190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Attempting to bind port 81201237-ce9a-4200-ae5b-41d62c98f6d8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:37.449823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Attempting to bind port 81201237-ce9a-4200-ae5b-41d62c98f6d8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:37.451320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Attempting to bind port 81201237-ce9a-4200-ae5b-41d62c98f6d8 on network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:37.506891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:37.507328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Checking segment: {'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:37.507764 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.538169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Bound using segment: {'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:37.538169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Bound port: 81201237-ce9a-4200-ae5b-41d62c98f6d8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:37.538169 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.538618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0fb1c-5a30-4ba3-b805-eb55ad60d04a req-8d791397-48bf-47dc-a725-fafdec43cf26 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:37.538618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2bc0fb1c-5a30-4ba3-b805-eb55ad60d04a req-8d791397-48bf-47dc-a725-fafdec43cf26 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0733719 Aug 19 12:45:37.557918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2bc0fb1c-5a30-4ba3-b805-eb55ad60d04a req-65e14411-98bb-42e5-924c-186ff93ac083 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361681 Aug 19 12:45:37.560971 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d957ba36-0e26-4d71-9763-ec72681955cb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.629729 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffd63947-f7fd-488e-80bf-1ba3ce5a3929 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.648396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f006e8fa-e473-4104-9b3d-72418c76b9d0 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:37.669856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd63947-f7fd-488e-80bf-1ba3ce5a3929 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Subnet': ['ID=22472de0-8f87-4b1b-849d-c948aa40cc7b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:37.674474 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ffd63947-f7fd-488e-80bf-1ba3ce5a3929 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.679603 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ffd63947-f7fd-488e-80bf-1ba3ce5a3929 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "DELETE /v2.0/subnets/22472de0-8f87-4b1b-849d-c948aa40cc7b HTTP/1.1" status: 204 len: 168 time: 0.7658315 Aug 19 12:45:37.680570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35188) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:37.701284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f006e8fa-e473-4104-9b3d-72418c76b9d0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:37.701636 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f006e8fa-e473-4104-9b3d-72418c76b9d0 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:37.710383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4d150-84b8-40b3-ba3e-d375242defd7 None None] Network 260cbe9f-5fa9-439c-844e-555f7ab7a2ad requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:37.726373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d957ba36-0e26-4d71-9763-ec72681955cb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.786154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-41b44c3b-4048-465f-bbc5-f5ebcff75229 None None] Deleting port f5bbd772-2d6a-4627-a220-657d63d7a29f {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:37.786528 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-41b44c3b-4048-465f-bbc5-f5ebcff75229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.787052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.790995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] For port 81201237-ce9a-4200-ae5b-41d62c98f6d8, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:37.796023 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.848347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Deleting port f5bbd772-2d6a-4627-a220-657d63d7a29f {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:37.848882 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.851894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] For port 81201237-ce9a-4200-ae5b-41d62c98f6d8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=81201237-ce9a-4200-ae5b-41d62c98f6d8,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:37.857703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d957ba36-0e26-4d71-9763-ec72681955cb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.863605 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d9780ba0-ef8a-4e96-8710-e32d97cc74cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.892719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957ba36-0e26-4d71-9763-ec72681955cb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78dd61e4-f491-4877-9bb1-ac3bbf92c56f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:37.912221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-41b44c3b-4048-465f-bbc5-f5ebcff75229 None None] For port f5bbd772-2d6a-4627-a220-657d63d7a29f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f5bbd772-2d6a-4627-a220-657d63d7a29f,segment=NetworkSegment(342d5932-3a71-4fb6-8afe-0cf722dedc9c),segment_id=342d5932-3a71-4fb6-8afe-0cf722dedc9c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:37.912763 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-41b44c3b-4048-465f-bbc5-f5ebcff75229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.935912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] For port f5bbd772-2d6a-4627-a220-657d63d7a29f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f5bbd772-2d6a-4627-a220-657d63d7a29f,segment=NetworkSegment(342d5932-3a71-4fb6-8afe-0cf722dedc9c),segment_id=342d5932-3a71-4fb6-8afe-0cf722dedc9c)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:37.937119 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.937675 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.945270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-41b44c3b-4048-465f-bbc5-f5ebcff75229 None None] Calling delete_port for f5bbd772-2d6a-4627-a220-657d63d7a29f owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:37.951597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Calling delete_port for f5bbd772-2d6a-4627-a220-657d63d7a29f owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:37.975568 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d957ba36-0e26-4d71-9763-ec72681955cb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:37.977451 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d957ba36-0e26-4d71-9763-ec72681955cb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6198680 Aug 19 12:45:37.980352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35190) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:37.986333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9a9c2352-189b-430d-ac16-cdd42ca2511a tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '78dd61e4-f491-4877-9bb1-ac3bbf92c56f', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:38.090655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d16d1-8c33-4c29-82b3-9bc599fa15c3 None None] Pushing event updated for resources: {'Port': ['ID=81201237-ce9a-4200-ae5b-41d62c98f6d8,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:38.138176 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d7b9acb8-a296-430e-9c1b-800bc0c4cfd5 req-2a7cbf78-5c23-49ab-b2f5-2492c1a7678e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 210 time: 0.0306799 Aug 19 12:45:38.139011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a9c2352-189b-430d-ac16-cdd42ca2511a tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.189089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9539625-74b9-4191-bd2e-45f78ce5d89c None None] DHCP port deletion for 260cbe9f-5fa9-439c-844e-555f7ab7a2ad request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:38.235455 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.236062 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a9c2352-189b-430d-ac16-cdd42ca2511a tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.293780 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-41b44c3b-4048-465f-bbc5-f5ebcff75229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.304622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] No DVR routers for this DVR port f5bbd772-2d6a-4627-a220-657d63d7a29f on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:38.314018 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a9c2352-189b-430d-ac16-cdd42ca2511a tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.315818 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Port': ['ID=f5bbd772-2d6a-4627-a220-657d63d7a29f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:38.325364 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b44c3b-4048-465f-bbc5-f5ebcff75229 None None] Pushing event deleted for resources: {'Port': ['ID=f5bbd772-2d6a-4627-a220-657d63d7a29f,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:38.328392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e9539625-74b9-4191-bd2e-45f78ce5d89c None None] Deleting port 63ff4799-99b7-454b-88ba-433d5317fe7c {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:38.331103 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9539625-74b9-4191-bd2e-45f78ce5d89c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.354215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b44c3b-4048-465f-bbc5-f5ebcff75229 None None] No DVR routers for this DVR port f5bbd772-2d6a-4627-a220-657d63d7a29f on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:38.357243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c2352-189b-430d-ac16-cdd42ca2511a tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a164228-2223-4f4a-9c8e-fa69fa85c15a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:38.432317 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.442859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e9539625-74b9-4191-bd2e-45f78ce5d89c None None] For port 63ff4799-99b7-454b-88ba-433d5317fe7c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=63ff4799-99b7-454b-88ba-433d5317fe7c,segment=NetworkSegment(f366f53c-2c85-48f3-8f53-e37f0aafd5c4),segment_id=f366f53c-2c85-48f3-8f53-e37f0aafd5c4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:38.443276 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9539625-74b9-4191-bd2e-45f78ce5d89c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.444439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ccd1565-1061-4f33-b5c2-778e6d068b19']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:38.466214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e9539625-74b9-4191-bd2e-45f78ce5d89c None None] Calling delete_port for 63ff4799-99b7-454b-88ba-433d5317fe7c owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:38.471592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342d5932-3a71-4fb6-8afe-0cf722dedc9c') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:38.471892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342d5932-3a71-4fb6-8afe-0cf722dedc9c') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:38.481931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.496532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.504067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:38.504740 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:38.508865 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:38.539836 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9a9c2352-189b-430d-ac16-cdd42ca2511a tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.550627 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9a9c2352-189b-430d-ac16-cdd42ca2511a tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5621128 Aug 19 12:45:38.550627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35198) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:38.551754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-70e37948-cf7d-4731-b62f-2def62f4df4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '78dd61e4-f491-4877-9bb1-ac3bbf92c56f', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:38.675079 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e9539625-74b9-4191-bd2e-45f78ce5d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.695909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1cb97-d041-425b-b883-ab29d659f9df req-fc20c87c-fdb1-4d80-81cc-028e79aa4b39 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:38.697473 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1af1cb97-d041-425b-b883-ab29d659f9df req-fc20c87c-fdb1-4d80-81cc-028e79aa4b39 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0575261 Aug 19 12:45:38.705916 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9539625-74b9-4191-bd2e-45f78ce5d89c None None] Pushing event deleted for resources: {'Port': ['ID=63ff4799-99b7-454b-88ba-433d5317fe7c,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:38.711657 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9539625-74b9-4191-bd2e-45f78ce5d89c None None] No DVR routers for this DVR port 63ff4799-99b7-454b-88ba-433d5317fe7c on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:38.745731 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1af1cb97-d041-425b-b883-ab29d659f9df req-98170ede-72d6-480a-9168-abd58abea678 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Aug 19 12:45:38.754859 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.762152 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e37948-cf7d-4731-b62f-2def62f4df4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.767120 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.769127 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "DELETE /v2.0/networks/0ccd1565-1061-4f33-b5c2-778e6d068b19 HTTP/1.1" status: 204 len: 168 time: 1.0877140 Aug 19 12:45:38.769411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35208) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:38.783849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1365df-ec1d-4198-b176-b4db22aecec2 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Network': ['ID=0ccd1565-1061-4f33-b5c2-778e6d068b19,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:38.807293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 81201237-ce9a-4200-ae5b-41d62c98f6d8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:38.889827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.892675 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e37948-cf7d-4731-b62f-2def62f4df4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:38.988883 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.000343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260cbe9f-5fa9-439c-844e-555f7ab7a2ad']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:39.016695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f366f53c-2c85-48f3-8f53-e37f0aafd5c4') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:39.017133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f366f53c-2c85-48f3-8f53-e37f0aafd5c4') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:39.028513 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.043215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.050163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:39.050692 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:39.054378 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:39.069633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 81201237-ce9a-4200-ae5b-41d62c98f6d8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:39.072254 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e37948-cf7d-4731-b62f-2def62f4df4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.074475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:39.132874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e37948-cf7d-4731-b62f-2def62f4df4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1752df-ffc8-4ce9-bb23-9f727d9fbc45,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:39.236969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db43afcf-ac29-4908-87fc-cf7c6b868a3d None None] Network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:39.243631 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-487104d8-de89-40fb-93db-0d40b8c7489d req-222c4b52-ddbe-4ab1-8645-2e2c3c71ac30 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 210 time: 0.0292394 Aug 19 12:45:39.278922 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.355803 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.356210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:39.361464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.363297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:39.368820 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.369694 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "DELETE /v2.0/networks/260cbe9f-5fa9-439c-844e-555f7ab7a2ad HTTP/1.1" status: 204 len: 168 time: 0.5907667 Aug 19 12:45:39.369694 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-70e37948-cf7d-4731-b62f-2def62f4df4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.369694 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-70e37948-cf7d-4731-b62f-2def62f4df4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8187184 Aug 19 12:45:39.369974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35212) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:39.370466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35214) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:39.377839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-36767d1d-21be-46ae-ba6e-889227f4caec tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '78dd61e4-f491-4877-9bb1-ac3bbf92c56f', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:39.399630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e572bf2-5d82-4c06-8365-f289b8dd35d7 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Network': ['ID=260cbe9f-5fa9-439c-844e-555f7ab7a2ad,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:39.427657 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebecacef-e44f-4c9f-8dab-eb7d52c45bc3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Deleting subnet 86e7e2f1-7e86-44d4-8469-3f7dd8d1d56a {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:45:39.430940 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ebecacef-e44f-4c9f-8dab-eb7d52c45bc3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.467719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ec1ca813-873b-4357-a6ae-095015acd3aa None None] Provisioning for port 81201237-ce9a-4200-ae5b-41d62c98f6d8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:39.477733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ec1ca813-873b-4357-a6ae-095015acd3aa None None] Provisioning complete for port 81201237-ce9a-4200-ae5b-41d62c98f6d8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:39.478098 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca813-873b-4357-a6ae-095015acd3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.484133 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ebecacef-e44f-4c9f-8dab-eb7d52c45bc3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.501897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.523908 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36767d1d-21be-46ae-ba6e-889227f4caec tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.552313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5eb683df-dc80-4aca-b2ac-6b5bd29bbee8,segment=NetworkSegment(ddfe6141-55d7-4173-8a29-e6d5412aea3d),segment_id=ddfe6141-55d7-4173-8a29-e6d5412aea3d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:39.581980 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ebecacef-e44f-4c9f-8dab-eb7d52c45bc3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.597363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36767d1d-21be-46ae-ba6e-889227f4caec tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.598898 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca813-873b-4357-a6ae-095015acd3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.636222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ec1ca813-873b-4357-a6ae-095015acd3aa None None] For port 81201237-ce9a-4200-ae5b-41d62c98f6d8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=81201237-ce9a-4200-ae5b-41d62c98f6d8,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:39.646613 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.698345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f5bbd772-2d6a-4627-a220-657d63d7a29f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:39.723135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=5eb683df-dc80-4aca-b2ac-6b5bd29bbee8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:39.726557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f5bbd772-2d6a-4627-a220-657d63d7a29f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:39.726944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f5bbd772-2d6a-4627-a220-657d63d7a29f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:39.727379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 63ff4799-99b7-454b-88ba-433d5317fe7c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:39.737935 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36767d1d-21be-46ae-ba6e-889227f4caec tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.751710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 63ff4799-99b7-454b-88ba-433d5317fe7c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:39.752054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 63ff4799-99b7-454b-88ba-433d5317fe7c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:39.757331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36767d1d-21be-46ae-ba6e-889227f4caec tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127f3d25-9c7c-42d4-8033-f88dd4849897,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:39.798428 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca813-873b-4357-a6ae-095015acd3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.798980 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ebecacef-e44f-4c9f-8dab-eb7d52c45bc3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.837355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecacef-e44f-4c9f-8dab-eb7d52c45bc3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Subnet': ['ID=86e7e2f1-7e86-44d4-8469-3f7dd8d1d56a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:39.842746 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ebecacef-e44f-4c9f-8dab-eb7d52c45bc3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.845855 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ebecacef-e44f-4c9f-8dab-eb7d52c45bc3 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "DELETE /v2.0/subnets/86e7e2f1-7e86-44d4-8469-3f7dd8d1d56a HTTP/1.1" status: 204 len: 168 time: 0.4777622 Aug 19 12:45:39.851452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35220) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:39.895100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071ab10-2e2d-45b3-9d04-d575e2e65c4e req-9c375ef7-b70a-4cc8-9002-773844868cb8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:39.896847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3071ab10-2e2d-45b3-9d04-d575e2e65c4e req-9c375ef7-b70a-4cc8-9002-773844868cb8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0729764 Aug 19 12:45:39.919737 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36767d1d-21be-46ae-ba6e-889227f4caec tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.921070 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-36767d1d-21be-46ae-ba6e-889227f4caec tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5494471 Aug 19 12:45:39.923956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35222) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:39.930113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d28cd667-6682-405f-805c-02dcdbacc39b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '78dd61e4-f491-4877-9bb1-ac3bbf92c56f', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:39.945305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3071ab10-2e2d-45b3-9d04-d575e2e65c4e req-4f692375-3456-4c70-8fe8-9886e4b4514c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 Aug 19 12:45:39.972447 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:39.980609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5006d2dd-a2cb-4817-8cb6-1fb764dfaf8b None None] Network 28a0a061-65fb-4723-91c8-6f2705bd81b0 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:45:40.035995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Deleting port fe720055-f2f7-4bfd-98f4-178c164740b2 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:40.036392 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.061244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-40857f44-a596-4964-8e32-bb4fc629a450 None None] Provisioning complete for port 81201237-ce9a-4200-ae5b-41d62c98f6d8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:40.065746 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-40857f44-a596-4964-8e32-bb4fc629a450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.090283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ca813-873b-4357-a6ae-095015acd3aa None None] Pushing event updated for resources: {'Port': ['ID=81201237-ce9a-4200-ae5b-41d62c98f6d8,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:40.101121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] For port fe720055-f2f7-4bfd-98f4-178c164740b2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fe720055-f2f7-4bfd-98f4-178c164740b2,segment=NetworkSegment(3c30008e-7b71-48da-a2c4-ca83298188b9),segment_id=3c30008e-7b71-48da-a2c4-ca83298188b9)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:40.101553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.114498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Calling delete_port for fe720055-f2f7-4bfd-98f4-178c164740b2 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:40.214471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502e785-9e43-4566-a6e4-8715c6acfc05 None None] DHCP port deletion for 28a0a061-65fb-4723-91c8-6f2705bd81b0 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:45:40.223756 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d28cd667-6682-405f-805c-02dcdbacc39b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.264292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0502e785-9e43-4566-a6e4-8715c6acfc05 None None] Deleting port fe720055-f2f7-4bfd-98f4-178c164740b2 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:45:40.264957 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0502e785-9e43-4566-a6e4-8715c6acfc05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.297844 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d28cd667-6682-405f-805c-02dcdbacc39b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.323521 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5da12994-192c-4760-ba60-a56c1e1857f4 req-5740d7fd-7f0f-4d32-9417-bf051c8be968 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 210 time: 0.0288599 Aug 19 12:45:40.330682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0502e785-9e43-4566-a6e4-8715c6acfc05 None None] For port fe720055-f2f7-4bfd-98f4-178c164740b2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fe720055-f2f7-4bfd-98f4-178c164740b2,segment=NetworkSegment(3c30008e-7b71-48da-a2c4-ca83298188b9),segment_id=3c30008e-7b71-48da-a2c4-ca83298188b9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:40.331119 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0502e785-9e43-4566-a6e4-8715c6acfc05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.344233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0502e785-9e43-4566-a6e4-8715c6acfc05 None None] Calling delete_port for fe720055-f2f7-4bfd-98f4-178c164740b2 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:45:40.378410 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.402306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Port': ['ID=fe720055-f2f7-4bfd-98f4-178c164740b2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:40.409381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] No DVR routers for this DVR port fe720055-f2f7-4bfd-98f4-178c164740b2 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:40.419384 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0502e785-9e43-4566-a6e4-8715c6acfc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.433953 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d28cd667-6682-405f-805c-02dcdbacc39b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.450415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502e785-9e43-4566-a6e4-8715c6acfc05 None None] Pushing event deleted for resources: {'Port': ['ID=fe720055-f2f7-4bfd-98f4-178c164740b2,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:40.456574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0502e785-9e43-4566-a6e4-8715c6acfc05 None None] No DVR routers for this DVR port fe720055-f2f7-4bfd-98f4-178c164740b2 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:45:40.501855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cd667-6682-405f-805c-02dcdbacc39b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef8ee2e-f828-4765-8121-0f9e0fd5557d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:40.513109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.522865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a0a061-65fb-4723-91c8-6f2705bd81b0']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:40.533258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c30008e-7b71-48da-a2c4-ca83298188b9') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:40.533553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c30008e-7b71-48da-a2c4-ca83298188b9') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:45:40.542026 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.557346 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.565776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:45:40.566177 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:45:40.569478 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:45:40.601406 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.606576 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d28cd667-6682-405f-805c-02dcdbacc39b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.607805 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d28cd667-6682-405f-805c-02dcdbacc39b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6814406 Aug 19 12:45:40.611537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35226) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:40.616388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-bc069ce7-8140-4c1c-a0b7-3cccc187b8d6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '78dd61e4-f491-4877-9bb1-ac3bbf92c56f', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:40.640942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 81201237-ce9a-4200-ae5b-41d62c98f6d8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:40.687422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 81201237-ce9a-4200-ae5b-41d62c98f6d8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:40.688393 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.762633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:40.813592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:40.814021 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.818505 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.818963 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-bc069ce7-8140-4c1c-a0b7-3cccc187b8d6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Project 590b45e235af470981ab2f18ef311f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:45:40.824581 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc069ce7-8140-4c1c-a0b7-3cccc187b8d6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.835256 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.835256 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "DELETE /v2.0/networks/28a0a061-65fb-4723-91c8-6f2705bd81b0 HTTP/1.1" status: 204 len: 168 time: 0.9771731 Aug 19 12:45:40.835704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35228) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:40.839975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8f6ec-3946-4c75-97cd-8f5f3eb3f7eb tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Pushing event deleted for resources: {'Network': ['ID=28a0a061-65fb-4723-91c8-6f2705bd81b0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:40.875133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e56fdcad-c5e6-47a8-ac1f-bd13f5c5ca18 tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7993339-957c-4062-9e5e-c4f43b769e91 HTTP/1.1" status: 200 len: 205 time: 0.0363977 Aug 19 12:45:40.875492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35230) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:40.914326 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc069ce7-8140-4c1c-a0b7-3cccc187b8d6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.948569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fe720055-f2f7-4bfd-98f4-178c164740b2 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:45:40.957980 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e87605f7-4f84-4375-9231-b64070217bda tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:40.967552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: fe720055-f2f7-4bfd-98f4-178c164740b2 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:45:40.967902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fe720055-f2f7-4bfd-98f4-178c164740b2 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:45:41.067602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d8394-8b66-42e0-b991-a232cf9df1f6 req-9f7ed4f5-33a6-46bf-a600-6752ddeeee59 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:41.069142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c4d8394-8b66-42e0-b991-a232cf9df1f6 req-9f7ed4f5-33a6-46bf-a600-6752ddeeee59 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0522163 Aug 19 12:45:41.108263 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c4d8394-8b66-42e0-b991-a232cf9df1f6 req-3fdec8bb-4370-4544-8f08-73a51a8307ed tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331547 Aug 19 12:45:41.129905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e87605f7-4f84-4375-9231-b64070217bda tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.132304 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e87605f7-4f84-4375-9231-b64070217bda tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.241120 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc069ce7-8140-4c1c-a0b7-3cccc187b8d6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.259126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc069ce7-8140-4c1c-a0b7-3cccc187b8d6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d772b2-5049-4889-9273-71b77d6899e9,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:41.419914 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-afbf76eb-e073-4dcb-8f10-d5a5e4cd3dd9 req-2f68eaff-9f03-4e13-b1b9-3bedee8efc00 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 210 time: 0.0315666 Aug 19 12:45:41.446949 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e87605f7-4f84-4375-9231-b64070217bda tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.447100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc069ce7-8140-4c1c-a0b7-3cccc187b8d6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.447499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87605f7-4f84-4375-9231-b64070217bda tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Fanout notify agent at l3_agent the message router_deleted on router c7993339-957c-4062-9e5e-c4f43b769e91 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:45:41.448327 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bc069ce7-8140-4c1c-a0b7-3cccc187b8d6 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8356690 Aug 19 12:45:41.451480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35236) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:41.455170 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e87605f7-4f84-4375-9231-b64070217bda tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.457048 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e87605f7-4f84-4375-9231-b64070217bda tempest-RoutersNegativeIpV6Test-1542116068 tempest-RoutersNegativeIpV6Test-1542116068-project] 10.222.0.21 "DELETE /v2.0/routers/c7993339-957c-4062-9e5e-c4f43b769e91 HTTP/1.1" status: 204 len: 168 time: 0.5805798 Aug 19 12:45:41.457606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d5c6b1dd-63f1-4987-b6d3-e5d6f645191b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '78dd61e4-f491-4877-9bb1-ac3bbf92c56f', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:41.616101 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-d5c6b1dd-63f1-4987-b6d3-e5d6f645191b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Project 590b45e235af470981ab2f18ef311f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:45:41.621180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b1dd-63f1-4987-b6d3-e5d6f645191b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.681117 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b1dd-63f1-4987-b6d3-e5d6f645191b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.829535 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b1dd-63f1-4987-b6d3-e5d6f645191b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:41.847927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6b1dd-63f1-4987-b6d3-e5d6f645191b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a660a04a-1339-4bad-b1a6-0ae74388b3ae,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:42.047840 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b1dd-63f1-4987-b6d3-e5d6f645191b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.049065 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d5c6b1dd-63f1-4987-b6d3-e5d6f645191b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5964625 Aug 19 12:45:42.155751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35248) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:42.251758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf2139-37be-4b2b-99ac-7fb9ef759e06 req-9ae4f9aa-4eb4-4375-a460-98a657d9836c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:42.255557 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6fcf2139-37be-4b2b-99ac-7fb9ef759e06 req-9ae4f9aa-4eb4-4375-a460-98a657d9836c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0733001 Aug 19 12:45:42.265595 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-91115957-ffc5-4867-8c53-5dd2176492b0 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560660904&fields=id&tenant_id=590b45e235af470981ab2f18ef311f78 HTTP/1.1" status: 200 len: 267 time: 0.0569258 Aug 19 12:45:42.315086 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6fcf2139-37be-4b2b-99ac-7fb9ef759e06 req-57a93734-2560-46c9-ae31-83d6df2d3bc9 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543594 Aug 19 12:45:42.336886 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d3067a4d-e8b9-4318-8ca8-12e69e42408a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e92a6d7750de49338a23bfe5553e1e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759720 Aug 19 12:45:42.336886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35260) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:42.386583 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0e6716c-a356-4b32-9d26-167af5722183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.410328 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0e6716c-a356-4b32-9d26-167af5722183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.443241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-e92e7b54-ae31-4cac-a3a5-493dd2c0cbd2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:42.444852 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-e92e7b54-ae31-4cac-a3a5-493dd2c0cbd2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.1933463 Aug 19 12:45:42.463610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-a7c6bfa8-25ee-4f54-832a-365d306f9c78 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:42.465047 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-a7c6bfa8-25ee-4f54-832a-365d306f9c78 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/networks?id=52775860-9c23-4b6f-8a51-3b6b0c8e8f7c HTTP/1.1" status: 200 len: 796 time: 0.1867874 Aug 19 12:45:42.468847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'port': {'device_id': '6dea345d-2beb-4f08-9c36-feac8f10c6cd', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'admin_state_up': True, 'tenant_id': '99b9eedce23149da97f30436711e8dc7'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:42.514780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43d43f62-4590-4073-a97d-56f006a31792 req-287d67db-9794-491a-aa59-5e5f6baab1ec tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 210 time: 0.0264552 Aug 19 12:45:42.524052 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-c921e7c1-ac94-4749-8bbb-eb12e09b89c2 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/quotas/590b45e235af470981ab2f18ef311f78 HTTP/1.1" status: 200 len: 375 time: 0.0506074 Aug 19 12:45:42.614267 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-9c2251ac-6a81-416c-b2f8-361d5f1cb075 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0829785 Aug 19 12:45:42.627883 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0e6716c-a356-4b32-9d26-167af5722183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.630735 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0e6716c-a356-4b32-9d26-167af5722183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.631959 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f0e6716c-a356-4b32-9d26-167af5722183 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/919f7603-eb1e-4f04-91dd-a8c2396d100e HTTP/1.1" status: 204 len: 168 time: 0.2947812 Aug 19 12:45:42.640793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6716c-a356-4b32-9d26-167af5722183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919f7603-eb1e-4f04-91dd-a8c2396d100e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:42.719356 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-3bc631cc-8cbe-4e87-bc26-7ad8781d4ac0 service neutron] 10.222.0.21 "GET /v2.0/networks/52775860-9c23-4b6f-8a51-3b6b0c8e8f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918212 Aug 19 12:45:42.817899 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-e61ce5b3-8126-4f3c-9b66-e1b851e051c4 service neutron] 10.222.0.21 "GET /v2.0/networks/52775860-9c23-4b6f-8a51-3b6b0c8e8f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924501 Aug 19 12:45:42.847543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Made reservation on behalf of 99b9eedce23149da97f30436711e8dc7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:42.851639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:42.995303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Allocated IP 172.20.0.8 (d0d68f47-28f3-4f86-9ee1-d0b79d7692b8/1108c1bf-e7b5-43bc-87da-9f4ee675efe1/481417a9-a6d1-4159-92fc-26daf51235b8) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:43.163671 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:43.166971 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cf41318b-2c3b-4ff6-b72f-6a0d7c636801 req-be491bcd-b55d-4216-9497-277fbef04b90 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 210 time: 0.0538099 Aug 19 12:45:43.184556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Transition to ACTIVE for port object 481417a9-a6d1-4159-92fc-26daf51235b8 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:43.368043 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:43.450610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:43.456915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:43.462608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:43.467164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=481417a9-a6d1-4159-92fc-26daf51235b8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:43.517911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c37e-eec6-4633-b231-5f2d34f2a859 req-bc274959-10ce-4457-90d2-7cd287251b1c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:43.519551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f09c37e-eec6-4633-b231-5f2d34f2a859 req-bc274959-10ce-4457-90d2-7cd287251b1c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.1143782 Aug 19 12:45:43.542560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:43.543210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:43.612853 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f09c37e-eec6-4633-b231-5f2d34f2a859 req-99ef84c9-aada-4f91-8dd3-8514a3b7d51e tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819535 Aug 19 12:45:43.671860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acfbef-c182-46c1-81d9-9e59ac873c7d req-c59ee97e-07ed-45bf-899b-10a8701c2b36 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:43.674903 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23acfbef-c182-46c1-81d9-9e59ac873c7d req-c59ee97e-07ed-45bf-899b-10a8701c2b36 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 931 time: 0.0637081 Aug 19 12:45:43.721550 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23acfbef-c182-46c1-81d9-9e59ac873c7d req-4ce2fc19-938f-48a3-9437-d3cdcedc497d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403171 Aug 19 12:45:43.819975 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-40792969-b4f6-4494-84aa-3fc568a19b23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3636298 Aug 19 12:45:43.832770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Request body: {'port': {'device_id': '6dea345d-2beb-4f08-9c36-feac8f10c6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:43.875765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-31ca11fa-83d2-4ea8-8f69-bcd4f4ab807a None None] Provisioning for port 481417a9-a6d1-4159-92fc-26daf51235b8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:43.880522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-31ca11fa-83d2-4ea8-8f69-bcd4f4ab807a None None] Provisioning complete for port 481417a9-a6d1-4159-92fc-26daf51235b8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:43.889623 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-31ca11fa-83d2-4ea8-8f69-bcd4f4ab807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:43.895812 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:43.931368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-31ca11fa-83d2-4ea8-8f69-bcd4f4ab807a None None] Port 481417a9-a6d1-4159-92fc-26daf51235b8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:44.220956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481417a9-a6d1-4159-92fc-26daf51235b8 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:44.238770 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:44.256831 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7b542041-f2a5-4f9c-8906-a71d8f53c38d req-30339c24-b834-463f-8ff8-0d0d3a0d819d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 210 time: 0.0311708 Aug 19 12:45:44.267712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Transition to ACTIVE for port object 481417a9-a6d1-4159-92fc-26daf51235b8 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:44.411067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:44.412224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35300) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:44.416246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029118 Aug 19 12:45:44.424847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35302) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:44.472666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=481417a9-a6d1-4159-92fc-26daf51235b8,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:44.555125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Attempting to bind port 481417a9-a6d1-4159-92fc-26daf51235b8 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:44.555639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Attempting to bind port 481417a9-a6d1-4159-92fc-26daf51235b8 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:44.555980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Attempting to bind port 481417a9-a6d1-4159-92fc-26daf51235b8 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:44.561164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Port 481417a9-a6d1-4159-92fc-26daf51235b8 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:45:44.561497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Attempting to bind port 481417a9-a6d1-4159-92fc-26daf51235b8 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:44.567583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:44.567930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Checking segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:44.568469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Bound using segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:44.568995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Bound port: 481417a9-a6d1-4159-92fc-26daf51235b8, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:44.569408 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:44.582051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-acb50929-aed0-4009-9a60-233a3662f358 tempest-NetworksApiDiscovery-1159202765 tempest-NetworksApiDiscovery-1159202765-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1558058 Aug 19 12:45:44.654984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] For port 481417a9-a6d1-4159-92fc-26daf51235b8, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:44.656772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] For port 481417a9-a6d1-4159-92fc-26daf51235b8, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=481417a9-a6d1-4159-92fc-26daf51235b8,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:44.772708 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:44.785085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2945e1a-59d4-4243-a9a5-86b61dce612d req-1dc75185-8b9b-4d37-9a1b-61d20e03d5db tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:44.787830 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2945e1a-59d4-4243-a9a5-86b61dce612d req-1dc75185-8b9b-4d37-9a1b-61d20e03d5db tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0612350 Aug 19 12:45:44.809868 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:44.810298 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:44.811754 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] 10.222.0.62 "PUT /v2.0/ports/481417a9-a6d1-4159-92fc-26daf51235b8 HTTP/1.1" status: 200 len: 1091 time: 0.9835436 Aug 19 12:45:44.812210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dea345d-2beb-4f08-9c36-feac8f10c6cd', 'tag': '481417a9-a6d1-4159-92fc-26daf51235b8'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:44.816275 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be303fea-e1dd-4f78-b79d-2fe6728d4e29" -d '{"events": [{"name": "network-changed", "server_uuid": "6dea345d-2beb-4f08-9c36-feac8f10c6cd", "tag": "481417a9-a6d1-4159-92fc-26daf51235b8"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:44.844980 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b2945e1a-59d4-4243-a9a5-86b61dce612d req-f25ecb7d-2fd6-4e69-8e1b-6c3b5e8c5f2f tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508473 Aug 19 12:45:44.894099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688043b-826b-49dd-bfe0-e6fca206c0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=481417a9-a6d1-4159-92fc-26daf51235b8,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:44.905900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd030f-ae43-469e-98da-7f46932c308e req-b25fccb7-8885-489a-9ac3-cf11d28c0481 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:44.908206 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5cd030f-ae43-469e-98da-7f46932c308e req-b25fccb7-8885-489a-9ac3-cf11d28c0481 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 943 time: 0.0806341 Aug 19 12:45:44.958982 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c963f89-a90b-4363-94ad-2021fb17446b x-openstack-request-id: req-7c963f89-a90b-4363-94ad-2021fb17446b {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:44.959280 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dea345d-2beb-4f08-9c36-feac8f10c6cd", "tag": "481417a9-a6d1-4159-92fc-26daf51235b8", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:44.959545 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c963f89-a90b-4363-94ad-2021fb17446b {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:44.959959 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dea345d-2beb-4f08-9c36-feac8f10c6cd', 'tag': '481417a9-a6d1-4159-92fc-26daf51235b8', 'status': 'completed', 'code': 200} Aug 19 12:45:44.978178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5cd030f-ae43-469e-98da-7f46932c308e req-f432effa-8bbf-449e-98c3-10d9d690dc57 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608332 Aug 19 12:45:45.010342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b91442ec-64aa-4472-a282-ad7ba88f1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.012134 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b91442ec-64aa-4472-a282-ad7ba88f1b2f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 1094 time: 0.0492976 Aug 19 12:45:45.078154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-d74af860-5ac8-4464-9bb9-1d2b9842bc07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=481417a9-a6d1-4159-92fc-26daf51235b8 HTTP/1.1" status: 200 len: 217 time: 0.0570157 Aug 19 12:45:45.134290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-7d28428c-b6f4-4690-8d81-901a44021d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.135807 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-7d28428c-b6f4-4690-8d81-901a44021d72 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0475276 Aug 19 12:45:45.194096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-635eb305-867e-43f7-af3b-beca4d3547dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.196237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-635eb305-867e-43f7-af3b-beca4d3547dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521014 Aug 19 12:45:45.295199 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-b4d76e11-1b01-4023-9918-12bfb0693a8c service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919995 Aug 19 12:45:45.386586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35318) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:45.389034 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d812c72-39dc-459c-8435-e6a9f0ce1f3b req-1bf79f89-da28-4d36-933e-01f71a60a83c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 210 time: 0.0492477 Aug 19 12:45:45.414740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d09cfd7-6703-4e80-9027-283a46112af5 req-0c936565-8e2c-4775-a978-f080a01d70e2 service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110098 Aug 19 12:45:45.501912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72d6198-9b5f-4076-b001-6808d61c892f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.597352 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72d6198-9b5f-4076-b001-6808d61c892f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.652936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be303fea-e1dd-4f78-b79d-2fe6728d4e29 req-9b9d10a9-8ca2-4863-8295-e7a98b39582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.654712 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be303fea-e1dd-4f78-b79d-2fe6728d4e29 req-9b9d10a9-8ca2-4863-8295-e7a98b39582c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 1094 time: 0.0446475 Aug 19 12:45:45.705386 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f72d6198-9b5f-4076-b001-6808d61c892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.770952 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f72d6198-9b5f-4076-b001-6808d61c892f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3275f9e15bd492aa93bf233f58977c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807361 Aug 19 12:45:45.771127 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35322) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:45.771583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d6198-9b5f-4076-b001-6808d61c892f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc390dc-671a-4791-98ee-adc63b9dd942,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:45.794492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be303fea-e1dd-4f78-b79d-2fe6728d4e29 req-e250de1f-5153-4fda-b754-066e693e5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.796222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be303fea-e1dd-4f78-b79d-2fe6728d4e29 req-e250de1f-5153-4fda-b754-066e693e5e11 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.1335654 Aug 19 12:45:45.837931 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.842359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be303fea-e1dd-4f78-b79d-2fe6728d4e29 req-32408c16-1ca0-4d9a-8b0f-323906679700 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=481417a9-a6d1-4159-92fc-26daf51235b8 HTTP/1.1" status: 200 len: 217 time: 0.0370064 Aug 19 12:45:45.864167 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:45.895205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be303fea-e1dd-4f78-b79d-2fe6728d4e29 req-72cac505-6648-48e6-be8c-1855e5d825b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.896776 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be303fea-e1dd-4f78-b79d-2fe6728d4e29 req-72cac505-6648-48e6-be8c-1855e5d825b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0496423 Aug 19 12:45:45.985115 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be303fea-e1dd-4f78-b79d-2fe6728d4e29 req-2d611baf-c214-4af7-b514-3b4c358b5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:45.986661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be303fea-e1dd-4f78-b79d-2fe6728d4e29 req-2d611baf-c214-4af7-b514-3b4c358b5c4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821757 Aug 19 12:45:45.998907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a31f0-b6d0-4d3d-a81f-f91f6c171bd6 req-c85b5aef-07ba-4d82-8320-8de1d496cc7b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:46.000422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3a0a31f0-b6d0-4d3d-a81f-f91f6c171bd6 req-c85b5aef-07ba-4d82-8320-8de1d496cc7b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0646160 Aug 19 12:45:46.053586 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:46.056591 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:46.057694 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fc390dc-671a-4791-98ee-adc63b9dd942 HTTP/1.1" status: 204 len: 168 time: 0.2854087 Aug 19 12:45:46.070779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc390dc-671a-4791-98ee-adc63b9dd942,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:46.096045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.096470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.097638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.098055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.098591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.099403 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.099811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.100238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.100659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.101056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.101830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.101830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf9cbd6-b4cc-4bf6-9964-1b4d831c2f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:46.104786 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3a0a31f0-b6d0-4d3d-a81f-f91f6c171bd6 req-3da6c1f8-d9c0-4a51-95d8-f11433ddbfcf tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924613 Aug 19 12:45:46.148103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be303fea-e1dd-4f78-b79d-2fe6728d4e29 req-b039895f-c370-4418-8827-b292fc2cc16b service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461916 Aug 19 12:45:46.161009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949ddc-4460-4adc-af8e-37e8b1c613b1 req-57f37e18-caea-4521-98b9-392f3525eb02 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:46.163853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9949ddc-4460-4adc-af8e-37e8b1c613b1 req-57f37e18-caea-4521-98b9-392f3525eb02 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 943 time: 0.0891237 Aug 19 12:45:46.205368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9949ddc-4460-4adc-af8e-37e8b1c613b1 req-b79de7f1-1539-48af-b395-8a264e8511ec tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358393 Aug 19 12:45:46.255508 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be303fea-e1dd-4f78-b79d-2fe6728d4e29 req-0a025a64-c123-41b2-998a-19b99c71e3e4 service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988650 Aug 19 12:45:46.352606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-44ed0cc5-28de-4a0b-8335-582917439593 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:46.354098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-44ed0cc5-28de-4a0b-8335-582917439593 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.62 "GET /v2.0/networks?id=52775860-9c23-4b6f-8a51-3b6b0c8e8f7c HTTP/1.1" status: 200 len: 796 time: 0.1177166 Aug 19 12:45:46.401799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-781ee7cb-98c8-4434-9c39-c1b141498f7e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=590b45e235af470981ab2f18ef311f78 HTTP/1.1" status: 200 len: 473 time: 0.0377219 Aug 19 12:45:46.413505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'port': {'device_id': 'ecbf8cbb-798b-4c49-ac87-f93369d353f3', 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c', 'admin_state_up': True, 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'security_groups': ['78dd61e4-f491-4877-9bb1-ac3bbf92c56f']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:46.510567 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d5aa9174-5390-4115-82a6-79440ebb061e req-2ca987f2-7516-43cd-acf3-784e6295b93c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 210 time: 0.0442605 Aug 19 12:45:46.670549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Made reservation on behalf of 590b45e235af470981ab2f18ef311f78 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:45:46.674160 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:46.808085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Allocated IP 172.20.0.28 (52775860-9c23-4b6f-8a51-3b6b0c8e8f7c/a8d5b0ee-d266-4d61-8730-f5a37e053a29/522e13b4-fd06-4163-aa23-9f1cdbbc1e3f) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:46.957588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:46.971106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Transition to ACTIVE for port object 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:47.108983 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:47.150257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:47.155612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:47.159881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:47.195740 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:47.252100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:47.252741 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:47.271752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2a579-7ed4-461b-b679-40f09ddad1c0 req-643c9f48-7675-44ac-9b2c-edb6c9440066 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:47.273344 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3bf2a579-7ed4-461b-b679-40f09ddad1c0 req-643c9f48-7675-44ac-9b2c-edb6c9440066 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0883324 Aug 19 12:45:47.323497 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3bf2a579-7ed4-461b-b679-40f09ddad1c0 req-15245d5c-1d84-48a4-b35b-8a2e71f08e06 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Aug 19 12:45:47.365791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f03f25-e28a-41ad-b930-f6bc622f258e req-89621f3e-54fc-47b0-934a-7230d94840de tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:47.367763 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-33f03f25-e28a-41ad-b930-f6bc622f258e req-89621f3e-54fc-47b0-934a-7230d94840de tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 943 time: 0.0680630 Aug 19 12:45:47.397531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-fe034f75-57bb-463b-9b64-5bb5961a09c9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9882526 Aug 19 12:45:47.412818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Request body: {'port': {'device_id': 'ecbf8cbb-798b-4c49-ac87-f93369d353f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:45:47.417948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-33f03f25-e28a-41ad-b930-f6bc622f258e req-52bd71d4-abf6-4354-8e04-8cd172f85e1c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418496 Aug 19 12:45:47.470907 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:47.665243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fe7a7ece-c4f1-4057-9158-5b38ec449712 None None] Provisioning for port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:47.670945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fe7a7ece-c4f1-4057-9158-5b38ec449712 None None] Provisioning complete for port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:47.671399 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fe7a7ece-c4f1-4057-9158-5b38ec449712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:47.691463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630d6bc-fb4b-4f79-a70c-918ac3929770 req-9a3ae699-c92f-478c-b465-828026264b91 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:47.693005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f630d6bc-fb4b-4f79-a70c-918ac3929770 req-9a3ae699-c92f-478c-b465-828026264b91 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 932 time: 0.1095340 Aug 19 12:45:47.718141 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fe7a7ece-c4f1-4057-9158-5b38ec449712 None None] Port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:45:47.771615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f630d6bc-fb4b-4f79-a70c-918ac3929770 req-3d80cda5-a591-485b-9e21-82ebfd2e97a2 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581234 Aug 19 12:45:47.821074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:47.828553 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:47.840997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Transition to ACTIVE for port object 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:47.914326 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:47.972006 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Pushing event updated for resources: {'Port': ['ID=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:48.044339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Attempting to bind port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:45:48.044729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Attempting to bind port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:45:48.045056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Attempting to bind port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f on network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:48.049686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f on network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:45:48.050007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Attempting to bind port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f on network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:45:48.055031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:45:48.055369 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Checking segment: {'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:45:48.055862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Bound using segment: {'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:45:48.056288 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Bound port: 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:45:48.056644 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:48.125288 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] For port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:45:48.129107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] For port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:45:48.214766 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:48.254915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.255866 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:48.257293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] 10.222.0.62 "PUT /v2.0/ports/522e13b4-fd06-4163-aa23-9f1cdbbc1e3f HTTP/1.1" status: 200 len: 1092 time: 0.8514500 Aug 19 12:45:48.257730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbf8cbb-798b-4c49-ac87-f93369d353f3', 'tag': '522e13b4-fd06-4163-aa23-9f1cdbbc1e3f'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:48.260016 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d1064c-891a-44c6-9af1-85b5078dcdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbf8cbb-798b-4c49-ac87-f93369d353f3", "tag": "522e13b4-fd06-4163-aa23-9f1cdbbc1e3f"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:48.293398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b4434-06a0-4300-a148-daaf1868d480 service neutron] Pushing event updated for resources: {'Port': ['ID=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:48.308513 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d915ad84-edcc-4bca-88fa-6fae45eba52e x-openstack-request-id: req-d915ad84-edcc-4bca-88fa-6fae45eba52e {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:48.308944 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbf8cbb-798b-4c49-ac87-f93369d353f3", "tag": "522e13b4-fd06-4163-aa23-9f1cdbbc1e3f", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:48.309266 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d915ad84-edcc-4bca-88fa-6fae45eba52e {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:48.309848 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbf8cbb-798b-4c49-ac87-f93369d353f3', 'tag': '522e13b4-fd06-4163-aa23-9f1cdbbc1e3f', 'status': 'completed', 'code': 200} Aug 19 12:45:48.391371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1064c-891a-44c6-9af1-85b5078dcdaf req-2c1286cc-1c04-4de2-93b5-8a6f0d5c5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.393444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6d1064c-891a-44c6-9af1-85b5078dcdaf req-2c1286cc-1c04-4de2-93b5-8a6f0d5c5f2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 1095 time: 0.0563095 Aug 19 12:45:48.525309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5d62e-2379-4356-9087-679970622003 req-40d8c06c-ee26-4463-8d94-a0631692a169 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.526745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9bb5d62e-2379-4356-9087-679970622003 req-40d8c06c-ee26-4463-8d94-a0631692a169 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.1021020 Aug 19 12:45:48.548212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491ef36-a794-4d0a-90dc-865785c3f500 req-76a2677d-0dcd-4dc1-b95a-26d48a1138de tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.560222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1064c-891a-44c6-9af1-85b5078dcdaf req-cd8da4b0-d711-4594-b936-3037ae9f56da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.560704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1064c-891a-44c6-9af1-85b5078dcdaf req-cd8da4b0-d711-4594-b936-3037ae9f56da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.562346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6d1064c-891a-44c6-9af1-85b5078dcdaf req-cd8da4b0-d711-4594-b936-3037ae9f56da service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=590b45e235af470981ab2f18ef311f78&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1589947 Aug 19 12:45:48.562600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d491ef36-a794-4d0a-90dc-865785c3f500 req-76a2677d-0dcd-4dc1-b95a-26d48a1138de tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 943 time: 0.0602617 Aug 19 12:45:48.601156 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d491ef36-a794-4d0a-90dc-865785c3f500 req-9b680c9a-376d-4aeb-b729-5f0b8ae8cb50 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376229 Aug 19 12:45:48.602006 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9bb5d62e-2379-4356-9087-679970622003 req-0ebdc58a-31ec-4364-be81-f16e3aaed971 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636864 Aug 19 12:45:48.678843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1064c-891a-44c6-9af1-85b5078dcdaf req-dc098273-fdf0-4445-920e-f77ba72ae96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.680237 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6d1064c-891a-44c6-9af1-85b5078dcdaf req-dc098273-fdf0-4445-920e-f77ba72ae96f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096790 Aug 19 12:45:48.760021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-814fc530-a583-4b10-a286-4ec8482fdf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.761534 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-814fc530-a583-4b10-a286-4ec8482fdf21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 1095 time: 0.0452511 Aug 19 12:45:48.818580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-c68888ac-c1d1-4f6c-acbe-73ace5d8474f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f HTTP/1.1" status: 200 len: 217 time: 0.0428045 Aug 19 12:45:48.903232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-4ac84ed8-f873-4b72-9c2f-12914b8b1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.904716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-4ac84ed8-f873-4b72-9c2f-12914b8b1e44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8d5b0ee-d266-4d61-8730-f5a37e053a29 HTTP/1.1" status: 200 len: 838 time: 0.0789526 Aug 19 12:45:48.929455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe0f3a-81d5-4cb3-820d-a35c09fbac5e req-f452839a-bd98-49f1-8c35-f13ab7fee2ee tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.931279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecfe0f3a-81d5-4cb3-820d-a35c09fbac5e req-f452839a-bd98-49f1-8c35-f13ab7fee2ee tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 944 time: 0.0753345 Aug 19 12:45:48.987057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-bae4968a-9b92-41d3-bef3-b979b17261b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:48.988572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-bae4968a-9b92-41d3-bef3-b979b17261b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=52775860-9c23-4b6f-8a51-3b6b0c8e8f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761178 Aug 19 12:45:48.996106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ecfe0f3a-81d5-4cb3-820d-a35c09fbac5e req-ec990e07-0e85-4036-8a76-bfe37f0e5b2e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477808 Aug 19 12:45:49.091115 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-dc31c1ec-4d96-48bc-b896-fc7ece44e2a2 service neutron] 10.222.0.62 "GET /v2.0/networks/52775860-9c23-4b6f-8a51-3b6b0c8e8f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937943 Aug 19 12:45:49.496619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f40ad64-2656-4a56-84a8-e6cb6ae0db3c req-196659ff-e14d-4ba6-99ff-a1ad85580c91 service neutron] 10.222.0.62 "GET /v2.0/networks/52775860-9c23-4b6f-8a51-3b6b0c8e8f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976629 Aug 19 12:45:49.723674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274efe4-4ba4-46b6-9092-bd0a28997baf req-389c8b0f-7429-4cae-8b2c-1de337286580 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:49.724707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd5d8d-58f6-484b-9cf6-25db898a5cf3 req-97869268-4ebf-43ec-bf41-cc5276df180d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:49.725318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9274efe4-4ba4-46b6-9092-bd0a28997baf req-389c8b0f-7429-4cae-8b2c-1de337286580 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0542111 Aug 19 12:45:49.728199 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c0fd5d8d-58f6-484b-9cf6-25db898a5cf3 req-97869268-4ebf-43ec-bf41-cc5276df180d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 943 time: 0.0531802 Aug 19 12:45:49.764038 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9274efe4-4ba4-46b6-9092-bd0a28997baf req-aa356e86-2654-4749-8bd4-ce36ca6d0153 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325263 Aug 19 12:45:49.768542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c0fd5d8d-58f6-484b-9cf6-25db898a5cf3 req-4c60903b-963f-4299-b4b3-00bdf4f8af8e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331583 Aug 19 12:45:50.117849 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b931ea2-2119-439d-a08f-7a07a9bfe1aa req-5d2115e4-da5a-4f61-9cbe-064d881c9afa tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:50.119393 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b931ea2-2119-439d-a08f-7a07a9bfe1aa req-5d2115e4-da5a-4f61-9cbe-064d881c9afa tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 944 time: 0.0526626 Aug 19 12:45:50.159383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b931ea2-2119-439d-a08f-7a07a9bfe1aa req-682c40e3-f789-4d63-8e4d-c6f2ccaa621e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340803 Aug 19 12:45:50.897887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323070b2-c73e-4fb3-872a-597433a90a4c req-da310749-3cc3-4097-b0aa-13c86b1d4e82 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:50.899381 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-323070b2-c73e-4fb3-872a-597433a90a4c req-da310749-3cc3-4097-b0aa-13c86b1d4e82 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0612736 Aug 19 12:45:50.902335 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f8a99-511a-4d89-91fb-4a6c15988ce4 req-6e5d4386-c625-4e5a-abb0-59b002cd9390 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:50.904038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-894f8a99-511a-4d89-91fb-4a6c15988ce4 req-6e5d4386-c625-4e5a-abb0-59b002cd9390 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 943 time: 0.0661366 Aug 19 12:45:50.938118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-323070b2-c73e-4fb3-872a-597433a90a4c req-39edba08-d8ed-45f7-afc0-d6865e124768 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322890 Aug 19 12:45:50.944488 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-894f8a99-511a-4d89-91fb-4a6c15988ce4 req-b4ffb53a-16d3-4e3b-b3d6-c5e0d98b89c4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333812 Aug 19 12:45:51.286366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cf9e4-8dc8-4b32-b4c2-fccfee67f646 req-67e1cd54-310a-41b0-816f-1fc3a6aa74f2 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:51.287900 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-640cf9e4-8dc8-4b32-b4c2-fccfee67f646 req-67e1cd54-310a-41b0-816f-1fc3a6aa74f2 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 944 time: 0.0571475 Aug 19 12:45:51.324831 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-640cf9e4-8dc8-4b32-b4c2-fccfee67f646 req-729b880e-7612-45c6-a495-2bd2980e2741 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307446 Aug 19 12:45:51.793941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:45:51.892416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:51.904779 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '522e13b4-fd06-4163-aa23-9f1cdbbc1e3f', 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c', 'port_id': '522e13b4-fd06-4163-aa23-9f1cdbbc1e3f', 'mac_address': 'fa:16:3e:6a:1d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d5b0ee-d266-4d61-8730-f5a37e053a29', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:45:51.945966 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:51.959359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:51.993116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:52.062683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049421be-8741-4b7d-bb33-268064cdfaca req-323d012f-c248-48a3-a990-dbfb4bf9540f tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:52.064289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-049421be-8741-4b7d-bb33-268064cdfaca req-323d012f-c248-48a3-a990-dbfb4bf9540f tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0518782 Aug 19 12:45:52.078463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d85df5-e225-47fc-b6f0-88e78ec40b7f req-f50f86a2-0164-4758-a1bb-4a221a450163 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:52.081300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96d85df5-e225-47fc-b6f0-88e78ec40b7f req-f50f86a2-0164-4758-a1bb-4a221a450163 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 943 time: 0.0557904 Aug 19 12:45:52.104208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:52.107576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-049421be-8741-4b7d-bb33-268064cdfaca req-395c5013-46fc-4b72-9958-2aac777b86b1 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358913 Aug 19 12:45:52.122426 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96d85df5-e225-47fc-b6f0-88e78ec40b7f req-6c5f236b-5a8a-4dd6-968d-5bf16a60f4a2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351405 Aug 19 12:45:52.164083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:52.314313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['522e13b4-fd06-4163-aa23-9f1cdbbc1e3f'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:52.496211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d13773-fe82-43aa-85fe-5f285b07dcc0 req-6ba45f42-d2e1-4e07-8cc0-110f61cc0c24 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:52.496211 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23d13773-fe82-43aa-85fe-5f285b07dcc0 req-6ba45f42-d2e1-4e07-8cc0-110f61cc0c24 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 945 time: 0.0811400 Aug 19 12:45:52.522167 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23d13773-fe82-43aa-85fe-5f285b07dcc0 req-798eb296-a4e6-4fb5-8d57-246cf2b1a568 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340111 Aug 19 12:45:53.225760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a1fc5-7ff1-4d92-b421-4ee177c97894 req-dd430986-c796-403d-8358-f4e0325ec3ce tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:53.227258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fc3a1fc5-7ff1-4d92-b421-4ee177c97894 req-dd430986-c796-403d-8358-f4e0325ec3ce tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0497262 Aug 19 12:45:53.241421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3a382-cdb4-44b9-9aee-486a978679a6 req-e27cda1c-af42-4e0e-b99a-46935840c478 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:53.243039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-19b3a382-cdb4-44b9-9aee-486a978679a6 req-e27cda1c-af42-4e0e-b99a-46935840c478 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 943 time: 0.0518367 Aug 19 12:45:53.266697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fc3a1fc5-7ff1-4d92-b421-4ee177c97894 req-ceb79813-ff69-41ca-a1d9-d40e99093215 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334492 Aug 19 12:45:53.285014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-19b3a382-cdb4-44b9-9aee-486a978679a6 req-2cac2cb9-1e8b-4e43-bc37-af646f0f3e83 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357122 Aug 19 12:45:53.641823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f7858-58c3-41ed-8d73-771565f5f0fb req-6e3c1153-aa17-41cb-a326-103055db6b90 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:53.643825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba2f7858-58c3-41ed-8d73-771565f5f0fb req-6e3c1153-aa17-41cb-a326-103055db6b90 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 945 time: 0.0535510 Aug 19 12:45:53.681520 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba2f7858-58c3-41ed-8d73-771565f5f0fb req-c22ccbd7-9064-4727-ac99-6a03493c931c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315409 Aug 19 12:45:53.810525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:53.929000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:53.933149 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:53.933519 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.012760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.036141 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbf8cbb-798b-4c49-ac87-f93369d353f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e13b4-fd06-4163-aa23-9f1cdbbc1e3f'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:54.051991 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c67383a-4566-44f3-86d4-47533b147dd1" -d '{"events": [{"server_uuid": "ecbf8cbb-798b-4c49-ac87-f93369d353f3", "name": "network-vif-plugged", "status": "completed", "tag": "522e13b4-fd06-4163-aa23-9f1cdbbc1e3f"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:54.052537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:54.075352 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f5c490-7f63-47fe-8077-ae0e45bd1a9f x-openstack-request-id: req-d8f5c490-7f63-47fe-8077-ae0e45bd1a9f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:54.075762 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbf8cbb-798b-4c49-ac87-f93369d353f3", "name": "network-vif-plugged", "status": "completed", "tag": "522e13b4-fd06-4163-aa23-9f1cdbbc1e3f", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:54.076025 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8f5c490-7f63-47fe-8077-ae0e45bd1a9f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:54.076432 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbf8cbb-798b-4c49-ac87-f93369d353f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e13b4-fd06-4163-aa23-9f1cdbbc1e3f', 'code': 200} Aug 19 12:45:54.144582 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:54.175676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812455f8-d5f6-444b-a69f-48ccb7e256d2 req-333106e7-8c4f-4097-ae62-04df3b952f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:54.177165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-812455f8-d5f6-444b-a69f-48ccb7e256d2 req-333106e7-8c4f-4097-ae62-04df3b952f23 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 1097 time: 0.0428169 Aug 19 12:45:54.192009 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:54.202617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.203014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.203362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.205173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.205173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.205173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.205173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.205173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.205621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.206208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.206496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.206835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:54.225084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-812455f8-d5f6-444b-a69f-48ccb7e256d2 req-459f0d4a-8c7a-444c-a97a-1ae860a5b6e6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Aug 19 12:45:54.386088 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbb86f-767a-4f62-b5e9-6bb23de1f35f req-d6cd04af-ab0d-4f5d-b8de-e2988edea8d8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:54.387619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87bbb86f-767a-4f62-b5e9-6bb23de1f35f req-d6cd04af-ab0d-4f5d-b8de-e2988edea8d8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0493321 Aug 19 12:45:54.410564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12706716-f5dc-48d4-ab6d-7da28e585d8e req-a29db89e-6bac-4079-8c10-3d33d58626d8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:54.415294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12706716-f5dc-48d4-ab6d-7da28e585d8e req-a29db89e-6bac-4079-8c10-3d33d58626d8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 943 time: 0.0592856 Aug 19 12:45:54.426836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87bbb86f-767a-4f62-b5e9-6bb23de1f35f req-9e954167-b865-41ab-a520-1dcf537adee8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 Aug 19 12:45:54.452480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-12706716-f5dc-48d4-ab6d-7da28e585d8e req-8b8bbb36-135c-480d-b3c8-d0700e13a163 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337627 Aug 19 12:45:54.811580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53fa06-19fb-4918-8de5-d2d1c4c09c4f req-5e97e9b1-28d7-4b4a-9a67-88502164f096 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:54.813083 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd53fa06-19fb-4918-8de5-d2d1c4c09c4f req-5e97e9b1-28d7-4b4a-9a67-88502164f096 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 946 time: 0.0504026 Aug 19 12:45:54.851508 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd53fa06-19fb-4918-8de5-d2d1c4c09c4f req-08332847-49bf-4c29-b4b1-4e2e0ce02166 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Aug 19 12:45:55.249883 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.582776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35484) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:55.603738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874141d9-87f9-4f4a-a196-758ec0f07e31 req-a4aa1428-9f64-452f-9f08-f113a5a76efe tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:55.607244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-874141d9-87f9-4f4a-a196-758ec0f07e31 req-a4aa1428-9f64-452f-9f08-f113a5a76efe tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 943 time: 0.0663719 Aug 19 12:45:55.607376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ac0b6-b100-49d5-843b-9c4b2136aa34 req-0c1b8658-572d-4160-aa40-55b085d91fce tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:55.611265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-099ac0b6-b100-49d5-843b-9c4b2136aa34 req-0c1b8658-572d-4160-aa40-55b085d91fce tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0677700 Aug 19 12:45:55.651343 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-874141d9-87f9-4f4a-a196-758ec0f07e31 req-809be93f-1806-4328-9f85-37a5ec7681d5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348740 Aug 19 12:45:55.687372 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-099ac0b6-b100-49d5-843b-9c4b2136aa34 req-5908069c-33e5-4352-96da-1922f9bad3f8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675511 Aug 19 12:45:55.693656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad70f5-b11e-4897-afa9-ce019b3c040c req-7df45adc-a055-487f-8d5b-e6eafadb02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:55.695150 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1ad70f5-b11e-4897-afa9-ce019b3c040c req-7df45adc-a055-487f-8d5b-e6eafadb02c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 1096 time: 0.0676346 Aug 19 12:45:55.733010 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8c08-705b-4213-a4f5-061898fcb462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.757332 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1ad70f5-b11e-4897-afa9-ce019b3c040c req-f66ee3e2-651e-4430-aabe-1a9dfcb3f6e0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544982 Aug 19 12:45:55.823129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 481417a9-a6d1-4159-92fc-26daf51235b8 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:45:55.829608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8c08-705b-4213-a4f5-061898fcb462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.918622 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7ac8c08-705b-4213-a4f5-061898fcb462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.920063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 481417a9-a6d1-4159-92fc-26daf51235b8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=481417a9-a6d1-4159-92fc-26daf51235b8,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:55.936952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '481417a9-a6d1-4159-92fc-26daf51235b8', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'port_id': '481417a9-a6d1-4159-92fc-26daf51235b8', 'mac_address': 'fa:16:3e:ce:6a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:45:55.964589 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e7ac8c08-705b-4213-a4f5-061898fcb462 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=270557914bf941828c8ea8f8b7c5a586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788679 Aug 19 12:45:55.965117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35490) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:55.967282 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac8c08-705b-4213-a4f5-061898fcb462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582333a0-2d6a-4899-a1cc-9cdeb845c491,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:55.973195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e4799-0853-4193-8162-e7d2c19d53e0 req-b7cd6bfa-3dd4-4636-b36e-70accc2ece06 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:55.975168 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e2e4799-0853-4193-8162-e7d2c19d53e0 req-b7cd6bfa-3dd4-4636-b36e-70accc2ece06 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 946 time: 0.0524073 Aug 19 12:45:55.983534 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:55.999643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481417a9-a6d1-4159-92fc-26daf51235b8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:45:56.017572 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e2e4799-0853-4193-8162-e7d2c19d53e0 req-3273354c-5e32-402a-aea3-e4a54f4e0c16 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360024 Aug 19 12:45:56.022791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 481417a9-a6d1-4159-92fc-26daf51235b8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=481417a9-a6d1-4159-92fc-26daf51235b8,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:56.025006 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1935-116a-4aa0-a5c2-6bbebd4ee5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.047979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1935-116a-4aa0-a5c2-6bbebd4ee5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.130123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.144710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebceb6ce-c075-46de-9ef7-06ec8dfaa6ea req-1dd12f65-9b30-4f08-a512-2647913d699f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:56.146197 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ebceb6ce-c075-46de-9ef7-06ec8dfaa6ea req-1dd12f65-9b30-4f08-a512-2647913d699f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 946 time: 0.0521770 Aug 19 12:45:56.172028 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.172268 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1935-116a-4aa0-a5c2-6bbebd4ee5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.174627 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee0a1935-116a-4aa0-a5c2-6bbebd4ee5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:56.176372 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ee0a1935-116a-4aa0-a5c2-6bbebd4ee5e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/582333a0-2d6a-4899-a1cc-9cdeb845c491 HTTP/1.1" status: 204 len: 168 time: 0.2101598 Aug 19 12:45:56.182413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=481417a9-a6d1-4159-92fc-26daf51235b8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:56.192282 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a1935-116a-4aa0-a5c2-6bbebd4ee5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582333a0-2d6a-4899-a1cc-9cdeb845c491,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:56.199272 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ebceb6ce-c075-46de-9ef7-06ec8dfaa6ea req-5cc28334-fa1a-4e16-bc44-6b2ac4abc21b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468462 Aug 19 12:45:56.347916 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['481417a9-a6d1-4159-92fc-26daf51235b8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:45:56.766914 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054ef88-9353-413a-9112-262ffbe3764e req-c77ff74c-4028-4738-b353-5c6ba0665968 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:56.768424 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c054ef88-9353-413a-9112-262ffbe3764e req-c77ff74c-4028-4738-b353-5c6ba0665968 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 944 time: 0.0504518 Aug 19 12:45:56.807576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a22d8-0eb1-4cdf-9084-922909dfcad8 req-dd933d5e-e2e6-4407-9739-1c3c9cc6cf36 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:56.809036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c054ef88-9353-413a-9112-262ffbe3764e req-bcfaf9d3-4043-4397-9174-9323c995a4a0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345113 Aug 19 12:45:56.816453 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-399a22d8-0eb1-4cdf-9084-922909dfcad8 req-dd933d5e-e2e6-4407-9739-1c3c9cc6cf36 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0586531 Aug 19 12:45:56.859916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-399a22d8-0eb1-4cdf-9084-922909dfcad8 req-43da4973-997c-4ce3-9d79-df5c2782ad6c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Aug 19 12:45:56.910331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35506) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:56.927491 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.015356 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.153036 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.192969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52074d029c984fa38e13680bd7d666d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815568 Aug 19 12:45:57.193827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e28c74e-2f94-438a-9791-29261b0bf12f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:57.195731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35508) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:57.212120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.212472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.212819 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.213161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.213506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.213842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.214174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.214504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.214876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.215206 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.215550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.215891 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3daebd-8383-470a-99b5-eb155be75047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:45:57.256513 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2246-9703-4ef3-8e3f-e6ea6cc7f936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.278253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2246-9703-4ef3-8e3f-e6ea6cc7f936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.426961 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2246-9703-4ef3-8e3f-e6ea6cc7f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.429470 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba2a2246-9703-4ef3-8e3f-e6ea6cc7f936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:57.430613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ba2a2246-9703-4ef3-8e3f-e6ea6cc7f936 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e28c74e-2f94-438a-9791-29261b0bf12f HTTP/1.1" status: 204 len: 168 time: 0.2339938 Aug 19 12:45:57.438364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a2246-9703-4ef3-8e3f-e6ea6cc7f936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e28c74e-2f94-438a-9791-29261b0bf12f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:57.819253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 481417a9-a6d1-4159-92fc-26daf51235b8 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:45:57.871433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35516) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:57.974018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 481417a9-a6d1-4159-92fc-26daf51235b8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:45:57.976426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d07d7-7ac7-4c8f-b35f-2add282abbc8 req-fc8f3af3-e21a-44dc-8628-9913f1d8b849 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:57.977929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b66d07d7-7ac7-4c8f-b35f-2add282abbc8 req-fc8f3af3-e21a-44dc-8628-9913f1d8b849 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0498095 Aug 19 12:45:57.978431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 481417a9-a6d1-4159-92fc-26daf51235b8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:45:57.978911 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.000272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a046e5-f7d2-4f78-948b-e1747416829b req-cf4b6e55-d41b-4fec-9dcc-768eeba2d3bb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:58.001851 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2a046e5-f7d2-4f78-948b-e1747416829b req-cf4b6e55-d41b-4fec-9dcc-768eeba2d3bb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 944 time: 0.1240048 Aug 19 12:45:58.040882 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b66d07d7-7ac7-4c8f-b35f-2add282abbc8 req-6fd8a44a-63ac-4852-8b83-2a36c7a09797 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481761 Aug 19 12:45:58.085440 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.113759 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dea345d-2beb-4f08-9c36-feac8f10c6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481417a9-a6d1-4159-92fc-26daf51235b8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:45:58.116859 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c352e9-281c-463c-9fd3-3d078d402d33" -d '{"events": [{"server_uuid": "6dea345d-2beb-4f08-9c36-feac8f10c6cd", "name": "network-vif-plugged", "status": "completed", "tag": "481417a9-a6d1-4159-92fc-26daf51235b8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:45:58.130962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 481417a9-a6d1-4159-92fc-26daf51235b8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=481417a9-a6d1-4159-92fc-26daf51235b8,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:45:58.159134 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f990414b-4ac8-4fe3-860a-1395306ab18e x-openstack-request-id: req-f990414b-4ac8-4fe3-860a-1395306ab18e {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:45:58.159489 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dea345d-2beb-4f08-9c36-feac8f10c6cd", "name": "network-vif-plugged", "status": "completed", "tag": "481417a9-a6d1-4159-92fc-26daf51235b8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:45:58.159750 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f990414b-4ac8-4fe3-860a-1395306ab18e {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:45:58.160155 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dea345d-2beb-4f08-9c36-feac8f10c6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481417a9-a6d1-4159-92fc-26daf51235b8', 'code': 200} Aug 19 12:45:58.210127 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.217370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35530) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:58.251413 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edf26da4-45c8-4b8d-9a88-fb92be054982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.290065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=481417a9-a6d1-4159-92fc-26daf51235b8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:58.384247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d050b1-f541-4250-8e53-398a63c49926 req-39b7871d-ee05-4089-96ae-5f1640b652a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:58.386571 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e1d050b1-f541-4250-8e53-398a63c49926 req-39b7871d-ee05-4089-96ae-5f1640b652a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 1096 time: 0.1479769 Aug 19 12:45:58.452487 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2a046e5-f7d2-4f78-948b-e1747416829b req-c6c898b8-fd35-48d0-9eb7-51d7e1334d5c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433475 Aug 19 12:45:58.467900 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e1d050b1-f541-4250-8e53-398a63c49926 req-428a1411-ff11-416d-af53-218164a249b7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729711 Aug 19 12:45:58.476090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-b44b5bfe-5107-4e7d-84b8-d7386c51a980 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:58.477472 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-b44b5bfe-5107-4e7d-84b8-d7386c51a980 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/networks?id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f HTTP/1.1" status: 200 len: 811 time: 0.1989949 Aug 19 12:45:58.501953 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-8b11d1df-83a2-48aa-8308-661ddbf72140 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/quotas/c17297614be44d38872162afaeb6611a HTTP/1.1" status: 200 len: 375 time: 0.0173333 Aug 19 12:45:58.516907 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edf26da4-45c8-4b8d-9a88-fb92be054982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.561525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-5372d760-5591-425a-abfe-3da0e92f3fa4 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c17297614be44d38872162afaeb6611a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496709 Aug 19 12:45:58.581858 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edf26da4-45c8-4b8d-9a88-fb92be054982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.666775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-edf26da4-45c8-4b8d-9a88-fb92be054982 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e91d0ba22ad4e31897b74fbb566d21f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477742 Aug 19 12:45:58.669415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf26da4-45c8-4b8d-9a88-fb92be054982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0c7522-080b-47f7-8d94-ce15b61ff0a0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:58.670070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35536) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:45:58.700981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-2ea83481-cdd4-4fe0-ba61-ba30005c47ae service neutron] 10.222.0.21 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277027 Aug 19 12:45:58.778117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef809287-92bf-45b6-adcb-50e9776cf605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.794059 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:58.796118 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-5e43a9cc-04f4-4ee5-98c6-4092d457ca77 service neutron] 10.222.0.21 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889704 Aug 19 12:45:58.817624 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef809287-92bf-45b6-adcb-50e9776cf605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:59.011876 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef809287-92bf-45b6-adcb-50e9776cf605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:59.014507 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef809287-92bf-45b6-adcb-50e9776cf605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:59.015743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ef809287-92bf-45b6-adcb-50e9776cf605 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be0c7522-080b-47f7-8d94-ce15b61ff0a0 HTTP/1.1" status: 204 len: 168 time: 0.3447149 Aug 19 12:45:59.061713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef809287-92bf-45b6-adcb-50e9776cf605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0c7522-080b-47f7-8d94-ce15b61ff0a0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:59.168636 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a40c6b29-8cd6-423e-adef-dfe33830ea72 req-bbb1e9ba-db10-4224-b11c-e99532f2904f tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 210 time: 0.0387895 Aug 19 12:45:59.230329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Allocated IP 172.20.0.17 (52775860-9c23-4b6f-8a51-3b6b0c8e8f7c/a8d5b0ee-d266-4d61-8730-f5a37e053a29/13218d19-358d-415b-86ce-ff26a11fc0c8) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:45:59.347505 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:59.361671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Transition to ACTIVE for port object 13218d19-358d-415b-86ce-ff26a11fc0c8 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:45:59.520182 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:59.565539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:45:59.576866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:45:59.576866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:45:59.616449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174bd6-1d6a-4df0-981a-5676cf97af5d req-7eba25c4-1454-45bc-af0c-50d3360177c0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:45:59.616449 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3c174bd6-1d6a-4df0-981a-5676cf97af5d req-7eba25c4-1454-45bc-af0c-50d3360177c0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 945 time: 0.0880096 Aug 19 12:45:59.617899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=13218d19-358d-415b-86ce-ff26a11fc0c8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:45:59.630164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:45:59.678059 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3c174bd6-1d6a-4df0-981a-5676cf97af5d req-a2e65c51-5a76-4d09-b4d8-5c30f3254edc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589070 Aug 19 12:45:59.866953 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:00.005067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-117fda3e-7ee9-4a14-849e-0e0fd88b7f92 None None] Provisioning for port 13218d19-358d-415b-86ce-ff26a11fc0c8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:00.011114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-117fda3e-7ee9-4a14-849e-0e0fd88b7f92 None None] Provisioning complete for port 13218d19-358d-415b-86ce-ff26a11fc0c8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:00.011455 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-117fda3e-7ee9-4a14-849e-0e0fd88b7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:00.048984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-117fda3e-7ee9-4a14-849e-0e0fd88b7f92 None None] Port 13218d19-358d-415b-86ce-ff26a11fc0c8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:00.164950 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:00.265965 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3eb2da89-207d-4817-8f8a-5460eadc7f82 req-e1e9ff56-f8d8-412c-b5e6-e8be48f3ecea tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 210 time: 0.0313206 Aug 19 12:46:00.284749 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:00.367872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=13218d19-358d-415b-86ce-ff26a11fc0c8,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:00.370904 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:00.469047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:00.470426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:00.601965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 523c788d-3d83-40ba-aef1-191a4b192132 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:00.715732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:00.721204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6c5fc72a-a351-4d39-8861-932bd2112367 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "PUT /v2.0/routers/523c788d-3d83-40ba-aef1-191a4b192132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8487680 Aug 19 12:46:00.729856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Sync routers for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:00.742978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:00.743841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:00.801586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cbbed1d1-6897-479e-8eff-8e234d56f4ba None None] Provisioning complete for port 13218d19-358d-415b-86ce-ff26a11fc0c8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:00.802016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba3090-045d-45e9-b5f1-c49ab3587565 req-2013e751-4223-4d38-87f5-08bb12cacae3 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:00.802383 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cbbed1d1-6897-479e-8eff-8e234d56f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:00.803704 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6eba3090-045d-45e9-b5f1-c49ab3587565 req-2013e751-4223-4d38-87f5-08bb12cacae3 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 945 time: 0.0501301 Aug 19 12:46:00.842135 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6eba3090-045d-45e9-b5f1-c49ab3587565 req-27cffc12-288f-48a1-bc34-fedcdb349207 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Aug 19 12:46:00.870243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-cbbed1d1-6897-479e-8eff-8e234d56f4ba None None] Port 13218d19-358d-415b-86ce-ff26a11fc0c8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:00.894390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:00.975130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e4b38-c696-4524-84dd-8db5e971e39b req-49e1b674-e5fe-4e27-a33c-d9cc0e4078cb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:00.976706 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f8e4b38-c696-4524-84dd-8db5e971e39b req-49e1b674-e5fe-4e27-a33c-d9cc0e4078cb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 945 time: 0.0493877 Aug 19 12:46:01.017823 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f8e4b38-c696-4524-84dd-8db5e971e39b req-ba9794ef-10e8-49c4-b81c-5666379b2a57 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351830 Aug 19 12:46:01.144165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962f8fe-54ea-4fef-bab6-fb3d082927d5 req-7061923f-0f55-4dd7-b5a1-50b65cabc0fb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:01.151435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d962f8fe-54ea-4fef-bab6-fb3d082927d5 req-7061923f-0f55-4dd7-b5a1-50b65cabc0fb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 945 time: 0.0600922 Aug 19 12:46:01.156456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35596) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:01.161178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:45:59Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1083d02e-b2c8-4563-8f43-8ce0e7704bd1', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'port_id': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:55Z', 'updated_at': '2021-08-19T12:45:02Z', 'revision_number': 1, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13218d19-358d-415b-86ce-ff26a11fc0c8', 'name': '', 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:60:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a8d5b0ee-d266-4d61-8730-f5a37e053a29', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:58Z', 'updated_at': '2021-08-19T12:46:00Z', 'revision_number': 2, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'a8d5b0ee-d266-4d61-8730-f5a37e053a29', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:01.188038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Checking router: 523c788d-3d83-40ba-aef1-191a4b192132 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:01.188212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Updating router 523c788d-3d83-40ba-aef1-191a4b192132 port 13218d19-358d-415b-86ce-ff26a11fc0c8 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:46:01.207569 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d962f8fe-54ea-4fef-bab6-fb3d082927d5 req-9a03ccc9-cdaf-4e26-afc6-87275f427299 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520201 Aug 19 12:46:01.214772 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.304787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1cc2142-a034-4e1e-8d61-5add5d98d73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.381214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c36ca6b0-e351-408b-935b-b866213f1ff7 req-63544440-5c19-4a3a-8741-54195167875b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 210 time: 0.0344386 Aug 19 12:46:01.433078 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1cc2142-a034-4e1e-8d61-5add5d98d73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.511307 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.521161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Transition to ACTIVE for port object 13218d19-358d-415b-86ce-ff26a11fc0c8 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:01.602925 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1cc2142-a034-4e1e-8d61-5add5d98d73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.633769 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.641048 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc2142-a034-4e1e-8d61-5add5d98d73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96544f3a-de52-4968-9200-e9c7cdd21330,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:01.646555 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a1cc2142-a034-4e1e-8d61-5add5d98d73f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b854d497ed64683a248690efa9107f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889879 Aug 19 12:46:01.650681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35606) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:01.687631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633f7d5-37c3-49a8-acd7-01a3a66592ae None None] Pushing event updated for resources: {'Port': ['ID=13218d19-358d-415b-86ce-ff26a11fc0c8,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:01.741151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Attempting to bind port 13218d19-358d-415b-86ce-ff26a11fc0c8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:01.741534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Attempting to bind port 13218d19-358d-415b-86ce-ff26a11fc0c8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:01.741897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Attempting to bind port 13218d19-358d-415b-86ce-ff26a11fc0c8 on network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:01.747216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:01.747587 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Checking segment: {'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:01.747985 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.748371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Bound using segment: {'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:01.748842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Bound port: 13218d19-358d-415b-86ce-ff26a11fc0c8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728f8991-5b41-467c-b1e3-f22b73e891e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:01.749358 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.781159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a4a393bd-8c07-430b-ab2e-868f1d1ecdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.804577 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a4a393bd-8c07-430b-ab2e-868f1d1ecdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:01.823560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730f7f7-f938-4303-9f18-9450575dd8e6 req-38238d33-628a-4836-b28b-23edd61ef386 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:01.825145 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a730f7f7-f938-4303-9f18-9450575dd8e6 req-38238d33-628a-4836-b28b-23edd61ef386 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 945 time: 0.0654287 Aug 19 12:46:01.839603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] For port 13218d19-358d-415b-86ce-ff26a11fc0c8, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:01.841803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ae12bda8-3140-474d-9dbd-e320f39b18bc tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:01.843371 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ae12bda8-3140-474d-9dbd-e320f39b18bc tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.30 "GET /v2.0/networks?id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f HTTP/1.1" status: 200 len: 811 time: 0.2193966 Aug 19 12:46:01.845713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] For port 13218d19-358d-415b-86ce-ff26a11fc0c8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=13218d19-358d-415b-86ce-ff26a11fc0c8,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:01.858078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Request body: {'port': {'device_id': '916e05f6-2384-4397-857a-810e4e5e15bd', 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f', 'admin_state_up': True, 'tenant_id': 'c17297614be44d38872162afaeb6611a'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:01.870566 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a730f7f7-f938-4303-9f18-9450575dd8e6 req-ecd783ee-59a3-48bd-b9e9-7ad649899c13 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387452 Aug 19 12:46:01.958192 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.029119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:02.029119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:45:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:02.037427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633f7d5-37c3-49a8-acd7-01a3a66592ae None None] Pushing event updated for resources: {'Port': ['ID=13218d19-358d-415b-86ce-ff26a11fc0c8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:02.085447 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a4a393bd-8c07-430b-ab2e-868f1d1ecdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.088062 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a4a393bd-8c07-430b-ab2e-868f1d1ecdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.089517 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a4a393bd-8c07-430b-ab2e-868f1d1ecdac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96544f3a-de52-4968-9200-e9c7cdd21330 HTTP/1.1" status: 204 len: 168 time: 0.4372933 Aug 19 12:46:02.105289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a393bd-8c07-430b-ab2e-868f1d1ecdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96544f3a-de52-4968-9200-e9c7cdd21330,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:02.142648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Made reservation on behalf of c17297614be44d38872162afaeb6611a for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:02.146476 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.186695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:02.287950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Allocated IP 172.20.0.3 (48c93d0e-623a-4e4a-8eff-cfe633d79d7f/cc44fe7a-aba8-4278-9818-fefd641677b9/091dd466-7031-4792-a525-d8d702035441) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:02.435418 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:45:59Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1083d02e-b2c8-4563-8f43-8ce0e7704bd1', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'port_id': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:55Z', 'updated_at': '2021-08-19T12:45:02Z', 'revision_number': 1, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13218d19-358d-415b-86ce-ff26a11fc0c8', 'name': '', 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:60:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a8d5b0ee-d266-4d61-8730-f5a37e053a29', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:58Z', 'updated_at': '2021-08-19T12:46:01Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'a8d5b0ee-d266-4d61-8730-f5a37e053a29', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:02.506013 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.509845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3ea8c463-81ed-457a-b4a0-c65e49f9f5b6 req-e4f09a89-4caa-4cf4-97f5-01dbae32cfb7 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 210 time: 0.0474155 Aug 19 12:46:02.617430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1caea90-e1d2-4199-a03b-f8cff7a7b281 None None] The sync data for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 is: [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:45:59Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1083d02e-b2c8-4563-8f43-8ce0e7704bd1', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'port_id': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:55Z', 'updated_at': '2021-08-19T12:45:02Z', 'revision_number': 1, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13218d19-358d-415b-86ce-ff26a11fc0c8', 'name': '', 'network_id': '52775860-9c23-4b6f-8a51-3b6b0c8e8f7c', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:60:6b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'a8d5b0ee-d266-4d61-8730-f5a37e053a29', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:58Z', 'updated_at': '2021-08-19T12:46:01Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'a8d5b0ee-d266-4d61-8730-f5a37e053a29', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:02.626114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.638378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['e8ac7ccc-e5d7-4623-a470-b1006e4419f5'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:46:02.685932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:02.695263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:02.700743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:02.734671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Pushing event updated for resources: {'Port': ['ID=091dd466-7031-4792-a525-d8d702035441,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:02.780290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:02.781132 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.878108 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-ca31a530-15ba-4351-b4c2-a87600c32421 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0243266 Aug 19 12:46:02.891181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Request body: {'port': {'device_id': '916e05f6-2384-4397-857a-810e4e5e15bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:02.966993 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:02.997167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce6bb8-9c26-4989-8990-2a3964d88c44 req-de5908ed-96fc-4b98-ac6d-b12756fdc0e2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:02.998748 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87ce6bb8-9c26-4989-8990-2a3964d88c44 req-de5908ed-96fc-4b98-ac6d-b12756fdc0e2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 945 time: 0.0574236 Aug 19 12:46:03.068686 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87ce6bb8-9c26-4989-8990-2a3964d88c44 req-bd5467fc-1dd1-436d-a7ea-84aa638d2129 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628221 Aug 19 12:46:03.277496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091dd466-7031-4792-a525-d8d702035441 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:03.299363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.319680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Transition to ACTIVE for port object 091dd466-7031-4792-a525-d8d702035441 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:03.335407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633e0fa-502d-4b5d-9404-1415405fa221 req-fd98396a-5561-44d2-96ad-272114c98212 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:03.337035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7633e0fa-502d-4b5d-9404-1415405fa221 req-fd98396a-5561-44d2-96ad-272114c98212 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 945 time: 0.0727963 Aug 19 12:46:03.417359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.482283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Pushing event updated for resources: {'Port': ['ID=091dd466-7031-4792-a525-d8d702035441,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:03.487499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7633e0fa-502d-4b5d-9404-1415405fa221 req-d4b9b067-6bf1-44c9-b295-da3a9a03191b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Deleting port 481417a9-a6d1-4159-92fc-26daf51235b8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:03.487842 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7633e0fa-502d-4b5d-9404-1415405fa221 req-d4b9b067-6bf1-44c9-b295-da3a9a03191b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.657333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7633e0fa-502d-4b5d-9404-1415405fa221 req-d4b9b067-6bf1-44c9-b295-da3a9a03191b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] For port 481417a9-a6d1-4159-92fc-26daf51235b8, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=481417a9-a6d1-4159-92fc-26daf51235b8,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:03.657614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7633e0fa-502d-4b5d-9404-1415405fa221 req-d4b9b067-6bf1-44c9-b295-da3a9a03191b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.660098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Attempting to bind port 091dd466-7031-4792-a525-d8d702035441 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:03.660456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Attempting to bind port 091dd466-7031-4792-a525-d8d702035441 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:03.660783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Attempting to bind port 091dd466-7031-4792-a525-d8d702035441 on network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:03.676730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Port 091dd466-7031-4792-a525-d8d702035441 on network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:46:03.677053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Attempting to bind port 091dd466-7031-4792-a525-d8d702035441 on network 48c93d0e-623a-4e4a-8eff-cfe633d79d7f {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:03.679084 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7633e0fa-502d-4b5d-9404-1415405fa221 req-d4b9b067-6bf1-44c9-b295-da3a9a03191b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Calling delete_port for 481417a9-a6d1-4159-92fc-26daf51235b8 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:03.700998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58debd-b17f-4f99-a678-bd18f0e5a5e1 req-58a05833-696f-4ec4-8755-11699720b57c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:03.702487 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f58debd-b17f-4f99-a678-bd18f0e5a5e1 req-58a05833-696f-4ec4-8755-11699720b57c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 943 time: 0.1125498 Aug 19 12:46:03.703226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:03.703564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Checking segment: {'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:03.703936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Bound using segment: {'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:03.704379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Bound port: 091dd466-7031-4792-a525-d8d702035441, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc082800-24ce-49ce-9295-fe1087d77969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:03.704734 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:03.826321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f58debd-b17f-4f99-a678-bd18f0e5a5e1 req-af48e385-054a-4739-b80d-871fdd522452 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117933 Aug 19 12:46:03.853571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] For port 091dd466-7031-4792-a525-d8d702035441, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:03.865786 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] For port 091dd466-7031-4792-a525-d8d702035441, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=091dd466-7031-4792-a525-d8d702035441,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:03.969606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.001040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:04.001653 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.003068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] 10.222.0.30 "PUT /v2.0/ports/091dd466-7031-4792-a525-d8d702035441 HTTP/1.1" status: 200 len: 1091 time: 1.1164885 Aug 19 12:46:04.003506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916e05f6-2384-4397-857a-810e4e5e15bd', 'tag': '091dd466-7031-4792-a525-d8d702035441'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:04.006294 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb73c43e-9fa2-4444-890a-826526439c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "916e05f6-2384-4397-857a-810e4e5e15bd", "tag": "091dd466-7031-4792-a525-d8d702035441"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:04.032810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b49cc-b23e-4204-8542-127b6c760d66 service neutron] Pushing event updated for resources: {'Port': ['ID=091dd466-7031-4792-a525-d8d702035441,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:04.057301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7633e0fa-502d-4b5d-9404-1415405fa221 req-d4b9b067-6bf1-44c9-b295-da3a9a03191b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.092468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9b067-6bf1-44c9-b295-da3a9a03191b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event deleted for resources: {'Port': ['ID=481417a9-a6d1-4159-92fc-26daf51235b8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:04.145931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7633e0fa-502d-4b5d-9404-1415405fa221 req-d4b9b067-6bf1-44c9-b295-da3a9a03191b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] No DVR routers for this DVR port 481417a9-a6d1-4159-92fc-26daf51235b8 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:04.150768 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7633e0fa-502d-4b5d-9404-1415405fa221 req-d4b9b067-6bf1-44c9-b295-da3a9a03191b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.154139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7633e0fa-502d-4b5d-9404-1415405fa221 req-d4b9b067-6bf1-44c9-b295-da3a9a03191b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "DELETE /v2.0/ports/481417a9-a6d1-4159-92fc-26daf51235b8 HTTP/1.1" status: 204 len: 173 time: 0.8087440 Aug 19 12:46:04.201500 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf725467-949c-4095-8033-5d438a65765d x-openstack-request-id: req-bf725467-949c-4095-8033-5d438a65765d {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:04.201807 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916e05f6-2384-4397-857a-810e4e5e15bd", "tag": "091dd466-7031-4792-a525-d8d702035441", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:04.202144 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf725467-949c-4095-8033-5d438a65765d {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:04.202551 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916e05f6-2384-4397-857a-810e4e5e15bd', 'tag': '091dd466-7031-4792-a525-d8d702035441', 'status': 'completed', 'code': 200} Aug 19 12:46:04.233724 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-116f783d-12c0-4405-b171-eb448351910b req-95f6df00-676c-43c3-ada5-b79673f19319 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 210 time: 0.0458701 Aug 19 12:46:04.270493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-81bdc764-6d53-4580-9920-68806c9409ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:04.272051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-81bdc764-6d53-4580-9920-68806c9409ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c17297614be44d38872162afaeb6611a&device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 1094 time: 0.0723443 Aug 19 12:46:04.289910 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:46:04.329431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-f080dea3-5ee4-4424-8fd4-a9527c049013 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=091dd466-7031-4792-a525-d8d702035441 HTTP/1.1" status: 200 len: 217 time: 0.0488825 Aug 19 12:46:04.383877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-88011e43-0383-466f-9ef6-3ae196aaaacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:04.385311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-88011e43-0383-466f-9ef6-3ae196aaaacb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc44fe7a-aba8-4278-9818-fefd641677b9 HTTP/1.1" status: 200 len: 851 time: 0.0492175 Aug 19 12:46:04.420192 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-fde9b0a8-74d7-4a09-9af4-c928fb6c1dc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282342 Aug 19 12:46:04.513960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-24a193cb-d057-4c0d-b668-2dca2c1f8371 service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861998 Aug 19 12:46:04.615497 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fcafbfc9-d415-4545-9e84-ed601657c92b req-6f26afe9-5e6b-4ef7-aa05-d76713ec054c service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943348 Aug 19 12:46:04.664369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 13218d19-358d-415b-86ce-ff26a11fc0c8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:04.772050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73c43e-9fa2-4444-890a-826526439c4c req-290320f1-f611-4f1e-a354-73a1c95613a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:04.773596 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb73c43e-9fa2-4444-890a-826526439c4c req-290320f1-f611-4f1e-a354-73a1c95613a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c17297614be44d38872162afaeb6611a&device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 1094 time: 0.0432892 Aug 19 12:46:04.815309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 13218d19-358d-415b-86ce-ff26a11fc0c8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:04.821361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 13218d19-358d-415b-86ce-ff26a11fc0c8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:04.821950 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.882336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73c43e-9fa2-4444-890a-826526439c4c req-46db698c-996e-46d6-bce8-23a2124e5add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:04.884195 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb73c43e-9fa2-4444-890a-826526439c4c req-46db698c-996e-46d6-bce8-23a2124e5add service neutron] 10.222.0.30 "GET /v2.0/networks?id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f HTTP/1.1" status: 200 len: 912 time: 0.1037879 Aug 19 12:46:04.915468 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:04.946775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb73c43e-9fa2-4444-890a-826526439c4c req-3255873b-ed99-4f23-8c68-2d0f76737cd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=091dd466-7031-4792-a525-d8d702035441 HTTP/1.1" status: 200 len: 217 time: 0.0538323 Aug 19 12:46:04.970748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd8d1c-03d0-4faf-8ee7-e96267f055d4 req-c97f6351-f16e-4944-a12e-373cdd4f0cfa tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:04.972499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1dd8d1c-03d0-4faf-8ee7-e96267f055d4 req-c97f6351-f16e-4944-a12e-373cdd4f0cfa tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 943 time: 0.0555544 Aug 19 12:46:04.994534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 13218d19-358d-415b-86ce-ff26a11fc0c8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=13218d19-358d-415b-86ce-ff26a11fc0c8,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:05.013211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1dd8d1c-03d0-4faf-8ee7-e96267f055d4 req-bbf4cb28-348a-47f4-99fe-2d3ee3fddeca tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343425 Aug 19 12:46:05.041020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73c43e-9fa2-4444-890a-826526439c4c req-b10e269c-7ca4-459b-94a2-81f014f6182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:05.052465 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aa953a7d-73ce-4cca-8868-d6f3643879d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.052583 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb73c43e-9fa2-4444-890a-826526439c4c req-b10e269c-7ca4-459b-94a2-81f014f6182a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc44fe7a-aba8-4278-9818-fefd641677b9 HTTP/1.1" status: 200 len: 851 time: 0.0924740 Aug 19 12:46:05.077819 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:05.085175 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb73c43e-9fa2-4444-890a-826526439c4c req-034d5fd6-4b31-44a5-945c-f4d8eff52112 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299375 Aug 19 12:46:05.134679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=13218d19-358d-415b-86ce-ff26a11fc0c8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:05.182932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb73c43e-9fa2-4444-890a-826526439c4c req-bf5af3e7-6c6c-469b-9bb6-4ce9a0bb11f5 service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881040 Aug 19 12:46:05.282438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb73c43e-9fa2-4444-890a-826526439c4c req-086e36e8-7516-4520-9f4c-9f8683105783 service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913730 Aug 19 12:46:05.388412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e8e5627e-79ac-40d5-84a9-f19dde5c8155 req-ca5ac5e5-a274-4f2e-9bcd-6e9e0161667c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 210 time: 0.0286596 Aug 19 12:46:05.847608 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 481417a9-a6d1-4159-92fc-26daf51235b8 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:05.870600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 481417a9-a6d1-4159-92fc-26daf51235b8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:05.871061 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 481417a9-a6d1-4159-92fc-26daf51235b8 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:06.155789 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210d295-e6bf-450b-9b9c-2f2592688ebb req-360c45d8-6fe4-40b8-b855-410517d77f91 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:06.157318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a210d295-e6bf-450b-9b9c-2f2592688ebb req-360c45d8-6fe4-40b8-b855-410517d77f91 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 943 time: 0.0516968 Aug 19 12:46:06.195947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a210d295-e6bf-450b-9b9c-2f2592688ebb req-62afb85b-5e8f-46fc-87be-fb7ceafd6f5e tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Aug 19 12:46:06.203338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dea345d-2beb-4f08-9c36-feac8f10c6cd', 'name': 'network-vif-deleted', 'tag': '481417a9-a6d1-4159-92fc-26daf51235b8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:06.205846 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b389acc0-5674-46f5-af36-e1a44111f42c" -d '{"events": [{"server_uuid": "6dea345d-2beb-4f08-9c36-feac8f10c6cd", "name": "network-vif-deleted", "tag": "481417a9-a6d1-4159-92fc-26daf51235b8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:06.242848 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f30f122-5bb9-461f-bf8a-824f334da42e x-openstack-request-id: req-0f30f122-5bb9-461f-bf8a-824f334da42e {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:06.243339 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dea345d-2beb-4f08-9c36-feac8f10c6cd", "name": "network-vif-deleted", "tag": "481417a9-a6d1-4159-92fc-26daf51235b8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:06.243890 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f30f122-5bb9-461f-bf8a-824f334da42e {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:06.244389 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dea345d-2beb-4f08-9c36-feac8f10c6cd', 'name': 'network-vif-deleted', 'tag': '481417a9-a6d1-4159-92fc-26daf51235b8', 'status': 'completed', 'code': 200} Aug 19 12:46:06.496239 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a43c317-1dd6-4a00-82df-87ccad4aee51 req-6c5fd49d-5f3b-4456-aa31-fa9690c69af0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 210 time: 0.0328555 Aug 19 12:46:06.643312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 13218d19-358d-415b-86ce-ff26a11fc0c8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:06.690618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 13218d19-358d-415b-86ce-ff26a11fc0c8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:06.691025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.315932 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9d58e-88f1-434a-9ebb-bdf145ce49b5 req-d182b34b-0755-41cd-a8c4-7bbfcec39d9b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:07.317464 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfe9d58e-88f1-434a-9ebb-bdf145ce49b5 req-d182b34b-0755-41cd-a8c4-7bbfcec39d9b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 943 time: 0.0537069 Aug 19 12:46:07.362296 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cfe9d58e-88f1-434a-9ebb-bdf145ce49b5 req-f5ed7a58-aa8f-4c28-aa90-89258f8b5367 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386522 Aug 19 12:46:07.617065 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-139173bd-813d-4ea8-9eb7-57a1566f2937 req-3c6da0a6-1462-4d78-8835-7bb508c25344 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 210 time: 0.0357745 Aug 19 12:46:07.674828 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.755029 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-21865609-85ce-4b08-b413-c7304a0a9e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:07.979962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 091dd466-7031-4792-a525-d8d702035441 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:46:08.080855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 091dd466-7031-4792-a525-d8d702035441, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=091dd466-7031-4792-a525-d8d702035441,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:08.093821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '091dd466-7031-4792-a525-d8d702035441', 'network_id': '48c93d0e-623a-4e4a-8eff-cfe633d79d7f', 'port_id': '091dd466-7031-4792-a525-d8d702035441', 'mac_address': 'fa:16:3e:73:1b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc44fe7a-aba8-4278-9818-fefd641677b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:46:08.135592 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.148261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091dd466-7031-4792-a525-d8d702035441 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:08.168537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 091dd466-7031-4792-a525-d8d702035441, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=091dd466-7031-4792-a525-d8d702035441,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:08.284953 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:08.341547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=091dd466-7031-4792-a525-d8d702035441,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:08.544849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['091dd466-7031-4792-a525-d8d702035441'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:46:08.552377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af4ae9-2978-454a-856b-e276203c4693 req-c80f34b5-8069-4c8a-8447-73f9c8697f31 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:08.554052 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70af4ae9-2978-454a-856b-e276203c4693 req-c80f34b5-8069-4c8a-8447-73f9c8697f31 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 944 time: 0.0681908 Aug 19 12:46:08.603196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70af4ae9-2978-454a-856b-e276203c4693 req-4fdad8b3-c41d-4665-8da9-ec80fa03d103 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Aug 19 12:46:08.743064 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9518cb3-c60f-432e-8fdb-318683f8bc4d req-d9fc2881-e9d9-4015-ae55-0ac81fad8a1e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=6dea345d-2beb-4f08-9c36-feac8f10c6cd HTTP/1.1" status: 200 len: 210 time: 0.0378656 Aug 19 12:46:09.149930 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:09.719677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6587-a24c-4910-891e-77d517c938f7 req-7bba289c-03b0-4e7c-9e26-050d886ec555 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:09.720740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b0d6587-a24c-4910-891e-77d517c938f7 req-7bba289c-03b0-4e7c-9e26-050d886ec555 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 944 time: 0.0493340 Aug 19 12:46:09.764300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b0d6587-a24c-4910-891e-77d517c938f7 req-cb4536da-c313-4b61-b24e-0eee59ffc46e tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364473 Aug 19 12:46:09.978398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 091dd466-7031-4792-a525-d8d702035441 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:10.129950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 091dd466-7031-4792-a525-d8d702035441 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:10.134501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 091dd466-7031-4792-a525-d8d702035441 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:10.134910 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.228175 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.252021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916e05f6-2384-4397-857a-810e4e5e15bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091dd466-7031-4792-a525-d8d702035441'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:10.254274 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3274cf-3005-47ae-8e6b-be948520e8d2" -d '{"events": [{"server_uuid": "916e05f6-2384-4397-857a-810e4e5e15bd", "name": "network-vif-plugged", "status": "completed", "tag": "091dd466-7031-4792-a525-d8d702035441"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:10.271711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 091dd466-7031-4792-a525-d8d702035441, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=091dd466-7031-4792-a525-d8d702035441,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:10.293807 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dade27-9819-46f0-ba3e-57618ec8a5df x-openstack-request-id: req-70dade27-9819-46f0-ba3e-57618ec8a5df {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:10.294174 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916e05f6-2384-4397-857a-810e4e5e15bd", "name": "network-vif-plugged", "status": "completed", "tag": "091dd466-7031-4792-a525-d8d702035441", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:10.294491 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70dade27-9819-46f0-ba3e-57618ec8a5df {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:10.294973 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916e05f6-2384-4397-857a-810e4e5e15bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091dd466-7031-4792-a525-d8d702035441', 'code': 200} Aug 19 12:46:10.344441 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.395385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=091dd466-7031-4792-a525-d8d702035441,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:10.396778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683188-760a-40f5-997b-e92a0d977c46 req-4d708155-8a74-413b-b526-84f89a28b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:10.398381 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0683188-760a-40f5-997b-e92a0d977c46 req-4d708155-8a74-413b-b526-84f89a28b727 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 1096 time: 0.0429535 Aug 19 12:46:10.438573 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0683188-760a-40f5-997b-e92a0d977c46 req-25442562-52f6-402e-b568-4c3ba0139082 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299039 Aug 19 12:46:10.607632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:10.889517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211434a-a431-4651-bc1f-bcb560b5eef7 req-19c18de4-8042-4acf-8be7-2e0438173247 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:10.891115 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6211434a-a431-4651-bc1f-bcb560b5eef7 req-19c18de4-8042-4acf-8be7-2e0438173247 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0531831 Aug 19 12:46:10.932519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6211434a-a431-4651-bc1f-bcb560b5eef7 req-6218f0c3-6bbb-4783-8b7c-3a52ff220000 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346100 Aug 19 12:46:11.233070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35760) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:11.422652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port 309f4096-0b84-479d-80a5-e3b472385493 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:11.423768 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.522377 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.522698 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:11.534727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for 309f4096-0b84-479d-80a5-e3b472385493 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:12.037329 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.068438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=309f4096-0b84-479d-80a5-e3b472385493,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:12.172780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028de0b-db90-45e9-8d12-fc7c7fcb49d2 req-96b33cfa-f590-4306-995a-4770c287779b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:12.174559 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4028de0b-db90-45e9-8d12-fc7c7fcb49d2 req-96b33cfa-f590-4306-995a-4770c287779b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.1656840 Aug 19 12:46:12.202679 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:12.203062 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Floating IP 9e2731d5-020e-4685-ae58-3f62d127b66d disassociated (deleted). External IP: 172.25.2.167, port: c94bb71c-939e-40de-82f9-9ef274ce4143. Aug 19 12:46:12.276730 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4028de0b-db90-45e9-8d12-fc7c7fcb49d2 req-32d4113b-5d6b-4b02-bc4c-619fe6360963 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886588 Aug 19 12:46:12.781202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ce406-ff3d-4fd6-9c3c-73821a830cf1 req-d2bb965b-8bf9-49ad-9076-229018709951 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:12.782795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-923ce406-ff3d-4fd6-9c3c-73821a830cf1 req-d2bb965b-8bf9-49ad-9076-229018709951 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.1193883 Aug 19 12:46:12.871913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-923ce406-ff3d-4fd6-9c3c-73821a830cf1 req-4431bfe0-ab66-4bdf-a007-096aa7d465d5 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699639 Aug 19 12:46:12.878968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router 49b78990-1b01-4a7d-a3ba-9a873677258a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:12.884118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0f09f-31f6-40be-95b2-401f1779ae7a req-106abd06-3b3c-47f7-bdd0-cccd25a730dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:12.886485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14d0f09f-31f6-40be-95b2-401f1779ae7a req-106abd06-3b3c-47f7-bdd0-cccd25a730dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c17297614be44d38872162afaeb6611a&device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 1096 time: 0.0999961 Aug 19 12:46:13.061173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0f09f-31f6-40be-95b2-401f1779ae7a req-085c29bf-935f-4407-8592-b8eb79b0dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:13.062750 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14d0f09f-31f6-40be-95b2-401f1779ae7a req-085c29bf-935f-4407-8592-b8eb79b0dfce service neutron] 10.222.0.30 "GET /v2.0/networks?id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f HTTP/1.1" status: 200 len: 912 time: 0.1693597 Aug 19 12:46:13.069230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:13.075423 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:13.079183 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0358cf3-9914-45b8-8fa9-4f7d1004a65f None None] Sync routers for ids ['49b78990-1b01-4a7d-a3ba-9a873677258a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:13.088803 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0358cf3-9914-45b8-8fa9-4f7d1004a65f None None] Routers {'49b78990-1b01-4a7d-a3ba-9a873677258a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:13.089643 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a0358cf3-9914-45b8-8fa9-4f7d1004a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['49b78990-1b01-4a7d-a3ba-9a873677258a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:13.131552 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14d0f09f-31f6-40be-95b2-401f1779ae7a req-afb73e71-12fa-4e07-bff6-44d81c3246e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=091dd466-7031-4792-a525-d8d702035441 HTTP/1.1" status: 200 len: 217 time: 0.0596654 Aug 19 12:46:13.137320 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e0f0e54c-b0e3-46db-ba98-f15a91102b8d tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/floatingips/9e2731d5-020e-4685-ae58-3f62d127b66d HTTP/1.1" status: 204 len: 168 time: 1.9030235 Aug 19 12:46:13.139119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:13.141354 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b555f982-5bc6-424f-abcc-573fe2b3d4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:13.195632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0f09f-31f6-40be-95b2-401f1779ae7a req-d6ba0d1e-31a5-475e-9977-2f4f493f267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:13.197663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14d0f09f-31f6-40be-95b2-401f1779ae7a req-d6ba0d1e-31a5-475e-9977-2f4f493f267b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc44fe7a-aba8-4278-9818-fefd641677b9 HTTP/1.1" status: 200 len: 851 time: 0.0590761 Aug 19 12:46:13.230494 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a0358cf3-9914-45b8-8fa9-4f7d1004a65f None None] Set router 49b78990-1b01-4a7d-a3ba-9a873677258a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:13.239154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14d0f09f-31f6-40be-95b2-401f1779ae7a req-0930018d-6442-402d-8aed-9e7e0ae22bf9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335119 Aug 19 12:46:13.341600 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ee5cc8-5741-44ff-8204-b107bede677a x-openstack-request-id: req-78ee5cc8-5741-44ff-8204-b107bede677a {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:13.342748 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:13.343027 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78ee5cc8-5741-44ff-8204-b107bede677a {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:13.343923 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'status': 'completed', 'code': 200} Aug 19 12:46:13.410133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14d0f09f-31f6-40be-95b2-401f1779ae7a req-b9e6087e-760e-4dad-9a38-0e152257cc11 service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630530 Aug 19 12:46:13.477363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017282e-d0a4-46bc-8cd3-0fc49d21c9a6 req-a9dd7b34-b76b-4eda-b440-21ffbcc74c8f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:13.479171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5017282e-d0a4-46bc-8cd3-0fc49d21c9a6 req-a9dd7b34-b76b-4eda-b440-21ffbcc74c8f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 946 time: 0.0700998 Aug 19 12:46:13.525453 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a0358cf3-9914-45b8-8fa9-4f7d1004a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:44:03Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ca2734ec-cf2d-438b-8301-9080494495b0', 'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:a4:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:02Z', 'updated_at': '2021-08-19T12:44:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:13.552251 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555f982-5bc6-424f-abcc-573fe2b3d4b6 req-04d5ef9a-90ae-4ba0-9986-2f6c22bf0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:13.552251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b555f982-5bc6-424f-abcc-573fe2b3d4b6 req-04d5ef9a-90ae-4ba0-9986-2f6c22bf0804 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c4204443efbc4475a6deb99809648e33&device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 1097 time: 0.1841800 Aug 19 12:46:13.560396 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5017282e-d0a4-46bc-8cd3-0fc49d21c9a6 req-3de61ff2-1ed5-44c5-8a4d-714dbcdfbb85 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733724 Aug 19 12:46:13.576063 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0358cf3-9914-45b8-8fa9-4f7d1004a65f None None] Checking router: 49b78990-1b01-4a7d-a3ba-9a873677258a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:13.585203 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0358cf3-9914-45b8-8fa9-4f7d1004a65f None None] Routers {'49b78990-1b01-4a7d-a3ba-9a873677258a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:13.585813 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a0358cf3-9914-45b8-8fa9-4f7d1004a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['49b78990-1b01-4a7d-a3ba-9a873677258a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:13.661836 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14d0f09f-31f6-40be-95b2-401f1779ae7a req-44e2508b-f69b-4835-a5e2-4246e3f33912 service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280357 Aug 19 12:46:13.764443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555f982-5bc6-424f-abcc-573fe2b3d4b6 req-43181954-14c2-48db-af08-958ecf8be1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:13.765066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b555f982-5bc6-424f-abcc-573fe2b3d4b6 req-43181954-14c2-48db-af08-958ecf8be1f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=aacfb62a-6a72-4461-a5d5-c0d186cfe41b HTTP/1.1" status: 200 len: 898 time: 0.1865070 Aug 19 12:46:13.844609 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b555f982-5bc6-424f-abcc-573fe2b3d4b6 req-1e81e3b6-2d88-4973-9462-5d4a8dcdee45 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c94bb71c-939e-40de-82f9-9ef274ce4143 HTTP/1.1" status: 200 len: 217 time: 0.0723350 Aug 19 12:46:13.899464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefa3a4-273f-4789-af42-0ea2dcca736f req-bfdd671e-7631-4260-94fa-22f9c15c3b2a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:13.903550 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a0358cf3-9914-45b8-8fa9-4f7d1004a65f None None] Set router 49b78990-1b01-4a7d-a3ba-9a873677258a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:13.912078 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2fefa3a4-273f-4789-af42-0ea2dcca736f req-bfdd671e-7631-4260-94fa-22f9c15c3b2a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1520236 Aug 19 12:46:13.925053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555f982-5bc6-424f-abcc-573fe2b3d4b6 req-66be3a04-16c0-49a8-a01f-7c25a76fb6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:13.926850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b555f982-5bc6-424f-abcc-573fe2b3d4b6 req-66be3a04-16c0-49a8-a01f-7c25a76fb6a5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8c8cbfb7-f60e-4a10-946f-6ec118104c6b HTTP/1.1" status: 200 len: 835 time: 0.0731158 Aug 19 12:46:13.992095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2fefa3a4-273f-4789-af42-0ea2dcca736f req-bc92ae11-0e1c-46da-b48e-a65a5352d098 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788336 Aug 19 12:46:13.992284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555f982-5bc6-424f-abcc-573fe2b3d4b6 req-b11c1980-b28f-45fb-b2ef-b7881057c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:13.993925 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b555f982-5bc6-424f-abcc-573fe2b3d4b6 req-b11c1980-b28f-45fb-b2ef-b7881057c068 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=aacfb62a-6a72-4461-a5d5-c0d186cfe41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599668 Aug 19 12:46:14.171207 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a0358cf3-9914-45b8-8fa9-4f7d1004a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:44:03Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ca2734ec-cf2d-438b-8301-9080494495b0', 'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:a4:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:02Z', 'updated_at': '2021-08-19T12:44:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:14.200557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a1f1-6009-48c4-9f99-c5dda43f9741 req-0c63ae9b-b447-4973-ab45-be15db4a7971 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:14.202400 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1028a1f1-6009-48c4-9f99-c5dda43f9741 req-0c63ae9b-b447-4973-ab45-be15db4a7971 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.1115460 Aug 19 12:46:14.205257 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0358cf3-9914-45b8-8fa9-4f7d1004a65f None None] The sync data for ids ['49b78990-1b01-4a7d-a3ba-9a873677258a'] in n-d-803757-2 is: [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:44:03Z', 'revision_number': 4, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'ca2734ec-cf2d-438b-8301-9080494495b0', 'name': '', 'network_id': 'aacfb62a-6a72-4461-a5d5-c0d186cfe41b', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'mac_address': 'fa:16:3e:a4:f7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:02Z', 'updated_at': '2021-08-19T12:44:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'subnets': [{'id': '8c8cbfb7-f60e-4a10-946f-6ec118104c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:14.236026 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b555f982-5bc6-424f-abcc-573fe2b3d4b6 req-9926e8bb-d06f-490a-b17e-aa64c8e03281 service neutron] 10.222.0.62 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328265 Aug 19 12:46:14.303900 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1028a1f1-6009-48c4-9f99-c5dda43f9741 req-e76dc6e7-b986-4451-b564-a0296e028955 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928447 Aug 19 12:46:14.372799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b555f982-5bc6-424f-abcc-573fe2b3d4b6 req-c8d40d5b-b225-4ce0-99f5-57f863fa1396 service neutron] 10.222.0.62 "GET /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236386 Aug 19 12:46:14.543809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a7f7d-5738-49e3-801f-c38ff98aafc3 None None] New status for floating IP 9e2731d5-020e-4685-ae58-3f62d127b66d: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:46:14.787048 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971b777-0d20-464c-bdf0-63bc125f5982 req-205e5c31-d6e3-4c48-9d16-0391cd85eceb tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:14.789191 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8971b777-0d20-464c-bdf0-63bc125f5982 req-205e5c31-d6e3-4c48-9d16-0391cd85eceb tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 946 time: 0.0960965 Aug 19 12:46:14.874694 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8971b777-0d20-464c-bdf0-63bc125f5982 req-f0a6f707-4dac-412f-b14a-78160ff3383e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754774 Aug 19 12:46:14.989965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-ba42da03-e450-4704-925f-4117527ceca2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:14.991665 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-ba42da03-e450-4704-925f-4117527ceca2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 946 time: 0.0573356 Aug 19 12:46:15.167364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb74223-b3d0-4b27-897f-b86a12618657 req-618553a7-521d-4725-a74f-bfe61db16467 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:15.169183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0cb74223-b3d0-4b27-897f-b86a12618657 req-618553a7-521d-4725-a74f-bfe61db16467 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1258736 Aug 19 12:46:15.195019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b34011-d66a-4fb1-85d8-00d10160e7b5 req-a501b123-dc64-4b75-ab9d-7b574be59ede tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:15.196513 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4b34011-d66a-4fb1-85d8-00d10160e7b5 req-a501b123-dc64-4b75-ab9d-7b574be59ede tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 946 time: 0.1185329 Aug 19 12:46:15.220124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Deleting port cfd1cc49-22e7-4924-847d-c99480714629 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:15.220789 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.354885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4b34011-d66a-4fb1-85d8-00d10160e7b5 req-38ccaf80-e9a6-4a5e-8793-f7a38c54a554 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/security-groups?id=57712a6b-c29d-4358-b8ad-12be437dc128&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289933 Aug 19 12:46:15.407577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] For port cfd1cc49-22e7-4924-847d-c99480714629, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=cfd1cc49-22e7-4924-847d-c99480714629,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:15.407816 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.446158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-0cb74223-b3d0-4b27-897f-b86a12618657 req-b6d30e8a-e1d5-44b1-832b-32faec4a61b4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port c94bb71c-939e-40de-82f9-9ef274ce4143 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:15.446500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0cb74223-b3d0-4b27-897f-b86a12618657 req-b6d30e8a-e1d5-44b1-832b-32faec4a61b4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.448989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73afc7a-6ba0-4d8c-a0b6-3288b2e93db8 req-bd7bd66e-18b9-4a78-bece-8f2bc1109ea4 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:15.450533 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b73afc7a-6ba0-4d8c-a0b6-3288b2e93db8 req-bd7bd66e-18b9-4a78-bece-8f2bc1109ea4 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0596426 Aug 19 12:46:15.497519 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b73afc7a-6ba0-4d8c-a0b6-3288b2e93db8 req-1e966946-e2f8-4eae-a69c-9c1d3799fef4 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Aug 19 12:46:15.673873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-0cb74223-b3d0-4b27-897f-b86a12618657 req-b6d30e8a-e1d5-44b1-832b-32faec4a61b4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port c94bb71c-939e-40de-82f9-9ef274ce4143, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c94bb71c-939e-40de-82f9-9ef274ce4143,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:15.673873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0cb74223-b3d0-4b27-897f-b86a12618657 req-b6d30e8a-e1d5-44b1-832b-32faec4a61b4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.728174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-0cb74223-b3d0-4b27-897f-b86a12618657 req-b6d30e8a-e1d5-44b1-832b-32faec4a61b4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for c94bb71c-939e-40de-82f9-9ef274ce4143 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:15.793978 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.798726 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:15.798726 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Floating IP bf216e3d-bd8c-413c-90b0-d32fc82f4e83 disassociated. External IP: 172.25.2.189, port: cfd1cc49-22e7-4924-847d-c99480714629. Aug 19 12:46:15.798726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Calling delete_port for cfd1cc49-22e7-4924-847d-c99480714629 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:16.029207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07190161-e6c1-44d3-a1a7-14ab8656505f req-d9901c17-e2ce-44ca-8585-6ae2d4c70f94 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:16.030887 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-07190161-e6c1-44d3-a1a7-14ab8656505f req-d9901c17-e2ce-44ca-8585-6ae2d4c70f94 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 946 time: 0.0674658 Aug 19 12:46:16.076374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-07190161-e6c1-44d3-a1a7-14ab8656505f req-bee03038-9ba8-4414-b0e8-1ec75ece59d4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=d503792b-703f-4650-9654-14167fd577d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Aug 19 12:46:16.099612 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0cb74223-b3d0-4b27-897f-b86a12618657 req-b6d30e8a-e1d5-44b1-832b-32faec4a61b4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.119338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d30e8a-e1d5-44b1-832b-32faec4a61b4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=c94bb71c-939e-40de-82f9-9ef274ce4143,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:16.137169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.181271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event deleted for resources: {'Port': ['ID=cfd1cc49-22e7-4924-847d-c99480714629,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:16.200210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb74223-b3d0-4b27-897f-b86a12618657 req-b6d30e8a-e1d5-44b1-832b-32faec4a61b4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] No DVR routers for this DVR port c94bb71c-939e-40de-82f9-9ef274ce4143 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:16.202845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-0cb74223-b3d0-4b27-897f-b86a12618657 req-b6d30e8a-e1d5-44b1-832b-32faec4a61b4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:16.205198 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0cb74223-b3d0-4b27-897f-b86a12618657 req-b6d30e8a-e1d5-44b1-832b-32faec4a61b4 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.62 "DELETE /v2.0/ports/c94bb71c-939e-40de-82f9-9ef274ce4143 HTTP/1.1" status: 204 len: 173 time: 1.0272081 Aug 19 12:46:16.207253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'name': 'network-vif-deleted', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:16.212964 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca9590c-a49c-4559-b908-d99cc30bd35b" -d '{"events": [{"server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "name": "network-vif-deleted", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:16.315798 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8379dfbc-f71b-4885-9b7a-ffca659206f8 x-openstack-request-id: req-8379dfbc-f71b-4885-9b7a-ffca659206f8 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:16.320388 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6", "name": "network-vif-deleted", "tag": "c94bb71c-939e-40de-82f9-9ef274ce4143", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:16.320388 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8379dfbc-f71b-4885-9b7a-ffca659206f8 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:16.320388 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6', 'name': 'network-vif-deleted', 'tag': 'c94bb71c-939e-40de-82f9-9ef274ce4143', 'status': 'completed', 'code': 200} Aug 19 12:46:16.351530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Router 7f900125-7b68-44b6-9194-e3458f748a81 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:16.659765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b477de-29b5-4dac-bf21-c296f690d1e7 req-36506eea-705b-4a11-a2df-70e801fda613 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:16.668656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92b477de-29b5-4dac-bf21-c296f690d1e7 req-36506eea-705b-4a11-a2df-70e801fda613 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0823128 Aug 19 12:46:16.723093 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92b477de-29b5-4dac-bf21-c296f690d1e7 req-b40a9d84-91a3-4491-afa2-c0198b508d96 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517409 Aug 19 12:46:17.009742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51d12fae-7c7e-4882-a5a9-f18d868773ce req-50395bf5-fdde-4756-a671-eeaef4bc72d8 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f9c0f1f-2a82-4fd6-b71e-8115a6990dd6 HTTP/1.1" status: 200 len: 210 time: 0.0398753 Aug 19 12:46:17.019051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:17.043195 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf033506-8275-4399-bd48-70dba5d5a353 None None] Sync routers for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:17.054627 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf033506-8275-4399-bd48-70dba5d5a353 None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:17.059452 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bf033506-8275-4399-bd48-70dba5d5a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:17.094329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] No DVR routers for this DVR port cfd1cc49-22e7-4924-847d-c99480714629 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:17.097651 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:17.100507 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2bb50f5-8d1e-47d7-9e6f-b0bfa9733f9b req-4c6e302f-9a14-4e0c-8cab-3c769ce5c4ba tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.30 "DELETE /v2.0/ports/cfd1cc49-22e7-4924-847d-c99480714629 HTTP/1.1" status: 204 len: 173 time: 2.1018858 Aug 19 12:46:17.192570 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91af03ec-cc58-4972-938f-cbc01b7532da req-56f2730b-b4c1-48e9-8c06-62db172abd3a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 210 time: 0.0388401 Aug 19 12:46:17.197513 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-bf033506-8275-4399-bd48-70dba5d5a353 None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:17.419934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35920) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:17.442145 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bf033506-8275-4399-bd48-70dba5d5a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:17.469241 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf033506-8275-4399-bd48-70dba5d5a353 None None] Checking router: 7f900125-7b68-44b6-9194-e3458f748a81 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:17.479080 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf033506-8275-4399-bd48-70dba5d5a353 None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:17.479905 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bf033506-8275-4399-bd48-70dba5d5a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:17.552041 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-541170bd-b945-4736-99cf-ae0602ef06e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:17.617479 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-bf033506-8275-4399-bd48-70dba5d5a353 None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:17.652787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-541170bd-b945-4736-99cf-ae0602ef06e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:17.765950 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-541170bd-b945-4736-99cf-ae0602ef06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:17.811299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541170bd-b945-4736-99cf-ae0602ef06e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf11c444-c44e-4f2c-a623-f5a2b1643abd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:17.826480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-541170bd-b945-4736-99cf-ae0602ef06e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f379ad205ab43849b6b75e981eae991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047809 Aug 19 12:46:17.827918 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bf033506-8275-4399-bd48-70dba5d5a353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:17.829228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35926) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:17.862105 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf033506-8275-4399-bd48-70dba5d5a353 None None] The sync data for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 is: [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:17.912638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9912d91-8468-439e-a9ed-30a6a08a7707 req-29cacfc5-10f2-42df-a75e-7bb3dc41d6fe tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:17.914793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9912d91-8468-439e-a9ed-30a6a08a7707 req-29cacfc5-10f2-42df-a75e-7bb3dc41d6fe tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0786431 Aug 19 12:46:17.923084 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61a92e1b-4f96-4819-a3be-e5fe08840ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:17.935468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c94bb71c-939e-40de-82f9-9ef274ce4143 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:17.959217 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61a92e1b-4f96-4819-a3be-e5fe08840ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:17.971680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: c94bb71c-939e-40de-82f9-9ef274ce4143 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:17.972022 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c94bb71c-939e-40de-82f9-9ef274ce4143 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:18.001689 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9912d91-8468-439e-a9ed-30a6a08a7707 req-5e6a3054-1ebd-4f25-adf8-09bb76d0d3c6 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785725 Aug 19 12:46:18.050256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device cfd1cc49-22e7-4924-847d-c99480714629 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:18.087978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35932) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:18.095547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: cfd1cc49-22e7-4924-847d-c99480714629 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:18.095897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device cfd1cc49-22e7-4924-847d-c99480714629 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:18.205812 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61a92e1b-4f96-4819-a3be-e5fe08840ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.208511 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-61a92e1b-4f96-4819-a3be-e5fe08840ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.209872 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-61a92e1b-4f96-4819-a3be-e5fe08840ddb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf11c444-c44e-4f2c-a623-f5a2b1643abd HTTP/1.1" status: 204 len: 168 time: 0.3795989 Aug 19 12:46:18.244337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a92e1b-4f96-4819-a3be-e5fe08840ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf11c444-c44e-4f2c-a623-f5a2b1643abd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:18.247098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec01dcf5-69bc-4a58-8421-c39427895c23 None None] New status for floating IP bf216e3d-bd8c-413c-90b0-d32fc82f4e83: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:46:18.318957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'name': 'network-vif-deleted', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:18.321008 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50459f82-70ad-4502-bf17-296b8a77be00" -d '{"events": [{"server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "name": "network-vif-deleted", "tag": "cfd1cc49-22e7-4924-847d-c99480714629"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:18.377711 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1e53647-0568-4ba3-91d8-c90fef91f4d6 req-269c68c8-6037-4083-9297-34727b5e8add tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c378b7a-77e7-4101-80b6-a0b990c698bb HTTP/1.1" status: 200 len: 210 time: 0.0522144 Aug 19 12:46:18.398980 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3b732c-1b43-4f25-9710-d520334d5de9 x-openstack-request-id: req-8c3b732c-1b43-4f25-9710-d520334d5de9 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:18.399286 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c378b7a-77e7-4101-80b6-a0b990c698bb", "name": "network-vif-deleted", "tag": "cfd1cc49-22e7-4924-847d-c99480714629", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:18.399523 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c3b732c-1b43-4f25-9710-d520334d5de9 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:18.399924 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c378b7a-77e7-4101-80b6-a0b990c698bb', 'name': 'network-vif-deleted', 'tag': 'cfd1cc49-22e7-4924-847d-c99480714629', 'status': 'completed', 'code': 200} Aug 19 12:46:18.565335 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.862290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port ca2734ec-cf2d-438b-8301-9080494495b0 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:18.862987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.961652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port ca2734ec-cf2d-438b-8301-9080494495b0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ca2734ec-cf2d-438b-8301-9080494495b0,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:18.961989 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:18.982907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for ca2734ec-cf2d-438b-8301-9080494495b0 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:19.120548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d902637-94e3-4907-89a4-adfacd57f5fa req-807b9c4e-f73c-4c59-9b32-0d2818c9f460 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:19.122569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d902637-94e3-4907-89a4-adfacd57f5fa req-807b9c4e-f73c-4c59-9b32-0d2818c9f460 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0533643 Aug 19 12:46:19.176326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d902637-94e3-4907-89a4-adfacd57f5fa req-cc4ed402-d5d7-4892-a4d6-8bf3f743001c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464015 Aug 19 12:46:19.269141 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:19.299160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=ca2734ec-cf2d-438b-8301-9080494495b0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:19.520523 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:19.592801 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35972) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:19.675175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea2d8-9fe6-4524-9bcc-c3835f7aa3ad tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:19.715410 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea2d8-9fe6-4524-9bcc-c3835f7aa3ad tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:19.778948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Router 49b78990-1b01-4a7d-a3ba-9a873677258a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:19.888600 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea2d8-9fe6-4524-9bcc-c3835f7aa3ad tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:19.894158 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea2d8-9fe6-4524-9bcc-c3835f7aa3ad tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:19.895364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3b8ea2d8-9fe6-4524-9bcc-c3835f7aa3ad tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "DELETE /v2.0/security-groups/d503792b-703f-4650-9654-14167fd577d0 HTTP/1.1" status: 204 len: 168 time: 0.3005257 Aug 19 12:46:19.898526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35976) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:19.906775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ea2d8-9fe6-4524-9bcc-c3835f7aa3ad tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d503792b-703f-4650-9654-14167fd577d0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:19.921847 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-f003d086-fe63-4fe5-b3bc-1bc7afb1d19d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] show failed (client error): The resource could not be found. Aug 19 12:46:19.925962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f003d086-fe63-4fe5-b3bc-1bc7afb1d19d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups/d503792b-703f-4650-9654-14167fd577d0 HTTP/1.1" status: 404 len: 347 time: 0.0235076 Aug 19 12:46:19.925962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:19.925962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 35978) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:19.934212 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a20f67-6af5-4211-93a5-f2321b883ea6 None None] Sync routers for ids ['49b78990-1b01-4a7d-a3ba-9a873677258a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:19.944454 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a20f67-6af5-4211-93a5-f2321b883ea6 None None] Routers {'49b78990-1b01-4a7d-a3ba-9a873677258a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:19.945083 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-43a20f67-6af5-4211-93a5-f2321b883ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['49b78990-1b01-4a7d-a3ba-9a873677258a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:19.974856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 35980) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:19.975059 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b10d1cd9-4510-49ce-9411-0819ee880c6e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "PUT /v2.0/routers/49b78990-1b01-4a7d-a3ba-9a873677258a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850038 Aug 19 12:46:20.085855 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-43a20f67-6af5-4211-93a5-f2321b883ea6 None None] Set router 49b78990-1b01-4a7d-a3ba-9a873677258a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:20.089602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40a1c7a-c1ec-44ba-b309-f95050a40e3f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting subnet 8c8cbfb7-f60e-4a10-946f-6ec118104c6b {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:46:20.097164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-dce873a0-ada8-4be5-ba2a-d3922d65a544 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Deleting port 714ab0da-992a-4ebf-a82d-b39506cb668b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:20.097499 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dce873a0-ada8-4be5-ba2a-d3922d65a544 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.103535 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d40a1c7a-c1ec-44ba-b309-f95050a40e3f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.182989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d40a1c7a-c1ec-44ba-b309-f95050a40e3f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.199612 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dce873a0-ada8-4be5-ba2a-d3922d65a544 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.200030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dce873a0-ada8-4be5-ba2a-d3922d65a544 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.216289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-dce873a0-ada8-4be5-ba2a-d3922d65a544 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Calling delete_port for 714ab0da-992a-4ebf-a82d-b39506cb668b owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:20.349049 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-43a20f67-6af5-4211-93a5-f2321b883ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:46:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:20.356998 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d40a1c7a-c1ec-44ba-b309-f95050a40e3f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.390767 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a20f67-6af5-4211-93a5-f2321b883ea6 None None] Checking router: 49b78990-1b01-4a7d-a3ba-9a873677258a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:20.406538 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a20f67-6af5-4211-93a5-f2321b883ea6 None None] Routers {'49b78990-1b01-4a7d-a3ba-9a873677258a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:20.406793 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-43a20f67-6af5-4211-93a5-f2321b883ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['49b78990-1b01-4a7d-a3ba-9a873677258a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:20.536150 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-43a20f67-6af5-4211-93a5-f2321b883ea6 None None] Set router 49b78990-1b01-4a7d-a3ba-9a873677258a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:20.613878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d40a1c7a-c1ec-44ba-b309-f95050a40e3f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.654986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab56b49-374f-4389-8b45-2bc97ffa6a1f None None] Network aacfb62a-6a72-4461-a5d5-c0d186cfe41b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:20.697478 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d40a1c7a-c1ec-44ba-b309-f95050a40e3f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.706742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d40a1c7a-c1ec-44ba-b309-f95050a40e3f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/subnets/8c8cbfb7-f60e-4a10-946f-6ec118104c6b HTTP/1.1" status: 204 len: 168 time: 0.7299623 Aug 19 12:46:20.708420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36002) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:20.712014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a1c7a-c1ec-44ba-b309-f95050a40e3f tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8cbfb7-f60e-4a10-946f-6ec118104c6b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:20.721327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918276a-a60a-47e8-a644-f2f826f7dd6b req-cc9fca91-f3b9-4270-a09d-7b444dbd1a80 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:20.730735 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c918276a-a60a-47e8-a644-f2f826f7dd6b req-cc9fca91-f3b9-4270-a09d-7b444dbd1a80 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.1162357 Aug 19 12:46:20.783749 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c918276a-a60a-47e8-a644-f2f826f7dd6b req-df972dff-c237-4e68-81f5-0d554bf0b3d4 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504575 Aug 19 12:46:20.906467 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.913100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edebf6d2-c655-405e-837e-56db60696e17 None None] DHCP port deletion for aacfb62a-6a72-4461-a5d5-c0d186cfe41b request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:46:20.960866 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-43a20f67-6af5-4211-93a5-f2321b883ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:46:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:20.980614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-edebf6d2-c655-405e-837e-56db60696e17 None None] Deleting port cb218b1f-b14f-4f75-b918-15f7c0ba622c {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:20.981762 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-edebf6d2-c655-405e-837e-56db60696e17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:20.999622 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a20f67-6af5-4211-93a5-f2321b883ea6 None None] The sync data for ids ['49b78990-1b01-4a7d-a3ba-9a873677258a'] in n-d-803757-2 is: [{'id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1317785073', 'tenant_id': 'c4204443efbc4475a6deb99809648e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:52Z', 'updated_at': '2021-08-19T12:46:19Z', 'revision_number': 5, 'project_id': 'c4204443efbc4475a6deb99809648e33', 'gw_port': {'id': 'bddce8a3-9840-49c4-9279-49a7743822a5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b78990-1b01-4a7d-a3ba-9a873677258a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:53Z', 'updated_at': '2021-08-19T12:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:21.012976 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dce873a0-ada8-4be5-ba2a-d3922d65a544 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.056612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce873a0-ada8-4be5-ba2a-d3922d65a544 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event deleted for resources: {'Port': ['ID=714ab0da-992a-4ebf-a82d-b39506cb668b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:21.067422 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.100581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-edebf6d2-c655-405e-837e-56db60696e17 None None] For port cb218b1f-b14f-4f75-b918-15f7c0ba622c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cb218b1f-b14f-4f75-b918-15f7c0ba622c,segment=NetworkSegment(123fdaeb-8714-4d3d-90dd-91b98fa38714),segment_id=123fdaeb-8714-4d3d-90dd-91b98fa38714)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:21.101291 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-edebf6d2-c655-405e-837e-56db60696e17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.113790 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dce873a0-ada8-4be5-ba2a-d3922d65a544 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.117266 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dce873a0-ada8-4be5-ba2a-d3922d65a544 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.118435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dce873a0-ada8-4be5-ba2a-d3922d65a544 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "DELETE /v2.0/floatingips/bf216e3d-bd8c-413c-90b0-d32fc82f4e83 HTTP/1.1" status: 204 len: 168 time: 1.1913860 Aug 19 12:46:21.120224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-edebf6d2-c655-405e-837e-56db60696e17 None None] Calling delete_port for cb218b1f-b14f-4f75-b918-15f7c0ba622c owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:21.219048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Deleting port bddce8a3-9840-49c4-9279-49a7743822a5 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:21.219588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.306113 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-edebf6d2-c655-405e-837e-56db60696e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.326163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] For port bddce8a3-9840-49c4-9279-49a7743822a5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bddce8a3-9840-49c4-9279-49a7743822a5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:21.326787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.333480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebf6d2-c655-405e-837e-56db60696e17 None None] Pushing event deleted for resources: {'Port': ['ID=cb218b1f-b14f-4f75-b918-15f7c0ba622c,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:21.339976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edebf6d2-c655-405e-837e-56db60696e17 None None] No DVR routers for this DVR port cb218b1f-b14f-4f75-b918-15f7c0ba622c on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:21.351499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Calling delete_port for bddce8a3-9840-49c4-9279-49a7743822a5 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:21.545208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36034) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:21.550274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-cc6b8a92-3cc0-46db-9b32-4069576994c5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--234573615', 'description': 'tempest-description--1416424016'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:21.672049 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.689418 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8a92-3cc0-46db-9b32-4069576994c5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.700234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Port': ['ID=bddce8a3-9840-49c4-9279-49a7743822a5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:21.764960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.784469 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8a92-3cc0-46db-9b32-4069576994c5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.868678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.870733 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.881398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8a92-3cc0-46db-9b32-4069576994c5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:21.919864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b8a92-3cc0-46db-9b32-4069576994c5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ffbe7f-2bc0-4543-953c-a2265db5b11c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:21.932787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbb822-af73-45e6-85b6-f428d066a6c8 req-390367c0-0fac-44bb-973d-5e173317f4b6 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:21.934336 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9dbb822-af73-45e6-85b6-f428d066a6c8 req-390367c0-0fac-44bb-973d-5e173317f4b6 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0849919 Aug 19 12:46:21.975918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9dbb822-af73-45e6-85b6-f428d066a6c8 req-41ffb40d-c3cb-4b85-9d42-60c8a5dcd027 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355039 Aug 19 12:46:22.015317 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cc6b8a92-3cc0-46db-9b32-4069576994c5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.016664 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cc6b8a92-3cc0-46db-9b32-4069576994c5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4701819 Aug 19 12:46:22.019663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36038) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:22.025888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0d2b80a0-07d3-401f-9524-0f62cf533ed3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'security_group_rule': {'security_group_id': 'a8ffbe7f-2bc0-4543-953c-a2265db5b11c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:22.052515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.053126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Fanout notify agent at l3_agent the message router_deleted on router 49b78990-1b01-4a7d-a3ba-9a873677258a {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:46:22.060575 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.064443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36048) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:22.064651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2351937b-c311-444f-bed9-d1842aba3811 tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/routers/49b78990-1b01-4a7d-a3ba-9a873677258a HTTP/1.1" status: 204 len: 168 time: 1.3470478 Aug 19 12:46:22.151414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.208436 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d2b80a0-07d3-401f-9524-0f62cf533ed3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.276682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.290045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacfb62a-6a72-4461-a5d5-c0d186cfe41b']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:22.311903 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123fdaeb-8714-4d3d-90dd-91b98fa38714') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:22.312196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123fdaeb-8714-4d3d-90dd-91b98fa38714') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:22.325414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.347552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.350314 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d2b80a0-07d3-401f-9524-0f62cf533ed3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.355182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:46:22.355557 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:46:22.360130 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:46:22.441077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d2b80a0-07d3-401f-9524-0f62cf533ed3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.462001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b80a0-07d3-401f-9524-0f62cf533ed3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db5a026-6358-4ef3-bf38-cd2365a49587,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:22.515351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.524667 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.529731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/networks/aacfb62a-6a72-4461-a5d5-c0d186cfe41b HTTP/1.1" status: 204 len: 168 time: 0.4604819 Aug 19 12:46:22.529731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36064) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:22.545840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d2f46-39bc-41d7-940f-5f6a8fae549e tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'Network': ['ID=aacfb62a-6a72-4461-a5d5-c0d186cfe41b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:22.579071 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d2b80a0-07d3-401f-9524-0f62cf533ed3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.581379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36066) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:22.583292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0d2b80a0-07d3-401f-9524-0f62cf533ed3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5626130 Aug 19 12:46:22.586379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-bb7d9e75-d828-401b-a27c-56f7b214b3e6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'security_group_rule': {'security_group_id': 'a8ffbe7f-2bc0-4543-953c-a2265db5b11c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:22.621974 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e26a9d3-0511-4a3c-9e52-bcc1d285534a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.649229 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e26a9d3-0511-4a3c-9e52-bcc1d285534a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.655259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cb218b1f-b14f-4f75-b918-15f7c0ba622c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:22.676989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: cb218b1f-b14f-4f75-b918-15f7c0ba622c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:22.677338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cb218b1f-b14f-4f75-b918-15f7c0ba622c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:22.677764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ca2734ec-cf2d-438b-8301-9080494495b0 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:22.697464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: ca2734ec-cf2d-438b-8301-9080494495b0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:22.697808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ca2734ec-cf2d-438b-8301-9080494495b0 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:22.698210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bddce8a3-9840-49c4-9279-49a7743822a5 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:22.717739 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: bddce8a3-9840-49c4-9279-49a7743822a5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:22.718089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bddce8a3-9840-49c4-9279-49a7743822a5 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:22.731989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9e75-d828-401b-a27c-56f7b214b3e6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.796149 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e26a9d3-0511-4a3c-9e52-bcc1d285534a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.798733 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3e26a9d3-0511-4a3c-9e52-bcc1d285534a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.801912 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9e75-d828-401b-a27c-56f7b214b3e6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.803298 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3e26a9d3-0511-4a3c-9e52-bcc1d285534a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] 10.222.0.21 "DELETE /v2.0/security-groups/57712a6b-c29d-4358-b8ad-12be437dc128 HTTP/1.1" status: 204 len: 168 time: 0.2648723 Aug 19 12:46:22.813126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26a9d3-0511-4a3c-9e52-bcc1d285534a tempest-TestNetworkAdvancedServerOps-2077458093 tempest-TestNetworkAdvancedServerOps-2077458093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57712a6b-c29d-4358-b8ad-12be437dc128,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:22.900346 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9e75-d828-401b-a27c-56f7b214b3e6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:22.921580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d9e75-d828-401b-a27c-56f7b214b3e6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a481ce3-37b2-40d3-ab85-7e769640d8da,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:23.107023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87951d6-c5ca-4d10-a3fb-0a8f059bb41d req-d5746039-b73f-424c-88ef-029c6dfc52f2 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:23.108628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f87951d6-c5ca-4d10-a3fb-0a8f059bb41d req-d5746039-b73f-424c-88ef-029c6dfc52f2 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0584817 Aug 19 12:46:23.123543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bb7d9e75-d828-401b-a27c-56f7b214b3e6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.124774 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bb7d9e75-d828-401b-a27c-56f7b214b3e6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5422757 Aug 19 12:46:23.127922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36086) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:23.133009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:23.152416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f87951d6-c5ca-4d10-a3fb-0a8f059bb41d req-08253095-c482-4bfe-8dfe-ad8a0d215775 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374696 Aug 19 12:46:23.253372 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.439376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.482036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Allocated IP 172.25.2.202 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/4c534924-0c66-4ece-ad29-c9611ef6cd01) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:23.598902 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.684559 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:23.696856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36112) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:23.745629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:23.749145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:23.753996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:23.756670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'Port': ['ID=4c534924-0c66-4ece-ad29-c9611ef6cd01,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:23.839397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36122) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:23.902787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.042282 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-137e9c1c-5e66-4b6d-87d2-4f93a7cbba94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4204443efbc4475a6deb99809648e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017105 Aug 19 12:46:24.045042 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36132) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:24.052248 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.140754 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef733-5476-4407-9521-a4de411493a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.182832 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef733-5476-4407-9521-a4de411493a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.262650 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.308621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.317550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2602b-50c3-40c5-83d1-a41192dcd1fe req-b28ced1e-48af-4158-9b9c-0b821f33854c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:24.319077 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48a2602b-50c3-40c5-83d1-a41192dcd1fe req-b28ced1e-48af-4158-9b9c-0b821f33854c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0819004 Aug 19 12:46:24.364216 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-48a2602b-50c3-40c5-83d1-a41192dcd1fe req-31913132-93db-4ebd-80bd-0ca16ba2b7e8 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348005 Aug 19 12:46:24.389296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef733-5476-4407-9521-a4de411493a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.391904 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef733-5476-4407-9521-a4de411493a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.395445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3d8ef733-5476-4407-9521-a4de411493a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cdd7217-a608-4233-8f64-52026169de64 HTTP/1.1" status: 204 len: 168 time: 0.3470972 Aug 19 12:46:24.442297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ef733-5476-4407-9521-a4de411493a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdd7217-a608-4233-8f64-52026169de64,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:24.461500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.546938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'Port': ['ID=4c534924-0c66-4ece-ad29-c9611ef6cd01,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:24.557071 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.656464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting port 13218d19-358d-415b-86ce-ff26a11fc0c8 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:24.656856 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.681945 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.683991 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8b289d7e-41c9-426b-8ac9-518e29ad7452 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5550101 Aug 19 12:46:24.760117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] For port 13218d19-358d-415b-86ce-ff26a11fc0c8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=13218d19-358d-415b-86ce-ff26a11fc0c8,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:24.760650 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:24.776480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Calling delete_port for 13218d19-358d-415b-86ce-ff26a11fc0c8 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:24.945966 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-3646b1a2-388c-42ac-b5e0-4af0a4dea2f5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--234573615&fields=id&tenant_id=07b1e7bd392c4962b55c4c16a4ffa940 HTTP/1.1" status: 200 len: 267 time: 0.0494182 Aug 19 12:46:25.101654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-9924d207-1eab-4cc5-8af0-7f85dc9ef102 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:25.103061 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-9924d207-1eab-4cc5-8af0-7f85dc9ef102 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 817 time: 0.1501446 Aug 19 12:46:25.118437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-db0cc820-440d-4c05-83ea-366d3ff63376 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/quotas/07b1e7bd392c4962b55c4c16a4ffa940 HTTP/1.1" status: 200 len: 375 time: 0.0096397 Aug 19 12:46:25.174845 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-95936005-d744-4ceb-9ef0-094ddfe30249 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504439 Aug 19 12:46:25.191724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-4a58e3b1-1fc3-478c-ba7c-3a85c7e09ee0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:46:25.192774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-4a58e3b1-1fc3-478c-ba7c-3a85c7e09ee0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055764 Aug 19 12:46:25.245194 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.276007 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.282826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Port': ['ID=13218d19-358d-415b-86ce-ff26a11fc0c8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:25.320553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36176) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:25.370030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e38e5a69-df9b-4e01-b501-9eae81214c01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7a966e7bd234d8d95aa194c11435e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481286 Aug 19 12:46:25.370423 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-e1729226-8756-4641-9e21-cc601f783987 service neutron] 10.222.0.21 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713855 Aug 19 12:46:25.373085 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36178) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:25.569549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36186) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:25.594543 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e2cb-e03c-48fb-909d-036924f06b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.613985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce52282-23d2-4120-bc4f-c6189fee7038 req-d76d6d94-2233-467a-a487-8b7ade8fbad5 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:25.619708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fce52282-23d2-4120-bc4f-c6189fee7038 req-d76d6d94-2233-467a-a487-8b7ade8fbad5 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.1368206 Aug 19 12:46:25.627309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6b08ec75-9a2f-4e97-ac82-3b367a83e13f service neutron] 10.222.0.21 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449751 Aug 19 12:46:25.643751 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e2cb-e03c-48fb-909d-036924f06b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.661316 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.709256 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fce52282-23d2-4120-bc4f-c6189fee7038 req-dba3c85b-6b61-4533-a8e1-8c92e3add118 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808830 Aug 19 12:46:25.772398 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-606793c4-3d64-418c-bcb6-21818cc03861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.869893 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-606793c4-3d64-418c-bcb6-21818cc03861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.905589 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e2cb-e03c-48fb-909d-036924f06b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.908228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f6f9e2cb-e03c-48fb-909d-036924f06b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:25.909405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f6f9e2cb-e03c-48fb-909d-036924f06b55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21300859-d15a-4830-a975-bbc9a00723d9 HTTP/1.1" status: 204 len: 168 time: 0.5354021 Aug 19 12:46:25.925174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9e2cb-e03c-48fb-909d-036924f06b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21300859-d15a-4830-a975-bbc9a00723d9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:25.937645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 523c788d-3d83-40ba-aef1-191a4b192132 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:26.004338 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b4afec8-5272-461a-9076-918d9a3c50ba req-842f4781-3249-4b1a-8aa9-57eb16b573b7 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 210 time: 0.0436680 Aug 19 12:46:26.005201 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-606793c4-3d64-418c-bcb6-21818cc03861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.066208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-606793c4-3d64-418c-bcb6-21818cc03861 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2084263512d4d0fbd62cbb0c7ccf844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4942555 Aug 19 12:46:26.066972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36196) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:26.076953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606793c4-3d64-418c-bcb6-21818cc03861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bcf676-398d-41f9-ab7f-c08db4a6d2e8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:26.110109 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:26.123152 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b849b3b-8f03-48cf-8fae-e9c46a37f1d4 None None] Sync routers for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:26.124878 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-69bae19c-5c70-44cc-b994-8841827bfa7d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "PUT /v2.0/routers/523c788d-3d83-40ba-aef1-191a4b192132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4266701 Aug 19 12:46:26.138275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b849b3b-8f03-48cf-8fae-e9c46a37f1d4 None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:26.139269 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7b849b3b-8f03-48cf-8fae-e9c46a37f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:26.153978 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-395ff2c1-e744-4456-9ef8-34f0c1e5c43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.192977 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-395ff2c1-e744-4456-9ef8-34f0c1e5c43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.223526 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.305303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7b849b3b-8f03-48cf-8fae-e9c46a37f1d4 None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:26.363957 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-395ff2c1-e744-4456-9ef8-34f0c1e5c43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.383822 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-395ff2c1-e744-4456-9ef8-34f0c1e5c43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:26.385012 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-395ff2c1-e744-4456-9ef8-34f0c1e5c43a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03bcf676-398d-41f9-ab7f-c08db4a6d2e8 HTTP/1.1" status: 204 len: 168 time: 0.3159699 Aug 19 12:46:26.432721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ff2c1-e744-4456-9ef8-34f0c1e5c43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bcf676-398d-41f9-ab7f-c08db4a6d2e8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:26.786222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69333364-a7c0-46a5-88c0-8e9002ba3396 req-f633527c-88a4-429d-9a4e-37a8877b0f95 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:26.788992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-69333364-a7c0-46a5-88c0-8e9002ba3396 req-f633527c-88a4-429d-9a4e-37a8877b0f95 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 946 time: 0.0656216 Aug 19 12:46:26.823821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7b849b3b-8f03-48cf-8fae-e9c46a37f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:46:25Z', 'revision_number': 6, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1083d02e-b2c8-4563-8f43-8ce0e7704bd1', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'port_id': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:55Z', 'updated_at': '2021-08-19T12:45:02Z', 'revision_number': 1, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:26.857675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-69333364-a7c0-46a5-88c0-8e9002ba3396 req-41f1a2ef-dff1-4742-9427-852398e3c9ef tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596571 Aug 19 12:46:26.859125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b849b3b-8f03-48cf-8fae-e9c46a37f1d4 None None] Checking router: 523c788d-3d83-40ba-aef1-191a4b192132 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:26.881064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b849b3b-8f03-48cf-8fae-e9c46a37f1d4 None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:26.881064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7b849b3b-8f03-48cf-8fae-e9c46a37f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:26.890790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a08a01-a902-4971-aef6-edac3df738fb req-288b298e-b1da-4332-ba2a-db750554104e tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:26.895272 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7a08a01-a902-4971-aef6-edac3df738fb req-288b298e-b1da-4332-ba2a-db750554104e tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0652184 Aug 19 12:46:26.938217 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7a08a01-a902-4971-aef6-edac3df738fb req-5f4250c4-04bd-4430-b8c3-a64627ae2214 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350344 Aug 19 12:46:26.995908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7b849b3b-8f03-48cf-8fae-e9c46a37f1d4 None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:27.135621 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6c681ccc-1e59-4f42-b8e7-3ecb8a2ab15d req-3d791f4f-748f-45e7-85c4-72d48421db88 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 210 time: 0.0379062 Aug 19 12:46:27.266736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7b849b3b-8f03-48cf-8fae-e9c46a37f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:46:25Z', 'revision_number': 6, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1083d02e-b2c8-4563-8f43-8ce0e7704bd1', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'port_id': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:55Z', 'updated_at': '2021-08-19T12:45:02Z', 'revision_number': 1, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:27.292341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b849b3b-8f03-48cf-8fae-e9c46a37f1d4 None None] The sync data for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 is: [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:46:25Z', 'revision_number': 6, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1083d02e-b2c8-4563-8f43-8ce0e7704bd1', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'port_id': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'mac_address': 'fa:16:3e:b3:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:44:55Z', 'updated_at': '2021-08-19T12:45:02Z', 'revision_number': 1, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:27.780057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36220) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:27.795042 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6dff92d-21bf-4c16-a839-1ccc839551e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:27.900307 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6dff92d-21bf-4c16-a839-1ccc839551e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:27.993720 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46732afc-9e71-4708-a777-5589bab4e6df req-212addc3-de43-49c3-9a6c-8dc95a577e75 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:27.996625 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-46732afc-9e71-4708-a777-5589bab4e6df req-212addc3-de43-49c3-9a6c-8dc95a577e75 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 946 time: 0.0600734 Aug 19 12:46:28.012149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6dff92d-21bf-4c16-a839-1ccc839551e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.048997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-46732afc-9e71-4708-a777-5589bab4e6df req-f04583e6-1f6d-497d-b2ba-da3301dc47c8 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=78dd61e4-f491-4877-9bb1-ac3bbf92c56f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465407 Aug 19 12:46:28.093588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dff92d-21bf-4c16-a839-1ccc839551e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60c9122-f997-4dc5-9c65-0db91a16ff1f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:28.105703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f57784-5f3a-4317-9847-8c206aef17f4 req-fb1364b9-6724-48ce-8385-eef8a84ae6d8 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:28.107147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2f57784-5f3a-4317-9847-8c206aef17f4 req-fb1364b9-6724-48ce-8385-eef8a84ae6d8 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.62 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 946 time: 0.1517177 Aug 19 12:46:28.111012 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c6dff92d-21bf-4c16-a839-1ccc839551e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14198ff0e07849ff8c50a2559549ee39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280969 Aug 19 12:46:28.112291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36226) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:28.211867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499252a-2d32-4fc0-ab05-1f9f6a94a5ae req-4340b195-930d-49e3-bc9e-5b86d1ec62ec tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:28.213425 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4499252a-2d32-4fc0-ab05-1f9f6a94a5ae req-4340b195-930d-49e3-bc9e-5b86d1ec62ec tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.1776569 Aug 19 12:46:28.247374 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94fec0c9-d2c3-4e1e-81e5-2c74cddcafe7 req-51f825d9-37b0-40f8-b704-3b486ccbe4d9 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 210 time: 0.0338979 Aug 19 12:46:28.277350 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e93d-bdd9-47fa-a2c2-13dbf39197c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.295803 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4499252a-2d32-4fc0-ab05-1f9f6a94a5ae req-87386095-fd44-4e7b-90a5-1a8fdd685c74 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705581 Aug 19 12:46:28.315159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-f2f57784-5f3a-4317-9847-8c206aef17f4 req-e50885cc-69ad-46c9-8085-52c14d2b93ff tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:28.315503 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f2f57784-5f3a-4317-9847-8c206aef17f4 req-e50885cc-69ad-46c9-8085-52c14d2b93ff tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.320709 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e93d-bdd9-47fa-a2c2-13dbf39197c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.433030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f2f57784-5f3a-4317-9847-8c206aef17f4 req-e50885cc-69ad-46c9-8085-52c14d2b93ff tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] For port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:28.433268 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f2f57784-5f3a-4317-9847-8c206aef17f4 req-e50885cc-69ad-46c9-8085-52c14d2b93ff tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.446132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-f2f57784-5f3a-4317-9847-8c206aef17f4 req-e50885cc-69ad-46c9-8085-52c14d2b93ff tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Calling delete_port for 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:28.524604 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e93d-bdd9-47fa-a2c2-13dbf39197c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.527220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e93d-bdd9-47fa-a2c2-13dbf39197c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.531060 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7fd8e93d-bdd9-47fa-a2c2-13dbf39197c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c60c9122-f997-4dc5-9c65-0db91a16ff1f HTTP/1.1" status: 204 len: 168 time: 0.4152339 Aug 19 12:46:28.539321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8e93d-bdd9-47fa-a2c2-13dbf39197c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60c9122-f997-4dc5-9c65-0db91a16ff1f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:28.604500 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 13218d19-358d-415b-86ce-ff26a11fc0c8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:28.628893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 13218d19-358d-415b-86ce-ff26a11fc0c8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:28.628893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 13218d19-358d-415b-86ce-ff26a11fc0c8 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:28.677091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f2f57784-5f3a-4317-9847-8c206aef17f4 req-e50885cc-69ad-46c9-8085-52c14d2b93ff tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.718964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50885cc-69ad-46c9-8085-52c14d2b93ff tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Port': ['ID=522e13b4-fd06-4163-aa23-9f1cdbbc1e3f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:28.763166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-89668519-6a0c-4a40-8b06-9190c714f601 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:28.763166 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-89668519-6a0c-4a40-8b06-9190c714f601 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 817 time: 0.1215837 Aug 19 12:46:28.770851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f57784-5f3a-4317-9847-8c206aef17f4 req-e50885cc-69ad-46c9-8085-52c14d2b93ff tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] No DVR routers for this DVR port 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:28.774704 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f2f57784-5f3a-4317-9847-8c206aef17f4 req-e50885cc-69ad-46c9-8085-52c14d2b93ff tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:28.777221 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2f57784-5f3a-4317-9847-8c206aef17f4 req-e50885cc-69ad-46c9-8085-52c14d2b93ff tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.62 "DELETE /v2.0/ports/522e13b4-fd06-4163-aa23-9f1cdbbc1e3f HTTP/1.1" status: 204 len: 173 time: 0.6629207 Aug 19 12:46:28.777688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbf8cbb-798b-4c49-ac87-f93369d353f3', 'name': 'network-vif-deleted', 'tag': '522e13b4-fd06-4163-aa23-9f1cdbbc1e3f'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:28.786354 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5486bb0-7dc2-4dfb-99c0-2dfdcfa66d71" -d '{"events": [{"server_uuid": "ecbf8cbb-798b-4c49-ac87-f93369d353f3", "name": "network-vif-deleted", "tag": "522e13b4-fd06-4163-aa23-9f1cdbbc1e3f"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:28.823637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-3e18a555-88ea-4d6e-a09e-8d8095bd63bf tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07b1e7bd392c4962b55c4c16a4ffa940 HTTP/1.1" status: 200 len: 379 time: 0.0510635 Aug 19 12:46:28.826041 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72c483f-90d5-4904-b0c9-95dc448d7a72 x-openstack-request-id: req-e72c483f-90d5-4904-b0c9-95dc448d7a72 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:28.826671 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbf8cbb-798b-4c49-ac87-f93369d353f3", "name": "network-vif-deleted", "tag": "522e13b4-fd06-4163-aa23-9f1cdbbc1e3f", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:28.826930 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e72c483f-90d5-4904-b0c9-95dc448d7a72 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:28.827425 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbf8cbb-798b-4c49-ac87-f93369d353f3', 'name': 'network-vif-deleted', 'tag': '522e13b4-fd06-4163-aa23-9f1cdbbc1e3f', 'status': 'completed', 'code': 200} Aug 19 12:46:28.841269 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'port': {'device_id': '7680df60-f93a-468f-9377-5096459ce692', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'admin_state_up': True, 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'security_groups': ['a8ffbe7f-2bc0-4543-953c-a2265db5b11c']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:29.116473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Made reservation on behalf of 07b1e7bd392c4962b55c4c16a4ffa940 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:29.121969 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.171746 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1ca93db-4a97-4919-a08a-75f2e6552f8e req-bd0c2985-ff5b-4bd2-afcc-0aef983d0547 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecbf8cbb-798b-4c49-ac87-f93369d353f3 HTTP/1.1" status: 200 len: 210 time: 0.0329547 Aug 19 12:46:29.336267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Allocated IP 172.20.0.10 (dec3f5f4-0139-445c-b744-81b03bf29b5e/82c84885-049f-40a7-908b-88a8e0873df7/d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:29.381004 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6059cf6e-9d26-41e1-ad34-a8f5ca9027d0 req-dd65fb75-7787-482f-99c1-519c00bdb786 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 210 time: 0.0523498 Aug 19 12:46:29.429599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279978c-2d55-4769-99d2-428020f6dc97 req-81e2deee-80ac-46e7-bc27-e64fa930cd24 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:29.431184 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2279978c-2d55-4769-99d2-428020f6dc97 req-81e2deee-80ac-46e7-bc27-e64fa930cd24 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0552988 Aug 19 12:46:29.485375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2279978c-2d55-4769-99d2-428020f6dc97 req-0073248c-0c71-4252-b19b-79df792725fd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478635 Aug 19 12:46:29.553492 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.571570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Transition to ACTIVE for port object d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:29.685334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.738572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Network dec3f5f4-0139-445c-b744-81b03bf29b5e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:29.742455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:29.747215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:29.779934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event updated for resources: {'Port': ['ID=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:29.805458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:29.806090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:29.914304 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-7a792c76-e695-4117-9524-75414a7bd45e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0775547 Aug 19 12:46:29.928056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Request body: {'port': {'device_id': '7680df60-f93a-468f-9377-5096459ce692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:29.996892 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.114917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2bd335f4-2b02-4b74-aadd-3055dca795ef None None] Provisioning for port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:30.122341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2bd335f4-2b02-4b74-aadd-3055dca795ef None None] Provisioning complete for port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:30.127283 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2bd335f4-2b02-4b74-aadd-3055dca795ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.161696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2bd335f4-2b02-4b74-aadd-3055dca795ef None None] Port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:30.248291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36270) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:30.299741 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:30.308903 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.322536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Transition to ACTIVE for port object d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:30.324868 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a14568df-3199-4d69-8022-2a116b01da72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.356229 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a14568df-3199-4d69-8022-2a116b01da72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.517393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93651e90-49e2-453e-908e-208690ad7a2b req-c67cd1e3-c1f4-49c7-ad23-42e6920d5b03 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:30.519274 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-93651e90-49e2-453e-908e-208690ad7a2b req-c67cd1e3-c1f4-49c7-ad23-42e6920d5b03 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 932 time: 0.0632770 Aug 19 12:46:30.575306 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-93651e90-49e2-453e-908e-208690ad7a2b req-8083d6cb-ced4-4439-b0aa-f150b4476bb3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488436 Aug 19 12:46:30.592266 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.688613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:30.736989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f5355-defd-442f-bd82-0d8d1b7c2c86 req-23184a22-44a6-480b-8818-de3b0b704a55 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:30.739977 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-642f5355-defd-442f-bd82-0d8d1b7c2c86 req-23184a22-44a6-480b-8818-de3b0b704a55 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.1627200 Aug 19 12:46:30.800773 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-642f5355-defd-442f-bd82-0d8d1b7c2c86 req-c5b0f0a0-b7cf-471b-9fc9-5b293d073308 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531659 Aug 19 12:46:30.802109 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Attempting to bind port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:30.802442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Attempting to bind port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:30.802770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Attempting to bind port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 on network dec3f5f4-0139-445c-b744-81b03bf29b5e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:30.810041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 on network dec3f5f4-0139-445c-b744-81b03bf29b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:46:30.810041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Attempting to bind port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 on network dec3f5f4-0139-445c-b744-81b03bf29b5e {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:30.816559 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:30.816922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Checking segment: {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:30.817313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Bound using segment: {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:30.817759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Bound port: d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d4e470e-3e9f-4685-9a72-2498a18fdce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:30.818128 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:30.912904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:30.916773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:31.706437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2e378-5438-44ec-83a1-1cab3a77d119 req-0ad2e19a-25d3-4197-b7b7-89aa855f6e18 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:31.708071 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7e2e378-5438-44ec-83a1-1cab3a77d119 req-0ad2e19a-25d3-4197-b7b7-89aa855f6e18 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0558441 Aug 19 12:46:31.748087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7e2e378-5438-44ec-83a1-1cab3a77d119 req-3ed1d833-5b94-472c-8b18-bbfd4f4218ac tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328736 Aug 19 12:46:31.913527 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a14568df-3199-4d69-8022-2a116b01da72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.917371 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a14568df-3199-4d69-8022-2a116b01da72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.918501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a14568df-3199-4d69-8022-2a116b01da72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/security-groups/78dd61e4-f491-4877-9bb1-ac3bbf92c56f HTTP/1.1" status: 204 len: 168 time: 1.6682315 Aug 19 12:46:31.923246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d4998-60aa-45d9-921c-9b1aa56824e0 req-00dd2bd5-a223-4b9b-8021-0bed9792cd7e tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:31.925077 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a3d4998-60aa-45d9-921c-9b1aa56824e0 req-00dd2bd5-a223-4b9b-8021-0bed9792cd7e tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0492146 Aug 19 12:46:31.930832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14568df-3199-4d69-8022-2a116b01da72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dd61e4-f491-4877-9bb1-ac3bbf92c56f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:31.972965 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:31.989965 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a3d4998-60aa-45d9-921c-9b1aa56824e0 req-5b86e05e-e6f3-4c48-aa11-f976781071a5 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500317 Aug 19 12:46:32.015232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.015232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.015232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 HTTP/1.1" status: 200 len: 1092 time: 2.0923073 Aug 19 12:46:32.015232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:32.016619 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2de9f86-8d6d-43c4-aace-0cafe107f5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:32.029107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:32.065109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:32.069292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 522e13b4-fd06-4163-aa23-9f1cdbbc1e3f not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:32.073491 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceaf80f-d535-4a7e-9567-4491ed80ed75 x-openstack-request-id: req-8ceaf80f-d535-4a7e-9567-4491ed80ed75 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:32.073839 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:32.074149 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ceaf80f-d535-4a7e-9567-4491ed80ed75 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:32.075005 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'status': 'completed', 'code': 200} Aug 19 12:46:32.086340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db086a9-3ae9-402d-9e68-96676ed5f8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:32.101528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36312) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:32.411480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-621660da-e482-4a51-a45a-654e303d844a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446048 Aug 19 12:46:32.494391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-d5e655ad-b508-4f03-84f8-7b5b71c513dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.496214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-d5e655ad-b508-4f03-84f8-7b5b71c513dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0576067 Aug 19 12:46:32.541188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de9f86-8d6d-43c4-aace-0cafe107f5c7 req-0268ff1c-3ee8-448f-9062-6c24dd955549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.542688 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2de9f86-8d6d-43c4-aace-0cafe107f5c7 req-0268ff1c-3ee8-448f-9062-6c24dd955549 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 1095 time: 0.4505847 Aug 19 12:46:32.546888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaebc7f5-d01f-44a9-a201-ca95eff2e9f4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting subnet a8d5b0ee-d266-4d61-8730-f5a37e053a29 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:46:32.550074 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eaebc7f5-d01f-44a9-a201-ca95eff2e9f4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.611199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-37f7b8a4-2a06-47fe-bb2f-3c896149dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.612658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-37f7b8a4-2a06-47fe-bb2f-3c896149dd02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4a6609b-d76f-44d7-ae0f-8377b5a49038 HTTP/1.1" status: 200 len: 898 time: 0.0937154 Aug 19 12:46:32.649343 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eaebc7f5-d01f-44a9-a201-ca95eff2e9f4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.699348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-0eced741-0863-442c-94d1-ba8b54b20726 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb HTTP/1.1" status: 200 len: 1001 time: 0.0761652 Aug 19 12:46:32.728792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de9f86-8d6d-43c4-aace-0cafe107f5c7 req-4489e4fb-4750-490f-95f4-89de768075d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.730195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2de9f86-8d6d-43c4-aace-0cafe107f5c7 req-4489e4fb-4750-490f-95f4-89de768075d1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1762786 Aug 19 12:46:32.764287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-9e73363a-e96b-4329-af8c-5518d636a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.766241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-9e73363a-e96b-4329-af8c-5518d636a57e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4aab21c-fed4-4eda-95cf-5cb329f840a3 HTTP/1.1" status: 200 len: 835 time: 0.0546026 Aug 19 12:46:32.825231 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eaebc7f5-d01f-44a9-a201-ca95eff2e9f4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:32.874190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-11dc6273-ad13-4827-9d0d-564a6a6b4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.877624 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-11dc6273-ad13-4827-9d0d-564a6a6b4b75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4a6609b-d76f-44d7-ae0f-8377b5a49038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037171 Aug 19 12:46:32.895855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de9f86-8d6d-43c4-aace-0cafe107f5c7 req-76a83e74-9793-4308-800d-d89ef89a33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:32.897308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2de9f86-8d6d-43c4-aace-0cafe107f5c7 req-76a83e74-9793-4308-800d-d89ef89a33f1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1469405 Aug 19 12:46:33.018827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebc754-c081-4083-a633-2442ce876cee req-46f2e494-3c81-4290-b5a7-0497688c791e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:33.018827 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66ebc754-c081-4083-a633-2442ce876cee req-46f2e494-3c81-4290-b5a7-0497688c791e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0920839 Aug 19 12:46:33.018827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-c6898baf-5c0a-4a1e-a9f8-bb7b667cf024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:33.019556 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-0a64789e-45ea-456c-bff4-bb4d6ca02221 service neutron] 10.222.0.30 "GET /v2.0/networks/a4a6609b-d76f-44d7-ae0f-8377b5a49038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158872 Aug 19 12:46:33.019662 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-c6898baf-5c0a-4a1e-a9f8-bb7b667cf024 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 1095 time: 0.0649683 Aug 19 12:46:33.066358 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-5cf537c6-619b-497e-8359-2aa190f2ebc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 HTTP/1.1" status: 200 len: 217 time: 0.0531626 Aug 19 12:46:33.102910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eaebc7f5-d01f-44a9-a201-ca95eff2e9f4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.102910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66ebc754-c081-4083-a633-2442ce876cee req-f483859e-8b18-4145-8f4d-c59bb01d3617 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936842 Aug 19 12:46:33.169777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebc7f5-d01f-44a9-a201-ca95eff2e9f4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d5b0ee-d266-4d61-8730-f5a37e053a29,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:33.173372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eaebc7f5-d01f-44a9-a201-ca95eff2e9f4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.178791 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eaebc7f5-d01f-44a9-a201-ca95eff2e9f4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/subnets/a8d5b0ee-d266-4d61-8730-f5a37e053a29 HTTP/1.1" status: 204 len: 168 time: 1.0721569 Aug 19 12:46:33.180740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36334) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:33.203847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38244dda-9982-4ec6-a9ad-98f6e1448328 None None] Network 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:33.269614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72ac9a-220f-469d-ac6a-ee72608db265 req-f7d93c42-e97a-4bad-8091-eafed9c5435b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:33.271126 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c72ac9a-220f-469d-ac6a-ee72608db265 req-f7d93c42-e97a-4bad-8091-eafed9c5435b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.1348271 Aug 19 12:46:33.277749 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3fa94d73-634c-49a0-9a3f-cc5fd9d0905f req-8e584446-3436-4d36-be98-c25f216c732d service neutron] 10.222.0.30 "GET /v2.0/networks/a4a6609b-d76f-44d7-ae0f-8377b5a49038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641013 Aug 19 12:46:33.315347 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.323601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c72ac9a-220f-469d-ac6a-ee72608db265 req-79948464-6f23-48b9-8334-cc68ed61a52a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375752 Aug 19 12:46:33.327338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-98c91c3e-bc5e-45d2-a4b3-44ce8865ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:33.329468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-98c91c3e-bc5e-45d2-a4b3-44ce8865ea8c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.2465835 Aug 19 12:46:33.414545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-1198155c-d2aa-4da2-a5d7-cc927866e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:33.414545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-1198155c-d2aa-4da2-a5d7-cc927866e5ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761232 Aug 19 12:46:33.466199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42094142-56e2-4ef8-bb9b-457776cee587 None None] DHCP port deletion for 52775860-9c23-4b6f-8a51-3b6b0c8e8f7c request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:46:33.493690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting port 81201237-ce9a-4200-ae5b-41d62c98f6d8 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:33.494036 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.523335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-42094142-56e2-4ef8-bb9b-457776cee587 None None] Deleting port 81201237-ce9a-4200-ae5b-41d62c98f6d8 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:33.523743 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-42094142-56e2-4ef8-bb9b-457776cee587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.580492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] For port 81201237-ce9a-4200-ae5b-41d62c98f6d8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=81201237-ce9a-4200-ae5b-41d62c98f6d8,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:33.581255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.585749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-42094142-56e2-4ef8-bb9b-457776cee587 None None] For port 81201237-ce9a-4200-ae5b-41d62c98f6d8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=81201237-ce9a-4200-ae5b-41d62c98f6d8,segment=NetworkSegment(728f8991-5b41-467c-b1e3-f22b73e891e2),segment_id=728f8991-5b41-467c-b1e3-f22b73e891e2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:33.586217 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-42094142-56e2-4ef8-bb9b-457776cee587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.597752 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-874c460c-f9d7-4964-937c-f5dc8be1cd03 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742902 Aug 19 12:46:33.602074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-42094142-56e2-4ef8-bb9b-457776cee587 None None] Calling delete_port for 81201237-ce9a-4200-ae5b-41d62c98f6d8 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:33.603479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Calling delete_port for 81201237-ce9a-4200-ae5b-41d62c98f6d8 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:33.763128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f592c5e8-79e7-4168-b13e-dc086b45931e req-1d54a816-6991-462f-acba-a17ccd17945a service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575470 Aug 19 12:46:33.851526 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.859035 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-42094142-56e2-4ef8-bb9b-457776cee587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.865842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36348) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:33.878511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'network': {'name': 'tempest-network-smoke--2019471089', 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'port_security_enabled': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:33.888642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42094142-56e2-4ef8-bb9b-457776cee587 None None] No DVR routers for this DVR port 81201237-ce9a-4200-ae5b-41d62c98f6d8 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:33.890393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42094142-56e2-4ef8-bb9b-457776cee587 None None] Pushing event deleted for resources: {'Port': ['ID=81201237-ce9a-4200-ae5b-41d62c98f6d8,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:33.895531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Port': ['ID=81201237-ce9a-4200-ae5b-41d62c98f6d8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:33.895531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] No DVR routers for this DVR port 81201237-ce9a-4200-ae5b-41d62c98f6d8 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:33.979928 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:33.989508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52775860-9c23-4b6f-8a51-3b6b0c8e8f7c']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:34.000538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728f8991-5b41-467c-b1e3-f22b73e891e2') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:34.000823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728f8991-5b41-467c-b1e3-f22b73e891e2') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:34.010164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.014922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Made reservation on behalf of d38b728aa97c42a5bb1da26f1ee9df20 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:34.018613 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.028448 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.028672 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.035633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:46:34.036042 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:46:34.038994 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:46:34.145280 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.205874 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.210402 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.212490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/networks/52775860-9c23-4b6f-8a51-3b6b0c8e8f7c HTTP/1.1" status: 204 len: 168 time: 1.0298996 Aug 19 12:46:34.219652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36354) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:34.243419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764435a-9162-441a-993c-12f7deefbb2e req-7e5dbc9c-8257-4d50-818b-8f261e2d0ee4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:34.245574 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b764435a-9162-441a-993c-12f7deefbb2e req-7e5dbc9c-8257-4d50-818b-8f261e2d0ee4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0606315 Aug 19 12:46:34.260498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292662a-648a-425a-acf3-f0a79e7cc7a7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Network': ['ID=52775860-9c23-4b6f-8a51-3b6b0c8e8f7c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:34.267909 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.306659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:46:34.320148 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b764435a-9162-441a-993c-12f7deefbb2e req-3d4c6401-bf89-4e5b-a6ea-cff3decbef78 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676517 Aug 19 12:46:34.324747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c017d4-befb-4594-adb7-c1e0cc1a5dbe,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:34.329794 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.330216 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Added segment 5e7a0288-6c1e-4e82-a9fd-16bbf443349f of type vlan for network be14d67d-5319-4625-9150-99bd2d9913be Aug 19 12:46:34.396019 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.398077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting port c00ed1ba-be48-4f0b-a7d8-bf56281ad456 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:34.398507 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.491411 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.499180 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:34.500277 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.522223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae57b4b-1ed7-4185-80e9-76d870d80f76 req-6aae533f-79d1-4137-951c-12fd07626699 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:34.523788 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3ae57b4b-1ed7-4185-80e9-76d870d80f76 req-6aae533f-79d1-4137-951c-12fd07626699 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0867786 Aug 19 12:46:34.527663 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.527986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.558628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Calling delete_port for c00ed1ba-be48-4f0b-a7d8-bf56281ad456 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:34.579965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Network': ['ID=be14d67d-5319-4625-9150-99bd2d9913be,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:34.594537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network be14d67d-5319-4625-9150-99bd2d9913be details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:46:34.623836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3ae57b4b-1ed7-4185-80e9-76d870d80f76 req-422056ba-b904-4c76-97c2-7615eaeb8348 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884237 Aug 19 12:46:34.627615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ac0473ef-142f-4899-8556-797e5d91389f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7595196 Aug 19 12:46:34.629987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36358) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:34.636190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'admin_state_up': True, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:34.715037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 81201237-ce9a-4200-ae5b-41d62c98f6d8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:34.735307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 81201237-ce9a-4200-ae5b-41d62c98f6d8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:34.735785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 81201237-ce9a-4200-ae5b-41d62c98f6d8 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:34.744139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.744139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.802659 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.895183 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.926080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Port': ['ID=c00ed1ba-be48-4f0b-a7d8-bf56281ad456,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:34.998515 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:34.998868 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Floating IP 1083d02e-b2c8-4563-8f43-8ce0e7704bd1 disassociated (deleted). External IP: 172.25.2.206, port: 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb. Aug 19 12:46:35.020973 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e630e84a-3d5f-4c6c-8a85-87b889330de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:35.073104 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:35.213114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 523c788d-3d83-40ba-aef1-191a4b192132 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:35.331962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:35.337074 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:35.348102 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa52e1-1f8c-4810-9d31-6deb7979f3ed None None] Sync routers for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:35.358899 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa52e1-1f8c-4810-9d31-6deb7979f3ed None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:35.359769 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-eefa52e1-1f8c-4810-9d31-6deb7979f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:35.374542 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-40803d68-c5eb-41b0-832f-bc5a5dc4c17d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/floatingips/1083d02e-b2c8-4563-8f43-8ce0e7704bd1 HTTP/1.1" status: 204 len: 168 time: 1.1562552 Aug 19 12:46:35.374542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'tag': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:35.378294 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744" -d '{"events": [{"name": "network-changed", "server_uuid": "bddc9d0f-26f2-4161-839d-4f3c2f850ae0", "tag": "49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:35.413782 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:35.437240 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:35.504605 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-eefa52e1-1f8c-4810-9d31-6deb7979f3ed None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:35.506110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205309f3-93f0-4204-b070-fdf757f7d8c4 req-82b7fd30-9269-4928-a647-c221827f8649 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:35.507828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-205309f3-93f0-4204-b070-fdf757f7d8c4 req-82b7fd30-9269-4928-a647-c221827f8649 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0583515 Aug 19 12:46:35.561027 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-205309f3-93f0-4204-b070-fdf757f7d8c4 req-19e7c7d9-8855-49e5-a1ef-04e6d5a2b6c3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432827 Aug 19 12:46:35.613934 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbccbd6-6a8b-4174-a360-ba8845187a81 x-openstack-request-id: req-edbccbd6-6a8b-4174-a360-ba8845187a81 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:35.614271 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddc9d0f-26f2-4161-839d-4f3c2f850ae0", "tag": "49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:35.614475 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edbccbd6-6a8b-4174-a360-ba8845187a81 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:35.614907 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'tag': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'status': 'completed', 'code': 200} Aug 19 12:46:35.760056 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-eefa52e1-1f8c-4810-9d31-6deb7979f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:46:25Z', 'revision_number': 6, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:35.770504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac56a3-ee39-405a-aacf-a3d459ee86aa req-9adae434-4357-410e-ac01-426e1aab71e3 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:35.772339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-19ac56a3-ee39-405a-aacf-a3d459ee86aa req-9adae434-4357-410e-ac01-426e1aab71e3 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0590687 Aug 19 12:46:35.788655 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa52e1-1f8c-4810-9d31-6deb7979f3ed None None] Checking router: 523c788d-3d83-40ba-aef1-191a4b192132 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:35.798985 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa52e1-1f8c-4810-9d31-6deb7979f3ed None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:35.799781 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-eefa52e1-1f8c-4810-9d31-6deb7979f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:35.817918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-19ac56a3-ee39-405a-aacf-a3d459ee86aa req-3b289b58-b5b9-4ca9-8a65-4880589449ac tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389848 Aug 19 12:46:35.920990 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-eefa52e1-1f8c-4810-9d31-6deb7979f3ed None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:35.936535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744 req-c24962c4-e728-4c1e-9800-897c81f4710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:35.938038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744 req-c24962c4-e728-4c1e-9800-897c81f4710a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0758557 Aug 19 12:46:36.013287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Allocated IP 172.25.2.6 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/0a868f95-39b1-4e4d-abe8-b1bc5bb79e29) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:36.045978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:46:36.100422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744 req-ef486bab-70d0-45b3-8dda-14714c7f4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:36.101960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744 req-ef486bab-70d0-45b3-8dda-14714c7f4b5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4a6609b-d76f-44d7-ae0f-8377b5a49038 HTTP/1.1" status: 200 len: 898 time: 0.1564097 Aug 19 12:46:36.132085 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-eefa52e1-1f8c-4810-9d31-6deb7979f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:46:25Z', 'revision_number': 6, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:36.159977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744 req-ef29309b-10b5-42f1-a031-a8668fb79bf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb HTTP/1.1" status: 200 len: 217 time: 0.0498645 Aug 19 12:46:36.168062 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa52e1-1f8c-4810-9d31-6deb7979f3ed None None] The sync data for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 is: [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:46:25Z', 'revision_number': 6, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '3b52b8dc-0b3e-4daa-867f-ef6d53e5043d', 'name': '', 'network_id': 'a4a6609b-d76f-44d7-ae0f-8377b5a49038', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:e8:48:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:06Z', 'updated_at': '2021-08-19T12:44:25Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': 'd4aab21c-fed4-4eda-95cf-5cb329f840a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:36.213251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:36.214299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9511e5-f1c1-499c-83ce-2a5d23419086 req-101b78b9-c277-45ec-930a-a54ff3366305 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:36.216865 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b9511e5-f1c1-499c-83ce-2a5d23419086 req-101b78b9-c277-45ec-930a-a54ff3366305 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 945 time: 0.0883300 Aug 19 12:46:36.236603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'port_id': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'mac_address': 'fa:16:3e:ee:76:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:46:36.245603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:36.269475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744 req-4b85c0e4-f80d-4c25-a653-cccd51ded1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:36.271306 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744 req-4b85c0e4-f80d-4c25-a653-cccd51ded1c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4aab21c-fed4-4eda-95cf-5cb329f840a3 HTTP/1.1" status: 200 len: 835 time: 0.1013632 Aug 19 12:46:36.276152 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b9511e5-f1c1-499c-83ce-2a5d23419086 req-d41a596b-0493-4cfc-baaf-428c05766d82 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508382 Aug 19 12:46:36.296986 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:36.311619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:36.335916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744 req-37eba512-c44c-49bb-804f-e1782dbd9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:36.336633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:36.338387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744 req-37eba512-c44c-49bb-804f-e1782dbd9a3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4a6609b-d76f-44d7-ae0f-8377b5a49038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572555 Aug 19 12:46:36.438258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744 req-f1a6dfe2-0e43-4d50-abfa-b3c69b3c2e1c service neutron] 10.222.0.30 "GET /v2.0/networks/a4a6609b-d76f-44d7-ae0f-8377b5a49038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911043 Aug 19 12:46:36.467306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:36.470868 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6a956-ffb2-4773-8f3d-0a6999204409 None None] New status for floating IP 1083d02e-b2c8-4563-8f43-8ce0e7704bd1: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:46:36.528165 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:36.546083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:36.553076 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:36.557194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Port': ['ID=0a868f95-39b1-4e4d-abe8-b1bc5bb79e29,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:36.559703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:36.581852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:36.633550 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b67f80ca-2e28-4cf6-a8a0-d0c8a5808744 req-07f7514e-efd5-467e-baeb-bf51071af274 service neutron] 10.222.0.30 "GET /v2.0/networks/a4a6609b-d76f-44d7-ae0f-8377b5a49038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870093 Aug 19 12:46:36.753766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:46:36.783097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d948b-094e-4885-8429-bf4e9a5a2806 req-cc943474-30ae-409e-adb6-2ff2941a3fa6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:36.784489 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-143d948b-094e-4885-8429-bf4e9a5a2806 req-cc943474-30ae-409e-adb6-2ff2941a3fa6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 945 time: 0.1122634 Aug 19 12:46:36.826110 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-143d948b-094e-4885-8429-bf4e9a5a2806 req-afafb730-8b65-414d-b1f0-f35d5d30bc79 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343146 Aug 19 12:46:36.944388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573340b-7f8f-49e4-9b71-93856f9665da req-cb2bbe2b-efe1-4018-b3b8-284fb25a26ee tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:36.946160 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8573340b-7f8f-49e4-9b71-93856f9665da req-cb2bbe2b-efe1-4018-b3b8-284fb25a26ee tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0516040 Aug 19 12:46:36.985401 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8573340b-7f8f-49e4-9b71-93856f9665da req-07813935-f6bd-4812-b9f2-7f656978643e tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Aug 19 12:46:37.079565 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.257727 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.448391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dc9c0-3951-4dbf-ba00-bdf9345dedc3 req-0e8758e7-3b15-46f6-828f-f200c1c0c62e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:37.449974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d0dc9c0-3951-4dbf-ba00-bdf9345dedc3 req-0e8758e7-3b15-46f6-828f-f200c1c0c62e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 945 time: 0.0906899 Aug 19 12:46:37.492603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34c40d-c5bb-4b99-83d0-4ce918fd1ddb req-c78940d4-57c9-4c1b-abf2-25fb825d3a73 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:37.497632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f34c40d-c5bb-4b99-83d0-4ce918fd1ddb req-c78940d4-57c9-4c1b-abf2-25fb825d3a73 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 945 time: 0.0947592 Aug 19 12:46:37.519660 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d0dc9c0-3951-4dbf-ba00-bdf9345dedc3 req-b38e4379-2307-4ffc-be47-bab7929a7fad tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=f247924b-cab2-449d-aa0b-e57baf5e9d89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629430 Aug 19 12:46:37.607904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8f34c40d-c5bb-4b99-83d0-4ce918fd1ddb req-750d9154-4274-49c6-8a19-d5dab0c62aa1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:37.608175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8f34c40d-c5bb-4b99-83d0-4ce918fd1ddb req-750d9154-4274-49c6-8a19-d5dab0c62aa1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.646156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:46:37.695641 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.783933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8f34c40d-c5bb-4b99-83d0-4ce918fd1ddb req-750d9154-4274-49c6-8a19-d5dab0c62aa1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] For port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb,segment=NetworkSegment(27fe1b13-f490-4ca0-a09e-ed9fb7b716b2),segment_id=27fe1b13-f490-4ca0-a09e-ed9fb7b716b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:37.784217 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8f34c40d-c5bb-4b99-83d0-4ce918fd1ddb req-750d9154-4274-49c6-8a19-d5dab0c62aa1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.804714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8f34c40d-c5bb-4b99-83d0-4ce918fd1ddb req-750d9154-4274-49c6-8a19-d5dab0c62aa1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Calling delete_port for 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:37.824979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:37.834704 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Sync routers for ids ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:37.843867 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Routers {'6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:37.844468 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:37.847246 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cc564804-12b9-4cad-83ee-f232ee53eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.953527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d51cdc-9ced-42d6-afc7-68bae62a2e1d req-a5a6c7cf-0461-493b-9fc2-8a1f7cbf42b0 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:37.955067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2d51cdc-9ced-42d6-afc7-68bae62a2e1d req-a5a6c7cf-0461-493b-9fc2-8a1f7cbf42b0 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 945 time: 0.0526786 Aug 19 12:46:37.961476 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Set router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:37.994882 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:37.995786 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2d51cdc-9ced-42d6-afc7-68bae62a2e1d req-9ef6ef5d-afaf-4d46-97ac-e717dd969bb1 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329599 Aug 19 12:46:37.996566 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6f6f05ce-b8b6-437d-919c-94f5bac74727 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3655596 Aug 19 12:46:38.006920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36384) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:38.076041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:38.131680 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8f34c40d-c5bb-4b99-83d0-4ce918fd1ddb req-750d9154-4274-49c6-8a19-d5dab0c62aa1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.170456 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:36Z', 'revision_number': 3, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:38.183568 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-72d1e0ac-bc17-4492-acb5-23f5d865b486 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d38b728aa97c42a5bb1da26f1ee9df20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1826670 Aug 19 12:46:38.186420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36390) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:38.187940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d9154-4274-49c6-8a19-d5dab0c62aa1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Port': ['ID=49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:38.202268 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Checking router: 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:38.202268 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Updating router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:46:38.227798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ffd2c-f267-41f4-a639-e6b5aa9fc037 req-3bfa9bbb-8b11-4ef0-abce-f2f9990f7c28 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:38.230096 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cf8ffd2c-f267-41f4-a639-e6b5aa9fc037 req-3bfa9bbb-8b11-4ef0-abce-f2f9990f7c28 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.1679790 Aug 19 12:46:38.240142 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.251327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f34c40d-c5bb-4b99-83d0-4ce918fd1ddb req-750d9154-4274-49c6-8a19-d5dab0c62aa1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] No DVR routers for this DVR port 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:38.254307 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8f34c40d-c5bb-4b99-83d0-4ce918fd1ddb req-750d9154-4274-49c6-8a19-d5dab0c62aa1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.257432 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f34c40d-c5bb-4b99-83d0-4ce918fd1ddb req-750d9154-4274-49c6-8a19-d5dab0c62aa1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.30 "DELETE /v2.0/ports/49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb HTTP/1.1" status: 204 len: 173 time: 0.7521207 Aug 19 12:46:38.258880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'name': 'network-vif-deleted', 'tag': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:38.262789 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77e8261-2ead-4b9d-a916-bc9816a17cf9" -d '{"events": [{"server_uuid": "bddc9d0f-26f2-4161-839d-4f3c2f850ae0", "name": "network-vif-deleted", "tag": "49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:38.303177 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cf8ffd2c-f267-41f4-a639-e6b5aa9fc037 req-55b564ce-7a89-46c1-9b6b-97d53595529e tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531220 Aug 19 12:46:38.319890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0b62ab-2ce2-4a72-b369-46a20298c2f5 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:38.321389 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7c0b62ab-2ce2-4a72-b369-46a20298c2f5 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336567 Aug 19 12:46:38.324246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36394) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:38.331197 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e5ea0a-8cd6-4c38-bbea-98c1c46958a5 x-openstack-request-id: req-20e5ea0a-8cd6-4c38-bbea-98c1c46958a5 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:38.331486 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddc9d0f-26f2-4161-839d-4f3c2f850ae0", "name": "network-vif-deleted", "tag": "49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:38.331741 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20e5ea0a-8cd6-4c38-bbea-98c1c46958a5 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:38.332347 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddc9d0f-26f2-4161-839d-4f3c2f850ae0', 'name': 'network-vif-deleted', 'tag': '49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb', 'status': 'completed', 'code': 200} Aug 19 12:46:38.353408 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3a4497ba-9954-4c03-8348-1c95836fceb0 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280101 Aug 19 12:46:38.356085 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36398) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:38.360954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:38.361688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1270488810', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:38.366644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:38.367315 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.458096 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.490039 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:38.492333 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53258d07-4884-4665-8f96-8d3c907c82d5" -d '{"events": [{"server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "name": "network-vif-plugged", "status": "completed", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:38.506710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:38.555054 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83ffcf7-c772-40c3-baba-7c2832579675 x-openstack-request-id: req-e83ffcf7-c772-40c3-baba-7c2832579675 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:38.555945 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "name": "network-vif-plugged", "status": "completed", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:38.560080 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e83ffcf7-c772-40c3-baba-7c2832579675 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:38.566383 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'code': 200} Aug 19 12:46:38.614883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Made reservation on behalf of d38b728aa97c42a5bb1da26f1ee9df20 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:38.617228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.639104 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.656733 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b39e5a9-8dcb-4ad6-b3b6-343cbb1c6060 req-81931890-5d5e-4d0c-8589-f0fc73d07bcd tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=bddc9d0f-26f2-4161-839d-4f3c2f850ae0 HTTP/1.1" status: 200 len: 210 time: 0.0565863 Aug 19 12:46:38.693129 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.705228 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Transition to ACTIVE for port object 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:38.715988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:38.792526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f510-f4ed-4fdc-858c-69389137950a req-c5687e5e-7288-48b5-b91a-7eb16d67ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:38.794041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d56f510-f4ed-4fdc-858c-69389137950a req-c5687e5e-7288-48b5-b91a-7eb16d67ed94 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 1097 time: 0.0835025 Aug 19 12:46:38.800815 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.850240 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Attempting to bind port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:38.850958 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Attempting to bind port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:38.850958 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Attempting to bind port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:38.861252 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:38.861638 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:38.862112 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.862515 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:38.863453 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Bound port: 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:38.863453 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:38.864874 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d56f510-f4ed-4fdc-858c-69389137950a req-7e5e1aaa-8a69-4a50-9513-6e90cf6906c7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611551 Aug 19 12:46:38.866906 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Pushing event updated for resources: {'Port': ['ID=0a868f95-39b1-4e4d-abe8-b1bc5bb79e29,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:38.896357 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.896702 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.897044 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.897379 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.897715 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.898044 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.898370 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.898693 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.899040 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.899464 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.899796 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.900114 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:38.935805 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] For port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:38.938956 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] For port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0a868f95-39b1-4e4d-abe8-b1bc5bb79e29,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:39.021566 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:39.060638 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:39.094135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Subnet': ['ID=6b2f57f1-a768-4bba-8f5a-355831569d90,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:39.105199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Checking segment: {'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:39.105199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network hostable DHCP agents. Network: be14d67d-5319-4625-9150-99bd2d9913be, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:46:39.127074 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Routers {'6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:39.128094 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:39.166429 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6b9b1-553c-4a20-995c-29c966e73983 None None] Pushing event updated for resources: {'Port': ['ID=0a868f95-39b1-4e4d-abe8-b1bc5bb79e29,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:39.255356 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] Set router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:39.288317 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345b009-6936-4879-9d5c-6eb00930cf7d req-2e9e29ce-eba0-40db-a110-03cad334de5d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:39.289847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b345b009-6936-4879-9d5c-6eb00930cf7d req-2e9e29ce-eba0-40db-a110-03cad334de5d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0636463 Aug 19 12:46:39.332163 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b345b009-6936-4879-9d5c-6eb00930cf7d req-7f6106f0-e4a6-4ca7-a19f-4c94621691b8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357838 Aug 19 12:46:39.332629 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:39.332986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network be14d67d-5319-4625-9150-99bd2d9913be is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:46:39.439409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6006036-7c41-4f08-8357-498b651217ad req-1cc3a0ed-9b59-4d48-a12b-d59ce206bb8a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:39.440931 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d6006036-7c41-4f08-8357-498b651217ad req-1cc3a0ed-9b59-4d48-a12b-d59ce206bb8a tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0594010 Aug 19 12:46:39.459302 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:36Z', 'revision_number': 3, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:39.477202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, be14d67d-5319-4625-9150-99bd2d9913be) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:39.483576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:39.488253 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:39.489860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ceeb8b-1c3d-458c-8332-87544a7cef40 None None] Network be14d67d-5319-4625-9150-99bd2d9913be requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:39.493016 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d6006036-7c41-4f08-8357-498b651217ad req-357a072d-d177-4226-bdde-02509b35a66d tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436881 Aug 19 12:46:39.502052 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ac357-a2e7-4c7a-8e14-ff96eef4d243 None None] The sync data for ids ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'] in n-d-803757-2 is: [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:36Z', 'revision_number': 3, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:39.630470 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8dbb1a77-f603-458d-9d8d-02e915450dcd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2731104 Aug 19 12:46:39.633022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36412) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:39.647395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-be14d67d-5319-4625-9150-99bd2d9913be', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'fixed_ips': [{'subnet_id': '6b2f57f1-a768-4bba-8f5a-355831569d90'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:46:39.648465 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:39.726923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36416) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:39.834764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34b7d730-1349-449d-b072-364f8a797c4b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:39.852711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Allocated IP 172.20.0.2 (be14d67d-5319-4625-9150-99bd2d9913be/6b2f57f1-a768-4bba-8f5a-355831569d90/3f67833f-4618-49b0-b4e5-99a1c76aa566) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:39.884172 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34b7d730-1349-449d-b072-364f8a797c4b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.040789 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34b7d730-1349-449d-b072-364f8a797c4b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.044022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34b7d730-1349-449d-b072-364f8a797c4b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.049133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-34b7d730-1349-449d-b072-364f8a797c4b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/security-groups/f247924b-cab2-449d-aa0b-e57baf5e9d89 HTTP/1.1" status: 204 len: 168 time: 0.3173606 Aug 19 12:46:40.055996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7d730-1349-449d-b072-364f8a797c4b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f247924b-cab2-449d-aa0b-e57baf5e9d89,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:40.082034 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.094237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Transition to ACTIVE for port object 3f67833f-4618-49b0-b4e5-99a1c76aa566 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:40.112057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Transition to ACTIVE for port object 3f67833f-4618-49b0-b4e5-99a1c76aa566 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:40.322595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36420) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:40.410485 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.465215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Network be14d67d-5319-4625-9150-99bd2d9913be is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:40.468497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:40.475023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:40.503677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Pushing event updated for resources: {'Port': ['ID=3f67833f-4618-49b0-b4e5-99a1c76aa566,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:40.560033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Attempting to bind port 3f67833f-4618-49b0-b4e5-99a1c76aa566 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:40.560401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Attempting to bind port 3f67833f-4618-49b0-b4e5-99a1c76aa566 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:40.560777 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Attempting to bind port 3f67833f-4618-49b0-b4e5-99a1c76aa566 on network be14d67d-5319-4625-9150-99bd2d9913be {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:40.566328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:40.566708 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Checking segment: {'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:40.567137 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.567538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Bound using segment: {'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:40.568393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Bound port: 3f67833f-4618-49b0-b4e5-99a1c76aa566, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:40.568783 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.630837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36732fa5-3a1a-4647-b4ed-a9d4230347e1 req-c9690499-36d6-4a29-96c9-a4cd32586a68 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:40.638783 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36732fa5-3a1a-4647-b4ed-a9d4230347e1 req-c9690499-36d6-4a29-96c9-a4cd32586a68 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1853328 Aug 19 12:46:40.677534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] For port 3f67833f-4618-49b0-b4e5-99a1c76aa566, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:40.684798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] For port 3f67833f-4618-49b0-b4e5-99a1c76aa566, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3f67833f-4618-49b0-b4e5-99a1c76aa566,segment=NetworkSegment(5e7a0288-6c1e-4e82-a9fd-16bbf443349f),segment_id=5e7a0288-6c1e-4e82-a9fd-16bbf443349f)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:40.708735 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ac45b-9045-44b4-9e69-01df6ed89749 req-ba1ce001-1b01-4906-a4a3-af7e66844d7f tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:40.710303 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c40ac45b-9045-44b4-9e69-01df6ed89749 req-ba1ce001-1b01-4906-a4a3-af7e66844d7f tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.1035566 Aug 19 12:46:40.728481 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36732fa5-3a1a-4647-b4ed-a9d4230347e1 req-31a3075d-5eb4-476c-a81e-82507202f6ef tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891116 Aug 19 12:46:40.742483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.749564 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.763584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:40.816789 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c40ac45b-9045-44b4-9e69-01df6ed89749 req-4f4ce878-eccb-45e2-b231-6ff59e4e0346 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970843 Aug 19 12:46:40.845038 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.915255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84990dea-37ae-4390-8bf3-a68a55276c26 None None] Pushing event updated for resources: {'Port': ['ID=3f67833f-4618-49b0-b4e5-99a1c76aa566,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:40.924725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a2b6-0d1a-45a1-9971-c72cb1773cd7 req-40c04be0-c029-45bd-acbf-201c0d60ec09 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:40.926514 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c887a2b6-0d1a-45a1-9971-c72cb1773cd7 req-40c04be0-c029-45bd-acbf-201c0d60ec09 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1073835 Aug 19 12:46:40.937386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:40.939474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36430) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:40.947390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:40.948288 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:40.951506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-73dd4677-e6e8-43fd-8ea6-b35503c7af85 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Request body: {'floatingip': {'port_id': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:41.015853 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73dd4677-e6e8-43fd-8ea6-b35503c7af85 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:41.050365 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:41.075134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0a868f95-39b1-4e4d-abe8-b1bc5bb79e29,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:41.139293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Allocated IP 172.20.0.1 (be14d67d-5319-4625-9150-99bd2d9913be/6b2f57f1-a768-4bba-8f5a-355831569d90/9e8cb375-955b-4aea-9de0-6742a1201a54) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:41.204817 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:41.273696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=0a868f95-39b1-4e4d-abe8-b1bc5bb79e29,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:41.276764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:41.292271 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:46:41.311904 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:41.331867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Transition to ACTIVE for port object 9e8cb375-955b-4aea-9de0-6742a1201a54 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:41.670280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:41.716977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network be14d67d-5319-4625-9150-99bd2d9913be is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:41.720763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:41.725251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:41.756170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Port': ['ID=9e8cb375-955b-4aea-9de0-6742a1201a54,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:41.789245 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:41.988529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c5828-37b2-4c1c-9cf3-11cee0d1609e req-bd3b39d9-d087-4f3e-bb2f-7b7364c2fe61 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:41.991125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f78c5828-37b2-4c1c-9cf3-11cee0d1609e req-bd3b39d9-d087-4f3e-bb2f-7b7364c2fe61 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0660307 Aug 19 12:46:42.052073 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f78c5828-37b2-4c1c-9cf3-11cee0d1609e req-9b704733-891f-47cb-b0f2-f1e64b22b54d tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515785 Aug 19 12:46:42.089914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8e7653-fa78-43eb-91cc-273bf4031d69 None None] Network be14d67d-5319-4625-9150-99bd2d9913be requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:42.095361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.143027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:42.176184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:42.176518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 49d88bdf-6f47-4de5-ac98-6ccfdcd2bceb not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:42.300358 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73dd4677-e6e8-43fd-8ea6-b35503c7af85 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.324047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:42.324420 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.332877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3434d78f-9a7a-47ba-b745-427b4d3c3562 None None] Provisioning for port 3f67833f-4618-49b0-b4e5-99a1c76aa566 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:42.418339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.427288 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73dd4677-e6e8-43fd-8ea6-b35503c7af85 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.479065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] For port 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3b52b8dc-0b3e-4daa-867f-ef6d53e5043d,segment=NetworkSegment(27fe1b13-f490-4ca0-a09e-ed9fb7b716b2),segment_id=27fe1b13-f490-4ca0-a09e-ed9fb7b716b2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:42.479475 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.493175 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.500362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Calling delete_port for 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:42.574971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Port': ['ID=9e8cb375-955b-4aea-9de0-6742a1201a54,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:42.581283 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.598466 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-73dd4677-e6e8-43fd-8ea6-b35503c7af85 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Floating IP 5cd53ec9-ae69-4507-aa55-ba6e85795a99 associated. External IP: 172.25.2.202, port: d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7. Aug 19 12:46:42.658296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e6e9cbbe-fef5-477e-a819-ecc5cf66cd3f None None] Provisioning for port 9e8cb375-955b-4aea-9de0-6742a1201a54 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:42.663442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e6e9cbbe-fef5-477e-a819-ecc5cf66cd3f None None] Provisioning complete for port 9e8cb375-955b-4aea-9de0-6742a1201a54 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:42.663939 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e6e9cbbe-fef5-477e-a819-ecc5cf66cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.744364 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9cbbe-fef5-477e-a819-ecc5cf66cd3f None None] Port 9e8cb375-955b-4aea-9de0-6742a1201a54 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:42.750786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network be14d67d-5319-4625-9150-99bd2d9913be is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:42.753156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:42.835094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3f67833f-4618-49b0-b4e5-99a1c76aa566 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:42.901861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e13e4e2e-f4a1-4a11-a1aa-64d45b6315dc None None] Provisioning complete for port 9e8cb375-955b-4aea-9de0-6742a1201a54 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:42.902235 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e13e4e2e-f4a1-4a11-a1aa-64d45b6315dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:42.930222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:42.947120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dd4677-e6e8-43fd-8ea6-b35503c7af85 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Router 7f900125-7b68-44b6-9194-e3458f748a81 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:42.947556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e13e4e2e-f4a1-4a11-a1aa-64d45b6315dc None None] Port 9e8cb375-955b-4aea-9de0-6742a1201a54 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:43.012582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 3f67833f-4618-49b0-b4e5-99a1c76aa566 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:43.017128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3f67833f-4618-49b0-b4e5-99a1c76aa566 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:43.017702 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.097567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:43.107433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-846d9bd0-f7a2-4402-80c4-92d0cfb460a5 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "PUT /v2.0/routers/6ecebbe3-f47f-42f1-b499-4f41e7f34a5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4730582 Aug 19 12:46:43.108315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36440) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:43.114177 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e611588c-70c2-4d94-ae7c-33f0f558b8e9 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1248262493', 'description': 'tempest-secgroup_access--1248262493 description', 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:43.120194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Sync routers for ids ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:43.139748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Routers {'6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:43.140379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:43.180998 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.204504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dd4677-e6e8-43fd-8ea6-b35503c7af85 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:43.209234 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73dd4677-e6e8-43fd-8ea6-b35503c7af85 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.219797 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc54313-483a-42c1-a9b5-54777ddef0e7 None None] Sync routers for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:43.234408 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc54313-483a-42c1-a9b5-54777ddef0e7 None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:43.235402 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1bc54313-483a-42c1-a9b5-54777ddef0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:43.244013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322d3fb-7ab3-49b0-9b7c-85328e19c5b1 req-ba0ab61f-435a-4870-9220-c11a8e51721c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:43.245642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4322d3fb-7ab3-49b0-9b7c-85328e19c5b1 req-ba0ab61f-435a-4870-9220-c11a8e51721c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0957923 Aug 19 12:46:43.251214 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.257682 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-73dd4677-e6e8-43fd-8ea6-b35503c7af85 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "PUT /v2.0/floatingips/5cd53ec9-ae69-4507-aa55-ba6e85795a99 HTTP/1.1" status: 200 len: 992 time: 2.3162897 Aug 19 12:46:43.259114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 3f67833f-4618-49b0-b4e5-99a1c76aa566, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3f67833f-4618-49b0-b4e5-99a1c76aa566,segment=NetworkSegment(5e7a0288-6c1e-4e82-a9fd-16bbf443349f),segment_id=5e7a0288-6c1e-4e82-a9fd-16bbf443349f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:43.263967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:43.266413 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9b8c43-32a0-428d-90c5-e457336ccbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:43.267942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0d0ee365-fd19-4a0e-9229-7cf63f59ee6d None None] Provisioning complete for port 9e8cb375-955b-4aea-9de0-6742a1201a54 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:43.268525 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee365-fd19-4a0e-9229-7cf63f59ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.270293 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e611588c-70c2-4d94-ae7c-33f0f558b8e9 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.324617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Set router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:43.327142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-0d0ee365-fd19-4a0e-9229-7cf63f59ee6d None None] Port 9e8cb375-955b-4aea-9de0-6742a1201a54 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:43.346736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Port': ['ID=3b52b8dc-0b3e-4daa-867f-ef6d53e5043d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:43.368127 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.369188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:43.450745 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e611588c-70c2-4d94-ae7c-33f0f558b8e9 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.494446 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4322d3fb-7ab3-49b0-9b7c-85328e19c5b1 req-4630d700-b461-42f9-8101-ecd5eedeb240 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320948 Aug 19 12:46:43.553540 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf562f0-afc0-4c01-9f96-48f27d74e878 x-openstack-request-id: req-edf562f0-afc0-4c01-9f96-48f27d74e878 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:43.553832 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:43.554264 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-edf562f0-afc0-4c01-9f96-48f27d74e878 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:43.554883 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'status': 'completed', 'code': 200} Aug 19 12:46:43.561590 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1bc54313-483a-42c1-a9b5-54777ddef0e7 None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:43.611814 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e611588c-70c2-4d94-ae7c-33f0f558b8e9 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.662398 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.669957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611588c-70c2-4d94-ae7c-33f0f558b8e9 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4e14ff-bd3d-4607-982f-68ee8e9dc394,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:43.700525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b8c43-32a0-428d-90c5-e457336ccbf6 req-78cf5eea-1e65-4ef1-a479-c4d449b2a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:43.702478 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f9b8c43-32a0-428d-90c5-e457336ccbf6 req-78cf5eea-1e65-4ef1-a479-c4d449b2a9b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 1097 time: 0.1550007 Aug 19 12:46:43.756153 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e611588c-70c2-4d94-ae7c-33f0f558b8e9 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.763001 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e611588c-70c2-4d94-ae7c-33f0f558b8e9 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6535141 Aug 19 12:46:43.789931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36448) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:43.796418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d4442a22-2689-4b77-b872-7302fcf14c64 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--4949769', 'description': 'tempest-secgroup_general--4949769 description', 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:43.824700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=3f67833f-4618-49b0-b4e5-99a1c76aa566,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:43.852414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:43.852795 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.900421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9e8cb375-955b-4aea-9de0-6742a1201a54', 'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:e4:60:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:40Z', 'updated_at': '2021-08-19T12:46:42Z', 'revision_number': 2, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:43.926289 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1bc54313-483a-42c1-a9b5-54777ddef0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '5cd53ec9-ae69-4507-aa55-ba6e85795a99', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'port_id': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'mac_address': 'fa:16:3e:ee:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680df60-f93a-468f-9377-5096459ce692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:46:23Z', 'updated_at': '2021-08-19T12:46:42Z', 'revision_number': 1, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:43.933164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b8c43-32a0-428d-90c5-e457336ccbf6 req-a823b1c2-1a76-4997-871b-1f86275769f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:43.934736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f9b8c43-32a0-428d-90c5-e457336ccbf6 req-a823b1c2-1a76-4997-871b-1f86275769f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.2231231 Aug 19 12:46:43.955112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Checking router: 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:43.955470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Updating router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a port 9e8cb375-955b-4aea-9de0-6742a1201a54 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:46:43.960012 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc54313-483a-42c1-a9b5-54777ddef0e7 None None] Checking router: 7f900125-7b68-44b6-9194-e3458f748a81 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:43.969860 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4442a22-2689-4b77-b872-7302fcf14c64 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:43.971245 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc54313-483a-42c1-a9b5-54777ddef0e7 None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:43.972647 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1bc54313-483a-42c1-a9b5-54777ddef0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:43.994578 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.028887 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f9b8c43-32a0-428d-90c5-e457336ccbf6 req-6e3c46d8-b7fb-4caa-87a9-43dbb8140b23 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 HTTP/1.1" status: 200 len: 1000 time: 0.0856516 Aug 19 12:46:44.039557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 523c788d-3d83-40ba-aef1-191a4b192132 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:44.099347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b8c43-32a0-428d-90c5-e457336ccbf6 req-9d9c63e8-78bd-4739-81ef-ec7554119ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:44.101302 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f9b8c43-32a0-428d-90c5-e457336ccbf6 req-9d9c63e8-78bd-4739-81ef-ec7554119ff0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.0655663 Aug 19 12:46:44.138943 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1bc54313-483a-42c1-a9b5-54777ddef0e7 None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:44.160259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b8c43-32a0-428d-90c5-e457336ccbf6 req-2b27124a-b74c-4eef-a70e-56f8fe1278d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:44.162637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f9b8c43-32a0-428d-90c5-e457336ccbf6 req-2b27124a-b74c-4eef-a70e-56f8fe1278d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543005 Aug 19 12:46:44.219134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:44.229768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6141fbb1-6aed-4594-9145-a0dc044e3dcf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "PUT /v2.0/routers/523c788d-3d83-40ba-aef1-191a4b192132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9080746 Aug 19 12:46:44.232067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d0e3ca-fbb0-4757-92a4-17d7ea0d8eec None None] Sync routers for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:44.233313 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4442a22-2689-4b77-b872-7302fcf14c64 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.234272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36450) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:44.257511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0e3ca-fbb0-4757-92a4-17d7ea0d8eec None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:44.258147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-39d0e3ca-fbb0-4757-92a4-17d7ea0d8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:44.297413 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f9b8c43-32a0-428d-90c5-e457336ccbf6 req-a43228e9-8c0b-4ce1-a382-168672789505 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193881 Aug 19 12:46:44.297918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ed2702-a2ad-4810-9e01-9ea2bcb9be72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting subnet d4aab21c-fed4-4eda-95cf-5cb329f840a3 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:46:44.301551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-06ed2702-a2ad-4810-9e01-9ea2bcb9be72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.363154 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-06ed2702-a2ad-4810-9e01-9ea2bcb9be72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.390769 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4442a22-2689-4b77-b872-7302fcf14c64 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.432207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f9b8c43-32a0-428d-90c5-e457336ccbf6 req-48723a0e-2adf-4082-b347-c4265a4ba59a service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265333 Aug 19 12:46:44.455016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1bc54313-483a-42c1-a9b5-54777ddef0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '5cd53ec9-ae69-4507-aa55-ba6e85795a99', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'port_id': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'mac_address': 'fa:16:3e:ee:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680df60-f93a-468f-9377-5096459ce692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:46:23Z', 'updated_at': '2021-08-19T12:46:42Z', 'revision_number': 1, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:44.457171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4442a22-2689-4b77-b872-7302fcf14c64 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270dee89-6fba-4679-a620-0b5701ccfaf4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:44.482388 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc54313-483a-42c1-a9b5-54777ddef0e7 None None] The sync data for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 is: [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '5cd53ec9-ae69-4507-aa55-ba6e85795a99', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'port_id': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3301, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'mac_address': 'fa:16:3e:ee:76:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7680df60-f93a-468f-9377-5096459ce692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:46:23Z', 'updated_at': '2021-08-19T12:46:42Z', 'revision_number': 1, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:44.530083 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-06ed2702-a2ad-4810-9e01-9ea2bcb9be72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.553865 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4442a22-2689-4b77-b872-7302fcf14c64 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.559343 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d4442a22-2689-4b77-b872-7302fcf14c64 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7639894 Aug 19 12:46:44.561507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36456) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:44.571461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-cca9bcfe-2837-4e26-97a8-2b9467c9d7de tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'security_group_rule': {'security_group_id': 'ac4e14ff-bd3d-4607-982f-68ee8e9dc394', 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:44.658961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85704c-fb05-4cc3-8e84-291b389ed7b5 req-c9d50ee9-cddd-4176-893a-ca7c03f50500 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:44.661618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d85704c-fb05-4cc3-8e84-291b389ed7b5 req-c9d50ee9-cddd-4176-893a-ca7c03f50500 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0870249 Aug 19 12:46:44.667754 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.673589 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-39d0e3ca-fbb0-4757-92a4-17d7ea0d8eec None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:44.686951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcfe-2837-4e26-97a8-2b9467c9d7de tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.723774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d85704c-fb05-4cc3-8e84-291b389ed7b5 req-1703dc95-ddf0-49da-89cd-ebab35e3c37c tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504453 Aug 19 12:46:44.737131 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-06ed2702-a2ad-4810-9e01-9ea2bcb9be72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.752861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3f67833f-4618-49b0-b4e5-99a1c76aa566 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:44.756569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Transition to ACTIVE for port object 9e8cb375-955b-4aea-9de0-6742a1201a54 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:44.779632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed2702-a2ad-4810-9e01-9ea2bcb9be72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Subnet': ['ID=d4aab21c-fed4-4eda-95cf-5cb329f840a3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:44.807193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcfe-2837-4e26-97a8-2b9467c9d7de tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.810018 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-06ed2702-a2ad-4810-9e01-9ea2bcb9be72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:44.822162 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad70017-dc1d-4aa4-a3bb-9f1deb4bb0c1 None None] Network a4a6609b-d76f-44d7-ae0f-8377b5a49038 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:44.822907 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-06ed2702-a2ad-4810-9e01-9ea2bcb9be72 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/subnets/d4aab21c-fed4-4eda-95cf-5cb329f840a3 HTTP/1.1" status: 204 len: 168 time: 0.5872769 Aug 19 12:46:44.825489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36460) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:44.863350 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a199ad-beef-4345-b53f-e70089297874 None None] New status for floating IP 5cd53ec9-ae69-4507-aa55-ba6e85795a99: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:46:44.900338 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.002976 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.007605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3f67833f-4618-49b0-b4e5-99a1c76aa566 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:45.008361 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.084014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcfe-2837-4e26-97a8-2b9467c9d7de tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.119395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c463a-084e-442c-9ee7-5025c349094e None None] Pushing event updated for resources: {'Port': ['ID=9e8cb375-955b-4aea-9de0-6742a1201a54,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:45.132976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9bcfe-2837-4e26-97a8-2b9467c9d7de tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b52eed6-65c8-4454-83a1-d8beb87cc1d3,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:45.142702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ac4bc-16eb-4788-a93a-1ddc348ddca6 req-90880035-dd52-4c1b-9b90-3b7e605184d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:45.144697 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-109ac4bc-16eb-4788-a93a-1ddc348ddca6 req-90880035-dd52-4c1b-9b90-3b7e605184d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 1096 time: 0.1381435 Aug 19 12:46:45.173391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Attempting to bind port 9e8cb375-955b-4aea-9de0-6742a1201a54 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:45.173765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Attempting to bind port 9e8cb375-955b-4aea-9de0-6742a1201a54 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:45.174127 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Attempting to bind port 9e8cb375-955b-4aea-9de0-6742a1201a54 on network be14d67d-5319-4625-9150-99bd2d9913be {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:45.185262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:45.185642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Checking segment: {'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:45.186046 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.186444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Bound using segment: {'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:45.186950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Bound port: 9e8cb375-955b-4aea-9de0-6742a1201a54, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:45.187331 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.236001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-109ac4bc-16eb-4788-a93a-1ddc348ddca6 req-d6d74762-26b9-49b0-aa84-95a51ed90aaf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602367 Aug 19 12:46:45.250052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.277629 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cca9bcfe-2837-4e26-97a8-2b9467c9d7de tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.286670 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cca9bcfe-2837-4e26-97a8-2b9467c9d7de tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7164516 Aug 19 12:46:45.327246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] For port 9e8cb375-955b-4aea-9de0-6742a1201a54, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:45.330189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-39d0e3ca-fbb0-4757-92a4-17d7ea0d8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5600e157-b72e-45bf-a559-720e9a27822e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:46:42Z', 'revision_number': 7, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '5600e157-b72e-45bf-a559-720e9a27822e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523c788d-3d83-40ba-aef1-191a4b192132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:43:58Z', 'updated_at': '2021-08-19T12:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:45.333310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] For port 9e8cb375-955b-4aea-9de0-6742a1201a54, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9e8cb375-955b-4aea-9de0-6742a1201a54,segment=NetworkSegment(5e7a0288-6c1e-4e82-a9fd-16bbf443349f),segment_id=5e7a0288-6c1e-4e82-a9fd-16bbf443349f)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:45.335610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8583573-1270-48dd-9089-9458b6a9a920 None None] DHCP port deletion for a4a6609b-d76f-44d7-ae0f-8377b5a49038 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:46:45.367155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d0e3ca-fbb0-4757-92a4-17d7ea0d8eec None None] Checking router: 523c788d-3d83-40ba-aef1-191a4b192132 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:45.401725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0e3ca-fbb0-4757-92a4-17d7ea0d8eec None None] Routers {'523c788d-3d83-40ba-aef1-191a4b192132'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:45.402352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-39d0e3ca-fbb0-4757-92a4-17d7ea0d8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['523c788d-3d83-40ba-aef1-191a4b192132'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:45.440296 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-2c513fd9-89fd-4861-aa36-b00e136b82ec tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1248262493&fields=id&tenant_id=d38b728aa97c42a5bb1da26f1ee9df20 HTTP/1.1" status: 200 len: 267 time: 0.0441215 Aug 19 12:46:45.450198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting port 5600e157-b72e-45bf-a559-720e9a27822e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:45.450541 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.467253 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.568066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-39d0e3ca-fbb0-4757-92a4-17d7ea0d8eec None None] Set router 523c788d-3d83-40ba-aef1-191a4b192132 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:45.648097 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c463a-084e-442c-9ee7-5025c349094e None None] Pushing event updated for resources: {'Port': ['ID=9e8cb375-955b-4aea-9de0-6742a1201a54,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:45.682907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Routers {'6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:45.683608 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:45.685722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-39d0e3ca-fbb0-4757-92a4-17d7ea0d8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:46:45Z', 'revision_number': 8, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:45.760762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f8583573-1270-48dd-9089-9458b6a9a920 None None] Deleting port 6960e24b-1372-4994-a1af-d5af8cf73ca2 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:45.761161 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8583573-1270-48dd-9089-9458b6a9a920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.797839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d0e3ca-fbb0-4757-92a4-17d7ea0d8eec None None] The sync data for ids ['523c788d-3d83-40ba-aef1-191a4b192132'] in n-d-803757-2 is: [{'id': '523c788d-3d83-40ba-aef1-191a4b192132', 'name': 'tempest-TestNetworkBasicOps-router-2042918954', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:43:57Z', 'updated_at': '2021-08-19T12:46:45Z', 'revision_number': 8, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:45.875237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2188bb-a980-416c-bee8-448ff52d7db0 req-b2f1c580-dd2a-4c11-87c8-bd27db526085 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:45.885735 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b2188bb-a980-416c-bee8-448ff52d7db0 req-b2f1c580-dd2a-4c11-87c8-bd27db526085 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0859013 Aug 19 12:46:45.890172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f8583573-1270-48dd-9089-9458b6a9a920 None None] For port 6960e24b-1372-4994-a1af-d5af8cf73ca2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6960e24b-1372-4994-a1af-d5af8cf73ca2,segment=NetworkSegment(27fe1b13-f490-4ca0-a09e-ed9fb7b716b2),segment_id=27fe1b13-f490-4ca0-a09e-ed9fb7b716b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:45.891325 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8583573-1270-48dd-9089-9458b6a9a920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.913009 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f8583573-1270-48dd-9089-9458b6a9a920 None None] Calling delete_port for 6960e24b-1372-4994-a1af-d5af8cf73ca2 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:45.931094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] For port 5600e157-b72e-45bf-a559-720e9a27822e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5600e157-b72e-45bf-a559-720e9a27822e,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:45.931601 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:45.935976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] Set router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:45.941231 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b2188bb-a980-416c-bee8-448ff52d7db0 req-bdaa6e54-38e5-446d-8220-174349f14b15 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544541 Aug 19 12:46:45.957114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Calling delete_port for 5600e157-b72e-45bf-a559-720e9a27822e owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:45.968852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-493bd5c3-1ad8-4284-8405-88f212442d74 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--4949769&fields=id&tenant_id=d38b728aa97c42a5bb1da26f1ee9df20 HTTP/1.1" status: 200 len: 267 time: 0.5206823 Aug 19 12:46:46.159315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-bf3b86e8-d4c4-4218-8eb7-d13bd9c4d9a2 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:46.160769 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-bf3b86e8-d4c4-4218-8eb7-d13bd9c4d9a2 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/networks?id=be14d67d-5319-4625-9150-99bd2d9913be HTTP/1.1" status: 200 len: 797 time: 0.1617367 Aug 19 12:46:46.208173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-13b5fb24-6383-47c1-9e53-23a1fd025e56 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/quotas/d38b728aa97c42a5bb1da26f1ee9df20 HTTP/1.1" status: 200 len: 375 time: 0.0239882 Aug 19 12:46:46.234567 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8583573-1270-48dd-9089-9458b6a9a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.314515 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-868943ea-db32-484b-8ec8-a4873b16842f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d38b728aa97c42a5bb1da26f1ee9df20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964291 Aug 19 12:46:46.446349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8583573-1270-48dd-9089-9458b6a9a920 None None] No DVR routers for this DVR port 6960e24b-1372-4994-a1af-d5af8cf73ca2 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:46.447798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8583573-1270-48dd-9089-9458b6a9a920 None None] Pushing event deleted for resources: {'Port': ['ID=6960e24b-1372-4994-a1af-d5af8cf73ca2,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:46.462300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.487171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9e8cb375-955b-4aea-9de0-6742a1201a54', 'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:e4:60:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:40Z', 'updated_at': '2021-08-19T12:46:45Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:46.498278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Port': ['ID=5600e157-b72e-45bf-a559-720e9a27822e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:46.518467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3116e8eb-ce0a-4285-b892-ec6da22a2662 None None] The sync data for ids ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'] in n-d-803757-2 is: [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9e8cb375-955b-4aea-9de0-6742a1201a54', 'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:e4:60:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:40Z', 'updated_at': '2021-08-19T12:46:45Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:46.519096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.519548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.520084 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.520600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.521145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.521693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.522252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.522827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.523392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.524081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.524529 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.525356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:46.595985 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-0762c0ce-5856-4901-ac49-1953219e6445 service neutron] 10.222.0.21 "GET /v2.0/networks/be14d67d-5319-4625-9150-99bd2d9913be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664397 Aug 19 12:46:46.687212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.835124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6960e24b-1372-4994-a1af-d5af8cf73ca2 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:46.854927 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.856203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 6960e24b-1372-4994-a1af-d5af8cf73ca2 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:46.856556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6960e24b-1372-4994-a1af-d5af8cf73ca2 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:46.856986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:46.858614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:46.887727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:46.888221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3b52b8dc-0b3e-4daa-867f-ef6d53e5043d not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:46.888649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5600e157-b72e-45bf-a559-720e9a27822e no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:46.890491 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-6b12d04f-f025-4b4b-aa4a-4012ffe28ab4 service neutron] 10.222.0.21 "GET /v2.0/networks/be14d67d-5319-4625-9150-99bd2d9913be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882595 Aug 19 12:46:46.910823 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 5600e157-b72e-45bf-a559-720e9a27822e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:46.911177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5600e157-b72e-45bf-a559-720e9a27822e not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:47.102084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef17ff2-b67f-4bd9-99c0-aa14cf6ee2d4 req-7d4c6a95-1d5a-4073-9e14-c831fc16f8fd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:47.112980 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0ef17ff2-b67f-4bd9-99c0-aa14cf6ee2d4 req-7d4c6a95-1d5a-4073-9e14-c831fc16f8fd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0843701 Aug 19 12:46:47.139249 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.144407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Fanout notify agent at l3_agent the message router_deleted on router 523c788d-3d83-40ba-aef1-191a4b192132 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:46:47.156351 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.160618 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-00a45ec5-c93d-40d4-93f5-3aa0cfa4a5eb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/routers/523c788d-3d83-40ba-aef1-191a4b192132 HTTP/1.1" status: 204 len: 168 time: 2.3340864 Aug 19 12:46:47.161354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36492) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:47.166531 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0ef17ff2-b67f-4bd9-99c0-aa14cf6ee2d4 req-dc15db78-2ba6-406a-bc0b-e5a392a7e0fd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454435 Aug 19 12:46:47.266182 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.359676 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.369777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a6609b-d76f-44d7-ae0f-8377b5a49038']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:47.381605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:47.381819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fe1b13-f490-4ca0-a09e-ed9fb7b716b2') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:47.391772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.406480 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.412871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:46:47.413268 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:46:47.416331 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:46:47.594255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-18cd787c-f5d4-4a06-8c11-5d0a60a756bf req-b60e311a-9c39-4e80-a82f-11f9ccffc65b tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 210 time: 0.0514889 Aug 19 12:46:47.653278 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.666297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.666297 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/networks/a4a6609b-d76f-44d7-ae0f-8377b5a49038 HTTP/1.1" status: 204 len: 168 time: 0.5019290 Aug 19 12:46:47.687722 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d896da2-f11e-4eee-9588-77230270ba74 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Network': ['ID=a4a6609b-d76f-44d7-ae0f-8377b5a49038,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:47.691703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36504) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:47.702128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'network': {'name': 'tempest-network-smoke--2010649184', 'project_id': '590b45e235af470981ab2f18ef311f78', 'port_security_enabled': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:47.839921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc0cc-db04-47df-959b-66349a5f308c req-cdd5ea33-9126-45b6-b175-4dc740409d68 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:47.844805 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c06cc0cc-db04-47df-959b-66349a5f308c req-cdd5ea33-9126-45b6-b175-4dc740409d68 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0542712 Aug 19 12:46:47.844805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Made reservation on behalf of 590b45e235af470981ab2f18ef311f78 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:47.846029 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.900397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:46:47.908544 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c06cc0cc-db04-47df-959b-66349a5f308c req-c617b181-ff33-4a81-ab75-38ec725a4c46 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598862 Aug 19 12:46:47.930855 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.930855 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Added segment ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9 of type vlan for network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d Aug 19 12:46:47.990502 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:47.996472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b2b8-afe7-48b1-a2a4-8ac25022681b req-6e88a1d5-1a82-43dd-a264-7fe9d7ce6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:47.998019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b561b2b8-afe7-48b1-a2a4-8ac25022681b req-6e88a1d5-1a82-43dd-a264-7fe9d7ce6ba9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c17297614be44d38872162afaeb6611a&device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 1096 time: 0.0842750 Aug 19 12:46:48.108447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b2b8-afe7-48b1-a2a4-8ac25022681b req-411374df-9309-4894-8ce1-f5938bb11f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:48.109928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b561b2b8-afe7-48b1-a2a4-8ac25022681b req-411374df-9309-4894-8ce1-f5938bb11f96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f HTTP/1.1" status: 200 len: 912 time: 0.0989530 Aug 19 12:46:48.152909 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b561b2b8-afe7-48b1-a2a4-8ac25022681b req-7c6b59b2-0a3b-4024-bfe4-a0c024b9542e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=091dd466-7031-4792-a525-d8d702035441 HTTP/1.1" status: 200 len: 217 time: 0.0357418 Aug 19 12:46:48.185044 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.190346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:48.190938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.265666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561b2b8-afe7-48b1-a2a4-8ac25022681b req-f96e453f-6ec1-46e0-bcc9-677926e2cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:48.267268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b561b2b8-afe7-48b1-a2a4-8ac25022681b req-f96e453f-6ec1-46e0-bcc9-677926e2cd45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cc44fe7a-aba8-4278-9818-fefd641677b9 HTTP/1.1" status: 200 len: 851 time: 0.1075439 Aug 19 12:46:48.275101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Network': ['ID=e54cbb2e-1a02-4e6f-9d64-161302ba5a5d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:48.286551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:46:48.305998 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b561b2b8-afe7-48b1-a2a4-8ac25022681b req-585b69c9-f3f7-4b62-be53-ba402acc0394 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=48c93d0e-623a-4e4a-8eff-cfe633d79d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272326 Aug 19 12:46:48.333417 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-930f6a53-c4ce-4860-b348-46d29fe9d9af tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6407008 Aug 19 12:46:48.335905 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36512) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:48.340511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-627828917', 'admin_state_up': True, 'project_id': '590b45e235af470981ab2f18ef311f78', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:48.401452 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b561b2b8-afe7-48b1-a2a4-8ac25022681b req-98c1f97e-2802-4fdf-90fd-db29dd997461 service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868261 Aug 19 12:46:48.471291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.472552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.497378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b561b2b8-afe7-48b1-a2a4-8ac25022681b req-97b3c884-7f58-4fa9-b529-3dc1b9deb07a service neutron] 10.222.0.30 "GET /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882034 Aug 19 12:46:48.524691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.669670 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a87a820-9256-40bd-83f8-9a672a2c4173 req-3b6648b8-bcbb-4cb7-8810-b62da322d814 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 210 time: 0.0269744 Aug 19 12:46:48.698963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9e8cb375-955b-4aea-9de0-6742a1201a54 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:48.813140 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.843218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 9e8cb375-955b-4aea-9de0-6742a1201a54 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:48.848985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9e8cb375-955b-4aea-9de0-6742a1201a54 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:48.849592 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.939875 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:48.980986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 9e8cb375-955b-4aea-9de0-6742a1201a54, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9e8cb375-955b-4aea-9de0-6742a1201a54,segment=NetworkSegment(5e7a0288-6c1e-4e82-a9fd-16bbf443349f),segment_id=5e7a0288-6c1e-4e82-a9fd-16bbf443349f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:49.039111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17cd4-f99c-4b0b-a98a-52a0a5b0a160 req-e5faa3d4-f7b7-4e66-be25-aafc7f84ed07 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:49.040662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61e17cd4-f99c-4b0b-a98a-52a0a5b0a160 req-e5faa3d4-f7b7-4e66-be25-aafc7f84ed07 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0585539 Aug 19 12:46:49.080370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61e17cd4-f99c-4b0b-a98a-52a0a5b0a160 req-3c99e7f6-9c7c-4ba8-b608-2ac5d51f88d0 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330689 Aug 19 12:46:49.088625 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:49.137235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=9e8cb375-955b-4aea-9de0-6742a1201a54,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:49.143860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-066f5d40-db1d-4940-a487-0666bbb6a17e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:49.145344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-066f5d40-db1d-4940-a487-0666bbb6a17e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.1543858 Aug 19 12:46:49.165969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-e66a3dcd-6668-4bdf-a98e-0616f4fa6c88 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/quotas/99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 375 time: 0.0145404 Aug 19 12:46:49.291587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:49.321771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-c1bd2e2d-770f-4b42-af5f-dee47a5b362c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1485488 Aug 19 12:46:49.323224 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:49.484360 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-7fc2e6dc-a3b8-41b6-a130-960bab075ac5 service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535330 Aug 19 12:46:49.506541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Allocated IP 172.25.2.125 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/84db5b3d-ab2c-4ee1-a6f2-64d054e515bc) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:49.781454 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35beb542-b01c-4b21-854a-455ff1bec6f6 req-0125eab5-1c7d-4353-891f-81fa06617403 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 210 time: 0.0371447 Aug 19 12:46:49.981764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-a5f5c83b-a44f-4f8f-9f45-d350e37fe225 service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894702 Aug 19 12:46:50.014682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:50.189347 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:50.204253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41b2e8-3056-4e78-99e5-15b532cf5f65 req-fa97f69a-cf7a-45c6-b2ce-bb14c65d0841 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:50.205790 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f41b2e8-3056-4e78-99e5-15b532cf5f65 req-fa97f69a-cf7a-45c6-b2ce-bb14c65d0841 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0501606 Aug 19 12:46:50.236745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:50.250933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:50.253575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:50.259714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f41b2e8-3056-4e78-99e5-15b532cf5f65 req-fd29756d-2783-4c7f-8513-48016d642dc5 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477772 Aug 19 12:46:50.313711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=84db5b3d-ab2c-4ee1-a6f2-64d054e515bc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:50.336518 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7bca1186-f2de-462b-9a04-1d5bdd1cd02d req-bb2b745f-195c-4a68-ba61-e3214212552c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 210 time: 0.0395446 Aug 19 12:46:50.557176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-c2091fcf-a9a9-4eb5-b072-988e7a03edc6 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:50.558505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-c2091fcf-a9a9-4eb5-b072-988e7a03edc6 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.62 "GET /v2.0/networks?id=be14d67d-5319-4625-9150-99bd2d9913be HTTP/1.1" status: 200 len: 797 time: 0.1087646 Aug 19 12:46:50.679116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9e8cb375-955b-4aea-9de0-6742a1201a54 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:50.687366 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-8263efc6-ae3b-475f-a425-d715c21371ae tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d38b728aa97c42a5bb1da26f1ee9df20 HTTP/1.1" status: 200 len: 475 time: 0.0878463 Aug 19 12:46:50.696677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'port': {'device_id': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'admin_state_up': True, 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'security_groups': ['ac4e14ff-bd3d-4607-982f-68ee8e9dc394', '270dee89-6fba-4679-a620-0b5701ccfaf4']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:50.732322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9e8cb375-955b-4aea-9de0-6742a1201a54 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:50.732742 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:50.770403 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:50.888862 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9cc0328-e32f-431f-bb90-06d8fd203853 req-d976db0c-60a6-4d8e-abf3-72641a8b55f0 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 210 time: 0.0291302 Aug 19 12:46:50.891324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceed2fd-87d0-4da4-93e1-8dcd83714e71 req-f517d53f-8b36-4fe4-b3a8-3d34602bb4a7 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:50.892846 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ceed2fd-87d0-4da4-93e1-8dcd83714e71 req-f517d53f-8b36-4fe4-b3a8-3d34602bb4a7 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.1420939 Aug 19 12:46:50.988239 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ceed2fd-87d0-4da4-93e1-8dcd83714e71 req-eb76c96b-8654-455b-a2d0-18ac4f3bc2fd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665100 Aug 19 12:46:51.095514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.097261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Made reservation on behalf of d38b728aa97c42a5bb1da26f1ee9df20 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:51.100738 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.317881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Allocated IP 172.20.0.7 (be14d67d-5319-4625-9150-99bd2d9913be/6b2f57f1-a768-4bba-8f5a-355831569d90/8e58e090-205d-4a5d-bd89-7a21c82fd2cd) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:51.445307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40604d6f-4846-48f6-bb8e-2314fa641f33 req-768f4d83-0161-4e18-aadd-88e2a79061e3 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 210 time: 0.0349417 Aug 19 12:46:51.459865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:46:51.570436 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.596459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Transition to ACTIVE for port object 8e58e090-205d-4a5d-bd89-7a21c82fd2cd will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:51.612320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:51.622161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Sync routers for ids ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:51.631865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Routers {'869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:51.632403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:51.736883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Set router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:51.745896 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.747740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f690586e-2be0-4575-ae0f-a5af001f2b96 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4108403 Aug 19 12:46:51.750961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36562) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:51.779103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1614883c-a889-4f72-9c6a-3caa198fb5a1 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=590b45e235af470981ab2f18ef311f78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270367 Aug 19 12:46:51.787013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36564) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:51.833306 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:51.912862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network be14d67d-5319-4625-9150-99bd2d9913be is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:51.917706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Port': ['ID=8e58e090-205d-4a5d-bd89-7a21c82fd2cd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:51.920380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:51.925488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:51.941204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:50Z', 'revision_number': 3, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:51.968999 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1342ff-102c-4291-a302-f5ef85c5f705 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:51.970732 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1d1342ff-102c-4291-a302-f5ef85c5f705 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1827765 Aug 19 12:46:51.973764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36568) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:51.989344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Checking router: 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:51.989837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Updating router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:46:52.023125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:52.023325 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cf5b3262-c5c2-4fc5-92e8-9e3d1d48e0dd tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472472 Aug 19 12:46:52.027378 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.031189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36572) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:52.037634 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.040956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2054205497', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'project_id': '590b45e235af470981ab2f18ef311f78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:52.145802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25862033-eea5-4f1b-80d2-24a20c1976ab req-384f27c7-f03c-457d-96db-c84ded9b8d9d tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:52.148276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25862033-eea5-4f1b-80d2-24a20c1976ab req-384f27c7-f03c-457d-96db-c84ded9b8d9d tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0703206 Aug 19 12:46:52.162467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d10c0-739b-47b9-b5ed-b81a4bfdcc4b req-9e83dbbe-6c98-43d8-ace8-40f41c3618f2 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:52.172080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-009d10c0-739b-47b9-b5ed-b81a4bfdcc4b req-9e83dbbe-6c98-43d8-ace8-40f41c3618f2 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 970 time: 0.1522701 Aug 19 12:46:52.187656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-7614836f-dbb9-4834-b3b7-f11618dcf8b8 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.4946733 Aug 19 12:46:52.209329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Request body: {'port': {'device_id': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:52.236719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-009d10c0-739b-47b9-b5ed-b81a4bfdcc4b req-e4948d5c-f852-4336-a4b7-9fda8e09ff59 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0560420 Aug 19 12:46:52.251153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25862033-eea5-4f1b-80d2-24a20c1976ab req-e3b7cd93-94dd-409b-8bfb-b1e01754b579 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935752 Aug 19 12:46:52.292171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.326402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Made reservation on behalf of 590b45e235af470981ab2f18ef311f78 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:52.330107 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.368351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d1f28682-4541-4ed6-bbd7-56567d6993e2 None None] Provisioning for port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:52.373762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d1f28682-4541-4ed6-bbd7-56567d6993e2 None None] Provisioning complete for port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:52.374231 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1f28682-4541-4ed6-bbd7-56567d6993e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.408368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d1f28682-4541-4ed6-bbd7-56567d6993e2 None None] Port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:52.486782 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.498267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Transition to ACTIVE for port object 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:52.574548 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d24df90-684f-43d0-9d67-ceee1bf9ec82 req-10e5e6d4-1e73-4e3d-be94-c10276fd4aa9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 210 time: 0.0403373 Aug 19 12:46:52.603565 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.657565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Attempting to bind port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:52.657940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Attempting to bind port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:52.658299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Attempting to bind port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:52.660313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b73cb-024e-4d11-955a-5066c4c25543 None None] Pushing event updated for resources: {'Port': ['ID=84db5b3d-ab2c-4ee1-a6f2-64d054e515bc,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:52.666349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:52.666731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:52.667146 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.667529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:52.667996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Bound port: 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:52.668494 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.708376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-f80667db-d6e2-4de7-b85b-7b73c1aa257a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:52.709990 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-f80667db-d6e2-4de7-b85b-7b73c1aa257a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.1809909 Aug 19 12:46:52.721736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] For port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:52.723899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'port': {'device_id': '623dad77-05a2-49b4-b7d6-7e3210ce259b', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'admin_state_up': True, 'tenant_id': '99b9eedce23149da97f30436711e8dc7'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:52.724990 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] For port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=84db5b3d-ab2c-4ee1-a6f2-64d054e515bc,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:52.748409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e58e090-205d-4a5d-bd89-7a21c82fd2cd {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:52.755832 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.768691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Transition to ACTIVE for port object 8e58e090-205d-4a5d-bd89-7a21c82fd2cd will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:52.823479 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.883868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Subnet': ['ID=1abb661d-5d66-468e-ade2-d1d6ce47aece,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:52.899279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Checking segment: {'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:52.899633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network hostable DHCP agents. Network: e54cbb2e-1a02-4e6f-9d64-161302ba5a5d, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:46:52.928748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.929200 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.974860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Made reservation on behalf of 99b9eedce23149da97f30436711e8dc7 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:46:52.982464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:52.992401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Routers {'869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:52.994376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:53.001502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b73cb-024e-4d11-955a-5066c4c25543 None None] Pushing event updated for resources: {'Port': ['ID=84db5b3d-ab2c-4ee1-a6f2-64d054e515bc,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:53.013745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e58e090-205d-4a5d-bd89-7a21c82fd2cd,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:53.096142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Attempting to bind port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:53.096363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Attempting to bind port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:53.096579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Attempting to bind port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd on network be14d67d-5319-4625-9150-99bd2d9913be {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:53.128297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd on network be14d67d-5319-4625-9150-99bd2d9913be not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:46:53.128297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Attempting to bind port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd on network be14d67d-5319-4625-9150-99bd2d9913be {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:53.128484 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:46:53.128586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:53.128586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Checking segment: {'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:53.128586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Bound using segment: {'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:53.128586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Bound port: 8e58e090-205d-4a5d-bd89-7a21c82fd2cd, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7a0288-6c1e-4e82-a9fd-16bbf443349f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:53.128586 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.150536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] Set router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:53.200376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Allocated IP 172.20.0.12 (d0d68f47-28f3-4f86-9ee1-d0b79d7692b8/1108c1bf-e7b5-43bc-87da-9f4ee675efe1/de7dd19d-7fe9-4876-bef9-c39774722be9) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:53.257121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] For port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:53.269377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] For port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8e58e090-205d-4a5d-bd89-7a21c82fd2cd,segment=NetworkSegment(5e7a0288-6c1e-4e82-a9fd-16bbf443349f),segment_id=5e7a0288-6c1e-4e82-a9fd-16bbf443349f)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:53.287914 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, e54cbb2e-1a02-4e6f-9d64-161302ba5a5d) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:53.293525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:53.294593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.310290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a377a-2c8c-4a75-bc34-92388fb24920 None None] Network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:53.423560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118d1ec-a3d9-4d10-b288-ca127268f281 req-00db8d70-c3e0-48e6-8339-81237531c78b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:53.425394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a118d1ec-a3d9-4d10-b288-ca127268f281 req-00db8d70-c3e0-48e6-8339-81237531c78b tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.0673492 Aug 19 12:46:53.425867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d273ea-1437-45eb-b922-09481068247b req-87f9b3cf-2b6e-4896-81e6-d33c754466d6 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:53.427270 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.433327 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10d273ea-1437-45eb-b922-09481068247b req-87f9b3cf-2b6e-4896-81e6-d33c754466d6 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 982 time: 0.0882442 Aug 19 12:46:53.470213 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0725e8f9-ae81-4034-b600-9ec99fc09806 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4377413 Aug 19 12:46:53.472762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36584) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:53.474774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:50Z', 'revision_number': 3, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:53.483086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:53.483967 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.485689 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] 10.222.0.62 "PUT /v2.0/ports/8e58e090-205d-4a5d-bd89-7a21c82fd2cd HTTP/1.1" status: 200 len: 1130 time: 1.2836168 Aug 19 12:46:53.489322 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'tag': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:53.498591 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb4d118-32f1-4b3b-a6e4-720403c668b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3414d4b-53f4-4952-8fa8-9cfe5badd0e0", "tag": "8e58e090-205d-4a5d-bd89-7a21c82fd2cd"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:53.507794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7082ae-edc7-40e0-af91-6137de2f4c67 None None] The sync data for ids ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'] in n-d-803757-2 is: [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:50Z', 'revision_number': 3, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:46:53.549253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.553267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ips': [{'subnet_id': '1abb661d-5d66-468e-ade2-d1d6ce47aece'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:46:53.556684 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.564219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3a8ab-34b7-4bc5-8527-ef99baff7cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e58e090-205d-4a5d-bd89-7a21c82fd2cd,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:53.585771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a118d1ec-a3d9-4d10-b288-ca127268f281 req-479e0a61-94f7-40f5-9c4b-0f7267c07ac9 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289794 Aug 19 12:46:53.609291 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10d273ea-1437-45eb-b922-09481068247b req-51f84956-c8e5-488d-b746-2f5c3e542412 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1750476 Aug 19 12:46:53.610967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Transition to ACTIVE for port object de7dd19d-7fe9-4876-bef9-c39774722be9 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:53.736783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-1280ab64-1a4c-44de-9d65-55c8bff0181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:53.737851 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-1280ab64-1a4c-44de-9d65-55c8bff0181a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d38b728aa97c42a5bb1da26f1ee9df20&device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 1133 time: 0.1050761 Aug 19 12:46:53.853082 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e17cac-eec0-4945-a70d-66b607e4d2d9 x-openstack-request-id: req-e2e17cac-eec0-4945-a70d-66b607e4d2d9 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:53.859334 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3414d4b-53f4-4952-8fa8-9cfe5badd0e0", "tag": "8e58e090-205d-4a5d-bd89-7a21c82fd2cd", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:53.860712 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2e17cac-eec0-4945-a70d-66b607e4d2d9 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:53.861225 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'tag': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd', 'status': 'completed', 'code': 200} Aug 19 12:46:53.865292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-3d167f8e-6d44-4568-9ac7-da6bfaf5e2a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e58e090-205d-4a5d-bd89-7a21c82fd2cd HTTP/1.1" status: 200 len: 217 time: 0.1180089 Aug 19 12:46:53.896825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Allocated IP 172.20.0.2 (e54cbb2e-1a02-4e6f-9d64-161302ba5a5d/1abb661d-5d66-468e-ade2-d1d6ce47aece/e5482e71-653f-4611-b8ca-02293e04229f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:53.956867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-659b8816-2135-4df2-862a-8b7355c2425b req-610d5744-c9f2-4575-a26a-877d6b9029d8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 210 time: 0.0903957 Aug 19 12:46:53.994416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d935d1-bfe0-410a-a53d-d0a3e8968045 req-872ee696-5bc0-4a58-ab24-6b3ecd4ebf00 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:53.997987 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:53.999795 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9d935d1-bfe0-410a-a53d-d0a3e8968045 req-872ee696-5bc0-4a58-ab24-6b3ecd4ebf00 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.30 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.2445862 Aug 19 12:46:54.004510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-d247892e-a054-4cc1-a425-0413c32f9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:54.006001 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-d247892e-a054-4cc1-a425-0413c32f9b52 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b2f57f1-a768-4bba-8f5a-355831569d90 HTTP/1.1" status: 200 len: 835 time: 0.1207888 Aug 19 12:46:54.082551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:54.094516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:54.103497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:54.157117 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.166392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Transition to ACTIVE for port object e5482e71-653f-4611-b8ca-02293e04229f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:54.183848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Transition to ACTIVE for port object e5482e71-653f-4611-b8ca-02293e04229f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:54.199979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:54.201017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.206695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=de7dd19d-7fe9-4876-bef9-c39774722be9,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:54.212040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-0bc437e1-dabb-4289-8c08-bcc8b6c894ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:54.213794 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-0bc437e1-dabb-4289-8c08-bcc8b6c894ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be14d67d-5319-4625-9150-99bd2d9913be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918817 Aug 19 12:46:54.260126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-f9d935d1-bfe0-410a-a53d-d0a3e8968045 req-4fef3b90-d2f3-473d-99ae-4b80154a0917 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Deleting port 091dd466-7031-4792-a525-d8d702035441 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:46:54.269986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f9d935d1-bfe0-410a-a53d-d0a3e8968045 req-4fef3b90-d2f3-473d-99ae-4b80154a0917 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.305389 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.421411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:54.422899 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.432748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:54.437979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Pushing event updated for resources: {'Port': ['ID=e5482e71-653f-4611-b8ca-02293e04229f,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:54.455411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:54.468224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-72c98ecc-46b1-482f-b309-b241d57a619a service neutron] 10.222.0.62 "GET /v2.0/networks/be14d67d-5319-4625-9150-99bd2d9913be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409818 Aug 19 12:46:54.480361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.480713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.485804 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.486167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.486513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.486869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.487206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.487602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.487935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.488294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.488638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.488963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:46:54.571389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-89e71021-9ad0-4700-9b61-25ba2994ceba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8515449 Aug 19 12:46:54.585820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Request body: {'port': {'device_id': '623dad77-05a2-49b4-b7d6-7e3210ce259b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:46:54.588314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-f9d935d1-bfe0-410a-a53d-d0a3e8968045 req-4fef3b90-d2f3-473d-99ae-4b80154a0917 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] For port 091dd466-7031-4792-a525-d8d702035441, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=091dd466-7031-4792-a525-d8d702035441,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:54.588888 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f9d935d1-bfe0-410a-a53d-d0a3e8968045 req-4fef3b90-d2f3-473d-99ae-4b80154a0917 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.594679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Attempting to bind port e5482e71-653f-4611-b8ca-02293e04229f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:54.608048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Attempting to bind port e5482e71-653f-4611-b8ca-02293e04229f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:54.608707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Attempting to bind port e5482e71-653f-4611-b8ca-02293e04229f on network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:54.613646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-f9d935d1-bfe0-410a-a53d-d0a3e8968045 req-4fef3b90-d2f3-473d-99ae-4b80154a0917 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Calling delete_port for 091dd466-7031-4792-a525-d8d702035441 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:46:54.643048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:54.643048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Checking segment: {'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:54.643421 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.643688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Bound using segment: {'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:54.644076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Bound port: e5482e71-653f-4611-b8ca-02293e04229f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:54.644453 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.666176 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7322e47-6a12-43b2-9a7e-53f92cb4a34c req-68d3fb6f-f3c8-46cf-9936-47c9bee35e66 service neutron] 10.222.0.62 "GET /v2.0/networks/be14d67d-5319-4625-9150-99bd2d9913be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576581 Aug 19 12:46:54.729064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.737748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3a0f2d92-f743-4960-b70e-287ae53a89ec None None] Provisioning for port de7dd19d-7fe9-4876-bef9-c39774722be9 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:54.759684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3a0f2d92-f743-4960-b70e-287ae53a89ec None None] Provisioning complete for port de7dd19d-7fe9-4876-bef9-c39774722be9 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:54.760443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2d92-f743-4960-b70e-287ae53a89ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.792046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:54.834952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] For port e5482e71-653f-4611-b8ca-02293e04229f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:54.839278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] For port e5482e71-653f-4611-b8ca-02293e04229f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e5482e71-653f-4611-b8ca-02293e04229f,segment=NetworkSegment(ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9),segment_id=ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:54.891379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f2d92-f743-4960-b70e-287ae53a89ec None None] Port de7dd19d-7fe9-4876-bef9-c39774722be9 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:54.921944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e42b2e-4364-46c1-a5d9-ede350c5d3fb req-bd9494ad-34cd-4526-8b47-d8d03ef25604 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:54.929836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-76e42b2e-4364-46c1-a5d9-ede350c5d3fb req-bd9494ad-34cd-4526-8b47-d8d03ef25604 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 982 time: 0.1318831 Aug 19 12:46:54.962772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Allocated IP 172.20.0.1 (e54cbb2e-1a02-4e6f-9d64-161302ba5a5d/1abb661d-5d66-468e-ade2-d1d6ce47aece/e02bd227-5e5a-4192-a6ca-ec40985c323b) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:46:54.965069 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:54.984778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d118-32f1-4b3b-a6e4-720403c668b5 req-8dd57b6d-6e0c-486f-82e2-c93173d5f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:54.987155 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5fb4d118-32f1-4b3b-a6e4-720403c668b5 req-8dd57b6d-6e0c-486f-82e2-c93173d5f5c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d38b728aa97c42a5bb1da26f1ee9df20&device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 1133 time: 0.1343091 Aug 19 12:46:55.010366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:55.041704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:55.044816 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.050362 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-76e42b2e-4364-46c1-a5d9-ede350c5d3fb req-d8509741-9f59-4b78-aff4-06d3dc9feed3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1177070 Aug 19 12:46:55.110562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd650bdc-d19a-4b50-a695-e426e2f45fb7 req-1832512c-6b63-48fe-92e9-54548c12dd19 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:55.112858 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd650bdc-d19a-4b50-a695-e426e2f45fb7 req-1832512c-6b63-48fe-92e9-54548c12dd19 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 945 time: 0.3569100 Aug 19 12:46:55.161160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f196753-35b3-4f34-8df4-d53cc7dd1ce2 None None] Pushing event updated for resources: {'Port': ['ID=e5482e71-653f-4611-b8ca-02293e04229f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:55.307498 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.322047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d118-32f1-4b3b-a6e4-720403c668b5 req-508cbde1-56cf-4457-aa94-22c73a84bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:55.323604 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5fb4d118-32f1-4b3b-a6e4-720403c668b5 req-508cbde1-56cf-4457-aa94-22c73a84bba1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be14d67d-5319-4625-9150-99bd2d9913be HTTP/1.1" status: 200 len: 898 time: 0.3042417 Aug 19 12:46:55.341337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=84db5b3d-ab2c-4ee1-a6f2-64d054e515bc,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:55.354111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd650bdc-d19a-4b50-a695-e426e2f45fb7 req-7fdc6af7-afdb-4c0d-9903-630e6cf8ecba tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322693 Aug 19 12:46:55.356019 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.385432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5fb4d118-32f1-4b3b-a6e4-720403c668b5 req-e3cc367e-90b9-427d-9917-0b20233acbed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e58e090-205d-4a5d-bd89-7a21c82fd2cd HTTP/1.1" status: 200 len: 217 time: 0.0494444 Aug 19 12:46:55.394034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4acc4-c71b-4d2b-be58-59fc1cf50905 req-5a80efab-4b1a-41cf-9862-2dcca84e13b4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:55.402584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77c4acc4-c71b-4d2b-be58-59fc1cf50905 req-5a80efab-4b1a-41cf-9862-2dcca84e13b4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 932 time: 0.1336069 Aug 19 12:46:55.469889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d118-32f1-4b3b-a6e4-720403c668b5 req-145f3e69-d236-4ff9-8e84-5ea41d7ab589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:55.471374 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5fb4d118-32f1-4b3b-a6e4-720403c668b5 req-145f3e69-d236-4ff9-8e84-5ea41d7ab589 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b2f57f1-a768-4bba-8f5a-355831569d90 HTTP/1.1" status: 200 len: 835 time: 0.0683012 Aug 19 12:46:55.473158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f9d935d1-bfe0-410a-a53d-d0a3e8968045 req-4fef3b90-d2f3-473d-99ae-4b80154a0917 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.484795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['e8ac7ccc-e5d7-4623-a470-b1006e4419f5', '091dd466-7031-4792-a525-d8d702035441'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:46:55.517543 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.564190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.573526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef3b90-d2f3-473d-99ae-4b80154a0917 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Pushing event deleted for resources: {'Port': ['ID=091dd466-7031-4792-a525-d8d702035441,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:55.592211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77c4acc4-c71b-4d2b-be58-59fc1cf50905 req-2b577d0f-f34e-4dff-85ec-0602b7e8f607 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845441 Aug 19 12:46:55.637488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Transition to ACTIVE for port object e02bd227-5e5a-4192-a6ca-ec40985c323b will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:55.662115 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d935d1-bfe0-410a-a53d-d0a3e8968045 req-4fef3b90-d2f3-473d-99ae-4b80154a0917 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] No DVR routers for this DVR port 091dd466-7031-4792-a525-d8d702035441 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:46:55.671157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f9d935d1-bfe0-410a-a53d-d0a3e8968045 req-4fef3b90-d2f3-473d-99ae-4b80154a0917 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.673986 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9d935d1-bfe0-410a-a53d-d0a3e8968045 req-4fef3b90-d2f3-473d-99ae-4b80154a0917 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.30 "DELETE /v2.0/ports/091dd466-7031-4792-a525-d8d702035441 HTTP/1.1" status: 204 len: 173 time: 1.6653225 Aug 19 12:46:55.684241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4d118-32f1-4b3b-a6e4-720403c668b5 req-4477e28c-001c-4ea5-9154-a688e34bc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:55.687453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5fb4d118-32f1-4b3b-a6e4-720403c668b5 req-4477e28c-001c-4ea5-9154-a688e34bc34b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be14d67d-5319-4625-9150-99bd2d9913be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049944 Aug 19 12:46:55.698116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7dd19d-7fe9-4876-bef9-c39774722be9 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:55.714183 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.732628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Transition to ACTIVE for port object de7dd19d-7fe9-4876-bef9-c39774722be9 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:46:55.788077 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5fb4d118-32f1-4b3b-a6e4-720403c668b5 req-fed86f46-3e91-40ad-bf87-e4ed5c793e40 service neutron] 10.222.0.62 "GET /v2.0/networks/be14d67d-5319-4625-9150-99bd2d9913be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936878 Aug 19 12:46:55.810797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=84db5b3d-ab2c-4ee1-a6f2-64d054e515bc,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:55.863549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916e05f6-2384-4397-857a-810e4e5e15bd', 'name': 'network-vif-deleted', 'tag': '091dd466-7031-4792-a525-d8d702035441'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:55.865894 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6ddb33-a16c-49b3-973f-be30fb72b0d2" -d '{"events": [{"server_uuid": "916e05f6-2384-4397-857a-810e4e5e15bd", "name": "network-vif-deleted", "tag": "091dd466-7031-4792-a525-d8d702035441"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:55.890492 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.965009 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5fb4d118-32f1-4b3b-a6e4-720403c668b5 req-b2074bcf-3366-462f-89d4-1fdf02dd42fe service neutron] 10.222.0.62 "GET /v2.0/networks/be14d67d-5319-4625-9150-99bd2d9913be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681976 Aug 19 12:46:55.971193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:55.985104 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bff1f82-a863-4197-a3ff-3c0922183d3c x-openstack-request-id: req-7bff1f82-a863-4197-a3ff-3c0922183d3c {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:55.985398 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916e05f6-2384-4397-857a-810e4e5e15bd", "name": "network-vif-deleted", "tag": "091dd466-7031-4792-a525-d8d702035441", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:55.985657 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bff1f82-a863-4197-a3ff-3c0922183d3c {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:55.986064 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916e05f6-2384-4397-857a-810e4e5e15bd', 'name': 'network-vif-deleted', 'tag': '091dd466-7031-4792-a525-d8d702035441', 'status': 'completed', 'code': 200} Aug 19 12:46:56.142321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8e58e090-205d-4a5d-bd89-7a21c82fd2cd details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:46:56.313533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8e58e090-205d-4a5d-bd89-7a21c82fd2cd,segment=NetworkSegment(5e7a0288-6c1e-4e82-a9fd-16bbf443349f),segment_id=5e7a0288-6c1e-4e82-a9fd-16bbf443349f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:56.336198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'port_id': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd', 'mac_address': 'fa:16:3e:0c:e0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:46:56.340198 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:56.347028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed4348-9751-488d-b525-aa57c894793f req-dc3345f0-00a5-4403-b0bf-152137114fb1 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:56.348947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-06ed4348-9751-488d-b525-aa57c894793f req-dc3345f0-00a5-4403-b0bf-152137114fb1 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 982 time: 0.1635678 Aug 19 12:46:56.400522 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:56.421436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e58e090-205d-4a5d-bd89-7a21c82fd2cd {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:46:56.422241 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-06ed4348-9751-488d-b525-aa57c894793f req-73259e6f-13b8-4b49-81e5-18a5e799d26c tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0664532 Aug 19 12:46:56.456242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8e58e090-205d-4a5d-bd89-7a21c82fd2cd,segment=NetworkSegment(5e7a0288-6c1e-4e82-a9fd-16bbf443349f),segment_id=5e7a0288-6c1e-4e82-a9fd-16bbf443349f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:56.497832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Pushing event updated for resources: {'Port': ['ID=de7dd19d-7fe9-4876-bef9-c39774722be9,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:56.579959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:56.582244 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1e6fce7e-899b-4cfd-902f-9870173fe9f8 req-1765cf6a-0224-48f4-bd9f-ad1e7583a443 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=916e05f6-2384-4397-857a-810e4e5e15bd HTTP/1.1" status: 200 len: 210 time: 0.0931239 Aug 19 12:46:56.588959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:56.598617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:46:56.636235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=e02bd227-5e5a-4192-a6ca-ec40985c323b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:56.673084 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Attempting to bind port de7dd19d-7fe9-4876-bef9-c39774722be9 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:46:56.673424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Attempting to bind port de7dd19d-7fe9-4876-bef9-c39774722be9 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:46:56.673775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Attempting to bind port de7dd19d-7fe9-4876-bef9-c39774722be9 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:56.680640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Port de7dd19d-7fe9-4876-bef9-c39774722be9 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:46:56.680980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Attempting to bind port de7dd19d-7fe9-4876-bef9-c39774722be9 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:46:56.687441 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:56.693130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:46:56.693478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Checking segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:46:56.693901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Bound using segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:46:56.694520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Bound port: de7dd19d-7fe9-4876-bef9-c39774722be9, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:46:56.694921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:56.761853 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:56.799366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a961b0b-820a-439e-b3b0-15c20b00ff57 req-287dc206-a0b2-4cfb-b424-31ab8d1b2518 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:56.812683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5a961b0b-820a-439e-b3b0-15c20b00ff57 req-287dc206-a0b2-4cfb-b424-31ab8d1b2518 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.1418521 Aug 19 12:46:56.866376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5482e71-653f-4611-b8ca-02293e04229f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:56.887109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] For port de7dd19d-7fe9-4876-bef9-c39774722be9, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:46:56.892085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] For port de7dd19d-7fe9-4876-bef9-c39774722be9, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=de7dd19d-7fe9-4876-bef9-c39774722be9,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:46:56.908613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5a961b0b-820a-439e-b3b0-15c20b00ff57 req-aecc4e49-8130-4ca4-a647-1e84ef1d6e7b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929980 Aug 19 12:46:56.954893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8e58e090-205d-4a5d-bd89-7a21c82fd2cd,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:57.014780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['8e58e090-205d-4a5d-bd89-7a21c82fd2cd'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:46:57.052872 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.110397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.188110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e5482e71-653f-4611-b8ca-02293e04229f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:57.195848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:57.198523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:57.199175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.200646 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] 10.222.0.30 "PUT /v2.0/ports/de7dd19d-7fe9-4876-bef9-c39774722be9 HTTP/1.1" status: 200 len: 1092 time: 2.6206844 Aug 19 12:46:57.210980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623dad77-05a2-49b4-b7d6-7e3210ce259b', 'tag': 'de7dd19d-7fe9-4876-bef9-c39774722be9'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:57.213928 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38352a7-de83-433b-abe8-1a92de6e5ded" -d '{"events": [{"name": "network-changed", "server_uuid": "623dad77-05a2-49b4-b7d6-7e3210ce259b", "tag": "de7dd19d-7fe9-4876-bef9-c39774722be9"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:57.221397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb97ae-ee18-4028-847f-1e9e84cb927f service neutron] Pushing event updated for resources: {'Port': ['ID=de7dd19d-7fe9-4876-bef9-c39774722be9,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:57.263012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6f5426-e618-41a0-98f7-1c32cabd78c0 None None] Network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:46:57.289127 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff4739-a922-4f4b-bd9d-3098c0326dd9 x-openstack-request-id: req-51ff4739-a922-4f4b-bd9d-3098c0326dd9 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:57.289410 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623dad77-05a2-49b4-b7d6-7e3210ce259b", "tag": "de7dd19d-7fe9-4876-bef9-c39774722be9", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:57.289858 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51ff4739-a922-4f4b-bd9d-3098c0326dd9 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:57.290404 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623dad77-05a2-49b4-b7d6-7e3210ce259b', 'tag': 'de7dd19d-7fe9-4876-bef9-c39774722be9', 'status': 'completed', 'code': 200} Aug 19 12:46:57.440165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:57.441265 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.516732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38352a7-de83-433b-abe8-1a92de6e5ded req-fb132543-6611-4d0a-bfea-9a7262e2fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:57.517419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b38352a7-de83-433b-abe8-1a92de6e5ded req-fb132543-6611-4d0a-bfea-9a7262e2fa26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 1095 time: 0.1303113 Aug 19 12:46:57.564272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-51d82eec-340f-46e4-b217-dd8b8fdf4162 None None] Provisioning for port e5482e71-653f-4611-b8ca-02293e04229f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:57.577097 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-51d82eec-340f-46e4-b217-dd8b8fdf4162 None None] Provisioning complete for port e5482e71-653f-4611-b8ca-02293e04229f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:57.577444 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51d82eec-340f-46e4-b217-dd8b8fdf4162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.707880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e693534-267b-463b-a0ba-c68f31033701 req-d3e7be0d-a3d3-4d35-9ced-d6c457d72c1d tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:57.715501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e693534-267b-463b-a0ba-c68f31033701 req-d3e7be0d-a3d3-4d35-9ced-d6c457d72c1d tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 983 time: 0.1222069 Aug 19 12:46:57.753879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38352a7-de83-433b-abe8-1a92de6e5ded req-859fea1a-f76e-464e-9b7b-37743edb7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:57.755759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b38352a7-de83-433b-abe8-1a92de6e5ded req-859fea1a-f76e-464e-9b7b-37743edb7af0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=99b9eedce23149da97f30436711e8dc7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2308424 Aug 19 12:46:57.758397 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51d82eec-340f-46e4-b217-dd8b8fdf4162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.803005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-51d82eec-340f-46e4-b217-dd8b8fdf4162 None None] For port e5482e71-653f-4611-b8ca-02293e04229f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e5482e71-653f-4611-b8ca-02293e04229f,segment=NetworkSegment(ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9),segment_id=ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:57.805667 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.863799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e693534-267b-463b-a0ba-c68f31033701 req-2dcba1e2-4747-4a34-a043-9c51dc00befb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1472850 Aug 19 12:46:57.912321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38352a7-de83-433b-abe8-1a92de6e5ded req-a063cac6-315e-421b-b6e9-40202f8bc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:57.913933 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b38352a7-de83-433b-abe8-1a92de6e5ded req-a063cac6-315e-421b-b6e9-40202f8bc170 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298404 Aug 19 12:46:57.956140 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-51d82eec-340f-46e4-b217-dd8b8fdf4162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:57.964220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.026410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d82eec-340f-46e4-b217-dd8b8fdf4162 None None] Pushing event updated for resources: {'Port': ['ID=e5482e71-653f-4611-b8ca-02293e04229f,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:58.122410 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.124258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=e02bd227-5e5a-4192-a6ca-ec40985c323b,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:58.140320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-18d19ea2-0d2d-4f3b-ba3d-4802d143b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:58.145366 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-18d19ea2-0d2d-4f3b-ba3d-4802d143b576 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 1095 time: 0.1891143 Aug 19 12:46:58.174878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8e58e090-205d-4a5d-bd89-7a21c82fd2cd up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:58.203556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-43501842-d088-474a-8638-5902fac73206 None None] Provisioning for port e02bd227-5e5a-4192-a6ca-ec40985c323b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:58.210884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d432b90-b056-4bc3-b007-324d8732415c req-96d73c6c-6b3a-472e-bad2-574f9dce9b82 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:58.215163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-43501842-d088-474a-8638-5902fac73206 None None] Provisioning complete for port e02bd227-5e5a-4192-a6ca-ec40985c323b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:58.215657 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-43501842-d088-474a-8638-5902fac73206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.224615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d432b90-b056-4bc3-b007-324d8732415c req-96d73c6c-6b3a-472e-bad2-574f9dce9b82 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.1791813 Aug 19 12:46:58.265984 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-7c052896-59cf-429d-9dd3-7945f11ca9ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7dd19d-7fe9-4876-bef9-c39774722be9 HTTP/1.1" status: 200 len: 217 time: 0.1064191 Aug 19 12:46:58.280235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 091dd466-7031-4792-a525-d8d702035441 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:46:58.306563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 091dd466-7031-4792-a525-d8d702035441 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:46:58.307023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 091dd466-7031-4792-a525-d8d702035441 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:46:58.316046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-43501842-d088-474a-8638-5902fac73206 None None] Port e02bd227-5e5a-4192-a6ca-ec40985c323b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:58.343740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-43501842-d088-474a-8638-5902fac73206 None None] Provisioning complete for port e5482e71-653f-4611-b8ca-02293e04229f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:58.344520 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-43501842-d088-474a-8638-5902fac73206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.352103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d432b90-b056-4bc3-b007-324d8732415c req-091c4f65-39a6-49ae-84f0-8e39c5521c1a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264830 Aug 19 12:46:58.377291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-0bfbf513-4934-46cf-808d-85e5385d335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:58.382998 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-0bfbf513-4934-46cf-808d-85e5385d335e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.1012580 Aug 19 12:46:58.390850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:46:58.400941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:46:58.505608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-4437364a-bba3-48b2-89a0-62ceb01eee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:58.507235 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-4437364a-bba3-48b2-89a0-62ceb01eee26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151576 Aug 19 12:46:58.539602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:46:58.565356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:58.566093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.627641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-19959bfd-d15b-4640-9a88-f7a5991805c1 None None] Provisioning complete for port e02bd227-5e5a-4192-a6ca-ec40985c323b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:58.628499 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-19959bfd-d15b-4640-9a88-f7a5991805c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.702346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-b100b4f3-d3a3-4098-84fe-163514c7b302 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834176 Aug 19 12:46:58.706182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-19959bfd-d15b-4640-9a88-f7a5991805c1 None None] Port e02bd227-5e5a-4192-a6ca-ec40985c323b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:58.714521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5482e71-653f-4611-b8ca-02293e04229f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:46:58.716954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:46:58.749581 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.784914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:46:58.787284 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4248f883-b299-48a2-bd06-c6d33c3f3150" -d '{"events": [{"server_uuid": "b3414d4b-53f4-4952-8fa8-9cfe5badd0e0", "name": "network-vif-plugged", "status": "completed", "tag": "8e58e090-205d-4a5d-bd89-7a21c82fd2cd"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:46:58.812845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8e58e090-205d-4a5d-bd89-7a21c82fd2cd,segment=NetworkSegment(5e7a0288-6c1e-4e82-a9fd-16bbf443349f),segment_id=5e7a0288-6c1e-4e82-a9fd-16bbf443349f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:46:58.814346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e5482e71-653f-4611-b8ca-02293e04229f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:58.814619 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.849715 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c134b645-1f17-4006-a610-a70fd6312de0 x-openstack-request-id: req-c134b645-1f17-4006-a610-a70fd6312de0 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:46:58.850003 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3414d4b-53f4-4952-8fa8-9cfe5badd0e0", "name": "network-vif-plugged", "status": "completed", "tag": "8e58e090-205d-4a5d-bd89-7a21c82fd2cd", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:46:58.850254 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c134b645-1f17-4006-a610-a70fd6312de0 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:46:58.850884 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd', 'code': 200} Aug 19 12:46:58.865111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba9a4b-bfba-4fd8-9508-120b61f254bd req-cf949a20-40a0-4c15-a6b8-2ce369c54ec2 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:58.871303 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-63ba9a4b-bfba-4fd8-9508-120b61f254bd req-cf949a20-40a0-4c15-a6b8-2ce369c54ec2 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.5865154 Aug 19 12:46:58.877247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-89b99a4f-6307-40b1-9a33-16329a34cc40 None None] Provisioning complete for port e02bd227-5e5a-4192-a6ca-ec40985c323b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:46:58.877247 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-89b99a4f-6307-40b1-9a33-16329a34cc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.945520 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-63ba9a4b-bfba-4fd8-9508-120b61f254bd req-dac77ed7-fbf0-49f8-840e-378cf215b378 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668545 Aug 19 12:46:58.963099 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c98c8292-a37c-4919-9c40-3290a8c5f33a req-a1c14083-6b51-4dda-8e44-7797cea961f7 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438872 Aug 19 12:46:58.977528 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:58.983833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-89b99a4f-6307-40b1-9a33-16329a34cc40 None None] Port e02bd227-5e5a-4192-a6ca-ec40985c323b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:46:59.002778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2285-58f5-4e05-b61a-6402b9dcbbf4 req-892e7c06-3223-4b27-bf73-34ef99a58c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.004462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c43c2285-58f5-4e05-b61a-6402b9dcbbf4 req-892e7c06-3223-4b27-bf73-34ef99a58c0c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 1135 time: 0.0551326 Aug 19 12:46:59.021368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:46:59.032153 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cac1452b-c2b2-42aa-b550-96ef604fb560 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "PUT /v2.0/routers/869cc295-f245-4ed4-a6f5-7fd8a8e1e13f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5532346 Aug 19 12:46:59.032352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36634) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:59.039863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8e58e090-205d-4a5d-bd89-7a21c82fd2cd,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:46:59.040664 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Sync routers for ids ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:46:59.054171 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Routers {'869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:46:59.059539 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:59.071000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c43c2285-58f5-4e05-b61a-6402b9dcbbf4 req-c1bcbd17-7565-40e4-b0b6-3912caaac25c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0555382 Aug 19 12:46:59.158440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787ed26-2c4d-41fb-9c49-29ac08e5bcbe req-6583e1af-154a-4f25-b71c-7fcf49aea7b2 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.160123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e787ed26-2c4d-41fb-9c49-29ac08e5bcbe req-6583e1af-154a-4f25-b71c-7fcf49aea7b2 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 984 time: 0.1800303 Aug 19 12:46:59.265311 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Set router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:46:59.292719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e787ed26-2c4d-41fb-9c49-29ac08e5bcbe req-673394da-8527-4a2e-8b9d-dadc04ed085e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1241300 Aug 19 12:46:59.322069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9feb7-fb25-4b95-aad9-82de4a8c3efb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.322552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9feb7-fb25-4b95-aad9-82de4a8c3efb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.323056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9feb7-fb25-4b95-aad9-82de4a8c3efb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.323562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9feb7-fb25-4b95-aad9-82de4a8c3efb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.324061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9feb7-fb25-4b95-aad9-82de4a8c3efb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.324640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9feb7-fb25-4b95-aad9-82de4a8c3efb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.325187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9feb7-fb25-4b95-aad9-82de4a8c3efb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.325733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9feb7-fb25-4b95-aad9-82de4a8c3efb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.326195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae9feb7-fb25-4b95-aad9-82de4a8c3efb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.328109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3ae9feb7-fb25-4b95-aad9-82de4a8c3efb tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6375 time: 0.2947896 Aug 19 12:46:59.330796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36636) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:59.435253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bf2cc-130c-4caf-bad6-ce355c09c357 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.436390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bf2cc-130c-4caf-bad6-ce355c09c357 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.437325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bf2cc-130c-4caf-bad6-ce355c09c357 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.438293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bf2cc-130c-4caf-bad6-ce355c09c357 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.438824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bf2cc-130c-4caf-bad6-ce355c09c357 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.439604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bf2cc-130c-4caf-bad6-ce355c09c357 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.440095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bf2cc-130c-4caf-bad6-ce355c09c357 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.440661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bf2cc-130c-4caf-bad6-ce355c09c357 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.445075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22bf2cc-130c-4caf-bad6-ce355c09c357 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.451314 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e22bf2cc-130c-4caf-bad6-ce355c09c357 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5912 time: 0.1161528 Aug 19 12:46:59.451674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36640) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:46:59.484027 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:56Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e02bd227-5e5a-4192-a6ca-ec40985c323b', 'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:bd:0b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:54Z', 'updated_at': '2021-08-19T12:46:57Z', 'revision_number': 2, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:46:59.511347 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Checking router: 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:46:59.511699 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Updating router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f port e02bd227-5e5a-4192-a6ca-ec40985c323b binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:46:59.538132 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:59.570635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3a16-d565-4153-a355-029688055b09 req-d29acab9-a220-42b3-83c4-76ba23baa7e5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:46:59.572247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72ad3a16-d565-4153-a355-029688055b09 req-d29acab9-a220-42b3-83c4-76ba23baa7e5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.1317930 Aug 19 12:46:59.684863 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72ad3a16-d565-4153-a355-029688055b09 req-53d5c515-48c4-4018-a5fd-48ba89c8acc5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018190 Aug 19 12:46:59.768201 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c5218318-7551-41d8-94d5-b255e8530423 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5217 time: 0.3154564 Aug 19 12:46:59.825527 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:46:59.835620 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Transition to ACTIVE for port object e02bd227-5e5a-4192-a6ca-ec40985c323b will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:00.016152 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.076441 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a42ae-b8ef-4bdc-9869-eeba30ffb1ae None None] Pushing event updated for resources: {'Port': ['ID=e02bd227-5e5a-4192-a6ca-ec40985c323b,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:00.081411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49785b9-b23b-49f7-956a-0f36a9b8bab9 req-bd5a8a1e-39b5-407d-ad8b-376d57379ecd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:00.087845 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d49785b9-b23b-49f7-956a-0f36a9b8bab9 req-bd5a8a1e-39b5-407d-ad8b-376d57379ecd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0754130 Aug 19 12:47:00.131470 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Attempting to bind port e02bd227-5e5a-4192-a6ca-ec40985c323b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:00.134314 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Attempting to bind port e02bd227-5e5a-4192-a6ca-ec40985c323b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:00.134314 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Attempting to bind port e02bd227-5e5a-4192-a6ca-ec40985c323b on network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:00.135338 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d49785b9-b23b-49f7-956a-0f36a9b8bab9 req-0d004ba6-3ce4-4712-aa96-e5aa18d16edc tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/security-groups?id=2867f863-3ae8-42e5-9908-d676d9b458e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404449 Aug 19 12:47:00.138068 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:00.139033 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Checking segment: {'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:00.139428 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.139809 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Bound using segment: {'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:00.140315 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Bound port: e02bd227-5e5a-4192-a6ca-ec40985c323b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:00.140832 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.219663 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] For port e02bd227-5e5a-4192-a6ca-ec40985c323b, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:00.223308 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] For port e02bd227-5e5a-4192-a6ca-ec40985c323b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e02bd227-5e5a-4192-a6ca-ec40985c323b,segment=NetworkSegment(ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9),segment_id=ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:00.229174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36648) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:00.234760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-41cb28dc-cdf5-45de-a120-80fe35830a3f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21818182', 'description': 'tempest-secgroup-smoke-21818182 description', 'project_id': '590b45e235af470981ab2f18ef311f78'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:00.325479 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.356293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa725647-43cf-46c7-b7d0-00ab599e35fa req-81b5b1f7-a196-4a13-8f41-a11275133740 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:00.363796 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa725647-43cf-46c7-b7d0-00ab599e35fa req-81b5b1f7-a196-4a13-8f41-a11275133740 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.30 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 945 time: 0.0577583 Aug 19 12:47:00.400482 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41cb28dc-cdf5-45de-a120-80fe35830a3f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.407391 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Routers {'869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:00.408464 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:00.412633 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a42ae-b8ef-4bdc-9869-eeba30ffb1ae None None] Pushing event updated for resources: {'Port': ['ID=e02bd227-5e5a-4192-a6ca-ec40985c323b,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:00.432775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace519bf-94dd-45d5-b8ca-bfd476d6e974 req-9f30d0bb-2c9d-4731-9fd7-b156dc910df3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:00.436718 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ace519bf-94dd-45d5-b8ca-bfd476d6e974 req-9f30d0bb-2c9d-4731-9fd7-b156dc910df3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 984 time: 0.0697365 Aug 19 12:47:00.525977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-fa725647-43cf-46c7-b7d0-00ab599e35fa req-a1254f49-9c00-418c-9b24-27cad9d89efd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Deleting port e8ac7ccc-e5d7-4623-a470-b1006e4419f5 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:00.525977 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fa725647-43cf-46c7-b7d0-00ab599e35fa req-a1254f49-9c00-418c-9b24-27cad9d89efd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.530612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ace519bf-94dd-45d5-b8ca-bfd476d6e974 req-4d3789d3-30c3-49bc-8586-2417975fdb99 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0869100 Aug 19 12:47:00.571187 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] Set router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:00.600207 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41cb28dc-cdf5-45de-a120-80fe35830a3f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.644480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-fa725647-43cf-46c7-b7d0-00ab599e35fa req-a1254f49-9c00-418c-9b24-27cad9d89efd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] For port e8ac7ccc-e5d7-4623-a470-b1006e4419f5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=e8ac7ccc-e5d7-4623-a470-b1006e4419f5,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:00.644808 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fa725647-43cf-46c7-b7d0-00ab599e35fa req-a1254f49-9c00-418c-9b24-27cad9d89efd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.662940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-fa725647-43cf-46c7-b7d0-00ab599e35fa req-a1254f49-9c00-418c-9b24-27cad9d89efd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Calling delete_port for e8ac7ccc-e5d7-4623-a470-b1006e4419f5 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:00.719177 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41cb28dc-cdf5-45de-a120-80fe35830a3f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.780094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb28dc-cdf5-45de-a120-80fe35830a3f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c38e44-3138-4028-892b-9068ed7d1047,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:00.823859 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:56Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e02bd227-5e5a-4192-a6ca-ec40985c323b', 'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:bd:0b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:54Z', 'updated_at': '2021-08-19T12:47:00Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:00.828021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3116c-457c-482e-a5db-34e28ff9c1be req-cb381f48-0406-4980-860e-0ca93f325b14 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:00.829771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4a3116c-457c-482e-a5db-34e28ff9c1be req-cb381f48-0406-4980-860e-0ca93f325b14 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0652606 Aug 19 12:47:00.855354 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bdf012-228b-4f82-8eb6-a07cd12f1c2e None None] The sync data for ids ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'] in n-d-803757-2 is: [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:56Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e02bd227-5e5a-4192-a6ca-ec40985c323b', 'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:bd:0b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:54Z', 'updated_at': '2021-08-19T12:47:00Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:00.879825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c4a3116c-457c-482e-a5db-34e28ff9c1be req-5b922a93-f8c6-4f9c-8a75-55f05a315021 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Aug 19 12:47:00.889774 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-41cb28dc-cdf5-45de-a120-80fe35830a3f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.893740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-41cb28dc-cdf5-45de-a120-80fe35830a3f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6608193 Aug 19 12:47:00.893976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36656) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:00.908707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f8bb3a05-c9a7-48cb-b891-ffb8f4f3cbf3 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '39c38e44-3138-4028-892b-9068ed7d1047', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:00.981781 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fa725647-43cf-46c7-b7d0-00ab599e35fa req-a1254f49-9c00-418c-9b24-27cad9d89efd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:00.994767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['e8ac7ccc-e5d7-4623-a470-b1006e4419f5'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:47:01.044354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1254f49-9c00-418c-9b24-27cad9d89efd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Pushing event deleted for resources: {'Port': ['ID=e8ac7ccc-e5d7-4623-a470-b1006e4419f5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:01.066105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa725647-43cf-46c7-b7d0-00ab599e35fa req-a1254f49-9c00-418c-9b24-27cad9d89efd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] No DVR routers for this DVR port e8ac7ccc-e5d7-4623-a470-b1006e4419f5 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:01.068878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fa725647-43cf-46c7-b7d0-00ab599e35fa req-a1254f49-9c00-418c-9b24-27cad9d89efd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.071058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa725647-43cf-46c7-b7d0-00ab599e35fa req-a1254f49-9c00-418c-9b24-27cad9d89efd tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.30 "DELETE /v2.0/ports/e8ac7ccc-e5d7-4623-a470-b1006e4419f5 HTTP/1.1" status: 204 len: 173 time: 0.7048633 Aug 19 12:47:01.071541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e', 'name': 'network-vif-deleted', 'tag': 'e8ac7ccc-e5d7-4623-a470-b1006e4419f5'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:01.073806 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8468b0a0-2e0e-40ca-8549-7a432166d892" -d '{"events": [{"server_uuid": "c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e", "name": "network-vif-deleted", "tag": "e8ac7ccc-e5d7-4623-a470-b1006e4419f5"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:01.095060 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3a05-c9a7-48cb-b891-ffb8f4f3cbf3 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.119227 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702734fc-ca40-4d8c-bc19-2402d13cb01b x-openstack-request-id: req-702734fc-ca40-4d8c-bc19-2402d13cb01b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:01.119764 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e", "name": "network-vif-deleted", "tag": "e8ac7ccc-e5d7-4623-a470-b1006e4419f5", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:01.120008 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-702734fc-ca40-4d8c-bc19-2402d13cb01b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:01.120495 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e', 'name': 'network-vif-deleted', 'tag': 'e8ac7ccc-e5d7-4623-a470-b1006e4419f5', 'status': 'completed', 'code': 200} Aug 19 12:47:01.165084 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3a05-c9a7-48cb-b891-ffb8f4f3cbf3 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.240003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4bc5a85-17da-4527-bdea-42d65be195b4 req-d22a701d-f4dd-402b-9ab0-7704ad535f1d tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 210 time: 0.0289192 Aug 19 12:47:01.374653 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3a05-c9a7-48cb-b891-ffb8f4f3cbf3 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.399688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb3a05-c9a7-48cb-b891-ffb8f4f3cbf3 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e5323d-7963-4079-a10f-97936bb7d206,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:01.517749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f8bb3a05-c9a7-48cb-b891-ffb8f4f3cbf3 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.519092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f8bb3a05-c9a7-48cb-b891-ffb8f4f3cbf3 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6241245 Aug 19 12:47:01.522029 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36662) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:01.527229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '39c38e44-3138-4028-892b-9068ed7d1047', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:01.656292 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.656483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7520183-d9c6-47b4-96d1-5e554845b607 req-d8766fa0-b577-450e-9089-3becb82ee610 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:01.657869 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7520183-d9c6-47b4-96d1-5e554845b607 req-d8766fa0-b577-450e-9089-3becb82ee610 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 984 time: 0.0554314 Aug 19 12:47:01.720664 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.724175 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7520183-d9c6-47b4-96d1-5e554845b607 req-ea259154-8114-49e6-8c48-bfdab99055ee tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0399849 Aug 19 12:47:01.828073 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:01.850565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba6e833-6557-4ae9-8acf-4259be507085,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:01.856866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e3709-03d8-46e5-8423-16480d75d972 req-d040128b-611b-45c1-8179-69abb56df4fd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:01.859002 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1f3e3709-03d8-46e5-8423-16480d75d972 req-d040128b-611b-45c1-8179-69abb56df4fd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 984 time: 0.0583417 Aug 19 12:47:01.859361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.859895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.860309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.860735 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.861138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.861537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.861933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.865214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.865654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.866058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.866485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.867006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:01.903974 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1f3e3709-03d8-46e5-8423-16480d75d972 req-95fd5ce7-8fe0-4aca-bc0a-fdecf5389a85 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0375769 Aug 19 12:47:02.034649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c3ca7-eea7-46ac-8572-fcebfa364d97 req-60fda385-a7d8-4590-9ef9-f08ab6318061 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:02.042524 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd2c3ca7-eea7-46ac-8572-fcebfa364d97 req-60fda385-a7d8-4590-9ef9-f08ab6318061 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0755208 Aug 19 12:47:02.198698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a6f48-b7a5-4730-acd9-b563e8786d93 req-bc689302-049d-486f-b45a-b557149075dd tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:02.198698 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e09a6f48-b7a5-4730-acd9-b563e8786d93 req-bc689302-049d-486f-b45a-b557149075dd tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 1135 time: 0.0624526 Aug 19 12:47:02.201094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd2c3ca7-eea7-46ac-8572-fcebfa364d97 req-0a3573bf-d739-4b32-ab72-7ba9bb068970 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429964 Aug 19 12:47:02.201197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e09a6f48-b7a5-4730-acd9-b563e8786d93 req-29626fd3-6aba-42cc-b7b8-58f9a12fb158 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.201301 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.201301 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-50fc7c0d-2872-49d2-8690-48d8023a5e17 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6119092 Aug 19 12:47:02.201479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36674) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:02.201479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9c76ad09-9f27-463d-97f4-d9bab7713a4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '39c38e44-3138-4028-892b-9068ed7d1047', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:02.228299 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e09a6f48-b7a5-4730-acd9-b563e8786d93 req-29626fd3-6aba-42cc-b7b8-58f9a12fb158 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.362436 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2323097-9a68-4a1c-901a-dca5596c9675 req-47de69d2-d1d6-4ddc-859c-429ea2e1ecd1 tempest-ServerRescueTestJSON-358110794 tempest-ServerRescueTestJSON-358110794-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68b8de3-e2e7-4873-a3ec-9dbd4b5cf32e HTTP/1.1" status: 200 len: 210 time: 0.0279272 Aug 19 12:47:02.675303 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e09a6f48-b7a5-4730-acd9-b563e8786d93 req-29626fd3-6aba-42cc-b7b8-58f9a12fb158 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.703927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e02bd227-5e5a-4192-a6ca-ec40985c323b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:02.709744 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e09a6f48-b7a5-4730-acd9-b563e8786d93 req-29626fd3-6aba-42cc-b7b8-58f9a12fb158 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.6344378 Aug 19 12:47:02.721785 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29626fd3-6aba-42cc-b7b8-58f9a12fb158 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9417cdf-c30e-4957-84af-90cea215da14,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:02.732209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36678) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:02.773684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cab2f7-1875-4945-8d61-8b25448f4d32 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:02.775226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-14cab2f7-1875-4945-8d61-8b25448f4d32 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 1130 time: 0.0414681 Aug 19 12:47:02.778214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36680) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:02.783834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:02.835725 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c76ad09-9f27-463d-97f4-d9bab7713a4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.903222 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c76ad09-9f27-463d-97f4-d9bab7713a4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.911308 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e02bd227-5e5a-4192-a6ca-ec40985c323b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:02.915454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e02bd227-5e5a-4192-a6ca-ec40985c323b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:02.915884 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.953865 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:02.998393 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.030641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port e02bd227-5e5a-4192-a6ca-ec40985c323b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e02bd227-5e5a-4192-a6ca-ec40985c323b,segment=NetworkSegment(ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9),segment_id=ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:03.040981 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c76ad09-9f27-463d-97f4-d9bab7713a4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.066908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76ad09-9f27-463d-97f4-d9bab7713a4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0890f788-1342-4b8e-9fe8-e0c680f07bcb,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:03.081827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.227850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Allocated IP 172.25.2.118 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/f9247523-3be1-474b-b2e1-6c0e24b94655) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:03.253623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80d843-0419-46a4-9bd8-653630a58515 req-eb39fdc9-7014-4304-a64e-b73cccc63a12 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:03.255118 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a80d843-0419-46a4-9bd8-653630a58515 req-eb39fdc9-7014-4304-a64e-b73cccc63a12 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0834179 Aug 19 12:47:03.271700 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.322343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=e02bd227-5e5a-4192-a6ca-ec40985c323b,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:03.425072 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36688) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:03.695053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c76ad09-9f27-463d-97f4-d9bab7713a4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.696230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9c76ad09-9f27-463d-97f4-d9bab7713a4e tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5026276 Aug 19 12:47:03.699482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36690) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:03.703827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-943213fa-b759-4634-a741-08fa7330d51d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '39c38e44-3138-4028-892b-9068ed7d1047', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:03.745218 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2a80d843-0419-46a4-9bd8-653630a58515 req-f025783c-389b-4569-8d06-34efb5c36f93 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762113 Aug 19 12:47:03.780702 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.800005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.867253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-943213fa-b759-4634-a741-08fa7330d51d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.909709 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.959514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:03.964932 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-943213fa-b759-4634-a741-08fa7330d51d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:03.968220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:03.971839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:03.977170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Port': ['ID=f9247523-3be1-474b-b2e1-6c0e24b94655,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:04.058893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] Deleting port 4fb6e0f5-7063-41a7-84da-0a2198477f00 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:04.059236 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.137381 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-943213fa-b759-4634-a741-08fa7330d51d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.143219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] For port 4fb6e0f5-7063-41a7-84da-0a2198477f00, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4fb6e0f5-7063-41a7-84da-0a2198477f00,segment=NetworkSegment(bc082800-24ce-49ce-9295-fe1087d77969),segment_id=bc082800-24ce-49ce-9295-fe1087d77969)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:04.143612 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.156551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] Calling delete_port for 4fb6e0f5-7063-41a7-84da-0a2198477f00 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:04.170817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943213fa-b759-4634-a741-08fa7330d51d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b208cb-1409-45f9-ba7e-b1883a439491,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:04.307715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device e8ac7ccc-e5d7-4623-a470-b1006e4419f5 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:04.327978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: e8ac7ccc-e5d7-4623-a470-b1006e4419f5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:04.328321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device e8ac7ccc-e5d7-4623-a470-b1006e4419f5 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:04.342856 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-943213fa-b759-4634-a741-08fa7330d51d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.344055 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-943213fa-b759-4634-a741-08fa7330d51d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6436863 Aug 19 12:47:04.346876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36694) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:04.354418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e289e507-93fb-4607-b47e-8d657f4886c4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '39c38e44-3138-4028-892b-9068ed7d1047', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:04.411206 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.529646 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.555352 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-e289e507-93fb-4607-b47e-8d657f4886c4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Project 590b45e235af470981ab2f18ef311f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:47:04.555352 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e289e507-93fb-4607-b47e-8d657f4886c4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.555766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb6e0f5-7063-41a7-84da-0a2198477f00,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:04.598817 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e289e507-93fb-4607-b47e-8d657f4886c4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.733203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.733413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e02bd227-5e5a-4192-a6ca-ec40985c323b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:04.783794 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.784358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e02bd227-5e5a-4192-a6ca-ec40985c323b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:04.784678 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.805984 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e289e507-93fb-4607-b47e-8d657f4886c4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:04.842121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289e507-93fb-4607-b47e-8d657f4886c4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05db6a84-63e5-49a2-8d80-5bc34e21ecd2,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:04.985177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9acefc-ca12-4abc-8137-c003eb8ecd87 req-48dd5739-4351-468e-b295-e925ffa06403 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:04.990397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab9acefc-ca12-4abc-8137-c003eb8ecd87 req-48dd5739-4351-468e-b295-e925ffa06403 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.1312590 Aug 19 12:47:04.997336 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e289e507-93fb-4607-b47e-8d657f4886c4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.001077 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e289e507-93fb-4607-b47e-8d657f4886c4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6507397 Aug 19 12:47:05.001234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] Router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:05.001373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36700) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:05.006022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-338ecb0d-a473-486e-ae8b-1742720539b5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'security_group_rule': {'security_group_id': '39c38e44-3138-4028-892b-9068ed7d1047', 'project_id': '590b45e235af470981ab2f18ef311f78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:05.095557 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab9acefc-ca12-4abc-8137-c003eb8ecd87 req-1af94505-ae31-4a21-b844-4f00eb07baf4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957477 Aug 19 12:47:05.103263 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cd44f96b-c01b-4bf4-8b33-5cf8e7515ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.113027 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.140538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:05.149343 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f1974441-fce1-415b-8cb5-5fbde526522a admin admin] 10.222.0.21 "PUT /v2.0/routers/2f2d6daa-a54c-479f-9d52-4583a1216aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7243078 Aug 19 12:47:05.151785 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36702) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:05.152704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcce942-2797-4e73-b4a6-6c9c40c0f14e None None] Sync routers for ids ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:05.162960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcce942-2797-4e73-b4a6-6c9c40c0f14e None None] Routers {'2f2d6daa-a54c-479f-9d52-4583a1216aa1'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:05.163747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cdcce942-2797-4e73-b4a6-6c9c40c0f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:05.197483 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-338ecb0d-a473-486e-ae8b-1742720539b5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Project 590b45e235af470981ab2f18ef311f78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:47:05.208751 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-338ecb0d-a473-486e-ae8b-1742720539b5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.279903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-cdcce942-2797-4e73-b4a6-6c9c40c0f14e None None] Set router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:05.291280 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.322683 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-338ecb0d-a473-486e-ae8b-1742720539b5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.323600 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.374824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Port': ['ID=f9247523-3be1-474b-b2e1-6c0e24b94655,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:05.396813 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.438476 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.466993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cdcce942-2797-4e73-b4a6-6c9c40c0f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'name': 'tempest-ServerRescueTestJSON-1974910786-router', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:44Z', 'updated_at': '2021-08-19T12:47:04Z', 'revision_number': 5, 'project_id': 'c17297614be44d38872162afaeb6611a', 'gw_port': {'id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:05.470866 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-338ecb0d-a473-486e-ae8b-1742720539b5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.488348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ecb0d-a473-486e-ae8b-1742720539b5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0fc128-05ba-4c9d-b9d8-6d92539c10d7,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:05.504361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcce942-2797-4e73-b4a6-6c9c40c0f14e None None] Checking router: 2f2d6daa-a54c-479f-9d52-4583a1216aa1 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:05.512058 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Floating IP 7ef4a5a1-5970-44db-8868-12f0424ca41c associated. External IP: 172.25.2.118, port: 8e58e090-205d-4a5d-bd89-7a21c82fd2cd. Aug 19 12:47:05.512524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcce942-2797-4e73-b4a6-6c9c40c0f14e None None] Routers {'2f2d6daa-a54c-479f-9d52-4583a1216aa1'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:05.513129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cdcce942-2797-4e73-b4a6-6c9c40c0f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:05.623647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-cdcce942-2797-4e73-b4a6-6c9c40c0f14e None None] Set router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:05.654502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Deleting port 8658f482-1cb2-4c64-be3d-3d2581d002ba {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:05.655717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.668944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-338ecb0d-a473-486e-ae8b-1742720539b5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.670191 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-338ecb0d-a473-486e-ae8b-1742720539b5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6678944 Aug 19 12:47:05.772269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:05.775278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] For port 8658f482-1cb2-4c64-be3d-3d2581d002ba, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8658f482-1cb2-4c64-be3d-3d2581d002ba,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:05.776040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:05.797118 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Calling delete_port for 8658f482-1cb2-4c64-be3d-3d2581d002ba owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:05.900735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:05.912472 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900f4ed-2219-448c-9d66-c5d6d9ee8350 None None] Sync routers for ids ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:05.922328 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900f4ed-2219-448c-9d66-c5d6d9ee8350 None None] Routers {'6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:05.922976 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6900f4ed-2219-448c-9d66-c5d6d9ee8350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:05.999376 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-db99fa80-ce19-42d0-80e8-037192da7f71 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21818182&fields=id&tenant_id=590b45e235af470981ab2f18ef311f78 HTTP/1.1" status: 200 len: 267 time: 0.0601444 Aug 19 12:47:06.034579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cdcce942-2797-4e73-b4a6-6c9c40c0f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'name': 'tempest-ServerRescueTestJSON-1974910786-router', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:44Z', 'updated_at': '2021-08-19T12:47:04Z', 'revision_number': 5, 'project_id': 'c17297614be44d38872162afaeb6611a', 'gw_port': {'id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:06.035677 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-6900f4ed-2219-448c-9d66-c5d6d9ee8350 None None] Set router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:06.058432 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:06.093628 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6b34eaa7-82ed-4c17-a313-2eea699f1f30 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3143795 Aug 19 12:47:06.094284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'tag': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:06.096936 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001303e4-77ea-4b73-852b-9216e8e1510f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3414d4b-53f4-4952-8fa8-9cfe5badd0e0", "tag": "8e58e090-205d-4a5d-bd89-7a21c82fd2cd"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:06.097833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36718) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:06.102011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcce942-2797-4e73-b4a6-6c9c40c0f14e None None] The sync data for ids ['2f2d6daa-a54c-479f-9d52-4583a1216aa1'] in n-d-803757-2 is: [{'id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'name': 'tempest-ServerRescueTestJSON-1974910786-router', 'tenant_id': 'c17297614be44d38872162afaeb6611a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:44:44Z', 'updated_at': '2021-08-19T12:47:04Z', 'revision_number': 5, 'project_id': 'c17297614be44d38872162afaeb6611a', 'gw_port': {'id': '8658f482-1cb2-4c64-be3d-3d2581d002ba', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:44:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2d6daa-a54c-479f-9d52-4583a1216aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:44:45Z', 'updated_at': '2021-08-19T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:06.206666 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917cecd1-3d18-45b0-9c01-5f6bf94f911b x-openstack-request-id: req-917cecd1-3d18-45b0-9c01-5f6bf94f911b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:06.206666 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3414d4b-53f4-4952-8fa8-9cfe5badd0e0", "tag": "8e58e090-205d-4a5d-bd89-7a21c82fd2cd", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:06.206666 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-917cecd1-3d18-45b0-9c01-5f6bf94f911b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:06.206666 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'tag': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd', 'status': 'completed', 'code': 200} Aug 19 12:47:06.279307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-ef43b07c-55fd-40c0-9de5-b0975a9112d4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.281306 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-ef43b07c-55fd-40c0-9de5-b0975a9112d4 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/networks?id=e54cbb2e-1a02-4e6f-9d64-161302ba5a5d HTTP/1.1" status: 200 len: 797 time: 0.2705491 Aug 19 12:47:06.317682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb07cfc-de8b-4f87-8290-52fde631965b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.318171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb07cfc-de8b-4f87-8290-52fde631965b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.318653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb07cfc-de8b-4f87-8290-52fde631965b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.319157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb07cfc-de8b-4f87-8290-52fde631965b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.319632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb07cfc-de8b-4f87-8290-52fde631965b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.320098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb07cfc-de8b-4f87-8290-52fde631965b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.320927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb07cfc-de8b-4f87-8290-52fde631965b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.321771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb07cfc-de8b-4f87-8290-52fde631965b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.322604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb07cfc-de8b-4f87-8290-52fde631965b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.324610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-adb07cfc-de8b-4f87-8290-52fde631965b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6375 time: 0.2228496 Aug 19 12:47:06.326399 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-759a3ab5-687a-4f3a-8844-7601565e7cc0 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/quotas/590b45e235af470981ab2f18ef311f78 HTTP/1.1" status: 200 len: 375 time: 0.0334234 Aug 19 12:47:06.327501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36724) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:06.353411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73a2dd-2c10-401d-ba56-1097d2456723 req-7514ee35-e233-4e80-a5d6-976762850172 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.354981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bf73a2dd-2c10-401d-ba56-1097d2456723 req-7514ee35-e233-4e80-a5d6-976762850172 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.1193652 Aug 19 12:47:06.389674 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:06.392978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001303e4-77ea-4b73-852b-9216e8e1510f req-0ec9cb61-ba12-4fe4-9f77-933d9359e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.394546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-001303e4-77ea-4b73-852b-9216e8e1510f req-0ec9cb61-ba12-4fe4-9f77-933d9359e698 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d38b728aa97c42a5bb1da26f1ee9df20&device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 1135 time: 0.1813011 Aug 19 12:47:06.404304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bf73a2dd-2c10-401d-ba56-1097d2456723 req-67540d24-5494-4ee9-bfb9-3a200fcdffa4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Aug 19 12:47:06.457829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=8658f482-1cb2-4c64-be3d-3d2581d002ba,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:06.509502 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6900f4ed-2219-448c-9d66-c5d6d9ee8350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '7ef4a5a1-5970-44db-8868-12f0424ca41c', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'port_id': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'mac_address': 'fa:16:3e:0c:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:47:04Z', 'updated_at': '2021-08-19T12:47:04Z', 'revision_number': 0, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8cb375-955b-4aea-9de0-6742a1201a54', 'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:e4:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:40Z', 'updated_at': '2021-08-19T12:46:48Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:06.528881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32f964-a43c-43e3-9f28-a52b1040ab62 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.529347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32f964-a43c-43e3-9f28-a52b1040ab62 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.529839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32f964-a43c-43e3-9f28-a52b1040ab62 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.530311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32f964-a43c-43e3-9f28-a52b1040ab62 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.530780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32f964-a43c-43e3-9f28-a52b1040ab62 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.531238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32f964-a43c-43e3-9f28-a52b1040ab62 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.531674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32f964-a43c-43e3-9f28-a52b1040ab62 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.532625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32f964-a43c-43e3-9f28-a52b1040ab62 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.533049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab32f964-a43c-43e3-9f28-a52b1040ab62 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.534961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ab32f964-a43c-43e3-9f28-a52b1040ab62 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5912 time: 0.2065055 Aug 19 12:47:06.538031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36726) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:06.548445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cea465fa-c725-47da-b33f-cbfc89d34a43 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2128532 Aug 19 12:47:06.551702 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900f4ed-2219-448c-9d66-c5d6d9ee8350 None None] Checking router: 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:06.561050 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900f4ed-2219-448c-9d66-c5d6d9ee8350 None None] Routers {'6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:06.561661 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6900f4ed-2219-448c-9d66-c5d6d9ee8350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:06.771667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4fb6e0f5-7063-41a7-84da-0a2198477f00 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:06.782690 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d7e0038d-6848-4416-bd79-2c096a10a4dd tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5037 time: 0.2430871 Aug 19 12:47:06.785449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36728) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:06.798746 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 4fb6e0f5-7063-41a7-84da-0a2198477f00 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:06.799402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4fb6e0f5-7063-41a7-84da-0a2198477f00 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:06.863585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f0383-5a2e-4203-9f9a-314ae3b20863 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.864036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f0383-5a2e-4203-9f9a-314ae3b20863 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:06.867328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e82f0383-5a2e-4203-9f9a-314ae3b20863 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6ecebbe3-f47f-42f1-b499-4f41e7f34a5a HTTP/1.1" status: 200 len: 1988 time: 0.0800438 Aug 19 12:47:06.872827 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-6900f4ed-2219-448c-9d66-c5d6d9ee8350 None None] Set router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:07.020146 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.061373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001303e4-77ea-4b73-852b-9216e8e1510f req-6f04fafb-ac4b-4343-88a1-581f4f44a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:07.062858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-001303e4-77ea-4b73-852b-9216e8e1510f req-6f04fafb-ac4b-4343-88a1-581f4f44a4d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be14d67d-5319-4625-9150-99bd2d9913be HTTP/1.1" status: 200 len: 898 time: 0.6570048 Aug 19 12:47:07.123346 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6900f4ed-2219-448c-9d66-c5d6d9ee8350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '7ef4a5a1-5970-44db-8868-12f0424ca41c', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'port_id': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'mac_address': 'fa:16:3e:0c:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:47:04Z', 'updated_at': '2021-08-19T12:47:04Z', 'revision_number': 0, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8cb375-955b-4aea-9de0-6742a1201a54', 'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:e4:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:40Z', 'updated_at': '2021-08-19T12:46:48Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:07.151108 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6900f4ed-2219-448c-9d66-c5d6d9ee8350 None None] The sync data for ids ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'] in n-d-803757-2 is: [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '7ef4a5a1-5970-44db-8868-12f0424ca41c', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'port_id': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'mac_address': 'fa:16:3e:0c:e0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:47:04Z', 'updated_at': '2021-08-19T12:47:04Z', 'revision_number': 0, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8cb375-955b-4aea-9de0-6742a1201a54', 'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:e4:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:40Z', 'updated_at': '2021-08-19T12:46:48Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:07.179398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.186554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.198736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-d72fc53d-3214-4d5d-b4f4-74472541f14e service neutron] 10.222.0.21 "GET /v2.0/networks/e54cbb2e-1a02-4e6f-9d64-161302ba5a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681205 Aug 19 12:47:07.300112 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-001303e4-77ea-4b73-852b-9216e8e1510f req-987251bb-48bd-44e8-bdad-4041812a2994 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e58e090-205d-4a5d-bd89-7a21c82fd2cd HTTP/1.1" status: 200 len: 999 time: 0.2013855 Aug 19 12:47:07.377164 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-c1d90f31-16b4-4172-9748-708666274314 service neutron] 10.222.0.21 "GET /v2.0/networks/e54cbb2e-1a02-4e6f-9d64-161302ba5a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775277 Aug 19 12:47:07.378087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07860fd-e8dc-4fb9-96df-41cfbe37d056 None None] New status for floating IP 7ef4a5a1-5970-44db-8868-12f0424ca41c: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:47:07.378755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001303e4-77ea-4b73-852b-9216e8e1510f req-62b9e25e-9e75-449f-8fbf-65ab15dd28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:07.380217 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-001303e4-77ea-4b73-852b-9216e8e1510f req-62b9e25e-9e75-449f-8fbf-65ab15dd28d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b2f57f1-a768-4bba-8f5a-355831569d90 HTTP/1.1" status: 200 len: 835 time: 0.0720038 Aug 19 12:47:07.400078 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.400459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f2d6daa-a54c-479f-9d52-4583a1216aa1 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:47:07.418915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.420065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-42392b6e-25e3-4de5-927f-a47bd0289c63 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2f2d6daa-a54c-479f-9d52-4583a1216aa1 HTTP/1.1" status: 204 len: 168 time: 2.2672424 Aug 19 12:47:07.424114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36734) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:07.498374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001303e4-77ea-4b73-852b-9216e8e1510f req-69f9b4e9-8a21-4ea4-9e70-f5df73b98830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:07.500606 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-001303e4-77ea-4b73-852b-9216e8e1510f req-69f9b4e9-8a21-4ea4-9e70-f5df73b98830 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be14d67d-5319-4625-9150-99bd2d9913be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125503 Aug 19 12:47:07.504076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ea673a-48da-4f88-8ea1-cecfeeaeaab9 admin admin] Deleting subnet cc44fe7a-aba8-4278-9818-fefd641677b9 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:47:07.507527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5ea673a-48da-4f88-8ea1-cecfeeaeaab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.578296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651420d-8950-483f-89fe-23256d0d49a2 req-20a2ad14-3dea-4fe0-a53e-0d47855c7a57 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:07.580543 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6651420d-8950-483f-89fe-23256d0d49a2 req-20a2ad14-3dea-4fe0-a53e-0d47855c7a57 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0697637 Aug 19 12:47:07.603684 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5ea673a-48da-4f88-8ea1-cecfeeaeaab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.633773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6651420d-8950-483f-89fe-23256d0d49a2 req-ed6555fc-b5d1-4089-bad4-edf129e80186 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470052 Aug 19 12:47:07.663323 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5ea673a-48da-4f88-8ea1-cecfeeaeaab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.701319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-001303e4-77ea-4b73-852b-9216e8e1510f req-92ac999f-9cc6-4b89-a5cf-acf25f6d45b2 service neutron] 10.222.0.62 "GET /v2.0/networks/be14d67d-5319-4625-9150-99bd2d9913be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590157 Aug 19 12:47:07.805426 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-001303e4-77ea-4b73-852b-9216e8e1510f req-7b81aa01-9a4b-4de1-8726-06d596dac82e service neutron] 10.222.0.62 "GET /v2.0/networks/be14d67d-5319-4625-9150-99bd2d9913be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962772 Aug 19 12:47:07.857323 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-50908d3c-4efa-45f3-b32e-760dba5ec870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.862215 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.930203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5ea673a-48da-4f88-8ea1-cecfeeaeaab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.957825 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea673a-48da-4f88-8ea1-cecfeeaeaab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc44fe7a-aba8-4278-9818-fefd641677b9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:07.962134 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5ea673a-48da-4f88-8ea1-cecfeeaeaab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:07.964627 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e5ea673a-48da-4f88-8ea1-cecfeeaeaab9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cc44fe7a-aba8-4278-9818-fefd641677b9 HTTP/1.1" status: 204 len: 168 time: 0.5390263 Aug 19 12:47:07.966609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36738) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:08.048148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.127986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.141952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c93d0e-623a-4e4a-8eff-cfe633d79d7f']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:08.152821 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc082800-24ce-49ce-9295-fe1087d77969') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:08.153112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc082800-24ce-49ce-9295-fe1087d77969') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:08.163391 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.167468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dd469048-6830-442b-a028-f28cd50eb6b6 req-1e1d3ce9-1030-42ac-b093-2b1b9e72013d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 210 time: 0.0362530 Aug 19 12:47:08.183478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.190066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:47:08.190531 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:47:08.192467 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:47:08.377812 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.383450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:08.385277 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] 10.222.0.21 "DELETE /v2.0/networks/48c93d0e-623a-4e4a-8eff-cfe633d79d7f HTTP/1.1" status: 204 len: 168 time: 0.4176903 Aug 19 12:47:08.397774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12820049-5469-4f6e-b323-64009976f02f admin admin] Pushing event deleted for resources: {'Network': ['ID=48c93d0e-623a-4e4a-8eff-cfe633d79d7f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:08.626157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8658f482-1cb2-4c64-be3d-3d2581d002ba no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:08.646373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 8658f482-1cb2-4c64-be3d-3d2581d002ba {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:08.646720 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8658f482-1cb2-4c64-be3d-3d2581d002ba not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:08.757401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad261-7419-4d67-9a15-1184639b787b req-cd5f0d15-b6dd-4b4f-affd-2bf7b11d54e5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:08.758882 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b45ad261-7419-4d67-9a15-1184639b787b req-cd5f0d15-b6dd-4b4f-affd-2bf7b11d54e5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0545819 Aug 19 12:47:08.798898 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b45ad261-7419-4d67-9a15-1184639b787b req-64cffb9c-e1d5-47ab-96d6-ef736f084e5d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338216 Aug 19 12:47:09.052049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36756) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:09.097359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-454f8746-8ca4-4826-83ad-d096615cf0d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c17297614be44d38872162afaeb6611a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440493 Aug 19 12:47:09.099774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36758) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:09.149257 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c5e4-a461-4d27-93c9-700c4a08f7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.172304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c5e4-a461-4d27-93c9-700c4a08f7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.209703 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.249904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b18fd01-55b5-42a4-9be6-e46d88a08b28 req-c7273ccb-93a0-4931-bc90-3cc26949fb07 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 210 time: 0.0262923 Aug 19 12:47:09.373298 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c5e4-a461-4d27-93c9-700c4a08f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.375969 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c5e4-a461-4d27-93c9-700c4a08f7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:09.377138 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e3c0c5e4-a461-4d27-93c9-700c4a08f7bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2867f863-3ae8-42e5-9908-d676d9b458e0 HTTP/1.1" status: 204 len: 168 time: 0.2764857 Aug 19 12:47:09.385722 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0c5e4-a461-4d27-93c9-700c4a08f7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867f863-3ae8-42e5-9908-d676d9b458e0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:09.934142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d757d9-abaf-4d0d-9b10-a7d93544b743 req-b8864bfc-76bc-4730-a59c-5835e14bcf66 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:09.935692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c3d757d9-abaf-4d0d-9b10-a7d93544b743 req-b8864bfc-76bc-4730-a59c-5835e14bcf66 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0508041 Aug 19 12:47:10.337289 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c3d757d9-abaf-4d0d-9b10-a7d93544b743 req-e8400301-809d-4077-8620-ac8330311469 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439734 Aug 19 12:47:10.347251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57ae230c-51cd-4fbd-a8e4-33322c5b597a req-0280294d-3096-41e6-a438-788f99a21237 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 210 time: 0.0300629 Aug 19 12:47:10.669439 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.122825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190a21-b98e-4cb8-8059-098f2b6940d8 req-820e77d2-a274-425b-af91-5ea46d9cc8c5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:11.124920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e190a21-b98e-4cb8-8059-098f2b6940d8 req-820e77d2-a274-425b-af91-5ea46d9cc8c5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0592289 Aug 19 12:47:11.165569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e190a21-b98e-4cb8-8059-098f2b6940d8 req-32007a2f-1b36-4b58-8631-b39c94e1f033 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Aug 19 12:47:11.363753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36792) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:11.451243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45696670-20ee-4457-8864-ec005b3df561 req-67dda6ed-c0c6-4d7e-843f-6b998efa49b2 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 210 time: 0.0330794 Aug 19 12:47:11.476140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-network', 'tenant_id': '409bcbd1bad949499dcac0158e73524b'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:11.617869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Made reservation on behalf of 409bcbd1bad949499dcac0158e73524b for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:11.621394 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.631420 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.735235 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.824020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.851793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:47:11.858034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e1a3f9-b12c-4f40-9617-baabee9ea0ae,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:11.864793 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:11.865247 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Added segment 79055bf4-cabf-4d4a-bb77-39316c52663b of type vlan for network 936b69d8-f44a-4321-b300-539e98e5580c Aug 19 12:47:11.959128 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.026218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-3552d117-2f69-4d9b-9c52-d56abab7469a tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:12.027745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-3552d117-2f69-4d9b-9c52-d56abab7469a tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.30 "GET /v2.0/networks?id=e54cbb2e-1a02-4e6f-9d64-161302ba5a5d HTTP/1.1" status: 200 len: 797 time: 0.1309323 Aug 19 12:47:12.070534 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-0315f3cc-a339-416a-bfe6-867b84278c0c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=590b45e235af470981ab2f18ef311f78 HTTP/1.1" status: 200 len: 378 time: 0.0341525 Aug 19 12:47:12.080994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'port': {'device_id': '16553701-a430-4158-b34d-017fc2f72b8e', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'admin_state_up': True, 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'security_groups': ['39c38e44-3138-4028-892b-9068ed7d1047']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:12.206097 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.207172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:12.223577 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.272590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] Pushing event updated for resources: {'Network': ['ID=936b69d8-f44a-4321-b300-539e98e5580c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:12.282679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 936b69d8-f44a-4321-b300-539e98e5580c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:47:12.295743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc87a0-772f-43dd-8725-485435eda458 req-aeabbd6d-77fa-4387-b8ab-5d281adc7e1f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:12.297309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3cc87a0-772f-43dd-8725-485435eda458 req-aeabbd6d-77fa-4387-b8ab-5d281adc7e1f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0582671 Aug 19 12:47:12.340445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3cc87a0-772f-43dd-8725-485435eda458 req-d35cba4a-551a-455c-8526-5f71b1374fa1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361807 Aug 19 12:47:12.362075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Made reservation on behalf of 590b45e235af470981ab2f18ef311f78 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:12.362075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.502344 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-56f12896-83cd-4e32-bb08-d66d4bedee87 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1367164 Aug 19 12:47:12.504516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36804) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:12.511510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Allocated IP 172.20.0.3 (e54cbb2e-1a02-4e6f-9d64-161302ba5a5d/1abb661d-5d66-468e-ade2-d1d6ce47aece/b92aca51-54a7-4243-a164-5852f267043e) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:12.511847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] Request body: {'subnet': {'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-subnet', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:12.596520 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0ee99037-0a33-4ae4-86e0-375a8c5d4c9b req-5a124eaa-7018-4078-a184-16e7b6e3c50f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 210 time: 0.0549867 Aug 19 12:47:12.684200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] Made reservation on behalf of 409bcbd1bad949499dcac0158e73524b for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:12.685458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.687019 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.701448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Transition to ACTIVE for port object b92aca51-54a7-4243-a164-5852f267043e will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:12.858377 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:12.903372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:12.906510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:12.910845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:12.935429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=b92aca51-54a7-4243-a164-5852f267043e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:12.965132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:12.965763 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.001670 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.059523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1aa1454-7012-42e5-b9e6-61d279ffc68f,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:13.071716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] Checking segment: {'id': '79055bf4-cabf-4d4a-bb77-39316c52663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:13.072075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] Network hostable DHCP agents. Network: 936b69d8-f44a-4321-b300-539e98e5580c, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:47:13.123270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-cfe3e549-da39-4160-add1-23758dad1e1c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0451155 Aug 19 12:47:13.133955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Request body: {'port': {'device_id': '16553701-a430-4158-b34d-017fc2f72b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:13.190690 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.198457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] Network 936b69d8-f44a-4321-b300-539e98e5580c is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:47:13.235472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-812d6f27-7d36-4cd5-8547-02de99420f2f None None] Provisioning for port b92aca51-54a7-4243-a164-5852f267043e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:13.239351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-812d6f27-7d36-4cd5-8547-02de99420f2f None None] Provisioning complete for port b92aca51-54a7-4243-a164-5852f267043e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:13.239807 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-812d6f27-7d36-4cd5-8547-02de99420f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.274518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-812d6f27-7d36-4cd5-8547-02de99420f2f None None] Port b92aca51-54a7-4243-a164-5852f267043e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:47:13.395776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 936b69d8-f44a-4321-b300-539e98e5580c) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:13.406326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:13.407015 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.415163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b61bf9-4fa5-42f7-bdca-02bcda27bbb4 None None] Network 936b69d8-f44a-4321-b300-539e98e5580c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:13.479286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61b031-82e6-42f8-b349-ffc98e627deb req-2ed0ac2d-3388-45bb-91a0-e33cb4b4906c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:13.480917 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b61b031-82e6-42f8-b349-ffc98e627deb req-2ed0ac2d-3388-45bb-91a0-e33cb4b4906c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0646093 Aug 19 12:47:13.482149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92aca51-54a7-4243-a164-5852f267043e {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:47:13.490535 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.504245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Transition to ACTIVE for port object b92aca51-54a7-4243-a164-5852f267043e will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:13.534696 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b61b031-82e6-42f8-b349-ffc98e627deb req-aacc8f4d-bec5-455b-b8a4-4ac87b964345 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349987 Aug 19 12:47:13.557996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caeaf28-27f0-4b4f-85f7-6d64aa9d4fa9 None None] Network 936b69d8-f44a-4321-b300-539e98e5580c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:13.636644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f464e109-bcf6-4407-8cd0-a4449bf82885 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1299717 Aug 19 12:47:13.639097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36816) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:13.645967 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:13.669654 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.758237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b23580-e455-4c38-b2ff-f6c36ac9360d req-27206a4a-02c1-4960-9d73-4b1aa2ca51d5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:13.759908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Pushing event updated for resources: {'Port': ['ID=b92aca51-54a7-4243-a164-5852f267043e,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:13.760047 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05b23580-e455-4c38-b2ff-f6c36ac9360d req-27206a4a-02c1-4960-9d73-4b1aa2ca51d5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 943 time: 0.0619340 Aug 19 12:47:13.776556 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.777856 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.824572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Attempting to bind port b92aca51-54a7-4243-a164-5852f267043e on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:13.824910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Attempting to bind port b92aca51-54a7-4243-a164-5852f267043e by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:13.825252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Attempting to bind port b92aca51-54a7-4243-a164-5852f267043e on network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:13.832076 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Port b92aca51-54a7-4243-a164-5852f267043e on network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:47:13.832540 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Attempting to bind port b92aca51-54a7-4243-a164-5852f267043e on network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:13.850254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:13.850585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Checking segment: {'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:13.851169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Bound using segment: {'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:13.851850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Bound port: b92aca51-54a7-4243-a164-5852f267043e, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:13.852451 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.894452 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:13.936707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] For port b92aca51-54a7-4243-a164-5852f267043e, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:13.943551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] For port b92aca51-54a7-4243-a164-5852f267043e, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=b92aca51-54a7-4243-a164-5852f267043e,segment=NetworkSegment(ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9),segment_id=ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:13.954637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05b23580-e455-4c38-b2ff-f6c36ac9360d req-b7b7769e-85c1-4013-87b9-4a7967105a2c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1592004 Aug 19 12:47:14.104933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.139912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.141027 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.142557 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-b0f660db-586d-4970-91c6-de08735608aa service neutron] 10.222.0.30 "PUT /v2.0/ports/b92aca51-54a7-4243-a164-5852f267043e HTTP/1.1" status: 200 len: 1091 time: 1.0129020 Aug 19 12:47:14.143101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16553701-a430-4158-b34d-017fc2f72b8e', 'tag': 'b92aca51-54a7-4243-a164-5852f267043e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:14.145552 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d3d9a-66cc-43f9-a97f-b7aa9bfbcd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "16553701-a430-4158-b34d-017fc2f72b8e", "tag": "b92aca51-54a7-4243-a164-5852f267043e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:14.182944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f660db-586d-4970-91c6-de08735608aa service neutron] Pushing event updated for resources: {'Port': ['ID=b92aca51-54a7-4243-a164-5852f267043e,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:14.205971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.213713 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c5ee7b-ca38-4dc4-9b9e-4d5ba8da15e5 x-openstack-request-id: req-c6c5ee7b-ca38-4dc4-9b9e-4d5ba8da15e5 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:14.214012 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16553701-a430-4158-b34d-017fc2f72b8e", "tag": "b92aca51-54a7-4243-a164-5852f267043e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:14.214269 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6c5ee7b-ca38-4dc4-9b9e-4d5ba8da15e5 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:14.214686 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16553701-a430-4158-b34d-017fc2f72b8e', 'tag': 'b92aca51-54a7-4243-a164-5852f267043e', 'status': 'completed', 'code': 200} Aug 19 12:47:14.285486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d3d9a-66cc-43f9-a97f-b7aa9bfbcd4c req-317b4c0d-356e-49cf-9c5a-7deae0ce984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.287204 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b0d3d9a-66cc-43f9-a97f-b7aa9bfbcd4c req-317b4c0d-356e-49cf-9c5a-7deae0ce984c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 1094 time: 0.0513144 Aug 19 12:47:14.435071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d3d9a-66cc-43f9-a97f-b7aa9bfbcd4c req-4e58627a-7661-4cb7-8f42-f399efa4083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.436113 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b0d3d9a-66cc-43f9-a97f-b7aa9bfbcd4c req-4e58627a-7661-4cb7-8f42-f399efa4083d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=590b45e235af470981ab2f18ef311f78&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1415796 Aug 19 12:47:14.550475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d3d9a-66cc-43f9-a97f-b7aa9bfbcd4c req-7b2f0aab-4373-4034-9f7b-f5e04dddaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.552042 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b0d3d9a-66cc-43f9-a97f-b7aa9bfbcd4c req-7b2f0aab-4373-4034-9f7b-f5e04dddaa4f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091690 Aug 19 12:47:14.581129 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.602076 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:14.657096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-5eba9e6d-2482-4c55-8881-05f128c26f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.658847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-5eba9e6d-2482-4c55-8881-05f128c26f4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 1094 time: 0.0672321 Aug 19 12:47:14.714739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-9210a7e5-f906-4a2a-82f2-24119cd26274 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92aca51-54a7-4243-a164-5852f267043e HTTP/1.1" status: 200 len: 217 time: 0.0481899 Aug 19 12:47:14.769681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-f4dceb6f-66dc-4080-8aa8-fd7b946e1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.771192 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-f4dceb6f-66dc-4080-8aa8-fd7b946e1104 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1abb661d-5d66-468e-ade2-d1d6ce47aece HTTP/1.1" status: 200 len: 835 time: 0.0497069 Aug 19 12:47:14.774611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf1903-87f8-473d-a80c-536f97f90ad3 req-c96de7a1-1d7b-4b5e-9bf1-f0f3666f0d04 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.776196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f8cf1903-87f8-473d-a80c-536f97f90ad3 req-c96de7a1-1d7b-4b5e-9bf1-f0f3666f0d04 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.1223564 Aug 19 12:47:14.801348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Allocated IP 172.25.2.92 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/7db10ce4-10b3-4471-b45b-1b2fe619f26e) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:14.821646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-e2b8eaed-a32c-4d1c-b5ec-f6a29f98f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:14.823246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-e2b8eaed-a32c-4d1c-b5ec-f6a29f98f44a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e54cbb2e-1a02-4e6f-9d64-161302ba5a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450892 Aug 19 12:47:14.852193 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f8cf1903-87f8-473d-a80c-536f97f90ad3 req-702040fc-35ad-4f16-9d16-bc5a5b26bde9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667992 Aug 19 12:47:14.918057 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-9d4ac45d-068e-44f4-9615-d9c4a1908a4e service neutron] 10.222.0.30 "GET /v2.0/networks/e54cbb2e-1a02-4e6f-9d64-161302ba5a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874429 Aug 19 12:47:14.935085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.020691 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb62f472-cdcb-4cfc-8035-91e42fbbb25b req-a12aaac4-f9e9-4287-8832-e7764b7389a3 service neutron] 10.222.0.30 "GET /v2.0/networks/e54cbb2e-1a02-4e6f-9d64-161302ba5a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953968 Aug 19 12:47:15.081024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d3efd-3758-41e2-b7a3-c55f6920db9b req-cfcc091b-78b0-4a5a-bbe8-131444a81ae1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:15.083770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa0d3efd-3758-41e2-b7a3-c55f6920db9b req-cfcc091b-78b0-4a5a-bbe8-131444a81ae1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 943 time: 0.0620513 Aug 19 12:47:15.085371 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.126515 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa0d3efd-3758-41e2-b7a3-c55f6920db9b req-975a5a15-456b-42cb-afd3-0d6b39351a93 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360520 Aug 19 12:47:15.131370 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:15.135988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:15.141451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:15.144608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Pushing event updated for resources: {'Port': ['ID=7db10ce4-10b3-4471-b45b-1b2fe619f26e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:15.555684 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.759555 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:15.973666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6fec2-1418-4964-af91-da8ec0070f26 req-1b0c6a16-b299-44d6-a050-2aa016d11782 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:15.975369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b7d6fec2-1418-4964-af91-da8ec0070f26 req-1b0c6a16-b299-44d6-a050-2aa016d11782 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0525978 Aug 19 12:47:15.996081 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Router 83184678-5393-46f8-922c-0a4ae6a760e4 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:47:16.016684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b7d6fec2-1418-4964-af91-da8ec0070f26 req-65efedf9-9b9d-45f8-97f0-82035ad44b9b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346756 Aug 19 12:47:16.110895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:16.123082 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Sync routers for ids ['83184678-5393-46f8-922c-0a4ae6a760e4'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:16.133099 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Routers {'83184678-5393-46f8-922c-0a4ae6a760e4'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:16.133701 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['83184678-5393-46f8-922c-0a4ae6a760e4'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:16.248596 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Set router 83184678-5393-46f8-922c-0a4ae6a760e4 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:16.258084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5ea66-45cf-413c-a39a-eaf6971058b2 req-2d887b6e-971c-42d9-a0f0-13f31991f746 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:16.259643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75a5ea66-45cf-413c-a39a-eaf6971058b2 req-2d887b6e-971c-42d9-a0f0-13f31991f746 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 943 time: 0.0566788 Aug 19 12:47:16.261767 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.261997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0ad871a9-2360-44ab-838c-ef533fc77b39 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6219428 Aug 19 12:47:16.265308 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36832) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:16.381381 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75a5ea66-45cf-413c-a39a-eaf6971058b2 req-4f60ba36-baa7-4d21-9a99-32823b55490d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093667 Aug 19 12:47:16.439184 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:15Z', 'revision_number': 3, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:16.466021 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Checking router: 83184678-5393-46f8-922c-0a4ae6a760e4 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:16.466363 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Updating router 83184678-5393-46f8-922c-0a4ae6a760e4 port 7db10ce4-10b3-4471-b45b-1b2fe619f26e binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:47:16.492755 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.781018 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.793649 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Transition to ACTIVE for port object 7db10ce4-10b3-4471-b45b-1b2fe619f26e will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:16.922226 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.978837 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Attempting to bind port 7db10ce4-10b3-4471-b45b-1b2fe619f26e on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:16.979194 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Attempting to bind port 7db10ce4-10b3-4471-b45b-1b2fe619f26e by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:16.979548 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Attempting to bind port 7db10ce4-10b3-4471-b45b-1b2fe619f26e on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:16.985560 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10cb67-1fc4-4cf4-a080-685e58ca4878 None None] Pushing event updated for resources: {'Port': ['ID=7db10ce4-10b3-4471-b45b-1b2fe619f26e,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:16.990355 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:16.994430 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:16.994430 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:16.994430 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:16.994430 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Bound port: 7db10ce4-10b3-4471-b45b-1b2fe619f26e, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:16.994430 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.045340 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] For port 7db10ce4-10b3-4471-b45b-1b2fe619f26e, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:17.048786 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] For port 7db10ce4-10b3-4471-b45b-1b2fe619f26e, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7db10ce4-10b3-4471-b45b-1b2fe619f26e,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:17.116740 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.145554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.173245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeac228-b729-4cd8-b5a3-de6f78acf5eb req-bcc38cdd-72c6-4bde-91e7-df06f0f3e357 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:17.174740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aaeac228-b729-4cd8-b5a3-de6f78acf5eb req-bcc38cdd-72c6-4bde-91e7-df06f0f3e357 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0720060 Aug 19 12:47:17.175967 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Routers {'83184678-5393-46f8-922c-0a4ae6a760e4'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:17.175967 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['83184678-5393-46f8-922c-0a4ae6a760e4'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:17.217900 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10cb67-1fc4-4cf4-a080-685e58ca4878 None None] Pushing event updated for resources: {'Port': ['ID=7db10ce4-10b3-4471-b45b-1b2fe619f26e,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:17.293107 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] Set router 83184678-5393-46f8-922c-0a4ae6a760e4 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:17.293848 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aaeac228-b729-4cd8-b5a3-de6f78acf5eb req-da847f9a-eaed-426d-ad18-0f1f2c34d2a0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804436 Aug 19 12:47:17.352022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Allocated IP 172.20.0.1 (936b69d8-f44a-4321-b300-539e98e5580c/b1aa1454-7012-42e5-b9e6-61d279ffc68f/1da2d80c-9bc2-4999-9f26-612bf7448c66) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:17.462256 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.479165 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:15Z', 'revision_number': 3, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:17.508402 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd9217-ad7c-4183-9ec6-75841f6cfa9e None None] The sync data for ids ['83184678-5393-46f8-922c-0a4ae6a760e4'] in n-d-803757-2 is: [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:15Z', 'revision_number': 3, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:17.522893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e005b75-53c6-4b30-8227-f4d64aeb91e4 req-8c586429-a315-42bd-b932-12f12850d06a tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:17.524445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1e005b75-53c6-4b30-8227-f4d64aeb91e4 req-8c586429-a315-42bd-b932-12f12850d06a tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 943 time: 0.0581319 Aug 19 12:47:17.569532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1e005b75-53c6-4b30-8227-f4d64aeb91e4 req-db65c21b-0f44-4a53-98e8-63dd411e985b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385816 Aug 19 12:47:17.625910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:17.668704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Network 936b69d8-f44a-4321-b300-539e98e5580c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:17.671597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:17.674977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:17.701212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Pushing event updated for resources: {'Port': ['ID=1da2d80c-9bc2-4999-9f26-612bf7448c66,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:17.722849 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.037880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.226952 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.291439 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:47:18.318275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device b92aca51-54a7-4243-a164-5852f267043e details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:47:18.382682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.436667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c482a2-c084-46d7-bbdc-5b5446834763 req-3e19755b-fc81-4ce2-a15b-2eaed8e4f032 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:18.438268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53c482a2-c084-46d7-bbdc-5b5446834763 req-3e19755b-fc81-4ce2-a15b-2eaed8e4f032 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0553155 Aug 19 12:47:18.442697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port b92aca51-54a7-4243-a164-5852f267043e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=b92aca51-54a7-4243-a164-5852f267043e,segment=NetworkSegment(ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9),segment_id=ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:18.459222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'b92aca51-54a7-4243-a164-5852f267043e', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'port_id': 'b92aca51-54a7-4243-a164-5852f267043e', 'mac_address': 'fa:16:3e:3a:d2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:47:18.462374 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.471406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Pushing event updated for resources: {'Port': ['ID=1da2d80c-9bc2-4999-9f26-612bf7448c66,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:18.488018 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53c482a2-c084-46d7-bbdc-5b5446834763 req-ff6baa59-3959-4f6b-b308-9445aded4d1c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380111 Aug 19 12:47:18.510561 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.529807 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92aca51-54a7-4243-a164-5852f267043e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:47:18.558233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port b92aca51-54a7-4243-a164-5852f267043e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=b92aca51-54a7-4243-a164-5852f267043e,segment=NetworkSegment(ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9),segment_id=ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:18.576485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Network 936b69d8-f44a-4321-b300-539e98e5580c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:18.577928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:18.708297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7db10ce4-10b3-4471-b45b-1b2fe619f26e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:18.730107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Router 83184678-5393-46f8-922c-0a4ae6a760e4 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:18.741187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2109b-c827-4839-a340-445a93e2dadc req-f385c17b-37a8-437c-a97f-93dd8e870fd5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:18.742922 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7bc2109b-c827-4839-a340-445a93e2dadc req-f385c17b-37a8-437c-a97f-93dd8e870fd5 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 943 time: 0.0743208 Aug 19 12:47:18.775096 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.826480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=b92aca51-54a7-4243-a164-5852f267043e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:18.833442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7bc2109b-c827-4839-a340-445a93e2dadc req-b32798c1-b842-4827-a3e6-2b805a87e1b8 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837789 Aug 19 12:47:18.852089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7db10ce4-10b3-4471-b45b-1b2fe619f26e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:18.867843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7db10ce4-10b3-4471-b45b-1b2fe619f26e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:18.868542 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.895962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:18.902300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fb90dbe6-4588-4ab0-a514-c705d9d93412 admin admin] 10.222.0.21 "PUT /v2.0/routers/83184678-5393-46f8-922c-0a4ae6a760e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6315410 Aug 19 12:47:18.974245 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:18.996506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['b92aca51-54a7-4243-a164-5852f267043e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:47:19.004425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 7db10ce4-10b3-4471-b45b-1b2fe619f26e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7db10ce4-10b3-4471-b45b-1b2fe619f26e,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:19.164119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Sync routers for ids ['83184678-5393-46f8-922c-0a4ae6a760e4'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:19.180598 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Routers {'83184678-5393-46f8-922c-0a4ae6a760e4'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:19.181204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['83184678-5393-46f8-922c-0a4ae6a760e4'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:19.217422 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:19.342426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=7db10ce4-10b3-4471-b45b-1b2fe619f26e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:19.381688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Set router 83184678-5393-46f8-922c-0a4ae6a760e4 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:19.466893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-b70213b5-6e16-4961-a95b-0f373a75610f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:19.468416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-b70213b5-6e16-4961-a95b-0f373a75610f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/networks?id=936b69d8-f44a-4321-b300-539e98e5580c HTTP/1.1" status: 200 len: 819 time: 0.1294465 Aug 19 12:47:19.485204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-e56bc9ef-0ead-4e3a-8611-e812fbb00cfa tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/quotas/409bcbd1bad949499dcac0158e73524b HTTP/1.1" status: 200 len: 375 time: 0.0104916 Aug 19 12:47:19.545107 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-6402cbaa-6d68-4598-b785-5ed10770bec3 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=409bcbd1bad949499dcac0158e73524b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543168 Aug 19 12:47:19.617946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d226c8-b0d8-46eb-9344-d8aa16499e6c req-ae8bc8d4-25d8-47a3-8297-2565616b9a09 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:19.620158 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7d226c8-b0d8-46eb-9344-d8aa16499e6c req-ae8bc8d4-25d8-47a3-8297-2565616b9a09 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0523186 Aug 19 12:47:19.637814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:17Z', 'revision_number': 4, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1da2d80c-9bc2-4999-9f26-612bf7448c66', 'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'mac_address': 'fa:16:3e:72:d7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:17Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 2, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'subnets': [{'id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:19.654684 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-dac46ab3-0edf-4553-9d7f-97f7ff108ab2 service neutron] 10.222.0.21 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018181 Aug 19 12:47:19.662838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7d226c8-b0d8-46eb-9344-d8aa16499e6c req-bb78790f-4d97-442d-bc4e-029e7a1cc2e2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350704 Aug 19 12:47:19.675358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Checking router: 83184678-5393-46f8-922c-0a4ae6a760e4 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:19.676583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Updating router 83184678-5393-46f8-922c-0a4ae6a760e4 port 1da2d80c-9bc2-4999-9f26-612bf7448c66 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:47:19.710847 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:19.753920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-63c8c776-1ce2-4d90-9111-fda7942862fb service neutron] 10.222.0.21 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917008 Aug 19 12:47:19.967838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99774027-e502-4c42-81f2-e4ca4a469d5a req-e8feea4f-9799-4604-8685-61a61d496515 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:19.969357 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99774027-e502-4c42-81f2-e4ca4a469d5a req-e8feea4f-9799-4604-8685-61a61d496515 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 944 time: 0.0551767 Aug 19 12:47:19.980692 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:19.990414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Transition to ACTIVE for port object 1da2d80c-9bc2-4999-9f26-612bf7448c66 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:20.012462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99774027-e502-4c42-81f2-e4ca4a469d5a req-c00c6d4c-9373-40d3-9f22-cd98b5b7b452 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324688 Aug 19 12:47:20.089879 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7dcb689c-eb9e-49b8-aead-1cea80b2d382 req-64abf135-eaf5-4fc4-8445-a3e24b051e76 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 210 time: 0.0294828 Aug 19 12:47:20.110931 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:20.168805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622510b6-babd-4dde-8d03-cd8bd5311709 None None] Pushing event updated for resources: {'Port': ['ID=1da2d80c-9bc2-4999-9f26-612bf7448c66,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:20.226291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Attempting to bind port 1da2d80c-9bc2-4999-9f26-612bf7448c66 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:20.226584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Attempting to bind port 1da2d80c-9bc2-4999-9f26-612bf7448c66 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '79055bf4-cabf-4d4a-bb77-39316c52663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:20.226987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Attempting to bind port 1da2d80c-9bc2-4999-9f26-612bf7448c66 on network 936b69d8-f44a-4321-b300-539e98e5580c {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:20.231955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:20.232349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Checking segment: {'id': '79055bf4-cabf-4d4a-bb77-39316c52663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:20.232788 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:20.233178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Bound using segment: {'id': '79055bf4-cabf-4d4a-bb77-39316c52663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:20.233664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Bound port: 1da2d80c-9bc2-4999-9f26-612bf7448c66, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79055bf4-cabf-4d4a-bb77-39316c52663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:20.234075 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:20.303002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] For port 1da2d80c-9bc2-4999-9f26-612bf7448c66, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:20.306068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] For port 1da2d80c-9bc2-4999-9f26-612bf7448c66, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1da2d80c-9bc2-4999-9f26-612bf7448c66,segment=NetworkSegment(79055bf4-cabf-4d4a-bb77-39316c52663b),segment_id=79055bf4-cabf-4d4a-bb77-39316c52663b)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:20.317516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device b92aca51-54a7-4243-a164-5852f267043e up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:20.411621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:20.472500 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Routers {'83184678-5393-46f8-922c-0a4ae6a760e4'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:20.473106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['83184678-5393-46f8-922c-0a4ae6a760e4'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:20.509919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port b92aca51-54a7-4243-a164-5852f267043e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:20.514515 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622510b6-babd-4dde-8d03-cd8bd5311709 None None] Pushing event updated for resources: {'Port': ['ID=1da2d80c-9bc2-4999-9f26-612bf7448c66,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:20.525049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port b92aca51-54a7-4243-a164-5852f267043e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:20.525419 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:20.620430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] Set router 83184678-5393-46f8-922c-0a4ae6a760e4 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:20.693724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7db10ce4-10b3-4471-b45b-1b2fe619f26e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:20.795585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c375c9-7527-40ad-8642-f474e87e109d req-187b269c-18ae-450e-bfa1-5b72363bda6f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:20.797187 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1c375c9-7527-40ad-8642-f474e87e109d req-187b269c-18ae-450e-bfa1-5b72363bda6f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0557504 Aug 19 12:47:20.848169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1c375c9-7527-40ad-8642-f474e87e109d req-5babc2cd-a03f-4605-bf05-ca8a16ca6c0b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433109 Aug 19 12:47:20.900848 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:20.977907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16553701-a430-4158-b34d-017fc2f72b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92aca51-54a7-4243-a164-5852f267043e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:20.980200 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62f4fe6-7d70-4a0f-b7f2-b9e2f5234264" -d '{"events": [{"server_uuid": "16553701-a430-4158-b34d-017fc2f72b8e", "name": "network-vif-plugged", "status": "completed", "tag": "b92aca51-54a7-4243-a164-5852f267043e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:21.001786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port b92aca51-54a7-4243-a164-5852f267043e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=b92aca51-54a7-4243-a164-5852f267043e,segment=NetworkSegment(ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9),segment_id=ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:21.022514 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf990aec-3cbc-44be-8926-3bb189621eaa x-openstack-request-id: req-bf990aec-3cbc-44be-8926-3bb189621eaa {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:21.022758 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16553701-a430-4158-b34d-017fc2f72b8e", "name": "network-vif-plugged", "status": "completed", "tag": "b92aca51-54a7-4243-a164-5852f267043e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:21.023059 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf990aec-3cbc-44be-8926-3bb189621eaa {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:21.023468 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16553701-a430-4158-b34d-017fc2f72b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92aca51-54a7-4243-a164-5852f267043e', 'code': 200} Aug 19 12:47:21.032556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7db10ce4-10b3-4471-b45b-1b2fe619f26e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:21.032902 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:21.151323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dacb0a-1e55-4b60-9630-064b80b3d3e5 req-d3f9a3f4-92b6-430b-b529-93a3866744b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:21.156510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2dacb0a-1e55-4b60-9630-064b80b3d3e5 req-d3f9a3f4-92b6-430b-b529-93a3866744b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 1095 time: 0.0736237 Aug 19 12:47:21.179571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0851af-1c5f-455e-9473-5dccfbd030c8 req-c212603a-33aa-4628-a042-ba5a8b588cc1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:21.185169 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:21.187689 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba0851af-1c5f-455e-9473-5dccfbd030c8 req-c212603a-33aa-4628-a042-ba5a8b588cc1 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 944 time: 0.0865541 Aug 19 12:47:21.211176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2dacb0a-1e55-4b60-9630-064b80b3d3e5 req-e594f707-7bc5-4748-8356-78ffa859a0e0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465758 Aug 19 12:47:21.211919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:17Z', 'revision_number': 4, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1da2d80c-9bc2-4999-9f26-612bf7448c66', 'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'mac_address': 'fa:16:3e:72:d7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:17Z', 'updated_at': '2021-08-19T12:47:20Z', 'revision_number': 4, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'subnets': [{'id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:21.238602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba0851af-1c5f-455e-9473-5dccfbd030c8 req-071c54ac-db0c-4807-b076-39fe25665e2f tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500329 Aug 19 12:47:21.260975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70505fa-b2d0-4464-af45-aad8e1d80dcf None None] The sync data for ids ['83184678-5393-46f8-922c-0a4ae6a760e4'] in n-d-803757-2 is: [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:17Z', 'revision_number': 4, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1da2d80c-9bc2-4999-9f26-612bf7448c66', 'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'mac_address': 'fa:16:3e:72:d7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:17Z', 'updated_at': '2021-08-19T12:47:20Z', 'revision_number': 4, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'subnets': [{'id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:21.278085 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4b031c3-d713-4e52-b539-e03c6a212a01 req-0ea12094-40bc-4531-95a9-1a350ddd9a7b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 210 time: 0.0333107 Aug 19 12:47:21.310960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=b92aca51-54a7-4243-a164-5852f267043e,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:22.003595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4e10e-c8cb-4e76-845b-cc55c42b82a8 req-d4e0017b-586b-4378-bf06-2cc532bfc5a9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:22.005172 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1d4e10e-c8cb-4e76-845b-cc55c42b82a8 req-d4e0017b-586b-4378-bf06-2cc532bfc5a9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0827768 Aug 19 12:47:22.053713 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1d4e10e-c8cb-4e76-845b-cc55c42b82a8 req-247777ff-0a1d-4e52-884a-3ea79229abfc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Aug 19 12:47:22.385183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3587d-8f01-4cd1-96e9-2f368337675f req-e64f79ce-0f8e-491b-82b3-e9d8f8b2f262 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:22.395196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56b3587d-8f01-4cd1-96e9-2f368337675f req-e64f79ce-0f8e-491b-82b3-e9d8f8b2f262 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 945 time: 0.0728843 Aug 19 12:47:22.436993 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56b3587d-8f01-4cd1-96e9-2f368337675f req-46bc2c71-6403-4930-803c-c51a1529347c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408735 Aug 19 12:47:22.443389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-237c8825-ac0a-46fe-802c-9d4dd0938995 req-cc633d6b-4788-4e29-a43d-adbae082b382 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 210 time: 0.0358858 Aug 19 12:47:22.712095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1da2d80c-9bc2-4999-9f26-612bf7448c66 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:22.865519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 1da2d80c-9bc2-4999-9f26-612bf7448c66 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:22.869313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1da2d80c-9bc2-4999-9f26-612bf7448c66 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:22.869681 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:22.951871 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:22.983757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 1da2d80c-9bc2-4999-9f26-612bf7448c66, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1da2d80c-9bc2-4999-9f26-612bf7448c66,segment=NetworkSegment(79055bf4-cabf-4d4a-bb77-39316c52663b),segment_id=79055bf4-cabf-4d4a-bb77-39316c52663b)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:23.161610 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:23.178003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0102c-707a-4ab6-8134-7511a115b7d9 req-ff6faf60-f2ee-4385-8266-f9931981b4c4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:23.179578 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4cb0102c-707a-4ab6-8134-7511a115b7d9 req-ff6faf60-f2ee-4385-8266-f9931981b4c4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0543420 Aug 19 12:47:23.213656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=1da2d80c-9bc2-4999-9f26-612bf7448c66,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:23.222745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4cb0102c-707a-4ab6-8134-7511a115b7d9 req-83f7ff5c-14aa-42b8-8f98-8e0a995edf04 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362895 Aug 19 12:47:23.518491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-adfde854-e786-48a5-9732-ac599571971a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:23.521088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-adfde854-e786-48a5-9732-ac599571971a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.62 "GET /v2.0/networks?id=936b69d8-f44a-4321-b300-539e98e5580c HTTP/1.1" status: 200 len: 819 time: 0.1349614 Aug 19 12:47:23.535382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Request body: {'port': {'device_id': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'admin_state_up': True, 'tenant_id': '409bcbd1bad949499dcac0158e73524b'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:23.557780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b09c3c4a-9983-4620-b887-01293d43055e req-6f5a1ed5-28cc-48d4-8933-96203391f5c9 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 210 time: 0.0336888 Aug 19 12:47:23.653317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4882191-f044-4d07-bf03-127a1b511a69 req-9b0c404d-5c15-466e-9658-c373523794aa tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:23.654914 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4882191-f044-4d07-bf03-127a1b511a69 req-9b0c404d-5c15-466e-9658-c373523794aa tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 945 time: 0.1252093 Aug 19 12:47:23.716118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4882191-f044-4d07-bf03-127a1b511a69 req-6b934025-7cae-4283-8188-13e350615beb tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517061 Aug 19 12:47:23.856187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6247c-02d8-45ce-9a25-cfa4e4719314 req-83877291-6682-4edc-b409-985059fdfd2c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:23.862860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Made reservation on behalf of 409bcbd1bad949499dcac0158e73524b for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:23.864801 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7d6247c-02d8-45ce-9a25-cfa4e4719314 req-83877291-6682-4edc-b409-985059fdfd2c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 945 time: 0.0640929 Aug 19 12:47:23.866506 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:23.902660 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7d6247c-02d8-45ce-9a25-cfa4e4719314 req-f2b368c6-d9c3-4b00-9ca1-d1958f7fcca7 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367327 Aug 19 12:47:23.932338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36912) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:23.977402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549ddbf3-2a3b-4e00-b47d-5a508f8e0102 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:23.979957 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-549ddbf3-2a3b-4e00-b47d-5a508f8e0102 tempest-TestNetworkBasicOps-501615558 tempest-TestNetworkBasicOps-501615558-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 1091 time: 0.0466373 Aug 19 12:47:23.982892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 36914) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:23.988466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': 'b92aca51-54a7-4243-a164-5852f267043e', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:24.006111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Allocated IP 172.20.0.11 (936b69d8-f44a-4321-b300-539e98e5580c/b1aa1454-7012-42e5-b9e6-61d279ffc68f/e380c32b-9b57-4b37-a34c-0d8bf20b9ed1) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:24.159443 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.191631 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.292133 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.346579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57699b-1b64-40e4-84a5-739bc44c15c5 req-78c3dd54-a836-43f6-8109-6b28b27a930e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:24.348127 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af57699b-1b64-40e4-84a5-739bc44c15c5 req-78c3dd54-a836-43f6-8109-6b28b27a930e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0547173 Aug 19 12:47:24.362929 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.417639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Allocated IP 172.25.2.205 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/007ee900-f1ac-4052-852f-c73e1e9433b9) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:24.443035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Network 936b69d8-f44a-4321-b300-539e98e5580c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:24.444815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Pushing event updated for resources: {'Port': ['ID=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:24.451424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:24.453808 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:24.460482 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af57699b-1b64-40e4-84a5-739bc44c15c5 req-ff5bcac6-6931-4ab3-92c5-1c311783f987 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058893 Aug 19 12:47:24.513127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:24.513702 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.562165 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.658928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8995d12b-4400-42e0-8dab-4cf0d3910372 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1278188 Aug 19 12:47:24.672497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Request body: {'port': {'device_id': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:24.702064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1da2d80c-9bc2-4999-9f26-612bf7448c66 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:24.709488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f1b3f-a702-45f0-b6fb-c55c5200bce2 req-0306bb48-33f3-4a4c-9a4d-6ef3898c212a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:24.711284 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ca5f1b3f-a702-45f0-b6fb-c55c5200bce2 req-0306bb48-33f3-4a4c-9a4d-6ef3898c212a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 932 time: 0.0767789 Aug 19 12:47:24.748257 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.753859 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ca5f1b3f-a702-45f0-b6fb-c55c5200bce2 req-a1c36d87-b36d-4b50-9a6e-1b635c208c44 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349028 Aug 19 12:47:24.783598 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1da2d80c-9bc2-4999-9f26-612bf7448c66 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:24.784088 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.885068 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:24.926757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:24.929554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:24.933315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:24.958165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=007ee900-f1ac-4052-852f-c73e1e9433b9,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:25.087176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:47:25.101788 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:25.116615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Transition to ACTIVE for port object e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:25.252195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:25.306832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90835377-c677-445a-9436-27c276c91e6c service neutron] Pushing event updated for resources: {'Port': ['ID=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:25.381363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Attempting to bind port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:25.381595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Attempting to bind port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '79055bf4-cabf-4d4a-bb77-39316c52663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:25.381939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Attempting to bind port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 on network 936b69d8-f44a-4321-b300-539e98e5580c {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:25.384146 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:25.386761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 on network 936b69d8-f44a-4321-b300-539e98e5580c not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:47:25.387128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Attempting to bind port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 on network 936b69d8-f44a-4321-b300-539e98e5580c {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:25.392963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:25.393635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Checking segment: {'id': '79055bf4-cabf-4d4a-bb77-39316c52663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:25.393752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Bound using segment: {'id': '79055bf4-cabf-4d4a-bb77-39316c52663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:25.394205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Bound port: e380c32b-9b57-4b37-a34c-0d8bf20b9ed1, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79055bf4-cabf-4d4a-bb77-39316c52663b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:25.394570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:25.465862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] For port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:25.471225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] For port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,segment=NetworkSegment(79055bf4-cabf-4d4a-bb77-39316c52663b),segment_id=79055bf4-cabf-4d4a-bb77-39316c52663b)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:25.703566 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:25.745619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3582a-bd84-4b61-a7f9-3c1580daac58 req-70927000-6637-4f91-ae4b-058fb732432a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:25.747125 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fff3582a-bd84-4b61-a7f9-3c1580daac58 req-70927000-6637-4f91-ae4b-058fb732432a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0863485 Aug 19 12:47:25.787375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fff3582a-bd84-4b61-a7f9-3c1580daac58 req-c4ab2c60-4a0c-4614-aebf-4caa9c20f319 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313883 Aug 19 12:47:25.875313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2496b92-e881-4c00-9a85-cb3c5c7248cd req-b43c54da-1e1f-4929-98a9-df58063c50ed tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:25.876808 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2496b92-e881-4c00-9a85-cb3c5c7248cd req-b43c54da-1e1f-4929-98a9-df58063c50ed tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 944 time: 0.0499032 Aug 19 12:47:25.914656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2496b92-e881-4c00-9a85-cb3c5c7248cd req-c7991cbe-91ba-48dc-9482-cf3373aed97d tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Aug 19 12:47:26.078319 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.107649 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.115614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:26.115770 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.117289 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-90835377-c677-445a-9436-27c276c91e6c service neutron] 10.222.0.62 "PUT /v2.0/ports/e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 1092 time: 1.4503722 Aug 19 12:47:26.119469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:26.122544 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e86ea-9b1b-4253-a5e5-f4e125838e45" -d '{"events": [{"name": "network-changed", "server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:26.153586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90835377-c677-445a-9436-27c276c91e6c service neutron] Pushing event updated for resources: {'Port': ['ID=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:26.167948 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2342da-3ed1-4c60-bb4a-e32cdf13aaef x-openstack-request-id: req-de2342da-3ed1-4c60-bb4a-e32cdf13aaef {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:26.168244 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:26.168625 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de2342da-3ed1-4c60-bb4a-e32cdf13aaef {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:26.169030 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'status': 'completed', 'code': 200} Aug 19 12:47:26.227556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e86ea-9b1b-4253-a5e5-f4e125838e45 req-ab6e4a6f-54c9-4b0b-af13-db7dc4bad355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:26.229078 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-860e86ea-9b1b-4253-a5e5-f4e125838e45 req-ab6e4a6f-54c9-4b0b-af13-db7dc4bad355 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=409bcbd1bad949499dcac0158e73524b&device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 1095 time: 0.0427783 Aug 19 12:47:26.263851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.337627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e86ea-9b1b-4253-a5e5-f4e125838e45 req-ce7bc06a-5265-48f7-89c1-076bebc47048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:26.339147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-860e86ea-9b1b-4253-a5e5-f4e125838e45 req-ce7bc06a-5265-48f7-89c1-076bebc47048 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=409bcbd1bad949499dcac0158e73524b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0976839 Aug 19 12:47:26.431890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e86ea-9b1b-4253-a5e5-f4e125838e45 req-249435ba-a7bc-45da-8b64-4d9f0719e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:26.433377 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-860e86ea-9b1b-4253-a5e5-f4e125838e45 req-249435ba-a7bc-45da-8b64-4d9f0719e626 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875685 Aug 19 12:47:26.458533 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.537482 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.602539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8fb4af9c-f48a-4982-b88b-eb659c26b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:26.604158 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-8fb4af9c-f48a-4982-b88b-eb659c26b7f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=409bcbd1bad949499dcac0158e73524b&device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 1095 time: 0.0431535 Aug 19 12:47:26.616439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event updated for resources: {'Port': ['ID=007ee900-f1ac-4052-852f-c73e1e9433b9,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:26.628603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:26.652702 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-159e6776-eed6-4ba2-bb29-0528448ca8aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 217 time: 0.0402603 Aug 19 12:47:26.702104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-47841309-14cf-4a29-bd91-2df1dd31db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:26.703610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-47841309-14cf-4a29-bd91-2df1dd31db4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1aa1454-7012-42e5-b9e6-61d279ffc68f HTTP/1.1" status: 200 len: 859 time: 0.0439641 Aug 19 12:47:26.729755 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Floating IP ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296 associated. External IP: 172.25.2.205, port: b92aca51-54a7-4243-a164-5852f267043e. Aug 19 12:47:26.738414 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-650cd4db-1f96-438f-91f6-4540fca47d78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=936b69d8-f44a-4321-b300-539e98e5580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244853 Aug 19 12:47:26.838552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-ffa7c193-fc45-48aa-bbc6-66df91a83aa3 service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926197 Aug 19 12:47:26.931359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-495222ca-ca4d-416c-9de9-5cc4645a3f83 req-d40ae4fe-55f8-420f-909d-e5711b1aac4c service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854864 Aug 19 12:47:26.976483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954046b-a3c5-46fd-852d-7b186f3fbf4a req-c3a06b57-c132-4511-b9d8-6608542bd859 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:26.978209 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a954046b-a3c5-46fd-852d-7b186f3fbf4a req-c3a06b57-c132-4511-b9d8-6608542bd859 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.1039672 Aug 19 12:47:26.986503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:27.037223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810dc6a-6a1e-4896-b2c0-1a8c22b87631 req-710e00e4-8c0c-480f-9fbf-a630e4089d9b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:27.039124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b810dc6a-6a1e-4896-b2c0-1a8c22b87631 req-710e00e4-8c0c-480f-9fbf-a630e4089d9b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 944 time: 0.0530357 Aug 19 12:47:27.066645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a954046b-a3c5-46fd-852d-7b186f3fbf4a req-71ff2222-ca86-4a33-9360-1829761dff24 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822458 Aug 19 12:47:27.080973 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b810dc6a-6a1e-4896-b2c0-1a8c22b87631 req-ecdcb477-59ad-4972-b121-2511a0d902ef tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351996 Aug 19 12:47:27.139308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:27.149511 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2a5da-c55e-4980-b3b4-864350b925b2 None None] Sync routers for ids ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:27.159180 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2a5da-c55e-4980-b3b4-864350b925b2 None None] Routers {'869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:27.159803 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ed2a5da-c55e-4980-b3b4-864350b925b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:27.220329 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:27.265410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e3b4cbc6-ee19-44f1-84c1-685568b0b01d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2788479 Aug 19 12:47:27.265410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16553701-a430-4158-b34d-017fc2f72b8e', 'tag': 'b92aca51-54a7-4243-a164-5852f267043e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:27.265937 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77652ac5-1f0c-40b2-83b2-fcb9450c163d" -d '{"events": [{"name": "network-changed", "server_uuid": "16553701-a430-4158-b34d-017fc2f72b8e", "tag": "b92aca51-54a7-4243-a164-5852f267043e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:27.266270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36936) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:27.309343 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c533dc0-2f51-4b9a-908e-d984dddf51dd x-openstack-request-id: req-0c533dc0-2f51-4b9a-908e-d984dddf51dd {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:27.315488 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16553701-a430-4158-b34d-017fc2f72b8e", "tag": "b92aca51-54a7-4243-a164-5852f267043e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:27.315488 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c533dc0-2f51-4b9a-908e-d984dddf51dd {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:27.315488 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16553701-a430-4158-b34d-017fc2f72b8e', 'tag': 'b92aca51-54a7-4243-a164-5852f267043e', 'status': 'completed', 'code': 200} Aug 19 12:47:27.340103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2a832618-c198-45c2-8728-3212bc839575 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/floatingips/ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296 HTTP/1.1" status: 200 len: 991 time: 0.0725884 Aug 19 12:47:27.369121 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0ed2a5da-c55e-4980-b3b4-864350b925b2 None None] Set router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:27.373217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652ac5-1f0c-40b2-83b2-fcb9450c163d req-7ceb6d1c-1b2e-4a53-8665-d8b1c66583db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:27.374831 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77652ac5-1f0c-40b2-83b2-fcb9450c163d req-7ceb6d1c-1b2e-4a53-8665-d8b1c66583db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 1096 time: 0.0432000 Aug 19 12:47:27.467998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652ac5-1f0c-40b2-83b2-fcb9450c163d req-ab6ba783-4065-42dc-b807-0106a6a4c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:27.469506 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77652ac5-1f0c-40b2-83b2-fcb9450c163d req-ab6ba783-4065-42dc-b807-0106a6a4c741 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e54cbb2e-1a02-4e6f-9d64-161302ba5a5d HTTP/1.1" status: 200 len: 898 time: 0.0883331 Aug 19 12:47:27.540159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77652ac5-1f0c-40b2-83b2-fcb9450c163d req-e13eca4c-8f70-4a4d-94c3-9a32dbceb5ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92aca51-54a7-4243-a164-5852f267043e HTTP/1.1" status: 200 len: 999 time: 0.0599372 Aug 19 12:47:27.590887 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ed2a5da-c55e-4980-b3b4-864350b925b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:56Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'port_id': 'b92aca51-54a7-4243-a164-5852f267043e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'mac_address': 'fa:16:3e:3a:d2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16553701-a430-4158-b34d-017fc2f72b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:47:25Z', 'updated_at': '2021-08-19T12:47:25Z', 'revision_number': 0, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02bd227-5e5a-4192-a6ca-ec40985c323b', 'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:bd:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:54Z', 'updated_at': '2021-08-19T12:47:03Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:27.599402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652ac5-1f0c-40b2-83b2-fcb9450c163d req-02a28938-2692-4832-96d0-ebc2b8d1f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:27.601027 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77652ac5-1f0c-40b2-83b2-fcb9450c163d req-02a28938-2692-4832-96d0-ebc2b8d1f84d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1abb661d-5d66-468e-ade2-d1d6ce47aece HTTP/1.1" status: 200 len: 835 time: 0.0530970 Aug 19 12:47:27.620296 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2a5da-c55e-4980-b3b4-864350b925b2 None None] Checking router: 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:27.629469 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed2a5da-c55e-4980-b3b4-864350b925b2 None None] Routers {'869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:27.630099 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ed2a5da-c55e-4980-b3b4-864350b925b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:27.648525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652ac5-1f0c-40b2-83b2-fcb9450c163d req-dbb4b03d-2253-4793-a606-e2e42ee89a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:27.650064 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77652ac5-1f0c-40b2-83b2-fcb9450c163d req-dbb4b03d-2253-4793-a606-e2e42ee89a42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e54cbb2e-1a02-4e6f-9d64-161302ba5a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421290 Aug 19 12:47:27.735122 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0ed2a5da-c55e-4980-b3b4-864350b925b2 None None] Set router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:27.740113 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77652ac5-1f0c-40b2-83b2-fcb9450c163d req-4402ee3b-48eb-4f9c-bd6e-e910bfbd7972 service neutron] 10.222.0.30 "GET /v2.0/networks/e54cbb2e-1a02-4e6f-9d64-161302ba5a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822682 Aug 19 12:47:27.834754 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77652ac5-1f0c-40b2-83b2-fcb9450c163d req-6ccb30fb-bd9b-4f74-9880-71681c6f96e0 service neutron] 10.222.0.30 "GET /v2.0/networks/e54cbb2e-1a02-4e6f-9d64-161302ba5a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879495 Aug 19 12:47:27.958286 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ed2a5da-c55e-4980-b3b4-864350b925b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:56Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'port_id': 'b92aca51-54a7-4243-a164-5852f267043e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'mac_address': 'fa:16:3e:3a:d2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16553701-a430-4158-b34d-017fc2f72b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:47:25Z', 'updated_at': '2021-08-19T12:47:25Z', 'revision_number': 0, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02bd227-5e5a-4192-a6ca-ec40985c323b', 'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:bd:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:54Z', 'updated_at': '2021-08-19T12:47:03Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:27.984698 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed2a5da-c55e-4980-b3b4-864350b925b2 None None] The sync data for ids ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'] in n-d-803757-2 is: [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:56Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'port_id': 'b92aca51-54a7-4243-a164-5852f267043e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'mac_address': 'fa:16:3e:3a:d2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16553701-a430-4158-b34d-017fc2f72b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:47:25Z', 'updated_at': '2021-08-19T12:47:25Z', 'revision_number': 0, 'project_id': '590b45e235af470981ab2f18ef311f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02bd227-5e5a-4192-a6ca-ec40985c323b', 'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:bd:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:54Z', 'updated_at': '2021-08-19T12:47:03Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:28.215430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d3f30-5417-4fde-bca9-a524aab6433c req-b9224a0d-ac8d-4c4e-a617-e376a83f798d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:28.217060 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d5d3f30-5417-4fde-bca9-a524aab6433c req-b9224a0d-ac8d-4c4e-a617-e376a83f798d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0658205 Aug 19 12:47:28.221149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4faa71-4b1e-43d4-bdf2-003763ced144 req-469e3818-bd3e-4954-b1c8-46114d4c87bd tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:28.223673 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f4faa71-4b1e-43d4-bdf2-003763ced144 req-469e3818-bd3e-4954-b1c8-46114d4c87bd tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 944 time: 0.0569174 Aug 19 12:47:28.224381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566b6dec-1b84-4d71-ba9c-9b2d9e50d434 None None] New status for floating IP ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:47:28.265655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f4faa71-4b1e-43d4-bdf2-003763ced144 req-e8cdea1e-a6b8-40ed-929b-eab6b95f3f49 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349541 Aug 19 12:47:28.266143 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d5d3f30-5417-4fde-bca9-a524aab6433c req-29c709c4-6e38-44e5-915f-0881162c983c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361755 Aug 19 12:47:28.343658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36948) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:28.353258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:47:28.426119 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a274c008-63ba-44c4-b2f6-9bdd793b91bf tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/floatingips/ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296 HTTP/1.1" status: 200 len: 991 time: 0.0810430 Aug 19 12:47:28.489806 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,segment=NetworkSegment(79055bf4-cabf-4d4a-bb77-39316c52663b),segment_id=79055bf4-cabf-4d4a-bb77-39316c52663b)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:28.502700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'port_id': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'mac_address': 'fa:16:3e:b8:02:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:47:28.544447 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:28.557986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:47:28.581146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,segment=NetworkSegment(79055bf4-cabf-4d4a-bb77-39316c52663b),segment_id=79055bf4-cabf-4d4a-bb77-39316c52663b)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:28.652853 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:28.704776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:28.886039 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:47:29.390859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac51ec-fe6e-466b-b2b1-5fbc2ee8e8d7 req-9b65dcc9-453a-4080-ac14-26350a2371ee tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:29.392478 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-44ac51ec-fe6e-466b-b2b1-5fbc2ee8e8d7 req-9b65dcc9-453a-4080-ac14-26350a2371ee tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 945 time: 0.0559165 Aug 19 12:47:29.399963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b277dbb-d0e0-45b2-a8a2-cc423432b803 req-f1fd9d0f-a257-4446-a402-022309ef65d5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:29.401460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b277dbb-d0e0-45b2-a8a2-cc423432b803 req-f1fd9d0f-a257-4446-a402-022309ef65d5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0594559 Aug 19 12:47:29.433040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-44ac51ec-fe6e-466b-b2b1-5fbc2ee8e8d7 req-8340cf16-8db7-48f8-b5d4-72c7348e1e5e tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343618 Aug 19 12:47:29.434190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 36956) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:29.478262 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b277dbb-d0e0-45b2-a8a2-cc423432b803 req-72b17762-76d4-48a2-9110-66d43b811bad tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707090 Aug 19 12:47:29.504326 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-02e9fb89-3a63-4492-a3c4-495a6c1d41db tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/floatingips/ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296 HTTP/1.1" status: 200 len: 993 time: 0.0691245 Aug 19 12:47:30.349828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:30.475945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:30.480209 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:30.480673 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:30.556309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e61da-4855-4e8f-9428-210efde00977 req-07fc6b91-9ae5-4636-95f4-30aea59c61ba tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:30.558235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-006e61da-4855-4e8f-9428-210efde00977 req-07fc6b91-9ae5-4636-95f4-30aea59c61ba tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 945 time: 0.0533969 Aug 19 12:47:30.603162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-006e61da-4855-4e8f-9428-210efde00977 req-94bead1a-6d6e-43e2-bf49-8191d50cfecf tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345035 Aug 19 12:47:30.619341 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:30.635519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65289d15-3365-4709-87a5-9c6d36c673da req-89a468c3-993a-4dbf-9ec2-3220cc96222c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:30.637127 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65289d15-3365-4709-87a5-9c6d36c673da req-89a468c3-993a-4dbf-9ec2-3220cc96222c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0623832 Aug 19 12:47:30.642464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:30.645246 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc6baad-9532-426f-ad11-14b1b97fdbfb" -d '{"events": [{"server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "name": "network-vif-plugged", "status": "completed", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:30.658854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,segment=NetworkSegment(79055bf4-cabf-4d4a-bb77-39316c52663b),segment_id=79055bf4-cabf-4d4a-bb77-39316c52663b)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:30.680480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65289d15-3365-4709-87a5-9c6d36c673da req-465488fd-f72a-4ada-bc33-05298a50a21e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360367 Aug 19 12:47:30.731270 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfe5da7-5581-48dd-b564-4127c1bccf15 x-openstack-request-id: req-0cfe5da7-5581-48dd-b564-4127c1bccf15 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:30.731270 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "name": "network-vif-plugged", "status": "completed", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:30.731270 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cfe5da7-5581-48dd-b564-4127c1bccf15 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:30.731270 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'code': 200} Aug 19 12:47:30.786863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda6d8f-2647-47f0-8855-d560e6bbf852 req-98cf84a7-91d7-413f-be12-1692dd564574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:30.788369 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4eda6d8f-2647-47f0-8855-d560e6bbf852 req-98cf84a7-91d7-413f-be12-1692dd564574 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 1096 time: 0.0400527 Aug 19 12:47:30.824732 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:30.826306 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4eda6d8f-2647-47f0-8855-d560e6bbf852 req-9b5bbf4c-6740-44c9-bc94-77d97a32c0fd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304396 Aug 19 12:47:30.877632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:31.723858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3af7c4-b04e-4600-8d57-49aed42dbecd req-6f4dd850-134e-4a94-8285-8111f6708587 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:31.725693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c3af7c4-b04e-4600-8d57-49aed42dbecd req-6f4dd850-134e-4a94-8285-8111f6708587 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0516942 Aug 19 12:47:31.767053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4c3af7c4-b04e-4600-8d57-49aed42dbecd req-ec6ab876-812d-4543-bf1e-727b698d198e tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349364 Aug 19 12:47:31.815685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce61f7-01c9-41cd-b9ba-b93e91dfac5b req-9d31d171-6c53-4c88-881a-60304f072b95 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:31.818535 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96ce61f7-01c9-41cd-b9ba-b93e91dfac5b req-9d31d171-6c53-4c88-881a-60304f072b95 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0677278 Aug 19 12:47:31.857511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96ce61f7-01c9-41cd-b9ba-b93e91dfac5b req-3483b89a-e51b-4adc-bb7b-d8c23ecab621 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341754 Aug 19 12:47:32.640210 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-d080fe4c-e9ee-43ac-b773-286b62330866 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417867 Aug 19 12:47:32.722387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-33899a98-4fe2-471f-b052-c9742a1b6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:32.723807 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-33899a98-4fe2-471f-b052-c9742a1b6490 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 1097 time: 0.0402911 Aug 19 12:47:32.829086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-8b3b328d-7cfe-44bc-b825-10bbffe3bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:32.830551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-8b3b328d-7cfe-44bc-b825-10bbffe3bf96 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.0873601 Aug 19 12:47:32.921492 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-b0199522-15ac-4f20-a967-ce9ba6481a75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 HTTP/1.1" status: 200 len: 1002 time: 0.0842011 Aug 19 12:47:32.934661 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9dced-4ae8-44ed-a679-e7f2dcd32098 req-688c27fc-0138-45fa-a9c9-338b6e51536b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:32.936164 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a2c9dced-4ae8-44ed-a679-e7f2dcd32098 req-688c27fc-0138-45fa-a9c9-338b6e51536b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0931475 Aug 19 12:47:33.066252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f834e-fb81-467a-bd26-fb7478ae9e1b req-32d59ac2-74a6-4ca5-87ac-2d46efbde957 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:33.066252 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f41f834e-fb81-467a-bd26-fb7478ae9e1b req-32d59ac2-74a6-4ca5-87ac-2d46efbde957 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0622635 Aug 19 12:47:33.068188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a2c9dced-4ae8-44ed-a679-e7f2dcd32098 req-52c73373-7a2c-4008-b789-0bccaaae46f8 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694869 Aug 19 12:47:33.068188 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-f7012a94-7e84-485f-bc56-fd1c6275c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:33.068188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-f7012a94-7e84-485f-bc56-fd1c6275c2bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.0815377 Aug 19 12:47:33.068536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f41f834e-fb81-467a-bd26-fb7478ae9e1b req-5c432c7b-2772-4d16-a425-f32e2e6b8d37 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Aug 19 12:47:33.068796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-88142430-fc6e-44fb-9822-c25b9c2efd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:33.069922 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-88142430-fc6e-44fb-9822-c25b9c2efd9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420902 Aug 19 12:47:33.169239 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-557265f7-68b2-4d9d-ae14-67d13d9521f8 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916920 Aug 19 12:47:33.260469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6e787e4-6239-415e-9969-193ff6e76ed3 req-65f58e1b-30d3-4aa9-afed-edf3e87efa7b service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826962 Aug 19 12:47:33.707518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5007e8-9361-414c-a621-e44677d74533 req-482bf366-429b-4439-a63d-799693c71d82 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:33.709040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db5007e8-9361-414c-a621-e44677d74533 req-482bf366-429b-4439-a63d-799693c71d82 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0487754 Aug 19 12:47:33.749102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db5007e8-9361-414c-a621-e44677d74533 req-ad970e3d-f00a-43f6-9162-205a6ecbb45a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335329 Aug 19 12:47:33.796876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984592-8d53-4f7f-b320-a394a33cd6ff req-30c8f72a-48b1-4d43-a029-cbb9dc235e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:33.798457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f984592-8d53-4f7f-b320-a394a33cd6ff req-30c8f72a-48b1-4d43-a029-cbb9dc235e14 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=409bcbd1bad949499dcac0158e73524b&device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 1097 time: 0.0408552 Aug 19 12:47:33.898645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984592-8d53-4f7f-b320-a394a33cd6ff req-ca0fdeb9-748e-479f-a105-a642c58b8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:33.898645 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f984592-8d53-4f7f-b320-a394a33cd6ff req-ca0fdeb9-748e-479f-a105-a642c58b8939 service neutron] 10.222.0.62 "GET /v2.0/networks?id=936b69d8-f44a-4321-b300-539e98e5580c HTTP/1.1" status: 200 len: 920 time: 0.0901055 Aug 19 12:47:33.937125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f984592-8d53-4f7f-b320-a394a33cd6ff req-3eed034b-3763-4434-8e4c-590125a1b1d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 217 time: 0.0335128 Aug 19 12:47:33.985192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f984592-8d53-4f7f-b320-a394a33cd6ff req-9b622183-4443-45dd-ae54-fbfcdc0abc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:33.991025 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f984592-8d53-4f7f-b320-a394a33cd6ff req-9b622183-4443-45dd-ae54-fbfcdc0abc7f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1aa1454-7012-42e5-b9e6-61d279ffc68f HTTP/1.1" status: 200 len: 859 time: 0.0425212 Aug 19 12:47:34.023471 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f984592-8d53-4f7f-b320-a394a33cd6ff req-955ac3ea-ce92-48e4-a98d-7f58aa2302bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=936b69d8-f44a-4321-b300-539e98e5580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291715 Aug 19 12:47:34.126086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f984592-8d53-4f7f-b320-a394a33cd6ff req-36a087b6-0bdf-4433-81ad-1358bab97455 service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945315 Aug 19 12:47:34.216799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf357fd-a074-4a69-bcf6-40cebb2cc2d1 req-763c4b12-7f0d-40f6-a78a-0502b5fbd776 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:34.218268 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8bf357fd-a074-4a69-bcf6-40cebb2cc2d1 req-763c4b12-7f0d-40f6-a78a-0502b5fbd776 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.1076138 Aug 19 12:47:34.265929 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0f984592-8d53-4f7f-b320-a394a33cd6ff req-518c357e-38a2-4510-97f7-62638b72907c service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247978 Aug 19 12:47:34.272952 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8bf357fd-a074-4a69-bcf6-40cebb2cc2d1 req-9d65d1b2-5771-4a41-9c53-72743714dd19 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Aug 19 12:47:34.867068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798829c6-6fa6-425f-b534-cb8c6aa9207d req-1be27365-7163-46c0-aabc-87a98a1df7f4 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:34.868566 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-798829c6-6fa6-425f-b534-cb8c6aa9207d req-1be27365-7163-46c0-aabc-87a98a1df7f4 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0503345 Aug 19 12:47:34.907828 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-798829c6-6fa6-425f-b534-cb8c6aa9207d req-915d2727-db31-4c4f-bf3f-6b819989c1a2 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325234 Aug 19 12:47:35.042178 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f5407c89-da5b-4765-be7b-4596783ac01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:35.389373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601df442-ee5c-4fe5-bdf3-55a6492338c0 req-df74e3ab-fdfe-445d-b6b0-606b4d5a6a11 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:35.390852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-601df442-ee5c-4fe5-bdf3-55a6492338c0 req-df74e3ab-fdfe-445d-b6b0-606b4d5a6a11 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0524571 Aug 19 12:47:35.427956 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-601df442-ee5c-4fe5-bdf3-55a6492338c0 req-898434e2-a8b9-46bc-bfd5-8140e3e5499b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Aug 19 12:47:36.026020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392a70f-daee-413e-badf-a10269f2621b req-bd9cfa40-5e0a-4ea5-bdf1-c43008360e6e tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:36.027437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d392a70f-daee-413e-badf-a10269f2621b req-bd9cfa40-5e0a-4ea5-bdf1-c43008360e6e tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0498157 Aug 19 12:47:36.065612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d392a70f-daee-413e-badf-a10269f2621b req-5840e074-d4bf-4b3f-8b2a-e592bf9a08f7 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321469 Aug 19 12:47:36.545045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd23a86-4cea-4a7f-934d-6b5d56d03e8d req-0ef508d8-451e-45d0-a096-b1b80c100fdc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:36.546643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6fd23a86-4cea-4a7f-934d-6b5d56d03e8d req-0ef508d8-451e-45d0-a096-b1b80c100fdc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0530229 Aug 19 12:47:36.589469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6fd23a86-4cea-4a7f-934d-6b5d56d03e8d req-eaeab854-7b93-4726-956d-752408e3e1df tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367031 Aug 19 12:47:37.185056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7b273-b33e-475b-bdc2-fc1e183fad1f req-114824f7-60dc-4c44-87ec-efe7c70c5e3f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:37.186600 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ee7b273-b33e-475b-bdc2-fc1e183fad1f req-114824f7-60dc-4c44-87ec-efe7c70c5e3f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0523489 Aug 19 12:47:37.225019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ee7b273-b33e-475b-bdc2-fc1e183fad1f req-afc80f6c-4b26-40f4-8e41-6f3186f5fbe8 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Aug 19 12:47:37.710978 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc020c32-51b5-41e3-b67e-05d075e59021 req-9ec7c91b-9130-4319-91a6-aec25b7c6796 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:37.712448 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc020c32-51b5-41e3-b67e-05d075e59021 req-9ec7c91b-9130-4319-91a6-aec25b7c6796 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0497108 Aug 19 12:47:37.717428 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:37.751714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fc020c32-51b5-41e3-b67e-05d075e59021 req-356d98f1-5122-46f6-9b1a-85979d5c1aeb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325785 Aug 19 12:47:37.759271 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-57125ea8-d64b-4cd0-9564-8e16d1858d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:38.344232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dcbac-e198-47d6-8158-7526fb75e0e2 req-a3415ba9-ef67-41d4-a85b-bf94fafe7abe tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:38.345663 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b87dcbac-e198-47d6-8158-7526fb75e0e2 req-a3415ba9-ef67-41d4-a85b-bf94fafe7abe tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0506794 Aug 19 12:47:38.383556 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b87dcbac-e198-47d6-8158-7526fb75e0e2 req-9a0c817e-9c17-41ec-b088-e8459c382d6e tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315263 Aug 19 12:47:38.865331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a00193-9a67-4474-98d8-39c501144168 req-82737f7d-5e81-4934-a697-661d9773c730 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:38.866861 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47a00193-9a67-4474-98d8-39c501144168 req-82737f7d-5e81-4934-a697-661d9773c730 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0488687 Aug 19 12:47:38.904098 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47a00193-9a67-4474-98d8-39c501144168 req-3a675d4c-cd3b-4d07-8f11-06a10b150310 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314152 Aug 19 12:47:39.159167 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:39.505406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96d7f2-7bc4-4c3c-9967-23c6150530f2 req-c567510c-ba3c-4815-916e-60160faf57f6 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:39.507526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de96d7f2-7bc4-4c3c-9967-23c6150530f2 req-c567510c-ba3c-4815-916e-60160faf57f6 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0547476 Aug 19 12:47:39.551051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de96d7f2-7bc4-4c3c-9967-23c6150530f2 req-11036019-5452-4680-8172-75e45891be6b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378809 Aug 19 12:47:40.024230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67be6a-7587-45d5-83a9-c70e490beff5 req-b5573f2f-a8d8-481f-afa6-622d4b712d37 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:40.025730 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c67be6a-7587-45d5-83a9-c70e490beff5 req-b5573f2f-a8d8-481f-afa6-622d4b712d37 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0529227 Aug 19 12:47:40.063358 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c67be6a-7587-45d5-83a9-c70e490beff5 req-7d9db4f7-d5d1-4bd3-9d42-8e80d18a0858 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Aug 19 12:47:40.615994 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:40.667188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37036) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:40.668530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f15fe1-0c14-4ae1-a55f-de4102bd4a31 req-d6fe1435-d771-4b33-9f42-8abed6629c5b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:40.670067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-50f15fe1-0c14-4ae1-a55f-de4102bd4a31 req-d6fe1435-d771-4b33-9f42-8abed6629c5b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0517247 Aug 19 12:47:40.710896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-50f15fe1-0c14-4ae1-a55f-de4102bd4a31 req-edc18bab-4f69-4277-8f9d-66101d17c769 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Aug 19 12:47:40.761996 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dbc1c702-0e3b-4610-a2c1-c6d251b32647 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3968 time: 0.0936539 Aug 19 12:47:40.764683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37038) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:40.769383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'network': {'name': 'tempest-network-smoke--1002998137', 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'port_security_enabled': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:40.849022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Made reservation on behalf of d38b728aa97c42a5bb1da26f1ee9df20 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:40.852929 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:40.875763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:47:40.887738 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:40.888081 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Added segment 3b74cd2b-d1bd-42d3-9a27-f94dca4dab25 of type vlan for network eacb785b-5362-420f-9fc6-2bfcd5bb2117 Aug 19 12:47:40.933469 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:41.037790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:41.043479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:41.044058 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:41.107835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Network': ['ID=eacb785b-5362-420f-9fc6-2bfcd5bb2117,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:41.119468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network eacb785b-5362-420f-9fc6-2bfcd5bb2117 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:47:41.188867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a02a76-ba32-4501-93bd-960aeb16e903 req-dc6e4f3e-3fed-4b90-93d4-664d4e893d15 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:41.190410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54a02a76-ba32-4501-93bd-960aeb16e903 req-dc6e4f3e-3fed-4b90-93d4-664d4e893d15 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0562105 Aug 19 12:47:41.211953 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7cf7c01c-5f2d-467b-a384-0e80bc72558a tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4461412 Aug 19 12:47:41.214553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37042) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:41.219212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1665597775', 'admin_state_up': True, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:41.237592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54a02a76-ba32-4501-93bd-960aeb16e903 req-a51430f9-0fe0-49c8-af39-b79a6e92075d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404534 Aug 19 12:47:41.324305 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:41.325324 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:41.378359 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:41.572170 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:41.826014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e60db5-9602-4212-84c6-4f8a052d8585 req-e644b85d-ac40-4a6b-aa64-4083828b3fec tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:41.827534 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67e60db5-9602-4212-84c6-4f8a052d8585 req-e644b85d-ac40-4a6b-aa64-4083828b3fec tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0500004 Aug 19 12:47:41.864463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-67e60db5-9602-4212-84c6-4f8a052d8585 req-49d426ee-7b56-4c9b-b172-842d0b3e55df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Aug 19 12:47:41.891741 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:41.909841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.011629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Allocated IP 172.25.2.157 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/67433351-e511-4c01-ac81-6335c7875751) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:42.481884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a5452-4901-4b16-b5ca-b891f257ea71 req-393c6960-eb39-48ac-8973-dee5b813ddc2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:42.483363 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c1a5452-4901-4b16-b5ca-b891f257ea71 req-393c6960-eb39-48ac-8973-dee5b813ddc2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 944 time: 0.0764761 Aug 19 12:47:42.497413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device de7dd19d-7fe9-4876-bef9-c39774722be9 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:47:42.504971 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.544827 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c1a5452-4901-4b16-b5ca-b891f257ea71 req-62ccb425-c74b-49ea-a941-e705f1229644 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523498 Aug 19 12:47:42.590693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port de7dd19d-7fe9-4876-bef9-c39774722be9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=de7dd19d-7fe9-4876-bef9-c39774722be9,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:42.602619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'de7dd19d-7fe9-4876-bef9-c39774722be9', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'port_id': 'de7dd19d-7fe9-4876-bef9-c39774722be9', 'mac_address': 'fa:16:3e:b8:c3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:47:42.638413 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.643515 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.657193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7dd19d-7fe9-4876-bef9-c39774722be9 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:47:42.677042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port de7dd19d-7fe9-4876-bef9-c39774722be9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=de7dd19d-7fe9-4876-bef9-c39774722be9,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:42.677247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:42.680576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:42.685658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:42.713584 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Port': ['ID=67433351-e511-4c01-ac81-6335c7875751,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:42.754521 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:42.802054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=de7dd19d-7fe9-4876-bef9-c39774722be9,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:42.993490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['de7dd19d-7fe9-4876-bef9-c39774722be9'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:47:43.032418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0dca9-ea2b-4748-adda-02f3378b69fa req-8db803a6-54db-4b0e-9d94-c174777944f9 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.034300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ac0dca9-ea2b-4748-adda-02f3378b69fa req-8db803a6-54db-4b0e-9d94-c174777944f9 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0983183 Aug 19 12:47:43.042164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:43.144990 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ac0dca9-ea2b-4748-adda-02f3378b69fa req-b0dc8435-cd1b-45ed-9ee9-74b3108a819a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005914 Aug 19 12:47:43.262991 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:43.500492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:47:43.609743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:43.621398 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Sync routers for ids ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:43.633547 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Routers {'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:43.634158 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:43.661074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e4f6-fb14-4a38-bcbc-28f4bbee6157 req-5ab4fcee-aa6f-4ee3-bd95-78b2d6f1877b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.662594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3c21e4f6-fb14-4a38-bcbc-28f4bbee6157 req-5ab4fcee-aa6f-4ee3-bd95-78b2d6f1877b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 945 time: 0.0497320 Aug 19 12:47:43.700475 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3c21e4f6-fb14-4a38-bcbc-28f4bbee6157 req-e9f65fb2-bfdc-4721-a826-e41428decdc9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Aug 19 12:47:43.720185 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:43.721432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f2ea9091-fb5a-4a97-bf61-72f3b582c4eb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5058534 Aug 19 12:47:43.725000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37056) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:43.733865 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Set router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:43.770579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62415d2-636e-46aa-b0cf-4bdd098bb717 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.775011 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b62415d2-636e-46aa-b0cf-4bdd098bb717 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d38b728aa97c42a5bb1da26f1ee9df20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0463827 Aug 19 12:47:43.775245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37060) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:43.868244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41d99de-5b61-4cc1-95f1-0c6b248e9dba tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:43.873217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37062) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:43.873397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e41d99de-5b61-4cc1-95f1-0c6b248e9dba tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970488 Aug 19 12:47:43.906772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-99ef72cc-870f-4ee9-a280-330cee709b4b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323701 Aug 19 12:47:43.909585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37064) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:43.922041 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665597775', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '67433351-e511-4c01-ac81-6335c7875751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:42Z', 'revision_number': 3, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '67433351-e511-4c01-ac81-6335c7875751', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:43.937313 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a69cbf9c-fc1b-4abd-afec-2a3e7e244001 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=d38b728aa97c42a5bb1da26f1ee9df20&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266910 Aug 19 12:47:43.939805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37066) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:43.947365 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Checking router: a15e318e-17b2-4bc7-9b94-93bb3d75ee0e for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:43.947705 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Updating router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e port 67433351-e511-4c01-ac81-6335c7875751 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:47:43.971656 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.028608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8f27d8-46b2-48b9-82d7-22cd9e6f7798 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:44.030159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3d8f27d8-46b2-48b9-82d7-22cd9e6f7798 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894628 Aug 19 12:47:44.034129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37068) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:44.061413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3174498c-fe98-497e-8d5a-ed867764cf23 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275109 Aug 19 12:47:44.063920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37070) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:44.069311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1049828245', 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117', 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:44.221213 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.231335 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Transition to ACTIVE for port object 67433351-e511-4c01-ac81-6335c7875751 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:44.243244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Made reservation on behalf of d38b728aa97c42a5bb1da26f1ee9df20 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:44.246668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.320229 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48be9-ae2d-4d71-bd83-48dacea857c1 req-9c07614b-2129-4b2f-bf7c-cfb84ea3ffd3 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:44.321640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-13e48be9-ae2d-4d71-bd83-48dacea857c1 req-9c07614b-2129-4b2f-bf7c-cfb84ea3ffd3 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.1080899 Aug 19 12:47:44.349447 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.377224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-13e48be9-ae2d-4d71-bd83-48dacea857c1 req-4a0c18ad-647f-4bcb-abfa-a7f09890d0c5 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484409 Aug 19 12:47:44.396967 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Attempting to bind port 67433351-e511-4c01-ac81-6335c7875751 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:44.396967 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Attempting to bind port 67433351-e511-4c01-ac81-6335c7875751 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:44.396967 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Attempting to bind port 67433351-e511-4c01-ac81-6335c7875751 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:44.407725 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:44.408252 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:44.408645 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.409028 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:44.409484 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Bound port: 67433351-e511-4c01-ac81-6335c7875751, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:44.409855 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.415147 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Pushing event updated for resources: {'Port': ['ID=67433351-e511-4c01-ac81-6335c7875751,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:44.443101 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.443440 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.443774 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.444101 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.444426 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.444747 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.445066 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.445383 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.445703 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.446018 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.446329 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.446639 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:44.476507 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] For port 67433351-e511-4c01-ac81-6335c7875751, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:44.479513 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] For port 67433351-e511-4c01-ac81-6335c7875751, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=67433351-e511-4c01-ac81-6335c7875751,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:44.525085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device de7dd19d-7fe9-4876-bef9-c39774722be9 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:44.536320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.593080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Subnet': ['ID=5401ab97-e674-49dc-b277-58e940ed93f0,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:44.608098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Checking segment: {'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:44.608453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network hostable DHCP agents. Network: eacb785b-5362-420f-9fc6-2bfcd5bb2117, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:47:44.623208 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.680405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port de7dd19d-7fe9-4876-bef9-c39774722be9 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:44.682520 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Routers {'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:44.683160 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:44.684448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port de7dd19d-7fe9-4876-bef9-c39774722be9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:44.684906 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.716777 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1769e4d-2788-4c20-bc29-fe899a01fc88 None None] Pushing event updated for resources: {'Port': ['ID=67433351-e511-4c01-ac81-6335c7875751,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:44.718302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network eacb785b-5362-420f-9fc6-2bfcd5bb2117 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:47:44.772224 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.790905 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] Set router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:44.797473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623dad77-05a2-49b4-b7d6-7e3210ce259b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7dd19d-7fe9-4876-bef9-c39774722be9'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:44.799853 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d24423d-5507-4676-9417-02dc29b31996" -d '{"events": [{"server_uuid": "623dad77-05a2-49b4-b7d6-7e3210ce259b", "name": "network-vif-plugged", "status": "completed", "tag": "de7dd19d-7fe9-4876-bef9-c39774722be9"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:44.828696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea22785-a24f-47a1-8019-cf6ed607ee83 req-00445437-bc3e-41b1-b89c-59f72c632ad0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:44.831985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0ea22785-a24f-47a1-8019-cf6ed607ee83 req-00445437-bc3e-41b1-b89c-59f72c632ad0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 945 time: 0.0582597 Aug 19 12:47:44.834423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port de7dd19d-7fe9-4876-bef9-c39774722be9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=de7dd19d-7fe9-4876-bef9-c39774722be9,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:44.840145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, eacb785b-5362-420f-9fc6-2bfcd5bb2117) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:44.845558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:44.846079 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:44.853440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe26c0b5-9a1a-4ab4-aaa4-e9320027b913 None None] Network eacb785b-5362-420f-9fc6-2bfcd5bb2117 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:44.881200 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaab561-6234-4363-aeb1-993c9ecea47b x-openstack-request-id: req-acaab561-6234-4363-aeb1-993c9ecea47b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:44.881430 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623dad77-05a2-49b4-b7d6-7e3210ce259b", "name": "network-vif-plugged", "status": "completed", "tag": "de7dd19d-7fe9-4876-bef9-c39774722be9", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:44.881972 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acaab561-6234-4363-aeb1-993c9ecea47b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:44.912783 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623dad77-05a2-49b4-b7d6-7e3210ce259b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7dd19d-7fe9-4876-bef9-c39774722be9', 'code': 200} Aug 19 12:47:44.913280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0ea22785-a24f-47a1-8019-cf6ed607ee83 req-eb055e40-0c30-4b3d-8568-143007b73166 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597794 Aug 19 12:47:44.997846 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ed5f2-bfe0-4f45-8f43-ecbd4b75adcf req-f5866cef-0c7b-496a-b260-028bbea168af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:44.999717 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d1ed5f2-bfe0-4f45-8f43-ecbd4b75adcf req-f5866cef-0c7b-496a-b260-028bbea168af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 1096 time: 0.0584390 Aug 19 12:47:45.043891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-eacb785b-5362-420f-9fc6-2bfcd5bb2117', 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'fixed_ips': [{'subnet_id': '5401ab97-e674-49dc-b277-58e940ed93f0'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:47:45.045364 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.051715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d1ed5f2-bfe0-4f45-8f43-ecbd4b75adcf req-ae2fa9b4-fdcc-4a02-9411-06341fea20eb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438893 Aug 19 12:47:45.081846 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665597775', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '67433351-e511-4c01-ac81-6335c7875751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:42Z', 'revision_number': 3, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '67433351-e511-4c01-ac81-6335c7875751', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:45.107151 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb8233-167c-43bd-ae9f-bda1f63c5caf None None] The sync data for ids ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'] in n-d-803757-2 is: [{'id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665597775', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '67433351-e511-4c01-ac81-6335c7875751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:42Z', 'revision_number': 3, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '67433351-e511-4c01-ac81-6335c7875751', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:45.183096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Allocated IP 172.20.0.18 (eacb785b-5362-420f-9fc6-2bfcd5bb2117/5401ab97-e674-49dc-b277-58e940ed93f0/73a64662-e82a-4d13-a37c-b9f63a4caf54) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:45.353834 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.364275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Transition to ACTIVE for port object 73a64662-e82a-4d13-a37c-b9f63a4caf54 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:45.376547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Transition to ACTIVE for port object 73a64662-e82a-4d13-a37c-b9f63a4caf54 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:45.400472 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.460886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=de7dd19d-7fe9-4876-bef9-c39774722be9,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:45.498196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7e4582a7-eacc-4910-a3e7-c45767c0270f tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4332337 Aug 19 12:47:45.500956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37082) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:47:45.504479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bdd11-93d7-4eb8-a3cb-7ae2054c1dc8 req-cea8400b-95e6-4392-b6d1-2cbc57ff592f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:45.506027 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d65bdd11-93d7-4eb8-a3cb-7ae2054c1dc8 req-cea8400b-95e6-4392-b6d1-2cbc57ff592f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0529850 Aug 19 12:47:45.550442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d65bdd11-93d7-4eb8-a3cb-7ae2054c1dc8 req-f173bc0e-3431-49a0-a0a5-9c81b1afb40d tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376616 Aug 19 12:47:45.599353 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.647304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Network eacb785b-5362-420f-9fc6-2bfcd5bb2117 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:45.650436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:45.654951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:45.658510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Pushing event updated for resources: {'Port': ['ID=73a64662-e82a-4d13-a37c-b9f63a4caf54,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:45.718996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Attempting to bind port 73a64662-e82a-4d13-a37c-b9f63a4caf54 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:45.719438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Attempting to bind port 73a64662-e82a-4d13-a37c-b9f63a4caf54 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:45.719883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Attempting to bind port 73a64662-e82a-4d13-a37c-b9f63a4caf54 on network eacb785b-5362-420f-9fc6-2bfcd5bb2117 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:45.727022 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:45.727397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Checking segment: {'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:45.728295 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.728703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Bound using segment: {'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:45.729298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Bound port: 73a64662-e82a-4d13-a37c-b9f63a4caf54, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:45.730105 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.796409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] For port 73a64662-e82a-4d13-a37c-b9f63a4caf54, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:45.799925 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] For port 73a64662-e82a-4d13-a37c-b9f63a4caf54, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=73a64662-e82a-4d13-a37c-b9f63a4caf54,segment=NetworkSegment(3b74cd2b-d1bd-42d3-9a27-f94dca4dab25),segment_id=3b74cd2b-d1bd-42d3-9a27-f94dca4dab25)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:45.892237 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:45.951175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1303b83-d3e8-47bf-aeab-447757553ace None None] Pushing event updated for resources: {'Port': ['ID=73a64662-e82a-4d13-a37c-b9f63a4caf54,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:45.974355 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.162469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a6c81-c84a-4e16-82a8-7cf9a71123a8 req-f9171ae8-0540-4e7f-96a2-3c824c2b5c54 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:46.167431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb0a6c81-c84a-4e16-82a8-7cf9a71123a8 req-f9171ae8-0540-4e7f-96a2-3c824c2b5c54 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 946 time: 0.1002605 Aug 19 12:47:46.271721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eb0a6c81-c84a-4e16-82a8-7cf9a71123a8 req-f2cc9fb7-0baf-4094-9ac8-55798dba73c4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893424 Aug 19 12:47:46.385461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Allocated IP 172.20.0.17 (eacb785b-5362-420f-9fc6-2bfcd5bb2117/5401ab97-e674-49dc-b277-58e940ed93f0/86b1fc3d-bc53-4664-a993-5fc50ff812f5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:46.505001 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.519211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Transition to ACTIVE for port object 86b1fc3d-bc53-4664-a993-5fc50ff812f5 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:46.642449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.688636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d27354-8dc3-493e-beb3-67b57adda877 req-9579ff8a-e6a4-4555-9e5d-0a7e75ab7c28 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:46.691427 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73d27354-8dc3-493e-beb3-67b57adda877 req-9579ff8a-e6a4-4555-9e5d-0a7e75ab7c28 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0710690 Aug 19 12:47:46.712624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network eacb785b-5362-420f-9fc6-2bfcd5bb2117 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:46.718526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:46.720742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Port': ['ID=86b1fc3d-bc53-4664-a993-5fc50ff812f5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:46.722935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:46.755541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73d27354-8dc3-493e-beb3-67b57adda877 req-066a87b8-585d-4b07-a6cb-17cccd1f2bfe tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565877 Aug 19 12:47:46.768612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 67433351-e511-4c01-ac81-6335c7875751 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:46.776422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.776765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.777105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.777437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.777761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.778087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.778408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.778730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.779089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.779394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.779710 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.780024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:46.805273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:46.938036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 67433351-e511-4c01-ac81-6335c7875751 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:46.942662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 67433351-e511-4c01-ac81-6335c7875751 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:46.943059 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.021740 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.023277 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.045151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 67433351-e511-4c01-ac81-6335c7875751, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=67433351-e511-4c01-ac81-6335c7875751,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:47.125000 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.127595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 73a64662-e82a-4d13-a37c-b9f63a4caf54 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:47.215580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=67433351-e511-4c01-ac81-6335c7875751,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:47.365181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 73a64662-e82a-4d13-a37c-b9f63a4caf54 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:47.404230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b7d93-38a5-4a05-ae47-28ecdef0fc35 None None] Network eacb785b-5362-420f-9fc6-2bfcd5bb2117 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:47:47.406878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bb39d-37b7-460f-a97a-dfe1c645542d req-ace0f42f-6698-4873-8dc0-3a26cba2c89f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:47.408535 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c04bb39d-37b7-460f-a97a-dfe1c645542d req-ace0f42f-6698-4873-8dc0-3a26cba2c89f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 946 time: 0.0612454 Aug 19 12:47:47.455450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c04bb39d-37b7-460f-a97a-dfe1c645542d req-3705bf00-125c-4eec-b582-52f8f19a4cc8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399792 Aug 19 12:47:47.580499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-74483b0d-1136-4e45-9190-2863329b303b None None] Provisioning for port 73a64662-e82a-4d13-a37c-b9f63a4caf54 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:47.585250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-74483b0d-1136-4e45-9190-2863329b303b None None] Provisioning complete for port 73a64662-e82a-4d13-a37c-b9f63a4caf54 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:47.585628 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-74483b0d-1136-4e45-9190-2863329b303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.671134 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-74483b0d-1136-4e45-9190-2863329b303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.708324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-74483b0d-1136-4e45-9190-2863329b303b None None] For port 73a64662-e82a-4d13-a37c-b9f63a4caf54, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=73a64662-e82a-4d13-a37c-b9f63a4caf54,segment=NetworkSegment(3b74cd2b-d1bd-42d3-9a27-f94dca4dab25),segment_id=3b74cd2b-d1bd-42d3-9a27-f94dca4dab25)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:47.738337 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.755736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3fdfc-eebe-44cf-b04f-8b42628ee0f0 req-383018b1-ec27-4aca-b158-810aef8d23d7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:47.757480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42a3fdfc-eebe-44cf-b04f-8b42628ee0f0 req-383018b1-ec27-4aca-b158-810aef8d23d7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 946 time: 0.0685797 Aug 19 12:47:47.803434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42a3fdfc-eebe-44cf-b04f-8b42628ee0f0 req-dec41df1-7b20-4a0f-8e54-387267e3459d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Aug 19 12:47:47.863131 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-74483b0d-1136-4e45-9190-2863329b303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.884764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324189f-80f5-4bc8-8c18-a54279eb231b req-729f5684-b9d9-4dde-ae97-b2832b66c2bc tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:47.886433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6324189f-80f5-4bc8-8c18-a54279eb231b req-729f5684-b9d9-4dde-ae97-b2832b66c2bc tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0566354 Aug 19 12:47:47.893376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:47.924899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74483b0d-1136-4e45-9190-2863329b303b None None] Pushing event updated for resources: {'Port': ['ID=73a64662-e82a-4d13-a37c-b9f63a4caf54,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:47.940384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6324189f-80f5-4bc8-8c18-a54279eb231b req-889cea53-9efd-453a-9a86-ac5c0e2f1a42 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Aug 19 12:47:48.000789 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:48.007281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Port': ['ID=86b1fc3d-bc53-4664-a993-5fc50ff812f5,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:48.033189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb9d97-3f5c-4d1c-8683-f76cc2d31161 req-27bbe888-aafb-4abc-accf-743788346231 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:48.035223 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43fb9d97-3f5c-4d1c-8683-f76cc2d31161 req-27bbe888-aafb-4abc-accf-743788346231 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 946 time: 0.1527297 Aug 19 12:47:48.052481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-787616b2-3375-48bf-b6df-3406d595f662 None None] Provisioning for port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:48.056886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-787616b2-3375-48bf-b6df-3406d595f662 None None] Provisioning complete for port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:48.057257 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-787616b2-3375-48bf-b6df-3406d595f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:48.091519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-787616b2-3375-48bf-b6df-3406d595f662 None None] Port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:47:48.101649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-787616b2-3375-48bf-b6df-3406d595f662 None None] Provisioning complete for port 73a64662-e82a-4d13-a37c-b9f63a4caf54 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:48.102020 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-787616b2-3375-48bf-b6df-3406d595f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:48.115111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43fb9d97-3f5c-4d1c-8683-f76cc2d31161 req-1b62aa8b-0960-4a6d-9186-9e3eb92f9a57 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562735 Aug 19 12:47:48.142779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network eacb785b-5362-420f-9fc6-2bfcd5bb2117 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:48.142779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:48.286762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:47:48.314280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4abc339e-0f0d-4ce5-87e3-77def880b374 None None] Provisioning complete for port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:48.314649 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4abc339e-0f0d-4ce5-87e3-77def880b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:48.360264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4abc339e-0f0d-4ce5-87e3-77def880b374 None None] Port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:47:48.402779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:47:48.407786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7bb6d667-1f78-489f-93cb-0655a9a5a523 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "PUT /v2.0/routers/a15e318e-17b2-4bc7-9b94-93bb3d75ee0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9056821 Aug 19 12:47:48.419224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Sync routers for ids ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:47:48.432986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Routers {'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:48.432986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:48.681516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1d5a0047-1227-4ebc-834b-94a441f44fdb None None] Provisioning complete for port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:48.681934 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0047-1227-4ebc-834b-94a441f44fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:48.703923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-fd0038a2-0cc0-4479-b03f-3a177bfb6566 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:48.705441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-fd0038a2-0cc0-4479-b03f-3a177bfb6566 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/networks?id=eacb785b-5362-420f-9fc6-2bfcd5bb2117 HTTP/1.1" status: 200 len: 798 time: 0.1246080 Aug 19 12:47:48.724813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 67433351-e511-4c01-ac81-6335c7875751 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:48.728065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-edf9c0ef-9aa1-4563-b7ed-06c3299c88b6 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/quotas/d38b728aa97c42a5bb1da26f1ee9df20 HTTP/1.1" status: 200 len: 375 time: 0.0160706 Aug 19 12:47:48.763634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a0047-1227-4ebc-834b-94a441f44fdb None None] Port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:47:48.767817 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Set router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:48.798000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-2424f624-1b78-4cda-ab14-0f38d402bd5e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d38b728aa97c42a5bb1da26f1ee9df20&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0689063 Aug 19 12:47:48.825793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b3fb9-4f75-417c-940d-7ebd3122efaf req-b09920f2-7b62-4832-a9c6-f8c29744723c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:48.827524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a92b3fb9-4f75-417c-940d-7ebd3122efaf req-b09920f2-7b62-4832-a9c6-f8c29744723c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 946 time: 0.0647533 Aug 19 12:47:48.853441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 67433351-e511-4c01-ac81-6335c7875751 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:48.853821 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:48.881039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a92b3fb9-4f75-417c-940d-7ebd3122efaf req-aeefd7cd-c5ca-440c-a86f-c17d4ef1781e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Aug 19 12:47:48.985554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-994e8ffd-fb78-4b27-b14d-56b06bda4e46 service neutron] 10.222.0.21 "GET /v2.0/networks/eacb785b-5362-420f-9fc6-2bfcd5bb2117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716466 Aug 19 12:47:49.023100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 73a64662-e82a-4d13-a37c-b9f63a4caf54 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:49.077460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665597775', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '67433351-e511-4c01-ac81-6335c7875751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:46Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '67433351-e511-4c01-ac81-6335c7875751', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '86b1fc3d-bc53-4664-a993-5fc50ff812f5', 'name': '', 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:8d:1f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '5401ab97-e674-49dc-b277-58e940ed93f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:46Z', 'updated_at': '2021-08-19T12:47:47Z', 'revision_number': 2, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '5401ab97-e674-49dc-b277-58e940ed93f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:49.080730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e006ab9-ae2d-4e00-8c94-af5dae0bf2d7 req-730f1fb4-1305-41f2-ae8a-8f574516965d tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:49.083480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e006ab9-ae2d-4e00-8c94-af5dae0bf2d7 req-730f1fb4-1305-41f2-ae8a-8f574516965d tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0652912 Aug 19 12:47:49.083607 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-55f03044-525c-4880-9086-77a5ec6473aa service neutron] 10.222.0.21 "GET /v2.0/networks/eacb785b-5362-420f-9fc6-2bfcd5bb2117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910571 Aug 19 12:47:49.110512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Checking router: a15e318e-17b2-4bc7-9b94-93bb3d75ee0e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:47:49.110902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Updating router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:47:49.127206 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e006ab9-ae2d-4e00-8c94-af5dae0bf2d7 req-9052bc7c-9f12-4ae5-ad71-7b8dcdb542c2 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389585 Aug 19 12:47:49.133730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 73a64662-e82a-4d13-a37c-b9f63a4caf54 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:49.134073 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:49.158757 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:49.364414 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-00de19e4-203a-4ead-ae99-e4af12d6f065 req-2cc4e315-3068-44c6-a1d3-837ab21ce6f2 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 210 time: 0.0278316 Aug 19 12:47:49.476647 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:49.486102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Transition to ACTIVE for port object 86b1fc3d-bc53-4664-a993-5fc50ff812f5 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:49.616786 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:49.677458 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d39fb8-5d17-41fa-bb9a-6d5bc2f01e43 None None] Pushing event updated for resources: {'Port': ['ID=86b1fc3d-bc53-4664-a993-5fc50ff812f5,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:49.724796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Attempting to bind port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:49.725163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Attempting to bind port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:49.725523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Attempting to bind port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 on network eacb785b-5362-420f-9fc6-2bfcd5bb2117 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:49.731113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:49.731490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Checking segment: {'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:49.731891 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:49.732278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Bound using segment: {'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:49.732752 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Bound port: 86b1fc3d-bc53-4664-a993-5fc50ff812f5, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:49.733157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:49.802068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] For port 86b1fc3d-bc53-4664-a993-5fc50ff812f5, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:49.805455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] For port 86b1fc3d-bc53-4664-a993-5fc50ff812f5, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=86b1fc3d-bc53-4664-a993-5fc50ff812f5,segment=NetworkSegment(3b74cd2b-d1bd-42d3-9a27-f94dca4dab25),segment_id=3b74cd2b-d1bd-42d3-9a27-f94dca4dab25)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:49.925627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:49.989783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Routers {'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:47:49.990437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:50.008519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75f1be-ea12-439f-9755-61b4ba571dd6 req-36f6bdea-540c-4fe7-a535-6815cc1c100f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:50.018172 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bb75f1be-ea12-439f-9755-61b4ba571dd6 req-36f6bdea-540c-4fe7-a535-6815cc1c100f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 946 time: 0.0773246 Aug 19 12:47:50.033611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d39fb8-5d17-41fa-bb9a-6d5bc2f01e43 None None] Pushing event updated for resources: {'Port': ['ID=86b1fc3d-bc53-4664-a993-5fc50ff812f5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:50.068410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bb75f1be-ea12-439f-9755-61b4ba571dd6 req-9f5dafc0-e82a-4687-9d1c-c71b36730c6e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493412 Aug 19 12:47:50.123300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] Set router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:47:50.257426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faceb1-7dcf-490c-9e3a-9b8e4ed45a1b req-ce078887-5597-4040-9f81-ac89cd62dc42 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:50.259587 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9faceb1-7dcf-490c-9e3a-9b8e4ed45a1b req-ce078887-5597-4040-9f81-ac89cd62dc42 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0517843 Aug 19 12:47:50.312654 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9faceb1-7dcf-490c-9e3a-9b8e4ed45a1b req-c55b5b6e-5e01-4251-972b-27adaa4aec17 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Aug 19 12:47:50.342362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665597775', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '67433351-e511-4c01-ac81-6335c7875751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:46Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '67433351-e511-4c01-ac81-6335c7875751', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '86b1fc3d-bc53-4664-a993-5fc50ff812f5', 'name': '', 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:8d:1f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '5401ab97-e674-49dc-b277-58e940ed93f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:46Z', 'updated_at': '2021-08-19T12:47:49Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '5401ab97-e674-49dc-b277-58e940ed93f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:47:50.373443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8107295-949b-476e-aff8-bfce57bf6fa0 None None] The sync data for ids ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'] in n-d-803757-2 is: [{'id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665597775', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '67433351-e511-4c01-ac81-6335c7875751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:46Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '67433351-e511-4c01-ac81-6335c7875751', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '86b1fc3d-bc53-4664-a993-5fc50ff812f5', 'name': '', 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:8d:1f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': '5401ab97-e674-49dc-b277-58e940ed93f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:46Z', 'updated_at': '2021-08-19T12:47:49Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '5401ab97-e674-49dc-b277-58e940ed93f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:47:50.466169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2dc695c-289b-43f3-ace2-6aada2fe6ab5 req-3cfa86b7-d5fa-42bf-8e7a-f2f6df32be81 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 210 time: 0.0486712 Aug 19 12:47:50.474657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba2f22-3cd7-461f-8c12-ded9ba922815 req-347c2914-35c5-4937-a76c-2eac214c8888 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:50.477718 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-11ba2f22-3cd7-461f-8c12-ded9ba922815 req-347c2914-35c5-4937-a76c-2eac214c8888 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 946 time: 0.0911386 Aug 19 12:47:50.581943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-11ba2f22-3cd7-461f-8c12-ded9ba922815 req-fd11b691-bab1-46a5-9f1b-d4f7650dd10c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Deleting port de7dd19d-7fe9-4876-bef9-c39774722be9 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:47:50.582292 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-11ba2f22-3cd7-461f-8c12-ded9ba922815 req-fd11b691-bab1-46a5-9f1b-d4f7650dd10c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.684685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-11ba2f22-3cd7-461f-8c12-ded9ba922815 req-fd11b691-bab1-46a5-9f1b-d4f7650dd10c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] For port de7dd19d-7fe9-4876-bef9-c39774722be9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=de7dd19d-7fe9-4876-bef9-c39774722be9,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:50.685262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-11ba2f22-3cd7-461f-8c12-ded9ba922815 req-fd11b691-bab1-46a5-9f1b-d4f7650dd10c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.699621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-11ba2f22-3cd7-461f-8c12-ded9ba922815 req-fd11b691-bab1-46a5-9f1b-d4f7650dd10c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Calling delete_port for de7dd19d-7fe9-4876-bef9-c39774722be9 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:47:50.742305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 86b1fc3d-bc53-4664-a993-5fc50ff812f5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:50.886721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:50.891161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:50.891610 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.966950 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-11ba2f22-3cd7-461f-8c12-ded9ba922815 req-fd11b691-bab1-46a5-9f1b-d4f7650dd10c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.970316 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:50.981490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['de7dd19d-7fe9-4876-bef9-c39774722be9'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:47:50.999558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11b691-bab1-46a5-9f1b-d4f7650dd10c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event deleted for resources: {'Port': ['ID=de7dd19d-7fe9-4876-bef9-c39774722be9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:51.050700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 86b1fc3d-bc53-4664-a993-5fc50ff812f5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=86b1fc3d-bc53-4664-a993-5fc50ff812f5,segment=NetworkSegment(3b74cd2b-d1bd-42d3-9a27-f94dca4dab25),segment_id=3b74cd2b-d1bd-42d3-9a27-f94dca4dab25)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:51.064661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ba2f22-3cd7-461f-8c12-ded9ba922815 req-fd11b691-bab1-46a5-9f1b-d4f7650dd10c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] No DVR routers for this DVR port de7dd19d-7fe9-4876-bef9-c39774722be9 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:47:51.068555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-11ba2f22-3cd7-461f-8c12-ded9ba922815 req-fd11b691-bab1-46a5-9f1b-d4f7650dd10c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.070892 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-11ba2f22-3cd7-461f-8c12-ded9ba922815 req-fd11b691-bab1-46a5-9f1b-d4f7650dd10c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "DELETE /v2.0/ports/de7dd19d-7fe9-4876-bef9-c39774722be9 HTTP/1.1" status: 204 len: 173 time: 0.5851674 Aug 19 12:47:51.076293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623dad77-05a2-49b4-b7d6-7e3210ce259b', 'name': 'network-vif-deleted', 'tag': 'de7dd19d-7fe9-4876-bef9-c39774722be9'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:51.076293 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416e2c87-9ae7-46a3-a9d6-015c82bf3699" -d '{"events": [{"server_uuid": "623dad77-05a2-49b4-b7d6-7e3210ce259b", "name": "network-vif-deleted", "tag": "de7dd19d-7fe9-4876-bef9-c39774722be9"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:51.130964 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e136d8-8ee8-436c-878d-bb1c6e512cf2 x-openstack-request-id: req-f4e136d8-8ee8-436c-878d-bb1c6e512cf2 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:51.131537 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623dad77-05a2-49b4-b7d6-7e3210ce259b", "name": "network-vif-deleted", "tag": "de7dd19d-7fe9-4876-bef9-c39774722be9", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:51.131977 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4e136d8-8ee8-436c-878d-bb1c6e512cf2 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:51.132737 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623dad77-05a2-49b4-b7d6-7e3210ce259b', 'name': 'network-vif-deleted', 'tag': 'de7dd19d-7fe9-4876-bef9-c39774722be9', 'status': 'completed', 'code': 200} Aug 19 12:47:51.187365 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27b73baa-d3ef-4980-bdbb-6499ac04e3a1 req-8b2ce937-a15b-43d2-9a17-0d3a43aa0b7a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 210 time: 0.0312693 Aug 19 12:47:51.216812 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:51.270700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=86b1fc3d-bc53-4664-a993-5fc50ff812f5,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:51.455293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe5f10-9546-4fe8-8b92-6d02dc4f7e96 req-6cf03e26-74bc-452a-949e-4367050f738d tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:51.456996 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4fe5f10-9546-4fe8-8b92-6d02dc4f7e96 req-6cf03e26-74bc-452a-949e-4367050f738d tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0765374 Aug 19 12:47:51.502667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4fe5f10-9546-4fe8-8b92-6d02dc4f7e96 req-9daa1194-4074-4528-b7e2-5a688297b483 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Aug 19 12:47:51.591416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-22c3b9f7-b1f0-47d0-b7d8-c274efb7d6cb req-81016d4b-ea07-42a5-ad3a-cc209fdb8c39 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 210 time: 0.0284257 Aug 19 12:47:52.221327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-28804868-c051-4c0a-9424-27e4c0e75ef2 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:52.222980 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-28804868-c051-4c0a-9424-27e4c0e75ef2 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.30 "GET /v2.0/networks?id=eacb785b-5362-420f-9fc6-2bfcd5bb2117 HTTP/1.1" status: 200 len: 798 time: 0.1044154 Aug 19 12:47:52.236906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Request body: {'port': {'device_id': '1e49b707-1d80-42af-bb7c-49282b0b832f', 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117', 'admin_state_up': True, 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:52.318627 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3bca008f-df7b-498c-b28d-df378c12357d req-8cecc329-70d7-46b5-8ac9-5c8760300a27 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 210 time: 0.0340154 Aug 19 12:47:52.464717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Made reservation on behalf of d38b728aa97c42a5bb1da26f1ee9df20 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:47:52.468419 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.647972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Allocated IP 172.20.0.27 (eacb785b-5362-420f-9fc6-2bfcd5bb2117/5401ab97-e674-49dc-b277-58e940ed93f0/8610c140-5c52-40ab-955c-fdc5e91703f8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:47:52.659140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0567c-1d46-4cbd-bd5f-d6abf58f0cd5 req-602dfcb7-da94-4581-9d66-7ee5330ac662 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:52.660736 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aad0567c-1d46-4cbd-bd5f-d6abf58f0cd5 req-602dfcb7-da94-4581-9d66-7ee5330ac662 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0732090 Aug 19 12:47:52.699663 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dbbdda1e-eba4-4c25-817b-bb898ac49c63 req-226d160d-c9e8-4ad1-bb72-2c89b8f24991 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 210 time: 0.0292950 Aug 19 12:47:52.728818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 86b1fc3d-bc53-4664-a993-5fc50ff812f5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:47:52.760681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aad0567c-1d46-4cbd-bd5f-d6abf58f0cd5 req-d8a0229a-0421-44bf-a0f8-b70b99ba617a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908842 Aug 19 12:47:52.791317 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:52.791757 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.820458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.837137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Transition to ACTIVE for port object 8610c140-5c52-40ab-955c-fdc5e91703f8 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:52.956190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:52.997282 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Network eacb785b-5362-420f-9fc6-2bfcd5bb2117 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:47:53.002549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:47:53.006571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:47:53.042682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event updated for resources: {'Port': ['ID=8610c140-5c52-40ab-955c-fdc5e91703f8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:53.074305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:53.074982 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:53.202656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0d528ee4-c081-4bfc-982c-3ac339ec62a3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9695368 Aug 19 12:47:53.216275 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Request body: {'port': {'device_id': '1e49b707-1d80-42af-bb7c-49282b0b832f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:47:53.273826 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:53.314348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e2d1b4b0-997e-445e-81ed-1a6883c3f9b5 None None] Provisioning for port 8610c140-5c52-40ab-955c-fdc5e91703f8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:47:53.319266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e2d1b4b0-997e-445e-81ed-1a6883c3f9b5 None None] Provisioning complete for port 8610c140-5c52-40ab-955c-fdc5e91703f8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:47:53.319640 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e2d1b4b0-997e-445e-81ed-1a6883c3f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:53.357118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1b4b0-997e-445e-81ed-1a6883c3f9b5 None None] Port 8610c140-5c52-40ab-955c-fdc5e91703f8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:47:53.417867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1515f4c-e85f-4fe7-a375-f5cb50d86099 req-97286289-106d-4327-90a7-ab950fdea877 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 210 time: 0.0297623 Aug 19 12:47:53.554047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8610c140-5c52-40ab-955c-fdc5e91703f8 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:47:53.561710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:53.573868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Transition to ACTIVE for port object 8610c140-5c52-40ab-955c-fdc5e91703f8 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:47:53.676035 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:53.727574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Pushing event updated for resources: {'Port': ['ID=8610c140-5c52-40ab-955c-fdc5e91703f8,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:53.842940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Attempting to bind port 8610c140-5c52-40ab-955c-fdc5e91703f8 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:47:53.843283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Attempting to bind port 8610c140-5c52-40ab-955c-fdc5e91703f8 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:47:53.843686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Attempting to bind port 8610c140-5c52-40ab-955c-fdc5e91703f8 on network eacb785b-5362-420f-9fc6-2bfcd5bb2117 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:53.844581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808c03c-b2c8-418e-a711-cc809a9bb1a6 req-8df6674e-4b50-42be-86f2-5aa4179d9d0d tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:53.848598 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3808c03c-b2c8-418e-a711-cc809a9bb1a6 req-8df6674e-4b50-42be-86f2-5aa4179d9d0d tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 907 time: 0.0690548 Aug 19 12:47:53.856599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Port 8610c140-5c52-40ab-955c-fdc5e91703f8 on network eacb785b-5362-420f-9fc6-2bfcd5bb2117 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:47:53.856936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Attempting to bind port 8610c140-5c52-40ab-955c-fdc5e91703f8 on network eacb785b-5362-420f-9fc6-2bfcd5bb2117 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:47:53.896856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:47:53.897206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Checking segment: {'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:47:53.897613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Bound using segment: {'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:47:53.898069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Bound port: 8610c140-5c52-40ab-955c-fdc5e91703f8, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:47:53.898435 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:53.952319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a70e0f-53c5-4e9e-8c0c-1695a87dfbe2 req-ced8e2b1-f5a8-44f0-af2a-02c485ba3dea tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:53.953876 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-44a70e0f-53c5-4e9e-8c0c-1695a87dfbe2 req-ced8e2b1-f5a8-44f0-af2a-02c485ba3dea tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0986280 Aug 19 12:47:54.012482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] For port 8610c140-5c52-40ab-955c-fdc5e91703f8, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:47:54.017211 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-44a70e0f-53c5-4e9e-8c0c-1695a87dfbe2 req-3c092baf-1abf-4572-833c-b9e55849568c tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546350 Aug 19 12:47:54.028398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] For port 8610c140-5c52-40ab-955c-fdc5e91703f8, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8610c140-5c52-40ab-955c-fdc5e91703f8,segment=NetworkSegment(3b74cd2b-d1bd-42d3-9a27-f94dca4dab25),segment_id=3b74cd2b-d1bd-42d3-9a27-f94dca4dab25)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:47:54.208396 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.246269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.246553 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:54.248302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] 10.222.0.30 "PUT /v2.0/ports/8610c140-5c52-40ab-955c-fdc5e91703f8 HTTP/1.1" status: 200 len: 1055 time: 1.0363116 Aug 19 12:47:54.251764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e49b707-1d80-42af-bb7c-49282b0b832f', 'tag': '8610c140-5c52-40ab-955c-fdc5e91703f8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:47:54.254204 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b75b887-a2dd-46cf-9c7a-9f71f8267bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "1e49b707-1d80-42af-bb7c-49282b0b832f", "tag": "8610c140-5c52-40ab-955c-fdc5e91703f8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:47:54.291179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04728d92-95c4-4381-bb4a-c824c786c979 service neutron] Pushing event updated for resources: {'Port': ['ID=8610c140-5c52-40ab-955c-fdc5e91703f8,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:54.309487 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334ff989-603b-4154-9211-d00373f5b279 x-openstack-request-id: req-334ff989-603b-4154-9211-d00373f5b279 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:47:54.309780 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e49b707-1d80-42af-bb7c-49282b0b832f", "tag": "8610c140-5c52-40ab-955c-fdc5e91703f8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:47:54.310171 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-334ff989-603b-4154-9211-d00373f5b279 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:47:54.310738 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e49b707-1d80-42af-bb7c-49282b0b832f', 'tag': '8610c140-5c52-40ab-955c-fdc5e91703f8', 'status': 'completed', 'code': 200} Aug 19 12:47:54.380033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75b887-a2dd-46cf-9c7a-9f71f8267bb4 req-6e0a22c6-462e-47fd-9fee-cf03d1b1c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.382140 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b75b887-a2dd-46cf-9c7a-9f71f8267bb4 req-6e0a22c6-462e-47fd-9fee-cf03d1b1c39e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d38b728aa97c42a5bb1da26f1ee9df20&device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 1058 time: 0.0453126 Aug 19 12:47:54.505695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75b887-a2dd-46cf-9c7a-9f71f8267bb4 req-102ac906-ff76-48fc-9336-85f57abefd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.506254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75b887-a2dd-46cf-9c7a-9f71f8267bb4 req-102ac906-ff76-48fc-9336-85f57abefd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.507835 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b75b887-a2dd-46cf-9c7a-9f71f8267bb4 req-102ac906-ff76-48fc-9336-85f57abefd65 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d38b728aa97c42a5bb1da26f1ee9df20&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1169565 Aug 19 12:47:54.573997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device de7dd19d-7fe9-4876-bef9-c39774722be9 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:47:54.582347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89c881ab-78e1-4175-a6fc-850ef1ed2f45 req-959300ad-553e-4668-af9c-55cbd1483fa5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 210 time: 0.0735128 Aug 19 12:47:54.610775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: de7dd19d-7fe9-4876-bef9-c39774722be9 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:47:54.611299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device de7dd19d-7fe9-4876-bef9-c39774722be9 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:47:54.631701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75b887-a2dd-46cf-9c7a-9f71f8267bb4 req-7085751e-6d53-478c-8ac8-a3fe89167fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.633162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7b75b887-a2dd-46cf-9c7a-9f71f8267bb4 req-7085751e-6d53-478c-8ac8-a3fe89167fc9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150253 Aug 19 12:47:54.710488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-f8d9023a-e5a4-4e5e-aab2-2c06e2d80e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.712014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-f8d9023a-e5a4-4e5e-aab2-2c06e2d80e4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d38b728aa97c42a5bb1da26f1ee9df20&device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 1058 time: 0.0415537 Aug 19 12:47:54.758290 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-1339c219-6150-4879-811e-d5e8f19201a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=8610c140-5c52-40ab-955c-fdc5e91703f8 HTTP/1.1" status: 200 len: 217 time: 0.0374615 Aug 19 12:47:54.807253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-f05f50d0-f706-4bb4-88e0-ab21f579d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.808770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-f05f50d0-f706-4bb4-88e0-ab21f579d807 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5401ab97-e674-49dc-b277-58e940ed93f0 HTTP/1.1" status: 200 len: 838 time: 0.0438230 Aug 19 12:47:54.858493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0af3f431-f311-41dc-b4a9-07833fb0e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.860118 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-0af3f431-f311-41dc-b4a9-07833fb0e705 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eacb785b-5362-420f-9fc6-2bfcd5bb2117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430288 Aug 19 12:47:54.993784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e682cd-edfe-4356-85aa-b20d7a7547f5 req-4d75ca62-14af-4859-89e0-3fd6297e9b01 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:54.995304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53e682cd-edfe-4356-85aa-b20d7a7547f5 req-4d75ca62-14af-4859-89e0-3fd6297e9b01 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 907 time: 0.0759728 Aug 19 12:47:54.997109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-8e406a32-5c76-49c5-947f-2841ce671b82 service neutron] 10.222.0.30 "GET /v2.0/networks/eacb785b-5362-420f-9fc6-2bfcd5bb2117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287787 Aug 19 12:47:55.094997 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e8608ca-916a-42e5-8d55-4ac4b637bd30 req-96be02d1-6616-4cb3-bfc7-b917871c4f4d service neutron] 10.222.0.30 "GET /v2.0/networks/eacb785b-5362-420f-9fc6-2bfcd5bb2117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901070 Aug 19 12:47:55.138337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ea226-855c-4955-a636-b85e9cd28cca req-dc03f743-6c1f-46ea-9337-2745bd83986c tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:55.139789 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-375ea226-855c-4955-a636-b85e9cd28cca req-dc03f743-6c1f-46ea-9337-2745bd83986c tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0496216 Aug 19 12:47:55.177114 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-375ea226-855c-4955-a636-b85e9cd28cca req-0fcba01a-493f-4a04-98fc-bd2b7edc4864 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Aug 19 12:47:55.290518 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:47:55.413400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:55.701020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d275caf4-8493-4bbc-af21-fa9ac7fd2b95 req-ec026923-7746-4b79-8540-5066c8864466 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=623dad77-05a2-49b4-b7d6-7e3210ce259b HTTP/1.1" status: 200 len: 210 time: 0.0300722 Aug 19 12:47:56.126982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d23b1-1d96-451e-b915-49f540508747 req-ab78f31b-f0ae-4964-a465-74ffbc7cf42e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:56.128538 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f4d23b1-1d96-451e-b915-49f540508747 req-ab78f31b-f0ae-4964-a465-74ffbc7cf42e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 907 time: 0.0582356 Aug 19 12:47:56.245969 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:56.296011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a764d7-04e2-480c-b94c-17aac0eabdb3 req-08d469b2-cd47-460b-9627-00849c79f860 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:56.297502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49a764d7-04e2-480c-b94c-17aac0eabdb3 req-08d469b2-cd47-460b-9627-00849c79f860 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0502837 Aug 19 12:47:56.336977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49a764d7-04e2-480c-b94c-17aac0eabdb3 req-654cc085-f6bc-46d4-8882-0dfeca325659 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Aug 19 12:47:57.247777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3e3e2-8057-41c1-98e2-eff25ce66429 req-51c685df-dfd1-4750-9ee5-eb851ac7fa69 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:57.249273 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-76f3e3e2-8057-41c1-98e2-eff25ce66429 req-51c685df-dfd1-4750-9ee5-eb851ac7fa69 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 907 time: 0.0484099 Aug 19 12:47:57.455459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9375e-f686-412b-ad6c-9d213f1f295f req-7b6e7a5c-6a58-48a8-b432-2fb88904b464 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:57.456929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59e9375e-f686-412b-ad6c-9d213f1f295f req-7b6e7a5c-6a58-48a8-b432-2fb88904b464 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0500104 Aug 19 12:47:57.495548 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59e9375e-f686-412b-ad6c-9d213f1f295f req-444174dd-17f7-4f31-9050-472a2c135f96 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Aug 19 12:47:58.370498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb2221-5907-4acf-9252-4c0c2b2da51d req-d8019eec-a008-4be4-af49-e262bdb217ba tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:58.372019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06cb2221-5907-4acf-9252-4c0c2b2da51d req-d8019eec-a008-4be4-af49-e262bdb217ba tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 907 time: 0.0549753 Aug 19 12:47:58.573686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8610c140-5c52-40ab-955c-fdc5e91703f8 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:47:58.617842 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557dbcc-c98e-4ba8-809b-cb6b9f9fa6b0 req-79bf5b00-e3b6-47c9-a89a-290992a46aaf tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:58.619394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5557dbcc-c98e-4ba8-809b-cb6b9f9fa6b0 req-79bf5b00-e3b6-47c9-a89a-290992a46aaf tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0542819 Aug 19 12:47:58.662552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5557dbcc-c98e-4ba8-809b-cb6b9f9fa6b0 req-839a3ca7-1d5e-44c2-a287-8fa3fa414fe0 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369835 Aug 19 12:47:58.682234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8610c140-5c52-40ab-955c-fdc5e91703f8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8610c140-5c52-40ab-955c-fdc5e91703f8,segment=NetworkSegment(3b74cd2b-d1bd-42d3-9a27-f94dca4dab25),segment_id=3b74cd2b-d1bd-42d3-9a27-f94dca4dab25)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:58.694656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '8610c140-5c52-40ab-955c-fdc5e91703f8', 'network_id': 'eacb785b-5362-420f-9fc6-2bfcd5bb2117', 'port_id': '8610c140-5c52-40ab-955c-fdc5e91703f8', 'mac_address': 'fa:16:3e:e7:b7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5401ab97-e674-49dc-b277-58e940ed93f0', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:47:58.730722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.743793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8610c140-5c52-40ab-955c-fdc5e91703f8 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:47:58.763233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8610c140-5c52-40ab-955c-fdc5e91703f8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8610c140-5c52-40ab-955c-fdc5e91703f8,segment=NetworkSegment(3b74cd2b-d1bd-42d3-9a27-f94dca4dab25),segment_id=3b74cd2b-d1bd-42d3-9a27-f94dca4dab25)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:47:58.883854 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:47:58.935404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8610c140-5c52-40ab-955c-fdc5e91703f8,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:47:58.942279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:58.942841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:58.944123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:58.947634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:58.947634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:58.947634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:58.947634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:58.947634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:58.947634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:58.947634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:58.947634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:58.947634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:47:59.123293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['8610c140-5c52-40ab-955c-fdc5e91703f8'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:47:59.487388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d16971-95c4-4bf7-97dd-a13929e8391a req-3a30523b-f5d4-48dc-9b42-e399c5ec6c21 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:59.488821 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4d16971-95c4-4bf7-97dd-a13929e8391a req-3a30523b-f5d4-48dc-9b42-e399c5ec6c21 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 908 time: 0.0508177 Aug 19 12:47:59.781672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714539fd-c7bf-4691-94f8-4237481c1a10 req-b962d637-2efa-4dca-9599-abb921ea4136 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:47:59.783201 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-714539fd-c7bf-4691-94f8-4237481c1a10 req-b962d637-2efa-4dca-9599-abb921ea4136 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0495563 Aug 19 12:47:59.822154 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-714539fd-c7bf-4691-94f8-4237481c1a10 req-073af3ae-8f58-48ed-b43b-64d1211c8eda tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328431 Aug 19 12:48:00.482826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08016-0d38-452e-9015-abf965d18cfd req-7e993526-603b-4f78-9f34-1c8d85db15e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:00.484300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65c08016-0d38-452e-9015-abf965d18cfd req-7e993526-603b-4f78-9f34-1c8d85db15e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 1097 time: 0.0393553 Aug 19 12:48:00.520133 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65c08016-0d38-452e-9015-abf965d18cfd req-caa7c4ca-fb43-4c0b-be89-428a0412a441 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282021 Aug 19 12:48:00.574121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8610c140-5c52-40ab-955c-fdc5e91703f8 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:00.604494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fea2b7-d041-4a02-ba67-dffdba8cfc2f req-e0875887-5b4d-451a-af16-6c863a2a3888 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:00.606000 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36fea2b7-d041-4a02-ba67-dffdba8cfc2f req-e0875887-5b4d-451a-af16-6c863a2a3888 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 908 time: 0.0501304 Aug 19 12:48:00.626562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37238) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:00.684366 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-03dc230f-3b0a-4688-a9b3-c24c31acb7f9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/floatingips/ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296 HTTP/1.1" status: 200 len: 993 time: 0.0626802 Aug 19 12:48:00.768303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 8610c140-5c52-40ab-955c-fdc5e91703f8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:00.772318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 8610c140-5c52-40ab-955c-fdc5e91703f8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:00.772719 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.854885 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:00.877645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e49b707-1d80-42af-bb7c-49282b0b832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8610c140-5c52-40ab-955c-fdc5e91703f8'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:00.880051 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f098aaac-15bf-4ea1-a3c0-9531c0d5585c" -d '{"events": [{"server_uuid": "1e49b707-1d80-42af-bb7c-49282b0b832f", "name": "network-vif-plugged", "status": "completed", "tag": "8610c140-5c52-40ab-955c-fdc5e91703f8"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:00.898716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8610c140-5c52-40ab-955c-fdc5e91703f8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8610c140-5c52-40ab-955c-fdc5e91703f8,segment=NetworkSegment(3b74cd2b-d1bd-42d3-9a27-f94dca4dab25),segment_id=3b74cd2b-d1bd-42d3-9a27-f94dca4dab25)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:00.899145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37248) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:00.920104 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187f8134-8fa4-42d4-bd9e-9bc28d302dd9 x-openstack-request-id: req-187f8134-8fa4-42d4-bd9e-9bc28d302dd9 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:00.920396 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e49b707-1d80-42af-bb7c-49282b0b832f", "name": "network-vif-plugged", "status": "completed", "tag": "8610c140-5c52-40ab-955c-fdc5e91703f8", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:00.920654 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-187f8134-8fa4-42d4-bd9e-9bc28d302dd9 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:00.921052 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e49b707-1d80-42af-bb7c-49282b0b832f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8610c140-5c52-40ab-955c-fdc5e91703f8', 'code': 200} Aug 19 12:48:00.956081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73753664-2e56-447e-8e10-ba52b3aa70fa req-00fde4dd-2274-4b4e-a4b5-475332cbe4de tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:00.956081 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73753664-2e56-447e-8e10-ba52b3aa70fa req-00fde4dd-2274-4b4e-a4b5-475332cbe4de tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0644031 Aug 19 12:48:00.979920 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.034856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8610c140-5c52-40ab-955c-fdc5e91703f8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:01.041955 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73753664-2e56-447e-8e10-ba52b3aa70fa req-f475cd99-bd3f-41a4-a62b-7d877b06df9f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787175 Aug 19 12:48:01.049025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c1dbc-7692-4005-a568-0d0fd78a097a req-72089adf-ca3a-437e-adff-cb5196f30770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:01.050000 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-927c1dbc-7692-4005-a568-0d0fd78a097a req-72089adf-ca3a-437e-adff-cb5196f30770 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 1060 time: 0.0667677 Aug 19 12:48:01.109953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting port 007ee900-f1ac-4052-852f-c73e1e9433b9 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:01.110222 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.183968 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.184240 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.196183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Calling delete_port for 007ee900-f1ac-4052-852f-c73e1e9433b9 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:01.454564 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.489148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Port': ['ID=007ee900-f1ac-4052-852f-c73e1e9433b9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:01.548152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.549001 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Floating IP ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296 disassociated (deleted). External IP: 172.25.2.205, port: b92aca51-54a7-4243-a164-5852f267043e. Aug 19 12:48:01.787121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0bd31-c72b-4792-aab9-ef31208edbe2 req-76eb9684-7c88-46c3-baea-9735e2792af2 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:01.788527 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2f0bd31-c72b-4792-aab9-ef31208edbe2 req-76eb9684-7c88-46c3-baea-9735e2792af2 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 909 time: 0.0942152 Aug 19 12:48:01.811101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:01.916638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:01.921192 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:01.926278 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a513b44-ef96-4044-a51d-3970b6b6d77c None None] Sync routers for ids ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:01.937578 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a513b44-ef96-4044-a51d-3970b6b6d77c None None] Routers {'869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:01.938194 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2a513b44-ef96-4044-a51d-3970b6b6d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:01.951405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9af787cf-f5ca-4847-966f-09af62b3831c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/floatingips/ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296 HTTP/1.1" status: 204 len: 168 time: 1.0511470 Aug 19 12:48:01.952380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16553701-a430-4158-b34d-017fc2f72b8e', 'tag': 'b92aca51-54a7-4243-a164-5852f267043e'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:01.955228 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b0f9ca-9ef9-4f8f-9494-647da7697302" -d '{"events": [{"name": "network-changed", "server_uuid": "16553701-a430-4158-b34d-017fc2f72b8e", "tag": "b92aca51-54a7-4243-a164-5852f267043e"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:01.998028 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32eb775-459b-4834-80e4-27faf06f9a6a x-openstack-request-id: req-a32eb775-459b-4834-80e4-27faf06f9a6a {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:01.998347 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16553701-a430-4158-b34d-017fc2f72b8e", "tag": "b92aca51-54a7-4243-a164-5852f267043e", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:01.998602 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a32eb775-459b-4834-80e4-27faf06f9a6a {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:01.999096 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16553701-a430-4158-b34d-017fc2f72b8e', 'tag': 'b92aca51-54a7-4243-a164-5852f267043e', 'status': 'completed', 'code': 200} Aug 19 12:48:02.061227 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-2a513b44-ef96-4044-a51d-3970b6b6d77c None None] Set router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:02.102915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f9ca-9ef9-4f8f-9494-647da7697302 req-0f9cb3aa-080b-459b-a4cf-2c0cd876f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:02.105501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77b0f9ca-9ef9-4f8f-9494-647da7697302 req-0f9cb3aa-080b-459b-a4cf-2c0cd876f19b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=590b45e235af470981ab2f18ef311f78&device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 1096 time: 0.0790524 Aug 19 12:48:02.210046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f9ca-9ef9-4f8f-9494-647da7697302 req-55bd23c8-6174-47b3-8a50-121946d38801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:02.211829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77b0f9ca-9ef9-4f8f-9494-647da7697302 req-55bd23c8-6174-47b3-8a50-121946d38801 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e54cbb2e-1a02-4e6f-9d64-161302ba5a5d HTTP/1.1" status: 200 len: 898 time: 0.0985820 Aug 19 12:48:02.227517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fa26f-b811-4b78-b8e2-1238af9bdb00 req-ef008d3a-1b07-4bb6-8391-24c58d1ac609 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:02.229216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-424fa26f-b811-4b78-b8e2-1238af9bdb00 req-ef008d3a-1b07-4bb6-8391-24c58d1ac609 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0771089 Aug 19 12:48:02.275232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-424fa26f-b811-4b78-b8e2-1238af9bdb00 req-a388eecd-6dc7-44c8-91f5-cc45aaa74df7 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Aug 19 12:48:02.286049 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77b0f9ca-9ef9-4f8f-9494-647da7697302 req-efa3814d-199c-4e75-91e1-8cbee6a8a071 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b92aca51-54a7-4243-a164-5852f267043e HTTP/1.1" status: 200 len: 217 time: 0.0654695 Aug 19 12:48:02.301210 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2a513b44-ef96-4044-a51d-3970b6b6d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:56Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e02bd227-5e5a-4192-a6ca-ec40985c323b', 'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:bd:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:54Z', 'updated_at': '2021-08-19T12:47:03Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:02.319693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-a19f32c9-fdfc-4a8e-8204-8cd172dfa634 req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1136045521', 'description': 'tempest-description-392280428'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:02.330864 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a513b44-ef96-4044-a51d-3970b6b6d77c None None] Checking router: 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:02.341141 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a513b44-ef96-4044-a51d-3970b6b6d77c None None] Routers {'869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:02.341806 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2a513b44-ef96-4044-a51d-3970b6b6d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:47:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:02.363819 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f9ca-9ef9-4f8f-9494-647da7697302 req-6676666b-978c-4313-9993-20df5682239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:02.365396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77b0f9ca-9ef9-4f8f-9494-647da7697302 req-6676666b-978c-4313-9993-20df5682239d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1abb661d-5d66-468e-ade2-d1d6ce47aece HTTP/1.1" status: 200 len: 835 time: 0.0686374 Aug 19 12:48:02.428948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f9ca-9ef9-4f8f-9494-647da7697302 req-4aaa2b4b-6c29-443c-80f8-59a9140d05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:02.431738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77b0f9ca-9ef9-4f8f-9494-647da7697302 req-4aaa2b4b-6c29-443c-80f8-59a9140d05e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e54cbb2e-1a02-4e6f-9d64-161302ba5a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587583 Aug 19 12:48:02.462175 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-2a513b44-ef96-4044-a51d-3970b6b6d77c None None] Set router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:02.483454 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a19f32c9-fdfc-4a8e-8204-8cd172dfa634 req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.562721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77b0f9ca-9ef9-4f8f-9494-647da7697302 req-071c108e-73fe-4e4b-93c2-4a3909175210 service neutron] 10.222.0.30 "GET /v2.0/networks/e54cbb2e-1a02-4e6f-9d64-161302ba5a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232092 Aug 19 12:48:02.587352 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a19f32c9-fdfc-4a8e-8204-8cd172dfa634 req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.691850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a19f32c9-fdfc-4a8e-8204-8cd172dfa634 req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.697412 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2a513b44-ef96-4044-a51d-3970b6b6d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:56Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e02bd227-5e5a-4192-a6ca-ec40985c323b', 'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:bd:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:54Z', 'updated_at': '2021-08-19T12:47:03Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:02.711797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d414-f6ee-4f39-bcb3-b1dac09e7ad6 req-3bcd4f8b-db1c-4776-b566-bfdf0f615eb3 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:02.719477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-94e6d414-f6ee-4f39-bcb3-b1dac09e7ad6 req-3bcd4f8b-db1c-4776-b566-bfdf0f615eb3 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 945 time: 0.1079717 Aug 19 12:48:02.730404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18e25d6-5bcf-4fd3-b63f-09148230876f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:02.735038 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a513b44-ef96-4044-a51d-3970b6b6d77c None None] The sync data for ids ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'] in n-d-803757-2 is: [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:46:56Z', 'revision_number': 4, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'e02bd227-5e5a-4192-a6ca-ec40985c323b', 'name': '', 'network_id': 'e54cbb2e-1a02-4e6f-9d64-161302ba5a5d', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'mac_address': 'fa:16:3e:bd:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:54Z', 'updated_at': '2021-08-19T12:47:03Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'subnets': [{'id': '1abb661d-5d66-468e-ade2-d1d6ce47aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:02.740626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.745862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.746497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.752198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.752198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.752198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.752198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.752198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.752198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.752198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.752198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.752198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:02.769835 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77b0f9ca-9ef9-4f8f-9494-647da7697302 req-b731e0ce-08b5-4a09-85d5-f9bec775ccd3 service neutron] 10.222.0.30 "GET /v2.0/networks/e54cbb2e-1a02-4e6f-9d64-161302ba5a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993556 Aug 19 12:48:02.773226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-94e6d414-f6ee-4f39-bcb3-b1dac09e7ad6 req-df2f076a-71f6-4f98-bee3-3567298582ab tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529330 Aug 19 12:48:02.837440 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-a19f32c9-fdfc-4a8e-8204-8cd172dfa634 req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:02.839174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a19f32c9-fdfc-4a8e-8204-8cd172dfa634 req-afffd154-2096-4073-968f-dacae99751df tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5248408 Aug 19 12:48:02.931685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a634f2-8082-4cf0-9b8e-5f0b5daf5caa req-fdee0bde-cc4b-4994-adcb-8404d5eac4d3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:02.942595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15a634f2-8082-4cf0-9b8e-5f0b5daf5caa req-fdee0bde-cc4b-4994-adcb-8404d5eac4d3 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 909 time: 0.0654848 Aug 19 12:48:02.952035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f1fefd9-9f15-4cbf-8370-5a8b7cb9cd1f req-26eb520d-18da-4e01-aa4f-da63f95d5b31 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1136045521&fields=id&tenant_id=409bcbd1bad949499dcac0158e73524b HTTP/1.1" status: 200 len: 267 time: 0.0442407 Aug 19 12:48:03.024208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fefd9-9f15-4cbf-8370-5a8b7cb9cd1f req-7f7a414b-893e-40a1-b7d1-f94ba9574fe9 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:03.025899 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f1fefd9-9f15-4cbf-8370-5a8b7cb9cd1f req-7f7a414b-893e-40a1-b7d1-f94ba9574fe9 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0583560 Aug 19 12:48:03.063757 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-2f1fefd9-9f15-4cbf-8370-5a8b7cb9cd1f req-a7ed2d5d-9cc4-40c4-ae5d-4786298109b6 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Request body: {'port': {'security_groups': ['07e1a3f9-b12c-4f40-9617-baabee9ea0ae', 'c18e25d6-5bcf-4fd3-b63f-09148230876f']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:03.098002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fef4002-7faf-40eb-85c7-72dbc4ad7dfa None None] New status for floating IP ef19aa6e-4b97-46fa-b7dd-5bfa8c63b296: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:48:03.124058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e759bb-16ab-490a-8b4a-36fc93644d85 req-c0b5618c-3bcf-4f82-92f8-5252886739bb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:03.125581 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2e759bb-16ab-490a-8b4a-36fc93644d85 req-c0b5618c-3bcf-4f82-92f8-5252886739bb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 909 time: 0.0770941 Aug 19 12:48:03.150719 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f1fefd9-9f15-4cbf-8370-5a8b7cb9cd1f req-a7ed2d5d-9cc4-40c4-ae5d-4786298109b6 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.289144 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d740ea-1aa1-469c-8364-43051b8c7944 req-26679109-40cd-47f7-b4de-2de52f1eeb00 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:03.290684 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82d740ea-1aa1-469c-8364-43051b8c7944 req-26679109-40cd-47f7-b4de-2de52f1eeb00 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 1060 time: 0.0442982 Aug 19 12:48:03.354226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2f1fefd9-9f15-4cbf-8370-5a8b7cb9cd1f req-a7ed2d5d-9cc4-40c4-ae5d-4786298109b6 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] For port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,segment=NetworkSegment(79055bf4-cabf-4d4a-bb77-39316c52663b),segment_id=79055bf4-cabf-4d4a-bb77-39316c52663b)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:03.385993 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f1fefd9-9f15-4cbf-8370-5a8b7cb9cd1f req-a7ed2d5d-9cc4-40c4-ae5d-4786298109b6 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.401377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf342ca-52d0-4328-a24f-d32974e2c73a req-6ddc921e-185a-4c02-8747-6db2da339a7b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:03.402954 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cdf342ca-52d0-4328-a24f-d32974e2c73a req-6ddc921e-185a-4c02-8747-6db2da339a7b tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 1135 time: 0.0448217 Aug 19 12:48:03.441001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cdf342ca-52d0-4328-a24f-d32974e2c73a req-0cab5f0a-27d3-498c-9d98-296a295f47bb tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0319080 Aug 19 12:48:03.462444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37286) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:03.505379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9b565-47e4-45ac-a7dc-66959cd5e100 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:03.507542 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b7e9b565-47e4-45ac-a7dc-66959cd5e100 tempest-TestSecurityGroupsBasicOps-1820694661 tempest-TestSecurityGroupsBasicOps-1820694661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 1055 time: 0.0435302 Aug 19 12:48:03.523265 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f1fefd9-9f15-4cbf-8370-5a8b7cb9cd1f req-a7ed2d5d-9cc4-40c4-ae5d-4786298109b6 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.536188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:03.567395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fefd9-9f15-4cbf-8370-5a8b7cb9cd1f req-a7ed2d5d-9cc4-40c4-ae5d-4786298109b6 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:03.568025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f1fefd9-9f15-4cbf-8370-5a8b7cb9cd1f req-a7ed2d5d-9cc4-40c4-ae5d-4786298109b6 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.576118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f1fefd9-9f15-4cbf-8370-5a8b7cb9cd1f req-a7ed2d5d-9cc4-40c4-ae5d-4786298109b6 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "PUT /v2.0/ports/e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 982 time: 0.5141995 Aug 19 12:48:03.617014 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed2d5d-9cc4-40c4-ae5d-4786298109b6 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Pushing event updated for resources: {'Port': ['ID=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,revision_number=6']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:03.642323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:03.669333 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5e272cbf-3ebd-49f6-8f94-c9c47b40352d req-9b2e86fb-046e-40c8-9045-b7d526f00d4e tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1136045521&fields=id&tenant_id=409bcbd1bad949499dcac0158e73524b HTTP/1.1" status: 200 len: 267 time: 0.0446672 Aug 19 12:48:03.737358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e272cbf-3ebd-49f6-8f94-c9c47b40352d req-e2076928-31ab-43a3-8dcc-2c56b90d4b0c tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:03.739056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5e272cbf-3ebd-49f6-8f94-c9c47b40352d req-e2076928-31ab-43a3-8dcc-2c56b90d4b0c tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 985 time: 0.0607710 Aug 19 12:48:03.751283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-5e272cbf-3ebd-49f6-8f94-c9c47b40352d req-4bc2e76c-4cea-42c3-a360-47de58464f55 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Request body: {'port': {'security_groups': ['07e1a3f9-b12c-4f40-9617-baabee9ea0ae']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:03.849219 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5e272cbf-3ebd-49f6-8f94-c9c47b40352d req-4bc2e76c-4cea-42c3-a360-47de58464f55 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:03.977266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d826033-804b-4e70-b481-75231302fa3a req-693288b0-aecf-4b2d-a34c-94a887e11270 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:03.979715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d826033-804b-4e70-b481-75231302fa3a req-693288b0-aecf-4b2d-a34c-94a887e11270 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.30 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 945 time: 0.1145060 Aug 19 12:48:04.048856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:04.051530 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccd2399-4c81-4391-a5a6-bf94bafe6708" -d '{"events": [{"name": "network-changed", "server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:04.105583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-4d826033-804b-4e70-b481-75231302fa3a req-e1869a66-3df0-4e5e-8364-bf0510b45852 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting port b92aca51-54a7-4243-a164-5852f267043e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:04.105849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4d826033-804b-4e70-b481-75231302fa3a req-e1869a66-3df0-4e5e-8364-bf0510b45852 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.109890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-5e272cbf-3ebd-49f6-8f94-c9c47b40352d req-4bc2e76c-4cea-42c3-a360-47de58464f55 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] For port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,segment=NetworkSegment(79055bf4-cabf-4d4a-bb77-39316c52663b),segment_id=79055bf4-cabf-4d4a-bb77-39316c52663b)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:04.145193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5e272cbf-3ebd-49f6-8f94-c9c47b40352d req-4bc2e76c-4cea-42c3-a360-47de58464f55 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.199582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-4d826033-804b-4e70-b481-75231302fa3a req-e1869a66-3df0-4e5e-8364-bf0510b45852 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] For port b92aca51-54a7-4243-a164-5852f267043e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=b92aca51-54a7-4243-a164-5852f267043e,segment=NetworkSegment(ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9),segment_id=ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:04.200162 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4d826033-804b-4e70-b481-75231302fa3a req-e1869a66-3df0-4e5e-8364-bf0510b45852 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.214333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-4d826033-804b-4e70-b481-75231302fa3a req-e1869a66-3df0-4e5e-8364-bf0510b45852 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Calling delete_port for b92aca51-54a7-4243-a164-5852f267043e owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:04.380569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5e272cbf-3ebd-49f6-8f94-c9c47b40352d req-4bc2e76c-4cea-42c3-a360-47de58464f55 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.392123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:04.424289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e272cbf-3ebd-49f6-8f94-c9c47b40352d req-4bc2e76c-4cea-42c3-a360-47de58464f55 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:04.424899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5e272cbf-3ebd-49f6-8f94-c9c47b40352d req-4bc2e76c-4cea-42c3-a360-47de58464f55 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.426301 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5e272cbf-3ebd-49f6-8f94-c9c47b40352d req-4bc2e76c-4cea-42c3-a360-47de58464f55 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "PUT /v2.0/ports/e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 943 time: 0.6805069 Aug 19 12:48:04.460498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2e76c-4cea-42c3-a360-47de58464f55 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Pushing event updated for resources: {'Port': ['ID=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:04.520030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:04.552709 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516ecf56-e40f-4c0f-833e-ccbec7148fb5 x-openstack-request-id: req-516ecf56-e40f-4c0f-833e-ccbec7148fb5 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:04.552906 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:04.553171 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-516ecf56-e40f-4c0f-833e-ccbec7148fb5 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:04.554262 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'status': 'completed', 'code': 200} Aug 19 12:48:04.566791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21479b0-59bd-426e-9128-84b315851505 req-9cf1e40d-45c6-439b-8887-bd1a6db2847b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:04.569758 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4d826033-804b-4e70-b481-75231302fa3a req-e1869a66-3df0-4e5e-8364-bf0510b45852 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.571395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d21479b0-59bd-426e-9128-84b315851505 req-9cf1e40d-45c6-439b-8887-bd1a6db2847b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 945 time: 0.0900602 Aug 19 12:48:04.620494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1869a66-3df0-4e5e-8364-bf0510b45852 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Port': ['ID=b92aca51-54a7-4243-a164-5852f267043e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:04.700948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d21479b0-59bd-426e-9128-84b315851505 req-a829455f-417c-4562-b7b6-781557197eae tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/security-groups?id=39c38e44-3138-4028-892b-9068ed7d1047&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143346 Aug 19 12:48:04.703424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d826033-804b-4e70-b481-75231302fa3a req-e1869a66-3df0-4e5e-8364-bf0510b45852 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] No DVR routers for this DVR port b92aca51-54a7-4243-a164-5852f267043e on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:04.706104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2399-4c81-4391-a5a6-bf94bafe6708 req-aad3ae6a-1af2-4c49-8388-5ac31d665ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:04.708275 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ccd2399-4c81-4391-a5a6-bf94bafe6708 req-aad3ae6a-1af2-4c49-8388-5ac31d665ac9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=409bcbd1bad949499dcac0158e73524b&device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 1097 time: 0.1353095 Aug 19 12:48:04.730089 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-4d826033-804b-4e70-b481-75231302fa3a req-e1869a66-3df0-4e5e-8364-bf0510b45852 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:04.733048 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d826033-804b-4e70-b481-75231302fa3a req-e1869a66-3df0-4e5e-8364-bf0510b45852 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.30 "DELETE /v2.0/ports/b92aca51-54a7-4243-a164-5852f267043e HTTP/1.1" status: 204 len: 173 time: 0.7458425 Aug 19 12:48:04.733538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16553701-a430-4158-b34d-017fc2f72b8e', 'name': 'network-vif-deleted', 'tag': 'b92aca51-54a7-4243-a164-5852f267043e'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:04.735872 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b01c7b-ec13-4400-92fb-b8257615fbb7" -d '{"events": [{"server_uuid": "16553701-a430-4158-b34d-017fc2f72b8e", "name": "network-vif-deleted", "tag": "b92aca51-54a7-4243-a164-5852f267043e"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:04.860506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed1807-e464-49e1-a110-6f923417d903 req-fa0b7865-322b-4e81-8b74-dd02fdd6e7bc tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:04.863195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23ed1807-e464-49e1-a110-6f923417d903 req-fa0b7865-322b-4e81-8b74-dd02fdd6e7bc tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 909 time: 0.0788555 Aug 19 12:48:04.897005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2399-4c81-4391-a5a6-bf94bafe6708 req-1c1b2902-f6c5-427d-9f80-83150a5095be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:04.898637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ccd2399-4c81-4391-a5a6-bf94bafe6708 req-1c1b2902-f6c5-427d-9f80-83150a5095be service neutron] 10.222.0.62 "GET /v2.0/networks?id=936b69d8-f44a-4321-b300-539e98e5580c HTTP/1.1" status: 200 len: 920 time: 0.1805906 Aug 19 12:48:04.914598 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a9086e-4da1-4b81-aabe-66ad63f4f361 x-openstack-request-id: req-50a9086e-4da1-4b81-aabe-66ad63f4f361 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:04.915081 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16553701-a430-4158-b34d-017fc2f72b8e", "name": "network-vif-deleted", "tag": "b92aca51-54a7-4243-a164-5852f267043e", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:04.915432 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50a9086e-4da1-4b81-aabe-66ad63f4f361 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:04.915888 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16553701-a430-4158-b34d-017fc2f72b8e', 'name': 'network-vif-deleted', 'tag': 'b92aca51-54a7-4243-a164-5852f267043e', 'status': 'completed', 'code': 200} Aug 19 12:48:04.954366 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ccd2399-4c81-4391-a5a6-bf94bafe6708 req-6f79591e-f6b2-4bfb-ab14-75b6f1a9443a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 217 time: 0.0478921 Aug 19 12:48:04.960716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-33866240-a499-43f4-aa64-c55398d81011 req-709661ab-d079-4352-a8f8-f9e4205c86b0 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3092813 Aug 19 12:48:04.986434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:05.026236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd2399-4c81-4391-a5a6-bf94bafe6708 req-0e1c4d80-960d-42f7-96aa-e56876e62cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:05.027776 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1576126b-c3e0-437a-a655-15db6cc20e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.028837 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ccd2399-4c81-4391-a5a6-bf94bafe6708 req-0e1c4d80-960d-42f7-96aa-e56876e62cb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1aa1454-7012-42e5-b9e6-61d279ffc68f HTTP/1.1" status: 200 len: 859 time: 0.0677817 Aug 19 12:48:05.064459 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ccd2399-4c81-4391-a5a6-bf94bafe6708 req-7e551141-77fb-4673-980e-bc6b5689c033 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=936b69d8-f44a-4321-b300-539e98e5580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265393 Aug 19 12:48:05.150538 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.170622 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ccd2399-4c81-4391-a5a6-bf94bafe6708 req-24aa7c51-a2b3-4435-ad61-76c5bb11db1a service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987999 Aug 19 12:48:05.262954 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ccd2399-4c81-4391-a5a6-bf94bafe6708 req-40f3c134-cf2e-4d86-8223-d74bf785ceaf service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857570 Aug 19 12:48:05.263885 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.375436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Allocated IP 172.25.2.97 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/39942f1e-b81b-47f9-8bd9-581dd45baf85) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:05.489579 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.604234 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.652699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:05.655076 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:05.657544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:05.660473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Pushing event updated for resources: {'Port': ['ID=39942f1e-b81b-47f9-8bd9-581dd45baf85,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:05.752227 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.823000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3791f61b-4054-498d-8d3d-795bdb04d99f req-1bd8233f-81a0-49df-978e-cbc57ecd9718 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "GET /v2.0/ports?device_id=16553701-a430-4158-b34d-017fc2f72b8e HTTP/1.1" status: 200 len: 210 time: 0.0335019 Aug 19 12:48:05.906104 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:05.968670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef04ad-8c9e-4fc5-8d49-73e9cec7e855 req-a867da9b-f198-44f3-9daa-745ffc49debd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:05.970202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61ef04ad-8c9e-4fc5-8d49-73e9cec7e855 req-a867da9b-f198-44f3-9daa-745ffc49debd tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 909 time: 0.1200132 Aug 19 12:48:05.993217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ce891-b9f0-4bfc-bbdf-5449f098825f req-3c37e595-2358-4d30-aefc-a7248278f007 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:06.000057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-043ce891-b9f0-4bfc-bbdf-5449f098825f req-3c37e595-2358-4d30-aefc-a7248278f007 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 909 time: 0.0644686 Aug 19 12:48:06.161729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-61ef04ad-8c9e-4fc5-8d49-73e9cec7e855 req-5b3037cb-9880-46f6-8d9e-83c2c8f167ae tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Deleting port 8610c140-5c52-40ab-955c-fdc5e91703f8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:06.161985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-61ef04ad-8c9e-4fc5-8d49-73e9cec7e855 req-5b3037cb-9880-46f6-8d9e-83c2c8f167ae tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.554954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:06.557456 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ead429-d1b9-4052-8eff-aef148bab70d" -d '{"events": [{"name": "network-changed", "server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:06.582373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.591697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device b92aca51-54a7-4243-a164-5852f267043e no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:06.596308 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9a524c-9a3d-4bde-9fd4-2a8a1a4d2f8d x-openstack-request-id: req-2d9a524c-9a3d-4bde-9fd4-2a8a1a4d2f8d {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:06.596827 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:06.597144 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d9a524c-9a3d-4bde-9fd4-2a8a1a4d2f8d {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:06.597577 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'status': 'completed', 'code': 200} Aug 19 12:48:06.618090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: b92aca51-54a7-4243-a164-5852f267043e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:06.618433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device b92aca51-54a7-4243-a164-5852f267043e not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:06.636698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-61ef04ad-8c9e-4fc5-8d49-73e9cec7e855 req-5b3037cb-9880-46f6-8d9e-83c2c8f167ae tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] For port 8610c140-5c52-40ab-955c-fdc5e91703f8, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8610c140-5c52-40ab-955c-fdc5e91703f8,segment=NetworkSegment(3b74cd2b-d1bd-42d3-9a27-f94dca4dab25),segment_id=3b74cd2b-d1bd-42d3-9a27-f94dca4dab25)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:06.643878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-61ef04ad-8c9e-4fc5-8d49-73e9cec7e855 req-5b3037cb-9880-46f6-8d9e-83c2c8f167ae tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.651438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-61ef04ad-8c9e-4fc5-8d49-73e9cec7e855 req-5b3037cb-9880-46f6-8d9e-83c2c8f167ae tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Calling delete_port for 8610c140-5c52-40ab-955c-fdc5e91703f8 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:06.666368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ead429-d1b9-4052-8eff-aef148bab70d req-8dc96615-48d3-46fa-ac75-ec20ebf8f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:06.671080 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3ead429-d1b9-4052-8eff-aef148bab70d req-8dc96615-48d3-46fa-ac75-ec20ebf8f665 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=409bcbd1bad949499dcac0158e73524b&device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 1097 time: 0.0484934 Aug 19 12:48:06.694312 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.785075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ead429-d1b9-4052-8eff-aef148bab70d req-d63f38f8-373e-4c15-8c1a-fc0c4210ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:06.786764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3ead429-d1b9-4052-8eff-aef148bab70d req-d63f38f8-373e-4c15-8c1a-fc0c4210ed14 service neutron] 10.222.0.62 "GET /v2.0/networks?id=936b69d8-f44a-4321-b300-539e98e5580c HTTP/1.1" status: 200 len: 920 time: 0.1112137 Aug 19 12:48:06.791688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Pushing event updated for resources: {'Port': ['ID=39942f1e-b81b-47f9-8bd9-581dd45baf85,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:06.805734 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.844390 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3ead429-d1b9-4052-8eff-aef148bab70d req-ea4be5a7-a5d7-4a49-afaa-451d3ea32a58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 217 time: 0.0499399 Aug 19 12:48:06.888685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37392) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:06.899579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ead429-d1b9-4052-8eff-aef148bab70d req-d42a806a-ea18-49cf-ba03-8101a21b4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:06.901496 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3ead429-d1b9-4052-8eff-aef148bab70d req-d42a806a-ea18-49cf-ba03-8101a21b4cf8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1aa1454-7012-42e5-b9e6-61d279ffc68f HTTP/1.1" status: 200 len: 859 time: 0.0505805 Aug 19 12:48:06.918070 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:06.919386 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-33866240-a499-43f4-aa64-c55398d81011 req-6a23e7af-dc7a-48b2-b5b5-bbeaf1a043ca tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9471395 Aug 19 12:48:06.940244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3ead429-d1b9-4052-8eff-aef148bab70d req-3edddd8b-eb80-44eb-970b-7733e26b0e36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=936b69d8-f44a-4321-b300-539e98e5580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309470 Aug 19 12:48:06.999065 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-61ef04ad-8c9e-4fc5-8d49-73e9cec7e855 req-5b3037cb-9880-46f6-8d9e-83c2c8f167ae tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.058367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-33866240-a499-43f4-aa64-c55398d81011 req-00dc65c5-9930-4f97-b92a-f6ae905b5060 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 695 time: 0.1325047 Aug 19 12:48:07.061053 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3ead429-d1b9-4052-8eff-aef148bab70d req-a40e1406-5ede-4072-bc42-0c9ecaf54012 service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131351 Aug 19 12:48:07.064233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3037cb-9880-46f6-8d9e-83c2c8f167ae tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'Port': ['ID=8610c140-5c52-40ab-955c-fdc5e91703f8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:07.184321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ef04ad-8c9e-4fc5-8d49-73e9cec7e855 req-5b3037cb-9880-46f6-8d9e-83c2c8f167ae tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] No DVR routers for this DVR port 8610c140-5c52-40ab-955c-fdc5e91703f8 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:07.197571 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9425dae2-04f5-4ebb-9c96-a84f7dad5360 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.200882 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-61ef04ad-8c9e-4fc5-8d49-73e9cec7e855 req-5b3037cb-9880-46f6-8d9e-83c2c8f167ae tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.202991 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61ef04ad-8c9e-4fc5-8d49-73e9cec7e855 req-5b3037cb-9880-46f6-8d9e-83c2c8f167ae tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.30 "DELETE /v2.0/ports/8610c140-5c52-40ab-955c-fdc5e91703f8 HTTP/1.1" status: 204 len: 173 time: 1.2199779 Aug 19 12:48:07.206990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e49b707-1d80-42af-bb7c-49282b0b832f', 'name': 'network-vif-deleted', 'tag': '8610c140-5c52-40ab-955c-fdc5e91703f8'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:07.207488 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45f9bdc2-984f-4d9e-80a4-8fe8c7ede50f req-7bd4f429-26e7-4769-927c-bb16dd03d324 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e49b707-1d80-42af-bb7c-49282b0b832f HTTP/1.1" status: 200 len: 210 time: 0.0824993 Aug 19 12:48:07.214743 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca68f0fb-5fd7-4f2d-aaf4-76de42402350" -d '{"events": [{"server_uuid": "1e49b707-1d80-42af-bb7c-49282b0b832f", "name": "network-vif-deleted", "tag": "8610c140-5c52-40ab-955c-fdc5e91703f8"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:07.271733 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9a4687-e343-4326-869a-107b612bd5e6 x-openstack-request-id: req-3b9a4687-e343-4326-869a-107b612bd5e6 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:07.272082 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e49b707-1d80-42af-bb7c-49282b0b832f", "name": "network-vif-deleted", "tag": "8610c140-5c52-40ab-955c-fdc5e91703f8", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:07.272462 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b9a4687-e343-4326-869a-107b612bd5e6 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:07.273401 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e49b707-1d80-42af-bb7c-49282b0b832f', 'name': 'network-vif-deleted', 'tag': '8610c140-5c52-40ab-955c-fdc5e91703f8', 'status': 'completed', 'code': 200} Aug 19 12:48:07.276756 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3ead429-d1b9-4052-8eff-aef148bab70d req-f4621549-32af-4d2e-b0c0-8f4ffb43d4ff service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086673 Aug 19 12:48:07.288876 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9425dae2-04f5-4ebb-9c96-a84f7dad5360 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.339656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33866240-a499-43f4-aa64-c55398d81011 req-8fa58c94-c271-4185-9251-6164c7d327ce tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:07.341090 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-33866240-a499-43f4-aa64-c55398d81011 req-8fa58c94-c271-4185-9251-6164c7d327ce tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.2702534 Aug 19 12:48:07.354361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-33866240-a499-43f4-aa64-c55398d81011 req-cacf7c11-ac4f-4ac9-8f65-478ba93f0b8d tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:48:07.355347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-33866240-a499-43f4-aa64-c55398d81011 req-cacf7c11-ac4f-4ac9-8f65-478ba93f0b8d tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066402 Aug 19 12:48:07.455087 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9425dae2-04f5-4ebb-9c96-a84f7dad5360 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.457795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9425dae2-04f5-4ebb-9c96-a84f7dad5360 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.459187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9425dae2-04f5-4ebb-9c96-a84f7dad5360 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/security-groups/39c38e44-3138-4028-892b-9068ed7d1047 HTTP/1.1" status: 204 len: 168 time: 0.5694478 Aug 19 12:48:07.471765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425dae2-04f5-4ebb-9c96-a84f7dad5360 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c38e44-3138-4028-892b-9068ed7d1047,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:07.500406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-edb34d3e-5bee-4d94-9f55-d474e0064dee tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:07.507914 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-edb34d3e-5bee-4d94-9f55-d474e0064dee tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0949969 Aug 19 12:48:07.571502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37404) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:07.587232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-f3a04638-a504-498c-b2b3-c6feb0423c12 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 695 time: 0.0783045 Aug 19 12:48:07.597316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-55d31a83-98c1-4a80-a1a2-7a45fefadc5b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Request body: {'floatingip': {'port_id': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:07.676356 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:07.739322 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-72aa9753-a69a-490d-aebb-61fecaea01a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.027405 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-55d31a83-98c1-4a80-a1a2-7a45fefadc5b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.076233 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.289198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37412) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:08.419979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting port e02bd227-5e5a-4192-a6ca-ec40985c323b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:08.420238 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.510936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] For port e02bd227-5e5a-4192-a6ca-ec40985c323b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e02bd227-5e5a-4192-a6ca-ec40985c323b,segment=NetworkSegment(ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9),segment_id=ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:08.511397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.524660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Calling delete_port for e02bd227-5e5a-4192-a6ca-ec40985c323b owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:08.606145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8610c140-5c52-40ab-955c-fdc5e91703f8 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:08.626184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 8610c140-5c52-40ab-955c-fdc5e91703f8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:08.626779 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8610c140-5c52-40ab-955c-fdc5e91703f8 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:08.754696 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-55d31a83-98c1-4a80-a1a2-7a45fefadc5b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.845480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-55d31a83-98c1-4a80-a1a2-7a45fefadc5b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.861110 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:08.893375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Port': ['ID=e02bd227-5e5a-4192-a6ca-ec40985c323b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:08.972396 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.024406 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-55d31a83-98c1-4a80-a1a2-7a45fefadc5b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Floating IP d02c64ea-6e24-4893-8f96-7e20750b0673 associated. External IP: 172.25.2.97, port: e380c32b-9b57-4b37-a34c-0d8bf20b9ed1. Aug 19 12:48:09.105916 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.203557 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.363983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:09.401582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-55d31a83-98c1-4a80-a1a2-7a45fefadc5b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Router 83184678-5393-46f8-922c-0a4ae6a760e4 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:09.473795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:09.483732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f04dd61a-acc7-4f90-a24d-7c0f8445600d tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "PUT /v2.0/routers/869cc295-f245-4ed4-a6f5-7fd8a8e1e13f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9110184 Aug 19 12:48:09.484435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37418) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:09.486465 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7dc95f-91e3-451e-b4c7-4be8b20bfb50 None None] Sync routers for ids ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:09.500718 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7dc95f-91e3-451e-b4c7-4be8b20bfb50 None None] Routers {'869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:09.501799 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac7dc95f-91e3-451e-b4c7-4be8b20bfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:09.553831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b73f880-4056-45dd-b82d-fc056290edd9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting subnet 1abb661d-5d66-468e-ade2-d1d6ce47aece {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:09.557765 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7b73f880-4056-45dd-b82d-fc056290edd9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.573615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Deleting port 86b1fc3d-bc53-4664-a993-5fc50ff812f5 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:09.573965 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.580835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-55d31a83-98c1-4a80-a1a2-7a45fefadc5b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:09.587484 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-55d31a83-98c1-4a80-a1a2-7a45fefadc5b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.591600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a9cfc-2717-4c64-8e32-2991832cf43a None None] Sync routers for ids ['83184678-5393-46f8-922c-0a4ae6a760e4'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:09.604940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a9cfc-2717-4c64-8e32-2991832cf43a None None] Routers {'83184678-5393-46f8-922c-0a4ae6a760e4'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:09.605857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-786a9cfc-2717-4c64-8e32-2991832cf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['83184678-5393-46f8-922c-0a4ae6a760e4'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:09.633707 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-ac7dc95f-91e3-451e-b4c7-4be8b20bfb50 None None] Set router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:09.636299 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7b73f880-4056-45dd-b82d-fc056290edd9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:09.730086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-55d31a83-98c1-4a80-a1a2-7a45fefadc5b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "PUT /v2.0/floatingips/d02c64ea-6e24-4893-8f96-7e20750b0673 HTTP/1.1" status: 200 len: 996 time: 2.1366897 Aug 19 12:48:09.734459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:09.737034 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fe3d9a-c3c3-492c-8233-835d190779cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:09.756307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-786a9cfc-2717-4c64-8e32-2991832cf43a None None] Set router 83184678-5393-46f8-922c-0a4ae6a760e4 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:09.900775 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815d1093-4fdc-4b01-9f7e-dd05c55ffbb6 x-openstack-request-id: req-815d1093-4fdc-4b01-9f7e-dd05c55ffbb6 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:09.901009 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:09.901237 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-815d1093-4fdc-4b01-9f7e-dd05c55ffbb6 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:09.901641 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'status': 'completed', 'code': 200} Aug 19 12:48:09.944483 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac7dc95f-91e3-451e-b4c7-4be8b20bfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:48:08Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:09.975893 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7dc95f-91e3-451e-b4c7-4be8b20bfb50 None None] Checking router: 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:09.986031 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7dc95f-91e3-451e-b4c7-4be8b20bfb50 None None] Routers {'869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:09.986480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] For port 86b1fc3d-bc53-4664-a993-5fc50ff812f5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=86b1fc3d-bc53-4664-a993-5fc50ff812f5,segment=NetworkSegment(3b74cd2b-d1bd-42d3-9a27-f94dca4dab25),segment_id=3b74cd2b-d1bd-42d3-9a27-f94dca4dab25)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:09.986641 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac7dc95f-91e3-451e-b4c7-4be8b20bfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:09.987099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.018348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Calling delete_port for 86b1fc3d-bc53-4664-a993-5fc50ff812f5 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:10.071138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-bddd9533-7510-45fa-b8a7-5a833514443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:10.083269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-bddd9533-7510-45fa-b8a7-5a833514443f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=409bcbd1bad949499dcac0158e73524b&device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 1097 time: 0.3427136 Aug 19 12:48:10.108124 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7b73f880-4056-45dd-b82d-fc056290edd9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.155699 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-ac7dc95f-91e3-451e-b4c7-4be8b20bfb50 None None] Set router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:10.241495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe3d9a-c3c3-492c-8233-835d190779cf req-b22e9133-9e3b-41f9-9707-e324e87ab003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:10.243941 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2fe3d9a-c3c3-492c-8233-835d190779cf req-b22e9133-9e3b-41f9-9707-e324e87ab003 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=409bcbd1bad949499dcac0158e73524b&device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 1097 time: 0.3521714 Aug 19 12:48:10.288900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7b73f880-4056-45dd-b82d-fc056290edd9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.358659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-786a9cfc-2717-4c64-8e32-2991832cf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:17Z', 'revision_number': 4, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'd02c64ea-6e24-4893-8f96-7e20750b0673', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'port_id': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'mac_address': 'fa:16:3e:b8:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:48:05Z', 'updated_at': '2021-08-19T12:48:08Z', 'revision_number': 1, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da2d80c-9bc2-4999-9f26-612bf7448c66', 'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'mac_address': 'fa:16:3e:72:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:17Z', 'updated_at': '2021-08-19T12:47:22Z', 'revision_number': 5, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'subnets': [{'id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:10.360057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73f880-4056-45dd-b82d-fc056290edd9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Subnet': ['ID=1abb661d-5d66-468e-ade2-d1d6ce47aece,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:10.362836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8682aff-1277-4bf3-a0e2-e2015353e22e None None] Network e54cbb2e-1a02-4e6f-9d64-161302ba5a5d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:10.364780 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7b73f880-4056-45dd-b82d-fc056290edd9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.370405 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7b73f880-4056-45dd-b82d-fc056290edd9 tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/subnets/1abb661d-5d66-468e-ade2-d1d6ce47aece HTTP/1.1" status: 204 len: 168 time: 0.8825028 Aug 19 12:48:10.370789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37426) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:10.523857 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.557454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a9cfc-2717-4c64-8e32-2991832cf43a None None] Checking router: 83184678-5393-46f8-922c-0a4ae6a760e4 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:10.572348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-604a072a-8f63-4795-9393-66e5da8360b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:10.576151 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac7dc95f-91e3-451e-b4c7-4be8b20bfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:48:08Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:10.580851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a9cfc-2717-4c64-8e32-2991832cf43a None None] Routers {'83184678-5393-46f8-922c-0a4ae6a760e4'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:10.581484 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-786a9cfc-2717-4c64-8e32-2991832cf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['83184678-5393-46f8-922c-0a4ae6a760e4'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:10.583869 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-604a072a-8f63-4795-9393-66e5da8360b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=936b69d8-f44a-4321-b300-539e98e5580c HTTP/1.1" status: 200 len: 920 time: 0.4995015 Aug 19 12:48:10.623835 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.631245 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7dc95f-91e3-451e-b4c7-4be8b20bfb50 None None] The sync data for ids ['869cc295-f245-4ed4-a6f5-7fd8a8e1e13f'] in n-d-803757-2 is: [{'id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'name': 'tempest-TestNetworkBasicOps-router-627828917', 'tenant_id': '590b45e235af470981ab2f18ef311f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:48Z', 'updated_at': '2021-08-19T12:48:08Z', 'revision_number': 5, 'project_id': '590b45e235af470981ab2f18ef311f78', 'gw_port': {'id': '84db5b3d-ab2c-4ee1-a6f2-64d054e515bc', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:fc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869cc295-f245-4ed4-a6f5-7fd8a8e1e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:49Z', 'updated_at': '2021-08-19T12:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:10.712316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'Port': ['ID=86b1fc3d-bc53-4664-a993-5fc50ff812f5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:10.717678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.723173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-786a9cfc-2717-4c64-8e32-2991832cf43a None None] Set router 83184678-5393-46f8-922c-0a4ae6a760e4 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:10.761912 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:10.895866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Deleting port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:10.896252 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.044572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] For port 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=84db5b3d-ab2c-4ee1-a6f2-64d054e515bc,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:11.044949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.051920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-786a9cfc-2717-4c64-8e32-2991832cf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:17Z', 'revision_number': 4, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'd02c64ea-6e24-4893-8f96-7e20750b0673', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'port_id': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'mac_address': 'fa:16:3e:b8:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:48:05Z', 'updated_at': '2021-08-19T12:48:08Z', 'revision_number': 1, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da2d80c-9bc2-4999-9f26-612bf7448c66', 'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'mac_address': 'fa:16:3e:72:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:17Z', 'updated_at': '2021-08-19T12:47:22Z', 'revision_number': 5, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'subnets': [{'id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:11.066844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee43c33-7b73-4fae-86f1-01b76f1df02b None None] DHCP port deletion for e54cbb2e-1a02-4e6f-9d64-161302ba5a5d request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:11.097502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Calling delete_port for 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:11.123083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786a9cfc-2717-4c64-8e32-2991832cf43a None None] The sync data for ids ['83184678-5393-46f8-922c-0a4ae6a760e4'] in n-d-803757-2 is: [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:17Z', 'revision_number': 4, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'd02c64ea-6e24-4893-8f96-7e20750b0673', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'port_id': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'mac_address': 'fa:16:3e:b8:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:48:05Z', 'updated_at': '2021-08-19T12:48:08Z', 'revision_number': 1, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1da2d80c-9bc2-4999-9f26-612bf7448c66', 'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'mac_address': 'fa:16:3e:72:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:17Z', 'updated_at': '2021-08-19T12:47:22Z', 'revision_number': 5, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'subnets': [{'id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:11.239839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-aee43c33-7b73-4fae-86f1-01b76f1df02b None None] Deleting port e5482e71-653f-4611-b8ca-02293e04229f {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:11.240144 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aee43c33-7b73-4fae-86f1-01b76f1df02b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.359375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-af2e987e-9e46-41e6-95f1-d348022165f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 999 time: 0.7739196 Aug 19 12:48:11.389730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-aee43c33-7b73-4fae-86f1-01b76f1df02b None None] For port e5482e71-653f-4611-b8ca-02293e04229f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e5482e71-653f-4611-b8ca-02293e04229f,segment=NetworkSegment(ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9),segment_id=ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:11.389730 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aee43c33-7b73-4fae-86f1-01b76f1df02b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.398509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe3d9a-c3c3-492c-8233-835d190779cf req-bf79aa37-d2af-4dac-9aef-672425125825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:11.399731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-aee43c33-7b73-4fae-86f1-01b76f1df02b None None] Calling delete_port for e5482e71-653f-4611-b8ca-02293e04229f owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:11.400458 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2fe3d9a-c3c3-492c-8233-835d190779cf req-bf79aa37-d2af-4dac-9aef-672425125825 service neutron] 10.222.0.62 "GET /v2.0/networks?id=936b69d8-f44a-4321-b300-539e98e5580c HTTP/1.1" status: 200 len: 920 time: 1.1464918 Aug 19 12:48:11.417698 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.460231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Port': ['ID=84db5b3d-ab2c-4ee1-a6f2-64d054e515bc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:11.508314 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-9b6b7c24-3e94-4589-bd55-bc28ea956cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:11.510120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-9b6b7c24-3e94-4589-bd55-bc28ea956cc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aa1454-7012-42e5-b9e6-61d279ffc68f HTTP/1.1" status: 200 len: 859 time: 0.1496103 Aug 19 12:48:11.532659 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2fe3d9a-c3c3-492c-8233-835d190779cf req-f64fff18-0e5c-4d98-996a-f5cdb9521ae8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 999 time: 0.1225171 Aug 19 12:48:11.563115 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.578894 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b68350c-88ec-4f90-ad23-e17f2902ae37 None None] New status for floating IP d02c64ea-6e24-4893-8f96-7e20750b0673: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:48:11.641567 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-e3431f75-767a-420f-8815-f9ed91037a32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=936b69d8-f44a-4321-b300-539e98e5580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966330 Aug 19 12:48:11.643165 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aee43c33-7b73-4fae-86f1-01b76f1df02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.647229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-a8d521fc-1777-48de-a763-f7b6ee56b2a6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:48:11.655848 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-a8d521fc-1777-48de-a763-f7b6ee56b2a6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133798 Aug 19 12:48:11.685355 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.687737 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.729973 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee43c33-7b73-4fae-86f1-01b76f1df02b None None] No DVR routers for this DVR port e5482e71-653f-4611-b8ca-02293e04229f on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:11.740881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe3d9a-c3c3-492c-8233-835d190779cf req-7125cf18-8e52-488e-882d-8a04cf755bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:11.741618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2fe3d9a-c3c3-492c-8233-835d190779cf req-7125cf18-8e52-488e-882d-8a04cf755bfd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1aa1454-7012-42e5-b9e6-61d279ffc68f HTTP/1.1" status: 200 len: 859 time: 0.1872468 Aug 19 12:48:11.747098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee43c33-7b73-4fae-86f1-01b76f1df02b None None] Pushing event deleted for resources: {'Port': ['ID=e5482e71-653f-4611-b8ca-02293e04229f,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:11.788640 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.793855 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2fe3d9a-c3c3-492c-8233-835d190779cf req-62718ab7-fd23-4707-9c67-f4eb072e62bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=936b69d8-f44a-4321-b300-539e98e5580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429683 Aug 19 12:48:11.849986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.850644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Fanout notify agent at l3_agent the message router_deleted on router 869cc295-f245-4ed4-a6f5-7fd8a8e1e13f {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:48:11.877779 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:11.884715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-31cc0cff-cb54-4850-8e2f-ce60a0685b9c tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/routers/869cc295-f245-4ed4-a6f5-7fd8a8e1e13f HTTP/1.1" status: 204 len: 168 time: 1.5109696 Aug 19 12:48:11.886086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37432) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:11.905480 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-b7d0216f-2eb0-4928-befd-618087aebb3c service neutron] 10.222.0.21 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484443 Aug 19 12:48:12.013728 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.093106 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2fe3d9a-c3c3-492c-8233-835d190779cf req-f6646357-ca30-4316-9428-ed63215cc4db service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887049 Aug 19 12:48:12.183038 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.194394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54cbb2e-1a02-4e6f-9d64-161302ba5a5d']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:12.206260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bae745c2-daeb-493a-8b32-f7efcc20ed06 req-d9f5c952-110d-42fd-84c1-d7858eec0910 service neutron] 10.222.0.21 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999108 Aug 19 12:48:12.216721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:12.218687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3215a3-eca3-4a7e-90d2-f9ea4cf5a0b9') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:12.236738 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.261439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.268509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:48:12.268908 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:48:12.271976 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:48:12.276542 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2fe3d9a-c3c3-492c-8233-835d190779cf req-8fbb7dfd-e291-4438-b074-6a19d9ba017e service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726954 Aug 19 12:48:12.410359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.424156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.430124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] 10.222.0.21 "DELETE /v2.0/networks/e54cbb2e-1a02-4e6f-9d64-161302ba5a5d HTTP/1.1" status: 204 len: 168 time: 0.5427618 Aug 19 12:48:12.452097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6c500-469b-440b-b29f-c6ff59d1944b tempest-TestNetworkBasicOps-966939081 tempest-TestNetworkBasicOps-966939081-project] Pushing event deleted for resources: {'Network': ['ID=e54cbb2e-1a02-4e6f-9d64-161302ba5a5d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:12.476096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:12.496571 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-dbe618ae-9510-4739-ad4f-ffb60eaf092a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 1001 time: 0.1297812 Aug 19 12:48:12.593664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6797c5-476d-415b-9586-65d266ac7192 req-024a9b74-d996-4c7e-b5da-db2b8d48c2f1 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:12.595000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-024a9b74-d996-4c7e-b5da-db2b8d48c2f1 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports/e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0909836 Aug 19 12:48:12.703055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:12.711844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2f7720b1-9242-4a2d-8f16-1803703f6cf7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "PUT /v2.0/routers/a15e318e-17b2-4bc7-9b94-93bb3d75ee0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4216120 Aug 19 12:48:12.712003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37442) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:12.715162 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc19e36-5838-41b8-8952-f7fb63e9d4e1 None None] Sync routers for ids ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:12.724562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc19e36-5838-41b8-8952-f7fb63e9d4e1 None None] Routers {'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:12.725128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-acc19e36-5838-41b8-8952-f7fb63e9d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:12.774673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-991e4d26-f6e8-4997-b9a7-e5211f43c819 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Deleting subnet 5401ab97-e674-49dc-b277-58e940ed93f0 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:12.776113 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-93182179-2b0e-407c-86de-68240a4bbb59 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 1001 time: 0.1343884 Aug 19 12:48:12.784462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-991e4d26-f6e8-4997-b9a7-e5211f43c819 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.831670 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-991e4d26-f6e8-4997-b9a7-e5211f43c819 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:12.862234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5482e71-653f-4611-b8ca-02293e04229f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:12.892454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e5482e71-653f-4611-b8ca-02293e04229f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:12.892835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5482e71-653f-4611-b8ca-02293e04229f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:12.893173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e02bd227-5e5a-4192-a6ca-ec40985c323b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:12.918655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-acc19e36-5838-41b8-8952-f7fb63e9d4e1 None None] Set router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:12.920844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e02bd227-5e5a-4192-a6ca-ec40985c323b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:12.921129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e02bd227-5e5a-4192-a6ca-ec40985c323b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:12.921546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:12.923794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6797c5-476d-415b-9586-65d266ac7192 req-ad82db82-c5eb-4364-8c2f-b594502fe952 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:12.932368 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-ad82db82-c5eb-4364-8c2f-b594502fe952 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.1507766 Aug 19 12:48:12.992696 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-991e4d26-f6e8-4997-b9a7-e5211f43c819 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.002180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:13.002526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 84db5b3d-ab2c-4ee1-a6f2-64d054e515bc not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:13.040798 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-e758badd-5ebb-45b0-846b-e46cc70e57fd tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 1001 time: 0.1015251 Aug 19 12:48:13.043026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37446) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:13.045852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-3d6797c5-476d-415b-9586-65d266ac7192 req-3b48e3ae-90c5-41c4-ac69-cc373d54038f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:13.112907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3d6797c5-476d-415b-9586-65d266ac7192 req-3b48e3ae-90c5-41c4-ac69-cc373d54038f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.182386 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-991e4d26-f6e8-4997-b9a7-e5211f43c819 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.184634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-acc19e36-5838-41b8-8952-f7fb63e9d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665597775', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '67433351-e511-4c01-ac81-6335c7875751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:48:10Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '67433351-e511-4c01-ac81-6335c7875751', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:13.223989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc19e36-5838-41b8-8952-f7fb63e9d4e1 None None] Checking router: a15e318e-17b2-4bc7-9b94-93bb3d75ee0e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:13.235988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e4d26-f6e8-4997-b9a7-e5211f43c819 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'Subnet': ['ID=5401ab97-e674-49dc-b277-58e940ed93f0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:13.236543 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc19e36-5838-41b8-8952-f7fb63e9d4e1 None None] Routers {'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:13.237435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-acc19e36-5838-41b8-8952-f7fb63e9d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:13.241291 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-991e4d26-f6e8-4997-b9a7-e5211f43c819 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.244140 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-991e4d26-f6e8-4997-b9a7-e5211f43c819 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "DELETE /v2.0/subnets/5401ab97-e674-49dc-b277-58e940ed93f0 HTTP/1.1" status: 204 len: 168 time: 0.5310535 Aug 19 12:48:13.247971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37450) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:13.291860 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3d6797c5-476d-415b-9586-65d266ac7192 req-3b48e3ae-90c5-41c4-ac69-cc373d54038f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.302203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772a8374-a964-4c1d-8f28-2b464d1bf952 None None] Network eacb785b-5362-420f-9fc6-2bfcd5bb2117 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:13.336675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dc456acd-f96f-4b03-ab11-fd2a7d5d60ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=590b45e235af470981ab2f18ef311f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911012 Aug 19 12:48:13.339443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37452) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:13.368692 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3d6797c5-476d-415b-9586-65d266ac7192 req-3b48e3ae-90c5-41c4-ac69-cc373d54038f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.369658 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [req-3d6797c5-476d-415b-9586-65d266ac7192 req-3b48e3ae-90c5-41c4-ac69-cc373d54038f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Floating IP d02c64ea-6e24-4893-8f96-7e20750b0673 disassociated. External IP: 172.25.2.97, port: e380c32b-9b57-4b37-a34c-0d8bf20b9ed1. Aug 19 12:48:13.422399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.458353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-acc19e36-5838-41b8-8952-f7fb63e9d4e1 None None] Set router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:13.484199 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6ff29d1-925c-4085-a3fe-29e349094e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.523783 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6ff29d1-925c-4085-a3fe-29e349094e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.547762 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.697110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d6797c5-476d-415b-9586-65d266ac7192 req-3b48e3ae-90c5-41c4-ac69-cc373d54038f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Router 83184678-5393-46f8-922c-0a4ae6a760e4 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:13.718507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Deleting port 67433351-e511-4c01-ac81-6335c7875751 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:13.718949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.732250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a83ceb-f64a-4189-9c0a-ac180e23a82f None None] DHCP port deletion for eacb785b-5362-420f-9fc6-2bfcd5bb2117 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:13.761941 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6ff29d1-925c-4085-a3fe-29e349094e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.764672 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e6ff29d1-925c-4085-a3fe-29e349094e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.768151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e6ff29d1-925c-4085-a3fe-29e349094e42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bbddc6e-0503-4fb9-b556-1a3c6929090d HTTP/1.1" status: 204 len: 168 time: 0.4253280 Aug 19 12:48:13.809155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff29d1-925c-4085-a3fe-29e349094e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbddc6e-0503-4fb9-b556-1a3c6929090d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:13.856944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] For port 67433351-e511-4c01-ac81-6335c7875751, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=67433351-e511-4c01-ac81-6335c7875751,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:13.857717 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.878231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Calling delete_port for 67433351-e511-4c01-ac81-6335c7875751 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:13.916184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-acc19e36-5838-41b8-8952-f7fb63e9d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665597775', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '67433351-e511-4c01-ac81-6335c7875751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:48:10Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '67433351-e511-4c01-ac81-6335c7875751', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:13.935289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d6797c5-476d-415b-9586-65d266ac7192 req-3b48e3ae-90c5-41c4-ac69-cc373d54038f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:13.940505 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3d6797c5-476d-415b-9586-65d266ac7192 req-3b48e3ae-90c5-41c4-ac69-cc373d54038f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:13.947677 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568c5c1-6518-4996-9284-f949cc9af625 None None] Sync routers for ids ['83184678-5393-46f8-922c-0a4ae6a760e4'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:13.960711 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568c5c1-6518-4996-9284-f949cc9af625 None None] Routers {'83184678-5393-46f8-922c-0a4ae6a760e4'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:13.961409 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4568c5c1-6518-4996-9284-f949cc9af625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['83184678-5393-46f8-922c-0a4ae6a760e4'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:14.049323 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-3b48e3ae-90c5-41c4-ac69-cc373d54038f tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "PUT /v2.0/floatingips/d02c64ea-6e24-4893-8f96-7e20750b0673 HTTP/1.1" status: 200 len: 694 time: 1.0099857 Aug 19 12:48:14.050021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:14.052394 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c5b73e-8231-4544-b281-3b30335acacb" -d '{"events": [{"name": "network-changed", "server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:14.151003 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fbaa12-95d1-4a0f-9786-99212f951d99 x-openstack-request-id: req-31fbaa12-95d1-4a0f-9786-99212f951d99 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:14.151328 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:14.152126 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31fbaa12-95d1-4a0f-9786-99212f951d99 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:14.152537 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'status': 'completed', 'code': 200} Aug 19 12:48:14.158985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6797c5-476d-415b-9586-65d266ac7192 req-208f4fd5-a28e-4c47-a4bd-2bdd0221fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:14.171339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-208f4fd5-a28e-4c47-a4bd-2bdd0221fa74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=409bcbd1bad949499dcac0158e73524b&device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 1097 time: 0.1079319 Aug 19 12:48:14.198554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc19e36-5838-41b8-8952-f7fb63e9d4e1 None None] The sync data for ids ['a15e318e-17b2-4bc7-9b94-93bb3d75ee0e'] in n-d-803757-2 is: [{'id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1665597775', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '67433351-e511-4c01-ac81-6335c7875751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:48:10Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '67433351-e511-4c01-ac81-6335c7875751', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:2b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e318e-17b2-4bc7-9b94-93bb3d75ee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:41Z', 'updated_at': '2021-08-19T12:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:14.231817 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-4568c5c1-6518-4996-9284-f949cc9af625 None None] Set router 83184678-5393-46f8-922c-0a4ae6a760e4 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:14.253360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e0a83ceb-f64a-4189-9c0a-ac180e23a82f None None] Deleting port 73a64662-e82a-4d13-a37c-b9f63a4caf54 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:14.253738 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e0a83ceb-f64a-4189-9c0a-ac180e23a82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:14.302546 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:14.349571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b73e-8231-4544-b281-3b30335acacb req-aba2a8eb-2f03-4068-ba84-782c09408e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:14.352193 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15c5b73e-8231-4544-b281-3b30335acacb req-aba2a8eb-2f03-4068-ba84-782c09408e59 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=409bcbd1bad949499dcac0158e73524b&device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 1097 time: 0.1591008 Aug 19 12:48:14.353644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'Port': ['ID=67433351-e511-4c01-ac81-6335c7875751,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:14.418545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6797c5-476d-415b-9586-65d266ac7192 req-a7cb7f0b-5dbe-45d2-af4d-d9a575baf544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:14.418545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-a7cb7f0b-5dbe-45d2-af4d-d9a575baf544 service neutron] 10.222.0.21 "GET /v2.0/networks?id=936b69d8-f44a-4321-b300-539e98e5580c HTTP/1.1" status: 200 len: 920 time: 0.2420480 Aug 19 12:48:14.434540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e0a83ceb-f64a-4189-9c0a-ac180e23a82f None None] For port 73a64662-e82a-4d13-a37c-b9f63a4caf54, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=73a64662-e82a-4d13-a37c-b9f63a4caf54,segment=NetworkSegment(3b74cd2b-d1bd-42d3-9a27-f94dca4dab25),segment_id=3b74cd2b-d1bd-42d3-9a27-f94dca4dab25)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:14.434966 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e0a83ceb-f64a-4189-9c0a-ac180e23a82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:14.457361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e0a83ceb-f64a-4189-9c0a-ac180e23a82f None None] Calling delete_port for 73a64662-e82a-4d13-a37c-b9f63a4caf54 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:14.501793 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:14.570788 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4568c5c1-6518-4996-9284-f949cc9af625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:17Z', 'revision_number': 4, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1da2d80c-9bc2-4999-9f26-612bf7448c66', 'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'mac_address': 'fa:16:3e:72:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:17Z', 'updated_at': '2021-08-19T12:47:22Z', 'revision_number': 5, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'subnets': [{'id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:14.597887 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-671e604b-41a3-46f7-922e-1da44660ac83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 217 time: 0.1663208 Aug 19 12:48:14.627744 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568c5c1-6518-4996-9284-f949cc9af625 None None] Checking router: 83184678-5393-46f8-922c-0a4ae6a760e4 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:14.649614 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568c5c1-6518-4996-9284-f949cc9af625 None None] Routers {'83184678-5393-46f8-922c-0a4ae6a760e4'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:14.650617 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4568c5c1-6518-4996-9284-f949cc9af625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['83184678-5393-46f8-922c-0a4ae6a760e4'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:14.708490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e0a83ceb-f64a-4189-9c0a-ac180e23a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:14.751499 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:14.759716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:14.797065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a83ceb-f64a-4189-9c0a-ac180e23a82f None None] Pushing event deleted for resources: {'Port': ['ID=73a64662-e82a-4d13-a37c-b9f63a4caf54,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:14.809919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6797c5-476d-415b-9586-65d266ac7192 req-ad3c2253-9f52-4d14-b110-5207fce286e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:14.816430 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-ad3c2253-9f52-4d14-b110-5207fce286e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aa1454-7012-42e5-b9e6-61d279ffc68f HTTP/1.1" status: 200 len: 859 time: 0.2009380 Aug 19 12:48:14.825209 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a83ceb-f64a-4189-9c0a-ac180e23a82f None None] No DVR routers for this DVR port 73a64662-e82a-4d13-a37c-b9f63a4caf54 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:14.886069 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-8851d3e1-bfbc-4a83-a7f1-2a76670f8b1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=936b69d8-f44a-4321-b300-539e98e5580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557675 Aug 19 12:48:14.887604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b73e-8231-4544-b281-3b30335acacb req-9b1b6d2c-96da-4eb6-adf3-2febd4c240cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:14.889166 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15c5b73e-8231-4544-b281-3b30335acacb req-9b1b6d2c-96da-4eb6-adf3-2febd4c240cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=936b69d8-f44a-4321-b300-539e98e5580c HTTP/1.1" status: 200 len: 920 time: 0.5236635 Aug 19 12:48:14.968086 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-4568c5c1-6518-4996-9284-f949cc9af625 None None] Set router 83184678-5393-46f8-922c-0a4ae6a760e4 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:14.968809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 86b1fc3d-bc53-4664-a993-5fc50ff812f5 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:15.006432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-197fe5d1-6b6c-4914-9518-a372bce23332 service neutron] 10.222.0.21 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135271 Aug 19 12:48:15.036212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 86b1fc3d-bc53-4664-a993-5fc50ff812f5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:15.036627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 86b1fc3d-bc53-4664-a993-5fc50ff812f5 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:15.037125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 73a64662-e82a-4d13-a37c-b9f63a4caf54 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:15.050991 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15c5b73e-8231-4544-b281-3b30335acacb req-1457f7a5-f6ea-4f78-a182-9d7e328e32fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 200 len: 217 time: 0.0431817 Aug 19 12:48:15.090916 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 73a64662-e82a-4d13-a37c-b9f63a4caf54 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:15.128281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 73a64662-e82a-4d13-a37c-b9f63a4caf54 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:15.129735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37468) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:15.149536 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e73b6cc7-1c2d-4420-9daa-ba1b2ac75fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.165758 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.166600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Fanout notify agent at l3_agent the message router_deleted on router a15e318e-17b2-4bc7-9b94-93bb3d75ee0e {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:48:15.178959 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.180342 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ba2564c9-6c85-4cb2-8f23-4aafb742cb50 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "DELETE /v2.0/routers/a15e318e-17b2-4bc7-9b94-93bb3d75ee0e HTTP/1.1" status: 204 len: 168 time: 1.9314380 Aug 19 12:48:15.184805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37470) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:15.187041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b73e-8231-4544-b281-3b30335acacb req-be105e9c-651d-4999-afdb-475bc50a3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:15.188552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15c5b73e-8231-4544-b281-3b30335acacb req-be105e9c-651d-4999-afdb-475bc50a3059 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1aa1454-7012-42e5-b9e6-61d279ffc68f HTTP/1.1" status: 200 len: 859 time: 0.0825963 Aug 19 12:48:15.247890 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4568c5c1-6518-4996-9284-f949cc9af625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:17Z', 'revision_number': 4, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1da2d80c-9bc2-4999-9f26-612bf7448c66', 'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'mac_address': 'fa:16:3e:72:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:17Z', 'updated_at': '2021-08-19T12:47:22Z', 'revision_number': 5, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'subnets': [{'id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:15.251663 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15c5b73e-8231-4544-b281-3b30335acacb req-69c6f933-ccb3-4d39-985d-bcbfd0be5cdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=936b69d8-f44a-4321-b300-539e98e5580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537364 Aug 19 12:48:15.286508 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d6797c5-476d-415b-9586-65d266ac7192 req-8bd32dd9-166c-48e5-b048-77f31edd036f service neutron] 10.222.0.21 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343810 Aug 19 12:48:15.315230 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4568c5c1-6518-4996-9284-f949cc9af625 None None] The sync data for ids ['83184678-5393-46f8-922c-0a4ae6a760e4'] in n-d-803757-2 is: [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:47:17Z', 'revision_number': 4, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1da2d80c-9bc2-4999-9f26-612bf7448c66', 'name': '', 'network_id': '936b69d8-f44a-4321-b300-539e98e5580c', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'mac_address': 'fa:16:3e:72:d7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:17Z', 'updated_at': '2021-08-19T12:47:22Z', 'revision_number': 5, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'subnets': [{'id': 'b1aa1454-7012-42e5-b9e6-61d279ffc68f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:15.362153 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.405060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15c5b73e-8231-4544-b281-3b30335acacb req-5620d622-fba2-4e31-a323-4e90326b90b6 service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448078 Aug 19 12:48:15.520106 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15c5b73e-8231-4544-b281-3b30335acacb req-16b13236-fc7e-43e8-bb10-fb5e0a6f7371 service neutron] 10.222.0.62 "GET /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042666 Aug 19 12:48:15.548627 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.564955 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-e92ec8bd-5ad5-46c6-acf2-6209884f424d tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/floatingips/d02c64ea-6e24-4893-8f96-7e20750b0673 HTTP/1.1" status: 200 len: 694 time: 0.0901303 Aug 19 12:48:15.566607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacb785b-5362-420f-9fc6-2bfcd5bb2117']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:15.599277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:15.599579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b74cd2b-d1bd-42d3-9a27-f94dca4dab25') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:15.663568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b7394-eaff-45ca-a7a8-1115ee2ad1e7 None None] New status for floating IP d02c64ea-6e24-4893-8f96-7e20750b0673: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:48:15.666608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.669376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e73b6cc7-1c2d-4420-9daa-ba1b2ac75fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.697905 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.715111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:48:15.715534 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:48:15.718632 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:48:15.792169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e73b6cc7-1c2d-4420-9daa-ba1b2ac75fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.844783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-ab70be3d-d74a-4bf5-a9a1-0e2e9a084417 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:15.846417 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-ab70be3d-d74a-4bf5-a9a1-0e2e9a084417 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/networks/0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 784 time: 0.2680159 Aug 19 12:48:15.873160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b6cc7-1c2d-4420-9daa-ba1b2ac75fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bea6de-dacf-4e9d-80b0-0b66b2e2d586,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:15.880978 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-bb914889-22a4-4518-b5cc-89f823ade878 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:48:15.881502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-bb914889-22a4-4518-b5cc-89f823ade878 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126836 Aug 19 12:48:15.885950 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e73b6cc7-1c2d-4420-9daa-ba1b2ac75fe7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9f7eca7a1e44541895f2488022a463f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7531569 Aug 19 12:48:15.887633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37478) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:15.908268 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.948987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-afb9fd2f-70be-4909-b13c-0410b9815e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.969095 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:15.975487 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "DELETE /v2.0/networks/eacb785b-5362-420f-9fc6-2bfcd5bb2117 HTTP/1.1" status: 204 len: 168 time: 0.7828832 Aug 19 12:48:15.976977 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37480) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:15.987524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-b445aeb5-4377-4eba-a806-575e16d40914 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 697 time: 0.0920582 Aug 19 12:48:15.988528 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5e123-cfe9-4b5d-b83e-8815bed74c95 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'Network': ['ID=eacb785b-5362-420f-9fc6-2bfcd5bb2117,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:16.049239 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-9f53b550-3951-482c-8ee9-e6ba6a668c91 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.2.97 HTTP/1.1" status: 200 len: 697 time: 0.0550859 Aug 19 12:48:16.399370 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-afb9fd2f-70be-4909-b13c-0410b9815e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.502619 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-e597c16b-e58b-49e2-81e4-c7511670d5ab tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Deleting port 39942f1e-b81b-47f9-8bd9-581dd45baf85 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:16.503108 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-e597c16b-e58b-49e2-81e4-c7511670d5ab tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.581937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Deleting port f9247523-3be1-474b-b2e1-6c0e24b94655 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:16.582282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.595215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-e597c16b-e58b-49e2-81e4-c7511670d5ab tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.596411 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-e597c16b-e58b-49e2-81e4-c7511670d5ab tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.608975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-e597c16b-e58b-49e2-81e4-c7511670d5ab tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Calling delete_port for 39942f1e-b81b-47f9-8bd9-581dd45baf85 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:16.674351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 67433351-e511-4c01-ac81-6335c7875751 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:16.689809 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.690075 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.695858 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 67433351-e511-4c01-ac81-6335c7875751 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:16.696203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 67433351-e511-4c01-ac81-6335c7875751 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:16.704818 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Calling delete_port for f9247523-3be1-474b-b2e1-6c0e24b94655 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:16.994319 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-afb9fd2f-70be-4909-b13c-0410b9815e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.996916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-afb9fd2f-70be-4909-b13c-0410b9815e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:16.998091 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-afb9fd2f-70be-4909-b13c-0410b9815e24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88bea6de-dacf-4e9d-80b0-0b66b2e2d586 HTTP/1.1" status: 204 len: 168 time: 1.1094799 Aug 19 12:48:17.006073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9fd2f-70be-4909-b13c-0410b9815e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bea6de-dacf-4e9d-80b0-0b66b2e2d586,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:17.034262 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.035374 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-e597c16b-e58b-49e2-81e4-c7511670d5ab tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.065233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'Port': ['ID=f9247523-3be1-474b-b2e1-6c0e24b94655,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:17.079470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597c16b-e58b-49e2-81e4-c7511670d5ab tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Pushing event deleted for resources: {'Port': ['ID=39942f1e-b81b-47f9-8bd9-581dd45baf85,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:17.136388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.136720 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Floating IP 7ef4a5a1-5970-44db-8868-12f0424ca41c disassociated (deleted). External IP: 172.25.2.118, port: 8e58e090-205d-4a5d-bd89-7a21c82fd2cd. Aug 19 12:48:17.141633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-e597c16b-e58b-49e2-81e4-c7511670d5ab tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.144550 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-e597c16b-e58b-49e2-81e4-c7511670d5ab tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.146100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac44a5d6-e5b5-4d97-a446-a0d3b16354c8 req-e597c16b-e58b-49e2-81e4-c7511670d5ab tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "DELETE /v2.0/floatingips/d02c64ea-6e24-4893-8f96-7e20750b0673 HTTP/1.1" status: 204 len: 173 time: 1.0885470 Aug 19 12:48:17.265593 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52481c6d-89e8-4e5d-85d3-dc06a4e6a358 req-dd6d0b06-f20a-4e61-af2c-f9764152fd8a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups/c18e25d6-5bcf-4fd3-b63f-09148230876f HTTP/1.1" status: 200 len: 1809 time: 0.0885439 Aug 19 12:48:17.408648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52481c6d-89e8-4e5d-85d3-dc06a4e6a358 req-6180ce56-87c3-472c-87fc-df7d39258f50 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.445306 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52481c6d-89e8-4e5d-85d3-dc06a4e6a358 req-6180ce56-87c3-472c-87fc-df7d39258f50 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.469887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:17.609454 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52481c6d-89e8-4e5d-85d3-dc06a4e6a358 req-6180ce56-87c3-472c-87fc-df7d39258f50 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.613482 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52481c6d-89e8-4e5d-85d3-dc06a4e6a358 req-6180ce56-87c3-472c-87fc-df7d39258f50 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.614643 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52481c6d-89e8-4e5d-85d3-dc06a4e6a358 req-6180ce56-87c3-472c-87fc-df7d39258f50 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "DELETE /v2.0/security-groups/c18e25d6-5bcf-4fd3-b63f-09148230876f HTTP/1.1" status: 204 len: 173 time: 0.3434227 Aug 19 12:48:17.630495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:17.636722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:17.640233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180ce56-87c3-472c-87fc-df7d39258f50 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18e25d6-5bcf-4fd3-b63f-09148230876f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:17.647483 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc52fa-3dca-4d6e-bc0f-cce822e09101 None None] Sync routers for ids ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:17.662530 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc52fa-3dca-4d6e-bc0f-cce822e09101 None None] Routers {'6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:17.665870 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a1fc52fa-3dca-4d6e-bc0f-cce822e09101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:17.678443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3940f55b-37c3-48cf-a0cd-597aa4873cc7 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "DELETE /v2.0/floatingips/7ef4a5a1-5970-44db-8868-12f0424ca41c HTTP/1.1" status: 204 len: 168 time: 1.7004235 Aug 19 12:48:17.679892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'tag': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:17.686068 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc138bb-8475-42fe-81bc-f75a30bd53f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3414d4b-53f4-4952-8fa8-9cfe5badd0e0", "tag": "8e58e090-205d-4a5d-bd89-7a21c82fd2cd"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:17.795972 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a1fc52fa-3dca-4d6e-bc0f-cce822e09101 None None] Set router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:18.032649 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a1fc52fa-3dca-4d6e-bc0f-cce822e09101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9e8cb375-955b-4aea-9de0-6742a1201a54', 'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:e4:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:40Z', 'updated_at': '2021-08-19T12:46:48Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:18.063352 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc52fa-3dca-4d6e-bc0f-cce822e09101 None None] Checking router: 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:18.072500 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc52fa-3dca-4d6e-bc0f-cce822e09101 None None] Routers {'6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:18.073112 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a1fc52fa-3dca-4d6e-bc0f-cce822e09101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:18.125163 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b849ef-bb78-4ee9-abfc-4a3b97dc2eaa x-openstack-request-id: req-94b849ef-bb78-4ee9-abfc-4a3b97dc2eaa {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:18.125684 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3414d4b-53f4-4952-8fa8-9cfe5badd0e0", "tag": "8e58e090-205d-4a5d-bd89-7a21c82fd2cd", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:18.125684 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94b849ef-bb78-4ee9-abfc-4a3b97dc2eaa {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:18.126112 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'tag': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd', 'status': 'completed', 'code': 200} Aug 19 12:48:18.224422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc138bb-8475-42fe-81bc-f75a30bd53f3 req-f555baba-7d64-47c8-abc7-56b51318107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.224422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cc138bb-8475-42fe-81bc-f75a30bd53f3 req-f555baba-7d64-47c8-abc7-56b51318107b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d38b728aa97c42a5bb1da26f1ee9df20&device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 1135 time: 0.0497470 Aug 19 12:48:18.335052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc138bb-8475-42fe-81bc-f75a30bd53f3 req-3f6c0f6f-6ccf-4199-8ca8-b8b7dc84f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.337123 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cc138bb-8475-42fe-81bc-f75a30bd53f3 req-3f6c0f6f-6ccf-4199-8ca8-b8b7dc84f8e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=be14d67d-5319-4625-9150-99bd2d9913be HTTP/1.1" status: 200 len: 898 time: 0.0972805 Aug 19 12:48:18.339310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcc88b-cf20-41bc-abe3-1064de400bf9 req-fed47383-141a-4b32-8330-98f3af2163c6 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.348376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0bcc88b-cf20-41bc-abe3-1064de400bf9 req-fed47383-141a-4b32-8330-98f3af2163c6 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 984 time: 0.1101313 Aug 19 12:48:18.364644 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a1fc52fa-3dca-4d6e-bc0f-cce822e09101 None None] Set router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:18.409398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37522) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:18.411285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cc138bb-8475-42fe-81bc-f75a30bd53f3 req-828aa6c9-797f-4b06-870f-3bad54ca7f33 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e58e090-205d-4a5d-bd89-7a21c82fd2cd HTTP/1.1" status: 200 len: 217 time: 0.0618169 Aug 19 12:48:18.434401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0bcc88b-cf20-41bc-abe3-1064de400bf9 req-a418f751-ae25-4bb8-bd64-92ede683dbeb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0786591 Aug 19 12:48:18.479462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515b4cc-d0e5-4043-b287-873f58f9bda3 req-7b9aa0c2-e476-42d4-9442-2ec06d898ced tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.481471 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6515b4cc-d0e5-4043-b287-873f58f9bda3 req-7b9aa0c2-e476-42d4-9442-2ec06d898ced tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.1510422 Aug 19 12:48:18.488591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc138bb-8475-42fe-81bc-f75a30bd53f3 req-5ac1fc6f-a2a6-49f1-89bd-d97e32434b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.490027 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cc138bb-8475-42fe-81bc-f75a30bd53f3 req-5ac1fc6f-a2a6-49f1-89bd-d97e32434b0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6b2f57f1-a768-4bba-8f5a-355831569d90 HTTP/1.1" status: 200 len: 835 time: 0.0667746 Aug 19 12:48:18.550756 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6515b4cc-d0e5-4043-b287-873f58f9bda3 req-72d3dcb7-cf43-4430-875d-0806342092cd tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597439 Aug 19 12:48:18.562890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1688153015-network', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:18.563810 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc138bb-8475-42fe-81bc-f75a30bd53f3 req-a2c810ed-8279-4ffa-ae8f-b9b113b777a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:18.567027 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cc138bb-8475-42fe-81bc-f75a30bd53f3 req-a2c810ed-8279-4ffa-ae8f-b9b113b777a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=be14d67d-5319-4625-9150-99bd2d9913be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619628 Aug 19 12:48:18.658810 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a1fc52fa-3dca-4d6e-bc0f-cce822e09101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9e8cb375-955b-4aea-9de0-6742a1201a54', 'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:e4:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:40Z', 'updated_at': '2021-08-19T12:46:48Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:18.680137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Made reservation on behalf of 8f5c35dc3e9143d69ef75090787e867b for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:18.681366 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cc138bb-8475-42fe-81bc-f75a30bd53f3 req-a8cd2718-a184-42e2-84b4-f7241b965358 service neutron] 10.222.0.62 "GET /v2.0/networks/be14d67d-5319-4625-9150-99bd2d9913be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003261 Aug 19 12:48:18.683623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.690008 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc52fa-3dca-4d6e-bc0f-cce822e09101 None None] The sync data for ids ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'] in n-d-803757-2 is: [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9e8cb375-955b-4aea-9de0-6742a1201a54', 'name': '', 'network_id': 'be14d67d-5319-4625-9150-99bd2d9913be', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'mac_address': 'fa:16:3e:e4:60:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:40Z', 'updated_at': '2021-08-19T12:46:48Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'subnets': [{'id': '6b2f57f1-a768-4bba-8f5a-355831569d90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:18.699155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.812302 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8cc138bb-8475-42fe-81bc-f75a30bd53f3 req-b977e884-d56a-41f8-9e15-2fa86bc4b269 service neutron] 10.222.0.62 "GET /v2.0/networks/be14d67d-5319-4625-9150-99bd2d9913be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138306 Aug 19 12:48:18.832317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:18.965836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5bd7e-2fed-4539-818e-6b0de6224029 None None] New status for floating IP 7ef4a5a1-5970-44db-8868-12f0424ca41c: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:48:18.977415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.014697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c14316b-e98f-461f-83bb-4d31d66a437d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:19.018571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:48:19.029399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.029787 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Added segment db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2 of type vlan for network 03f18108-0888-412b-925f-bd587b7a6ae4 Aug 19 12:48:19.072599 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.233850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.234885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:19.235472 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.330531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=03f18108-0888-412b-925f-bd587b7a6ae4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:19.340697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 03f18108-0888-412b-925f-bd587b7a6ae4 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:48:19.388960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6af4d60e-2302-4ff2-a0ad-0e8af288b0a2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9773805 Aug 19 12:48:19.392396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37530) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:19.397798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] Request body: {'subnet': {'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1688153015-subnet', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:19.501248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] Made reservation on behalf of 8f5c35dc3e9143d69ef75090787e867b for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:19.503691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:19.616364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e91c8-5798-4746-bc1e-5e15b03c80fc req-991a7dc0-8b38-4d98-a7f0-aa18df6d5490 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:19.617915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c50e91c8-5798-4746-bc1e-5e15b03c80fc req-991a7dc0-8b38-4d98-a7f0-aa18df6d5490 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 984 time: 0.1118419 Aug 19 12:48:19.682919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c50e91c8-5798-4746-bc1e-5e15b03c80fc req-fc544ddc-da2e-43c2-8c2a-64561a46b08e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/security-groups?id=270dee89-6fba-4679-a620-0b5701ccfaf4&id=ac4e14ff-bd3d-4607-982f-68ee8e9dc394&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0565283 Aug 19 12:48:19.687284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa0d09-c94e-4dda-9343-1ddd039347f3 req-56604d83-5258-41ff-bd81-ac51ace0c81e tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:19.689079 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdfa0d09-c94e-4dda-9343-1ddd039347f3 req-56604d83-5258-41ff-bd81-ac51ace0c81e tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0563445 Aug 19 12:48:19.757502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdfa0d09-c94e-4dda-9343-1ddd039347f3 req-3286bd3b-3551-4bc0-9ef1-6b6e6754703b tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459213 Aug 19 12:48:19.945458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2fe37-847f-47cb-a542-faf983aff617 req-73c941e6-6e8f-4ee1-8504-cd020a7dc29e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:19.947661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db2fe37-847f-47cb-a542-faf983aff617 req-73c941e6-6e8f-4ee1-8504-cd020a7dc29e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 984 time: 0.0562119 Aug 19 12:48:20.070875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-5db2fe37-847f-47cb-a542-faf983aff617 req-5a6202aa-b26e-4e71-8e0f-b772618ebf6e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Deleting port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:20.071866 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5db2fe37-847f-47cb-a542-faf983aff617 req-5a6202aa-b26e-4e71-8e0f-b772618ebf6e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:20.165638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-5db2fe37-847f-47cb-a542-faf983aff617 req-5a6202aa-b26e-4e71-8e0f-b772618ebf6e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] For port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8e58e090-205d-4a5d-bd89-7a21c82fd2cd,segment=NetworkSegment(5e7a0288-6c1e-4e82-a9fd-16bbf443349f),segment_id=5e7a0288-6c1e-4e82-a9fd-16bbf443349f)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:20.166013 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5db2fe37-847f-47cb-a542-faf983aff617 req-5a6202aa-b26e-4e71-8e0f-b772618ebf6e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:20.185673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-5db2fe37-847f-47cb-a542-faf983aff617 req-5a6202aa-b26e-4e71-8e0f-b772618ebf6e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Calling delete_port for 8e58e090-205d-4a5d-bd89-7a21c82fd2cd owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:20.726466 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:20.783843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be82150-0409-48d0-b7f3-d89ac22a0682,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:20.790188 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5db2fe37-847f-47cb-a542-faf983aff617 req-5a6202aa-b26e-4e71-8e0f-b772618ebf6e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:20.820389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9da0279-f376-48bc-b038-2c7a35f4fa5c req-22866391-78a4-4254-ab50-d371c2aeb256 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 210 time: 0.0349617 Aug 19 12:48:20.839047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6202aa-b26e-4e71-8e0f-b772618ebf6e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'Port': ['ID=8e58e090-205d-4a5d-bd89-7a21c82fd2cd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:20.919397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db2fe37-847f-47cb-a542-faf983aff617 req-5a6202aa-b26e-4e71-8e0f-b772618ebf6e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] No DVR routers for this DVR port 8e58e090-205d-4a5d-bd89-7a21c82fd2cd on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:20.923901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-5db2fe37-847f-47cb-a542-faf983aff617 req-5a6202aa-b26e-4e71-8e0f-b772618ebf6e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:20.926768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db2fe37-847f-47cb-a542-faf983aff617 req-5a6202aa-b26e-4e71-8e0f-b772618ebf6e tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.62 "DELETE /v2.0/ports/8e58e090-205d-4a5d-bd89-7a21c82fd2cd HTTP/1.1" status: 204 len: 173 time: 0.9710720 Aug 19 12:48:20.928149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'name': 'network-vif-deleted', 'tag': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:20.930408 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7db20ae-a1d2-4c4c-b9c5-fbb36ba05a58" -d '{"events": [{"server_uuid": "b3414d4b-53f4-4952-8fa8-9cfe5badd0e0", "name": "network-vif-deleted", "tag": "8e58e090-205d-4a5d-bd89-7a21c82fd2cd"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:20.935567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] Checking segment: {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:20.935567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] Network hostable DHCP agents. Network: 03f18108-0888-412b-925f-bd587b7a6ae4, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:48:20.960130 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49430f-1fd7-41e7-9130-f9c8e13d221f req-5f810731-797a-43c9-9d09-3b3afddf9ce9 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:20.961703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb49430f-1fd7-41e7-9130-f9c8e13d221f req-5f810731-797a-43c9-9d09-3b3afddf9ce9 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.1175685 Aug 19 12:48:20.969609 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd81e7a2-5bf9-49cb-8db3-81bf1238ad51 x-openstack-request-id: req-dd81e7a2-5bf9-49cb-8db3-81bf1238ad51 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:20.969954 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3414d4b-53f4-4952-8fa8-9cfe5badd0e0", "name": "network-vif-deleted", "tag": "8e58e090-205d-4a5d-bd89-7a21c82fd2cd", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:20.970184 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd81e7a2-5bf9-49cb-8db3-81bf1238ad51 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:20.970581 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3414d4b-53f4-4952-8fa8-9cfe5badd0e0', 'name': 'network-vif-deleted', 'tag': '8e58e090-205d-4a5d-bd89-7a21c82fd2cd', 'status': 'completed', 'code': 200} Aug 19 12:48:21.005433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb49430f-1fd7-41e7-9130-f9c8e13d221f req-df2a2382-3179-4695-92f6-ced67c07dd03 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/security-groups?id=07e1a3f9-b12c-4f40-9617-baabee9ea0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338886 Aug 19 12:48:21.061694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de667c85-be0c-4441-aab1-073787b8cee8 req-9ff49946-f112-4583-ba10-cb0f04dd2133 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:21.063285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de667c85-be0c-4441-aab1-073787b8cee8 req-9ff49946-f112-4583-ba10-cb0f04dd2133 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.62 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 946 time: 0.0570228 Aug 19 12:48:21.078851 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] Network 03f18108-0888-412b-925f-bd587b7a6ae4 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:48:21.173945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-de667c85-be0c-4441-aab1-073787b8cee8 req-08444d43-c39a-42f3-87cd-a8faa82d683a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Deleting port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:21.174366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de667c85-be0c-4441-aab1-073787b8cee8 req-08444d43-c39a-42f3-87cd-a8faa82d683a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.218616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 03f18108-0888-412b-925f-bd587b7a6ae4) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:21.226567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:21.227208 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.235142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66df051-ee26-4617-9864-feef99b30889 None None] Network 03f18108-0888-412b-925f-bd587b7a6ae4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:21.293203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-de667c85-be0c-4441-aab1-073787b8cee8 req-08444d43-c39a-42f3-87cd-a8faa82d683a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] For port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,segment=NetworkSegment(79055bf4-cabf-4d4a-bb77-39316c52663b),segment_id=79055bf4-cabf-4d4a-bb77-39316c52663b)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:21.293804 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de667c85-be0c-4441-aab1-073787b8cee8 req-08444d43-c39a-42f3-87cd-a8faa82d683a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.314570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-de667c85-be0c-4441-aab1-073787b8cee8 req-08444d43-c39a-42f3-87cd-a8faa82d683a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Calling delete_port for e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:21.332814 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2c637bb4-1982-4989-b024-93ba2b6c26b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9387567 Aug 19 12:48:21.337530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37564) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:21.342772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1688153015-router', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:21.476821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-03f18108-0888-412b-925f-bd587b7a6ae4', 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'fixed_ips': [{'subnet_id': '6be82150-0409-48d0-b7f3-d89ac22a0682'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:48:21.479491 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.514607 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.516001 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.603520 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de667c85-be0c-4441-aab1-073787b8cee8 req-08444d43-c39a-42f3-87cd-a8faa82d683a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.675280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:21.688342 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.699189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08444d43-c39a-42f3-87cd-a8faa82d683a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Pushing event deleted for resources: {'Port': ['ID=e380c32b-9b57-4b37-a34c-0d8bf20b9ed1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:21.719816 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-de667c85-be0c-4441-aab1-073787b8cee8 req-08444d43-c39a-42f3-87cd-a8faa82d683a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] No DVR routers for this DVR port e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:21.722839 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-de667c85-be0c-4441-aab1-073787b8cee8 req-08444d43-c39a-42f3-87cd-a8faa82d683a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.725971 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de667c85-be0c-4441-aab1-073787b8cee8 req-08444d43-c39a-42f3-87cd-a8faa82d683a tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.62 "DELETE /v2.0/ports/e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 HTTP/1.1" status: 204 len: 173 time: 0.6561303 Aug 19 12:48:21.787187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Allocated IP 172.20.0.2 (03f18108-0888-412b-925f-bd587b7a6ae4/6be82150-0409-48d0-b7f3-d89ac22a0682/ef181e48-4127-4381-9faa-d164f3d862a1) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:21.947461 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.954656 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:21.956541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Transition to ACTIVE for port object ef181e48-4127-4381-9faa-d164f3d862a1 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:21.973329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Transition to ACTIVE for port object ef181e48-4127-4381-9faa-d164f3d862a1 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:21.975539 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f2303c2-be54-440a-a7dd-a2f17856562e req-a27ef419-23bc-4c98-92ea-a6f3a9b5c1d6 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3414d4b-53f4-4952-8fa8-9cfe5badd0e0 HTTP/1.1" status: 200 len: 210 time: 0.0379233 Aug 19 12:48:22.129459 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c82b207-3e86-4c28-bda9-6ea4948269a3 req-37b728b5-e332-4688-81b2-929d013e50b4 tempest-ServerRescueTestJSONUnderV235-1971428324 tempest-ServerRescueTestJSONUnderV235-1971428324-project] 10.222.0.21 "GET /v2.0/ports?device_id=2682398c-897a-41d9-9758-3c3fb1b9b634 HTTP/1.1" status: 200 len: 210 time: 0.0359404 Aug 19 12:48:22.170560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.217245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Network 03f18108-0888-412b-925f-bd587b7a6ae4 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:22.221196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:22.222957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Pushing event updated for resources: {'Port': ['ID=ef181e48-4127-4381-9faa-d164f3d862a1,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:22.225043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:22.283103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Attempting to bind port ef181e48-4127-4381-9faa-d164f3d862a1 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:22.283836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Attempting to bind port ef181e48-4127-4381-9faa-d164f3d862a1 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:22.284040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Attempting to bind port ef181e48-4127-4381-9faa-d164f3d862a1 on network 03f18108-0888-412b-925f-bd587b7a6ae4 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:22.290682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:22.291094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Checking segment: {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:22.291496 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.291887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Bound using segment: {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:22.292356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Bound port: ef181e48-4127-4381-9faa-d164f3d862a1, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:22.292741 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.380995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] For port ef181e48-4127-4381-9faa-d164f3d862a1, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:22.389448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] For port ef181e48-4127-4381-9faa-d164f3d862a1, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ef181e48-4127-4381-9faa-d164f3d862a1,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:22.389831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.414376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.493347 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.531987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Allocated IP 172.25.2.39 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/d2f81847-b338-46b5-98f3-70e3fbb51d88) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:22.570382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5e08a-a74f-4ceb-bb56-ec9c2ed09915 None None] Pushing event updated for resources: {'Port': ['ID=ef181e48-4127-4381-9faa-d164f3d862a1,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:22.588911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8e58e090-205d-4a5d-bd89-7a21c82fd2cd no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:22.613858 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 8e58e090-205d-4a5d-bd89-7a21c82fd2cd {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:22.614203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8e58e090-205d-4a5d-bd89-7a21c82fd2cd not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:22.614634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:22.646563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:22.647175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device e380c32b-9b57-4b37-a34c-0d8bf20b9ed1 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:22.675979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.822127 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:22.886068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f81847-b338-46b5-98f3-70e3fbb51d88,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:22.890011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:22.891883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:22.894100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:22.971732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'name': 'network-vif-deleted', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:22.974173 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd7faa7-37a1-4295-bdd2-870657c696d6" -d '{"events": [{"server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "name": "network-vif-deleted", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:23.073713 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e918981a-b6e0-469b-82ef-1f5976a91dd6 x-openstack-request-id: req-e918981a-b6e0-469b-82ef-1f5976a91dd6 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:23.074027 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2682398c-897a-41d9-9758-3c3fb1b9b634", "name": "network-vif-deleted", "tag": "e380c32b-9b57-4b37-a34c-0d8bf20b9ed1", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:23.074298 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e918981a-b6e0-469b-82ef-1f5976a91dd6 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:23.074732 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2682398c-897a-41d9-9758-3c3fb1b9b634', 'name': 'network-vif-deleted', 'tag': 'e380c32b-9b57-4b37-a34c-0d8bf20b9ed1', 'status': 'completed', 'code': 200} Aug 19 12:48:23.075750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37600) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:23.140041 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4644018d-9d7c-4abc-bebe-ed73d54d415c tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.168896 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4644018d-9d7c-4abc-bebe-ed73d54d415c tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.194957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37606) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:23.358453 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.469984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4644018d-9d7c-4abc-bebe-ed73d54d415c tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.473954 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4644018d-9d7c-4abc-bebe-ed73d54d415c tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.475527 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4644018d-9d7c-4abc-bebe-ed73d54d415c tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "DELETE /v2.0/security-groups/270dee89-6fba-4679-a620-0b5701ccfaf4 HTTP/1.1" status: 204 len: 168 time: 0.3988497 Aug 19 12:48:23.480234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37610) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:23.560454 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644018d-9d7c-4abc-bebe-ed73d54d415c tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270dee89-6fba-4679-a620-0b5701ccfaf4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:23.661385 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-879601e2-af46-4985-9c1d-727ed5b6e4fb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.694297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.697373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-879601e2-af46-4985-9c1d-727ed5b6e4fb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.793152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.903181 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-879601e2-af46-4985-9c1d-727ed5b6e4fb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.906263 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-879601e2-af46-4985-9c1d-727ed5b6e4fb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:23.907735 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-879601e2-af46-4985-9c1d-727ed5b6e4fb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "DELETE /v2.0/security-groups/ac4e14ff-bd3d-4607-982f-68ee8e9dc394 HTTP/1.1" status: 204 len: 168 time: 0.4276404 Aug 19 12:48:23.913103 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37612) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:23.950211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879601e2-af46-4985-9c1d-727ed5b6e4fb tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4e14ff-bd3d-4607-982f-68ee8e9dc394,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:24.019080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Router 82c30658-7013-413c-8261-f66ba2bf162e is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:48:24.044956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65400572-58cf-4592-afd7-577032240dec None None] Network 03f18108-0888-412b-925f-bd587b7a6ae4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:24.124294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] Deleting port 1da2d80c-9bc2-4999-9f26-612bf7448c66 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:24.124689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.199134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:24.212352 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Sync routers for ids ['82c30658-7013-413c-8261-f66ba2bf162e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:24.212976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] For port 1da2d80c-9bc2-4999-9f26-612bf7448c66, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1da2d80c-9bc2-4999-9f26-612bf7448c66,segment=NetworkSegment(79055bf4-cabf-4d4a-bb77-39316c52663b),segment_id=79055bf4-cabf-4d4a-bb77-39316c52663b)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:24.213347 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.228639 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Routers {'82c30658-7013-413c-8261-f66ba2bf162e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:24.229279 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['82c30658-7013-413c-8261-f66ba2bf162e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:24.231804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] Calling delete_port for 1da2d80c-9bc2-4999-9f26-612bf7448c66 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:24.236065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bf935918-898b-4011-a034-af3201f11175 None None] Provisioning for port ef181e48-4127-4381-9faa-d164f3d862a1 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:24.317114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.319908 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4aaceb5c-5cb8-4073-9b8b-1d117b1314e7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9799054 Aug 19 12:48:24.322463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37616) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:24.494235 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Set router 82c30658-7013-413c-8261-f66ba2bf162e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:24.599384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.633666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1da2d80c-9bc2-4999-9f26-612bf7448c66,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:24.720191 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c30658-7013-413c-8261-f66ba2bf162e', 'name': 'tempest-TestServerMultinode-1688153015-router', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:21Z', 'updated_at': '2021-08-19T12:48:23Z', 'revision_number': 3, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'gw_port': {'id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:22Z', 'updated_at': '2021-08-19T12:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:24.756394 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Checking router: 82c30658-7013-413c-8261-f66ba2bf162e for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:24.756832 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Updating router 82c30658-7013-413c-8261-f66ba2bf162e port d2f81847-b338-46b5-98f3-70e3fbb51d88 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:48:24.785281 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.854759 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:24.912087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef181e48-4127-4381-9faa-d164f3d862a1 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:25.092436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port ef181e48-4127-4381-9faa-d164f3d862a1 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:25.097184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ef181e48-4127-4381-9faa-d164f3d862a1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:25.097624 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.120235 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.125068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] Router 83184678-5393-46f8-922c-0a4ae6a760e4 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:25.149191 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Transition to ACTIVE for port object d2f81847-b338-46b5-98f3-70e3fbb51d88 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:25.201519 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.214428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.244256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port ef181e48-4127-4381-9faa-d164f3d862a1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ef181e48-4127-4381-9faa-d164f3d862a1,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:25.252141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:25.261117 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-594e2dd6-4d7f-41f5-90f2-1bb11711c5ed admin admin] 10.222.0.21 "PUT /v2.0/routers/83184678-5393-46f8-922c-0a4ae6a760e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0650136 Aug 19 12:48:25.261780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37624) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:25.264367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4460b55-35f9-4719-91de-b075a997d230 None None] Sync routers for ids ['83184678-5393-46f8-922c-0a4ae6a760e4'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:25.274160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4460b55-35f9-4719-91de-b075a997d230 None None] Routers {'83184678-5393-46f8-922c-0a4ae6a760e4'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:25.275433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d4460b55-35f9-4719-91de-b075a997d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['83184678-5393-46f8-922c-0a4ae6a760e4'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:25.354731 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.395045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.417768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-d4460b55-35f9-4719-91de-b075a997d230 None None] Set router 83184678-5393-46f8-922c-0a4ae6a760e4 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:25.419288 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7053e16-3d51-4a59-a8a8-0a91114350cb None None] Pushing event updated for resources: {'Port': ['ID=d2f81847-b338-46b5-98f3-70e3fbb51d88,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:25.451970 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Attempting to bind port d2f81847-b338-46b5-98f3-70e3fbb51d88 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:25.451970 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Attempting to bind port d2f81847-b338-46b5-98f3-70e3fbb51d88 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:25.451970 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Attempting to bind port d2f81847-b338-46b5-98f3-70e3fbb51d88 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:25.452260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.452371 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:25.452371 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:25.452371 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.452371 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:25.452371 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Bound port: d2f81847-b338-46b5-98f3-70e3fbb51d88, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:25.452371 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.496591 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.502513 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.508560 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] For port d2f81847-b338-46b5-98f3-70e3fbb51d88, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:25.513247 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] For port d2f81847-b338-46b5-98f3-70e3fbb51d88, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d2f81847-b338-46b5-98f3-70e3fbb51d88,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:25.551882 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.597021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=ef181e48-4127-4381-9faa-d164f3d862a1,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:25.661477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d4460b55-35f9-4719-91de-b075a997d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:48:24Z', 'revision_number': 5, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:25.688384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4460b55-35f9-4719-91de-b075a997d230 None None] Checking router: 83184678-5393-46f8-922c-0a4ae6a760e4 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:25.697299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4460b55-35f9-4719-91de-b075a997d230 None None] Routers {'83184678-5393-46f8-922c-0a4ae6a760e4'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:25.697927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d4460b55-35f9-4719-91de-b075a997d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['83184678-5393-46f8-922c-0a4ae6a760e4'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:25.713826 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.776181 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7053e16-3d51-4a59-a8a8-0a91114350cb None None] Pushing event updated for resources: {'Port': ['ID=d2f81847-b338-46b5-98f3-70e3fbb51d88,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:25.779066 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Routers {'82c30658-7013-413c-8261-f66ba2bf162e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:25.780123 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Allocated IP 172.20.0.1 (03f18108-0888-412b-925f-bd587b7a6ae4/6be82150-0409-48d0-b7f3-d89ac22a0682/a784968a-89fc-4f12-8029-7cbcdc7e9bf7) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:25.780271 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['82c30658-7013-413c-8261-f66ba2bf162e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:25.834416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-d4460b55-35f9-4719-91de-b075a997d230 None None] Set router 83184678-5393-46f8-922c-0a4ae6a760e4 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:25.914003 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] Set router 82c30658-7013-413c-8261-f66ba2bf162e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:25.928022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Deleting port 9e8cb375-955b-4aea-9de0-6742a1201a54 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:25.928772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:25.995537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.045139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Transition to ACTIVE for port object a784968a-89fc-4f12-8029-7cbcdc7e9bf7 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:26.107776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d4460b55-35f9-4719-91de-b075a997d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:48:24Z', 'revision_number': 5, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:26.134079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] For port 9e8cb375-955b-4aea-9de0-6742a1201a54, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9e8cb375-955b-4aea-9de0-6742a1201a54,segment=NetworkSegment(5e7a0288-6c1e-4e82-a9fd-16bbf443349f),segment_id=5e7a0288-6c1e-4e82-a9fd-16bbf443349f)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:26.134708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.154253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4460b55-35f9-4719-91de-b075a997d230 None None] The sync data for ids ['83184678-5393-46f8-922c-0a4ae6a760e4'] in n-d-803757-2 is: [{'id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'name': 'tempest-ServerRescueTestJSONUnderV235-874521011-router', 'tenant_id': '409bcbd1bad949499dcac0158e73524b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:47:13Z', 'updated_at': '2021-08-19T12:48:24Z', 'revision_number': 5, 'project_id': '409bcbd1bad949499dcac0158e73524b', 'gw_port': {'id': '7db10ce4-10b3-4471-b45b-1b2fe619f26e', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83184678-5393-46f8-922c-0a4ae6a760e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:47:14Z', 'updated_at': '2021-08-19T12:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:26.160169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Calling delete_port for 9e8cb375-955b-4aea-9de0-6742a1201a54 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:26.167848 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c30658-7013-413c-8261-f66ba2bf162e', 'name': 'tempest-TestServerMultinode-1688153015-router', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:21Z', 'updated_at': '2021-08-19T12:48:23Z', 'revision_number': 3, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'gw_port': {'id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:22Z', 'updated_at': '2021-08-19T12:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:26.217028 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324763c-f343-4072-8c1f-75fd3b97481b None None] The sync data for ids ['82c30658-7013-413c-8261-f66ba2bf162e'] in n-d-803757-2 is: [{'id': '82c30658-7013-413c-8261-f66ba2bf162e', 'name': 'tempest-TestServerMultinode-1688153015-router', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:21Z', 'updated_at': '2021-08-19T12:48:23Z', 'revision_number': 3, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'gw_port': {'id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:22Z', 'updated_at': '2021-08-19T12:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:26.287135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Deleting port 7db10ce4-10b3-4471-b45b-1b2fe619f26e {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:26.287794 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.343737 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.356015 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.373934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] For port 7db10ce4-10b3-4471-b45b-1b2fe619f26e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7db10ce4-10b3-4471-b45b-1b2fe619f26e,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:26.374404 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.388727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Calling delete_port for 7db10ce4-10b3-4471-b45b-1b2fe619f26e owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:26.419697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Network 03f18108-0888-412b-925f-bd587b7a6ae4 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:26.423382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Pushing event updated for resources: {'Port': ['ID=a784968a-89fc-4f12-8029-7cbcdc7e9bf7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:26.426546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:26.429070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:26.494843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.672673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.694837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f293f-b487-4767-99fa-1669cfef39d4 req-06b6061c-e61e-4480-9d70-200f53ad48a3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:26.698905 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-496f293f-b487-4767-99fa-1669cfef39d4 req-06b6061c-e61e-4480-9d70-200f53ad48a3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0904324 Aug 19 12:48:26.776435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'Port': ['ID=9e8cb375-955b-4aea-9de0-6742a1201a54,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:26.781703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-496f293f-b487-4767-99fa-1669cfef39d4 req-2dbe5a1b-74de-4b6e-add2-c0bcaa9ac0ae tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571523 Aug 19 12:48:26.891289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:26.937580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef181e48-4127-4381-9faa-d164f3d862a1 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:26.956001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db10ce4-10b3-4471-b45b-1b2fe619f26e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:27.027490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ef181e48-4127-4381-9faa-d164f3d862a1 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:27.027490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.060486 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.110250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.120375 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.142677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d2f81847-b338-46b5-98f3-70e3fbb51d88 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:27.144392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c3adaa86-2205-41a8-979c-fc99ede578af None None] Provisioning for port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:27.168334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c3adaa86-2205-41a8-979c-fc99ede578af None None] Provisioning complete for port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:27.169259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c3adaa86-2205-41a8-979c-fc99ede578af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.173931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.176469 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.211997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c3adaa86-2205-41a8-979c-fc99ede578af None None] Port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:48:27.410648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.412338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83184678-5393-46f8-922c-0a4ae6a760e4 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:48:27.416025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.422710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c37e2ee2-7f8f-4c15-9499-c0804a279574 admin admin] 10.222.0.21 "DELETE /v2.0/routers/83184678-5393-46f8-922c-0a4ae6a760e4 HTTP/1.1" status: 204 len: 168 time: 2.1546865 Aug 19 12:48:27.422710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37642) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:27.468231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc542775-b5ba-45bb-9c64-372e3748814d admin admin] Deleting subnet b1aa1454-7012-42e5-b9e6-61d279ffc68f {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:27.474927 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bc542775-b5ba-45bb-9c64-372e3748814d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.489073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.497058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d2f81847-b338-46b5-98f3-70e3fbb51d88 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:27.498929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d2f81847-b338-46b5-98f3-70e3fbb51d88 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:27.499570 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.499692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:27.521897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bc542775-b5ba-45bb-9c64-372e3748814d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.575677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bc542775-b5ba-45bb-9c64-372e3748814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.633886 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.644900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:27.652081 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.662014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-09a66761-815b-4ad2-9bb4-d5ec61b38262 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "PUT /v2.0/routers/6ecebbe3-f47f-42f1-b499-4f41e7f34a5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7454085 Aug 19 12:48:27.662535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37646) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:27.668059 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5980d-8a14-4b3c-b908-f771609a1daf None None] Sync routers for ids ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:27.669147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d2f81847-b338-46b5-98f3-70e3fbb51d88, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d2f81847-b338-46b5-98f3-70e3fbb51d88,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:27.677928 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5980d-8a14-4b3c-b908-f771609a1daf None None] Routers {'6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:27.678560 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1fa5980d-8a14-4b3c-b908-f771609a1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:27.727337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0db0ee1-2493-4892-a4a9-1f8ed6ddceee tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Deleting subnet 6b2f57f1-a768-4bba-8f5a-355831569d90 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:48:27.731226 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0db0ee1-2493-4892-a4a9-1f8ed6ddceee tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.731820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Pushing event updated for resources: {'Port': ['ID=a784968a-89fc-4f12-8029-7cbcdc7e9bf7,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:27.734455 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.770323 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bc542775-b5ba-45bb-9c64-372e3748814d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.792153 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0db0ee1-2493-4892-a4a9-1f8ed6ddceee tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.804252 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.838540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc542775-b5ba-45bb-9c64-372e3748814d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1aa1454-7012-42e5-b9e6-61d279ffc68f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:27.845005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bc542775-b5ba-45bb-9c64-372e3748814d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:27.847257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bc542775-b5ba-45bb-9c64-372e3748814d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b1aa1454-7012-42e5-b9e6-61d279ffc68f HTTP/1.1" status: 204 len: 168 time: 0.4258721 Aug 19 12:48:27.850384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37650) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:27.882411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Network 03f18108-0888-412b-925f-bd587b7a6ae4 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:27.884074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:27.924168 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1fa5980d-8a14-4b3c-b908-f771609a1daf None None] Set router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:28.041659 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.093361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0db0ee1-2493-4892-a4a9-1f8ed6ddceee tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.159995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1da2d80c-9bc2-4999-9f26-612bf7448c66 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:28.193618 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1fa5980d-8a14-4b3c-b908-f771609a1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:48:26Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:28.197248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 1da2d80c-9bc2-4999-9f26-612bf7448c66 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:28.197602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1da2d80c-9bc2-4999-9f26-612bf7448c66 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:28.223824 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5980d-8a14-4b3c-b908-f771609a1daf None None] Checking router: 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:28.233296 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5980d-8a14-4b3c-b908-f771609a1daf None None] Routers {'6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:28.234076 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1fa5980d-8a14-4b3c-b908-f771609a1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:28.244552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d2f81847-b338-46b5-98f3-70e3fbb51d88,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:28.297786 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.321073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936b69d8-f44a-4321-b300-539e98e5580c']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:28.335197 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79055bf4-cabf-4d4a-bb77-39316c52663b') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:28.335592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79055bf4-cabf-4d4a-bb77-39316c52663b') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:28.353240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-dc702855-545c-4afd-af02-f77728614088 None None] Provisioning complete for port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:28.354642 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dc702855-545c-4afd-af02-f77728614088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.360768 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.372477 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-1fa5980d-8a14-4b3c-b908-f771609a1daf None None] Set router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:28.382606 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.389881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:48:28.391639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:48:28.393439 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:48:28.415168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-dc702855-545c-4afd-af02-f77728614088 None None] Port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:48:28.527417 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0db0ee1-2493-4892-a4a9-1f8ed6ddceee tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.552920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fee5c-abeb-43e9-8646-4dcd6c2c589a req-8d8f3167-3805-4545-822f-fe673085f111 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:28.554539 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba8fee5c-abeb-43e9-8646-4dcd6c2c589a req-8d8f3167-3805-4545-822f-fe673085f111 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.4979465 Aug 19 12:48:28.560433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Router 82c30658-7013-413c-8261-f66ba2bf162e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:28.562408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db0ee1-2493-4892-a4a9-1f8ed6ddceee tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2f57f1-a768-4bba-8f5a-355831569d90,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:28.569061 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b0db0ee1-2493-4892-a4a9-1f8ed6ddceee tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.572628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b0db0ee1-2493-4892-a4a9-1f8ed6ddceee tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "DELETE /v2.0/subnets/6b2f57f1-a768-4bba-8f5a-355831569d90 HTTP/1.1" status: 204 len: 168 time: 0.9036872 Aug 19 12:48:28.575187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37652) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:28.580033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a033d-a6a2-460a-8dac-a5af08047f09 None None] Network be14d67d-5319-4625-9150-99bd2d9913be requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:28.595185 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-1fa5980d-8a14-4b3c-b908-f771609a1daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:48:26Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:28.600483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.623983 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5980d-8a14-4b3c-b908-f771609a1daf None None] The sync data for ids ['6ecebbe3-f47f-42f1-b499-4f41e7f34a5a'] in n-d-803757-2 is: [{'id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1394890179', 'tenant_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:46:34Z', 'updated_at': '2021-08-19T12:48:26Z', 'revision_number': 5, 'project_id': 'd38b728aa97c42a5bb1da26f1ee9df20', 'gw_port': {'id': '0a868f95-39b1-4e4d-abe8-b1bc5bb79e29', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ecebbe3-f47f-42f1-b499-4f41e7f34a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:46:35Z', 'updated_at': '2021-08-19T12:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:28.691398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.691398 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/936b69d8-f44a-4321-b300-539e98e5580c HTTP/1.1" status: 204 len: 168 time: 0.8208845 Aug 19 12:48:28.691398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eeb49d-be1b-472c-9cb0-8b11bf7facf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=936b69d8-f44a-4321-b300-539e98e5580c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:28.757477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba8fee5c-abeb-43e9-8646-4dcd6c2c589a req-d89b9bfb-9aa3-4562-9389-d9da84808b4c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805253 Aug 19 12:48:28.762735 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.773741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:28.793163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Sync routers for ids ['82c30658-7013-413c-8261-f66ba2bf162e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:28.798739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3a443c00-ea62-43ae-b2b2-0a213661554b admin admin] 10.222.0.21 "PUT /v2.0/routers/82c30658-7013-413c-8261-f66ba2bf162e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4735737 Aug 19 12:48:28.810967 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Routers {'82c30658-7013-413c-8261-f66ba2bf162e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:28.812071 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['82c30658-7013-413c-8261-f66ba2bf162e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:28.889855 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:28.925926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Set router 82c30658-7013-413c-8261-f66ba2bf162e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:29.054476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794f51d7-843a-474b-befc-c19e4b4662f7 None None] DHCP port deletion for be14d67d-5319-4625-9150-99bd2d9913be request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:48:29.092522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Deleting port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:29.092881 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.182284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d2f81847-b338-46b5-98f3-70e3fbb51d88 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:29.221737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] For port 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0a868f95-39b1-4e4d-abe8-b1bc5bb79e29,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:29.222107 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.223792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-794f51d7-843a-474b-befc-c19e4b4662f7 None None] Deleting port 3f67833f-4618-49b0-b4e5-99a1c76aa566 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:48:29.224176 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-794f51d7-843a-474b-befc-c19e4b4662f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.248692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Calling delete_port for 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:29.273310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37664) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:29.315110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-794f51d7-843a-474b-befc-c19e4b4662f7 None None] For port 3f67833f-4618-49b0-b4e5-99a1c76aa566, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3f67833f-4618-49b0-b4e5-99a1c76aa566,segment=NetworkSegment(5e7a0288-6c1e-4e82-a9fd-16bbf443349f),segment_id=5e7a0288-6c1e-4e82-a9fd-16bbf443349f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:29.315501 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-794f51d7-843a-474b-befc-c19e4b4662f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.329413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ad0bb429-6332-430c-ab16-6d4ee82fe767 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=409bcbd1bad949499dcac0158e73524b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522079 Aug 19 12:48:29.329636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37666) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:29.332578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-794f51d7-843a-474b-befc-c19e4b4662f7 None None] Calling delete_port for 3f67833f-4618-49b0-b4e5-99a1c76aa566 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:48:29.342875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d2f81847-b338-46b5-98f3-70e3fbb51d88 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:29.343252 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.351816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c30658-7013-413c-8261-f66ba2bf162e', 'name': 'tempest-TestServerMultinode-1688153015-router', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:21Z', 'updated_at': '2021-08-19T12:48:26Z', 'revision_number': 4, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'gw_port': {'id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:22Z', 'updated_at': '2021-08-19T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'a784968a-89fc-4f12-8029-7cbcdc7e9bf7', 'name': '', 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'mac_address': 'fa:16:3e:2f:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '6be82150-0409-48d0-b7f3-d89ac22a0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:25Z', 'updated_at': '2021-08-19T12:48:27Z', 'revision_number': 2, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'subnets': [{'id': '6be82150-0409-48d0-b7f3-d89ac22a0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:29.390906 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49da805a-d339-40fd-b789-2e0ce3a9ff04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.414859 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49da805a-d339-40fd-b789-2e0ce3a9ff04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.433262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Checking router: 82c30658-7013-413c-8261-f66ba2bf162e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:29.433509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Updating router 82c30658-7013-413c-8261-f66ba2bf162e port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:48:29.480858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.539002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.565605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'Port': ['ID=0a868f95-39b1-4e4d-abe8-b1bc5bb79e29,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:29.594014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49da805a-d339-40fd-b789-2e0ce3a9ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.597099 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-49da805a-d339-40fd-b789-2e0ce3a9ff04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.600960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-49da805a-d339-40fd-b789-2e0ce3a9ff04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07e1a3f9-b12c-4f40-9617-baabee9ea0ae HTTP/1.1" status: 204 len: 168 time: 0.2675285 Aug 19 12:48:29.610733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da805a-d339-40fd-b789-2e0ce3a9ff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e1a3f9-b12c-4f40-9617-baabee9ea0ae,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:29.632114 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.716116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7db10ce4-10b3-4471-b45b-1b2fe619f26e no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:29.735046 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.737220 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.750488 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-794f51d7-843a-474b-befc-c19e4b4662f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.786378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794f51d7-843a-474b-befc-c19e4b4662f7 None None] No DVR routers for this DVR port 3f67833f-4618-49b0-b4e5-99a1c76aa566 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:48:29.790443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 7db10ce4-10b3-4471-b45b-1b2fe619f26e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:29.791279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7db10ce4-10b3-4471-b45b-1b2fe619f26e not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:29.823242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f51d7-843a-474b-befc-c19e4b4662f7 None None] Pushing event deleted for resources: {'Port': ['ID=3f67833f-4618-49b0-b4e5-99a1c76aa566,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:29.901253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31d4ed-38c0-4872-b701-5251d526f585 req-98f3a7a4-57e8-4066-91f3-6a7c8ef1fcea tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:29.902978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c31d4ed-38c0-4872-b701-5251d526f585 req-98f3a7a4-57e8-4066-91f3-6a7c8ef1fcea tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0587204 Aug 19 12:48:29.904077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.904642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Fanout notify agent at l3_agent the message router_deleted on router 6ecebbe3-f47f-42f1-b499-4f41e7f34a5a {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:48:29.909212 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.916677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:29.916677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ac24a82c-e10f-431c-a4e5-ba0a09e5d587 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "DELETE /v2.0/routers/6ecebbe3-f47f-42f1-b499-4f41e7f34a5a HTTP/1.1" status: 204 len: 168 time: 1.3362701 Aug 19 12:48:29.916859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37680) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:29.920837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Transition to ACTIVE for port object a784968a-89fc-4f12-8029-7cbcdc7e9bf7 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:29.961818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c31d4ed-38c0-4872-b701-5251d526f585 req-ca407a05-98e4-4b3f-afd4-921e724f6ed3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471778 Aug 19 12:48:30.042628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.047364 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.062990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37686) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:30.068114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1214538707-network', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:30.113559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee9446-0143-4d0a-9885-efe6cb526359 None None] Pushing event updated for resources: {'Port': ['ID=a784968a-89fc-4f12-8029-7cbcdc7e9bf7,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:30.181795 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.184420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Attempting to bind port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:30.184923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Attempting to bind port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:30.185349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Attempting to bind port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 on network 03f18108-0888-412b-925f-bd587b7a6ae4 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:30.191061 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:30.191625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Checking segment: {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:30.192097 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.198059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Bound using segment: {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:30.198059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Bound port: a784968a-89fc-4f12-8029-7cbcdc7e9bf7, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:30.198059 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.198597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be14d67d-5319-4625-9150-99bd2d9913be']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:30.211175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7a0288-6c1e-4e82-a9fd-16bbf443349f') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:30.211850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7a0288-6c1e-4e82-a9fd-16bbf443349f') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:30.224871 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.240323 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.247609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:48:30.248195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:48:30.252270 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:48:30.274867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] For port a784968a-89fc-4f12-8029-7cbcdc7e9bf7, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:30.279087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] For port a784968a-89fc-4f12-8029-7cbcdc7e9bf7, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a784968a-89fc-4f12-8029-7cbcdc7e9bf7,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:30.304083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Made reservation on behalf of 3a8227cf261145308b81b445c3f98aa2 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:30.307464 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.320297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.390219 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.420542 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.460139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Routers {'82c30658-7013-413c-8261-f66ba2bf162e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:30.460888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['82c30658-7013-413c-8261-f66ba2bf162e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:30.465851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee9446-0143-4d0a-9885-efe6cb526359 None None] Pushing event updated for resources: {'Port': ['ID=a784968a-89fc-4f12-8029-7cbcdc7e9bf7,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:30.468954 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.477147 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.480156 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] 10.222.0.21 "DELETE /v2.0/networks/be14d67d-5319-4625-9150-99bd2d9913be HTTP/1.1" status: 204 len: 168 time: 0.5613132 Aug 19 12:48:30.502596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99353257-8f7d-4b7d-ace8-2be38ace3680 tempest-TestSecurityGroupsBasicOps-640921007 tempest-TestSecurityGroupsBasicOps-640921007-project] Pushing event deleted for resources: {'Network': ['ID=be14d67d-5319-4625-9150-99bd2d9913be,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:30.504370 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.542723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:48:30.549701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125334f9-e26e-4787-9217-3166601817c8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:30.570852 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.571292 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Added segment 39239b7c-d2fb-49a8-a231-884564cde518 of type vlan for network 8992075b-46b3-4cef-b1f3-128b1f26cc61 Aug 19 12:48:30.630794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] Set router 82c30658-7013-413c-8261-f66ba2bf162e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:30.633838 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.728945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9e8cb375-955b-4aea-9de0-6742a1201a54 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:30.758660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 9e8cb375-955b-4aea-9de0-6742a1201a54 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:30.759033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9e8cb375-955b-4aea-9de0-6742a1201a54 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:30.759461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3f67833f-4618-49b0-b4e5-99a1c76aa566 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:30.823712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 3f67833f-4618-49b0-b4e5-99a1c76aa566 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:30.823712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3f67833f-4618-49b0-b4e5-99a1c76aa566 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:30.823712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:48:30.824134 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.824134 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:30.824331 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:30.853021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:48:30.853365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0a868f95-39b1-4e4d-abe8-b1bc5bb79e29 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:48:30.905555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] Pushing event updated for resources: {'Network': ['ID=8992075b-46b3-4cef-b1f3-128b1f26cc61,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:30.918915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 8992075b-46b3-4cef-b1f3-128b1f26cc61 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:48:31.082418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ba3b644e-939d-40f7-974b-9fd79924cce3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0180898 Aug 19 12:48:31.085086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37710) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:31.090833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] Request body: {'subnet': {'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1214538707-subnet', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:31.106362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162da722-cc76-4742-9bd1-f37ee248eca0 req-f8c6d1bd-8f41-4a68-9bef-ca3e070bed36 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:31.108201 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-162da722-cc76-4742-9bd1-f37ee248eca0 req-f8c6d1bd-8f41-4a68-9bef-ca3e070bed36 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0618575 Aug 19 12:48:31.149373 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-162da722-cc76-4742-9bd1-f37ee248eca0 req-30d8ea45-2f24-458f-8863-7be34e095bc1 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345640 Aug 19 12:48:31.185085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c30658-7013-413c-8261-f66ba2bf162e', 'name': 'tempest-TestServerMultinode-1688153015-router', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:21Z', 'updated_at': '2021-08-19T12:48:26Z', 'revision_number': 4, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'gw_port': {'id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:22Z', 'updated_at': '2021-08-19T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'a784968a-89fc-4f12-8029-7cbcdc7e9bf7', 'name': '', 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'mac_address': 'fa:16:3e:2f:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '6be82150-0409-48d0-b7f3-d89ac22a0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:25Z', 'updated_at': '2021-08-19T12:48:30Z', 'revision_number': 4, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'subnets': [{'id': '6be82150-0409-48d0-b7f3-d89ac22a0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:31.208472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d0ae4-e244-4cab-9cfe-dda408b93ea9 None None] The sync data for ids ['82c30658-7013-413c-8261-f66ba2bf162e'] in n-d-803757-2 is: [{'id': '82c30658-7013-413c-8261-f66ba2bf162e', 'name': 'tempest-TestServerMultinode-1688153015-router', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:21Z', 'updated_at': '2021-08-19T12:48:26Z', 'revision_number': 4, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'gw_port': {'id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:22Z', 'updated_at': '2021-08-19T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'a784968a-89fc-4f12-8029-7cbcdc7e9bf7', 'name': '', 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'mac_address': 'fa:16:3e:2f:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '6be82150-0409-48d0-b7f3-d89ac22a0682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:25Z', 'updated_at': '2021-08-19T12:48:30Z', 'revision_number': 4, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'subnets': [{'id': '6be82150-0409-48d0-b7f3-d89ac22a0682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:31.246005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37714) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:31.315818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] Made reservation on behalf of 3a8227cf261145308b81b445c3f98aa2 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:31.318928 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.388229 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-network', 'tenant_id': 'd76f5a70320e419880d786a5388a956d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:31.476747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37720) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:31.577714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Made reservation on behalf of d76f5a70320e419880d786a5388a956d for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:31.582927 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.590551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.627648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ccd37adb-649f-4745-93c9-c9549f224d21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d38b728aa97c42a5bb1da26f1ee9df20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493235 Aug 19 12:48:31.628191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37724) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:31.719544 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.725328 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-83be8e91-14eb-4bc4-bc42-e74ca43f3ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.813161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.817430 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-83be8e91-14eb-4bc4-bc42-e74ca43f3ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.827036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c566e6b-fdf9-43b5-9ea7-60a5702087a5,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:31.869046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] Checking segment: {'id': '39239b7c-d2fb-49a8-a231-884564cde518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:31.869812 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] Network hostable DHCP agents. Network: 8992075b-46b3-4cef-b1f3-128b1f26cc61, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:48:31.932733 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.961536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:48:31.968667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0d0f20-120b-4049-9448-45cb695b728a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:31.975902 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:31.976149 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Added segment 19c2c17d-b294-4cfe-afec-b9501479eaac of type vlan for network 6c7d4821-3926-438f-8388-686fb2dac0dd Aug 19 12:48:32.010910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] Network 8992075b-46b3-4cef-b1f3-128b1f26cc61 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:48:32.027705 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.048341 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-83be8e91-14eb-4bc4-bc42-e74ca43f3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.061251 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-83be8e91-14eb-4bc4-bc42-e74ca43f3ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.061251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-83be8e91-14eb-4bc4-bc42-e74ca43f3ea3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75c017d4-befb-4594-adb7-c1e0cc1a5dbe HTTP/1.1" status: 204 len: 168 time: 0.4232800 Aug 19 12:48:32.061944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be8e91-14eb-4bc4-bc42-e74ca43f3ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c017d4-befb-4594-adb7-c1e0cc1a5dbe,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:32.154325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 8992075b-46b3-4cef-b1f3-128b1f26cc61) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:32.158424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:32.159142 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.163337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c88576-b367-4077-a268-d19ff9403076 None None] Network 8992075b-46b3-4cef-b1f3-128b1f26cc61 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:32.241481 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.242570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:32.245295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.294526 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:48:32.329201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] Pushing event updated for resources: {'Network': ['ID=6c7d4821-3926-438f-8388-686fb2dac0dd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:32.332889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-8992075b-46b3-4cef-b1f3-128b1f26cc61', 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'fixed_ips': [{'subnet_id': '2c566e6b-fdf9-43b5-9ea7-60a5702087a5'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:48:32.336600 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.347260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 6c7d4821-3926-438f-8388-686fb2dac0dd details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:48:32.354945 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4085b074-923e-4f87-b5e7-c4446938b814 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2687030 Aug 19 12:48:32.357480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37732) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:32.362274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1214538707-router', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:32.388920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0fbb7-5ad4-4b04-b9d6-3dcfa8b31c7b req-a8d89261-f180-4ba2-ac09-68d824c25214 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:32.390311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cd0fbb7-5ad4-4b04-b9d6-3dcfa8b31c7b req-a8d89261-f180-4ba2-ac09-68d824c25214 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0793116 Aug 19 12:48:32.436969 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-011204cd-256a-41fe-b9ef-a2bfb23afcec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1898394 Aug 19 12:48:32.440537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37734) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:32.442519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cd0fbb7-5ad4-4b04-b9d6-3dcfa8b31c7b req-09b663b8-12cf-4dba-bb15-d6bb36fa9851 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455403 Aug 19 12:48:32.451949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] Request body: {'subnet': {'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-subnet', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:32.533457 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.534552 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.535995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Allocated IP 172.20.0.2 (8992075b-46b3-4cef-b1f3-128b1f26cc61/2c566e6b-fdf9-43b5-9ea7-60a5702087a5/417b75fe-ca08-4d20-8596-f015723f37fc) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:32.598733 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.668730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] Made reservation on behalf of d76f5a70320e419880d786a5388a956d for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:32.671347 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.691558 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.701686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Transition to ACTIVE for port object 417b75fe-ca08-4d20-8596-f015723f37fc will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:32.717580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Transition to ACTIVE for port object 417b75fe-ca08-4d20-8596-f015723f37fc will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:32.773923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a784968a-89fc-4f12-8029-7cbcdc7e9bf7 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:32.872222 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.880348 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.924448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Network 8992075b-46b3-4cef-b1f3-128b1f26cc61 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:32.927426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:32.931154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:32.938359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Pushing event updated for resources: {'Port': ['ID=417b75fe-ca08-4d20-8596-f015723f37fc,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:32.991182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Attempting to bind port 417b75fe-ca08-4d20-8596-f015723f37fc on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:32.991549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Attempting to bind port 417b75fe-ca08-4d20-8596-f015723f37fc by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '39239b7c-d2fb-49a8-a231-884564cde518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:32.991910 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Attempting to bind port 417b75fe-ca08-4d20-8596-f015723f37fc on network 8992075b-46b3-4cef-b1f3-128b1f26cc61 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:32.996845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:32.997221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Checking segment: {'id': '39239b7c-d2fb-49a8-a231-884564cde518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:32.997614 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:32.998005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Bound using segment: {'id': '39239b7c-d2fb-49a8-a231-884564cde518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:32.998466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Bound port: 417b75fe-ca08-4d20-8596-f015723f37fc, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39239b7c-d2fb-49a8-a231-884564cde518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:32.998880 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.007359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:33.014851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:33.015223 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.070580 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.098052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] For port 417b75fe-ca08-4d20-8596-f015723f37fc, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:33.102453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] For port 417b75fe-ca08-4d20-8596-f015723f37fc, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=417b75fe-ca08-4d20-8596-f015723f37fc,segment=NetworkSegment(39239b7c-d2fb-49a8-a231-884564cde518),segment_id=39239b7c-d2fb-49a8-a231-884564cde518)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:33.108133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37740) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:33.133626 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9671ec3-4a7b-4105-a987-fcb219b92063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.144345 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.173246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a6de2c-d325-4338-9639-ea64906dff73,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:33.191652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] Checking segment: {'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:33.192034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] Network hostable DHCP agents. Network: 6c7d4821-3926-438f-8388-686fb2dac0dd, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:48:33.272110 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.296376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.297726 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.373802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cdc85-0b59-4a28-bb12-f5a126672cd3 None None] Pushing event updated for resources: {'Port': ['ID=417b75fe-ca08-4d20-8596-f015723f37fc,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:33.379878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port a784968a-89fc-4f12-8029-7cbcdc7e9bf7, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a784968a-89fc-4f12-8029-7cbcdc7e9bf7,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:33.403548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] Network 6c7d4821-3926-438f-8388-686fb2dac0dd is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:48:33.451437 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9671ec3-4a7b-4105-a987-fcb219b92063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.469294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Allocated IP 172.25.2.182 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/f14a89b2-a9cf-40f5-a66c-3d1775a06658) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:33.504760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.592755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=a784968a-89fc-4f12-8029-7cbcdc7e9bf7,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:33.609086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 6c7d4821-3926-438f-8388-686fb2dac0dd) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:33.618358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad3459d-8486-412e-b957-0e18ef07405f None None] Network 6c7d4821-3926-438f-8388-686fb2dac0dd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:33.620371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:33.621372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.654840 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.659152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691f1d3-4de0-4935-9d78-1d7a6f59865f req-afc8c81e-15b7-48b2-9410-07314266a23c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:33.661046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7691f1d3-4de0-4935-9d78-1d7a6f59865f req-afc8c81e-15b7-48b2-9410-07314266a23c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1043298 Aug 19 12:48:33.706747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7691f1d3-4de0-4935-9d78-1d7a6f59865f req-749a1f01-60b9-45a1-a43a-59b072bbeb77 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393775 Aug 19 12:48:33.740208 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a9671ec3-4a7b-4105-a987-fcb219b92063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.771993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10187e7-c4fe-4b22-8f75-0b72ab6550d8 None None] Network 6c7d4821-3926-438f-8388-686fb2dac0dd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:33.781367 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a9671ec3-4a7b-4105-a987-fcb219b92063 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c581c97784764ce4ad5b69205a3deb9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6689031 Aug 19 12:48:33.782222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9671ec3-4a7b-4105-a987-fcb219b92063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc74aae-424d-43b7-9277-ff83574b4568,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:33.784029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37744) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:33.843157 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd55b8e9-5e9d-42f3-8c44-1934d80c96b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.865163 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd55b8e9-5e9d-42f3-8c44-1934d80c96b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.873616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:33.931348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:33.935537 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1ecf62dc-cc71-45b3-b8f7-f81350a8d7a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4927506 Aug 19 12:48:33.938489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37746) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:33.938620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:33.943191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:33.943614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-router', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:33.969808 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Pushing event updated for resources: {'Port': ['ID=f14a89b2-a9cf-40f5-a66c-3d1775a06658,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:34.127788 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.128855 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.201174 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd55b8e9-5e9d-42f3-8c44-1934d80c96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.205105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd55b8e9-5e9d-42f3-8c44-1934d80c96b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.208897 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dd55b8e9-5e9d-42f3-8c44-1934d80c96b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cc74aae-424d-43b7-9277-ff83574b4568 HTTP/1.1" status: 204 len: 168 time: 0.4214315 Aug 19 12:48:34.223339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55b8e9-5e9d-42f3-8c44-1934d80c96b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc74aae-424d-43b7-9277-ff83574b4568,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:34.299129 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.402523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec15854-c6b1-4d32-a615-ece477a2eef5 None None] Network 8992075b-46b3-4cef-b1f3-128b1f26cc61 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:34.409006 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.621758 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.726480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:34.733089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-77b91014-cd16-4982-aa63-be464a48b6ff None None] Provisioning for port 417b75fe-ca08-4d20-8596-f015723f37fc completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:34.875708 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a784968a-89fc-4f12-8029-7cbcdc7e9bf7 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:34.879581 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01726567-7f1c-4468-bbd9-a6c27d17bda0 req-617b19b9-64b8-4200-aa2f-4f1e482c8c66 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:34.881292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01726567-7f1c-4468-bbd9-a6c27d17bda0 req-617b19b9-64b8-4200-aa2f-4f1e482c8c66 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0684881 Aug 19 12:48:34.923066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01726567-7f1c-4468-bbd9-a6c27d17bda0 req-284ca8bd-01b5-429f-a191-791d47134610 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358522 Aug 19 12:48:34.928179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:34.928791 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.027113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 417b75fe-ca08-4d20-8596-f015723f37fc up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:35.099295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Router 746b1833-27bc-4336-904e-f3da34d23b77 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:48:35.180306 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-312e48cf-1f32-44e9-8893-7c2be5b5b44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.210702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:35.219509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Sync routers for ids ['746b1833-27bc-4336-904e-f3da34d23b77'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:35.220058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 417b75fe-ca08-4d20-8596-f015723f37fc completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:35.224156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 417b75fe-ca08-4d20-8596-f015723f37fc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:35.224308 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.229664 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Routers {'746b1833-27bc-4336-904e-f3da34d23b77'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:35.230311 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['746b1833-27bc-4336-904e-f3da34d23b77'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:35.234691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.259722 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.310499 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.341690 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Set router 746b1833-27bc-4336-904e-f3da34d23b77 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:35.346754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 417b75fe-ca08-4d20-8596-f015723f37fc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=417b75fe-ca08-4d20-8596-f015723f37fc,segment=NetworkSegment(39239b7c-d2fb-49a8-a231-884564cde518),segment_id=39239b7c-d2fb-49a8-a231-884564cde518)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:35.370887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Allocated IP 172.25.2.54 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/1f26d9ba-16ee-47b4-9378-a8d5c5072450) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:35.407724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.409212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0dfc39ea-391b-4a90-94ee-03b65b58346f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0507944 Aug 19 12:48:35.411961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37758) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:35.485119 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.531899 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.532829 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1833-27bc-4336-904e-f3da34d23b77', 'name': 'tempest-TestServerMultinode-1214538707-router', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:32Z', 'updated_at': '2021-08-19T12:48:34Z', 'revision_number': 3, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'gw_port': {'id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:33Z', 'updated_at': '2021-08-19T12:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:35.570461 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Checking router: 746b1833-27bc-4336-904e-f3da34d23b77 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:35.570836 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Updating router 746b1833-27bc-4336-904e-f3da34d23b77 port f14a89b2-a9cf-40f5-a66c-3d1775a06658 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:48:35.595260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37760) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:35.601361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=417b75fe-ca08-4d20-8596-f015723f37fc,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:35.603067 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.627322 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.679107 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8ab6185b-808b-474b-a38c-368bfb9f166c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6c8af1a276549428cc67514e0cbb89d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827193 Aug 19 12:48:35.681361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:35.683760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37762) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:35.690169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:35.694412 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:35.720353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Pushing event updated for resources: {'Port': ['ID=1f26d9ba-16ee-47b4-9378-a8d5c5072450,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:35.818481 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0224163-405f-44cb-85f4-e4aad2321546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.874187 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0224163-405f-44cb-85f4-e4aad2321546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.903388 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:35.913571 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Transition to ACTIVE for port object f14a89b2-a9cf-40f5-a66c-3d1775a06658 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:35.950425 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.043653 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.099357 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Attempting to bind port f14a89b2-a9cf-40f5-a66c-3d1775a06658 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:36.100199 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Attempting to bind port f14a89b2-a9cf-40f5-a66c-3d1775a06658 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:36.100592 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Attempting to bind port f14a89b2-a9cf-40f5-a66c-3d1775a06658 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:36.108444 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05214951-06da-4b18-b998-b7410b0f2636 None None] Pushing event updated for resources: {'Port': ['ID=f14a89b2-a9cf-40f5-a66c-3d1775a06658,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:36.111810 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:36.111810 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:36.112271 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.112575 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:36.113093 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Bound port: f14a89b2-a9cf-40f5-a66c-3d1775a06658, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:36.113473 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.126735 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0224163-405f-44cb-85f4-e4aad2321546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.129916 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0224163-405f-44cb-85f4-e4aad2321546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.132923 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c0224163-405f-44cb-85f4-e4aad2321546 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9417cdf-c30e-4957-84af-90cea215da14 HTTP/1.1" status: 204 len: 168 time: 0.4459426 Aug 19 12:48:36.150038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdf9a9-0ab9-4fe8-8a21-83d8b56940ea req-dfd5185d-ef1f-4d55-8c17-7e6e19643eae tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:36.152237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73bdf9a9-0ab9-4fe8-8a21-83d8b56940ea req-dfd5185d-ef1f-4d55-8c17-7e6e19643eae tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1204731 Aug 19 12:48:36.157139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0224163-405f-44cb-85f4-e4aad2321546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9417cdf-c30e-4957-84af-90cea215da14,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:36.159031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Allocated IP 172.20.0.1 (8992075b-46b3-4cef-b1f3-128b1f26cc61/2c566e6b-fdf9-43b5-9ea7-60a5702087a5/f3150ddc-f827-465f-ad28-cc4e4da6d0a6) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:36.200460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.219570 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] For port f14a89b2-a9cf-40f5-a66c-3d1775a06658, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:36.224224 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] For port f14a89b2-a9cf-40f5-a66c-3d1775a06658, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f14a89b2-a9cf-40f5-a66c-3d1775a06658,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:36.264036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73bdf9a9-0ab9-4fe8-8a21-83d8b56940ea req-d966466b-3258-4e64-81dd-c04e2761f8f0 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030121 Aug 19 12:48:36.293951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.309940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Transition to ACTIVE for port object f3150ddc-f827-465f-ad28-cc4e4da6d0a6 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:36.338458 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.398570 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Routers {'746b1833-27bc-4336-904e-f3da34d23b77'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:36.399214 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['746b1833-27bc-4336-904e-f3da34d23b77'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:36.402782 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05214951-06da-4b18-b998-b7410b0f2636 None None] Pushing event updated for resources: {'Port': ['ID=f14a89b2-a9cf-40f5-a66c-3d1775a06658,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:36.444419 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.508308 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] Set router 746b1833-27bc-4336-904e-f3da34d23b77 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:36.528920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.574248 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Network 8992075b-46b3-4cef-b1f3-128b1f26cc61 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:36.580889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:36.583342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:36.613653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Pushing event updated for resources: {'Port': ['ID=f3150ddc-f827-465f-ad28-cc4e4da6d0a6,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:36.634833 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.756783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Router 052f18ba-45e9-46f2-94c3-a2f78edc671e is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:48:36.773077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 417b75fe-ca08-4d20-8596-f015723f37fc up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:36.856841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 417b75fe-ca08-4d20-8596-f015723f37fc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:36.857466 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:36.860192 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1833-27bc-4336-904e-f3da34d23b77', 'name': 'tempest-TestServerMultinode-1214538707-router', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:32Z', 'updated_at': '2021-08-19T12:48:34Z', 'revision_number': 3, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'gw_port': {'id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:33Z', 'updated_at': '2021-08-19T12:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:36.895338 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c68052-486d-4012-85a7-0f6cb1b9363a None None] The sync data for ids ['746b1833-27bc-4336-904e-f3da34d23b77'] in n-d-803757-2 is: [{'id': '746b1833-27bc-4336-904e-f3da34d23b77', 'name': 'tempest-TestServerMultinode-1214538707-router', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:32Z', 'updated_at': '2021-08-19T12:48:34Z', 'revision_number': 3, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'gw_port': {'id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:33Z', 'updated_at': '2021-08-19T12:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:36.951176 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.048052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-43cc91dd-efb1-485b-b0e8-29f5ff6dd8ae None None] Provisioning for port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:37.052263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-43cc91dd-efb1-485b-b0e8-29f5ff6dd8ae None None] Provisioning complete for port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:37.052699 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-43cc91dd-efb1-485b-b0e8-29f5ff6dd8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.096677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-43cc91dd-efb1-485b-b0e8-29f5ff6dd8ae None None] Port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:48:37.186130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.332231 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.420632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:37.431404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Sync routers for ids ['052f18ba-45e9-46f2-94c3-a2f78edc671e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:37.447356 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Routers {'052f18ba-45e9-46f2-94c3-a2f78edc671e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:37.448274 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['052f18ba-45e9-46f2-94c3-a2f78edc671e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:37.467713 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.494560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Pushing event updated for resources: {'Port': ['ID=f3150ddc-f827-465f-ad28-cc4e4da6d0a6,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:37.561768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf77ff-f7d6-4647-89c8-34b2798915ad req-f7f706ca-cacf-4fb2-9413-a5e95e72294d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:37.563615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95cf77ff-f7d6-4647-89c8-34b2798915ad req-f7f706ca-cacf-4fb2-9413-a5e95e72294d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1635022 Aug 19 12:48:37.587740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Set router 052f18ba-45e9-46f2-94c3-a2f78edc671e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:37.640171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95cf77ff-f7d6-4647-89c8-34b2798915ad req-ffb9dbec-d13e-493d-9d8b-8c7f3632574a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620110 Aug 19 12:48:37.647590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Network 8992075b-46b3-4cef-b1f3-128b1f26cc61 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:37.649209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:37.700017 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.701990 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7d570ad8-e627-4a43-992c-b8e0312cf29a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7617457 Aug 19 12:48:37.703906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37788) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:37.861525 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:37.940401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-router', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:34Z', 'updated_at': '2021-08-19T12:48:35Z', 'revision_number': 3, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'gw_port': {'id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:35Z', 'updated_at': '2021-08-19T12:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:37.985791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Checking router: 052f18ba-45e9-46f2-94c3-a2f78edc671e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:37.986365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Updating router 052f18ba-45e9-46f2-94c3-a2f78edc671e port 1f26d9ba-16ee-47b4-9378-a8d5c5072450 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:48:38.035148 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.038968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-dbd43e9e-ab8b-4df7-9d62-27e42aba48a0 None None] Provisioning complete for port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:38.039963 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dbd43e9e-ab8b-4df7-9d62-27e42aba48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.084907 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-da128ad8-8db3-4163-882c-3e3886db70b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.124865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-dbd43e9e-ab8b-4df7-9d62-27e42aba48a0 None None] Port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:48:38.190544 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37794) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:38.284980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Router 746b1833-27bc-4336-904e-f3da34d23b77 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:38.330860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1306092113-network', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:38.414496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:38.423371 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bdc574a3-53d3-485b-bb2f-0ca7c8a76330 admin admin] 10.222.0.21 "PUT /v2.0/routers/746b1833-27bc-4336-904e-f3da34d23b77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0102334 Aug 19 12:48:38.447243 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.449751 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.460006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Transition to ACTIVE for port object 1f26d9ba-16ee-47b4-9378-a8d5c5072450 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:38.611710 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Allocated IP 172.20.0.1 (6c7d4821-3926-438f-8388-686fb2dac0dd/50a6de2c-d325-4338-9639-ea64906dff73/5a316c98-aa46-4a14-bcd7-c885af620e7c) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:38.672200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:48:38.695127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Made reservation on behalf of 0dc64f81a0f243fea14b8699ce777f77 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:38.699178 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.737080 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.788005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.817905 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.832758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f14a89b2-a9cf-40f5-a66c-3d1775a06658 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:38.889876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53702e-3302-4bd5-b840-23035daa00b6 req-1568d420-93f5-495e-b989-1e10faea86f2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:38.892884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a53702e-3302-4bd5-b840-23035daa00b6 req-1568d420-93f5-495e-b989-1e10faea86f2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1001949 Aug 19 12:48:38.921285 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:38.959122 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a53702e-3302-4bd5-b840-23035daa00b6 req-422f2944-d69a-4aa8-8c72-755cd0f07997 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532501 Aug 19 12:48:39.016221 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.067828 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Network 6c7d4821-3926-438f-8388-686fb2dac0dd is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:39.075337 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Sync routers for ids ['746b1833-27bc-4336-904e-f3da34d23b77'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:39.078781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:39.086702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:39.088656 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Routers {'746b1833-27bc-4336-904e-f3da34d23b77'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:39.089398 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['746b1833-27bc-4336-904e-f3da34d23b77'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:39.119030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.131021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Pushing event updated for resources: {'Port': ['ID=5a316c98-aa46-4a14-bcd7-c885af620e7c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:39.137115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:39.161488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Attempting to bind port 1f26d9ba-16ee-47b4-9378-a8d5c5072450 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:39.161847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Attempting to bind port 1f26d9ba-16ee-47b4-9378-a8d5c5072450 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:39.162216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Attempting to bind port 1f26d9ba-16ee-47b4-9378-a8d5c5072450 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:39.162606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:48:39.171793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4c673-89f5-4604-8d0c-781e09be0bc0 None None] Pushing event updated for resources: {'Port': ['ID=1f26d9ba-16ee-47b4-9378-a8d5c5072450,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:39.179843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'port_id': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'mac_address': 'fa:16:3e:ee:76:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:48:39.184295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:39.184621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:39.185026 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.185419 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:39.185896 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Bound port: 1f26d9ba-16ee-47b4-9378-a8d5c5072450, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:39.186295 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.195268 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.197081 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.197424 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Added segment cc1b7732-6339-4551-9f3f-4a722f26db5c of type vlan for network f895e18b-06e1-4802-9d19-c9fbb2ee726c Aug 19 12:48:39.200252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ce063e-7b11-4d99-addd-977fba349d96,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:39.220643 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Set router 746b1833-27bc-4336-904e-f3da34d23b77 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:39.247628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-5ca3135b-dcfd-41cd-8eba-fae17f905b1d tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:39.249067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-5ca3135b-dcfd-41cd-8eba-fae17f905b1d tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/networks?id=03f18108-0888-412b-925f-bd587b7a6ae4 HTTP/1.1" status: 200 len: 911 time: 0.2912500 Aug 19 12:48:39.283138 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.297805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] For port 1f26d9ba-16ee-47b4-9378-a8d5c5072450, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:39.300413 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.308471 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-7796c5c2-4c90-4d61-a546-758fdaa7ae31 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/quotas/3a8227cf261145308b81b445c3f98aa2 HTTP/1.1" status: 200 len: 375 time: 0.0531962 Aug 19 12:48:39.316595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:39.325341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] For port 1f26d9ba-16ee-47b4-9378-a8d5c5072450, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1f26d9ba-16ee-47b4-9378-a8d5c5072450,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:39.342473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:39.449828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-31acf37c-e1e2-4bbf-be14-169cddd2b325 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a8227cf261145308b81b445c3f98aa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333323 Aug 19 12:48:39.466764 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.468871 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1833-27bc-4336-904e-f3da34d23b77', 'name': 'tempest-TestServerMultinode-1214538707-router', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:32Z', 'updated_at': '2021-08-19T12:48:36Z', 'revision_number': 4, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'gw_port': {'id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:33Z', 'updated_at': '2021-08-19T12:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'f3150ddc-f827-465f-ad28-cc4e4da6d0a6', 'name': '', 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'mac_address': 'fa:16:3e:c1:df:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '2c566e6b-fdf9-43b5-9ea7-60a5702087a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:35Z', 'updated_at': '2021-08-19T12:48:37Z', 'revision_number': 2, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'subnets': [{'id': '2c566e6b-fdf9-43b5-9ea7-60a5702087a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:39.497923 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Checking router: 746b1833-27bc-4336-904e-f3da34d23b77 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:39.498273 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Updating router 746b1833-27bc-4336-904e-f3da34d23b77 port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:48:39.526191 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.542879 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-70382be5-1d81-457f-9d8f-977665e9a8f9 service neutron] 10.222.0.21 "GET /v2.0/networks/03f18108-0888-412b-925f-bd587b7a6ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850863 Aug 19 12:48:39.552799 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.554767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f14a89b2-a9cf-40f5-a66c-3d1775a06658 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:39.556678 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.567728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f14a89b2-a9cf-40f5-a66c-3d1775a06658 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:39.568209 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.654677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2ac7fe1f-c9c1-4a67-9ee5-77bc357ab01f service neutron] 10.222.0.21 "GET /v2.0/networks/03f18108-0888-412b-925f-bd587b7a6ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056976 Aug 19 12:48:39.659907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.660986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:39.661772 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.667011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:39.704857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4c673-89f5-4604-8d0c-781e09be0bc0 None None] Pushing event updated for resources: {'Port': ['ID=1f26d9ba-16ee-47b4-9378-a8d5c5072450,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:39.713154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Routers {'052f18ba-45e9-46f2-94c3-a2f78edc671e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:39.713802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['052f18ba-45e9-46f2-94c3-a2f78edc671e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:39.794067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] Pushing event updated for resources: {'Network': ['ID=f895e18b-06e1-4802-9d19-c9fbb2ee726c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:39.798958 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.811828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network f895e18b-06e1-4802-9d19-c9fbb2ee726c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:48:39.899956 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.900947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a179affd-2e69-42b4-b045-957653359f62 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7092693 Aug 19 12:48:39.904367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 37832) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:39.909446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] Request body: {'subnet': {'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1306092113-subnet', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:39.914140 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Transition to ACTIVE for port object f3150ddc-f827-465f-ad28-cc4e4da6d0a6 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:39.933181 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:39.945561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:39.992038 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.004187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port f14a89b2-a9cf-40f5-a66c-3d1775a06658, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f14a89b2-a9cf-40f5-a66c-3d1775a06658,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:40.027529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] Set router 052f18ba-45e9-46f2-94c3-a2f78edc671e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:40.055511 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.099960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9756fc43-29d1-475a-9ad2-b272f9df96f5 req-38f77ecb-15ff-4857-a1c8-b0d07dc19735 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 210 time: 0.0482986 Aug 19 12:48:40.204600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95fc29-c83a-4cc6-aba6-c608d09ce770 req-4cf4ae9a-c29c-409f-8ba6-47e8fe40cb6e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:40.207257 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc448bf6-eebd-410c-af48-b20d7c4d05f8 None None] Pushing event updated for resources: {'Port': ['ID=f3150ddc-f827-465f-ad28-cc4e4da6d0a6,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:40.211503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e95fc29-c83a-4cc6-aba6-c608d09ce770 req-4cf4ae9a-c29c-409f-8ba6-47e8fe40cb6e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 945 time: 0.0770776 Aug 19 12:48:40.231782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] Made reservation on behalf of 0dc64f81a0f243fea14b8699ce777f77 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:40.237871 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.274184 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Attempting to bind port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:40.274558 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Attempting to bind port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '39239b7c-d2fb-49a8-a231-884564cde518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:40.274953 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Attempting to bind port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 on network 8992075b-46b3-4cef-b1f3-128b1f26cc61 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:40.291491 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:40.291871 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Checking segment: {'id': '39239b7c-d2fb-49a8-a231-884564cde518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:40.292309 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.293238 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Bound using segment: {'id': '39239b7c-d2fb-49a8-a231-884564cde518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:40.293627 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e95fc29-c83a-4cc6-aba6-c608d09ce770 req-e58d60a6-0fda-4a42-ae69-cfcdf6b16cab tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758505 Aug 19 12:48:40.293754 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Bound port: f3150ddc-f827-465f-ad28-cc4e4da6d0a6, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39239b7c-d2fb-49a8-a231-884564cde518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:40.294089 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.360495 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-router', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:34Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 4, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'gw_port': {'id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:35Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5a316c98-aa46-4a14-bcd7-c885af620e7c', 'name': '', 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'mac_address': 'fa:16:3e:63:78:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '50a6de2c-d325-4338-9639-ea64906dff73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:38Z', 'updated_at': '2021-08-19T12:48:38Z', 'revision_number': 1, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'subnets': [{'id': '50a6de2c-d325-4338-9639-ea64906dff73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:40.364670 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.368086 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.397560 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] For port f3150ddc-f827-465f-ad28-cc4e4da6d0a6, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:40.406146 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] For port f3150ddc-f827-465f-ad28-cc4e4da6d0a6, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f3150ddc-f827-465f-ad28-cc4e4da6d0a6,segment=NetworkSegment(39239b7c-d2fb-49a8-a231-884564cde518),segment_id=39239b7c-d2fb-49a8-a231-884564cde518)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:40.422352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47de9062-e119-4538-bcc1-0501753412f5 None None] The sync data for ids ['052f18ba-45e9-46f2-94c3-a2f78edc671e'] in n-d-803757-2 is: [{'id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-router', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:34Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 4, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'gw_port': {'id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:35Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5a316c98-aa46-4a14-bcd7-c885af620e7c', 'name': '', 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'mac_address': 'fa:16:3e:63:78:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '50a6de2c-d325-4338-9639-ea64906dff73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:38Z', 'updated_at': '2021-08-19T12:48:38Z', 'revision_number': 1, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'subnets': [{'id': '50a6de2c-d325-4338-9639-ea64906dff73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:40.561766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=f14a89b2-a9cf-40f5-a66c-3d1775a06658,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:40.566286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.573264 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.595388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Pushing event updated for resources: {'Port': ['ID=5a316c98-aa46-4a14-bcd7-c885af620e7c,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:40.670755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:40.674421 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.721347 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Routers {'746b1833-27bc-4336-904e-f3da34d23b77'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:40.722090 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['746b1833-27bc-4336-904e-f3da34d23b77'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:40.858360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f14a89b2-a9cf-40f5-a66c-3d1775a06658 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:40.858360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:40.859067 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:40.934496 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc448bf6-eebd-410c-af48-b20d7c4d05f8 None None] Pushing event updated for resources: {'Port': ['ID=f3150ddc-f827-465f-ad28-cc4e4da6d0a6,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:40.944300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Network 6c7d4821-3926-438f-8388-686fb2dac0dd is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:40.945883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:40.994421 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] Set router 746b1833-27bc-4336-904e-f3da34d23b77 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:41.035463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f14a89b2-a9cf-40f5-a66c-3d1775a06658 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:41.035463 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:41.061720 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:41.127774 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:41.188524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:41.190946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:41.194094 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eeb653-b1d0-4db5-8510-dfc4be08666f" -d '{"events": [{"server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "name": "network-vif-plugged", "status": "completed", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:41.287892 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e25e12-3805-46a8-b753-8f9b3ccc9b74 x-openstack-request-id: req-01e25e12-3805-46a8-b753-8f9b3ccc9b74 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:41.287892 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "name": "network-vif-plugged", "status": "completed", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:41.287892 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01e25e12-3805-46a8-b753-8f9b3ccc9b74 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:41.288238 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'code': 200} Aug 19 12:48:41.311294 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1833-27bc-4336-904e-f3da34d23b77', 'name': 'tempest-TestServerMultinode-1214538707-router', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:32Z', 'updated_at': '2021-08-19T12:48:36Z', 'revision_number': 4, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'gw_port': {'id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:33Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'f3150ddc-f827-465f-ad28-cc4e4da6d0a6', 'name': '', 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'mac_address': 'fa:16:3e:c1:df:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '2c566e6b-fdf9-43b5-9ea7-60a5702087a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:35Z', 'updated_at': '2021-08-19T12:48:40Z', 'revision_number': 4, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'subnets': [{'id': '2c566e6b-fdf9-43b5-9ea7-60a5702087a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:41.317443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:41.345512 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78538a74-5f4e-4ab3-85c0-20e55ff290be None None] The sync data for ids ['746b1833-27bc-4336-904e-f3da34d23b77'] in n-d-803757-2 is: [{'id': '746b1833-27bc-4336-904e-f3da34d23b77', 'name': 'tempest-TestServerMultinode-1214538707-router', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:32Z', 'updated_at': '2021-08-19T12:48:36Z', 'revision_number': 4, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'gw_port': {'id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:33Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'f3150ddc-f827-465f-ad28-cc4e4da6d0a6', 'name': '', 'network_id': '8992075b-46b3-4cef-b1f3-128b1f26cc61', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'mac_address': 'fa:16:3e:c1:df:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '2c566e6b-fdf9-43b5-9ea7-60a5702087a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:35Z', 'updated_at': '2021-08-19T12:48:40Z', 'revision_number': 4, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'subnets': [{'id': '2c566e6b-fdf9-43b5-9ea7-60a5702087a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:41.360265 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b28b9056-d185-43e2-9723-65e785584ce1 req-9c847e47-98b3-4d49-8948-fd0accb29ede tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 210 time: 0.1923978 Aug 19 12:48:41.381665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ff3243-77e0-4076-803b-7eae89758f10,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:41.483534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] Checking segment: {'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:41.483920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] Network hostable DHCP agents. Network: f895e18b-06e1-4802-9d19-c9fbb2ee726c, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:48:41.484959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:41.517957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Router 052f18ba-45e9-46f2-94c3-a2f78edc671e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:41.604792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309ee4b-ad4c-474c-899b-95eb841a635f req-a682d41e-bd16-4f78-befa-67ad808e4c7f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:41.616978 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d309ee4b-ad4c-474c-899b-95eb841a635f req-a682d41e-bd16-4f78-befa-67ad808e4c7f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1487772 Aug 19 12:48:41.701468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d309ee4b-ad4c-474c-899b-95eb841a635f req-36cf067c-29c5-4f84-b13b-9937f137a996 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834219 Aug 19 12:48:41.809407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] Network f895e18b-06e1-4802-9d19-c9fbb2ee726c is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:48:42.180316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:42.180316 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-66faf446-84cb-43ed-b137-75ade92d5373 admin admin] 10.222.0.21 "PUT /v2.0/routers/052f18ba-45e9-46f2-94c3-a2f78edc671e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1240952 Aug 19 12:48:42.263696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, f895e18b-06e1-4802-9d19-c9fbb2ee726c) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:42.276447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc371bac-97a9-4098-ab98-f1f13af98272 None None] Network f895e18b-06e1-4802-9d19-c9fbb2ee726c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:42.364258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:42.364948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.491379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f664796c-fcfa-4e34-8394-1f279dff7c34 req-06e9a0f4-b588-4ae8-a0aa-3a5152fbbf9d tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 210 time: 0.0591283 Aug 19 12:48:42.491502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-b0a487e9-e0cd-48f5-9c1c-4baec213feb9 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:42.491502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-b0a487e9-e0cd-48f5-9c1c-4baec213feb9 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 819 time: 0.2477429 Aug 19 12:48:42.508269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-a929488d-5423-460f-b2e2-3eb88c421ada tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/quotas/d76f5a70320e419880d786a5388a956d HTTP/1.1" status: 200 len: 375 time: 0.0103536 Aug 19 12:48:42.552224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4359c039-9376-484d-aa21-47db42501286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'fixed_ips': [{'subnet_id': '92ff3243-77e0-4076-803b-7eae89758f10'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:48:42.555413 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4359c039-9376-484d-aa21-47db42501286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.570350 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bb4c3b04-f0d4-423b-bd8d-b22268b276d4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6648800 Aug 19 12:48:42.573068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37894) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:42.578139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:42.584090 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-f7203d5c-de43-4aff-9bc6-1d9f1c86edf5 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646088 Aug 19 12:48:42.792062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-5d63f874-dd2d-4b5f-85d1-1fe94b967a9a service neutron] 10.222.0.21 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043495 Aug 19 12:48:42.799728 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.800898 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:42.910841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-4359c039-9376-484d-aa21-47db42501286 None None] Allocated IP 172.20.0.2 (f895e18b-06e1-4802-9d19-c9fbb2ee726c/92ff3243-77e0-4076-803b-7eae89758f10/75f43cdd-901c-4abe-a632-4d751f8c1761) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:42.976209 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f3150ddc-f827-465f-ad28-cc4e4da6d0a6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:43.071977 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.124866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d24cab-ffdc-485d-8c1e-250163779f61 req-4c6766a6-1e34-47ed-8423-fdbd31e46f8e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:43.135366 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98d24cab-ffdc-485d-8c1e-250163779f61 req-4c6766a6-1e34-47ed-8423-fdbd31e46f8e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1447473 Aug 19 12:48:43.160697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-1849dc4e-3a57-4c84-b2ca-ed5f1ddcbfd6 service neutron] 10.222.0.21 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580415 Aug 19 12:48:43.436527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:43.441338 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.460653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98d24cab-ffdc-485d-8c1e-250163779f61 req-8a8269b3-e77e-455b-8640-81c46e0e3b16 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229339 Aug 19 12:48:43.470557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:43.470970 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.520343 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4359c039-9376-484d-aa21-47db42501286 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.539115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4359c039-9376-484d-aa21-47db42501286 None None] Transition to ACTIVE for port object 75f43cdd-901c-4abe-a632-4d751f8c1761 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:43.586228 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4359c039-9376-484d-aa21-47db42501286 None None] Transition to ACTIVE for port object 75f43cdd-901c-4abe-a632-4d751f8c1761 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:43.674210 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.683483 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4359c039-9376-484d-aa21-47db42501286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:43.704078 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-114d0e8e-be25-4d87-9f16-a21358c6884b req-7e63bc7d-040c-47d0-9a00-7936aa697be4 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 210 time: 0.0399573 Aug 19 12:48:43.753108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4359c039-9376-484d-aa21-47db42501286 None None] Network f895e18b-06e1-4802-9d19-c9fbb2ee726c is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:43.795640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-4359c039-9376-484d-aa21-47db42501286 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:43.816815 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359c039-9376-484d-aa21-47db42501286 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:43.869704 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-232be4b3-7966-42d9-acb9-c74519e5aa55 req-43c76739-622b-46d1-b6b9-537103672571 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 210 time: 0.0790894 Aug 19 12:48:43.911842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port f3150ddc-f827-465f-ad28-cc4e4da6d0a6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f3150ddc-f827-465f-ad28-cc4e4da6d0a6,segment=NetworkSegment(39239b7c-d2fb-49a8-a231-884564cde518),segment_id=39239b7c-d2fb-49a8-a231-884564cde518)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:43.921335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359c039-9376-484d-aa21-47db42501286 None None] Pushing event updated for resources: {'Port': ['ID=75f43cdd-901c-4abe-a632-4d751f8c1761,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:43.921555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-6ff6ca3f-0583-4528-b2a5-fb4708f59d3e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:43.931707 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-6ff6ca3f-0583-4528-b2a5-fb4708f59d3e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.2764540 Aug 19 12:48:43.954071 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-5884419b-ba1d-429a-8c3c-ee0ba1e6c189 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/quotas/99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 375 time: 0.0214305 Aug 19 12:48:44.039372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4359c039-9376-484d-aa21-47db42501286 None None] Attempting to bind port 75f43cdd-901c-4abe-a632-4d751f8c1761 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:44.040098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4359c039-9376-484d-aa21-47db42501286 None None] Attempting to bind port 75f43cdd-901c-4abe-a632-4d751f8c1761 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:44.040730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359c039-9376-484d-aa21-47db42501286 None None] Attempting to bind port 75f43cdd-901c-4abe-a632-4d751f8c1761 on network f895e18b-06e1-4802-9d19-c9fbb2ee726c {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:44.047128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359c039-9376-484d-aa21-47db42501286 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:44.047989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359c039-9376-484d-aa21-47db42501286 None None] Checking segment: {'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:44.048950 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4359c039-9376-484d-aa21-47db42501286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.049744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359c039-9376-484d-aa21-47db42501286 None None] Bound using segment: {'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:44.050477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4359c039-9376-484d-aa21-47db42501286 None None] Bound port: 75f43cdd-901c-4abe-a632-4d751f8c1761, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:44.051145 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4359c039-9376-484d-aa21-47db42501286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.095150 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.096086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1f26d9ba-16ee-47b4-9378-a8d5c5072450 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:44.114686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-1bcf9eab-9800-4203-98fd-ab406d2a097b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1596651 Aug 19 12:48:44.261302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-16cb1d6c-926f-45c2-9d0c-7368c04fcef4 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.267790 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-1b34c082-77f6-4f0e-8178-7d4a01a68f35 service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516585 Aug 19 12:48:44.273523 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-16cb1d6c-926f-45c2-9d0c-7368c04fcef4 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 819 time: 0.1892400 Aug 19 12:48:44.295170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-db56751c-c6d1-47c7-a228-a75ab39416a2 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/quotas/d76f5a70320e419880d786a5388a956d HTTP/1.1" status: 200 len: 375 time: 0.0197301 Aug 19 12:48:44.304007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4359c039-9376-484d-aa21-47db42501286 None None] For port 75f43cdd-901c-4abe-a632-4d751f8c1761, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:44.306047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4359c039-9376-484d-aa21-47db42501286 None None] For port 75f43cdd-901c-4abe-a632-4d751f8c1761, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=75f43cdd-901c-4abe-a632-4d751f8c1761,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:44.363400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=f3150ddc-f827-465f-ad28-cc4e4da6d0a6,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:44.416355 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-3f030d7d-80a0-451a-be60-a6b1e7707a78 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1199155 Aug 19 12:48:44.454271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 1f26d9ba-16ee-47b4-9378-a8d5c5072450 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:44.469465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1f26d9ba-16ee-47b4-9378-a8d5c5072450 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:44.470127 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.473490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4359c039-9376-484d-aa21-47db42501286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.509958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.562555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.642554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-2c42266d-80fe-481b-9982-0fc19608da19 service neutron] 10.222.0.21 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237270 Aug 19 12:48:44.690584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359c039-9376-484d-aa21-47db42501286 None None] Pushing event updated for resources: {'Port': ['ID=75f43cdd-901c-4abe-a632-4d751f8c1761,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:44.736718 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-d2aa7073-5630-4402-8832-12da4bceeede service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613893 Aug 19 12:48:44.802943 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.892992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 1f26d9ba-16ee-47b4-9378-a8d5c5072450, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1f26d9ba-16ee-47b4-9378-a8d5c5072450,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:44.963651 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:44.979572 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-95daa739-0baf-4a7e-b7ef-6a0c12c220e8 service neutron] 10.222.0.21 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940428 Aug 19 12:48:44.982450 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Allocated IP 172.25.2.211 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/a2fecf1c-d862-4ffe-a8a0-6310e0872ca2) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:44.985611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-c5ec9eda-dfd8-4267-ac0f-2c05ba051bee tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:44.987818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-c5ec9eda-dfd8-4267-ac0f-2c05ba051bee tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.62 "GET /v2.0/networks?id=03f18108-0888-412b-925f-bd587b7a6ae4 HTTP/1.1" status: 200 len: 911 time: 0.4390726 Aug 19 12:48:45.026337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Request body: {'port': {'device_id': '8a795383-e507-4fbd-92fb-937b991efbfe', 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4', 'admin_state_up': True, 'tenant_id': '3a8227cf261145308b81b445c3f98aa2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:45.203085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=1f26d9ba-16ee-47b4-9378-a8d5c5072450,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:45.203085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f3150ddc-f827-465f-ad28-cc4e4da6d0a6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:45.263545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:45.264060 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.282258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Made reservation on behalf of 3a8227cf261145308b81b445c3f98aa2 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:45.292447 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.360249 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.389144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Sync routers for ids ['052f18ba-45e9-46f2-94c3-a2f78edc671e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:45.412811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Routers {'052f18ba-45e9-46f2-94c3-a2f78edc671e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:45.413362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['052f18ba-45e9-46f2-94c3-a2f78edc671e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:45.538084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Set router 052f18ba-45e9-46f2-94c3-a2f78edc671e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:45.602755 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:45.682153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:45.686404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:45.722622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:46.203662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f79380dc-20f2-4396-8608-9914d2b335b3 req-0d5f0fb7-28d2-40e1-9579-98d2da8d6997 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 210 time: 0.1225011 Aug 19 12:48:46.205293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fecf1c-d862-4ffe-a8a0-6310e0872ca2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:46.298509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-router', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:34Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 4, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'gw_port': {'id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:35Z', 'updated_at': '2021-08-19T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5a316c98-aa46-4a14-bcd7-c885af620e7c', 'name': '', 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'mac_address': 'fa:16:3e:63:78:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '50a6de2c-d325-4338-9639-ea64906dff73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:38Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 2, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'subnets': [{'id': '50a6de2c-d325-4338-9639-ea64906dff73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:46.344313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Checking router: 052f18ba-45e9-46f2-94c3-a2f78edc671e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:46.344666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Updating router 052f18ba-45e9-46f2-94c3-a2f78edc671e port 5a316c98-aa46-4a14-bcd7-c885af620e7c binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:48:46.368911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Allocated IP 172.20.0.13 (03f18108-0888-412b-925f-bd587b7a6ae4/6be82150-0409-48d0-b7f3-d89ac22a0682/f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:46.370884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e1920652-f8d1-4e46-8e13-48798699a729 req-a7b6189b-3c68-4237-b199-fa23734e586e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 210 time: 0.0770273 Aug 19 12:48:46.415645 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:46.466142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4865d5da-42ac-4c1c-b1b6-12031a1faead None None] Network f895e18b-06e1-4802-9d19-c9fbb2ee726c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:46.477056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d43e7c22-fcf7-49ca-816b-240627318b4a req-5a5ac207-4be3-4fd0-923d-72282ec1f294 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 210 time: 0.0509825 Aug 19 12:48:46.512578 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed75134-6da3-4531-9c64-ad44a190aa3e req-3769fc90-0695-4a7e-8e12-51205246a1fc tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:46.521705 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3ed75134-6da3-4531-9c64-ad44a190aa3e req-3769fc90-0695-4a7e-8e12-51205246a1fc tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.4536052 Aug 19 12:48:46.635457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-72e22734-ca3a-4439-94f1-230cb141608e None None] Provisioning for port 75f43cdd-901c-4abe-a632-4d751f8c1761 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:46.725652 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:46.752336 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3ed75134-6da3-4531-9c64-ad44a190aa3e req-942e8e4c-9fb2-418a-af46-0ad5795b15cf tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219782 Aug 19 12:48:46.757163 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:46.780781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Transition to ACTIVE for port object f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:46.938889 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:46.968155 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.006524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Transition to ACTIVE for port object 5a316c98-aa46-4a14-bcd7-c885af620e7c will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:47.101447 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.112932 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.124265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Network 03f18108-0888-412b-925f-bd587b7a6ae4 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:47.156681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:47.184899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:47.238758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Pushing event updated for resources: {'Port': ['ID=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:47.295196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:47.300369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.342691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1f26d9ba-16ee-47b4-9378-a8d5c5072450 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:47.400938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4248f-c446-47c8-87a8-a7685599a555 None None] Pushing event updated for resources: {'Port': ['ID=5a316c98-aa46-4a14-bcd7-c885af620e7c,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:47.492353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Attempting to bind port 5a316c98-aa46-4a14-bcd7-c885af620e7c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:47.492877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Attempting to bind port 5a316c98-aa46-4a14-bcd7-c885af620e7c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:47.493362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Attempting to bind port 5a316c98-aa46-4a14-bcd7-c885af620e7c on network 6c7d4821-3926-438f-8388-686fb2dac0dd {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:47.502663 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d6574153-f1c5-49cd-a865-8a4f518b305e req-ada3a64b-ea56-4b01-a3b5-ad60e01464a8 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 210 time: 0.0600760 Aug 19 12:48:47.505444 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-2626eb76-01fc-4321-86ee-3135fbbb8ee6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5008395 Aug 19 12:48:47.531115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:47.531115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Checking segment: {'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:47.531115 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.531115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Bound using segment: {'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:47.531115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Bound port: 5a316c98-aa46-4a14-bcd7-c885af620e7c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:47.531115 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.546764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1f26d9ba-16ee-47b4-9378-a8d5c5072450 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:47.547493 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.556073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Request body: {'port': {'device_id': '8a795383-e507-4fbd-92fb-937b991efbfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:47.750751 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] For port 5a316c98-aa46-4a14-bcd7-c885af620e7c, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:47.756188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] For port 5a316c98-aa46-4a14-bcd7-c885af620e7c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5a316c98-aa46-4a14-bcd7-c885af620e7c,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:47.771525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:47.807370 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc988af7-725a-4acc-a012-1bb4ddba0ac7 req-859fd81e-3785-468b-8977-d3de009a0df1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 210 time: 0.0845177 Aug 19 12:48:47.834285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 75f43cdd-901c-4abe-a632-4d751f8c1761 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:48.024130 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9a9c5-383a-4360-b443-9c28be10a17b req-e2a31340-45e7-4eaa-8d6c-3930476bfe9a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:48.024130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bcc9a9c5-383a-4360-b443-9c28be10a17b req-e2a31340-45e7-4eaa-8d6c-3930476bfe9a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1202087 Aug 19 12:48:48.025712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1fa23-f252-421d-bd3f-f002faf091bb req-37535426-f564-4530-8ee4-5cc94469b68a tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:48.027284 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d7c1fa23-f252-421d-bd3f-f002faf091bb req-37535426-f564-4530-8ee4-5cc94469b68a tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1028 time: 0.6755517 Aug 19 12:48:48.096158 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bcc9a9c5-383a-4360-b443-9c28be10a17b req-2d84ec91-b9d8-4144-8ef3-fd59ae4e7cf3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766168 Aug 19 12:48:48.099924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-8ed68591-962d-4bb0-b2fc-7c82f4deef64 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:48.101438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-8ed68591-962d-4bb0-b2fc-7c82f4deef64 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.30 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 819 time: 0.2010078 Aug 19 12:48:48.109147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d7c1fa23-f252-421d-bd3f-f002faf091bb req-3cacbe37-a8f1-4dc5-ae2f-b4f197ba2e38 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718863 Aug 19 12:48:48.116568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Request body: {'port': {'device_id': '41888e23-5585-4637-86ab-202a0a9775ce', 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd', 'admin_state_up': True, 'tenant_id': 'd76f5a70320e419880d786a5388a956d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:48.171331 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 75f43cdd-901c-4abe-a632-4d751f8c1761 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:48.178180 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.185583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-721b779f-be07-4073-9eb1-65d394eef390 None None] Provisioning for port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:48.194057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 75f43cdd-901c-4abe-a632-4d751f8c1761 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:48.194057 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.208837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:48.214073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-721b779f-be07-4073-9eb1-65d394eef390 None None] Provisioning complete for port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:48.214464 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-721b779f-be07-4073-9eb1-65d394eef390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.220272 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.234758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Transition to ACTIVE for port object f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:48.260013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Router dd22a174-bcaf-4b99-9e7a-cb29027e422c is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:48:48.311541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Routers {'052f18ba-45e9-46f2-94c3-a2f78edc671e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:48.312302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['052f18ba-45e9-46f2-94c3-a2f78edc671e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:48.353000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-721b779f-be07-4073-9eb1-65d394eef390 None None] Port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:48:48.354512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4248f-c446-47c8-87a8-a7685599a555 None None] Pushing event updated for resources: {'Port': ['ID=5a316c98-aa46-4a14-bcd7-c885af620e7c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:48.388848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:48.400669 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Sync routers for ids ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:48.422201 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Routers {'dd22a174-bcaf-4b99-9e7a-cb29027e422c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:48.422859 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:48.427630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.451792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Made reservation on behalf of d76f5a70320e419880d786a5388a956d for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:48.481476 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.483588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.496844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] Set router 052f18ba-45e9-46f2-94c3-a2f78edc671e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:48.596268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 75f43cdd-901c-4abe-a632-4d751f8c1761, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=75f43cdd-901c-4abe-a632-4d751f8c1761,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:48.603515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.607604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2f3320eb-e38f-4e4e-936e-07b7b05d48f0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0303309 Aug 19 12:48:48.608684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 37976) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:48.679251 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:48.747595 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Set router dd22a174-bcaf-4b99-9e7a-cb29027e422c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:48.769557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Pushing event updated for resources: {'Port': ['ID=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:48.862551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=75f43cdd-901c-4abe-a632-4d751f8c1761,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:48.935526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Allocated IP 172.20.0.7 (6c7d4821-3926-438f-8388-686fb2dac0dd/50a6de2c-d325-4338-9639-ea64906dff73/a4701755-70b6-4172-b13f-f9d9147eec75) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:48.958320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15afac4a-e5e3-4ff7-9949-2d0f029120c9 req-cf2e44de-bef8-4839-bd8a-37da1b3a570b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 210 time: 0.2472191 Aug 19 12:48:49.005370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4dbdf2ba-63ad-4d03-85bb-1a6d81131289 req-f3807e27-c4ad-4c72-933f-6e1a686d1ad4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 210 time: 0.0484657 Aug 19 12:48:49.052546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-router', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:34Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 4, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'gw_port': {'id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:35Z', 'updated_at': '2021-08-19T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5a316c98-aa46-4a14-bcd7-c885af620e7c', 'name': '', 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'mac_address': 'fa:16:3e:63:78:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '50a6de2c-d325-4338-9639-ea64906dff73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:38Z', 'updated_at': '2021-08-19T12:48:47Z', 'revision_number': 4, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'subnets': [{'id': '50a6de2c-d325-4338-9639-ea64906dff73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:49.069990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Attempting to bind port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:49.070319 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Attempting to bind port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:49.074148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Attempting to bind port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a on network 03f18108-0888-412b-925f-bd587b7a6ae4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:49.089518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c44f3-3135-4862-80f3-8ddb80e4c7dc None None] The sync data for ids ['052f18ba-45e9-46f2-94c3-a2f78edc671e'] in n-d-803757-2 is: [{'id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-router', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:34Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 4, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'gw_port': {'id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:35Z', 'updated_at': '2021-08-19T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5a316c98-aa46-4a14-bcd7-c885af620e7c', 'name': '', 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'mac_address': 'fa:16:3e:63:78:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '50a6de2c-d325-4338-9639-ea64906dff73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:38Z', 'updated_at': '2021-08-19T12:48:47Z', 'revision_number': 4, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'subnets': [{'id': '50a6de2c-d325-4338-9639-ea64906dff73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:49.095004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a on network 03f18108-0888-412b-925f-bd587b7a6ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:48:49.095004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Attempting to bind port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a on network 03f18108-0888-412b-925f-bd587b7a6ae4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:49.111417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:49.111771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Checking segment: {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:49.112156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Bound using segment: {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:49.112592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Bound port: f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:49.112958 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.117439 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:46Z', 'revision_number': 3, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:49.303314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5a316c98-aa46-4a14-bcd7-c885af620e7c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:49.441847 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Checking router: dd22a174-bcaf-4b99-9e7a-cb29027e422c for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:49.442436 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Updating router dd22a174-bcaf-4b99-9e7a-cb29027e422c port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:48:49.478926 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.578663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67025668-1c7b-4472-91cb-66ca439e8c2d req-f6498937-95c3-4577-a2c7-893b95a56c59 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:49.589529 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-67025668-1c7b-4472-91cb-66ca439e8c2d req-f6498937-95c3-4577-a2c7-893b95a56c59 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.2949326 Aug 19 12:48:49.622049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] For port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:49.642647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 5a316c98-aa46-4a14-bcd7-c885af620e7c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:49.647285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5a316c98-aa46-4a14-bcd7-c885af620e7c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:49.648689 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.695272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-f34b6c98-76c1-480b-ab16-18ccf7af3ddf tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:49.699733 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-f34b6c98-76c1-480b-ab16-18ccf7af3ddf tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.5283480 Aug 19 12:48:49.704454 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] For port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:49.733226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'port': {'device_id': '23753c0b-2bf7-4677-a5e9-7fdfdbb6db45', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'admin_state_up': True, 'tenant_id': '99b9eedce23149da97f30436711e8dc7'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:49.805093 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:49.894215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-67025668-1c7b-4472-91cb-66ca439e8c2d req-edef6b23-78ca-48f8-b411-f67be1374ecf tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036103 Aug 19 12:48:49.914650 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.018460 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.102280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ce0c2-ed14-4c5c-83ab-067bc3df798d req-f39fcac6-9051-49d8-a9e4-ced2b68cbf4e tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:50.114796 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-869ce0c2-ed14-4c5c-83ab-067bc3df798d req-f39fcac6-9051-49d8-a9e4-ced2b68cbf4e tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1053 time: 0.5453372 Aug 19 12:48:50.132815 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.153994 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Transition to ACTIVE for port object a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:50.189666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 5a316c98-aa46-4a14-bcd7-c885af620e7c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5a316c98-aa46-4a14-bcd7-c885af620e7c,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:50.267797 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-869ce0c2-ed14-4c5c-83ab-067bc3df798d req-13ef2815-7a61-4f2f-99a4-ad5b8610a38e tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520536 Aug 19 12:48:50.276929 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.307751 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.308820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 75f43cdd-901c-4abe-a632-4d751f8c1761 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:50.348839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Pushing event updated for resources: {'Port': ['ID=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:50.380986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:50.385296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.388611 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-77c03dbd-9bdd-4d2a-b598-9edf626c7307 service neutron] 10.222.0.62 "PUT /v2.0/ports/f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a HTTP/1.1" status: 200 len: 1092 time: 2.8748879 Aug 19 12:48:50.415496 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.457490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.462241 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Pushing event updated for resources: {'Port': ['ID=a2fecf1c-d862-4ffe-a8a0-6310e0872ca2,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:50.491737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a795383-e507-4fbd-92fb-937b991efbfe', 'tag': 'f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:50.499337 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b98d63-a40e-40fc-bf83-34b65a72be27" -d '{"events": [{"name": "network-changed", "server_uuid": "8a795383-e507-4fbd-92fb-937b991efbfe", "tag": "f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:50.521997 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-0c369a90-69b9-49a0-bd3c-8df18ca5e7bc tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:50.523919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-0c369a90-69b9-49a0-bd3c-8df18ca5e7bc tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.30 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 819 time: 0.4906433 Aug 19 12:48:50.529168 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Attempting to bind port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:50.529779 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Attempting to bind port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:50.530299 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Attempting to bind port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:50.543130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b240ff69-e92a-4257-9858-add587f10e61 req-99394f21-f8cb-4937-8770-a2d087b7033b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 210 time: 0.1753128 Aug 19 12:48:50.544050 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.544750 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.545339 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.545838 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.546446 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.546949 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.559488 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.561844 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.562348 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.562861 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.563367 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.564914 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.573136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=5a316c98-aa46-4a14-bcd7-c885af620e7c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:50.576282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Request body: {'port': {'device_id': '0dc5392b-7067-4c10-aaa2-a68080e3f864', 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd', 'admin_state_up': True, 'tenant_id': 'd76f5a70320e419880d786a5388a956d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:50.590641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 75f43cdd-901c-4abe-a632-4d751f8c1761 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:50.591265 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.624750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Pushing event updated for resources: {'Port': ['ID=a4701755-70b6-4172-b13f-f9d9147eec75,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:50.627925 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:50.628308 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:50.629863 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.631924 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:50.632439 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Bound port: a2fecf1c-d862-4ffe-a8a0-6310e0872ca2, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:50.635688 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.711143 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8953db-7bfe-4622-8013-8e0b2075ebfb x-openstack-request-id: req-3b8953db-7bfe-4622-8013-8e0b2075ebfb {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:50.711143 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a795383-e507-4fbd-92fb-937b991efbfe", "tag": "f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:50.711143 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b8953db-7bfe-4622-8013-8e0b2075ebfb {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:50.711143 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a795383-e507-4fbd-92fb-937b991efbfe', 'tag': 'f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a', 'status': 'completed', 'code': 200} Aug 19 12:48:50.737705 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38ecb8c0-f762-43a0-999f-7a64a42c88c7 req-83b631dd-6203-4ba9-b09f-10e3c524916d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 210 time: 0.1139736 Aug 19 12:48:50.760485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Network 6c7d4821-3926-438f-8388-686fb2dac0dd is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:50.769670 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] For port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:50.783314 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] For port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a2fecf1c-d862-4ffe-a8a0-6310e0872ca2,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:50.793233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.793984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.794562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.795311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.796231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.796666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.797100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.797538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.797967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.798404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.799017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.799556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:50.808700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:50.813388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:50.873511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-c78b0041-7024-4983-9bcb-26bca45ae961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:50.875232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-c78b0041-7024-4983-9bcb-26bca45ae961 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a8227cf261145308b81b445c3f98aa2&device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1095 time: 0.3274775 Aug 19 12:48:50.877888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:50.878645 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.890092 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:50.996139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-7ebcfce2-ba84-4ec9-9760-949d0707fbfb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a HTTP/1.1" status: 200 len: 217 time: 0.1112790 Aug 19 12:48:51.028789 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31ad45-b6c9-4ae1-9442-eedaa0b9cefd None None] Pushing event updated for resources: {'Port': ['ID=a2fecf1c-d862-4ffe-a8a0-6310e0872ca2,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:51.039704 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Routers {'dd22a174-bcaf-4b99-9e7a-cb29027e422c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:51.040767 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:51.159369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5a316c98-aa46-4a14-bcd7-c885af620e7c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:51.180051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Allocated IP 172.20.0.1 (f895e18b-06e1-4802-9d19-c9fbb2ee726c/92ff3243-77e0-4076-803b-7eae89758f10/67d400c7-8e24-4459-8cfe-7e7cde79c895) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:51.259946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4af7ae-c695-4671-8d20-e7eb74d7946e req-b88b7379-b726-4811-8c7a-9e5674d6b148 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:51.267813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5a316c98-aa46-4a14-bcd7-c885af620e7c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:51.268796 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.277740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d4af7ae-c695-4671-8d20-e7eb74d7946e req-b88b7379-b726-4811-8c7a-9e5674d6b148 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.2080860 Aug 19 12:48:51.280491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-4506f3b6-b917-49e6-a186-1fdadda252bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:51.281314 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] Set router dd22a174-bcaf-4b99-9e7a-cb29027e422c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:51.282676 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-4506f3b6-b917-49e6-a186-1fdadda252bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6be82150-0409-48d0-b7f3-d89ac22a0682 HTTP/1.1" status: 200 len: 849 time: 0.2751186 Aug 19 12:48:51.375345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Made reservation on behalf of 99b9eedce23149da97f30436711e8dc7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:51.378985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.477337 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.494716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Transition to ACTIVE for port object 67d400c7-8e24-4459-8cfe-7e7cde79c895 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:51.534725 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-ffed69c6-dad7-415a-8b6d-12609964242c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4221373 Aug 19 12:48:51.552464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Request body: {'port': {'device_id': '41888e23-5585-4637-86ab-202a0a9775ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:51.556743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-c8e1996e-ae10-4a40-af5e-930fb1a71671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:51.558715 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-c8e1996e-ae10-4a40-af5e-930fb1a71671 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03f18108-0888-412b-925f-bd587b7a6ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2602236 Aug 19 12:48:51.563179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842287d4-f5f1-4042-9401-f3fecb26a343 req-38eb2f81-f29f-4929-a2b2-367e48f0f943 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:51.564772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-842287d4-f5f1-4042-9401-f3fecb26a343 req-38eb2f81-f29f-4929-a2b2-367e48f0f943 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1095 time: 0.1550741 Aug 19 12:48:51.579904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d4af7ae-c695-4671-8d20-e7eb74d7946e req-e56af087-65dc-4b76-958f-3fa9c8d416cd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011091 Aug 19 12:48:51.592203 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:46Z', 'revision_number': 3, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:51.622914 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.654074 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca8d971-5105-4ac4-a01f-a52b3dc51825 None None] The sync data for ids ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'] in n-d-803757-2 is: [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:46Z', 'revision_number': 3, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:51.726532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Network f895e18b-06e1-4802-9d19-c9fbb2ee726c is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:51.730973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Made reservation on behalf of d76f5a70320e419880d786a5388a956d for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:51.735806 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.750021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-842287d4-f5f1-4042-9401-f3fecb26a343 req-37d07704-ab74-457f-90e7-6cf0e3c190e4 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655819 Aug 19 12:48:51.751740 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:51.758976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:51.772915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:51.877606 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5052de1b-6b53-4bbc-a251-7fd3c525c6d2 req-68cedb92-df4d-4ef6-acd8-2349b2591c8f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 210 time: 0.1525350 Aug 19 12:48:51.892337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Pushing event updated for resources: {'Port': ['ID=67d400c7-8e24-4459-8cfe-7e7cde79c895,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:52.012142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Allocated IP 172.20.0.9 (d0d68f47-28f3-4f86-9ee1-d0b79d7692b8/1108c1bf-e7b5-43bc-87da-9f4ee675efe1/26678b37-94a6-44d2-b6ea-723a268bc8e6) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:52.022933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:52.037529 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b4a57a6-3dd1-4cad-942b-5d31c2557ea7 req-7de3b4e2-f766-4d62-ad44-a879e85eef67 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 210 time: 0.1359119 Aug 19 12:48:52.134535 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-f0075092-6944-4da5-87d6-d8c72476a888 service neutron] 10.222.0.62 "GET /v2.0/networks/03f18108-0888-412b-925f-bd587b7a6ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532963 Aug 19 12:48:52.334226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Allocated IP 172.20.0.10 (6c7d4821-3926-438f-8388-686fb2dac0dd/50a6de2c-d325-4338-9639-ea64906dff73/ba210ae5-53a5-45cc-b375-9a1ce40babe5) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:48:52.399966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-582b341b-5fa0-4994-9528-f3b22dca358e None None] Provisioning for port 67d400c7-8e24-4459-8cfe-7e7cde79c895 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:52.405018 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-582b341b-5fa0-4994-9528-f3b22dca358e None None] Provisioning complete for port 67d400c7-8e24-4459-8cfe-7e7cde79c895 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:52.405238 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-582b341b-5fa0-4994-9528-f3b22dca358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:52.469000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-582b341b-5fa0-4994-9528-f3b22dca358e None None] Port 67d400c7-8e24-4459-8cfe-7e7cde79c895 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:48:52.553649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc766877-2f6a-4e2e-b46c-48f38aac3a51 req-ef9037b9-140c-4be9-87ee-f9221246a087 service neutron] 10.222.0.62 "GET /v2.0/networks/03f18108-0888-412b-925f-bd587b7a6ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988400 Aug 19 12:48:52.559624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:52.763729 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:52.928399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c64ca-03d5-4350-b537-60fb466c1f46 req-5f80fa21-e147-4cf5-aeef-7b5bf98b4629 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:52.936475 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b9c64ca-03d5-4350-b537-60fb466c1f46 req-5f80fa21-e147-4cf5-aeef-7b5bf98b4629 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1095 time: 0.0843832 Aug 19 12:48:52.953059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Transition to ACTIVE for port object 26678b37-94a6-44d2-b6ea-723a268bc8e6 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:53.019996 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.042864 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.056116 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b9c64ca-03d5-4350-b537-60fb466c1f46 req-12a373c2-378c-4ad8-a036-2ac6cc22e76f tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171980 Aug 19 12:48:53.151205 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.156504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5de66-f3b3-47a2-99b8-c88bf9644c52 req-539b0b6c-416e-4f38-8197-78959f9770da tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:53.158483 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91e5de66-f3b3-47a2-99b8-c88bf9644c52 req-539b0b6c-416e-4f38-8197-78959f9770da tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.4822979 Aug 19 12:48:53.160380 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.178398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:53.180329 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95f3d650-1557-4bd9-8446-ca0f0cac2ff8 req-476c1d76-977b-4183-95ba-8f7cdde62a1d tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 210 time: 0.0733490 Aug 19 12:48:53.321718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:53.326912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98d63-a40e-40fc-bf83-34b65a72be27 req-8e579483-4c5d-40be-8a81-3be0daff4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:53.328665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03b98d63-a40e-40fc-bf83-34b65a72be27 req-8e579483-4c5d-40be-8a81-3be0daff4b0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a8227cf261145308b81b445c3f98aa2&device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1095 time: 0.5701141 Aug 19 12:48:53.329358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=26678b37-94a6-44d2-b6ea-723a268bc8e6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:53.332995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:53.339645 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.378690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:53.387266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:53.392258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:53.392630 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.487687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Pushing event updated for resources: {'Port': ['ID=67d400c7-8e24-4459-8cfe-7e7cde79c895,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:53.500667 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.640621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.677990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cd4b6-78d0-4e2d-a50c-4cd5723cd96d req-47d83c8e-79b4-4164-89c4-05e83ed818eb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:53.687369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e6cd4b6-78d0-4e2d-a50c-4cd5723cd96d req-47d83c8e-79b4-4164-89c4-05e83ed818eb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 931 time: 0.3815475 Aug 19 12:48:53.687787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a2fecf1c-d862-4ffe-a8a0-6310e0872ca2,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:53.709463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Network f895e18b-06e1-4802-9d19-c9fbb2ee726c is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:53.733981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:53.754931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:53.755629 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.783772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98d63-a40e-40fc-bf83-34b65a72be27 req-9d430527-5b3d-4522-9480-4317bc4e3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:53.798191 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03b98d63-a40e-40fc-bf83-34b65a72be27 req-9d430527-5b3d-4522-9480-4317bc4e3b39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=03f18108-0888-412b-925f-bd587b7a6ae4 HTTP/1.1" status: 200 len: 911 time: 0.2645826 Aug 19 12:48:53.811233 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:53.924186 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91e5de66-f3b3-47a2-99b8-c88bf9644c52 req-14ba5b30-3a62-4926-ba2d-1654d2d006b6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5969756 Aug 19 12:48:53.927224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03b98d63-a40e-40fc-bf83-34b65a72be27 req-a4221208-7274-4714-b8b2-98a79566811c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a HTTP/1.1" status: 200 len: 217 time: 0.1277816 Aug 19 12:48:53.976442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=a2fecf1c-d862-4ffe-a8a0-6310e0872ca2,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:53.986793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-395deb80-737c-4a50-88c0-6d1ce17d16bd None None] Provisioning for port 26678b37-94a6-44d2-b6ea-723a268bc8e6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:53.998166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-395deb80-737c-4a50-88c0-6d1ce17d16bd None None] Provisioning complete for port 26678b37-94a6-44d2-b6ea-723a268bc8e6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:54.011076 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-395deb80-737c-4a50-88c0-6d1ce17d16bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.055021 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-a35569c8-08aa-4309-9958-16650afc440a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3332098 Aug 19 12:48:54.065368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-395deb80-737c-4a50-88c0-6d1ce17d16bd None None] Port 26678b37-94a6-44d2-b6ea-723a268bc8e6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:48:54.149403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Network 6c7d4821-3926-438f-8388-686fb2dac0dd is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:48:54.174420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Request body: {'port': {'device_id': '23753c0b-2bf7-4677-a5e9-7fdfdbb6db45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:54.197281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8e8f79c9-d190-4032-9f12-2400a903968b None None] Provisioning complete for port 67d400c7-8e24-4459-8cfe-7e7cde79c895 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:54.197944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8e8f79c9-d190-4032-9f12-2400a903968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.247023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:54.251447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:48:54.264251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f79c9-d190-4032-9f12-2400a903968b None None] Port 67d400c7-8e24-4459-8cfe-7e7cde79c895 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:48:54.432152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Pushing event updated for resources: {'Port': ['ID=ba210ae5-53a5-45cc-b375-9a1ce40babe5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:54.584490 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e6cd4b6-78d0-4e2d-a50c-4cd5723cd96d req-1ab6b5a4-ee03-45e7-9650-769e00c6c8c9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8962305 Aug 19 12:48:54.586386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Router dd22a174-bcaf-4b99-9e7a-cb29027e422c has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:48:54.700246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4701755-70b6-4172-b13f-f9d9147eec75 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:54.711369 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.804343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Transition to ACTIVE for port object a4701755-70b6-4172-b13f-f9d9147eec75 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:54.856418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51d09-408c-4b6e-9860-ee92250a5c3b req-6d209cde-cd50-443b-8845-daef52a09281 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:54.859463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aab51d09-408c-4b6e-9860-ee92250a5c3b req-6d209cde-cd50-443b-8845-daef52a09281 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 932 time: 0.1700234 Aug 19 12:48:54.861427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:48:54.867030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-64ef4891-e3e6-495c-9a33-bb683e318540 admin admin] 10.222.0.21 "PUT /v2.0/routers/dd22a174-bcaf-4b99-9e7a-cb29027e422c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2572830 Aug 19 12:48:54.870716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Sync routers for ids ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:48:54.887270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Routers {'dd22a174-bcaf-4b99-9e7a-cb29027e422c'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:54.888745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:54.897118 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:54.953416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aab51d09-408c-4b6e-9860-ee92250a5c3b req-a263089d-c008-43a1-9634-f705763ff8a1 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842168 Aug 19 12:48:54.976445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4701755-70b6-4172-b13f-f9d9147eec75,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:55.169787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Attempting to bind port a4701755-70b6-4172-b13f-f9d9147eec75 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:55.170425 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Attempting to bind port a4701755-70b6-4172-b13f-f9d9147eec75 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:55.171000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Attempting to bind port a4701755-70b6-4172-b13f-f9d9147eec75 on network 6c7d4821-3926-438f-8388-686fb2dac0dd {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:55.196711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Port a4701755-70b6-4172-b13f-f9d9147eec75 on network 6c7d4821-3926-438f-8388-686fb2dac0dd not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:48:55.197065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Attempting to bind port a4701755-70b6-4172-b13f-f9d9147eec75 on network 6c7d4821-3926-438f-8388-686fb2dac0dd {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:55.204397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:55.204735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Checking segment: {'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:55.205413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Bound using segment: {'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:55.205987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Bound port: a4701755-70b6-4172-b13f-f9d9147eec75, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:55.206293 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.240974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fdab0-bf82-4210-949c-85e35cb6c717 req-ee4fd9ca-8daa-4950-9076-13fb20258ae2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.242760 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-455fdab0-bf82-4210-949c-85e35cb6c717 req-ee4fd9ca-8daa-4950-9076-13fb20258ae2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1099737 Aug 19 12:48:55.312548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] For port a4701755-70b6-4172-b13f-f9d9147eec75, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:55.316408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] For port a4701755-70b6-4172-b13f-f9d9147eec75, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a4701755-70b6-4172-b13f-f9d9147eec75,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:55.332849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:55.359847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-455fdab0-bf82-4210-949c-85e35cb6c717 req-93fa8514-c2ef-47e0-a49e-bfe081ab19a5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420010 Aug 19 12:48:55.409927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98d63-a40e-40fc-bf83-34b65a72be27 req-7ee67ef0-03fd-4396-88d7-ecca553e06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.418553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03b98d63-a40e-40fc-bf83-34b65a72be27 req-7ee67ef0-03fd-4396-88d7-ecca553e06a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6be82150-0409-48d0-b7f3-d89ac22a0682 HTTP/1.1" status: 200 len: 849 time: 1.4265618 Aug 19 12:48:55.440149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.443931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.451351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.451351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.458318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d6893-a959-4254-b57d-85d5e5d247ce req-fd59fee1-f531-4883-b587-e9f4e7116047 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.469583 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-464d6893-a959-4254-b57d-85d5e5d247ce req-fd59fee1-f531-4883-b587-e9f4e7116047 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1095 time: 1.2727952 Aug 19 12:48:55.478760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:55.479165 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.539193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4701755-70b6-4172-b13f-f9d9147eec75,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:55.558709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.561154 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.564641 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:55.566919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-217ecab8-d556-4b7e-b725-79382ab75cc4 service neutron] 10.222.0.30 "PUT /v2.0/ports/a4701755-70b6-4172-b13f-f9d9147eec75 HTTP/1.1" status: 200 len: 1091 time: 4.0206065 Aug 19 12:48:55.567667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41888e23-5585-4637-86ab-202a0a9775ce', 'tag': 'a4701755-70b6-4172-b13f-f9d9147eec75'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:55.575081 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b950079-dd13-4df0-9780-cb7d89dae10b" -d '{"events": [{"name": "network-changed", "server_uuid": "41888e23-5585-4637-86ab-202a0a9775ce", "tag": "a4701755-70b6-4172-b13f-f9d9147eec75"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:55.578212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Set router dd22a174-bcaf-4b99-9e7a-cb29027e422c gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:55.603495 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-464d6893-a959-4254-b57d-85d5e5d247ce req-f483d8e0-edd6-42cc-be47-98974dc30d53 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328614 Aug 19 12:48:55.605760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b98d63-a40e-40fc-bf83-34b65a72be27 req-2c790424-3ee7-42e8-ad91-73f68631f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.612310 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03b98d63-a40e-40fc-bf83-34b65a72be27 req-2c790424-3ee7-42e8-ad91-73f68631f918 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=03f18108-0888-412b-925f-bd587b7a6ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838446 Aug 19 12:48:55.637857 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7e99490d-7e18-468f-8aaa-fb40e8699f8a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0886858 Aug 19 12:48:55.690444 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455140f7-e6e3-4850-b027-1baf8e1fa806 x-openstack-request-id: req-455140f7-e6e3-4850-b027-1baf8e1fa806 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:55.691339 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41888e23-5585-4637-86ab-202a0a9775ce", "tag": "a4701755-70b6-4172-b13f-f9d9147eec75", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:55.694346 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-455140f7-e6e3-4850-b027-1baf8e1fa806 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:55.695031 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41888e23-5585-4637-86ab-202a0a9775ce', 'tag': 'a4701755-70b6-4172-b13f-f9d9147eec75', 'status': 'completed', 'code': 200} Aug 19 12:48:55.809410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-b5737e9d-5806-4d8e-959a-791fbc1eb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:55.814606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-b5737e9d-5806-4d8e-959a-791fbc1eb6f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 1094 time: 0.1405087 Aug 19 12:48:55.825600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03b98d63-a40e-40fc-bf83-34b65a72be27 req-21691d10-5c06-43c2-9646-f9183bcbba7e service neutron] 10.222.0.62 "GET /v2.0/networks/03f18108-0888-412b-925f-bd587b7a6ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895275 Aug 19 12:48:55.833679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Request body: {'port': {'device_id': '0dc5392b-7067-4c10-aaa2-a68080e3f864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:55.968475 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-830174b9-c805-4d9b-b8a3-f7252ef339a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4701755-70b6-4172-b13f-f9d9147eec75 HTTP/1.1" status: 200 len: 217 time: 0.1462302 Aug 19 12:48:56.096478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:52Z', 'revision_number': 4, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '67d400c7-8e24-4459-8cfe-7e7cde79c895', 'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '92ff3243-77e0-4076-803b-7eae89758f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:50Z', 'updated_at': '2021-08-19T12:48:52Z', 'revision_number': 2, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'subnets': [{'id': '92ff3243-77e0-4076-803b-7eae89758f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:56.121715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.145742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Checking router: dd22a174-bcaf-4b99-9e7a-cb29027e422c for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:48:56.145742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Updating router dd22a174-bcaf-4b99-9e7a-cb29027e422c port 67d400c7-8e24-4459-8cfe-7e7cde79c895 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:48:56.195154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-a2e889cc-9182-4cea-816e-2fe97207ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:56.197120 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-a2e889cc-9182-4cea-816e-2fe97207ceb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50a6de2c-d325-4338-9639-ea64906dff73 HTTP/1.1" status: 200 len: 859 time: 0.2217922 Aug 19 12:48:56.221114 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.258220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5728f3e-f971-414f-bd26-6f7c7171c69d req-5ee5717b-333a-4d7d-9ce1-93c60c850b36 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:56.269437 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5728f3e-f971-414f-bd26-6f7c7171c69d req-5ee5717b-333a-4d7d-9ce1-93c60c850b36 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 931 time: 0.4410357 Aug 19 12:48:56.295242 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-8d7090de-e1ee-412e-8167-ecb2504be072 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c7d4821-3926-438f-8388-686fb2dac0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893066 Aug 19 12:48:56.406252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03b98d63-a40e-40fc-bf83-34b65a72be27 req-af7ab2fb-e951-47d0-9687-f5313f6acba1 service neutron] 10.222.0.62 "GET /v2.0/networks/03f18108-0888-412b-925f-bd587b7a6ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533776 Aug 19 12:48:56.416093 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5728f3e-f971-414f-bd26-6f7c7171c69d req-e2653428-4883-4558-97e6-20b05ed55c2e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457784 Aug 19 12:48:56.473150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38038) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:56.484611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-625388094-network', 'tenant_id': '3aeb513e889145568c66fcee5f251ede'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:56.534396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336c7aa-515e-42f3-9d59-a73576e30768 req-0a5d5e4d-b845-493f-a1b3-6da8da0cbd25 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:56.537035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7336c7aa-515e-42f3-9d59-a73576e30768 req-0a5d5e4d-b845-493f-a1b3-6da8da0cbd25 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 932 time: 0.4560144 Aug 19 12:48:56.554621 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-f066849a-e13c-4092-9a19-b9bd5eb9f55d service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495863 Aug 19 12:48:56.676542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a66755-ad89-4a51-aa34-8540f546c465 req-23ec4fdd-f0b8-4381-80f6-f10a8c1a56c7 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:56.678236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70a66755-ad89-4a51-aa34-8540f546c465 req-23ec4fdd-f0b8-4381-80f6-f10a8c1a56c7 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1208220 Aug 19 12:48:56.683347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7336c7aa-515e-42f3-9d59-a73576e30768 req-7c24c8cb-66c8-4372-8612-f9ebc7189b64 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317053 Aug 19 12:48:56.695537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26678b37-94a6-44d2-b6ea-723a268bc8e6 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:56.696210 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.702267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Transition to ACTIVE for port object 67d400c7-8e24-4459-8cfe-7e7cde79c895 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:56.724580 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.727622 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.729344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:48:56.747455 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c27e2e8-29f0-42ae-9773-edc70809c345 req-f60f02a0-e710-43f9-acef-1933a5cc4c8f service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817608 Aug 19 12:48:56.766242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Transition to ACTIVE for port object 26678b37-94a6-44d2-b6ea-723a268bc8e6 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:56.770858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Made reservation on behalf of 3aeb513e889145568c66fcee5f251ede for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:56.774169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70a66755-ad89-4a51-aa34-8540f546c465 req-260f6ccc-b324-4fe1-92d5-f09624c972d3 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814898 Aug 19 12:48:56.774552 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.788534 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.836645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba210ae5-53a5-45cc-b375-9a1ce40babe5 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:56.845315 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.858016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Transition to ACTIVE for port object ba210ae5-53a5-45cc-b375-9a1ce40babe5 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:48:56.883138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5e600-5b3a-4835-b76c-3785978076eb req-050aa007-21a9-4010-b332-5fa3e736860a tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:56.890392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7b5e600-5b3a-4835-b76c-3785978076eb req-050aa007-21a9-4010-b332-5fa3e736860a tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1095 time: 0.0820510 Aug 19 12:48:56.897649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:56.912246 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.922068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a', 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4', 'port_id': 'f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a', 'mac_address': 'fa:16:3e:46:7d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be82150-0409-48d0-b7f3-d89ac22a0682', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:48:56.940792 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:56.963397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7b5e600-5b3a-4835-b76c-3785978076eb req-d67c7164-db32-48af-bb65-8290d8e6f51f tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686464 Aug 19 12:48:57.072131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Pushing event updated for resources: {'Port': ['ID=26678b37-94a6-44d2-b6ea-723a268bc8e6,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:57.096872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950079-dd13-4df0-9780-cb7d89dae10b req-eb9acbc4-cfd1-49d1-af9b-9674eac9e0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:57.101582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b950079-dd13-4df0-9780-cb7d89dae10b req-eb9acbc4-cfd1-49d1-af9b-9674eac9e0eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 1094 time: 0.1252253 Aug 19 12:48:57.112472 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.140414 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.162277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf11b4-a030-4708-aa5e-4d5f849bd39a None None] Pushing event updated for resources: {'Port': ['ID=67d400c7-8e24-4459-8cfe-7e7cde79c895,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:57.209549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.319895 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Attempting to bind port 67d400c7-8e24-4459-8cfe-7e7cde79c895 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:57.320271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Attempting to bind port 67d400c7-8e24-4459-8cfe-7e7cde79c895 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:57.320639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Attempting to bind port 67d400c7-8e24-4459-8cfe-7e7cde79c895 on network f895e18b-06e1-4802-9d19-c9fbb2ee726c {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:57.339072 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.347826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:57.351758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Checking segment: {'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:57.351758 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.354267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Bound using segment: {'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:57.355388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Bound port: 67d400c7-8e24-4459-8cfe-7e7cde79c895, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:57.357438 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.366774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:57.380479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:48:57.407801 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.409073 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Added segment 21aed5d1-247a-4b3e-b9da-59f0996d8e46 of type vlan for network ac1c98df-9715-49ff-b80d-ad066fa8df1e Aug 19 12:48:57.413003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:57.504150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.518972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Pushing event updated for resources: {'Port': ['ID=ba210ae5-53a5-45cc-b375-9a1ce40babe5,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:57.523117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] For port 67d400c7-8e24-4459-8cfe-7e7cde79c895, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:57.526532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] For port 67d400c7-8e24-4459-8cfe-7e7cde79c895, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=67d400c7-8e24-4459-8cfe-7e7cde79c895,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:57.530616 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.602719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950079-dd13-4df0-9780-cb7d89dae10b req-93763b64-7d8c-4040-a051-17c0981e9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:57.604793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b950079-dd13-4df0-9780-cb7d89dae10b req-93763b64-7d8c-4040-a051-17c0981e9160 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 920 time: 0.4886916 Aug 19 12:48:57.606058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9a2979-c967-4623-a7c3-e3b30a49a9ca,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:57.620906 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.678024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:57.678269 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b950079-dd13-4df0-9780-cb7d89dae10b req-326aa49d-507a-4253-a664-df2f6e04df61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4701755-70b6-4172-b13f-f9d9147eec75 HTTP/1.1" status: 200 len: 217 time: 0.0629919 Aug 19 12:48:57.689445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Attempting to bind port 26678b37-94a6-44d2-b6ea-723a268bc8e6 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:57.689837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Attempting to bind port 26678b37-94a6-44d2-b6ea-723a268bc8e6 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:57.690174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Attempting to bind port 26678b37-94a6-44d2-b6ea-723a268bc8e6 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:57.690580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Routers {'dd22a174-bcaf-4b99-9e7a-cb29027e422c'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:48:57.691560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:57.715028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Port 26678b37-94a6-44d2-b6ea-723a268bc8e6 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:48:57.715599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Attempting to bind port 26678b37-94a6-44d2-b6ea-723a268bc8e6 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:57.718769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Attempting to bind port ba210ae5-53a5-45cc-b375-9a1ce40babe5 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:48:57.719373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Attempting to bind port ba210ae5-53a5-45cc-b375-9a1ce40babe5 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:48:57.719894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Attempting to bind port ba210ae5-53a5-45cc-b375-9a1ce40babe5 on network 6c7d4821-3926-438f-8388-686fb2dac0dd {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:57.739594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:57.740148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Checking segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:57.740711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Bound using segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:57.741412 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Bound port: 26678b37-94a6-44d2-b6ea-723a268bc8e6, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:57.741957 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.767925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Port ba210ae5-53a5-45cc-b375-9a1ce40babe5 on network 6c7d4821-3926-438f-8388-686fb2dac0dd not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:48:57.768438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Attempting to bind port ba210ae5-53a5-45cc-b375-9a1ce40babe5 on network 6c7d4821-3926-438f-8388-686fb2dac0dd {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:48:57.780655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86411358-51c7-4840-8b63-3599ec975702 req-b192ea0f-5a4d-4570-925b-f3c1a464019a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:57.782554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86411358-51c7-4840-8b63-3599ec975702 req-b192ea0f-5a4d-4570-925b-f3c1a464019a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 943 time: 0.2394133 Aug 19 12:48:57.809227 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:57.817585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b950079-dd13-4df0-9780-cb7d89dae10b req-5a73dc95-f5c4-43f3-808f-c1d8e00b610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:57.819952 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b950079-dd13-4df0-9780-cb7d89dae10b req-5a73dc95-f5c4-43f3-808f-c1d8e00b610c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50a6de2c-d325-4338-9639-ea64906dff73 HTTP/1.1" status: 200 len: 859 time: 0.1327236 Aug 19 12:48:57.829418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.830179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:57.830777 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.832196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:48:57.832755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Checking segment: {'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:57.833329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Bound using segment: {'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:48:57.833959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Bound port: ba210ae5-53a5-45cc-b375-9a1ce40babe5, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c2c17d-b294-4cfe-afec-b9501479eaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:48:57.834499 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:57.963761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] For port ba210ae5-53a5-45cc-b375-9a1ce40babe5, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:57.969482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] For port ba210ae5-53a5-45cc-b375-9a1ce40babe5, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ba210ae5-53a5-45cc-b375-9a1ce40babe5,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:57.990696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] Pushing event updated for resources: {'Network': ['ID=ac1c98df-9715-49ff-b80d-ad066fa8df1e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:58.027610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ac1c98df-9715-49ff-b80d-ad066fa8df1e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:48:58.062795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf11b4-a030-4708-aa5e-4d5f849bd39a None None] Pushing event updated for resources: {'Port': ['ID=67d400c7-8e24-4459-8cfe-7e7cde79c895,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:58.069764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-86411358-51c7-4840-8b63-3599ec975702 req-ff71b81f-d915-4c48-87c1-41cb4e19152b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432675 Aug 19 12:48:58.080313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] For port 26678b37-94a6-44d2-b6ea-723a268bc8e6, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:48:58.080436 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b950079-dd13-4df0-9780-cb7d89dae10b req-0809d50f-3820-4eb9-a35d-ba6010c8d430 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c7d4821-3926-438f-8388-686fb2dac0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2430804 Aug 19 12:48:58.081133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] For port 26678b37-94a6-44d2-b6ea-723a268bc8e6, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=26678b37-94a6-44d2-b6ea-723a268bc8e6,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:48:58.129790 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:58.144833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] Set router dd22a174-bcaf-4b99-9e7a-cb29027e422c gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:48:58.162090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:58.162688 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:58.164128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] 10.222.0.30 "PUT /v2.0/ports/ba210ae5-53a5-45cc-b375-9a1ce40babe5 HTTP/1.1" status: 200 len: 1092 time: 2.3348386 Aug 19 12:48:58.164580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc5392b-7067-4c10-aaa2-a68080e3f864', 'tag': 'ba210ae5-53a5-45cc-b375-9a1ce40babe5'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:48:58.166923 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fa4208-65e0-45d8-9468-993b32523c19" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc5392b-7067-4c10-aaa2-a68080e3f864", "tag": "ba210ae5-53a5-45cc-b375-9a1ce40babe5"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:48:58.191634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cec60-0c66-45ee-bddc-329370ad747e service neutron] Pushing event updated for resources: {'Port': ['ID=ba210ae5-53a5-45cc-b375-9a1ce40babe5,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:58.259290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1553e-8950-4140-8945-ddd6a81c60fb req-1684f790-5909-4ef9-afef-8874bcc793cf tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:58.267607 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4bc1553e-8950-4140-8945-ddd6a81c60fb req-1684f790-5909-4ef9-afef-8874bcc793cf tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 944 time: 0.2893393 Aug 19 12:48:58.319043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568a92d-6ab7-43c1-b84f-0a0e8949a48f req-9fcaa247-5f0d-4d02-9ef4-ae29c8bb6a52 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:58.320659 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4568a92d-6ab7-43c1-b84f-0a0e8949a48f req-9fcaa247-5f0d-4d02-9ef4-ae29c8bb6a52 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0973356 Aug 19 12:48:58.323868 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b950079-dd13-4df0-9780-cb7d89dae10b req-5ae4cd09-1032-43c4-923f-08d775a8c8cc service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330065 Aug 19 12:48:58.368858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4568a92d-6ab7-43c1-b84f-0a0e8949a48f req-9218e67d-19ae-4ad0-9a08-0c3dff0b95ed tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413165 Aug 19 12:48:58.414245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4bc1553e-8950-4140-8945-ddd6a81c60fb req-76977573-9482-4f57-ad98-3d5d1cb565f4 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401901 Aug 19 12:48:58.429639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a12fe4cc-3ad7-484a-a70a-07cf67bf03da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9516954 Aug 19 12:48:58.429868 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:58.437052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38058) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:58.444536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] Request body: {'subnet': {'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-625388094-subnet', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:48:58.502293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b950079-dd13-4df0-9780-cb7d89dae10b req-027705f1-8ed0-4a5a-9f16-993aef42bbdc service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704493 Aug 19 12:48:58.526866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:52Z', 'revision_number': 4, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '67d400c7-8e24-4459-8cfe-7e7cde79c895', 'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '92ff3243-77e0-4076-803b-7eae89758f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:50Z', 'updated_at': '2021-08-19T12:48:57Z', 'revision_number': 4, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'subnets': [{'id': '92ff3243-77e0-4076-803b-7eae89758f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:48:58.563503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846a70f-5bf4-4141-a2ea-40de702bae2c None None] The sync data for ids ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'] in n-d-803757-2 is: [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:52Z', 'revision_number': 4, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '67d400c7-8e24-4459-8cfe-7e7cde79c895', 'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '92ff3243-77e0-4076-803b-7eae89758f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:50Z', 'updated_at': '2021-08-19T12:48:57Z', 'revision_number': 4, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'subnets': [{'id': '92ff3243-77e0-4076-803b-7eae89758f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:48:58.573097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:58.573641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:58.575393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] 10.222.0.30 "PUT /v2.0/ports/26678b37-94a6-44d2-b6ea-723a268bc8e6 HTTP/1.1" status: 200 len: 1091 time: 4.4162748 Aug 19 12:48:58.577406 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6035cd76-6af0-4bcd-92e6-df3196f8ece4 x-openstack-request-id: req-6035cd76-6af0-4bcd-92e6-df3196f8ece4 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:48:58.577599 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc5392b-7067-4c10-aaa2-a68080e3f864", "tag": "ba210ae5-53a5-45cc-b375-9a1ce40babe5", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:48:58.577854 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6035cd76-6af0-4bcd-92e6-df3196f8ece4 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:48:58.578247 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc5392b-7067-4c10-aaa2-a68080e3f864', 'tag': 'ba210ae5-53a5-45cc-b375-9a1ce40babe5', 'status': 'completed', 'code': 200} Aug 19 12:48:58.594950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] Made reservation on behalf of 3aeb513e889145568c66fcee5f251ede for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:48:58.597394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792875b-2139-45a3-adfd-d1b924e09189 service neutron] Pushing event updated for resources: {'Port': ['ID=26678b37-94a6-44d2-b6ea-723a268bc8e6,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:58.606297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:58.770119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a4701755-70b6-4172-b13f-f9d9147eec75 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:48:58.832711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7ced9eae-bb9c-42ee-a11a-7a6cb9b783b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:58.832711 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7ced9eae-bb9c-42ee-a11a-7a6cb9b783b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 1095 time: 0.3586721 Aug 19 12:48:58.874092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84932c0b-01ae-4b41-b921-51532b06d2f7 req-193a4461-c063-4bea-af82-d8f7cfd32596 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:58.875716 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84932c0b-01ae-4b41-b921-51532b06d2f7 req-193a4461-c063-4bea-af82-d8f7cfd32596 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1096 time: 0.2888527 Aug 19 12:48:58.962551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a4701755-70b6-4172-b13f-f9d9147eec75, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a4701755-70b6-4172-b13f-f9d9147eec75,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:59.021088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-61dbcf7f-1c34-42be-bb9b-1e640cfb755d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba210ae5-53a5-45cc-b375-9a1ce40babe5 HTTP/1.1" status: 200 len: 217 time: 0.1700904 Aug 19 12:48:59.022012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'a4701755-70b6-4172-b13f-f9d9147eec75', 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd', 'port_id': 'a4701755-70b6-4172-b13f-f9d9147eec75', 'mac_address': 'fa:16:3e:0a:d6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a6de2c-d325-4338-9639-ea64906dff73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:48:59.098944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.116554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-7eb7d0b9-4c17-4e6a-bab8-2fef4f815ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:59.118204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-7eb7d0b9-4c17-4e6a-bab8-2fef4f815ef7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 1094 time: 0.3690517 Aug 19 12:48:59.125846 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.151846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4701755-70b6-4172-b13f-f9d9147eec75 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:48:59.220493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84932c0b-01ae-4b41-b921-51532b06d2f7 req-807633e1-15ec-4292-a82c-c3d11e6d2cdc tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901689 Aug 19 12:48:59.233246 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-61ba2b1c-1165-45d2-b100-f17a5e727397 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26678b37-94a6-44d2-b6ea-723a268bc8e6 HTTP/1.1" status: 200 len: 217 time: 0.0949755 Aug 19 12:48:59.246437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a4701755-70b6-4172-b13f-f9d9147eec75, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a4701755-70b6-4172-b13f-f9d9147eec75,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:59.248857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 67d400c7-8e24-4459-8cfe-7e7cde79c895 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:48:59.249406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7c29123e-5d93-4a3b-84ff-954fad69fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:59.251483 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-7c29123e-5d93-4a3b-84ff-954fad69fcec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50a6de2c-d325-4338-9639-ea64906dff73 HTTP/1.1" status: 200 len: 859 time: 0.2181585 Aug 19 12:48:59.313678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-275eda47-cfdc-44bb-b385-7fa17419ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:59.314499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] Checking segment: {'id': '21aed5d1-247a-4b3e-b9da-59f0996d8e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:48:59.315164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] Network hostable DHCP agents. Network: ac1c98df-9715-49ff-b80d-ad066fa8df1e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:48:59.315646 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-275eda47-cfdc-44bb-b385-7fa17419ab70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0815296 Aug 19 12:48:59.319497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=664cbe48-8bc1-4cc1-a393-1f398eb0abfa,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:59.365867 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.383694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705dbfe-8c7e-4156-8c4e-bbe5dd75ad67 req-2d866fe5-ffa7-42a4-807a-93cad5b30a87 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:59.387692 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9705dbfe-8c7e-4156-8c4e-bbe5dd75ad67 req-2d866fe5-ffa7-42a4-807a-93cad5b30a87 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 943 time: 0.1547933 Aug 19 12:48:59.416960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-0fd4035b-34b3-4454-8bcd-ed3841268f36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c7d4821-3926-438f-8388-686fb2dac0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955703 Aug 19 12:48:59.492097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9705dbfe-8c7e-4156-8c4e-bbe5dd75ad67 req-0dc269aa-2f61-4433-8a5b-9409c651b539 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994487 Aug 19 12:48:59.516859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a4701755-70b6-4172-b13f-f9d9147eec75,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:48:59.533033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.534007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.534472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.535230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.535671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.536105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.536534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.536962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.537552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.537980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.538411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.538868 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:48:59.544259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 67d400c7-8e24-4459-8cfe-7e7cde79c895 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:48:59.558088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 67d400c7-8e24-4459-8cfe-7e7cde79c895 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:48:59.558088 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.558311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-f6bd3afe-1175-4b54-bae4-50720b16791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:59.558311 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-f6bd3afe-1175-4b54-bae4-50720b16791d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2220647 Aug 19 12:48:59.589179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] Network ac1c98df-9715-49ff-b80d-ad066fa8df1e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:48:59.617267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['a4701755-70b6-4172-b13f-f9d9147eec75'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:48:59.715045 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.716003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-a0552dfc-395f-4a29-8cc7-0975fcf8f065 service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908998 Aug 19 12:48:59.724812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9147b-8a1d-4ebb-8da4-115d8b4394bf req-752fb1a8-f4ad-49b7-8ead-17407bdfd4a8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:59.726356 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a2e9147b-8a1d-4ebb-8da4-115d8b4394bf req-752fb1a8-f4ad-49b7-8ead-17407bdfd4a8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1953850 Aug 19 12:48:59.757292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef9f2b-0d33-4f3a-a171-a9dee6165a25 req-167ac5ae-9484-4254-aad8-152b78b81aed tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:59.762136 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1ef9f2b-0d33-4f3a-a171-a9dee6165a25 req-167ac5ae-9484-4254-aad8-152b78b81aed tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 944 time: 0.1400108 Aug 19 12:48:59.771196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, ac1c98df-9715-49ff-b80d-ad066fa8df1e) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:48:59.775929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:48:59.781470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.818548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 67d400c7-8e24-4459-8cfe-7e7cde79c895, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=67d400c7-8e24-4459-8cfe-7e7cde79c895,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:48:59.831338 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a1e387-3888-4f72-a1f7-74af87bd3c97 None None] Network ac1c98df-9715-49ff-b80d-ad066fa8df1e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:48:59.880238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-31615c96-78d3-4899-8b37-d4628ca27ead admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4412100 Aug 19 12:48:59.883816 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38066) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:48:59.887806 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f1ef9f2b-0d33-4f3a-a171-a9dee6165a25 req-03c8e992-47af-4e16-9015-db2d0ca11ddd tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862160 Aug 19 12:48:59.914610 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:48:59.933208 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a2e9147b-8a1d-4ebb-8da4-115d8b4394bf req-478ddca7-6455-4802-a10a-3d2633e6869b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392872 Aug 19 12:48:59.943931 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-43c35954-cafc-4285-bb4d-ab5faa7166d4 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449590 Aug 19 12:48:59.960778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-625388094-router', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:00.046461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=67d400c7-8e24-4459-8cfe-7e7cde79c895,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:00.112202 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9b2eac2-60f8-474e-bc7e-f06a7bd9c622 req-3ef9a587-c70b-463c-9746-4f03965a9a83 service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828039 Aug 19 12:49:00.130154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1522e77-e59e-4181-bdff-76fa68a8ccb5 req-69674448-e6f7-46c8-a3e5-329b3bd86320 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624465 Aug 19 12:49:00.168662 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.171883 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.174233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-ac1c98df-9715-49ff-b80d-ad066fa8df1e', 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'fixed_ips': [{'subnet_id': '664cbe48-8bc1-4cc1-a393-1f398eb0abfa'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:49:00.175367 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.312617 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.378261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa4208-65e0-45d8-9468-993b32523c19 req-bf757317-3627-407c-9b4d-ca7abfa19167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:00.380217 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66fa4208-65e0-45d8-9468-993b32523c19 req-bf757317-3627-407c-9b4d-ca7abfa19167 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 1095 time: 0.0661404 Aug 19 12:49:00.422261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Allocated IP 172.20.0.2 (ac1c98df-9715-49ff-b80d-ad066fa8df1e/664cbe48-8bc1-4cc1-a393-1f398eb0abfa/ec1ea361-5f64-478e-9ad8-4fdfc2fbb748) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:00.429228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7198f7-dddd-4d18-841c-fc669f34aa6c req-fda1dcc4-497b-45ce-89a9-9e8d4d722098 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:00.431704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e7198f7-dddd-4d18-841c-fc669f34aa6c req-fda1dcc4-497b-45ce-89a9-9e8d4d722098 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1096 time: 0.0800445 Aug 19 12:49:00.485563 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e7198f7-dddd-4d18-841c-fc669f34aa6c req-268c2975-bb65-4e4e-8f46-cf8f1b1c99fa tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473201 Aug 19 12:49:00.581424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23753c0b-2bf7-4677-a5e9-7fdfdbb6db45', 'tag': '26678b37-94a6-44d2-b6ea-723a268bc8e6'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:00.583766 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc38de4-6078-4a20-992d-e94834da515b" -d '{"events": [{"name": "network-changed", "server_uuid": "23753c0b-2bf7-4677-a5e9-7fdfdbb6db45", "tag": "26678b37-94a6-44d2-b6ea-723a268bc8e6"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:00.692547 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71463d98-88f7-4959-88f1-c4c2936db25a x-openstack-request-id: req-71463d98-88f7-4959-88f1-c4c2936db25a {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:00.695676 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23753c0b-2bf7-4677-a5e9-7fdfdbb6db45", "tag": "26678b37-94a6-44d2-b6ea-723a268bc8e6", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:00.695959 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71463d98-88f7-4959-88f1-c4c2936db25a {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:00.696370 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23753c0b-2bf7-4677-a5e9-7fdfdbb6db45', 'tag': '26678b37-94a6-44d2-b6ea-723a268bc8e6', 'status': 'completed', 'code': 200} Aug 19 12:49:00.724146 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:00.776333 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa4208-65e0-45d8-9468-993b32523c19 req-ddb88b5c-c68f-433b-a943-966b30d6dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:00.777836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66fa4208-65e0-45d8-9468-993b32523c19 req-ddb88b5c-c68f-433b-a943-966b30d6dd92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 920 time: 0.3895519 Aug 19 12:49:00.796325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:00.803172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01c866-31ae-4246-9974-fe7a043adaed req-f46d1167-d533-402d-8f21-df36ec01c6de tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:00.804692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2c01c866-31ae-4246-9974-fe7a043adaed req-f46d1167-d533-402d-8f21-df36ec01c6de tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 943 time: 0.1413867 Aug 19 12:49:00.809671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a4701755-70b6-4172-b13f-f9d9147eec75 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:00.866260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66fa4208-65e0-45d8-9468-993b32523c19 req-2ea34edb-5a53-4d4a-9482-1e61047f66ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba210ae5-53a5-45cc-b375-9a1ce40babe5 HTTP/1.1" status: 200 len: 217 time: 0.0779860 Aug 19 12:49:00.904324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc38de4-6078-4a20-992d-e94834da515b req-3b83755a-eff4-4353-9137-31e38b2686aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:00.905924 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9fc38de4-6078-4a20-992d-e94834da515b req-3b83755a-eff4-4353-9137-31e38b2686aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 1094 time: 0.1758397 Aug 19 12:49:00.969513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2c01c866-31ae-4246-9974-fe7a043adaed req-f94b49c5-eb4e-49b3-8301-de8909707516 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532798 Aug 19 12:49:01.034313 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.043419 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Transition to ACTIVE for port object ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:01.065827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63268e23-8d37-41fb-8c8e-78360472f398 req-3a62db79-53fb-4e3c-b984-92f05f89c907 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:01.067405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Transition to ACTIVE for port object ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:01.075268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-63268e23-8d37-41fb-8c8e-78360472f398 req-3a62db79-53fb-4e3c-b984-92f05f89c907 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 944 time: 0.0859041 Aug 19 12:49:01.120252 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-63268e23-8d37-41fb-8c8e-78360472f398 req-84a0168e-42b0-4395-8493-5c41c6795f54 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Aug 19 12:49:01.126497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port a4701755-70b6-4172-b13f-f9d9147eec75 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:01.132052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 67d400c7-8e24-4459-8cfe-7e7cde79c895 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:01.137289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port a4701755-70b6-4172-b13f-f9d9147eec75 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:01.137289 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.160198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa4208-65e0-45d8-9468-993b32523c19 req-69b8c4bd-214f-4d44-be5d-6fa98f1483ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:01.162121 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66fa4208-65e0-45d8-9468-993b32523c19 req-69b8c4bd-214f-4d44-be5d-6fa98f1483ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50a6de2c-d325-4338-9639-ea64906dff73 HTTP/1.1" status: 200 len: 859 time: 0.2812161 Aug 19 12:49:01.181212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:01.207435 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.217587 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66fa4208-65e0-45d8-9468-993b32523c19 req-42d14928-207e-444c-a9c3-73435e190548 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c7d4821-3926-438f-8388-686fb2dac0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456932 Aug 19 12:49:01.235525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:01.235903 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.265909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1fa61-96b8-488a-bf8b-ec7735458157 req-78f4fbbb-0869-47f5-8c96-8142109fbeb8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:01.273270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78c1fa61-96b8-488a-bf8b-ec7735458157 req-78f4fbbb-0869-47f5-8c96-8142109fbeb8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.1454601 Aug 19 12:49:01.307801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Network ac1c98df-9715-49ff-b80d-ad066fa8df1e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:01.317560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:01.320828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Pushing event updated for resources: {'Port': ['ID=ec1ea361-5f64-478e-9ad8-4fdfc2fbb748,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:01.322428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc38de4-6078-4a20-992d-e94834da515b req-5d7a0acb-1b1d-4550-bed9-7134b5003aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:01.325124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:01.328936 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9fc38de4-6078-4a20-992d-e94834da515b req-5d7a0acb-1b1d-4550-bed9-7134b5003aaa service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.3700013 Aug 19 12:49:01.345030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 67d400c7-8e24-4459-8cfe-7e7cde79c895 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:01.345412 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.378507 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9fc38de4-6078-4a20-992d-e94834da515b req-5ad007af-045c-4cba-8783-66ee429d04c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26678b37-94a6-44d2-b6ea-723a268bc8e6 HTTP/1.1" status: 200 len: 217 time: 0.0343406 Aug 19 12:49:01.467854 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78c1fa61-96b8-488a-bf8b-ec7735458157 req-75b03879-efb4-4b56-881f-8ad3718e7c47 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868870 Aug 19 12:49:01.491314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Attempting to bind port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:01.491550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Attempting to bind port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '21aed5d1-247a-4b3e-b9da-59f0996d8e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:01.491877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Attempting to bind port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 on network ac1c98df-9715-49ff-b80d-ad066fa8df1e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:01.498401 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.503743 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.512879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:01.513128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Checking segment: {'id': '21aed5d1-247a-4b3e-b9da-59f0996d8e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:01.513978 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.514374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Bound using segment: {'id': '21aed5d1-247a-4b3e-b9da-59f0996d8e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:01.514980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Bound port: ec1ea361-5f64-478e-9ad8-4fdfc2fbb748, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21aed5d1-247a-4b3e-b9da-59f0996d8e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:01.515376 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.603116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a795383-e507-4fbd-92fb-937b991efbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:01.605497 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759ee1aa-cf33-44d5-8d1a-49a07356bb9e" -d '{"events": [{"server_uuid": "8a795383-e507-4fbd-92fb-937b991efbfe", "name": "network-vif-plugged", "status": "completed", "tag": "f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:01.660151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddeb89-52d0-4e43-bcd9-f1d6ccf0d61e req-03daa298-f9da-4400-b1e9-acd93a18ad82 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:01.671501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6bddeb89-52d0-4e43-bcd9-f1d6ccf0d61e req-03daa298-f9da-4400-b1e9-acd93a18ad82 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1096 time: 0.0658391 Aug 19 12:49:01.681133 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7241d3bc-5817-49b5-831d-1f50d45b0680 x-openstack-request-id: req-7241d3bc-5817-49b5-831d-1f50d45b0680 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:01.681348 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a795383-e507-4fbd-92fb-937b991efbfe", "name": "network-vif-plugged", "status": "completed", "tag": "f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:01.681439 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7241d3bc-5817-49b5-831d-1f50d45b0680 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:01.681846 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a795383-e507-4fbd-92fb-937b991efbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a', 'code': 200} Aug 19 12:49:01.685496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:01.715744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port a4701755-70b6-4172-b13f-f9d9147eec75, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a4701755-70b6-4172-b13f-f9d9147eec75,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:01.749019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] For port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:01.753652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] For port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ec1ea361-5f64-478e-9ad8-4fdfc2fbb748,segment=NetworkSegment(21aed5d1-247a-4b3e-b9da-59f0996d8e46),segment_id=21aed5d1-247a-4b3e-b9da-59f0996d8e46)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:01.755490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.759003 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6bddeb89-52d0-4e43-bcd9-f1d6ccf0d61e req-20c3024f-b3ee-47cf-bf83-5ec730b21473 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863633 Aug 19 12:49:01.786692 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.811643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:01.849682 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:01.890635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=a4701755-70b6-4172-b13f-f9d9147eec75,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:01.949348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d3398-3e7c-474e-bc6a-32092cd657e9 None None] Pushing event updated for resources: {'Port': ['ID=ec1ea361-5f64-478e-9ad8-4fdfc2fbb748,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:02.071455 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66fa4208-65e0-45d8-9468-993b32523c19 req-ff498807-6a4d-46ae-aae8-2693ff139c5c service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8425105 Aug 19 12:49:02.094627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc38de4-6078-4a20-992d-e94834da515b req-f60a70e0-d061-4717-a8e0-b1ed385d9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:02.096186 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9fc38de4-6078-4a20-992d-e94834da515b req-f60a70e0-d061-4717-a8e0-b1ed385d9f43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.7080350 Aug 19 12:49:02.324240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e3619-2e74-4dc5-8da4-c16c4514a963 req-c57487a5-5c0e-46c8-800e-184879cd5a9c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:02.332469 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a18e3619-2e74-4dc5-8da4-c16c4514a963 req-c57487a5-5c0e-46c8-800e-184879cd5a9c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 944 time: 0.0913765 Aug 19 12:49:02.344595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e939865-00d8-4149-9090-d1ac38de90f7 req-44a7d6d1-1bac-4e34-ae61-d10d6f016ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:02.346279 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e939865-00d8-4149-9090-d1ac38de90f7 req-44a7d6d1-1bac-4e34-ae61-d10d6f016ee3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1097 time: 0.3240020 Aug 19 12:49:02.356351 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:02.375464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a18e3619-2e74-4dc5-8da4-c16c4514a963 req-42622124-5e48-4238-98b7-db64e19f5b66 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420249 Aug 19 12:49:02.381991 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:02.480970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05684cd2-71d5-4ed2-b03d-df0100b47c1a req-7f046089-97d1-4eb9-a350-669ac299f0ce tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:02.486859 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05684cd2-71d5-4ed2-b03d-df0100b47c1a req-7f046089-97d1-4eb9-a350-669ac299f0ce tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 943 time: 0.3852994 Aug 19 12:49:02.498445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc38de4-6078-4a20-992d-e94834da515b req-382797a4-d79d-4cf0-8753-fb9d8195c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:02.500120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9fc38de4-6078-4a20-992d-e94834da515b req-382797a4-d79d-4cf0-8753-fb9d8195c907 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3800364 Aug 19 12:49:02.512792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66fa4208-65e0-45d8-9468-993b32523c19 req-8fa92076-a401-49a0-8016-3c986085a525 service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142826 Aug 19 12:49:02.541701 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e939865-00d8-4149-9090-d1ac38de90f7 req-116c333d-da5d-4177-9f17-0af62219e79e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678903 Aug 19 12:49:02.599574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fefe3-af4a-49a6-8615-4b1e4a2cab58 req-c163633f-9edc-41c8-a688-24e4ebcac59d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:02.601248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c85fefe3-af4a-49a6-8615-4b1e4a2cab58 req-c163633f-9edc-41c8-a688-24e4ebcac59d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0590358 Aug 19 12:49:02.654321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c85fefe3-af4a-49a6-8615-4b1e4a2cab58 req-3abd11ed-d599-4669-b1fc-e07ad63a2a1e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462909 Aug 19 12:49:02.660514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05684cd2-71d5-4ed2-b03d-df0100b47c1a req-76362be0-0a07-45d6-a2d9-f6db94295713 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554825 Aug 19 12:49:02.661758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Allocated IP 172.25.2.155 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/968a5230-205d-469b-b352-45b2ba2032ff) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:02.752772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9fc38de4-6078-4a20-992d-e94834da515b req-0ed39515-0dcf-4ef3-b93d-eb014905efe2 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334695 Aug 19 12:49:02.831729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ba210ae5-53a5-45cc-b375-9a1ce40babe5 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:49:02.855901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:02.895169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9fc38de4-6078-4a20-992d-e94834da515b req-b378f125-5dcc-4af5-b0c1-dba37039eef8 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282048 Aug 19 12:49:02.910126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7282f-928e-4eaa-819c-9b4f0805ed4f req-d4a58d8b-3353-4820-ac71-ddc621f379a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:02.920084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78b7282f-928e-4eaa-819c-9b4f0805ed4f req-d4a58d8b-3353-4820-ac71-ddc621f379a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1097 time: 0.0685296 Aug 19 12:49:02.965472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ba210ae5-53a5-45cc-b375-9a1ce40babe5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ba210ae5-53a5-45cc-b375-9a1ce40babe5,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:02.969217 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78b7282f-928e-4eaa-819c-9b4f0805ed4f req-537af784-8feb-4c02-b0d2-61ef6d94cbad tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467763 Aug 19 12:49:02.980100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'ba210ae5-53a5-45cc-b375-9a1ce40babe5', 'network_id': '6c7d4821-3926-438f-8388-686fb2dac0dd', 'port_id': 'ba210ae5-53a5-45cc-b375-9a1ce40babe5', 'mac_address': 'fa:16:3e:04:ba:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a6de2c-d325-4338-9639-ea64906dff73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:49:03.022162 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.038012 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.057598 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba210ae5-53a5-45cc-b375-9a1ce40babe5 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:03.077648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:03.081791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Pushing event updated for resources: {'Port': ['ID=968a5230-205d-469b-b352-45b2ba2032ff,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:03.084150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:03.087153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:03.094732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.095175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.095521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.095867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.096206 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.096541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.096873 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.097335 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.097672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.098011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.098325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.098650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:49:03.113809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ba210ae5-53a5-45cc-b375-9a1ce40babe5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ba210ae5-53a5-45cc-b375-9a1ce40babe5,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:03.132589 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:03.217468 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.298495 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ba210ae5-53a5-45cc-b375-9a1ce40babe5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:03.328150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150f6486-92dd-4afd-bbed-aded61bd43e6 None None] Network ac1c98df-9715-49ff-b80d-ad066fa8df1e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:03.362506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:03.437693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ba210ae5-53a5-45cc-b375-9a1ce40babe5'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:03.567525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ba27bfb2-3d5d-44f3-9091-2b39176eceb2 None None] Provisioning for port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:03.592726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651f4c-079a-43bf-9de9-4d027a24982c req-30889ee5-f192-4a28-b42e-2900d9ae8d91 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:03.593109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ba27bfb2-3d5d-44f3-9091-2b39176eceb2 None None] Provisioning complete for port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:03.593577 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfb2-3d5d-44f3-9091-2b39176eceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.594261 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d651f4c-079a-43bf-9de9-4d027a24982c req-30889ee5-f192-4a28-b42e-2900d9ae8d91 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 945 time: 0.1155629 Aug 19 12:49:03.614371 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.688180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41888e23-5585-4637-86ab-202a0a9775ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4701755-70b6-4172-b13f-f9d9147eec75'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:03.691345 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bee6891-303b-4915-9bc0-d0547df43bdf" -d '{"events": [{"server_uuid": "41888e23-5585-4637-86ab-202a0a9775ce", "name": "network-vif-plugged", "status": "completed", "tag": "a4701755-70b6-4172-b13f-f9d9147eec75"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:03.697969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d651f4c-079a-43bf-9de9-4d027a24982c req-10b037ae-38a5-4a7a-8063-f8422722daca tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954592 Aug 19 12:49:03.841443 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfb2-3d5d-44f3-9091-2b39176eceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:03.885674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ba27bfb2-3d5d-44f3-9091-2b39176eceb2 None None] For port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ec1ea361-5f64-478e-9ad8-4fdfc2fbb748,segment=NetworkSegment(21aed5d1-247a-4b3e-b9da-59f0996d8e46),segment_id=21aed5d1-247a-4b3e-b9da-59f0996d8e46)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:03.926721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468480c-f728-4d98-8471-c7c236811399 req-1e32ef73-fb3c-4718-9744-afe070c168df tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:03.928548 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6468480c-f728-4d98-8471-c7c236811399 req-1e32ef73-fb3c-4718-9744-afe070c168df tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0936847 Aug 19 12:49:03.960136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98326b29-bb97-4262-819b-857390fd948c req-7b55d202-cdef-4c12-a818-014a089be1c8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:03.961904 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-98326b29-bb97-4262-819b-857390fd948c req-7b55d202-cdef-4c12-a818-014a089be1c8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 943 time: 0.1270409 Aug 19 12:49:03.988635 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6468480c-f728-4d98-8471-c7c236811399 req-b867391d-f151-47d7-a2fe-7f77181d7041 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543416 Aug 19 12:49:03.998935 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ba27bfb2-3d5d-44f3-9091-2b39176eceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.069029 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27fd264-90b3-4587-97df-13d5f2613f39 x-openstack-request-id: req-a27fd264-90b3-4587-97df-13d5f2613f39 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:04.069029 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41888e23-5585-4637-86ab-202a0a9775ce", "name": "network-vif-plugged", "status": "completed", "tag": "a4701755-70b6-4172-b13f-f9d9147eec75", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:04.069463 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a27fd264-90b3-4587-97df-13d5f2613f39 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:04.073779 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41888e23-5585-4637-86ab-202a0a9775ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4701755-70b6-4172-b13f-f9d9147eec75', 'code': 200} Aug 19 12:49:04.087511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27bfb2-3d5d-44f3-9091-2b39176eceb2 None None] Pushing event updated for resources: {'Port': ['ID=ec1ea361-5f64-478e-9ad8-4fdfc2fbb748,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:04.087685 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-98326b29-bb97-4262-819b-857390fd948c req-cab9341b-79cb-4e5d-9ae6-6f771afb749f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844097 Aug 19 12:49:04.105240 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.126924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-79550b88-4f99-486e-acbd-d2b2bca7444c None None] Provisioning complete for port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:04.127735 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-79550b88-4f99-486e-acbd-d2b2bca7444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.208311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3cd53-ae62-488c-9eef-209925e29cca req-b158d727-fff9-427d-8a9d-cf3c593f04dc tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:04.209988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ba3cd53-ae62-488c-9eef-209925e29cca req-b158d727-fff9-427d-8a9d-cf3c593f04dc tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1097 time: 0.0697565 Aug 19 12:49:04.251381 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ba3cd53-ae62-488c-9eef-209925e29cca req-834182fe-19e6-41a3-8a1c-16b34ef27447 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349281 Aug 19 12:49:04.269453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff5bb3-1357-4417-b0ac-17247d5004cf req-fe726cdd-a531-4c17-bef7-abb1aea8d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:04.270978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fff5bb3-1357-4417-b0ac-17247d5004cf req-fe726cdd-a531-4c17-bef7-abb1aea8d752 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 1096 time: 0.0970957 Aug 19 12:49:04.324191 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fff5bb3-1357-4417-b0ac-17247d5004cf req-b3ce5868-6dec-49a9-b5db-04a0023f1f98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452404 Aug 19 12:49:04.368768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f25ce5-9859-49e7-a248-3737a26656ae req-a411eb56-aba7-42ad-9238-b6598d0e4a53 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:04.370320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24f25ce5-9859-49e7-a248-3737a26656ae req-a411eb56-aba7-42ad-9238-b6598d0e4a53 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1097 time: 0.0505638 Aug 19 12:49:04.406676 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24f25ce5-9859-49e7-a248-3737a26656ae req-8b9fb25d-6aa0-4302-8214-93db063224b8 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293114 Aug 19 12:49:04.484796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Router 95d70c14-787d-40c4-8ead-c618b4ac31bf is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:49:04.514089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0739c-ce58-47f3-82e8-9974d4bc730e req-7f0c8eba-50a0-4ed9-a282-8ab77c7f75c2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:04.515905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fdc0739c-ce58-47f3-82e8-9974d4bc730e req-7f0c8eba-50a0-4ed9-a282-8ab77c7f75c2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1097 time: 0.0430286 Aug 19 12:49:04.551678 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fdc0739c-ce58-47f3-82e8-9974d4bc730e req-10bdca94-c954-4169-8895-465354a168f8 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294914 Aug 19 12:49:04.599926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:49:04.610586 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Sync routers for ids ['95d70c14-787d-40c4-8ead-c618b4ac31bf'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:49:04.620860 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Routers {'95d70c14-787d-40c4-8ead-c618b4ac31bf'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:04.621811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['95d70c14-787d-40c4-8ead-c618b4ac31bf'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:04.728916 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Set router 95d70c14-787d-40c4-8ead-c618b4ac31bf gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:04.823719 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-20c4f452-daab-4454-9fec-663e194dc04d tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:04.825463 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-20c4f452-daab-4454-9fec-663e194dc04d tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/networks?id=03f18108-0888-412b-925f-bd587b7a6ae4 HTTP/1.1" status: 200 len: 911 time: 0.0873830 Aug 19 12:49:04.827683 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.832151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-37cb7d8f-8cb0-4172-9309-d63e5f98042e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8950622 Aug 19 12:49:04.832667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38128) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:04.834675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ba210ae5-53a5-45cc-b375-9a1ce40babe5 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:04.888234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ec537-3d23-4b82-a52b-be948d738432 req-2f17e7f1-06f6-440f-929b-9b8fd6ea2f6d tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:04.891527 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d2ec537-3d23-4b82-a52b-be948d738432 req-2f17e7f1-06f6-440f-929b-9b8fd6ea2f6d tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 945 time: 0.0884869 Aug 19 12:49:04.900387 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-da9cc5e1-7a2f-42c2-a708-b84aafcefc17 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/quotas/3a8227cf261145308b81b445c3f98aa2 HTTP/1.1" status: 200 len: 375 time: 0.0604715 Aug 19 12:49:04.926035 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'name': 'tempest-TestServerBasicOps-625388094-router', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '968a5230-205d-469b-b352-45b2ba2032ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:00Z', 'updated_at': '2021-08-19T12:49:03Z', 'revision_number': 3, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'gw_port': {'id': '968a5230-205d-469b-b352-45b2ba2032ff', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:02Z', 'updated_at': '2021-08-19T12:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:04.962949 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2d2ec537-3d23-4b82-a52b-be948d738432 req-8323f698-f654-4626-a147-00a3ccb95dbc tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468993 Aug 19 12:49:04.969955 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Checking router: 95d70c14-787d-40c4-8ead-c618b4ac31bf for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:49:04.970297 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Updating router 95d70c14-787d-40c4-8ead-c618b4ac31bf port 968a5230-205d-469b-b352-45b2ba2032ff binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:49:04.981352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port ba210ae5-53a5-45cc-b375-9a1ce40babe5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:04.985345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port ba210ae5-53a5-45cc-b375-9a1ce40babe5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:04.985726 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:04.997720 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.034581 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-370828bd-5fea-4ab1-aa7d-3c7741ce195b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.083101 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-fe08ed3c-3d23-4bb7-8c46-626ae9eb2d41 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=3a8227cf261145308b81b445c3f98aa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1248524 Aug 19 12:49:05.104077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:05.143896 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.147170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e0ef-f001-4fb0-a1b0-456034a3b9ca req-729023e1-ead5-4803-a433-e68020c0da23 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:05.148871 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa71e0ef-f001-4fb0-a1b0-456034a3b9ca req-729023e1-ead5-4803-a433-e68020c0da23 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0592799 Aug 19 12:49:05.191212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa71e0ef-f001-4fb0-a1b0-456034a3b9ca req-2d47f7da-b126-4184-91b4-0815393122d0 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349519 Aug 19 12:49:05.191444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ba210ae5-53a5-45cc-b375-9a1ce40babe5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ba210ae5-53a5-45cc-b375-9a1ce40babe5,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:05.251323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:05.251794 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.332499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a9f04-2bfd-4b50-95df-e6c7db33a660 req-1f95b162-be4b-4c21-ae2b-0a220aac01ec tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:05.334494 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-995a9f04-2bfd-4b50-95df-e6c7db33a660 req-1f95b162-be4b-4c21-ae2b-0a220aac01ec tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 943 time: 0.0721292 Aug 19 12:49:05.345321 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-415b97c6-b276-4350-b7f4-84269fb9d420 service neutron] 10.222.0.21 "GET /v2.0/networks/03f18108-0888-412b-925f-bd587b7a6ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563946 Aug 19 12:49:05.395779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-995a9f04-2bfd-4b50-95df-e6c7db33a660 req-4323aa34-543c-4c38-82d7-054a8c840930 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531361 Aug 19 12:49:05.404111 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.415550 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Transition to ACTIVE for port object 968a5230-205d-469b-b352-45b2ba2032ff will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:05.456525 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.493048 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-ccf47706-4490-413f-9f11-953eba70769b service neutron] 10.222.0.21 "GET /v2.0/networks/03f18108-0888-412b-925f-bd587b7a6ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468496 Aug 19 12:49:05.516246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ba210ae5-53a5-45cc-b375-9a1ce40babe5,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:05.549314 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.605894 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Attempting to bind port 968a5230-205d-469b-b352-45b2ba2032ff on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:05.606257 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Attempting to bind port 968a5230-205d-469b-b352-45b2ba2032ff by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:05.606616 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Attempting to bind port 968a5230-205d-469b-b352-45b2ba2032ff on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:05.612921 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed428ba-473b-45f5-a16e-086840980b63 None None] Pushing event updated for resources: {'Port': ['ID=968a5230-205d-469b-b352-45b2ba2032ff,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:05.618279 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:05.623011 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:05.623011 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.623011 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:05.623011 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Bound port: 968a5230-205d-469b-b352-45b2ba2032ff, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:05.623011 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.673616 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] For port 968a5230-205d-469b-b352-45b2ba2032ff, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:05.676979 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] For port 968a5230-205d-469b-b352-45b2ba2032ff, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=968a5230-205d-469b-b352-45b2ba2032ff,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:05.790453 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7356b282-eac1-4376-b6d9-7dd5e68abb29 req-9c606204-b889-41a5-b100-a26367ae6ba4 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 210 time: 0.0354295 Aug 19 12:49:05.823886 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:05.890867 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Routers {'95d70c14-787d-40c4-8ead-c618b4ac31bf'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:05.891492 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:48:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['95d70c14-787d-40c4-8ead-c618b4ac31bf'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:05.893215 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed428ba-473b-45f5-a16e-086840980b63 None None] Pushing event updated for resources: {'Port': ['ID=968a5230-205d-469b-b352-45b2ba2032ff,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:06.004094 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] Set router 95d70c14-787d-40c4-8ead-c618b4ac31bf gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:06.038929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ecb55-230b-431a-a918-03e153204b8e req-36f5ab43-d9dc-4922-9e94-d6ed3f490550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.040411 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-567ecb55-230b-431a-a918-03e153204b8e req-36f5ab43-d9dc-4922-9e94-d6ed3f490550 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 1097 time: 0.0888624 Aug 19 12:49:06.071056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc5392b-7067-4c10-aaa2-a68080e3f864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba210ae5-53a5-45cc-b375-9a1ce40babe5'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:06.071902 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.073575 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23587ed0-90b5-44f4-9588-f746c1c95dd6" -d '{"events": [{"server_uuid": "0dc5392b-7067-4c10-aaa2-a68080e3f864", "name": "network-vif-plugged", "status": "completed", "tag": "ba210ae5-53a5-45cc-b375-9a1ce40babe5"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:06.112032 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3a85a9-9e64-4bfa-b13d-f006d2f0d05f x-openstack-request-id: req-4d3a85a9-9e64-4bfa-b13d-f006d2f0d05f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:06.122949 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc5392b-7067-4c10-aaa2-a68080e3f864", "name": "network-vif-plugged", "status": "completed", "tag": "ba210ae5-53a5-45cc-b375-9a1ce40babe5", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:06.122949 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d3a85a9-9e64-4bfa-b13d-f006d2f0d05f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:06.122949 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc5392b-7067-4c10-aaa2-a68080e3f864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba210ae5-53a5-45cc-b375-9a1ce40babe5', 'code': 200} Aug 19 12:49:06.160739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baac782-dcd7-41c6-b00e-a8280f884c14 req-f19d7505-2141-4268-8fa6-9703bd96c7e0 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.162326 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1baac782-dcd7-41c6-b00e-a8280f884c14 req-f19d7505-2141-4268-8fa6-9703bd96c7e0 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.1434684 Aug 19 12:49:06.278911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ecb55-230b-431a-a918-03e153204b8e req-0c9800b6-885e-44bc-8782-52f9f903a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.281157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-567ecb55-230b-431a-a918-03e153204b8e req-0c9800b6-885e-44bc-8782-52f9f903a849 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.2222013 Aug 19 12:49:06.325383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b64f4-783d-42fb-848f-2c90c7b57c4e req-7d28f46a-1503-42d4-a6dd-baeee56e3148 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.335205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a6b64f4-783d-42fb-848f-2c90c7b57c4e req-7d28f46a-1503-42d4-a6dd-baeee56e3148 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0648277 Aug 19 12:49:06.337619 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'name': 'tempest-TestServerBasicOps-625388094-router', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '968a5230-205d-469b-b352-45b2ba2032ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:00Z', 'updated_at': '2021-08-19T12:49:03Z', 'revision_number': 3, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'gw_port': {'id': '968a5230-205d-469b-b352-45b2ba2032ff', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:02Z', 'updated_at': '2021-08-19T12:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:06.368474 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e948341-197e-431d-9dd5-2394e11c4707 None None] The sync data for ids ['95d70c14-787d-40c4-8ead-c618b4ac31bf'] in n-d-803757-2 is: [{'id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'name': 'tempest-TestServerBasicOps-625388094-router', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '968a5230-205d-469b-b352-45b2ba2032ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:00Z', 'updated_at': '2021-08-19T12:49:03Z', 'revision_number': 3, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'gw_port': {'id': '968a5230-205d-469b-b352-45b2ba2032ff', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:02Z', 'updated_at': '2021-08-19T12:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:49:06.377303 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a6b64f4-783d-42fb-848f-2c90c7b57c4e req-deb8640a-93e2-404d-b7a7-fcd5ccde8ded tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411499 Aug 19 12:49:06.378741 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1baac782-dcd7-41c6-b00e-a8280f884c14 req-43cb7359-4de0-4ffc-baec-723cb70d705e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824803 Aug 19 12:49:06.393599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ef78-c2bb-400f-b60f-6581541dd150 req-04a12473-e883-42b2-9a20-c064bb29ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.393599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5e91ef78-c2bb-400f-b60f-6581541dd150 req-04a12473-e883-42b2-9a20-c064bb29ab26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 1097 time: 0.1984863 Aug 19 12:49:06.478086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Allocated IP 172.20.0.1 (ac1c98df-9715-49ff-b80d-ad066fa8df1e/664cbe48-8bc1-4cc1-a393-1f398eb0abfa/171df945-1d6f-4e78-9975-5453a44b9c5d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:06.521358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91fdcd-2bff-41d5-acd7-c89ab366130a req-0087e649-ded9-4317-9c40-e1524ff702ef tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.535347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa91fdcd-2bff-41d5-acd7-c89ab366130a req-0087e649-ded9-4317-9c40-e1524ff702ef tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 943 time: 0.0594535 Aug 19 12:49:06.536746 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-567ecb55-230b-431a-a918-03e153204b8e req-514e7f9a-30cd-41b2-aa55-3fd05a7e8d71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 HTTP/1.1" status: 200 len: 1002 time: 0.2209301 Aug 19 12:49:06.572227 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa91fdcd-2bff-41d5-acd7-c89ab366130a req-c802b7fa-e049-4124-8d11-ed2e8770bd80 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430019 Aug 19 12:49:06.591259 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5e91ef78-c2bb-400f-b60f-6581541dd150 req-1bf63702-c7c1-44fc-8d66-856242cd6b46 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832485 Aug 19 12:49:06.636636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ecb55-230b-431a-a918-03e153204b8e req-5c626607-b182-4935-8a1c-ab86e4750359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.636636 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-567ecb55-230b-431a-a918-03e153204b8e req-5c626607-b182-4935-8a1c-ab86e4750359 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.0845118 Aug 19 12:49:06.668644 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.703369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Transition to ACTIVE for port object 171df945-1d6f-4e78-9975-5453a44b9c5d will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:06.721630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ecb55-230b-431a-a918-03e153204b8e req-eb2abb36-ec1c-4b8f-bf5f-e0028979933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:06.723240 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-567ecb55-230b-431a-a918-03e153204b8e req-eb2abb36-ec1c-4b8f-bf5f-e0028979933d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818024 Aug 19 12:49:06.835593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 26678b37-94a6-44d2-b6ea-723a268bc8e6 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:49:06.837239 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-567ecb55-230b-431a-a918-03e153204b8e req-1373b616-f5ce-4a5c-b747-17a6bc9b221f service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066959 Aug 19 12:49:06.921936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:06.925738 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a13f9b7-3eee-4c88-8285-5e6486acc48c req-bcc8f0c6-6f8e-40cb-bd0a-779508e12c8f tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 210 time: 0.0706444 Aug 19 12:49:06.957379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 26678b37-94a6-44d2-b6ea-723a268bc8e6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=26678b37-94a6-44d2-b6ea-723a268bc8e6,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:06.970395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '26678b37-94a6-44d2-b6ea-723a268bc8e6', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'port_id': '26678b37-94a6-44d2-b6ea-723a268bc8e6', 'mac_address': 'fa:16:3e:c9:f4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:49:06.976372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Network ac1c98df-9715-49ff-b80d-ad066fa8df1e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:06.989392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:06.999022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:07.016221 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.034884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26678b37-94a6-44d2-b6ea-723a268bc8e6 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:07.057704 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.061905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 26678b37-94a6-44d2-b6ea-723a268bc8e6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=26678b37-94a6-44d2-b6ea-723a268bc8e6,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:07.114621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Pushing event updated for resources: {'Port': ['ID=171df945-1d6f-4e78-9975-5453a44b9c5d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:07.147994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 968a5230-205d-469b-b352-45b2ba2032ff up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:07.182632 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-567ecb55-230b-431a-a918-03e153204b8e req-f04cb1ac-bc8f-4e9d-90b7-c8db4aa40254 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374400 Aug 19 12:49:07.183119 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.266014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=26678b37-94a6-44d2-b6ea-723a268bc8e6,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:07.428992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['26678b37-94a6-44d2-b6ea-723a268bc8e6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:07.431564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 968a5230-205d-469b-b352-45b2ba2032ff completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:07.437208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 968a5230-205d-469b-b352-45b2ba2032ff triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:07.437814 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.468029 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.511638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faac5ba-1c90-4ba6-b8b9-f3d1ee260f24 req-6c74aab2-be10-4975-88a2-21758c77b94f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:07.513315 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2faac5ba-1c90-4ba6-b8b9-f3d1ee260f24 req-6c74aab2-be10-4975-88a2-21758c77b94f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0582399 Aug 19 12:49:07.574167 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2faac5ba-1c90-4ba6-b8b9-f3d1ee260f24 req-fbfba4b1-ca23-40c8-9b79-038c8f306561 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535507 Aug 19 12:49:07.589038 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.633103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4034f27-f0e1-41a1-b441-2e86f10eff54 req-71f4b069-2eb7-477c-a5c6-5b6999a1acb6 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:07.634746 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4034f27-f0e1-41a1-b441-2e86f10eff54 req-71f4b069-2eb7-477c-a5c6-5b6999a1acb6 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.1199498 Aug 19 12:49:07.650821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 968a5230-205d-469b-b352-45b2ba2032ff, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=968a5230-205d-469b-b352-45b2ba2032ff,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:07.651800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f297d6b2-e6dd-423f-b827-f615294acc18 None None] Provisioning for port 171df945-1d6f-4e78-9975-5453a44b9c5d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:07.671325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f297d6b2-e6dd-423f-b827-f615294acc18 None None] Provisioning complete for port 171df945-1d6f-4e78-9975-5453a44b9c5d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:07.671693 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f297d6b2-e6dd-423f-b827-f615294acc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.719923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416aac-d57e-4df3-b2b0-078e7b439415 req-29a55321-05e9-4d85-81d3-f3b6900eefaf tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:07.721599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98416aac-d57e-4df3-b2b0-078e7b439415 req-29a55321-05e9-4d85-81d3-f3b6900eefaf tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 944 time: 0.0689206 Aug 19 12:49:07.741168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f297d6b2-e6dd-423f-b827-f615294acc18 None None] Port 171df945-1d6f-4e78-9975-5453a44b9c5d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:07.759916 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4034f27-f0e1-41a1-b441-2e86f10eff54 req-3c392397-9d28-4f08-a592-53d7014e00b1 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155212 Aug 19 12:49:07.761848 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.766039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98416aac-d57e-4df3-b2b0-078e7b439415 req-3716c950-ace3-4599-9424-5221db4f33ed tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372612 Aug 19 12:49:07.782261 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.869961 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-02531e4f-b33d-4fe4-9d62-31ea61d49d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.871449 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:07.927864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=968a5230-205d-469b-b352-45b2ba2032ff,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:07.999863 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.079128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-13fea34b-7760-43d1-9fd6-d87a668628a9 req-4f608995-73ba-47a8-8af3-5a5fd8c602ef tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 210 time: 0.0758390 Aug 19 12:49:08.106288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Pushing event updated for resources: {'Port': ['ID=171df945-1d6f-4e78-9975-5453a44b9c5d,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:08.109065 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.206137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Network ac1c98df-9715-49ff-b80d-ad066fa8df1e is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:08.207551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:08.330728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Router 95d70c14-787d-40c4-8ead-c618b4ac31bf has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:49:08.446313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:49:08.458999 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8a6784bf-c099-4ab7-b9e6-71d990984020 admin admin] 10.222.0.21 "PUT /v2.0/routers/95d70c14-787d-40c4-8ead-c618b4ac31bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6176291 Aug 19 12:49:08.459168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Sync routers for ids ['95d70c14-787d-40c4-8ead-c618b4ac31bf'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:49:08.471416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Routers {'95d70c14-787d-40c4-8ead-c618b4ac31bf'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:08.472039 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:49:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['95d70c14-787d-40c4-8ead-c618b4ac31bf'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:08.477967 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4feb9cbc-5a67-4a65-bb17-c38b373b1258 None None] Provisioning complete for port 171df945-1d6f-4e78-9975-5453a44b9c5d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:08.478344 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4feb9cbc-5a67-4a65-bb17-c38b373b1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:08.589731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4feb9cbc-5a67-4a65-bb17-c38b373b1258 None None] Port 171df945-1d6f-4e78-9975-5453a44b9c5d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:08.622171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Set router 95d70c14-787d-40c4-8ead-c618b4ac31bf gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:08.730245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-28799619-3057-4e88-9f7e-687d182b3f24 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:08.732496 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-28799619-3057-4e88-9f7e-687d182b3f24 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.30 "GET /v2.0/networks?id=03f18108-0888-412b-925f-bd587b7a6ae4 HTTP/1.1" status: 200 len: 911 time: 0.1510737 Aug 19 12:49:08.742726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2cfba-58e1-4c50-9cdf-78ec20ac6bcc req-8733c849-dfd8-420a-8ab2-1de846136002 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:08.757445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2a2cfba-58e1-4c50-9cdf-78ec20ac6bcc req-8733c849-dfd8-420a-8ab2-1de846136002 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 946 time: 0.0837829 Aug 19 12:49:08.757445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Request body: {'port': {'device_id': '42a04dac-550e-405b-b67a-640b5aedbcf4', 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4', 'admin_state_up': True, 'tenant_id': '3a8227cf261145308b81b445c3f98aa2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:08.811673 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2a2cfba-58e1-4c50-9cdf-78ec20ac6bcc req-2d7f8841-858e-4b1a-8b02-039072f5c9ff tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570133 Aug 19 12:49:08.901642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:08.903835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 26678b37-94a6-44d2-b6ea-723a268bc8e6 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:08.938777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6884a-5958-481c-9b7a-6cd76697e545 req-8f9f81b6-994c-43f0-96b2-e3fb8e51d01e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:08.940160 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf6884a-5958-481c-9b7a-6cd76697e545 req-8f9f81b6-994c-43f0-96b2-e3fb8e51d01e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0535798 Aug 19 12:49:08.999623 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf6884a-5958-481c-9b7a-6cd76697e545 req-d651c4a4-ff2e-4683-a8ac-4080b7f4fce1 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528533 Aug 19 12:49:09.062107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Made reservation on behalf of 3a8227cf261145308b81b445c3f98aa2 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:09.065002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.116399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 968a5230-205d-469b-b352-45b2ba2032ff up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:09.153756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc52889-db97-42d0-9f7a-e851de4e67a7 req-e1f08317-ccfc-42e2-9482-01ddf1c63e71 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:09.155465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adc52889-db97-42d0-9f7a-e851de4e67a7 req-e1f08317-ccfc-42e2-9482-01ddf1c63e71 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 944 time: 0.1050837 Aug 19 12:49:09.185416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38182) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:09.196069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e1c852eb-af7d-4254-8bcb-e69c602b4e66 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036426498', 'description': 'tempest-secgroup-smoke-2036426498 description', 'project_id': '0dc64f81a0f243fea14b8699ce777f77'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:09.244925 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adc52889-db97-42d0-9f7a-e851de4e67a7 req-c0152b19-e0ae-4dd0-ab2e-fd4f0bfbac04 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761805 Aug 19 12:49:09.270279 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.283650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Allocated IP 172.20.0.6 (03f18108-0888-412b-925f-bd587b7a6ae4/6be82150-0409-48d0-b7f3-d89ac22a0682/1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:09.297372 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:49:09.314999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'name': 'tempest-TestServerBasicOps-625388094-router', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '968a5230-205d-469b-b352-45b2ba2032ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:00Z', 'updated_at': '2021-08-19T12:49:07Z', 'revision_number': 4, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'gw_port': {'id': '968a5230-205d-469b-b352-45b2ba2032ff', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:02Z', 'updated_at': '2021-08-19T12:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '171df945-1d6f-4e78-9975-5453a44b9c5d', 'name': '', 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'mac_address': 'fa:16:3e:80:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '664cbe48-8bc1-4cc1-a393-1f398eb0abfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:06Z', 'updated_at': '2021-08-19T12:49:07Z', 'revision_number': 2, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'subnets': [{'id': '664cbe48-8bc1-4cc1-a393-1f398eb0abfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:09.321077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:09.325537 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eaad8b-d9ea-477b-9645-9c6666a064c1" -d '{"events": [{"server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:09.341689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 968a5230-205d-469b-b352-45b2ba2032ff triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:09.341689 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.343468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f6aef0e-fd0d-4f10-90b5-fd8c21764f69 req-7b8119be-219b-45b4-8f25-4335ef38c425 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 210 time: 0.0397379 Aug 19 12:49:09.388069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 26678b37-94a6-44d2-b6ea-723a268bc8e6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:09.388069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Checking router: 95d70c14-787d-40c4-8ead-c618b4ac31bf for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:49:09.388069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Updating router 95d70c14-787d-40c4-8ead-c618b4ac31bf port 171df945-1d6f-4e78-9975-5453a44b9c5d binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:49:09.390922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:09.393334 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.415408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 26678b37-94a6-44d2-b6ea-723a268bc8e6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:09.415778 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.418118 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54917532-9574-4af3-80a7-45570669538d x-openstack-request-id: req-54917532-9574-4af3-80a7-45570669538d {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:09.418413 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "name": "network-vif-unplugged", "status": "completed", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:09.418661 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54917532-9574-4af3-80a7-45570669538d {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:09.419155 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'code': 200} Aug 19 12:49:09.454313 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.469371 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.482175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Transition to ACTIVE for port object 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:09.487365 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1c852eb-af7d-4254-8bcb-e69c602b4e66 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.538887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.585259 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1c852eb-af7d-4254-8bcb-e69c602b4e66 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.651108 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.672427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:09.698722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1c852eb-af7d-4254-8bcb-e69c602b4e66 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.700950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Network 03f18108-0888-412b-925f-bd587b7a6ae4 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:09.704073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:09.708683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:09.714596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Pushing event updated for resources: {'Port': ['ID=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:09.720077 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.756106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:09.761213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:09.761997 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.784774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c852eb-af7d-4254-8bcb-e69c602b4e66 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:09.829522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 26678b37-94a6-44d2-b6ea-723a268bc8e6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=26678b37-94a6-44d2-b6ea-723a268bc8e6,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:09.951515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb4127-1fb5-4ece-804f-69e60098563a req-845b1157-b8ec-4b47-b9df-bc606cae418e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:09.953780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4bb4127-1fb5-4ece-804f-69e60098563a req-845b1157-b8ec-4b47-b9df-bc606cae418e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0585375 Aug 19 12:49:09.971490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1c852eb-af7d-4254-8bcb-e69c602b4e66 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.973809 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e1c852eb-af7d-4254-8bcb-e69c602b4e66 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7860994 Aug 19 12:49:09.975604 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-92c5322a-2a13-420d-84f6-e6a12ccd1f59 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2300878 Aug 19 12:49:09.978557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38188) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:09.983705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c7529f14-cccc-4606-b250-81801dfc92b1 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Request body: {'security_group_rule': {'security_group_id': 'ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416', 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:09.989079 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:09.996208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Request body: {'port': {'device_id': '42a04dac-550e-405b-b67a-640b5aedbcf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:10.007922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Transition to ACTIVE for port object 171df945-1d6f-4e78-9975-5453a44b9c5d will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:10.017437 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.073863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=26678b37-94a6-44d2-b6ea-723a268bc8e6,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:10.090390 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4bb4127-1fb5-4ece-804f-69e60098563a req-2e00e8b6-a68d-4588-a28a-97535464986e tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303582 Aug 19 12:49:10.095903 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.109182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595e55a-4e95-4bab-a364-47ca530b6195 req-bac5dec2-4840-467f-864e-4e8f6c85e306 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:10.111616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4595e55a-4e95-4bab-a364-47ca530b6195 req-bac5dec2-4840-467f-864e-4e8f6c85e306 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0560465 Aug 19 12:49:10.157130 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4595e55a-4e95-4bab-a364-47ca530b6195 req-780b638a-2a43-4eca-b070-6570c26f6f33 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Aug 19 12:49:10.308159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389447f3-a0be-4a86-9505-8cf880ecb3a3 req-fdbc683b-bcff-44d6-a54d-0ad09656bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:10.309641 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-389447f3-a0be-4a86-9505-8cf880ecb3a3 req-fdbc683b-bcff-44d6-a54d-0ad09656bab2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 1097 time: 0.0932295 Aug 19 12:49:10.327668 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8def4e5f-5389-4c68-969d-9dec0586f33e None None] Provisioning for port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:10.341655 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.341655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8def4e5f-5389-4c68-969d-9dec0586f33e None None] Provisioning complete for port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:10.341655 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8def4e5f-5389-4c68-969d-9dec0586f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.365870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93babf-23de-4514-8a7f-6d72c22af29f req-2e8f6870-c8b7-451a-af45-baa42cab5106 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:10.371447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c93babf-23de-4514-8a7f-6d72c22af29f req-2e8f6870-c8b7-451a-af45-baa42cab5106 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 945 time: 0.0636661 Aug 19 12:49:10.433265 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7529f14-cccc-4606-b250-81801dfc92b1 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.434688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c93babf-23de-4514-8a7f-6d72c22af29f req-5e970933-6425-4458-8673-c13578eb9961 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Aug 19 12:49:10.435090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-8def4e5f-5389-4c68-969d-9dec0586f33e None None] Port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:10.455076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fdfe6-aa1e-4ddf-a5c2-5f3bfe2fee59 None None] Pushing event updated for resources: {'Port': ['ID=171df945-1d6f-4e78-9975-5453a44b9c5d,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:10.512587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389447f3-a0be-4a86-9505-8cf880ecb3a3 req-ae0054c9-87c3-4863-8ab2-2c06dc24bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:10.514062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-389447f3-a0be-4a86-9505-8cf880ecb3a3 req-ae0054c9-87c3-4863-8ab2-2c06dc24bf42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 920 time: 0.1945367 Aug 19 12:49:10.531727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7529f14-cccc-4606-b250-81801dfc92b1 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.534741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Attempting to bind port 171df945-1d6f-4e78-9975-5453a44b9c5d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:10.535144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Attempting to bind port 171df945-1d6f-4e78-9975-5453a44b9c5d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '21aed5d1-247a-4b3e-b9da-59f0996d8e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:10.535509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Attempting to bind port 171df945-1d6f-4e78-9975-5453a44b9c5d on network ac1c98df-9715-49ff-b80d-ad066fa8df1e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:10.540779 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:10.541459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Checking segment: {'id': '21aed5d1-247a-4b3e-b9da-59f0996d8e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:10.541592 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.541926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Bound using segment: {'id': '21aed5d1-247a-4b3e-b9da-59f0996d8e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:10.542394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Bound port: 171df945-1d6f-4e78-9975-5453a44b9c5d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21aed5d1-247a-4b3e-b9da-59f0996d8e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:10.542781 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.569325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600ae8a-7225-4d2e-aa77-d53b8f301f8b req-919ed87c-a3d9-4bcf-84fc-6194a0ab612d tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:10.571001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d600ae8a-7225-4d2e-aa77-d53b8f301f8b req-919ed87c-a3d9-4bcf-84fc-6194a0ab612d tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1027 time: 0.0542822 Aug 19 12:49:10.604683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:10.611218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-389447f3-a0be-4a86-9505-8cf880ecb3a3 req-a3ba9e92-5591-43b8-aeaf-d01aa9c6e68b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba210ae5-53a5-45cc-b375-9a1ce40babe5 HTTP/1.1" status: 200 len: 217 time: 0.0738101 Aug 19 12:49:10.615790 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.622430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] For port 171df945-1d6f-4e78-9975-5453a44b9c5d, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:10.627715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] For port 171df945-1d6f-4e78-9975-5453a44b9c5d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=171df945-1d6f-4e78-9975-5453a44b9c5d,segment=NetworkSegment(21aed5d1-247a-4b3e-b9da-59f0996d8e46),segment_id=21aed5d1-247a-4b3e-b9da-59f0996d8e46)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:10.631729 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d600ae8a-7225-4d2e-aa77-d53b8f301f8b req-6823e347-5921-46d0-ad04-ab31734af1d1 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519063 Aug 19 12:49:10.669731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Transition to ACTIVE for port object 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:10.675979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389447f3-a0be-4a86-9505-8cf880ecb3a3 req-cd9e02b7-30cf-4c58-ba9d-d6efda957280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:10.677569 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-389447f3-a0be-4a86-9505-8cf880ecb3a3 req-cd9e02b7-30cf-4c58-ba9d-d6efda957280 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50a6de2c-d325-4338-9639-ea64906dff73 HTTP/1.1" status: 200 len: 859 time: 0.0553706 Aug 19 12:49:10.708330 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.710497 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-389447f3-a0be-4a86-9505-8cf880ecb3a3 req-28b65fba-d360-43d6-aa69-bf9c34e46d26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c7d4821-3926-438f-8388-686fb2dac0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260515 Aug 19 12:49:10.711309 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7529f14-cccc-4606-b250-81801dfc92b1 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.745664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7529f14-cccc-4606-b250-81801dfc92b1 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e838013-bb27-449a-b5d3-0b1ff0a79601,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:10.772854 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.778707 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.833314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Routers {'95d70c14-787d-40c4-8ead-c618b4ac31bf'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:10.836911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:49:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['95d70c14-787d-40c4-8ead-c618b4ac31bf'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:10.838740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fdfe6-aa1e-4ddf-a5c2-5f3bfe2fee59 None None] Pushing event updated for resources: {'Port': ['ID=171df945-1d6f-4e78-9975-5453a44b9c5d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:10.869001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:10.891507 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c7529f14-cccc-4606-b250-81801dfc92b1 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:10.894491 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c7529f14-cccc-4606-b250-81801dfc92b1 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9137225 Aug 19 12:49:10.895679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38204) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:10.901359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-88bd5d5c-1f37-42ca-8455-648617bcea45 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Request body: {'security_group_rule': {'security_group_id': 'ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416', 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:10.916177 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-389447f3-a0be-4a86-9505-8cf880ecb3a3 req-ea0a5bba-ba47-4f76-89b1-7483482e08e1 service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951880 Aug 19 12:49:10.976724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] Set router 95d70c14-787d-40c4-8ead-c618b4ac31bf gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:11.019920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Attempting to bind port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:11.020264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Attempting to bind port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:11.020655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Attempting to bind port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 on network 03f18108-0888-412b-925f-bd587b7a6ae4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:11.034906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 on network 03f18108-0888-412b-925f-bd587b7a6ae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:11.035139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Attempting to bind port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 on network 03f18108-0888-412b-925f-bd587b7a6ae4 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:11.053027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:11.055386 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Checking segment: {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:11.055386 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Bound using segment: {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:11.055386 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Bound port: 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:11.055386 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.061783 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88bd5d5c-1f37-42ca-8455-648617bcea45 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.136260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-389447f3-a0be-4a86-9505-8cf880ecb3a3 req-a0e8815b-41d5-4f6d-a175-1f26eabfa1b0 service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097781 Aug 19 12:49:11.183243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] For port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:11.186835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] For port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:11.191949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88bd5d5c-1f37-42ca-8455-648617bcea45 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.236399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'name': 'tempest-TestServerBasicOps-625388094-router', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '968a5230-205d-469b-b352-45b2ba2032ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:00Z', 'updated_at': '2021-08-19T12:49:07Z', 'revision_number': 4, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'gw_port': {'id': '968a5230-205d-469b-b352-45b2ba2032ff', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:02Z', 'updated_at': '2021-08-19T12:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '171df945-1d6f-4e78-9975-5453a44b9c5d', 'name': '', 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'mac_address': 'fa:16:3e:80:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '664cbe48-8bc1-4cc1-a393-1f398eb0abfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:06Z', 'updated_at': '2021-08-19T12:49:10Z', 'revision_number': 4, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'subnets': [{'id': '664cbe48-8bc1-4cc1-a393-1f398eb0abfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:11.262343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b84a9-fa4c-42f6-af2d-488a28270ed0 None None] The sync data for ids ['95d70c14-787d-40c4-8ead-c618b4ac31bf'] in n-d-803757-2 is: [{'id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'name': 'tempest-TestServerBasicOps-625388094-router', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '968a5230-205d-469b-b352-45b2ba2032ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:00Z', 'updated_at': '2021-08-19T12:49:07Z', 'revision_number': 4, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'gw_port': {'id': '968a5230-205d-469b-b352-45b2ba2032ff', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:02Z', 'updated_at': '2021-08-19T12:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '171df945-1d6f-4e78-9975-5453a44b9c5d', 'name': '', 'network_id': 'ac1c98df-9715-49ff-b80d-ad066fa8df1e', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'mac_address': 'fa:16:3e:80:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '664cbe48-8bc1-4cc1-a393-1f398eb0abfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:06Z', 'updated_at': '2021-08-19T12:49:10Z', 'revision_number': 4, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'subnets': [{'id': '664cbe48-8bc1-4cc1-a393-1f398eb0abfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:49:11.283536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12630f-ce38-493b-b00b-9d8669b050b7 req-12d4faef-a81b-47a0-8fbb-7362452085f1 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:11.285376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f12630f-ce38-493b-b00b-9d8669b050b7 req-12d4faef-a81b-47a0-8fbb-7362452085f1 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0524457 Aug 19 12:49:11.292723 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88bd5d5c-1f37-42ca-8455-648617bcea45 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.293236 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.359353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd5d5c-1f37-42ca-8455-648617bcea45 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc56e35d-db15-4ec0-b5d9-d0b5deea236a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:11.383084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:11.383703 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.385081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 HTTP/1.1" status: 200 len: 1091 time: 1.3949575 Aug 19 12:49:11.385516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a04dac-550e-405b-b67a-640b5aedbcf4', 'tag': '1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:11.387798 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f03952-f2c2-4b1b-9552-cf46d4e81e37" -d '{"events": [{"name": "network-changed", "server_uuid": "42a04dac-550e-405b-b67a-640b5aedbcf4", "tag": "1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:11.400007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0defab-30cd-4941-be19-ee2f6634b9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:11.412704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f12630f-ce38-493b-b00b-9d8669b050b7 req-05a687b3-2d03-471d-8b99-d7bacd2a40dc tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658038 Aug 19 12:49:11.420359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23753c0b-2bf7-4677-a5e9-7fdfdbb6db45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26678b37-94a6-44d2-b6ea-723a268bc8e6'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:11.422746 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcc0f0b-638d-4cbc-b5cd-cd1d7d96e7d0" -d '{"events": [{"server_uuid": "23753c0b-2bf7-4677-a5e9-7fdfdbb6db45", "name": "network-vif-plugged", "status": "completed", "tag": "26678b37-94a6-44d2-b6ea-723a268bc8e6"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:11.471526 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88bd5d5c-1f37-42ca-8455-648617bcea45 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.473614 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f80d332-d5de-432f-ac98-809e7625f8a1 x-openstack-request-id: req-6f80d332-d5de-432f-ac98-809e7625f8a1 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:11.474132 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a04dac-550e-405b-b67a-640b5aedbcf4", "tag": "1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:11.474551 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f80d332-d5de-432f-ac98-809e7625f8a1 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:11.475242 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a04dac-550e-405b-b67a-640b5aedbcf4', 'tag': '1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99', 'status': 'completed', 'code': 200} Aug 19 12:49:11.475834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38218) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:11.477736 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-88bd5d5c-1f37-42ca-8455-648617bcea45 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5808594 Aug 19 12:49:11.480795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0cc72855-d157-433d-8dbf-fa89cd6c360a tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Request body: {'security_group_rule': {'security_group_id': 'ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416', 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:11.530298 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efbd5b0-6cf7-4c7a-a045-6564e97fa846 x-openstack-request-id: req-3efbd5b0-6cf7-4c7a-a045-6564e97fa846 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:11.532014 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23753c0b-2bf7-4677-a5e9-7fdfdbb6db45", "name": "network-vif-plugged", "status": "completed", "tag": "26678b37-94a6-44d2-b6ea-723a268bc8e6", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:11.532617 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3efbd5b0-6cf7-4c7a-a045-6564e97fa846 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:11.533790 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23753c0b-2bf7-4677-a5e9-7fdfdbb6db45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26678b37-94a6-44d2-b6ea-723a268bc8e6', 'code': 200} Aug 19 12:49:11.562214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03952-f2c2-4b1b-9552-cf46d4e81e37 req-9ce30e2c-b543-4588-b924-b44ed29364e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:11.563785 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60f03952-f2c2-4b1b-9552-cf46d4e81e37 req-9ce30e2c-b543-4588-b924-b44ed29364e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8227cf261145308b81b445c3f98aa2&device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1094 time: 0.0670187 Aug 19 12:49:11.687397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57e98f-1ab8-4fc5-b3ba-71e54470bc9a req-55fcd64a-9a20-4ed2-acdd-1211b13b91c1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:11.689285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d57e98f-1ab8-4fc5-b3ba-71e54470bc9a req-55fcd64a-9a20-4ed2-acdd-1211b13b91c1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 945 time: 0.0580697 Aug 19 12:49:11.725105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cea66-06c1-43e5-9879-b98a11d8c850 req-8eef2cc7-67ec-4ec9-914e-7726a81465b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:11.726623 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f2cea66-06c1-43e5-9879-b98a11d8c850 req-8eef2cc7-67ec-4ec9-914e-7726a81465b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 1096 time: 0.1290860 Aug 19 12:49:11.730308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0cc72855-d157-433d-8dbf-fa89cd6c360a tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.732418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d57e98f-1ab8-4fc5-b3ba-71e54470bc9a req-35c7234e-0392-4348-b83c-8f52e8fa40a8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352018 Aug 19 12:49:11.790307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03952-f2c2-4b1b-9552-cf46d4e81e37 req-55f3ced0-c5a2-4a3d-8357-c9f37c1ba4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:11.791827 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60f03952-f2c2-4b1b-9552-cf46d4e81e37 req-55f3ced0-c5a2-4a3d-8357-c9f37c1ba4e8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3a8227cf261145308b81b445c3f98aa2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2197530 Aug 19 12:49:11.815064 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f2cea66-06c1-43e5-9879-b98a11d8c850 req-ee2d8982-6d60-4042-874d-8e328844f17c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778198 Aug 19 12:49:11.865795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f0096-011a-4203-b97e-68307d413a82 req-bd4dfba3-bdd6-441f-8a79-ac9a86d7a52b tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:11.867511 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6d6f0096-011a-4203-b97e-68307d413a82 req-bd4dfba3-bdd6-441f-8a79-ac9a86d7a52b tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1094 time: 0.0564671 Aug 19 12:49:11.908706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0cc72855-d157-433d-8dbf-fa89cd6c360a tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:11.909253 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6d6f0096-011a-4203-b97e-68307d413a82 req-30157e2d-c13b-44a3-b9a2-0e959ca46f0e tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333717 Aug 19 12:49:11.930284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f03952-f2c2-4b1b-9552-cf46d4e81e37 req-eb905a32-ba14-4e32-8d45-bd115316fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:11.931485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60f03952-f2c2-4b1b-9552-cf46d4e81e37 req-eb905a32-ba14-4e32-8d45-bd115316fa45 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301429 Aug 19 12:49:12.058629 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0cc72855-d157-433d-8dbf-fa89cd6c360a tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.091073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc72855-d157-433d-8dbf-fa89cd6c360a tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c56dfb-8d45-4907-b92e-ee99ec4236d2,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:12.097091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-1989a5fa-a9a9-4e11-bad8-2dae6c667f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:12.098717 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-1989a5fa-a9a9-4e11-bad8-2dae6c667f4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8227cf261145308b81b445c3f98aa2&device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1094 time: 0.0709026 Aug 19 12:49:12.159109 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-d386af04-6731-4fe9-a4d5-19ae4242ca52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 HTTP/1.1" status: 200 len: 217 time: 0.0410898 Aug 19 12:49:12.159866 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0cc72855-d157-433d-8dbf-fa89cd6c360a tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.160923 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0cc72855-d157-433d-8dbf-fa89cd6c360a tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6839879 Aug 19 12:49:12.164073 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38230) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:12.169217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-dc0173c6-fbc4-4407-b53b-0e0c89294112 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Request body: {'security_group_rule': {'security_group_id': 'ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416', 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:12.224482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-8a524d06-9e90-403a-ba7b-61a4acac8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:12.226039 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-8a524d06-9e90-403a-ba7b-61a4acac8bcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6be82150-0409-48d0-b7f3-d89ac22a0682 HTTP/1.1" status: 200 len: 849 time: 0.0538380 Aug 19 12:49:12.278316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-347a3261-8533-4ea6-8f31-bfb4629ee97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:12.280800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-347a3261-8533-4ea6-8f31-bfb4629ee97c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03f18108-0888-412b-925f-bd587b7a6ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468512 Aug 19 12:49:12.280926 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dc0173c6-fbc4-4407-b53b-0e0c89294112 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.335185 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dc0173c6-fbc4-4407-b53b-0e0c89294112 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.380110 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-327a7595-9fd4-4793-8bda-067a149cfd19 service neutron] 10.222.0.30 "GET /v2.0/networks/03f18108-0888-412b-925f-bd587b7a6ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915797 Aug 19 12:49:12.442837 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dc0173c6-fbc4-4407-b53b-0e0c89294112 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.478995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0173c6-fbc4-4407-b53b-0e0c89294112 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c97be4-f47a-4ac3-b809-682827ad085a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:12.504819 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e13186f-b832-4a4b-8ca5-d2231452910d req-5632a268-3102-4ed8-a281-bbe1bec0c90d service neutron] 10.222.0.30 "GET /v2.0/networks/03f18108-0888-412b-925f-bd587b7a6ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164813 Aug 19 12:49:12.581638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae3092-4da8-4a72-a1f1-da92f54c87a7 req-8331294e-7a40-476d-a15f-e016b7389723 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:12.589024 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74ae3092-4da8-4a72-a1f1-da92f54c87a7 req-8331294e-7a40-476d-a15f-e016b7389723 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0594721 Aug 19 12:49:12.590496 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dc0173c6-fbc4-4407-b53b-0e0c89294112 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.592045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dc0173c6-fbc4-4407-b53b-0e0c89294112 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4269819 Aug 19 12:49:12.595412 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38238) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:12.607679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-43bb3e3f-52e4-4680-8a4c-67ff4ad571e5 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Request body: {'security_group_rule': {'security_group_id': 'ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416', 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:12.634782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74ae3092-4da8-4a72-a1f1-da92f54c87a7 req-d14c90e1-1057-49e0-8802-985d5d27796b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448167 Aug 19 12:49:12.796475 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-43bb3e3f-52e4-4680-8a4c-67ff4ad571e5 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Project 0dc64f81a0f243fea14b8699ce777f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:49:12.798133 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-43bb3e3f-52e4-4680-8a4c-67ff4ad571e5 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.869076 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-43bb3e3f-52e4-4680-8a4c-67ff4ad571e5 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.870275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513add4a-1aaf-46f4-88d9-82be72541f2b req-aa4a1fc1-c915-4581-a66f-9e95156f49a2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:12.871823 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-513add4a-1aaf-46f4-88d9-82be72541f2b req-aa4a1fc1-c915-4581-a66f-9e95156f49a2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 945 time: 0.0584977 Aug 19 12:49:12.910785 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-513add4a-1aaf-46f4-88d9-82be72541f2b req-384ef94c-a4b2-40ee-90c5-1ff9bdc6d404 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Aug 19 12:49:12.967458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-43bb3e3f-52e4-4680-8a4c-67ff4ad571e5 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:12.989080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb3e3f-52e4-4680-8a4c-67ff4ad571e5 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57321122-1f88-4fce-af13-b82642f2046b,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:13.035808 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23577cc-988f-4550-9ec5-e45867d57863 req-5a1788bf-a919-4ee6-a428-d86cc10f9c67 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:13.039304 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d23577cc-988f-4550-9ec5-e45867d57863 req-5a1788bf-a919-4ee6-a428-d86cc10f9c67 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1094 time: 0.0584986 Aug 19 12:49:13.078849 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d23577cc-988f-4550-9ec5-e45867d57863 req-88530f01-d9bd-4d7d-b683-e481b2063129 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 Aug 19 12:49:13.098620 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-43bb3e3f-52e4-4680-8a4c-67ff4ad571e5 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.101120 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-43bb3e3f-52e4-4680-8a4c-67ff4ad571e5 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5047922 Aug 19 12:49:13.109769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38248) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:13.112487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 171df945-1d6f-4e78-9975-5453a44b9c5d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:13.115550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-10ace083-56fc-461e-ae54-500e24652926 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Request body: {'security_group_rule': {'security_group_id': 'ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416', 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:13.246954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 171df945-1d6f-4e78-9975-5453a44b9c5d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:13.247186 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-10ace083-56fc-461e-ae54-500e24652926 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Project 0dc64f81a0f243fea14b8699ce777f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:49:13.251377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 171df945-1d6f-4e78-9975-5453a44b9c5d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:13.256946 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.257070 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10ace083-56fc-461e-ae54-500e24652926 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.314524 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10ace083-56fc-461e-ae54-500e24652926 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.332693 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.366000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 171df945-1d6f-4e78-9975-5453a44b9c5d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=171df945-1d6f-4e78-9975-5453a44b9c5d,segment=NetworkSegment(21aed5d1-247a-4b3e-b9da-59f0996d8e46),segment_id=21aed5d1-247a-4b3e-b9da-59f0996d8e46)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:13.401129 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10ace083-56fc-461e-ae54-500e24652926 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.423844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ace083-56fc-461e-ae54-500e24652926 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b98958-137c-4841-8359-8be89d1dd555,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:13.429246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3b7c5-fecb-4cdb-a7fa-6442469397e3 req-c9c516cf-6992-45f5-9d20-9fdccaa765f2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:13.430763 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5a3b7c5-fecb-4cdb-a7fa-6442469397e3 req-c9c516cf-6992-45f5-9d20-9fdccaa765f2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0500045 Aug 19 12:49:13.441299 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.473665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5a3b7c5-fecb-4cdb-a7fa-6442469397e3 req-a91128a7-2f61-407a-ada2-2bedbee5e838 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365849 Aug 19 12:49:13.493179 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-10ace083-56fc-461e-ae54-500e24652926 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:13.502968 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-10ace083-56fc-461e-ae54-500e24652926 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3832328 Aug 19 12:49:13.503112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=171df945-1d6f-4e78-9975-5453a44b9c5d,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:13.642408 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-5eeb8044-ce8b-4c9f-9c22-866403480799 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036426498&fields=id&tenant_id=0dc64f81a0f243fea14b8699ce777f77 HTTP/1.1" status: 200 len: 267 time: 0.0423372 Aug 19 12:49:13.753660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-f5ac8dde-9f9e-45a2-8112-c2d4fc1275c3 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:13.755304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-f5ac8dde-9f9e-45a2-8112-c2d4fc1275c3 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/networks?id=f895e18b-06e1-4802-9d19-c9fbb2ee726c HTTP/1.1" status: 200 len: 809 time: 0.1058540 Aug 19 12:49:13.766487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485fdf6-5f1f-415d-a42f-66446b92d6c0 req-c4cb1024-7b53-4804-8862-320e4fa92f2c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:13.768589 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7485fdf6-5f1f-415d-a42f-66446b92d6c0 req-c4cb1024-7b53-4804-8862-320e4fa92f2c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0710793 Aug 19 12:49:13.773473 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-185715a5-2c4a-4390-9f0a-e6422fa0185e tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/quotas/0dc64f81a0f243fea14b8699ce777f77 HTTP/1.1" status: 200 len: 375 time: 0.0104222 Aug 19 12:49:13.813811 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7485fdf6-5f1f-415d-a42f-66446b92d6c0 req-a335672e-68b4-4afe-9b73-5b1c89cd33a9 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368488 Aug 19 12:49:13.850904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-9a966165-5c3b-4149-9ce2-37854f152cd4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0dc64f81a0f243fea14b8699ce777f77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713027 Aug 19 12:49:13.917032 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-1aac4bd5-4efe-41a1-a728-b22a43ad262d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1723800 Aug 19 12:49:13.955811 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-44780796-5aa9-4e4b-af63-1e2c8eb374a5 service neutron] 10.222.0.21 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914125 Aug 19 12:49:14.067296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ecfef-379b-4ca3-bea9-e676c71c05ab req-280ac2ec-0023-4a6d-8848-42e27d12e41f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:14.071195 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-80968bf2-88f7-42ce-899a-94bda6593907 service neutron] 10.222.0.21 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092286 Aug 19 12:49:14.075065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b34ecfef-379b-4ca3-bea9-e676c71c05ab req-280ac2ec-0023-4a6d-8848-42e27d12e41f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 945 time: 0.0862765 Aug 19 12:49:14.113441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b34ecfef-379b-4ca3-bea9-e676c71c05ab req-62d2385d-70d9-43af-9061-896defb19b51 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Aug 19 12:49:14.236884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed1a3a-9a1d-401c-8de6-0d7a65dd187a req-31d72728-945e-4316-84eb-325dcb4686c4 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:14.239117 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dbed1a3a-9a1d-401c-8de6-0d7a65dd187a req-31d72728-945e-4316-84eb-325dcb4686c4 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1094 time: 0.0616727 Aug 19 12:49:14.275183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dbed1a3a-9a1d-401c-8de6-0d7a65dd187a req-9c10cc24-59f6-4526-81be-4f7d9d02d0ed tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298624 Aug 19 12:49:14.406579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bdf95-65bf-41ba-9ad0-14aff9dc97b8 req-7a0a8035-7508-4939-896b-c32597fdc78c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:14.408468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e33bdf95-65bf-41ba-9ad0-14aff9dc97b8 req-7a0a8035-7508-4939-896b-c32597fdc78c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 945 time: 0.0578408 Aug 19 12:49:14.426967 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdfd7020-9af0-4c8e-a40a-089732e5c617 req-148204e2-5cec-4e23-9d94-353178cbf37d tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0696421 Aug 19 12:49:14.463817 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e33bdf95-65bf-41ba-9ad0-14aff9dc97b8 req-8e409bfd-0bdd-4625-bcc2-f5215ab7d965 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Aug 19 12:49:14.608477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070406-529a-4af6-988b-234d5201693f req-1b4df50e-5581-4421-a8da-58833d760938 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:14.610089 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65070406-529a-4af6-988b-234d5201693f req-1b4df50e-5581-4421-a8da-58833d760938 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0508704 Aug 19 12:49:14.652252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65070406-529a-4af6-988b-234d5201693f req-d3a87cc2-09c6-4b67-b664-1ae2e8729d37 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339203 Aug 19 12:49:14.912043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:49:14.944831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf93f1-255d-40db-a54a-e84799957c56 req-5b95ae5d-a208-4dfc-8569-57c904e62a8e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:14.952343 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41cf93f1-255d-40db-a54a-e84799957c56 req-5b95ae5d-a208-4dfc-8569-57c904e62a8e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0712490 Aug 19 12:49:15.054237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:15.071533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99', 'network_id': '03f18108-0888-412b-925f-bd587b7a6ae4', 'port_id': '1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99', 'mac_address': 'fa:16:3e:18:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6be82150-0409-48d0-b7f3-d89ac22a0682', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:49:15.131190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 171df945-1d6f-4e78-9975-5453a44b9c5d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:15.165256 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:15.187756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:15.218177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:15.228667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 171df945-1d6f-4e78-9975-5453a44b9c5d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:15.228667 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:15.321800 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:15.369874 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41cf93f1-255d-40db-a54a-e84799957c56 req-d5013e75-34bf-4717-b844-c22f9208fe07 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160967 Aug 19 12:49:15.375932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:15.471849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03be716-62c5-457b-853f-767fe13984ea req-6e1a7c7b-0e3e-4102-9f24-2e1d9e901280 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:15.473361 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c03be716-62c5-457b-853f-767fe13984ea req-6e1a7c7b-0e3e-4102-9f24-2e1d9e901280 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1095 time: 0.0463426 Aug 19 12:49:15.508367 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c03be716-62c5-457b-853f-767fe13984ea req-7985889e-5471-4888-a4bb-17f7f7b6258d tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287147 Aug 19 12:49:15.595642 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6a2cf15b-919c-46d0-a08a-70c76b8b703e req-e61dcdf0-7aba-4982-bc96-ff88111a6c77 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0439086 Aug 19 12:49:15.612002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-e076e9f5-1447-4abb-8385-51663119b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:15.613468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-e076e9f5-1447-4abb-8385-51663119b7dd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692&tenant_id=07b1e7bd392c4962b55c4c16a4ffa940 HTTP/1.1" status: 200 len: 1095 time: 0.0720882 Aug 19 12:49:15.622753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:15.680465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-326ede78-10a4-4d41-9a5a-8af734470cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:15.681972 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-326ede78-10a4-4d41-9a5a-8af734470cee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 1095 time: 0.0445750 Aug 19 12:49:15.820546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-01b093e7-ad0e-4886-8731-494812a94668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:15.822170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-01b093e7-ad0e-4886-8731-494812a94668 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.1328800 Aug 19 12:49:15.845342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcf646-71a6-4e07-b306-491640c82bb8 req-dcd3aa04-72dc-41ef-bff9-408fadeb8605 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:15.846897 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61bcf646-71a6-4e07-b306-491640c82bb8 req-dcd3aa04-72dc-41ef-bff9-408fadeb8605 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0801601 Aug 19 12:49:15.933072 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-2c61c112-16c7-4e0a-9181-51aabc82d530 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 HTTP/1.1" status: 200 len: 1000 time: 0.1019630 Aug 19 12:49:15.935928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61bcf646-71a6-4e07-b306-491640c82bb8 req-f567956c-1992-45d3-aae7-5061f6f481ea tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607991 Aug 19 12:49:16.004822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-a6861d2c-15a7-4324-8295-b8152418879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:16.006405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-a6861d2c-15a7-4324-8295-b8152418879a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.0658195 Aug 19 12:49:16.055149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-81a8a488-6360-402d-b05c-50fc64274425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:16.056684 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-81a8a488-6360-402d-b05c-50fc64274425 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429032 Aug 19 12:49:16.155102 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-d8ee6d4b-8f47-4f67-92c0-d7e38b4ebe57 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909564 Aug 19 12:49:16.272259 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-eb456ce5-29ae-4f7d-ac6f-2e307657dae3 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092179 Aug 19 12:49:16.492447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4576bea-b295-42b5-b432-0721ec484ca0 req-feb8e1c4-61e8-42b4-b216-4b7caababbcc tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:16.499281 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4576bea-b295-42b5-b432-0721ec484ca0 req-feb8e1c4-61e8-42b4-b216-4b7caababbcc tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0590732 Aug 19 12:49:16.538722 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4576bea-b295-42b5-b432-0721ec484ca0 req-44f89bf2-184d-4733-b4e8-c5c289fc6a60 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374022 Aug 19 12:49:16.648915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca3e37-9b6f-408d-84ed-4de9ce4e9f6b req-211857bb-fa07-47cb-b9fd-a2e9ead429b3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:16.656768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2ca3e37-9b6f-408d-84ed-4de9ce4e9f6b req-211857bb-fa07-47cb-b9fd-a2e9ead429b3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1095 time: 0.0580375 Aug 19 12:49:16.708579 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f2ca3e37-9b6f-408d-84ed-4de9ce4e9f6b req-1d1b6652-9e82-43e5-86b3-cc91880f8710 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Aug 19 12:49:16.808621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8896e911-b6d9-4674-a535-de578dbed806 req-ff1ad969-9632-448a-95e0-a36cdc3061c1 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0328269 Aug 19 12:49:16.930256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:17.099341 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:17.107070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:17.107838 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.183698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a67a65-118e-40e7-a760-ad51d2755257 req-286bb305-7ef2-4f3c-b5e8-21130e08e30b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.185320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-32a67a65-118e-40e7-a760-ad51d2755257 req-286bb305-7ef2-4f3c-b5e8-21130e08e30b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.1040347 Aug 19 12:49:17.227249 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.270515 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:17.271026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-32a67a65-118e-40e7-a760-ad51d2755257 req-aa5e8736-fc76-4b8e-b81a-5ca0fbbd3c4f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584493 Aug 19 12:49:17.271812 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a04dac-550e-405b-b67a-640b5aedbcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:17.275001 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e66dc5-6ce6-4198-8caa-134494c8af5b" -d '{"events": [{"server_uuid": "42a04dac-550e-405b-b67a-640b5aedbcf4", "name": "network-vif-plugged", "status": "completed", "tag": "1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:17.325584 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19ea2fe-d0b4-4f2b-9c8d-b8b60245e1e5 x-openstack-request-id: req-b19ea2fe-d0b4-4f2b-9c8d-b8b60245e1e5 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:17.325879 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a04dac-550e-405b-b67a-640b5aedbcf4", "name": "network-vif-plugged", "status": "completed", "tag": "1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:17.326161 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b19ea2fe-d0b4-4f2b-9c8d-b8b60245e1e5 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:17.326557 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a04dac-550e-405b-b67a-640b5aedbcf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99', 'code': 200} Aug 19 12:49:17.385147 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:17.445324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:17.482975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acc3a4-5394-47a3-9635-75017e11aa50 req-3a2424bc-b508-4a91-99a4-4f4ce03c8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.485137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1acc3a4-5394-47a3-9635-75017e11aa50 req-3a2424bc-b508-4a91-99a4-4f4ce03c8e2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1096 time: 0.0668914 Aug 19 12:49:17.568892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1acc3a4-5394-47a3-9635-75017e11aa50 req-73711d8f-562b-49f4-9d39-40dc11056d0b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716090 Aug 19 12:49:17.678627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9711c3-d2ee-47df-89fb-abdb9cdbc076 req-6bd62ecc-1e06-4998-a25b-3c2aa75a2158 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.680459 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d9711c3-d2ee-47df-89fb-abdb9cdbc076 req-6bd62ecc-1e06-4998-a25b-3c2aa75a2158 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0568202 Aug 19 12:49:17.736890 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3d9711c3-d2ee-47df-89fb-abdb9cdbc076 req-4106b402-edd1-4cac-9c88-ec74a0a12039 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480115 Aug 19 12:49:17.864776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a109d9-a257-4087-8744-3bd26f876c95 req-1cb2251c-01a2-40b7-878f-bd9c19dbd4a0 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.866327 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39a109d9-a257-4087-8744-3bd26f876c95 req-1cb2251c-01a2-40b7-878f-bd9c19dbd4a0 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1096 time: 0.0446811 Aug 19 12:49:17.896520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-3a0a4985-f9f0-4e22-8a3b-a1ecbad604bd tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:17.901713 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-3a0a4985-f9f0-4e22-8a3b-a1ecbad604bd tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.1207669 Aug 19 12:49:17.914015 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39a109d9-a257-4087-8744-3bd26f876c95 req-59f8ffe0-06c0-41a5-9ce3-69180e58c8d6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Aug 19 12:49:17.935282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-79ae1a84-a126-400f-aea9-02663e1ae23d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/quotas/99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 375 time: 0.0307825 Aug 19 12:49:18.005422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-b347843c-9a9c-49c9-ae91-301afab76c43 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639744 Aug 19 12:49:18.008893 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f2fc9b7-4342-494b-bdcb-656beffe2bf2 req-5c2d913c-40e2-4eb5-bce9-c36336554f14 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0317707 Aug 19 12:49:18.096020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-8e687f27-c9dd-47ea-bade-bff4187a6f35 service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893583 Aug 19 12:49:18.193628 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f9922735-be97-4fbe-b73b-43789900406d service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907893 Aug 19 12:49:18.406627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6844fc5-c5fc-42ac-9aec-cf9a9990b1e7 req-913d4b08-8395-4603-911c-49fc43671b86 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:18.408173 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6844fc5-c5fc-42ac-9aec-cf9a9990b1e7 req-913d4b08-8395-4603-911c-49fc43671b86 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0641532 Aug 19 12:49:18.454663 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b6844fc5-c5fc-42ac-9aec-cf9a9990b1e7 req-72084739-a4fd-4c22-8858-deb1317b8b10 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403616 Aug 19 12:49:18.845727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bf3ae62f-9982-4793-b159-aae235ee49f3 req-2ad1c6db-d6d4-4dae-8e55-3dd350dee44d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.3595335 Aug 19 12:49:18.893699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ccbc9-d621-4fa4-83e8-a7e53329cf6a req-af1943e3-7deb-4952-a8f4-7ab67197f09e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:18.909949 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a19ccbc9-d621-4fa4-83e8-a7e53329cf6a req-af1943e3-7deb-4952-a8f4-7ab67197f09e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0688462 Aug 19 12:49:18.955884 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a19ccbc9-d621-4fa4-83e8-a7e53329cf6a req-9cef1338-af45-4fb8-9bfe-49395642226c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Aug 19 12:49:19.059466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98885d9-f50e-4448-bdea-c7656b17e6eb req-f7ade496-262d-4bd4-afd3-4940bd2a8be8 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:19.068460 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a98885d9-f50e-4448-bdea-c7656b17e6eb req-f7ade496-262d-4bd4-afd3-4940bd2a8be8 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1096 time: 0.0587382 Aug 19 12:49:19.111598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a98885d9-f50e-4448-bdea-c7656b17e6eb req-eb5275b2-c262-42fb-8276-16864867f529 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372930 Aug 19 12:49:19.164163 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e333f018-39c3-45ea-9bc7-e4317cab6dac req-29db02ac-fe56-411e-98e8-a42a209187a7 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0379937 Aug 19 12:49:19.586434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14a13e-d713-4a1d-afd0-b19085fab83b req-9b36dcfa-4957-42ac-8750-8c7d6c7de7c8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:19.588005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d14a13e-d713-4a1d-afd0-b19085fab83b req-9b36dcfa-4957-42ac-8750-8c7d6c7de7c8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0573223 Aug 19 12:49:19.629454 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4d14a13e-d713-4a1d-afd0-b19085fab83b req-3952005e-8c9b-445e-ab54-91f589dfb76a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352910 Aug 19 12:49:19.945131 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1614589c-bd2b-4099-8a09-84090699de47 req-9d8c78fc-db33-4ac3-8e18-703a4b915cbd tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0271392 Aug 19 12:49:20.081046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2c77b-92b7-482f-9eb8-0fa5a9dd18f2 req-8d456876-c534-4648-94c4-3f3adc3421c3 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:20.082490 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35d2c77b-92b7-482f-9eb8-0fa5a9dd18f2 req-8d456876-c534-4648-94c4-3f3adc3421c3 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0554523 Aug 19 12:49:20.128630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35d2c77b-92b7-482f-9eb8-0fa5a9dd18f2 req-224838eb-86de-4d50-a510-8407d27d7127 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Aug 19 12:49:20.242001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59913b7-a87c-4f81-b973-431d475786bb req-8e004016-32ca-4d49-9ab9-b876c13fc332 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:20.243692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e59913b7-a87c-4f81-b973-431d475786bb req-8e004016-32ca-4d49-9ab9-b876c13fc332 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1096 time: 0.0542858 Aug 19 12:49:20.276854 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32c1e3fa-1f44-41e6-b7fe-402c98c22cf2 req-79b72455-0ac7-432b-b148-af4be5e4d75a tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0274191 Aug 19 12:49:20.286942 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e59913b7-a87c-4f81-b973-431d475786bb req-91fc5612-26e8-43d5-aac4-0575d1f701a9 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310011 Aug 19 12:49:20.409202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa0519-45d5-488b-926f-d5c1bb492856 req-83ddaf3a-ea06-4c92-b0bb-7a3bc9ac7008 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:20.410880 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2efa0519-45d5-488b-926f-d5c1bb492856 req-83ddaf3a-ea06-4c92-b0bb-7a3bc9ac7008 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1096 time: 0.0404174 Aug 19 12:49:20.447255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2efa0519-45d5-488b-926f-d5c1bb492856 req-28a2a138-ca03-45b8-b6b2-7ea63d02c4ee tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294032 Aug 19 12:49:20.557278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b603a-561e-4b3a-b809-73191ee241cb req-58101ff7-2ffc-4d23-b20a-8834929cce5a tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:20.558747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7b2b603a-561e-4b3a-b809-73191ee241cb req-58101ff7-2ffc-4d23-b20a-8834929cce5a tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1096 time: 0.0462525 Aug 19 12:49:20.599446 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7b2b603a-561e-4b3a-b809-73191ee241cb req-74345959-7c31-42fa-8743-36bfb236267b tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Aug 19 12:49:20.755812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b58d-413d-491c-a721-9491cd5e9d47 req-863efb2a-ce64-4225-b562-bb207420f1f2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:20.757545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3839b58d-413d-491c-a721-9491cd5e9d47 req-863efb2a-ce64-4225-b562-bb207420f1f2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0543482 Aug 19 12:49:20.796775 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3839b58d-413d-491c-a721-9491cd5e9d47 req-19249fa6-00be-4404-9832-bf8f1183af82 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332651 Aug 19 12:49:21.071547 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5e7fb10d-db36-460b-8a50-b7d6f26acc88 req-8ea620b0-746a-4fcd-8136-d9f8b6075391 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0484796 Aug 19 12:49:21.126500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25261f4b-b4d3-4ca4-af21-d81b0ea5e06a req-c68dad9e-d453-4344-a0fe-f1e1421501b8 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:21.128124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25261f4b-b4d3-4ca4-af21-d81b0ea5e06a req-c68dad9e-d453-4344-a0fe-f1e1421501b8 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1096 time: 0.0486827 Aug 19 12:49:21.164279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25261f4b-b4d3-4ca4-af21-d81b0ea5e06a req-0045209d-684b-447b-be8d-86fe84527bed tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298567 Aug 19 12:49:21.251554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f9e6c-0ec6-4314-8097-a68424487d0c req-ec28f573-9b57-4aa3-8bca-6df35476ea7c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:21.253166 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd6f9e6c-0ec6-4314-8097-a68424487d0c req-ec28f573-9b57-4aa3-8bca-6df35476ea7c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0512931 Aug 19 12:49:21.294628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd6f9e6c-0ec6-4314-8097-a68424487d0c req-a1784ba2-f072-478b-80cb-c475a92a3202 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330124 Aug 19 12:49:21.377349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b86b4acc-d24e-4ed4-b208-cb46b3ada779 req-56dd44e0-e7e7-4c69-b725-368d696be851 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0293827 Aug 19 12:49:21.921840 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a37c6-fd0b-496b-aa04-d009aba093c4 req-46c6fdbf-8fbb-4ef9-83d6-37de8234f133 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:21.923521 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-420a37c6-fd0b-496b-aa04-d009aba093c4 req-46c6fdbf-8fbb-4ef9-83d6-37de8234f133 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0508027 Aug 19 12:49:21.964827 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-420a37c6-fd0b-496b-aa04-d009aba093c4 req-d1c7a763-2868-476e-ad11-1a7000d3eba2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344548 Aug 19 12:49:22.180459 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad0fd06d-80e7-4a21-9378-99101dd41325 req-5b088fd2-d623-4162-8471-2cee5064f747 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0348754 Aug 19 12:49:22.279506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf61a6-a54a-4dce-b4c5-8f88cb25acf8 req-3cb2591f-85ad-4359-a489-852250712533 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:22.281258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7abf61a6-a54a-4dce-b4c5-8f88cb25acf8 req-3cb2591f-85ad-4359-a489-852250712533 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1096 time: 0.0423639 Aug 19 12:49:22.321982 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7abf61a6-a54a-4dce-b4c5-8f88cb25acf8 req-cea85324-523b-4c83-90cc-2de37b6e1e9d tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345902 Aug 19 12:49:22.417160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91a7d9-b8bf-4212-9ba2-623c5318332c req-0776950a-c6c7-4ced-a950-7efb6fa4c2e8 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:22.419189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b91a7d9-b8bf-4212-9ba2-623c5318332c req-0776950a-c6c7-4ced-a950-7efb6fa4c2e8 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0522225 Aug 19 12:49:22.463522 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b91a7d9-b8bf-4212-9ba2-623c5318332c req-d8f26aa9-3557-4191-9b73-72310ac2bb5c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372014 Aug 19 12:49:22.505367 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7e10f635-dfbd-47f8-b7f9-708b2f32bf78 req-c9cf6af2-12ad-4962-a82a-4b60396a8e86 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0294430 Aug 19 12:49:22.741084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4aef7-376b-4ddb-8a36-4ce8202502f2 req-e3322bad-f687-47da-a23e-22fc7c69e6e7 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:22.742665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9e4aef7-376b-4ddb-8a36-4ce8202502f2 req-e3322bad-f687-47da-a23e-22fc7c69e6e7 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 1096 time: 0.0462973 Aug 19 12:49:22.823362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-d9e4aef7-376b-4ddb-8a36-4ce8202502f2 req-01d078a5-35d3-4bea-93a0-7cce6ba339b2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Deleting port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:22.823710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9e4aef7-376b-4ddb-8a36-4ce8202502f2 req-01d078a5-35d3-4bea-93a0-7cce6ba339b2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.916192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d9e4aef7-376b-4ddb-8a36-4ce8202502f2 req-01d078a5-35d3-4bea-93a0-7cce6ba339b2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] For port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:22.916566 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9e4aef7-376b-4ddb-8a36-4ce8202502f2 req-01d078a5-35d3-4bea-93a0-7cce6ba339b2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:22.929916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-d9e4aef7-376b-4ddb-8a36-4ce8202502f2 req-01d078a5-35d3-4bea-93a0-7cce6ba339b2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Calling delete_port for 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:23.156907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9e4aef7-376b-4ddb-8a36-4ce8202502f2 req-01d078a5-35d3-4bea-93a0-7cce6ba339b2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.168966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:23.202728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af19ac-67ec-4d34-b2e7-5e5498501fb7 req-f8f97b9d-3e79-4e01-bff8-2bc63de739fd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:23.204722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02af19ac-67ec-4d34-b2e7-5e5498501fb7 req-f8f97b9d-3e79-4e01-bff8-2bc63de739fd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.1566768 Aug 19 12:49:23.217651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d078a5-35d3-4bea-93a0-7cce6ba339b2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:23.307517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e4aef7-376b-4ddb-8a36-4ce8202502f2 req-01d078a5-35d3-4bea-93a0-7cce6ba339b2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] No DVR routers for this DVR port 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:23.312688 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d9e4aef7-376b-4ddb-8a36-4ce8202502f2 req-01d078a5-35d3-4bea-93a0-7cce6ba339b2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:23.314770 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9e4aef7-376b-4ddb-8a36-4ce8202502f2 req-01d078a5-35d3-4bea-93a0-7cce6ba339b2 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.30 "DELETE /v2.0/ports/1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 HTTP/1.1" status: 204 len: 173 time: 0.5658705 Aug 19 12:49:23.345770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02af19ac-67ec-4d34-b2e7-5e5498501fb7 req-facd7b88-f954-4e36-a329-ac88ed1d8203 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118383 Aug 19 12:49:23.358867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a04dac-550e-405b-b67a-640b5aedbcf4', 'name': 'network-vif-deleted', 'tag': '1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:23.361755 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58805a64-1503-4fd2-b79a-cbc999badad8" -d '{"events": [{"server_uuid": "42a04dac-550e-405b-b67a-640b5aedbcf4", "name": "network-vif-deleted", "tag": "1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:23.380614 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5bcaf689-bd4e-47d2-bdcf-9931cb76dda3 req-e87ee38d-1c42-419f-87ea-d608ff81726f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0767519 Aug 19 12:49:23.483604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-01b23e82-e8df-4df0-af49-38fafba95e50 req-6fb25bdf-1f8c-4309-b488-102b0feb0205 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 210 time: 0.0333400 Aug 19 12:49:23.509914 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eceea4-419b-463d-bb39-db9c2cb0cf9f x-openstack-request-id: req-58eceea4-419b-463d-bb39-db9c2cb0cf9f {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:23.510274 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a04dac-550e-405b-b67a-640b5aedbcf4", "name": "network-vif-deleted", "tag": "1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:23.510537 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58eceea4-419b-463d-bb39-db9c2cb0cf9f {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:23.510973 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a04dac-550e-405b-b67a-640b5aedbcf4', 'name': 'network-vif-deleted', 'tag': '1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99', 'status': 'completed', 'code': 200} Aug 19 12:49:23.621494 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cebcbcb7-0476-4a05-911b-98fa3981a172 req-cfde9cfc-26df-4339-8d47-eac053d87e46 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0399067 Aug 19 12:49:23.649825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a3804-8a22-4b5e-943c-1fa0829a79de req-5a247b01-fc98-4e59-835f-c72a742add2e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:23.651477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b9a3804-8a22-4b5e-943c-1fa0829a79de req-5a247b01-fc98-4e59-835f-c72a742add2e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0774157 Aug 19 12:49:23.698143 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b9a3804-8a22-4b5e-943c-1fa0829a79de req-b9e651fc-95a5-4b94-ab2b-687301d9cb59 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392084 Aug 19 12:49:24.446255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d168-23a6-4f81-8701-5162ae83d2ee req-8c66ca48-1bc5-4707-9550-f63603e77d2b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:24.447838 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b36d168-23a6-4f81-8701-5162ae83d2ee req-8c66ca48-1bc5-4707-9550-f63603e77d2b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0502250 Aug 19 12:49:24.488562 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b36d168-23a6-4f81-8701-5162ae83d2ee req-b5946f15-9d12-42b7-95ab-9f24cf4b067f tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329039 Aug 19 12:49:24.494927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5381a158-ddbc-4dd5-949c-c1a5a0824c1c req-f159baea-97bf-4084-b94f-0349ed49ed37 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0291011 Aug 19 12:49:24.636564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bb54cd74-d80a-4b37-ba2b-ecdc7e3568c5 req-e28bb0c9-cc5b-432e-8a10-b2ca6541cbab tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42a04dac-550e-405b-b67a-640b5aedbcf4 HTTP/1.1" status: 200 len: 210 time: 0.0589366 Aug 19 12:49:24.754104 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c55b03c5-2a00-45a3-ab9e-7c99ad32817d req-887930bf-6b2a-4f11-b71e-84df05927661 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0455747 Aug 19 12:49:24.852959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad14dc-f502-4ef8-8e19-49447c30c411 req-744db479-db2d-4355-a65f-2672d88a559a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:24.854582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-daad14dc-f502-4ef8-8e19-49447c30c411 req-744db479-db2d-4355-a65f-2672d88a559a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0564590 Aug 19 12:49:24.901134 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-daad14dc-f502-4ef8-8e19-49447c30c411 req-42466daf-29c5-46bb-b3a3-fcf7b434e05d tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389125 Aug 19 12:49:24.961963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:24.983041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:24.983582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 1b8ca2f5-4fc9-46b1-8d91-a2f40e827b99 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:25.483331 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:25.601149 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1002b0d5-d6e4-4a06-9f69-c7ac00f364b6 req-74718280-eb85-47be-b94f-3d912abbdece tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0275965 Aug 19 12:49:25.658622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9b284-7d25-4bfd-9834-1ad37c181a87 req-e817a046-782f-42f4-abb4-4aeba11a6e43 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:25.660496 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40f9b284-7d25-4bfd-9834-1ad37c181a87 req-e817a046-782f-42f4-abb4-4aeba11a6e43 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0578494 Aug 19 12:49:25.710848 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40f9b284-7d25-4bfd-9834-1ad37c181a87 req-38a29f0e-853c-41ac-9ab8-534e0b11e6de tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439663 Aug 19 12:49:25.859267 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fece6ce5-1365-481f-a056-fdd519018dc8 req-658550eb-c38d-45f0-900b-37a665fbcd2a tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0317373 Aug 19 12:49:26.044036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5c211-7328-41fa-b5bd-1c57be46b603 req-e22fe32b-9364-4b9e-acd4-1886c2f1a7fe tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.046086 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-acd5c211-7328-41fa-b5bd-1c57be46b603 req-e22fe32b-9364-4b9e-acd4-1886c2f1a7fe tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0737820 Aug 19 12:49:26.086164 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-acd5c211-7328-41fa-b5bd-1c57be46b603 req-8fe27c6b-bae5-4d22-bdb8-b7eb78e8bd38 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Aug 19 12:49:26.202667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600e066-c569-4148-b607-e16e88bebaf7 req-1f389136-6323-4d2a-a962-e58bd1bf1838 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.204358 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e600e066-c569-4148-b607-e16e88bebaf7 req-1f389136-6323-4d2a-a962-e58bd1bf1838 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1097 time: 0.0552244 Aug 19 12:49:26.243006 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e600e066-c569-4148-b607-e16e88bebaf7 req-c201da46-ee50-40e5-b455-7b5811b5ae84 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Aug 19 12:49:26.243247 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:26.710113 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6d4565eb-5ef2-4c12-97dc-f84d28d990b7 req-1cbe0802-325f-48e2-9d42-8e917679add2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0306759 Aug 19 12:49:26.844146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702344d2-768d-47c0-b510-e5642668d5f6 req-6147c605-e344-4514-a429-c775181092e5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:26.846211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-702344d2-768d-47c0-b510-e5642668d5f6 req-6147c605-e344-4514-a429-c775181092e5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0545135 Aug 19 12:49:26.891300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-702344d2-768d-47c0-b510-e5642668d5f6 req-893476d3-4abc-4cb3-a664-1c62915ad1f5 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385711 Aug 19 12:49:26.970058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9733d70f-b74c-49f3-ab88-09d8e7f44db3 req-926564f5-074a-4492-83a5-b5ca5570fe3b tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0293326 Aug 19 12:49:27.217805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7780a5-3eae-47e8-85cd-4bcd745ce5e8 req-aa1ad078-8e9e-4c26-ad9a-56a1805b7b11 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:27.220619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c7780a5-3eae-47e8-85cd-4bcd745ce5e8 req-aa1ad078-8e9e-4c26-ad9a-56a1805b7b11 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0508618 Aug 19 12:49:27.261033 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c7780a5-3eae-47e8-85cd-4bcd745ce5e8 req-ab6ac87c-6784-4896-bd7e-16eb2fa0d71e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347686 Aug 19 12:49:27.360968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de10cb9-0701-447e-b20a-6b614dfbf170 req-8bc6b481-9c48-4172-9902-ec4d4051c163 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:27.362673 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de10cb9-0701-447e-b20a-6b614dfbf170 req-8bc6b481-9c48-4172-9902-ec4d4051c163 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1097 time: 0.0455921 Aug 19 12:49:27.397938 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1de10cb9-0701-447e-b20a-6b614dfbf170 req-d7c7cfae-34d1-4562-8fa6-ee1cc920eb11 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293365 Aug 19 12:49:27.818711 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41e2099c-5457-4b1d-82f3-15412251add1 req-d38ab764-2036-438e-b165-c94163de5ed8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0299141 Aug 19 12:49:28.017920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64480a-27f7-4508-8a6b-4999d8e81fbd req-c6cca86e-1277-4210-9016-463e4f147758 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:28.019519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1e64480a-27f7-4508-8a6b-4999d8e81fbd req-c6cca86e-1277-4210-9016-463e4f147758 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.0541298 Aug 19 12:49:28.065492 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1e64480a-27f7-4508-8a6b-4999d8e81fbd req-7facfc85-4053-423f-96b4-6d2c7c2f2181 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390122 Aug 19 12:49:28.075876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-5be55853-29a6-4858-b54a-88c4e087b67f tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:28.077418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-5be55853-29a6-4858-b54a-88c4e087b67f tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.62 "GET /v2.0/networks?id=f895e18b-06e1-4802-9d19-c9fbb2ee726c HTTP/1.1" status: 200 len: 809 time: 0.1235430 Aug 19 12:49:28.095247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-586ac63a-5ad2-40cb-954a-8d9bb8232645 req-cbd3f94f-1be3-42aa-8aef-ff66c6b823c3 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0417709 Aug 19 12:49:28.132970 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-3150aac0-c5fb-4e4b-8e3a-aa758af80051 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dc64f81a0f243fea14b8699ce777f77 HTTP/1.1" status: 200 len: 380 time: 0.0336874 Aug 19 12:49:28.143744 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Request body: {'port': {'device_id': '6d6d62c8-3952-49c1-b969-64562361faae', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'admin_state_up': True, 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'security_groups': ['ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:28.385263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e105ff2-da51-497d-9742-84fcfe6e267a req-05cc0cd1-269b-4de8-898e-548bba7c208b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:28.386795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6e105ff2-da51-497d-9742-84fcfe6e267a req-05cc0cd1-269b-4de8-898e-548bba7c208b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0543842 Aug 19 12:49:28.427006 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6e105ff2-da51-497d-9742-84fcfe6e267a req-55ffb793-5e8b-4a41-b493-0b5484063d5d tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324631 Aug 19 12:49:28.455326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Made reservation on behalf of 0dc64f81a0f243fea14b8699ce777f77 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:28.459156 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.589974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8e14b-6409-47b3-a50f-ce2aa4351078 req-b32d6f7f-072d-45f8-a7c0-6cc8a4a203f6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:28.591450 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0f8e14b-6409-47b3-a50f-ce2aa4351078 req-b32d6f7f-072d-45f8-a7c0-6cc8a4a203f6 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1097 time: 0.1145985 Aug 19 12:49:28.633306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Allocated IP 172.20.0.8 (f895e18b-06e1-4802-9d19-c9fbb2ee726c/92ff3243-77e0-4076-803b-7eae89758f10/d0df1a93-8608-413f-b71f-6180fcca0fc7) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:28.650312 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0f8e14b-6409-47b3-a50f-ce2aa4351078 req-13e6c9ff-03d4-42e0-a722-e66809282bbb tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501037 Aug 19 12:49:28.783591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.795833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Transition to ACTIVE for port object d0df1a93-8608-413f-b71f-6180fcca0fc7 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:28.914078 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bbf8b69c-f12e-453b-99ee-56a7f217c1fd req-9fe01907-9d46-47d6-ae6d-4a1a22c9309d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0276043 Aug 19 12:49:28.940858 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:28.980961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Network f895e18b-06e1-4802-9d19-c9fbb2ee726c is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:28.986489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:28.990147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:29.017345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event updated for resources: {'Port': ['ID=d0df1a93-8608-413f-b71f-6180fcca0fc7,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:29.045895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:29.046835 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.129553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-1f1a9900-2d37-4154-bc95-cd7aa59597d4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9893782 Aug 19 12:49:29.147059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Request body: {'port': {'device_id': '6d6d62c8-3952-49c1-b969-64562361faae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:29.226373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264b14a-ba2e-4085-ad5c-e3c830e1bc23 req-40c62a21-4a3c-4138-8269-c7be7b5f2cbd tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:29.227994 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9264b14a-ba2e-4085-ad5c-e3c830e1bc23 req-40c62a21-4a3c-4138-8269-c7be7b5f2cbd tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 931 time: 0.0593848 Aug 19 12:49:29.251100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf71155-8dc9-4036-838f-63244f81e1b3 req-cd4ca405-4de2-4426-ab09-95cc10a11649 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:29.252593 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7bf71155-8dc9-4036-838f-63244f81e1b3 req-cd4ca405-4de2-4426-ab09-95cc10a11649 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.1027472 Aug 19 12:49:29.253609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.268350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9264b14a-ba2e-4085-ad5c-e3c830e1bc23 req-52cca8df-aecb-47a6-bada-bb2f2173bf1b tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337200 Aug 19 12:49:29.310263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0bad74c-2c2d-42a4-96c0-9da10bfbce7f None None] Provisioning for port d0df1a93-8608-413f-b71f-6180fcca0fc7 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:29.314671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0bad74c-2c2d-42a4-96c0-9da10bfbce7f None None] Provisioning complete for port d0df1a93-8608-413f-b71f-6180fcca0fc7 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:29.315065 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0bad74c-2c2d-42a4-96c0-9da10bfbce7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.329755 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7bf71155-8dc9-4036-838f-63244f81e1b3 req-f766b21f-9ab0-4b06-a7c8-667366fbf4cb tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670767 Aug 19 12:49:29.349545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f0bad74c-2c2d-42a4-96c0-9da10bfbce7f None None] Port d0df1a93-8608-413f-b71f-6180fcca0fc7 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:29.508303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-9d5fefef-fd1d-4204-90a1-93a025a5207c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:29.509848 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-9d5fefef-fd1d-4204-90a1-93a025a5207c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.1084127 Aug 19 12:49:29.527137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'port': {'device_id': '0007ef9c-a787-44d7-9e19-315b4bfcb117', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'admin_state_up': True, 'tenant_id': '99b9eedce23149da97f30436711e8dc7'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:29.550289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0df1a93-8608-413f-b71f-6180fcca0fc7 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:29.557914 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.570105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Transition to ACTIVE for port object d0df1a93-8608-413f-b71f-6180fcca0fc7 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:29.622478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501db598-c47c-4960-bd66-deaf0771b7b5 req-6b4df784-86a4-46c0-a1fa-6fadc427fc5d tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:29.624029 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-501db598-c47c-4960-bd66-deaf0771b7b5 req-6b4df784-86a4-46c0-a1fa-6fadc427fc5d tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.1132882 Aug 19 12:49:29.690276 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-501db598-c47c-4960-bd66-deaf0771b7b5 req-522d27a2-f8a6-4f50-9844-87985150c0e8 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579865 Aug 19 12:49:29.712429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.754339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-0099094c-b843-497e-965e-286ee5259e82 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:29.756006 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-0099094c-b843-497e-965e-286ee5259e82 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1097 time: 0.0544267 Aug 19 12:49:29.822789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Made reservation on behalf of 99b9eedce23149da97f30436711e8dc7 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:49:29.826771 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.865440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Pushing event updated for resources: {'Port': ['ID=d0df1a93-8608-413f-b71f-6180fcca0fc7,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:29.871883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b0117-f1e0-4694-b47a-069d9ddad715 req-f3ffd7fb-7444-4980-8511-c92e1c643b57 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:29.873431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e50b0117-f1e0-4694-b47a-069d9ddad715 req-f3ffd7fb-7444-4980-8511-c92e1c643b57 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 1097 time: 0.1276045 Aug 19 12:49:29.910918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Attempting to bind port d0df1a93-8608-413f-b71f-6180fcca0fc7 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:29.917944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Attempting to bind port d0df1a93-8608-413f-b71f-6180fcca0fc7 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:29.917944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Attempting to bind port d0df1a93-8608-413f-b71f-6180fcca0fc7 on network f895e18b-06e1-4802-9d19-c9fbb2ee726c {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:29.922901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Port d0df1a93-8608-413f-b71f-6180fcca0fc7 on network f895e18b-06e1-4802-9d19-c9fbb2ee726c not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:29.924238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Attempting to bind port d0df1a93-8608-413f-b71f-6180fcca0fc7 on network f895e18b-06e1-4802-9d19-c9fbb2ee726c {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:29.934186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:29.934650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Checking segment: {'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:29.935162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Bound using segment: {'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:29.935811 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Bound port: d0df1a93-8608-413f-b71f-6180fcca0fc7, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1b7732-6339-4551-9f3f-4a722f26db5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:29.936301 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:29.986753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-3b610c2b-0df0-4e21-8bbf-a3ff0410b9a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Deleting port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:29.987118 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-3b610c2b-0df0-4e21-8bbf-a3ff0410b9a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.047359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e50b0117-f1e0-4694-b47a-069d9ddad715 req-0c1ed1ba-fdd7-4e7f-b8d0-55c5a4ff67d4 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=125334f9-e26e-4787-9217-3166601817c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665230 Aug 19 12:49:30.050299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] For port d0df1a93-8608-413f-b71f-6180fcca0fc7, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:30.053578 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] For port d0df1a93-8608-413f-b71f-6180fcca0fc7, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d0df1a93-8608-413f-b71f-6180fcca0fc7,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:30.065876 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d6c4895-a4bd-4af8-8866-907f713c9ed1 req-edc89788-0440-44fd-aca6-0bd87c10eff6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0323660 Aug 19 12:49:30.085895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Allocated IP 172.20.0.11 (d0d68f47-28f3-4f86-9ee1-d0b79d7692b8/1108c1bf-e7b5-43bc-87da-9f4ee675efe1/9de4f5c0-77b0-486e-9263-2e1732f51968) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:30.118192 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.152336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-3b610c2b-0df0-4e21-8bbf-a3ff0410b9a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] For port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:30.152719 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-3b610c2b-0df0-4e21-8bbf-a3ff0410b9a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.153551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.154137 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.155537 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] 10.222.0.62 "PUT /v2.0/ports/d0df1a93-8608-413f-b71f-6180fcca0fc7 HTTP/1.1" status: 200 len: 1091 time: 1.0131803 Aug 19 12:49:30.155988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6d62c8-3952-49c1-b969-64562361faae', 'tag': 'd0df1a93-8608-413f-b71f-6180fcca0fc7'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:30.158275 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa488f2-c995-4550-87a2-286f266f5475" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6d62c8-3952-49c1-b969-64562361faae", "tag": "d0df1a93-8608-413f-b71f-6180fcca0fc7"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:30.180108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-3b610c2b-0df0-4e21-8bbf-a3ff0410b9a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Calling delete_port for f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:30.192626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ac5a9-e192-4bb2-92ef-eb8fe02c9203 service neutron] Pushing event updated for resources: {'Port': ['ID=d0df1a93-8608-413f-b71f-6180fcca0fc7,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:30.207222 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c797c1a-dbaa-4ee6-b5f6-591431124137 x-openstack-request-id: req-7c797c1a-dbaa-4ee6-b5f6-591431124137 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:30.207812 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6d62c8-3952-49c1-b969-64562361faae", "tag": "d0df1a93-8608-413f-b71f-6180fcca0fc7", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:30.208077 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c797c1a-dbaa-4ee6-b5f6-591431124137 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:30.208490 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6d62c8-3952-49c1-b969-64562361faae', 'tag': 'd0df1a93-8608-413f-b71f-6180fcca0fc7', 'status': 'completed', 'code': 200} Aug 19 12:49:30.277541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa488f2-c995-4550-87a2-286f266f5475 req-e50bfb81-2d62-4725-b678-d6c6a38a41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.279439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2aa488f2-c995-4550-87a2-286f266f5475 req-e50bfb81-2d62-4725-b678-d6c6a38a41b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0dc64f81a0f243fea14b8699ce777f77&device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 1094 time: 0.0523465 Aug 19 12:49:30.411459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa488f2-c995-4550-87a2-286f266f5475 req-70610b5b-0b6d-421f-ad55-67c61fd2959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.413460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2aa488f2-c995-4550-87a2-286f266f5475 req-70610b5b-0b6d-421f-ad55-67c61fd2959b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0dc64f81a0f243fea14b8699ce777f77&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1263583 Aug 19 12:49:30.415763 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.460717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Transition to ACTIVE for port object 9de4f5c0-77b0-486e-9263-2e1732f51968 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:30.504343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faadad-7435-4b90-8cd0-85d74a9477aa req-1734b155-15f5-41b4-a678-eac7538673c0 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.507194 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89faadad-7435-4b90-8cd0-85d74a9477aa req-1734b155-15f5-41b4-a678-eac7538673c0 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 943 time: 0.1488039 Aug 19 12:49:30.532858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489fac7-608c-408c-b9d6-e5eb0eca8ed6 req-ec3bde83-2031-4f27-9750-7d16964d1eb2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.540147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1489fac7-608c-408c-b9d6-e5eb0eca8ed6 req-ec3bde83-2031-4f27-9750-7d16964d1eb2 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 944 time: 0.1046028 Aug 19 12:49:30.581157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89faadad-7435-4b90-8cd0-85d74a9477aa req-e2ccd725-4da6-4295-8258-3ee6290a15eb tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611560 Aug 19 12:49:30.595834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa488f2-c995-4550-87a2-286f266f5475 req-1bc705ae-204f-4ebd-a16f-35dd3e6d0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.597335 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2aa488f2-c995-4550-87a2-286f266f5475 req-1bc705ae-204f-4ebd-a16f-35dd3e6d0ad1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1771877 Aug 19 12:49:30.600615 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1489fac7-608c-408c-b9d6-e5eb0eca8ed6 req-7a3cc4c1-9818-4105-8ba3-eaf9547aa3e0 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596571 Aug 19 12:49:30.677075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-a2688692-b27e-41f3-a76f-79c59a4827e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.678426 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-a2688692-b27e-41f3-a76f-79c59a4827e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0dc64f81a0f243fea14b8699ce777f77&device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 1094 time: 0.0399594 Aug 19 12:49:30.723724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-060a9c52-0e24-4ca1-8253-c4af7c69d31d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0df1a93-8608-413f-b71f-6180fcca0fc7 HTTP/1.1" status: 200 len: 217 time: 0.0375040 Aug 19 12:49:30.741965 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.743738 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-3b610c2b-0df0-4e21-8bbf-a3ff0410b9a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.758476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:30.761858 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['26678b37-94a6-44d2-b6ea-723a268bc8e6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:30.774137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-18830b68-6023-40df-b703-d2a2cb7f87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.775650 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-18830b68-6023-40df-b703-d2a2cb7f87f0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92ff3243-77e0-4076-803b-7eae89758f10 HTTP/1.1" status: 200 len: 848 time: 0.0456486 Aug 19 12:49:30.826987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:30.840031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-810407b9-5db5-4e13-8d49-7dfbfff07852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:30.841543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-810407b9-5db5-4e13-8d49-7dfbfff07852 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f895e18b-06e1-4802-9d19-c9fbb2ee726c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590367 Aug 19 12:49:30.862940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:30.892312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:30.895297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-3b610c2b-0df0-4e21-8bbf-a3ff0410b9a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] No DVR routers for this DVR port f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:30.903403 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-3b610c2b-0df0-4e21-8bbf-a3ff0410b9a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:30.905982 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-3b610c2b-0df0-4e21-8bbf-a3ff0410b9a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.62 "DELETE /v2.0/ports/f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a HTTP/1.1" status: 204 len: 173 time: 1.1423209 Aug 19 12:49:30.907354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:49:30.948882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a795383-e507-4fbd-92fb-937b991efbfe', 'name': 'network-vif-deleted', 'tag': 'f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:30.956304 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a6745a-1a5f-451c-bd9c-f8ee756a236c" -d '{"events": [{"server_uuid": "8a795383-e507-4fbd-92fb-937b991efbfe", "name": "network-vif-deleted", "tag": "f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:30.970384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=9de4f5c0-77b0-486e-9263-2e1732f51968,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:30.980248 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-8eab4b77-84f9-4fc6-944a-fdd1a25f0dd7 service neutron] 10.222.0.62 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237204 Aug 19 12:49:31.028848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b610c2b-0df0-4e21-8bbf-a3ff0410b9a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] Pushing event deleted for resources: {'Port': ['ID=f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:31.059741 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c9dbac-a30f-49fa-99be-eda6b19378f4 x-openstack-request-id: req-01c9dbac-a30f-49fa-99be-eda6b19378f4 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:31.060033 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a795383-e507-4fbd-92fb-937b991efbfe", "name": "network-vif-deleted", "tag": "f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:31.060290 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01c9dbac-a30f-49fa-99be-eda6b19378f4 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:31.060692 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a795383-e507-4fbd-92fb-937b991efbfe', 'name': 'network-vif-deleted', 'tag': 'f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a', 'status': 'completed', 'code': 200} Aug 19 12:49:31.071189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291195f-2be0-475a-84c5-63acd95fee9b req-49f69ce0-3b47-4845-a733-47f86ad72420 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:31.085827 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e291195f-2be0-475a-84c5-63acd95fee9b req-49f69ce0-3b47-4845-a733-47f86ad72420 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.3203998 Aug 19 12:49:31.153399 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7136d488-410b-470a-b6c3-ac7ffe3d7eeb req-ed1f6050-ce9c-4e70-8a9a-2af372929415 service neutron] 10.222.0.62 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712763 Aug 19 12:49:31.162370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:31.163445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.201319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-63ad2b05-b6c2-46cb-aa70-7a7f3fcb3225 req-26f29733-bf5e-41b4-9fcc-fc2880ed27cf tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 210 time: 0.0317135 Aug 19 12:49:31.206419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e291195f-2be0-475a-84c5-63acd95fee9b req-e14c83ac-8ea8-49ef-989c-0c5fa0eadae1 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050143 Aug 19 12:49:31.349346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c2602-c555-4796-b36d-e5c65b8feb48 req-9f676c74-0083-464f-a4a3-385af67ad3cc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:31.351097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c17c2602-c555-4796-b36d-e5c65b8feb48 req-9f676c74-0083-464f-a4a3-385af67ad3cc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 932 time: 0.0538075 Aug 19 12:49:31.397767 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c17c2602-c555-4796-b36d-e5c65b8feb48 req-b385408b-3db4-4dfa-8004-9e9c23af65b6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393474 Aug 19 12:49:31.440021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:31.455147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-de1136dc-cb11-4c63-ae4a-dd10bea8131f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9277332 Aug 19 12:49:31.455889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'port_id': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'mac_address': 'fa:16:3e:ee:76:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:49:31.462839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Request body: {'port': {'device_id': '0007ef9c-a787-44d7-9e19-315b4bfcb117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:31.498448 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.511659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:31.522204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fda51fa3-c384-4c6f-b869-790b54b5a864 None None] Provisioning for port 9de4f5c0-77b0-486e-9263-2e1732f51968 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:31.522376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.536694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fda51fa3-c384-4c6f-b869-790b54b5a864 None None] Provisioning complete for port 9de4f5c0-77b0-486e-9263-2e1732f51968 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:31.537061 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fda51fa3-c384-4c6f-b869-790b54b5a864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.541655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:31.576223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fda51fa3-c384-4c6f-b869-790b54b5a864 None None] Port 9de4f5c0-77b0-486e-9263-2e1732f51968 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:49:31.683778 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.745789 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9998b-fcfd-47ab-bb8a-fae3cfccbb53 req-bbd3895a-63d5-4510-9f8c-6839aee0822c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:31.747405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4cc9998b-fcfd-47ab-bb8a-fae3cfccbb53 req-bbd3895a-63d5-4510-9f8c-6839aee0822c tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 945 time: 0.0596483 Aug 19 12:49:31.773033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:31.781774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147722d-7685-44b7-99c6-0ea6de595313 req-3f84de95-081f-426d-b741-422804f3c812 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:31.781774 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e147722d-7685-44b7-99c6-0ea6de595313 req-3f84de95-081f-426d-b741-422804f3c812 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 943 time: 0.1170020 Aug 19 12:49:31.794216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4cc9998b-fcfd-47ab-bb8a-fae3cfccbb53 req-1dacab69-b6e7-41cc-9c28-6e77c5984ec8 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401323 Aug 19 12:49:31.879771 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e147722d-7685-44b7-99c6-0ea6de595313 req-ab1f0715-035d-4154-b04e-e046fb8f81ba tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872056 Aug 19 12:49:31.891613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:31.912804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de4f5c0-77b0-486e-9263-2e1732f51968 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:31.920862 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:31.933233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Transition to ACTIVE for port object 9de4f5c0-77b0-486e-9263-2e1732f51968 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:49:32.312083 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-65385dfb-1d7c-48ad-ae63-a6642f2d1f42 req-1329696f-d6cf-490d-9f0a-e875e40afe58 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8a795383-e507-4fbd-92fb-937b991efbfe HTTP/1.1" status: 200 len: 210 time: 0.0279417 Aug 19 12:49:32.340471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58805f8c-ce57-4798-95ea-d83ec8318183 req-4f56663c-9bbe-4750-83de-05b44b9c7163 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:32.342079 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58805f8c-ce57-4798-95ea-d83ec8318183 req-4f56663c-9bbe-4750-83de-05b44b9c7163 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0641775 Aug 19 12:49:32.384994 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58805f8c-ce57-4798-95ea-d83ec8318183 req-e5732bd0-68a3-4fa1-8236-2702b0d8033e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Aug 19 12:49:32.524292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7a35c-8054-4c16-a40e-890e84a7b68f req-8bafa533-1081-410d-a237-d1718abc65d2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:32.525772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf7a35c-8054-4c16-a40e-890e84a7b68f req-8bafa533-1081-410d-a237-d1718abc65d2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 932 time: 0.0482864 Aug 19 12:49:32.563016 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf7a35c-8054-4c16-a40e-890e84a7b68f req-a497bf35-9aa1-4d02-99d2-ef6794cceb51 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311637 Aug 19 12:49:32.891984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:32.938790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2274db-0632-46d1-b3e9-69018f344bea req-9cb52a81-98e3-4e43-a70f-fb53d7f212e9 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:32.943960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:32.944407 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:32.945850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dd2274db-0632-46d1-b3e9-69018f344bea req-9cb52a81-98e3-4e43-a70f-fb53d7f212e9 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 945 time: 0.0768852 Aug 19 12:49:32.946575 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.007113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Pushing event updated for resources: {'Port': ['ID=9de4f5c0-77b0-486e-9263-2e1732f51968,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:33.060716 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.066226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74261991-d8db-459a-b70f-573c507c3af6 req-78be671a-0ec8-4ea0-934b-3db7967a6ad8 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:33.067950 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74261991-d8db-459a-b70f-573c507c3af6 req-78be671a-0ec8-4ea0-934b-3db7967a6ad8 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 943 time: 0.0913532 Aug 19 12:49:33.091947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:33.094835 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522d8d1e-0db2-426f-914b-24be2c881158" -d '{"events": [{"server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "name": "network-vif-plugged", "status": "completed", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:33.110635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:33.129793 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74261991-d8db-459a-b70f-573c507c3af6 req-921f4f6a-58f4-4736-adb6-e2bdafa7bc92 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497434 Aug 19 12:49:33.131493 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dd2274db-0632-46d1-b3e9-69018f344bea req-a2eb1457-558c-4a38-9696-c11416ccf5e9 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770322 Aug 19 12:49:33.203168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Attempting to bind port 9de4f5c0-77b0-486e-9263-2e1732f51968 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:49:33.203168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Attempting to bind port 9de4f5c0-77b0-486e-9263-2e1732f51968 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:49:33.203168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Attempting to bind port 9de4f5c0-77b0-486e-9263-2e1732f51968 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:33.203168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Port 9de4f5c0-77b0-486e-9263-2e1732f51968 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:49:33.203168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Attempting to bind port 9de4f5c0-77b0-486e-9263-2e1732f51968 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:49:33.203168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:49:33.203168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Checking segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:49:33.203168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Bound using segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:49:33.204844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Bound port: 9de4f5c0-77b0-486e-9263-2e1732f51968, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:49:33.205288 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.210292 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed689b4-0fca-4e0b-9d2a-e9c9b8ce3876 x-openstack-request-id: req-4ed689b4-0fca-4e0b-9d2a-e9c9b8ce3876 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:33.210775 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "name": "network-vif-plugged", "status": "completed", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:33.211062 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ed689b4-0fca-4e0b-9d2a-e9c9b8ce3876 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:33.211610 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'code': 200} Aug 19 12:49:33.288407 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.289601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:33.294973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] For port 9de4f5c0-77b0-486e-9263-2e1732f51968, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:49:33.300134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] For port 9de4f5c0-77b0-486e-9263-2e1732f51968, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9de4f5c0-77b0-486e-9263-2e1732f51968,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:49:33.313788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:33.314102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f36a8ab0-bcb0-4992-93c4-2eb2f3112b2a not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:33.360111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,revision_number=10']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:33.380950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38582) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:33.467865 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.543183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:33.544703 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:33.546034 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] 10.222.0.62 "PUT /v2.0/ports/9de4f5c0-77b0-486e-9263-2e1732f51968 HTTP/1.1" status: 200 len: 1092 time: 2.0882590 Aug 19 12:49:33.547358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0007ef9c-a787-44d7-9e19-315b4bfcb117', 'tag': '9de4f5c0-77b0-486e-9263-2e1732f51968'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:33.552825 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bfb977-ba07-4d5a-b63e-0198ec12debd" -d '{"events": [{"name": "network-changed", "server_uuid": "0007ef9c-a787-44d7-9e19-315b4bfcb117", "tag": "9de4f5c0-77b0-486e-9263-2e1732f51968"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:33.553484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444224c-2dc5-46d4-9d63-563fadf593bb req-24daaecb-70c8-4a24-a97e-29d36341a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:33.555240 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4444224c-2dc5-46d4-9d63-563fadf593bb req-24daaecb-70c8-4a24-a97e-29d36341a9c9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 1098 time: 0.0675147 Aug 19 12:49:33.617613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe22eb-29d8-4f51-b752-535ca6e65a47 req-dcb9af0c-d4a9-41d5-bca8-2fe27d652c77 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:33.619472 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7bfe22eb-29d8-4f51-b752-535ca6e65a47 req-dcb9af0c-d4a9-41d5-bca8-2fe27d652c77 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.1485984 Aug 19 12:49:33.620772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241f65d-7e18-409e-a8e7-161f9f528b94 service neutron] Pushing event updated for resources: {'Port': ['ID=9de4f5c0-77b0-486e-9263-2e1732f51968,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:33.642709 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4444224c-2dc5-46d4-9d63-563fadf593bb req-24996cb4-8361-49ad-a8b1-781bb67b9eef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506883 Aug 19 12:49:33.656101 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ca59a0-4bbb-465e-be7a-645fb49c1920 x-openstack-request-id: req-49ca59a0-4bbb-465e-be7a-645fb49c1920 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:33.656402 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0007ef9c-a787-44d7-9e19-315b4bfcb117", "tag": "9de4f5c0-77b0-486e-9263-2e1732f51968", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:33.656717 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49ca59a0-4bbb-465e-be7a-645fb49c1920 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:33.657112 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0007ef9c-a787-44d7-9e19-315b4bfcb117', 'tag': '9de4f5c0-77b0-486e-9263-2e1732f51968', 'status': 'completed', 'code': 200} Aug 19 12:49:33.699792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7bfe22eb-29d8-4f51-b752-535ca6e65a47 req-bf62eef8-1e30-4b46-8dd7-eb465def4681 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490050 Aug 19 12:49:33.810265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058d168-f983-4790-bf01-9324735583ed req-cf019d1a-e36c-4867-ba5d-db0acae41915 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:33.814203 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a058d168-f983-4790-bf01-9324735583ed req-cf019d1a-e36c-4867-ba5d-db0acae41915 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0992274 Aug 19 12:49:33.930967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a058d168-f983-4790-bf01-9324735583ed req-dd0222a4-d96d-4b57-939f-072a79137392 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752988 Aug 19 12:49:33.965679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfb977-ba07-4d5a-b63e-0198ec12debd req-08c652a0-1cc6-4351-8b10-af12734cfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:33.967248 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41bfb977-ba07-4d5a-b63e-0198ec12debd req-08c652a0-1cc6-4351-8b10-af12734cfb77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 1095 time: 0.1128309 Aug 19 12:49:34.112492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfb977-ba07-4d5a-b63e-0198ec12debd req-27b91a2d-c237-4a6a-af9a-8b3b17ca4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:34.113884 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41bfb977-ba07-4d5a-b63e-0198ec12debd req-27b91a2d-c237-4a6a-af9a-8b3b17ca4db9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=99b9eedce23149da97f30436711e8dc7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1384981 Aug 19 12:49:34.208978 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:34.279159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea83f8-b55e-4d75-aa33-22b511212ce4 req-c5882ff2-3310-413e-9460-3e7ec20a0081 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:34.280702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21ea83f8-b55e-4d75-aa33-22b511212ce4 req-c5882ff2-3310-413e-9460-3e7ec20a0081 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 947 time: 0.0527406 Aug 19 12:49:34.306025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfb977-ba07-4d5a-b63e-0198ec12debd req-6035c1da-ca17-464d-8d01-ad17215bf1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:34.308344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41bfb977-ba07-4d5a-b63e-0198ec12debd req-6035c1da-ca17-464d-8d01-ad17215bf1f0 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868544 Aug 19 12:49:34.327960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21ea83f8-b55e-4d75-aa33-22b511212ce4 req-c1849eab-05b1-4ba0-b4b9-0807ecfc5549 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389457 Aug 19 12:49:34.819526 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325859f-6fcf-4253-8af6-fcf629fe4456 req-b5259582-71d3-4b0f-ab58-aed98a1cf50f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:34.824193 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2325859f-6fcf-4253-8af6-fcf629fe4456 req-b5259582-71d3-4b0f-ab58-aed98a1cf50f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0633392 Aug 19 12:49:34.849223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cf9b9-7d56-4016-ad30-2e5bb7fdf167 req-0cf863c4-87ea-4b3e-93bc-253ea05b6356 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:34.854794 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e90cf9b9-7d56-4016-ad30-2e5bb7fdf167 req-0cf863c4-87ea-4b3e-93bc-253ea05b6356 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 943 time: 0.6061692 Aug 19 12:49:34.868577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2325859f-6fcf-4253-8af6-fcf629fe4456 req-eb05a3b3-9c0e-474b-970e-85a4134ada30 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Aug 19 12:49:34.897707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d0df1a93-8608-413f-b71f-6180fcca0fc7 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:49:34.952431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-35aff4b7-9241-48c1-bedf-a51b295f0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:34.958677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-35aff4b7-9241-48c1-bedf-a51b295f0314 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 1095 time: 0.1861677 Aug 19 12:49:34.958677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-911bdf4d-5b1f-45e2-8167-69db091afccd req-76c72c76-4d27-40c3-aca6-e2df34743493 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1903222 Aug 19 12:49:34.994689 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e90cf9b9-7d56-4016-ad30-2e5bb7fdf167 req-14e6344b-6238-43e1-9358-22a4d9d67021 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319032 Aug 19 12:49:35.025693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d0df1a93-8608-413f-b71f-6180fcca0fc7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d0df1a93-8608-413f-b71f-6180fcca0fc7,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:35.051472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'd0df1a93-8608-413f-b71f-6180fcca0fc7', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'port_id': 'd0df1a93-8608-413f-b71f-6180fcca0fc7', 'mac_address': 'fa:16:3e:ec:08:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ff3243-77e0-4076-803b-7eae89758f10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:49:35.066583 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-ed3b60de-ea59-4565-8cb6-aa8ba312a366 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9de4f5c0-77b0-486e-9263-2e1732f51968 HTTP/1.1" status: 200 len: 217 time: 0.0892582 Aug 19 12:49:35.111522 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.132844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0df1a93-8608-413f-b71f-6180fcca0fc7 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:49:35.137459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b8f25-c2c6-4c0a-a925-73d461c165b0 req-0cb14984-96cd-420e-bfb5-759b6b339a20 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:35.139185 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-131b8f25-c2c6-4c0a-a925-73d461c165b0 req-0cb14984-96cd-420e-bfb5-759b6b339a20 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0589929 Aug 19 12:49:35.165748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d0df1a93-8608-413f-b71f-6180fcca0fc7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d0df1a93-8608-413f-b71f-6180fcca0fc7,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:35.170039 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-02b342f7-1442-4381-83df-72c8be041508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.171495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-c24047aa-b064-41ed-8748-ec7ab1a78899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:35.173971 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-c24047aa-b064-41ed-8748-ec7ab1a78899 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0787499 Aug 19 12:49:35.181485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bdf4d-5b1f-45e2-8167-69db091afccd req-dc5d3861-a48d-44dd-bebe-fc0856dcf91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:35.183043 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-911bdf4d-5b1f-45e2-8167-69db091afccd req-dc5d3861-a48d-44dd-bebe-fc0856dcf91c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 1096 time: 0.1308587 Aug 19 12:49:35.186433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-131b8f25-c2c6-4c0a-a925-73d461c165b0 req-331bd7be-a8d9-45c7-a80c-a2440bca2003 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Aug 19 12:49:35.352200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-541b4163-f892-4e1f-beef-af517bca3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:35.354213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-541b4163-f892-4e1f-beef-af517bca3c1d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702774 Aug 19 12:49:35.410317 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.461672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=d0df1a93-8608-413f-b71f-6180fcca0fc7,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:35.495746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bdf4d-5b1f-45e2-8167-69db091afccd req-9d963a28-e75d-492f-93db-b854e229c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:35.497203 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-911bdf4d-5b1f-45e2-8167-69db091afccd req-9d963a28-e75d-492f-93db-b854e229c8ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 920 time: 0.2805090 Aug 19 12:49:35.515085 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] Deleting port a784968a-89fc-4f12-8029-7cbcdc7e9bf7 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:35.515422 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.600762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-edd936c4-da91-4276-a4ae-5d0ed2760dfc service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335076 Aug 19 12:49:35.607907 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-911bdf4d-5b1f-45e2-8167-69db091afccd req-057ff287-d350-42b4-9845-b1fa0ee9848c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4701755-70b6-4172-b13f-f9d9147eec75 HTTP/1.1" status: 200 len: 217 time: 0.0877459 Aug 19 12:49:35.614015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['d0df1a93-8608-413f-b71f-6180fcca0fc7'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:49:35.618733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c2ba7-cd4a-4df9-b15f-d6c15b477bd5 req-2365ab93-1750-436a-a8cf-08520b871f10 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:35.620558 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-709c2ba7-cd4a-4df9-b15f-d6c15b477bd5 req-2365ab93-1750-436a-a8cf-08520b871f10 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 947 time: 0.1874151 Aug 19 12:49:35.713497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486ac6b-312a-4a07-b65a-1fbc6c41a3e0 req-1334acac-32cb-4cc7-af75-a2315a0f940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:35.715040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3486ac6b-312a-4a07-b65a-1fbc6c41a3e0 req-1334acac-32cb-4cc7-af75-a2315a0f940c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 1098 time: 0.0573022 Aug 19 12:49:35.799538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bdf4d-5b1f-45e2-8167-69db091afccd req-a509ffa0-5f25-48ea-b575-ad76f8975b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:35.801282 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-911bdf4d-5b1f-45e2-8167-69db091afccd req-a509ffa0-5f25-48ea-b575-ad76f8975b11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50a6de2c-d325-4338-9639-ea64906dff73 HTTP/1.1" status: 200 len: 859 time: 0.1786671 Aug 19 12:49:35.816671 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-709c2ba7-cd4a-4df9-b15f-d6c15b477bd5 req-367d16a6-dd50-4dde-9677-4f6fe373efdb tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880646 Aug 19 12:49:35.840478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486ac6b-312a-4a07-b65a-1fbc6c41a3e0 req-de224f66-6450-43d4-b4f0-55db490c0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:35.842262 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3486ac6b-312a-4a07-b65a-1fbc6c41a3e0 req-de224f66-6450-43d4-b4f0-55db490c0804 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 200 len: 918 time: 0.1016910 Aug 19 12:49:35.853800 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-911bdf4d-5b1f-45e2-8167-69db091afccd req-609e8616-c553-4b42-8269-f70740f921e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c7d4821-3926-438f-8388-686fb2dac0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364766 Aug 19 12:49:35.859284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] For port a784968a-89fc-4f12-8029-7cbcdc7e9bf7, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a784968a-89fc-4f12-8029-7cbcdc7e9bf7,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:35.860063 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:35.932996 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3486ac6b-312a-4a07-b65a-1fbc6c41a3e0 req-496e378b-f239-4e38-9ff8-41f12598df4c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 HTTP/1.1" status: 200 len: 1002 time: 0.0760825 Aug 19 12:49:35.935124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] Calling delete_port for a784968a-89fc-4f12-8029-7cbcdc7e9bf7 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:35.980577 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-378f5aaf-4b99-4bca-94dd-64be10a28496 req-fecdf525-f93e-4d2a-b968-160d72b7b125 service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589287 Aug 19 12:49:36.020452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486ac6b-312a-4a07-b65a-1fbc6c41a3e0 req-9de2424a-64f3-459d-8a62-d517836dba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:36.021959 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3486ac6b-312a-4a07-b65a-1fbc6c41a3e0 req-9de2424a-64f3-459d-8a62-d517836dba3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 200 len: 856 time: 0.0815597 Aug 19 12:49:36.048885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d4485-03c7-49ea-9769-452031f751a8 req-35cc1690-21f3-4fed-bf70-e6371ef6ae2c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:36.051495 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-625d4485-03c7-49ea-9769-452031f751a8 req-35cc1690-21f3-4fed-bf70-e6371ef6ae2c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0795786 Aug 19 12:49:36.052645 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-911bdf4d-5b1f-45e2-8167-69db091afccd req-1176741d-dce2-43a3-b45c-843585725c77 service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834679 Aug 19 12:49:36.116316 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-625d4485-03c7-49ea-9769-452031f751a8 req-9f71a78c-49ce-4e74-9c0d-c2770ea17831 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458417 Aug 19 12:49:36.119312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486ac6b-312a-4a07-b65a-1fbc6c41a3e0 req-519038b1-ba3f-4eec-a4b1-84a0e00e58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:36.120825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3486ac6b-312a-4a07-b65a-1fbc6c41a3e0 req-519038b1-ba3f-4eec-a4b1-84a0e00e58ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dec3f5f4-0139-445c-b744-81b03bf29b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902793 Aug 19 12:49:36.226740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3486ac6b-312a-4a07-b65a-1fbc6c41a3e0 req-f81aa997-06d3-4b8e-8511-6615ae0f5585 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950649 Aug 19 12:49:36.264515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c861922-634d-4d62-a595-ee6efd192935 req-6d3b85b6-a695-4571-9a00-afc9b8d834de tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:36.271415 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5c861922-634d-4d62-a595-ee6efd192935 req-6d3b85b6-a695-4571-9a00-afc9b8d834de tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 944 time: 0.1102724 Aug 19 12:49:36.350624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec64a99-228c-4c8e-97d8-89e5acedd7f7 req-cf8173fe-837f-4e17-8667-37a1cd106f51 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:36.352126 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bec64a99-228c-4c8e-97d8-89e5acedd7f7 req-cf8173fe-837f-4e17-8667-37a1cd106f51 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0709524 Aug 19 12:49:36.354849 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5c861922-634d-4d62-a595-ee6efd192935 req-186370e0-9d8b-4593-8533-351a43435bdc tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708213 Aug 19 12:49:36.396945 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bec64a99-228c-4c8e-97d8-89e5acedd7f7 req-e5c2860d-27bf-4dff-993a-6124ece93d4c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372448 Aug 19 12:49:36.409427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3486ac6b-312a-4a07-b65a-1fbc6c41a3e0 req-c32a8492-8611-4b60-8809-aa45d87b78b5 service neutron] 10.222.0.62 "GET /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785471 Aug 19 12:49:36.413611 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-911bdf4d-5b1f-45e2-8167-69db091afccd req-18ed6b7b-6577-479c-8184-ae98e7695b43 service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484883 Aug 19 12:49:36.614849 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.665034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] Pushing event deleted for resources: {'Port': ['ID=a784968a-89fc-4f12-8029-7cbcdc7e9bf7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:36.853179 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:36.913619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d0df1a93-8608-413f-b71f-6180fcca0fc7 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:49:37.046493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5db92-2478-4d36-8093-50bb16876378 req-b5a2ddb4-e572-44d7-86b7-6c699d67b023 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:37.048106 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0aa5db92-2478-4d36-8093-50bb16876378 req-b5a2ddb4-e572-44d7-86b7-6c699d67b023 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 947 time: 0.1214831 Aug 19 12:49:37.100245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port d0df1a93-8608-413f-b71f-6180fcca0fc7 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:49:37.105094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port d0df1a93-8608-413f-b71f-6180fcca0fc7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:49:37.105094 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.139593 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0aa5db92-2478-4d36-8093-50bb16876378 req-faaf79c3-fe74-490d-9e5e-88d07e758107 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784514 Aug 19 12:49:37.223036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] Router 82c30658-7013-413c-8261-f66ba2bf162e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:49:37.241064 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.263793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6d62c8-3952-49c1-b969-64562361faae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0df1a93-8608-413f-b71f-6180fcca0fc7'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:37.268196 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addef647-1580-4c55-b434-33eaa6b197e7" -d '{"events": [{"server_uuid": "6d6d62c8-3952-49c1-b969-64562361faae", "name": "network-vif-plugged", "status": "completed", "tag": "d0df1a93-8608-413f-b71f-6180fcca0fc7"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:37.285638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port d0df1a93-8608-413f-b71f-6180fcca0fc7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d0df1a93-8608-413f-b71f-6180fcca0fc7,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:37.339552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:49:37.350611 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fe33cdf1-6318-4670-9e4e-aeb8324ae82c admin admin] 10.222.0.21 "PUT /v2.0/routers/82c30658-7013-413c-8261-f66ba2bf162e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9682312 Aug 19 12:49:37.352256 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d068df7-2335-4473-9ce3-b6244be6b851 None None] Sync routers for ids ['82c30658-7013-413c-8261-f66ba2bf162e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:49:37.353593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38648) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:37.357523 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2706eacc-f014-42a2-98fa-442c6baab6af x-openstack-request-id: req-2706eacc-f014-42a2-98fa-442c6baab6af {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:37.360284 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6d62c8-3952-49c1-b969-64562361faae", "name": "network-vif-plugged", "status": "completed", "tag": "d0df1a93-8608-413f-b71f-6180fcca0fc7", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:37.360703 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2706eacc-f014-42a2-98fa-442c6baab6af {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:37.361483 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6d62c8-3952-49c1-b969-64562361faae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0df1a93-8608-413f-b71f-6180fcca0fc7', 'code': 200} Aug 19 12:49:37.362927 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d068df7-2335-4473-9ce3-b6244be6b851 None None] Routers {'82c30658-7013-413c-8261-f66ba2bf162e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:37.364937 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4d068df7-2335-4473-9ce3-b6244be6b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:49:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['82c30658-7013-413c-8261-f66ba2bf162e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:37.437431 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.488261 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-4d068df7-2335-4473-9ce3-b6244be6b851 None None] Set router 82c30658-7013-413c-8261-f66ba2bf162e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:37.499068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=d0df1a93-8608-413f-b71f-6180fcca0fc7,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:37.546846 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b296a8-c6ad-42fa-8373-66b714ff974a req-2eb89ecc-8927-4ee7-91c9-fb3a5fb76aad tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:37.548447 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0b296a8-c6ad-42fa-8373-66b714ff974a req-2eb89ecc-8927-4ee7-91c9-fb3a5fb76aad tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 945 time: 0.0695436 Aug 19 12:49:37.569562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e64ae-1c53-4f51-ad55-90ffd226d44c req-63a40d59-8197-4a85-bbf9-4a39edee4c77 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:37.571123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-852e64ae-1c53-4f51-ad55-90ffd226d44c req-63a40d59-8197-4a85-bbf9-4a39edee4c77 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.1549129 Aug 19 12:49:37.576405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db118d9c-ddc6-4fcc-b686-e000aee77204 req-b9b71759-e996-4b75-bdcb-dfbf1096ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:37.577820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db118d9c-ddc6-4fcc-b686-e000aee77204 req-b9b71759-e996-4b75-bdcb-dfbf1096ee47 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 1096 time: 0.1233733 Aug 19 12:49:37.618287 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.627946 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f0b296a8-c6ad-42fa-8373-66b714ff974a req-3853bd39-50b5-48bc-9ccb-d229ab87f754 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689173 Aug 19 12:49:37.693636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-852e64ae-1c53-4f51-ad55-90ffd226d44c req-d35c2471-8363-44a2-a464-5d9ae2e92b29 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127386 Aug 19 12:49:37.697929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db118d9c-ddc6-4fcc-b686-e000aee77204 req-3f776685-57e4-45ec-b5f5-01e25ec49a1d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105745 Aug 19 12:49:37.728398 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4d068df7-2335-4473-9ce3-b6244be6b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c30658-7013-413c-8261-f66ba2bf162e', 'name': 'tempest-TestServerMultinode-1688153015-router', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:21Z', 'updated_at': '2021-08-19T12:49:36Z', 'revision_number': 5, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'gw_port': {'id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:22Z', 'updated_at': '2021-08-19T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:37.763296 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d068df7-2335-4473-9ce3-b6244be6b851 None None] Checking router: 82c30658-7013-413c-8261-f66ba2bf162e for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:49:37.770231 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.770831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc818f-b1ed-4d82-825e-5edba18d815f req-10edf098-8c4b-4a4f-b545-9bff70529cde tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:37.785726 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-44fc818f-b1ed-4d82-825e-5edba18d815f req-10edf098-8c4b-4a4f-b545-9bff70529cde tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0618360 Aug 19 12:49:37.785883 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d068df7-2335-4473-9ce3-b6244be6b851 None None] Routers {'82c30658-7013-413c-8261-f66ba2bf162e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:37.785883 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4d068df7-2335-4473-9ce3-b6244be6b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:49:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['82c30658-7013-413c-8261-f66ba2bf162e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:37.786233 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:37.812043 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-44fc818f-b1ed-4d82-825e-5edba18d815f req-198d8d22-af68-4863-80bb-b2a81839c750 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330079 Aug 19 12:49:37.882214 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-4d068df7-2335-4473-9ce3-b6244be6b851 None None] Set router 82c30658-7013-413c-8261-f66ba2bf162e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:37.896073 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-99854d05-c673-4756-9325-3f002047dd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.008836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Deleting port d2f81847-b338-46b5-98f3-70e3fbb51d88 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:38.009068 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.067150 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4d068df7-2335-4473-9ce3-b6244be6b851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c30658-7013-413c-8261-f66ba2bf162e', 'name': 'tempest-TestServerMultinode-1688153015-router', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:21Z', 'updated_at': '2021-08-19T12:49:36Z', 'revision_number': 5, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'gw_port': {'id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:22Z', 'updated_at': '2021-08-19T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:38.099637 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d068df7-2335-4473-9ce3-b6244be6b851 None None] The sync data for ids ['82c30658-7013-413c-8261-f66ba2bf162e'] in n-d-803757-2 is: [{'id': '82c30658-7013-413c-8261-f66ba2bf162e', 'name': 'tempest-TestServerMultinode-1688153015-router', 'tenant_id': '8f5c35dc3e9143d69ef75090787e867b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:21Z', 'updated_at': '2021-08-19T12:49:36Z', 'revision_number': 5, 'project_id': '8f5c35dc3e9143d69ef75090787e867b', 'gw_port': {'id': 'd2f81847-b338-46b5-98f3-70e3fbb51d88', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:15:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c30658-7013-413c-8261-f66ba2bf162e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:22Z', 'updated_at': '2021-08-19T12:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:49:38.106242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] For port d2f81847-b338-46b5-98f3-70e3fbb51d88, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d2f81847-b338-46b5-98f3-70e3fbb51d88,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:38.106700 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.121825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Calling delete_port for d2f81847-b338-46b5-98f3-70e3fbb51d88 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:38.303850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9427012-98f0-4962-9ba6-b8758127d2bf req-1857a22c-f871-4b98-8f54-4402c08e9004 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:38.305522 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9427012-98f0-4962-9ba6-b8758127d2bf req-1857a22c-f871-4b98-8f54-4402c08e9004 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 947 time: 0.0694523 Aug 19 12:49:38.378486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9427012-98f0-4962-9ba6-b8758127d2bf req-e8fdf202-f3b7-4f81-9b64-184ad26abe28 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544858 Aug 19 12:49:38.587753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:38.813994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c0121-8da4-480e-b974-60a76e955800 req-5306774e-2706-45e5-90b2-f85cd2b94548 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:38.815697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c76c0121-8da4-480e-b974-60a76e955800 req-5306774e-2706-45e5-90b2-f85cd2b94548 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 945 time: 0.0894368 Aug 19 12:49:38.858246 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c76c0121-8da4-480e-b974-60a76e955800 req-9f2e3e3b-63e1-46af-9659-d295a6078e70 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360048 Aug 19 12:49:38.924974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f81847-b338-46b5-98f3-70e3fbb51d88,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:38.982792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d620dd-0063-4d93-b579-9c28c27764b0 req-2a56c945-293d-4cd1-b8fd-891e494f2766 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:38.984284 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1d620dd-0063-4d93-b579-9c28c27764b0 req-2a56c945-293d-4cd1-b8fd-891e494f2766 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0513990 Aug 19 12:49:39.015811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1cb5d-8822-4058-aa8e-b1e7cfa49f48 req-79e3d11c-9d62-4f84-9259-7aabd8c376bc tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:39.017321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-83b1cb5d-8822-4058-aa8e-b1e7cfa49f48 req-79e3d11c-9d62-4f84-9259-7aabd8c376bc tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0966229 Aug 19 12:49:39.038269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1d620dd-0063-4d93-b579-9c28c27764b0 req-56c88189-f748-4f74-8171-abd5dda3a716 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461228 Aug 19 12:49:39.040086 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.167560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-83b1cb5d-8822-4058-aa8e-b1e7cfa49f48 req-06c6d40e-9385-4d61-b62d-69006feddd7b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421776 Aug 19 12:49:39.169161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.171384 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.176769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a784968a-89fc-4f12-8029-7cbcdc7e9bf7 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:39.199069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: a784968a-89fc-4f12-8029-7cbcdc7e9bf7 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:39.199500 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a784968a-89fc-4f12-8029-7cbcdc7e9bf7 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:39.433311 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.433884 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.434012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82c30658-7013-413c-8261-f66ba2bf162e {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:49:39.438250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.439405 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6d229578-4615-4583-9e65-d1ae56e0e6b1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/82c30658-7013-413c-8261-f66ba2bf162e HTTP/1.1" status: 204 len: 168 time: 2.0840619 Aug 19 12:49:39.441946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38664) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:39.487964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c583ac7-76c1-471d-8ae5-df18b6cde6bf admin admin] Deleting subnet 6be82150-0409-48d0-b7f3-d89ac22a0682 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:39.491311 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c583ac7-76c1-471d-8ae5-df18b6cde6bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.535023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c583ac7-76c1-471d-8ae5-df18b6cde6bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.613515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c583ac7-76c1-471d-8ae5-df18b6cde6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:39.976266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd82f30-febb-489a-a581-96c80eb86651 req-f07254b3-0bff-4837-9eb2-a33c925b2af9 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:39.977679 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2dd82f30-febb-489a-a581-96c80eb86651 req-f07254b3-0bff-4837-9eb2-a33c925b2af9 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 945 time: 0.0498192 Aug 19 12:49:39.982500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c583ac7-76c1-471d-8ae5-df18b6cde6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.008237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c583ac7-76c1-471d-8ae5-df18b6cde6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be82150-0409-48d0-b7f3-d89ac22a0682,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:40.012234 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c583ac7-76c1-471d-8ae5-df18b6cde6bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.016273 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2dd82f30-febb-489a-a581-96c80eb86651 req-fd7e4f29-9771-49d6-8d74-ff4b81fedd3f tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315692 Aug 19 12:49:40.016655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38668) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:40.016788 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2c583ac7-76c1-471d-8ae5-df18b6cde6bf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6be82150-0409-48d0-b7f3-d89ac22a0682 HTTP/1.1" status: 204 len: 168 time: 0.5737739 Aug 19 12:49:40.022461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ffcfd9-8908-4019-b526-40d7ad4fcc33 None None] Network 03f18108-0888-412b-925f-bd587b7a6ae4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:40.100998 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.170739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb1829-be42-4f1a-a561-35b0cebdd4c8 req-92294304-d791-44ef-b4fe-ad1ee3e72399 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:40.172374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-33bb1829-be42-4f1a-a561-35b0cebdd4c8 req-92294304-d791-44ef-b4fe-ad1ee3e72399 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 945 time: 0.0580497 Aug 19 12:49:40.216219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c6535-2ee2-4776-9be7-76e07677a3b7 req-7f4a56f4-93ad-4163-9cce-2d249991966d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:40.217814 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-700c6535-2ee2-4776-9be7-76e07677a3b7 req-7f4a56f4-93ad-4163-9cce-2d249991966d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0709393 Aug 19 12:49:40.218165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-33bb1829-be42-4f1a-a561-35b0cebdd4c8 req-f080aee2-ab06-47c0-9f2c-a0600688df31 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397639 Aug 19 12:49:40.223959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Deleting port ef181e48-4127-4381-9faa-d164f3d862a1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:40.224296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.245421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430a31bf-36af-4c9b-8fa3-418d8805b6c9 None None] DHCP port deletion for 03f18108-0888-412b-925f-bd587b7a6ae4 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:49:40.306944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-430a31bf-36af-4c9b-8fa3-418d8805b6c9 None None] Deleting port ef181e48-4127-4381-9faa-d164f3d862a1 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:40.307840 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-430a31bf-36af-4c9b-8fa3-418d8805b6c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.315610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-700c6535-2ee2-4776-9be7-76e07677a3b7 req-811bec7b-fb9c-4588-bb9a-69b35bb8432a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884836 Aug 19 12:49:40.320385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] For port ef181e48-4127-4381-9faa-d164f3d862a1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ef181e48-4127-4381-9faa-d164f3d862a1,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:40.320773 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.339229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Calling delete_port for ef181e48-4127-4381-9faa-d164f3d862a1 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:40.351644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db2a40-8eb5-494e-9dbd-f14d4a566cf6 req-c5bf0776-4436-4796-8f16-15b45523682e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:40.352949 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51db2a40-8eb5-494e-9dbd-f14d4a566cf6 req-c5bf0776-4436-4796-8f16-15b45523682e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0584795 Aug 19 12:49:40.383272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-430a31bf-36af-4c9b-8fa3-418d8805b6c9 None None] For port ef181e48-4127-4381-9faa-d164f3d862a1, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ef181e48-4127-4381-9faa-d164f3d862a1,segment=NetworkSegment(db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2),segment_id=db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:40.384253 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-430a31bf-36af-4c9b-8fa3-418d8805b6c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.398583 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51db2a40-8eb5-494e-9dbd-f14d4a566cf6 req-855fa1ce-7d89-4e46-92a2-fce04d0a538a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377090 Aug 19 12:49:40.409893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-430a31bf-36af-4c9b-8fa3-418d8805b6c9 None None] Calling delete_port for ef181e48-4127-4381-9faa-d164f3d862a1 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:40.467370 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee261e18-2d44-4565-b2ad-4aafa7af4613 req-a3be6cee-f5bf-4a73-92b5-42077f24338d tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:40.468791 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee261e18-2d44-4565-b2ad-4aafa7af4613 req-a3be6cee-f5bf-4a73-92b5-42077f24338d tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 945 time: 0.0506370 Aug 19 12:49:40.510296 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee261e18-2d44-4565-b2ad-4aafa7af4613 req-a544be19-6d2a-453d-9767-9c822c610ee0 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348897 Aug 19 12:49:40.531600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38678) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:40.618087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db281ed-93cb-4470-b068-72ecbc95567f tempest-TestServerBasicOps-703505045 tempest-TestServerBasicOps-703505045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:40.619646 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6db281ed-93cb-4470-b068-72ecbc95567f tempest-TestServerBasicOps-703505045 tempest-TestServerBasicOps-703505045-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 1091 time: 0.0870948 Aug 19 12:49:40.622602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38682) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:40.627216 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': 'd0df1a93-8608-413f-b71f-6180fcca0fc7', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:49:40.723260 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.729534 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-430a31bf-36af-4c9b-8fa3-418d8805b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.750714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] No DVR routers for this DVR port ef181e48-4127-4381-9faa-d164f3d862a1 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:40.752574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Pushing event deleted for resources: {'Port': ['ID=ef181e48-4127-4381-9faa-d164f3d862a1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:40.759978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a31bf-36af-4c9b-8fa3-418d8805b6c9 None None] Pushing event deleted for resources: {'Port': ['ID=ef181e48-4127-4381-9faa-d164f3d862a1,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:40.761857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a31bf-36af-4c9b-8fa3-418d8805b6c9 None None] No DVR routers for this DVR port ef181e48-4127-4381-9faa-d164f3d862a1 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:40.826613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.832320 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.836941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f18108-0888-412b-925f-bd587b7a6ae4']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:40.852444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:40.852738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6fab43-1544-4f0d-bb7c-dc0d0c80fbc2') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:40.861981 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.875321 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.881940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:40.882352 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:40.883996 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:40.993223 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.079261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.101425 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.101425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] 10.222.0.21 "DELETE /v2.0/networks/03f18108-0888-412b-925f-bd587b7a6ae4 HTTP/1.1" status: 204 len: 168 time: 1.0711145 Aug 19 12:49:41.101597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38684) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:41.108485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d2f81847-b338-46b5-98f3-70e3fbb51d88 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:41.112705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e857f-3faa-4aa0-8709-ffc4fd7fae8b admin admin] Pushing event deleted for resources: {'Network': ['ID=03f18108-0888-412b-925f-bd587b7a6ae4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:41.128875 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.131411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d2f81847-b338-46b5-98f3-70e3fbb51d88 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:41.132329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d2f81847-b338-46b5-98f3-70e3fbb51d88 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:41.132329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef181e48-4127-4381-9faa-d164f3d862a1 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:41.151245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: ef181e48-4127-4381-9faa-d164f3d862a1 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:41.151673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ef181e48-4127-4381-9faa-d164f3d862a1 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:41.243939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Allocated IP 172.25.2.119 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/2b4dfeed-1c08-43db-a094-0119da941be2) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:49:41.351301 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.480111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2f13b-23b3-418e-b04c-e817aeaa9c2d req-c2a028d2-455b-4dde-9173-35fbb312af07 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:41.481617 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0ac2f13b-23b3-418e-b04c-e817aeaa9c2d req-c2a028d2-455b-4dde-9173-35fbb312af07 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0792224 Aug 19 12:49:41.517582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f4cf7-47df-4ae6-aaf3-33c203691925 req-af2808d9-e50f-4c34-a0af-879858e06d15 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:41.518570 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.522421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-576f4cf7-47df-4ae6-aaf3-33c203691925 req-af2808d9-e50f-4c34-a0af-879858e06d15 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0525482 Aug 19 12:49:41.558836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-576f4cf7-47df-4ae6-aaf3-33c203691925 req-2f9d13fb-a349-46ec-8c1b-efa822c0b45b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329475 Aug 19 12:49:41.562742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0ac2f13b-23b3-418e-b04c-e817aeaa9c2d req-6f6f9ecd-c39c-482e-8901-3d640a934eb5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730295 Aug 19 12:49:41.595232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.633952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:49:41.638850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:49:41.643417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:49:41.675586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event updated for resources: {'Port': ['ID=2b4dfeed-1c08-43db-a094-0119da941be2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:41.793741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] Deleting port f3150ddc-f827-465f-ad28-cc4e4da6d0a6 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:41.794170 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.871810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] For port f3150ddc-f827-465f-ad28-cc4e4da6d0a6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f3150ddc-f827-465f-ad28-cc4e4da6d0a6,segment=NetworkSegment(39239b7c-d2fb-49a8-a231-884564cde518),segment_id=39239b7c-d2fb-49a8-a231-884564cde518)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:41.872273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:41.887802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] Calling delete_port for f3150ddc-f827-465f-ad28-cc4e4da6d0a6 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:42.026383 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.314978 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.387908 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.424591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3150ddc-f827-465f-ad28-cc4e4da6d0a6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:42.467819 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.610173 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.667588 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:42.757327 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3594eb6-d5ee-481e-b6bd-71beb6781358 req-337f8084-84ee-40f0-af4b-05844125e8b5 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:42.758763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3594eb6-d5ee-481e-b6bd-71beb6781358 req-337f8084-84ee-40f0-af4b-05844125e8b5 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0991664 Aug 19 12:49:42.766413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bb78f-9b73-4992-9d21-f0134d87a357 req-c410f08a-a5ef-41c7-837a-5a537b58b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:42.768605 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-404bb78f-9b73-4992-9d21-f0134d87a357 req-c410f08a-a5ef-41c7-837a-5a537b58b952 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 1097 time: 0.1552017 Aug 19 12:49:42.780520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event updated for resources: {'Port': ['ID=2b4dfeed-1c08-43db-a094-0119da941be2,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:42.849356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3594eb6-d5ee-481e-b6bd-71beb6781358 req-cf5b2a7b-73a0-4486-93b8-bb6eb4217c14 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821116 Aug 19 12:49:42.916277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] Router 746b1833-27bc-4336-904e-f3da34d23b77 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:49:43.034347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:49:43.045372 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-73cb5ed1-a40c-44a2-bc27-7b1639a56b87 admin admin] 10.222.0.21 "PUT /v2.0/routers/746b1833-27bc-4336-904e-f3da34d23b77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9471304 Aug 19 12:49:43.046143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38694) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:43.048250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860560f-6057-43a7-aab8-46b0c46de5dd None None] Sync routers for ids ['746b1833-27bc-4336-904e-f3da34d23b77'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:49:43.065693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860560f-6057-43a7-aab8-46b0c46de5dd None None] Routers {'746b1833-27bc-4336-904e-f3da34d23b77'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:43.065693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8860560f-6057-43a7-aab8-46b0c46de5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:49:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['746b1833-27bc-4336-904e-f3da34d23b77'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:43.180907 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.191323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-8860560f-6057-43a7-aab8-46b0c46de5dd None None] Set router 746b1833-27bc-4336-904e-f3da34d23b77 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:43.227589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc9f22-c5bd-443b-8086-eaeefe23c2ba req-42bc0a6f-4dab-4154-885e-e9f5bdd9b750 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:43.229193 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-85dc9f22-c5bd-443b-8086-eaeefe23c2ba req-42bc0a6f-4dab-4154-885e-e9f5bdd9b750 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.5775642 Aug 19 12:49:43.271166 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.296681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.312645 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-404bb78f-9b73-4992-9d21-f0134d87a357 req-b0d0c272-dc27-4f03-a0b7-72fb5568cbde service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334148 Aug 19 12:49:43.333612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-85dc9f22-c5bd-443b-8086-eaeefe23c2ba req-d64198dc-91ca-487f-8f07-02c5980aab50 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920830 Aug 19 12:49:43.379104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8860560f-6057-43a7-aab8-46b0c46de5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1833-27bc-4336-904e-f3da34d23b77', 'name': 'tempest-TestServerMultinode-1214538707-router', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:32Z', 'updated_at': '2021-08-19T12:49:42Z', 'revision_number': 5, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'gw_port': {'id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:33Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:43.394334 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Floating IP d148ff35-0f98-4f41-bae0-7f07fbaf0aa5 associated. External IP: 172.25.2.119, port: d0df1a93-8608-413f-b71f-6180fcca0fc7. Aug 19 12:49:43.409026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860560f-6057-43a7-aab8-46b0c46de5dd None None] Checking router: 746b1833-27bc-4336-904e-f3da34d23b77 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:49:43.417510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860560f-6057-43a7-aab8-46b0c46de5dd None None] Routers {'746b1833-27bc-4336-904e-f3da34d23b77'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:43.418122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8860560f-6057-43a7-aab8-46b0c46de5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:49:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['746b1833-27bc-4336-904e-f3da34d23b77'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:43.524964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-8860560f-6057-43a7-aab8-46b0c46de5dd None None] Set router 746b1833-27bc-4336-904e-f3da34d23b77 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:43.550321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Deleting port f14a89b2-a9cf-40f5-a66c-3d1775a06658 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:43.550946 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.619250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Router dd22a174-bcaf-4b99-9e7a-cb29027e422c has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:49:43.643910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] For port f14a89b2-a9cf-40f5-a66c-3d1775a06658, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f14a89b2-a9cf-40f5-a66c-3d1775a06658,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:43.643910 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.652703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Calling delete_port for f14a89b2-a9cf-40f5-a66c-3d1775a06658 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:43.717847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8860560f-6057-43a7-aab8-46b0c46de5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746b1833-27bc-4336-904e-f3da34d23b77', 'name': 'tempest-TestServerMultinode-1214538707-router', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:32Z', 'updated_at': '2021-08-19T12:49:42Z', 'revision_number': 5, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'gw_port': {'id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:33Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:43.733812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:49:43.745870 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f5c92-d5fe-4129-8419-b21e3c800056 None None] Sync routers for ids ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:49:43.747899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8860560f-6057-43a7-aab8-46b0c46de5dd None None] The sync data for ids ['746b1833-27bc-4336-904e-f3da34d23b77'] in n-d-803757-2 is: [{'id': '746b1833-27bc-4336-904e-f3da34d23b77', 'name': 'tempest-TestServerMultinode-1214538707-router', 'tenant_id': '3a8227cf261145308b81b445c3f98aa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:32Z', 'updated_at': '2021-08-19T12:49:42Z', 'revision_number': 5, 'project_id': '3a8227cf261145308b81b445c3f98aa2', 'gw_port': {'id': 'f14a89b2-a9cf-40f5-a66c-3d1775a06658', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746b1833-27bc-4336-904e-f3da34d23b77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:33Z', 'updated_at': '2021-08-19T12:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:49:43.758864 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f5c92-d5fe-4129-8419-b21e3c800056 None None] Routers {'dd22a174-bcaf-4b99-9e7a-cb29027e422c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:43.758864 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d8f5c92-d5fe-4129-8419-b21e3c800056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:49:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:43.864847 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-6d8f5c92-d5fe-4129-8419-b21e3c800056 None None] Set router dd22a174-bcaf-4b99-9e7a-cb29027e422c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:43.941774 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:43.970627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b60577-8f87-4c25-b777-5862ab70ca23 req-c7a231df-eb3c-41e5-8061-389bbf7b8bc7 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:43.977395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9ab0243b-cd5a-4ea4-9e61-b17222028698 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3489983 Aug 19 12:49:43.977395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6d62c8-3952-49c1-b969-64562361faae', 'tag': 'd0df1a93-8608-413f-b71f-6180fcca0fc7'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:49:43.977844 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32b60577-8f87-4c25-b777-5862ab70ca23 req-c7a231df-eb3c-41e5-8061-389bbf7b8bc7 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0543439 Aug 19 12:49:43.977994 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6d62c8-3952-49c1-b969-64562361faae", "tag": "d0df1a93-8608-413f-b71f-6180fcca0fc7"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:49:44.006947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.020749 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1c85de-f3be-458c-aea3-80a85ef00e42 x-openstack-request-id: req-cf1c85de-f3be-458c-aea3-80a85ef00e42 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:49:44.021050 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6d62c8-3952-49c1-b969-64562361faae", "tag": "d0df1a93-8608-413f-b71f-6180fcca0fc7", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:49:44.021304 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf1c85de-f3be-458c-aea3-80a85ef00e42 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:49:44.022358 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6d62c8-3952-49c1-b969-64562361faae', 'tag': 'd0df1a93-8608-413f-b71f-6180fcca0fc7', 'status': 'completed', 'code': 200} Aug 19 12:49:44.046494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14a89b2-a9cf-40f5-a66c-3d1775a06658,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:44.056763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32b60577-8f87-4c25-b777-5862ab70ca23 req-633caaf2-0307-4a5a-8d93-046c0bfd6329 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693905 Aug 19 12:49:44.104668 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d8f5c92-d5fe-4129-8419-b21e3c800056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:52Z', 'revision_number': 4, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'd148ff35-0f98-4f41-bae0-7f07fbaf0aa5', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'port_id': 'd0df1a93-8608-413f-b71f-6180fcca0fc7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'mac_address': 'fa:16:3e:ec:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d62c8-3952-49c1-b969-64562361faae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:49:41Z', 'updated_at': '2021-08-19T12:49:41Z', 'revision_number': 0, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67d400c7-8e24-4459-8cfe-7e7cde79c895', 'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '92ff3243-77e0-4076-803b-7eae89758f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:50Z', 'updated_at': '2021-08-19T12:48:59Z', 'revision_number': 5, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'subnets': [{'id': '92ff3243-77e0-4076-803b-7eae89758f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:44.142384 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f5c92-d5fe-4129-8419-b21e3c800056 None None] Checking router: dd22a174-bcaf-4b99-9e7a-cb29027e422c for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:49:44.154251 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8f5c92-d5fe-4129-8419-b21e3c800056 None None] Routers {'dd22a174-bcaf-4b99-9e7a-cb29027e422c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:49:44.155103 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d8f5c92-d5fe-4129-8419-b21e3c800056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:49:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:44.161506 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.165673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6 req-e71cec82-31d7-4ea7-967a-b2331551b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.167208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6 req-e71cec82-31d7-4ea7-967a-b2331551b80a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0dc64f81a0f243fea14b8699ce777f77&device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 1096 time: 0.1119125 Aug 19 12:49:44.320851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.326606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.386212 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-6d8f5c92-d5fe-4129-8419-b21e3c800056 None None] Set router dd22a174-bcaf-4b99-9e7a-cb29027e422c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:49:44.403404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6 req-64dbd479-a89a-4690-96b0-b6004e1e8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.406075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6 req-64dbd479-a89a-4690-96b0-b6004e1e8a92 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f895e18b-06e1-4802-9d19-c9fbb2ee726c HTTP/1.1" status: 200 len: 910 time: 0.2126157 Aug 19 12:49:44.484263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95242635-9eb8-49d8-987d-ad9a67835f3c req-1e965b79-0656-48bc-8122-e73104ca49b7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.486117 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-95242635-9eb8-49d8-987d-ad9a67835f3c req-1e965b79-0656-48bc-8122-e73104ca49b7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0550241 Aug 19 12:49:44.494098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6 req-4aa57f26-456f-4b5e-8b56-30997cf99adc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0df1a93-8608-413f-b71f-6180fcca0fc7 HTTP/1.1" status: 200 len: 999 time: 0.0669188 Aug 19 12:49:44.527513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-95242635-9eb8-49d8-987d-ad9a67835f3c req-457962a5-12db-46f6-b6bd-383c69824bb8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Aug 19 12:49:44.557741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6 req-c0c09b54-7554-4b03-a82e-804fa50363fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.559435 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6 req-c0c09b54-7554-4b03-a82e-804fa50363fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92ff3243-77e0-4076-803b-7eae89758f10 HTTP/1.1" status: 200 len: 848 time: 0.0518377 Aug 19 12:49:44.616148 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.616705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746b1833-27bc-4336-904e-f3da34d23b77 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:49:44.623142 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.627035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9b2a951d-8e5e-458e-b77f-c16998272100 admin admin] 10.222.0.21 "DELETE /v2.0/routers/746b1833-27bc-4336-904e-f3da34d23b77 HTTP/1.1" status: 204 len: 168 time: 1.5771060 Aug 19 12:49:44.627035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6 req-da990340-db10-45b6-bf93-d931c5f6c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:44.627270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38704) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:44.628346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6 req-da990340-db10-45b6-bf93-d931c5f6c9ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f895e18b-06e1-4802-9d19-c9fbb2ee726c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510459 Aug 19 12:49:44.641186 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d8f5c92-d5fe-4129-8419-b21e3c800056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:52Z', 'revision_number': 4, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'd148ff35-0f98-4f41-bae0-7f07fbaf0aa5', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'port_id': 'd0df1a93-8608-413f-b71f-6180fcca0fc7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'mac_address': 'fa:16:3e:ec:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d62c8-3952-49c1-b969-64562361faae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:49:41Z', 'updated_at': '2021-08-19T12:49:41Z', 'revision_number': 0, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67d400c7-8e24-4459-8cfe-7e7cde79c895', 'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '92ff3243-77e0-4076-803b-7eae89758f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:50Z', 'updated_at': '2021-08-19T12:48:59Z', 'revision_number': 5, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'subnets': [{'id': '92ff3243-77e0-4076-803b-7eae89758f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:44.680351 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f5c92-d5fe-4129-8419-b21e3c800056 None None] The sync data for ids ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'] in n-d-803757-2 is: [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:52Z', 'revision_number': 4, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'd148ff35-0f98-4f41-bae0-7f07fbaf0aa5', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'port_id': 'd0df1a93-8608-413f-b71f-6180fcca0fc7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'mac_address': 'fa:16:3e:ec:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6d62c8-3952-49c1-b969-64562361faae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:49:41Z', 'updated_at': '2021-08-19T12:49:41Z', 'revision_number': 0, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67d400c7-8e24-4459-8cfe-7e7cde79c895', 'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '92ff3243-77e0-4076-803b-7eae89758f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:50Z', 'updated_at': '2021-08-19T12:48:59Z', 'revision_number': 5, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'subnets': [{'id': '92ff3243-77e0-4076-803b-7eae89758f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:49:44.692588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad47f21-5e7e-423b-9afc-b5e1fa611ba4 admin admin] Deleting subnet 2c566e6b-fdf9-43b5-9ea7-60a5702087a5 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:49:44.695887 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7ad47f21-5e7e-423b-9afc-b5e1fa611ba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.738168 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7ad47f21-5e7e-423b-9afc-b5e1fa611ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.744410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6 req-c59f2fc3-91b4-44fb-a511-a572f1f2836b service neutron] 10.222.0.62 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995293 Aug 19 12:49:44.837962 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7ad47f21-5e7e-423b-9afc-b5e1fa611ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:44.854706 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e83eb8f-bfb1-47e3-a810-3b340cb9b1f6 req-ec6bcdcc-f6e6-4d5b-856c-e7d8764bf7dc service neutron] 10.222.0.62 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973139 Aug 19 12:49:44.939124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b54aa06-bd07-4d07-8725-96b6b463d567 None None] New status for floating IP d148ff35-0f98-4f41-bae0-7f07fbaf0aa5: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:49:45.114652 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7ad47f21-5e7e-423b-9afc-b5e1fa611ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.169058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d015b8c-3de3-452e-a978-ab35384cbc29 None None] Network 8992075b-46b3-4cef-b1f3-128b1f26cc61 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:49:45.175277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad47f21-5e7e-423b-9afc-b5e1fa611ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c566e6b-fdf9-43b5-9ea7-60a5702087a5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:45.179065 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7ad47f21-5e7e-423b-9afc-b5e1fa611ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.181773 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7ad47f21-5e7e-423b-9afc-b5e1fa611ba4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2c566e6b-fdf9-43b5-9ea7-60a5702087a5 HTTP/1.1" status: 204 len: 168 time: 0.5500789 Aug 19 12:49:45.184261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38708) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:45.207606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62615429-04f8-4e26-ad3c-60b8509c3706 req-b97cd6b1-d619-40fb-bcff-9f4cc0b37032 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:45.209809 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62615429-04f8-4e26-ad3c-60b8509c3706 req-b97cd6b1-d619-40fb-bcff-9f4cc0b37032 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0730515 Aug 19 12:49:45.215536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f3150ddc-f827-465f-ad28-cc4e4da6d0a6 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:45.242973 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f3150ddc-f827-465f-ad28-cc4e4da6d0a6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:45.243320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f3150ddc-f827-465f-ad28-cc4e4da6d0a6 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:45.243737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f14a89b2-a9cf-40f5-a66c-3d1775a06658 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:45.255942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62615429-04f8-4e26-ad3c-60b8509c3706 req-307e7fd8-9408-4d0c-b567-e14878d68350 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Aug 19 12:49:45.265603 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.274787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f14a89b2-a9cf-40f5-a66c-3d1775a06658 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:45.275164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f14a89b2-a9cf-40f5-a66c-3d1775a06658 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:45.385479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Deleting port 417b75fe-ca08-4d20-8596-f015723f37fc {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:45.385479 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.408162 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d3107f-be96-450a-8763-b22bad8d7819 None None] DHCP port deletion for 8992075b-46b3-4cef-b1f3-128b1f26cc61 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:49:45.441533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3cdb2-ffa9-471e-ba81-a629856a6e5a req-97ea965a-205e-480c-abd6-f399c6ed622f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:45.441533 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-54e3cdb2-ffa9-471e-ba81-a629856a6e5a req-97ea965a-205e-480c-abd6-f399c6ed622f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.1043768 Aug 19 12:49:45.455443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] For port 417b75fe-ca08-4d20-8596-f015723f37fc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=417b75fe-ca08-4d20-8596-f015723f37fc,segment=NetworkSegment(39239b7c-d2fb-49a8-a231-884564cde518),segment_id=39239b7c-d2fb-49a8-a231-884564cde518)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:45.456233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-67d3107f-be96-450a-8763-b22bad8d7819 None None] Deleting port 417b75fe-ca08-4d20-8596-f015723f37fc {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:49:45.456403 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67d3107f-be96-450a-8763-b22bad8d7819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.456516 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.476500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Calling delete_port for 417b75fe-ca08-4d20-8596-f015723f37fc owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:45.503397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-54e3cdb2-ffa9-471e-ba81-a629856a6e5a req-721d27f9-750d-4564-baee-c473c8a0afe5 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577438 Aug 19 12:49:45.538308 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-67d3107f-be96-450a-8763-b22bad8d7819 None None] For port 417b75fe-ca08-4d20-8596-f015723f37fc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=417b75fe-ca08-4d20-8596-f015723f37fc,segment=NetworkSegment(39239b7c-d2fb-49a8-a231-884564cde518),segment_id=39239b7c-d2fb-49a8-a231-884564cde518)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:49:45.538686 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67d3107f-be96-450a-8763-b22bad8d7819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.552416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-67d3107f-be96-450a-8763-b22bad8d7819 None None] Calling delete_port for 417b75fe-ca08-4d20-8596-f015723f37fc owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:49:45.661415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d86170-3e6a-4955-9dfd-80bcf55f187c req-f12f35ac-86cd-4fc4-8bbf-cd6c7b5eba5e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:45.662903 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1d86170-3e6a-4955-9dfd-80bcf55f187c req-f12f35ac-86cd-4fc4-8bbf-cd6c7b5eba5e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0577352 Aug 19 12:49:45.699922 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1d86170-3e6a-4955-9dfd-80bcf55f187c req-c6a64190-7925-4427-a7a9-77b018394f3a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Aug 19 12:49:45.864293 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.870240 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-67d3107f-be96-450a-8763-b22bad8d7819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.894140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] No DVR routers for this DVR port 417b75fe-ca08-4d20-8596-f015723f37fc on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:45.896769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3107f-be96-450a-8763-b22bad8d7819 None None] Pushing event deleted for resources: {'Port': ['ID=417b75fe-ca08-4d20-8596-f015723f37fc,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:45.898707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d3107f-be96-450a-8763-b22bad8d7819 None None] No DVR routers for this DVR port 417b75fe-ca08-4d20-8596-f015723f37fc on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:49:45.900172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=417b75fe-ca08-4d20-8596-f015723f37fc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:45.976935 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:45.987065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8992075b-46b3-4cef-b1f3-128b1f26cc61']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:46.002364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39239b7c-d2fb-49a8-a231-884564cde518') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:46.004543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39239b7c-d2fb-49a8-a231-884564cde518') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:49:46.011990 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.026687 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.032519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:49:46.032932 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:49:46.035204 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:49:46.225091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e04e-f28c-4915-8b41-0d4328e193b2 req-67121bc7-014a-4206-a7ae-39c3ead74d16 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:46.226606 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96d1e04e-f28c-4915-8b41-0d4328e193b2 req-67121bc7-014a-4206-a7ae-39c3ead74d16 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0523596 Aug 19 12:49:46.264589 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-96d1e04e-f28c-4915-8b41-0d4328e193b2 req-9b5eb14a-c2f8-41ba-b0d0-fd21b3cd8d60 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Aug 19 12:49:46.289736 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.299161 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:46.300163 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:49:46.300556 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8992075b-46b3-4cef-b1f3-128b1f26cc61 HTTP/1.1" status: 204 len: 168 time: 1.1124778 Aug 19 12:49:46.308102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c9b3e-df32-4d85-a1bd-492e91e45ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8992075b-46b3-4cef-b1f3-128b1f26cc61,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:46.818581 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606d5b5-378e-4fcc-a0c3-9ae177154b82 req-be846555-6859-4f8f-95b5-0e296e06bfd7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:46.820186 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9606d5b5-378e-4fcc-a0c3-9ae177154b82 req-be846555-6859-4f8f-95b5-0e296e06bfd7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0522425 Aug 19 12:49:46.863630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9606d5b5-378e-4fcc-a0c3-9ae177154b82 req-495e8491-8c23-4a07-856b-ef0d6c1432f3 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372047 Aug 19 12:49:47.099411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38724) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:47.103784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 417b75fe-ca08-4d20-8596-f015723f37fc no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:49:47.123825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 417b75fe-ca08-4d20-8596-f015723f37fc {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:49:47.130648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 417b75fe-ca08-4d20-8596-f015723f37fc not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:49:47.144542 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4070e276-e80c-4372-90ec-e3a73f5cc337 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f5c35dc3e9143d69ef75090787e867b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439420 Aug 19 12:49:47.147003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38726) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:47.194159 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79b8de8c-60bc-4197-91c1-3ea3c431f36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.215179 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79b8de8c-60bc-4197-91c1-3ea3c431f36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.381330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e1c99-fd4b-463f-934d-90291ccb3e2a req-09e42f27-a071-4efd-865a-5d9d7e48e7e8 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:47.382983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-890e1c99-fd4b-463f-934d-90291ccb3e2a req-09e42f27-a071-4efd-865a-5d9d7e48e7e8 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0507827 Aug 19 12:49:47.421493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-890e1c99-fd4b-463f-934d-90291ccb3e2a req-5b0b47e1-91d8-44ed-9ea7-406a3917fba3 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325403 Aug 19 12:49:47.438455 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79b8de8c-60bc-4197-91c1-3ea3c431f36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.441211 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-79b8de8c-60bc-4197-91c1-3ea3c431f36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:47.442530 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-79b8de8c-60bc-4197-91c1-3ea3c431f36d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c14316b-e98f-461f-83bb-4d31d66a437d HTTP/1.1" status: 204 len: 168 time: 0.2946367 Aug 19 12:49:47.451259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8de8c-60bc-4197-91c1-3ea3c431f36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c14316b-e98f-461f-83bb-4d31d66a437d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:47.983085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe204d23-0c71-4537-89ba-c464cad77ac3 req-bb2937b4-369a-4ad5-b97f-a6691fb315d1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:47.984567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe204d23-0c71-4537-89ba-c464cad77ac3 req-bb2937b4-369a-4ad5-b97f-a6691fb315d1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0536823 Aug 19 12:49:48.025072 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe204d23-0c71-4537-89ba-c464cad77ac3 req-ded85078-168f-468c-b0ad-4cc64016febc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340230 Aug 19 12:49:48.206005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43f116-4e2e-47b3-a37c-fa401c1df7f5 req-915184c7-563e-4039-8cb9-81272e2e6aab tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:48.207601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd43f116-4e2e-47b3-a37c-fa401c1df7f5 req-915184c7-563e-4039-8cb9-81272e2e6aab tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0516231 Aug 19 12:49:48.245743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd43f116-4e2e-47b3-a37c-fa401c1df7f5 req-b76d42b8-d1e3-4afc-8da1-3adf02e0f52f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316789 Aug 19 12:49:48.695762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38742) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:48.741760 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-97a957ca-c8cb-44d4-b11a-2784f6fc902f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a8227cf261145308b81b445c3f98aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448411 Aug 19 12:49:48.744350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38744) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:49:48.792426 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-63e9dc21-3655-41bb-962e-e1ea3d89e346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:48.815264 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-63e9dc21-3655-41bb-962e-e1ea3d89e346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.102957 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-63e9dc21-3655-41bb-962e-e1ea3d89e346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.111986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-63e9dc21-3655-41bb-962e-e1ea3d89e346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:49.111986 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-63e9dc21-3655-41bb-962e-e1ea3d89e346 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/125334f9-e26e-4787-9217-3166601817c8 HTTP/1.1" status: 204 len: 168 time: 0.3614614 Aug 19 12:49:49.117383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9dc21-3655-41bb-962e-e1ea3d89e346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125334f9-e26e-4787-9217-3166601817c8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:49:49.176894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7eb5b2-1380-4d9e-b1b2-4be3de264d13 req-8e539323-b909-48bc-a8ec-aec7f851492f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:49.178412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab7eb5b2-1380-4d9e-b1b2-4be3de264d13 req-8e539323-b909-48bc-a8ec-aec7f851492f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0562539 Aug 19 12:49:49.217685 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab7eb5b2-1380-4d9e-b1b2-4be3de264d13 req-3867ebe6-9092-4bab-8f22-d7087997877f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329576 Aug 19 12:49:49.361411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369a07c-9164-49d6-ade8-6c9ee4ac31e1 req-4e23f652-13f6-4d5d-afb6-673de8eecd51 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:49.362864 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c369a07c-9164-49d6-ade8-6c9ee4ac31e1 req-4e23f652-13f6-4d5d-afb6-673de8eecd51 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0499108 Aug 19 12:49:49.402190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c369a07c-9164-49d6-ade8-6c9ee4ac31e1 req-7cdad7c9-de65-470a-8b8a-55327e365673 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333691 Aug 19 12:49:50.352665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9b49f-bb4b-47e8-9aa1-7db147738ff4 req-902704f2-d7d3-4074-a118-b4497fd3d16c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:50.354180 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23c9b49f-bb4b-47e8-9aa1-7db147738ff4 req-902704f2-d7d3-4074-a118-b4497fd3d16c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0569129 Aug 19 12:49:50.395297 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23c9b49f-bb4b-47e8-9aa1-7db147738ff4 req-7c9c315f-cd57-4837-a2e0-e98743cd6ff6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Aug 19 12:49:51.519521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d44925-9fa4-48e5-954c-7d9403bd150a req-224a2e71-687a-4b5c-b323-4b42410c333c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:51.521019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92d44925-9fa4-48e5-954c-7d9403bd150a req-224a2e71-687a-4b5c-b323-4b42410c333c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0593271 Aug 19 12:49:51.566983 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92d44925-9fa4-48e5-954c-7d9403bd150a req-eed09c4a-ae68-4527-ab29-dd19ce9e55da tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399520 Aug 19 12:49:52.684595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f2ea1-83b1-4a89-9ded-7fc2a9bca757 req-cf3f15d0-37ab-4211-b559-5b76f2b21977 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:52.686108 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c40f2ea1-83b1-4a89-9ded-7fc2a9bca757 req-cf3f15d0-37ab-4211-b559-5b76f2b21977 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0523078 Aug 19 12:49:52.725694 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c40f2ea1-83b1-4a89-9ded-7fc2a9bca757 req-8ceae5c8-b579-4c4f-b34f-bee1c9d16940 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334244 Aug 19 12:49:53.508009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1d54d-c024-466c-b311-b67d4aaca021 req-58455e69-e84f-4860-9d8b-be409735a7a8 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:53.509525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1fb1d54d-c024-466c-b311-b67d4aaca021 req-58455e69-e84f-4860-9d8b-be409735a7a8 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0502443 Aug 19 12:49:53.546841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1fb1d54d-c024-466c-b311-b67d4aaca021 req-15fb3dbc-c0e1-43c0-b3df-1bc977ad7add tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Aug 19 12:49:53.684743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126eb2-f614-473c-99ba-e85d7138ed7d req-152924fe-17e1-4796-898f-c8a04361f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:53.686222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6126eb2-f614-473c-99ba-e85d7138ed7d req-152924fe-17e1-4796-898f-c8a04361f3b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 1096 time: 0.0445304 Aug 19 12:49:53.775307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126eb2-f614-473c-99ba-e85d7138ed7d req-4dfa9443-68dd-4e91-a459-60e97251464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:53.776762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6126eb2-f614-473c-99ba-e85d7138ed7d req-4dfa9443-68dd-4e91-a459-60e97251464b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 920 time: 0.0837245 Aug 19 12:49:53.818908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6126eb2-f614-473c-99ba-e85d7138ed7d req-0f39a692-f836-46e2-be01-fc5f618f3ce7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4701755-70b6-4172-b13f-f9d9147eec75 HTTP/1.1" status: 200 len: 217 time: 0.0342336 Aug 19 12:49:53.844761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3ec33-728c-4153-8059-2c30b1436557 req-242632f9-eb90-47b3-a9cf-a78c54bde1c7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:53.846300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4fc3ec33-728c-4153-8059-2c30b1436557 req-242632f9-eb90-47b3-a9cf-a78c54bde1c7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0513005 Aug 19 12:49:53.872247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126eb2-f614-473c-99ba-e85d7138ed7d req-3bf2ccca-6c17-49b0-9a27-362f8f0120d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:53.873693 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6126eb2-f614-473c-99ba-e85d7138ed7d req-3bf2ccca-6c17-49b0-9a27-362f8f0120d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50a6de2c-d325-4338-9639-ea64906dff73 HTTP/1.1" status: 200 len: 859 time: 0.0483627 Aug 19 12:49:53.883934 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4fc3ec33-728c-4153-8059-2c30b1436557 req-903a2921-dd96-4b1c-be0c-620ce0c80477 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Aug 19 12:49:53.909115 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6126eb2-f614-473c-99ba-e85d7138ed7d req-523fb154-dfce-4224-b679-04e97a7b199c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c7d4821-3926-438f-8388-686fb2dac0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286443 Aug 19 12:49:53.999117 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6126eb2-f614-473c-99ba-e85d7138ed7d req-955d8fa5-a7e9-4144-bc78-0879c9fd12b4 service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824990 Aug 19 12:49:54.091013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6126eb2-f614-473c-99ba-e85d7138ed7d req-a75c2965-2d35-4972-a280-74d682666b76 service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854218 Aug 19 12:49:54.668606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c3c9a-57fb-4908-87eb-3b6e980bc870 req-9768c14b-157e-40ed-ba14-41e7cbaced25 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:54.670065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-243c3c9a-57fb-4908-87eb-3b6e980bc870 req-9768c14b-157e-40ed-ba14-41e7cbaced25 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0495076 Aug 19 12:49:54.707224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-243c3c9a-57fb-4908-87eb-3b6e980bc870 req-06c2383a-624f-47a4-9568-962d7a2c1cef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Aug 19 12:49:55.002889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6a9a1-60bd-4a7b-af1e-7427020119d4 req-3c24245c-e07b-4e5c-8a5e-dd807d68e1fc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:55.004389 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fbb6a9a1-60bd-4a7b-af1e-7427020119d4 req-3c24245c-e07b-4e5c-8a5e-dd807d68e1fc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0506070 Aug 19 12:49:55.042668 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fbb6a9a1-60bd-4a7b-af1e-7427020119d4 req-389ec70b-d776-4494-8235-60685c63752d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Aug 19 12:49:55.492036 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:55.821529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfd9cc-0172-472f-98c3-f3c2281af959 req-e0af34eb-31da-4aaa-a0e6-53319b57a51e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:55.823014 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6cfd9cc-0172-472f-98c3-f3c2281af959 req-e0af34eb-31da-4aaa-a0e6-53319b57a51e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0494344 Aug 19 12:49:55.864588 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6cfd9cc-0172-472f-98c3-f3c2281af959 req-45e3500d-20b8-427a-b009-0ce1b105af4e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354419 Aug 19 12:49:56.304173 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:49:56.453597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d06773-1c6f-4b3e-9652-8c3cc0a741ca req-d6d569a5-9fe4-4e8f-91bd-0fd3bb9bdcf8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:56.455106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53d06773-1c6f-4b3e-9652-8c3cc0a741ca req-d6d569a5-9fe4-4e8f-91bd-0fd3bb9bdcf8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.3452380 Aug 19 12:49:56.493306 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53d06773-1c6f-4b3e-9652-8c3cc0a741ca req-b1874204-6124-42ea-bee4-78f9c027e040 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Aug 19 12:49:56.982773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b19b19-edec-493d-a13d-035a9cd29139 req-48484efd-4e44-4de2-a5ec-3d1c4c1a5f2e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:56.984270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23b19b19-edec-493d-a13d-035a9cd29139 req-48484efd-4e44-4de2-a5ec-3d1c4c1a5f2e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0524588 Aug 19 12:49:57.023177 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23b19b19-edec-493d-a13d-035a9cd29139 req-0a76c2ae-51e5-4e9c-939d-ddb95453342a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Aug 19 12:49:57.621771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bc413-f3a1-421c-8be0-6de55eeb98ff req-4cf1a5c6-34c1-41f1-ad6c-2d9b0c3531d8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:57.623293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-829bc413-f3a1-421c-8be0-6de55eeb98ff req-4cf1a5c6-34c1-41f1-ad6c-2d9b0c3531d8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0563915 Aug 19 12:49:57.661048 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-829bc413-f3a1-421c-8be0-6de55eeb98ff req-0698905c-9b85-4065-bb33-0a40d22a4ed5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305462 Aug 19 12:49:58.136835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706f8e8-72be-4a83-9b93-f2515a534cc8 req-2048d64c-fe5e-4c3f-a64a-72337fbd6a80 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:58.138288 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9706f8e8-72be-4a83-9b93-f2515a534cc8 req-2048d64c-fe5e-4c3f-a64a-72337fbd6a80 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0493784 Aug 19 12:49:58.175864 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9706f8e8-72be-4a83-9b93-f2515a534cc8 req-2ad2ccbc-7fd8-4f58-9333-cba535ff380f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316422 Aug 19 12:49:58.778222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6436ffd-e676-4b0f-9d29-0cb445d3c451 req-472d5e61-b76d-41aa-aa12-f5100f50f88f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:58.779721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d6436ffd-e676-4b0f-9d29-0cb445d3c451 req-472d5e61-b76d-41aa-aa12-f5100f50f88f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0486596 Aug 19 12:49:58.817183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d6436ffd-e676-4b0f-9d29-0cb445d3c451 req-18418a02-e5c2-49fb-a7b3-d97793f6b961 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316210 Aug 19 12:49:59.291680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcae28-75d7-4363-b12a-77f8e9bf7e6c req-66b6bd7b-9e92-4f8f-98e1-98b7708dd8bd tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:59.293069 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5bcae28-75d7-4363-b12a-77f8e9bf7e6c req-66b6bd7b-9e92-4f8f-98e1-98b7708dd8bd tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0487969 Aug 19 12:49:59.336151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5bcae28-75d7-4363-b12a-77f8e9bf7e6c req-67454baa-933e-4d72-8a9d-99672031e67a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Aug 19 12:49:59.938247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc60935-d44a-4752-b466-210d74a9628b req-52b01d13-ca2b-4c69-ad9e-47837534a3f2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:49:59.939768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bbc60935-d44a-4752-b466-210d74a9628b req-52b01d13-ca2b-4c69-ad9e-47837534a3f2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0527618 Aug 19 12:49:59.978838 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bbc60935-d44a-4752-b466-210d74a9628b req-362a545d-681d-487f-b764-c4440845ae88 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330045 Aug 19 12:50:00.452479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf6d66-062c-4885-beb6-1d695d5780c2 req-f39211dc-08da-4110-a62f-95be7857b45a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:00.453977 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f1bf6d66-062c-4885-beb6-1d695d5780c2 req-f39211dc-08da-4110-a62f-95be7857b45a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0499876 Aug 19 12:50:00.492779 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f1bf6d66-062c-4885-beb6-1d695d5780c2 req-e1f6874f-f139-40f5-8825-8b3bb0838907 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324633 Aug 19 12:50:01.099927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4155a0-d8d6-4d86-b417-9a41ad6e871e req-ea258def-9976-49fc-acb0-40165fe210f4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:01.101541 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b4155a0-d8d6-4d86-b417-9a41ad6e871e req-ea258def-9976-49fc-acb0-40165fe210f4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0525749 Aug 19 12:50:01.139335 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b4155a0-d8d6-4d86-b417-9a41ad6e871e req-86009316-4874-4e6b-af14-50aa13629ad0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317161 Aug 19 12:50:01.621548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0ffae-bd37-445f-921e-2498ed8a2b66 req-022f6eb1-ef27-4482-852c-da42ceff6b91 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:01.623736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fef0ffae-bd37-445f-921e-2498ed8a2b66 req-022f6eb1-ef27-4482-852c-da42ceff6b91 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0530646 Aug 19 12:50:01.659803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fef0ffae-bd37-445f-921e-2498ed8a2b66 req-42bf2140-5f8c-47a7-b236-cfd593d059f4 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302584 Aug 19 12:50:02.255266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f3386-e015-4c51-9e56-2d154d030601 req-9096785e-0dc8-478a-a573-15ce8624891e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:02.256741 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b2f3386-e015-4c51-9e56-2d154d030601 req-9096785e-0dc8-478a-a573-15ce8624891e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0500364 Aug 19 12:50:02.293933 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b2f3386-e015-4c51-9e56-2d154d030601 req-812dec7f-5bb8-48b1-ad7c-09889096cb03 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Aug 19 12:50:02.777441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5ac6-ffb2-4a68-94af-6ab74066b25b req-7a7a3bf6-961f-4de1-9d11-1f2f26c0720e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:02.779030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73bc5ac6-ffb2-4a68-94af-6ab74066b25b req-7a7a3bf6-961f-4de1-9d11-1f2f26c0720e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0500314 Aug 19 12:50:02.822137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73bc5ac6-ffb2-4a68-94af-6ab74066b25b req-d51fb451-2a6c-48b7-a0e5-4a4d70398199 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370882 Aug 19 12:50:03.420866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257b72a-3560-45bd-a994-cfee74a7f899 req-b086d558-f2f5-4e80-b8f1-be1e81597890 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:03.422387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6257b72a-3560-45bd-a994-cfee74a7f899 req-b086d558-f2f5-4e80-b8f1-be1e81597890 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0563390 Aug 19 12:50:03.460917 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6257b72a-3560-45bd-a994-cfee74a7f899 req-2348df68-5b17-4f67-90ad-d09393d19f8a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316794 Aug 19 12:50:03.937731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3614b-6cea-46a5-a27e-550746c7f96f req-288f3518-8a1a-4e9d-b669-e740bff80ddf tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:03.939224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0ce3614b-6cea-46a5-a27e-550746c7f96f req-288f3518-8a1a-4e9d-b669-e740bff80ddf tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0494268 Aug 19 12:50:03.980410 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0ce3614b-6cea-46a5-a27e-550746c7f96f req-1049a99d-b8e6-4bab-bad7-1815af5527d5 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Aug 19 12:50:04.578582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249a77c-26ec-413b-92d1-622fe5c110b7 req-c7cc06fe-e16b-41e0-b952-3f3757e37cc1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:04.580343 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e249a77c-26ec-413b-92d1-622fe5c110b7 req-c7cc06fe-e16b-41e0-b952-3f3757e37cc1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0499260 Aug 19 12:50:04.620219 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e249a77c-26ec-413b-92d1-622fe5c110b7 req-03ffdfb5-9c8c-4c9b-87a3-f1d884d8f69b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337534 Aug 19 12:50:05.093266 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0e7eecab-e86f-4004-94da-cac42b7e1890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:05.099114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619f84c-f2ed-48ec-b117-6b0818d2f028 req-22ae4400-68e7-40a1-8c70-4f399493bb07 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:05.100622 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1619f84c-f2ed-48ec-b117-6b0818d2f028 req-22ae4400-68e7-40a1-8c70-4f399493bb07 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0516081 Aug 19 12:50:05.139539 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1619f84c-f2ed-48ec-b117-6b0818d2f028 req-ea33d2b8-7075-4989-b6c0-c3589db1c0cb tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 Aug 19 12:50:05.322753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e13ac-e0ed-4e6b-9f2e-6cf21b468f4e req-ff56218a-5130-49b2-b184-0180b113550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:05.324277 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-527e13ac-e0ed-4e6b-9f2e-6cf21b468f4e req-ff56218a-5130-49b2-b184-0180b113550a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 1096 time: 0.0420725 Aug 19 12:50:05.366007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-527e13ac-e0ed-4e6b-9f2e-6cf21b468f4e req-7c2d1aba-9d8b-4c83-9fa4-329396119d64 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328395 Aug 19 12:50:05.738494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc59970-2755-4053-b8c8-74b40125511d req-3b9d9bff-3490-470d-837a-e5c169d7eaf4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:05.740507 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cc59970-2755-4053-b8c8-74b40125511d req-3b9d9bff-3490-470d-837a-e5c169d7eaf4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0506632 Aug 19 12:50:05.778811 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7cc59970-2755-4053-b8c8-74b40125511d req-7aa1e848-75b2-4d0f-ae78-f0f9c44600f4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Aug 19 12:50:06.256753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcccd8b-d784-458f-8666-cc1123e671b1 req-d419e199-e26a-435e-af46-1ccffbfd1e87 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:06.258217 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fcccd8b-d784-458f-8666-cc1123e671b1 req-d419e199-e26a-435e-af46-1ccffbfd1e87 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0480549 Aug 19 12:50:06.296833 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fcccd8b-d784-458f-8666-cc1123e671b1 req-816a82b6-c722-4703-8270-1a8603838e9f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326567 Aug 19 12:50:06.901960 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f58b74-8285-40d5-bc56-8e75b4f895aa req-6b2f9da3-3a19-4f5f-bdb1-e0a66e7db82d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:06.903481 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91f58b74-8285-40d5-bc56-8e75b4f895aa req-6b2f9da3-3a19-4f5f-bdb1-e0a66e7db82d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0559893 Aug 19 12:50:06.946447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91f58b74-8285-40d5-bc56-8e75b4f895aa req-2ab66b99-20b3-46bf-af89-1c1038f8ca6f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369775 Aug 19 12:50:07.412697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a9b60-04db-4359-9811-53bf446184ac req-2b0db6f2-b7aa-46f3-81a3-2b8d47728272 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:07.414091 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e5a9b60-04db-4359-9811-53bf446184ac req-2b0db6f2-b7aa-46f3-81a3-2b8d47728272 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0516224 Aug 19 12:50:07.452840 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0e5a9b60-04db-4359-9811-53bf446184ac req-fea02f09-86c3-470d-a561-a725274551fb tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329361 Aug 19 12:50:07.819562 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:07.821098 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7615de1c-2ba6-4a51-917f-6511e746339e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:08.045735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2851542-2aba-4621-a208-4578db63434d req-fac2c930-2410-4a02-9f22-48c8a7996634 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:08.052960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2851542-2aba-4621-a208-4578db63434d req-fac2c930-2410-4a02-9f22-48c8a7996634 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0542052 Aug 19 12:50:08.075968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317898df-74cd-4640-824c-182163f6e246 req-9ba7956f-5e47-4df5-9ca3-f512b67907a6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:08.077616 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-317898df-74cd-4640-824c-182163f6e246 req-9ba7956f-5e47-4df5-9ca3-f512b67907a6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0527251 Aug 19 12:50:08.091493 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2851542-2aba-4621-a208-4578db63434d req-dbdaffe8-a675-4b66-b662-50e69e7b895b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369241 Aug 19 12:50:08.125054 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-317898df-74cd-4640-824c-182163f6e246 req-ae11dbb8-2a24-4ea6-ac8b-eb3a7bf73c20 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411165 Aug 19 12:50:08.174341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d35038-46db-4f0f-8b49-814889519862 req-8404bb7a-f11d-4852-ab92-ca483f3a2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:08.175889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9d35038-46db-4f0f-8b49-814889519862 req-8404bb7a-f11d-4852-ab92-ca483f3a2c61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 1096 time: 0.0423889 Aug 19 12:50:08.265618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d35038-46db-4f0f-8b49-814889519862 req-db6c9685-7896-45b8-b693-e413b9b292e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:08.267128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9d35038-46db-4f0f-8b49-814889519862 req-db6c9685-7896-45b8-b693-e413b9b292e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 920 time: 0.0840411 Aug 19 12:50:08.316425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9d35038-46db-4f0f-8b49-814889519862 req-25484791-9bc7-4a4d-b832-549947e3dfd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4701755-70b6-4172-b13f-f9d9147eec75 HTTP/1.1" status: 200 len: 217 time: 0.0389585 Aug 19 12:50:08.372083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d35038-46db-4f0f-8b49-814889519862 req-1642d93c-a005-455d-a9cd-b2418c2ba577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:08.373448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9d35038-46db-4f0f-8b49-814889519862 req-1642d93c-a005-455d-a9cd-b2418c2ba577 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50a6de2c-d325-4338-9639-ea64906dff73 HTTP/1.1" status: 200 len: 859 time: 0.0483055 Aug 19 12:50:08.421031 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9d35038-46db-4f0f-8b49-814889519862 req-20ac212e-32dd-4c93-a18d-96b935ad0e80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c7d4821-3926-438f-8388-686fb2dac0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389013 Aug 19 12:50:08.522441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9d35038-46db-4f0f-8b49-814889519862 req-ef380684-169c-4574-8438-a4513d2c632e service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870092 Aug 19 12:50:08.613943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f9d35038-46db-4f0f-8b49-814889519862 req-393301ea-b09b-4d6c-bccd-9c2d676a315d service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829492 Aug 19 12:50:09.168200 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:09.224746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51545130-1f5c-4859-9c08-fc1d7ff559fd req-7744339d-902e-4e6b-9197-8d0d8da3d44b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:09.226718 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51545130-1f5c-4859-9c08-fc1d7ff559fd req-7744339d-902e-4e6b-9197-8d0d8da3d44b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0566409 Aug 19 12:50:09.266384 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-51545130-1f5c-4859-9c08-fc1d7ff559fd req-35371758-dd60-4eb4-b9ca-39cc2ea97211 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318556 Aug 19 12:50:09.278097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0b67b-4676-47c8-a4c2-b742f9cc7fd7 req-fb3a1944-0fff-4de2-aaf7-20e4f2041fb8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:09.279775 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51d0b67b-4676-47c8-a4c2-b742f9cc7fd7 req-fb3a1944-0fff-4de2-aaf7-20e4f2041fb8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0514789 Aug 19 12:50:09.319307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-51d0b67b-4676-47c8-a4c2-b742f9cc7fd7 req-8a4a1176-e43d-4d9c-afaf-4d4f9ef806c9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333681 Aug 19 12:50:09.881671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f2cdc-8297-4e6f-908c-be114d22607f req-167a4be8-5c20-4412-8c69-d9a9ea537dfe tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:09.883153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d31f2cdc-8297-4e6f-908c-be114d22607f req-167a4be8-5c20-4412-8c69-d9a9ea537dfe tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 947 time: 0.0538962 Aug 19 12:50:09.921136 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d31f2cdc-8297-4e6f-908c-be114d22607f req-dbf71c49-630c-44b3-b625-bbf185a3e91a tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318027 Aug 19 12:50:10.391066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bddf42-fcc3-4a82-a282-b7487a5a94fb req-e522e0bc-7a76-4fa1-8da2-05ba6d573e67 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:10.395886 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34bddf42-fcc3-4a82-a282-b7487a5a94fb req-e522e0bc-7a76-4fa1-8da2-05ba6d573e67 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0544696 Aug 19 12:50:10.433841 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34bddf42-fcc3-4a82-a282-b7487a5a94fb req-392af474-505e-4052-a319-ca17c5bcf400 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322967 Aug 19 12:50:10.438035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b721f-9bd4-4a01-9994-d0452b6d949d req-6f52c00e-a34c-46d8-9a9f-c6665a02891e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:10.439559 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee1b721f-9bd4-4a01-9994-d0452b6d949d req-6f52c00e-a34c-46d8-9a9f-c6665a02891e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0499868 Aug 19 12:50:10.482558 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ee1b721f-9bd4-4a01-9994-d0452b6d949d req-a4472d67-7860-4fa5-9d30-f81e59d464fc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359101 Aug 19 12:50:10.687418 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.044533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50ac8-1e72-475f-9454-8ca3f5f12c26 req-94841e9d-ed44-44e6-84f4-d8c6cb09f72d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:11.046030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0f50ac8-1e72-475f-9454-8ca3f5f12c26 req-94841e9d-ed44-44e6-84f4-d8c6cb09f72d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 947 time: 0.0525460 Aug 19 12:50:11.085924 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0f50ac8-1e72-475f-9454-8ca3f5f12c26 req-e9b86a26-edb7-4e94-9815-4bbb8c0d99ec tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8ffbe7f-2bc0-4543-953c-a2265db5b11c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337994 Aug 19 12:50:11.397839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22766b-548b-4461-9792-9133ec810c5b req-6af52727-67bd-4184-ab4b-b7b8cdc978f6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:11.399233 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e22766b-548b-4461-9792-9133ec810c5b req-6af52727-67bd-4184-ab4b-b7b8cdc978f6 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.62 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 947 time: 0.0499384 Aug 19 12:50:11.519276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Deleting port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:11.519624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.550582 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60289385-1bd1-498b-b488-8f8a7e9b8287 req-76cc6e10-e79f-42d3-ab8a-76dadcc01768 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:11.552127 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60289385-1bd1-498b-b488-8f8a7e9b8287 req-76cc6e10-e79f-42d3-ab8a-76dadcc01768 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0517192 Aug 19 12:50:11.592253 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-60289385-1bd1-498b-b488-8f8a7e9b8287 req-39d8c1b3-4ac0-407c-9b2d-0c3b5798db97 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337861 Aug 19 12:50:11.648281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5995d7-9e37-43d5-937b-82146eca55cb req-9e54c57e-a4d1-47af-baf9-ddcf9c449191 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:11.649593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc5995d7-9e37-43d5-937b-82146eca55cb req-9e54c57e-a4d1-47af-baf9-ddcf9c449191 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0905991 Aug 19 12:50:11.654919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] For port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:11.655298 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.783846 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc5995d7-9e37-43d5-937b-82146eca55cb req-1c071e5c-4e6c-44f5-9fed-67b2639815ef tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259482 Aug 19 12:50:11.902272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.902985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:11.903859 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Floating IP 5cd53ec9-ae69-4507-aa55-ba6e85795a99 disassociated. External IP: 172.25.2.202, port: d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7. Aug 19 12:50:11.903859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Calling delete_port for d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:12.140173 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.172493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event deleted for resources: {'Port': ['ID=d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:12.185280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.185597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.185947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.186280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.186645 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.187033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.187367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.187750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.188008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.188334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.188657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.188977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:12.192705 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-179c3d56-1e84-425c-b367-012ced626cf3 req-6fbff214-e841-4c64-acda-2f7c5af6fabe tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 210 time: 0.0347512 Aug 19 12:50:12.311276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Router 7f900125-7b68-44b6-9194-e3458f748a81 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:12.417468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:12.427730 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5dadd0-5dfd-4a64-85a1-003fb5af314c None None] Sync routers for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:12.440646 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5dadd0-5dfd-4a64-85a1-003fb5af314c None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:12.441543 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e5dadd0-5dfd-4a64-85a1-003fb5af314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:50:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:12.468010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] No DVR routers for this DVR port d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:12.470776 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:12.472978 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e22766b-548b-4461-9792-9133ec810c5b req-f1c1a805-329f-4bdf-8d5f-87be83bbe9e4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.62 "DELETE /v2.0/ports/d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 HTTP/1.1" status: 204 len: 173 time: 1.0657520 Aug 19 12:50:12.473425 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'name': 'network-vif-deleted', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:12.476464 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e0364a-a5d4-4db0-8041-c1ba0d623dc6" -d '{"events": [{"server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "name": "network-vif-deleted", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:12.515143 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121a5b30-36f2-4e23-ab0a-3a0c45bd5c36 x-openstack-request-id: req-121a5b30-36f2-4e23-ab0a-3a0c45bd5c36 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:12.515468 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7680df60-f93a-468f-9377-5096459ce692", "name": "network-vif-deleted", "tag": "d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:12.515705 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-121a5b30-36f2-4e23-ab0a-3a0c45bd5c36 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:12.516119 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7680df60-f93a-468f-9377-5096459ce692', 'name': 'network-vif-deleted', 'tag': 'd3b92b63-f9a7-4b1b-9b04-cfef8f8962a7', 'status': 'completed', 'code': 200} Aug 19 12:50:12.551084 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-6e5dadd0-5dfd-4a64-85a1-003fb5af314c None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:12.772906 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e5dadd0-5dfd-4a64-85a1-003fb5af314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:12.800721 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5dadd0-5dfd-4a64-85a1-003fb5af314c None None] Checking router: 7f900125-7b68-44b6-9194-e3458f748a81 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:50:12.809327 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5dadd0-5dfd-4a64-85a1-003fb5af314c None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:12.809940 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e5dadd0-5dfd-4a64-85a1-003fb5af314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:50:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:12.938881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b6633-647e-4a86-9543-30af73fcd0d0 req-a69070a2-2dd9-42bb-b187-06a542cb3664 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:12.947340 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc7b6633-647e-4a86-9543-30af73fcd0d0 req-a69070a2-2dd9-42bb-b187-06a542cb3664 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0751100 Aug 19 12:50:12.956831 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-6e5dadd0-5dfd-4a64-85a1-003fb5af314c None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:12.986494 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc7b6633-647e-4a86-9543-30af73fcd0d0 req-d32847a1-cf26-446a-b6fc-1c3dc3f4f7aa tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382960 Aug 19 12:50:13.191574 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6e5dadd0-5dfd-4a64-85a1-003fb5af314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:13.222063 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5dadd0-5dfd-4a64-85a1-003fb5af314c None None] The sync data for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 is: [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:41:37Z', 'revision_number': 4, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '566f8298-00e4-450a-addf-dd7b12369e1c', 'name': '', 'network_id': 'dec3f5f4-0139-445c-b744-81b03bf29b5e', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'mac_address': 'fa:16:3e:86:7d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '82c84885-049f-40a7-908b-88a8e0873df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:36Z', 'updated_at': '2021-08-19T12:41:42Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'subnets': [{'id': '82c84885-049f-40a7-908b-88a8e0873df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:13.336606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4af88ab-e87d-412a-b010-a3cad652d5f7 req-09e2896e-e83a-4c1f-9ee2-401ec75f7bb4 tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7680df60-f93a-468f-9377-5096459ce692 HTTP/1.1" status: 200 len: 210 time: 0.0283139 Aug 19 12:50:13.478946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac27df-c93d-45c2-aaf6-bb045a8ace35 None None] New status for floating IP 5cd53ec9-ae69-4507-aa55-ba6e85795a99: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:50:14.126243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e03da-c172-4a5c-9150-2625613ff2f5 req-7b3bea4b-6522-40ca-9871-6e639ad6754d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:14.128493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-209e03da-c172-4a5c-9150-2625613ff2f5 req-7b3bea4b-6522-40ca-9871-6e639ad6754d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0624936 Aug 19 12:50:14.172205 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-209e03da-c172-4a5c-9150-2625613ff2f5 req-2f5f903a-0c48-48e8-a5fa-392192470e85 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377195 Aug 19 12:50:14.502571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38898) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:14.563562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.588538 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.603310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c2fb9-2a96-4aa1-9375-6043d76c52fb req-6f588936-3d4f-4762-a490-1a247a70333f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:14.605672 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e17c2fb9-2a96-4aa1-9375-6043d76c52fb req-6f588936-3d4f-4762-a490-1a247a70333f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0521228 Aug 19 12:50:14.647378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e17c2fb9-2a96-4aa1-9375-6043d76c52fb req-d0db312f-8899-40da-8406-65f3dae51bbf tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338125 Aug 19 12:50:14.763051 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.765662 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:14.766898 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8ffbe7f-2bc0-4543-953c-a2265db5b11c HTTP/1.1" status: 204 len: 168 time: 0.2631650 Aug 19 12:50:14.769726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38906) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:14.777838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ffbe7f-2bc0-4543-953c-a2265db5b11c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:14.785623 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-a7be15f7-0725-4109-ae86-ed09a17d277d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] show failed (client error): The resource could not be found. Aug 19 12:50:14.786348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.786669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a7be15f7-0725-4109-ae86-ed09a17d277d tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "GET /v2.0/security-groups/a8ffbe7f-2bc0-4543-953c-a2265db5b11c HTTP/1.1" status: 404 len: 347 time: 0.0154874 Aug 19 12:50:14.787000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.787237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.787569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.787900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.788273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.788615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.788964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.789427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.789682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 38908) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:14.789801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.790065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.790383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc3e252-c54d-4d3c-91c3-6142f29488bd tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:14.922306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d7fdc3bd-a4e8-4843-a6d3-a7d3d7ea829b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Deleting port 4c534924-0c66-4ece-ad29-c9611ef6cd01 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:14.922567 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3bd-a4e8-4843-a6d3-a7d3d7ea829b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.001807 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3bd-a4e8-4843-a6d3-a7d3d7ea829b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.002066 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3bd-a4e8-4843-a6d3-a7d3d7ea829b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.013887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d7fdc3bd-a4e8-4843-a6d3-a7d3d7ea829b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Calling delete_port for 4c534924-0c66-4ece-ad29-c9611ef6cd01 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:15.284957 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3bd-a4e8-4843-a6d3-a7d3d7ea829b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.300333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cadcfb-304d-4eae-885d-a672611821b4 req-ac1e10ed-6801-499a-91e2-56396309d086 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:15.301823 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-26cadcfb-304d-4eae-885d-a672611821b4 req-ac1e10ed-6801-499a-91e2-56396309d086 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0591407 Aug 19 12:50:15.323592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdc3bd-a4e8-4843-a6d3-a7d3d7ea829b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Pushing event deleted for resources: {'Port': ['ID=4c534924-0c66-4ece-ad29-c9611ef6cd01,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:15.401986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-26cadcfb-304d-4eae-885d-a672611821b4 req-7f61a0ec-8a7f-4d9c-8c6d-33bffd2c1120 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807354 Aug 19 12:50:15.412739 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3bd-a4e8-4843-a6d3-a7d3d7ea829b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.415449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc3bd-a4e8-4843-a6d3-a7d3d7ea829b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:15.419318 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d7fdc3bd-a4e8-4843-a6d3-a7d3d7ea829b tempest-AttachVolumeShelveTestJSON-1377382476 tempest-AttachVolumeShelveTestJSON-1377382476-project] 10.222.0.21 "DELETE /v2.0/floatingips/5cd53ec9-ae69-4507-aa55-ba6e85795a99 HTTP/1.1" status: 204 len: 168 time: 0.6254940 Aug 19 12:50:16.523271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9eaf3-dc06-44b6-8d8b-94e3aa495a8a req-e701e43c-9b0e-4c0a-bf95-39f568296545 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:16.524960 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3cc9eaf3-dc06-44b6-8d8b-94e3aa495a8a req-e701e43c-9b0e-4c0a-bf95-39f568296545 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0538640 Aug 19 12:50:16.565976 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3cc9eaf3-dc06-44b6-8d8b-94e3aa495a8a req-10fc2216-1d0a-4595-a555-94ed413c549a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Aug 19 12:50:17.106910 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:17.127591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:17.128242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d3b92b63-f9a7-4b1b-9b04-cfef8f8962a7 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:17.705142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fca1d5-ab23-4724-ad85-89acc7d50c1f req-1c123392-db92-487c-a7de-0c8b2511eaca tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:17.705142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e0fca1d5-ab23-4724-ad85-89acc7d50c1f req-1c123392-db92-487c-a7de-0c8b2511eaca tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0589511 Aug 19 12:50:17.742469 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e0fca1d5-ab23-4724-ad85-89acc7d50c1f req-db5fa646-393f-4220-be68-3b364df05bf6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335886 Aug 19 12:50:18.888137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93efd3a-1d9c-4025-991e-2d6fd0a22ec4 req-81c81767-8e73-4094-b0e2-ec08366983d1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:18.895572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f93efd3a-1d9c-4025-991e-2d6fd0a22ec4 req-81c81767-8e73-4094-b0e2-ec08366983d1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0652494 Aug 19 12:50:18.895954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38956) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:18.946224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f93efd3a-1d9c-4025-991e-2d6fd0a22ec4 req-5ab37910-7015-4d02-af44-8223d0454d7b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446315 Aug 19 12:50:19.129373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b21250-0c25-44bb-a077-96a60d0ff1c6 req-c8e2e708-3905-4fd0-ad35-ef2ec3ad8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:19.133126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9b21250-0c25-44bb-a077-96a60d0ff1c6 req-c8e2e708-3905-4fd0-ad35-ef2ec3ad8781 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 1096 time: 0.2346814 Aug 19 12:50:19.194724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9b21250-0c25-44bb-a077-96a60d0ff1c6 req-85af8cd1-7323-4d53-8c02-27845968a42f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384881 Aug 19 12:50:20.088766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb246346-1dbc-404c-b399-937b5be28d0f req-07824260-83cc-4b71-b67b-d54ab480e84d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:20.095346 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb246346-1dbc-404c-b399-937b5be28d0f req-07824260-83cc-4b71-b67b-d54ab480e84d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0634022 Aug 19 12:50:20.136648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eb246346-1dbc-404c-b399-937b5be28d0f req-5206619b-ae8a-4805-a4bc-eaf07e6a9430 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Aug 19 12:50:21.258567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19911194-2570-46e2-84ea-0a3fec27c9d1 req-275d18cb-a0ac-4831-b2a4-ac2828895c56 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:21.260139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-19911194-2570-46e2-84ea-0a3fec27c9d1 req-275d18cb-a0ac-4831-b2a4-ac2828895c56 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0535638 Aug 19 12:50:21.299309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-19911194-2570-46e2-84ea-0a3fec27c9d1 req-1a357a38-4816-490b-8b15-bbd147aefe5d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330584 Aug 19 12:50:21.690943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 38992) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:22.163067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.462720 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] Deleting port 566f8298-00e4-450a-addf-dd7b12369e1c {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:22.463448 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.504954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed80a4-ac97-4ce9-8237-3af00b4a4a3a req-5448eca9-96d9-4d49-bf5d-51587cc017cf tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:22.507109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-daed80a4-ac97-4ce9-8237-3af00b4a4a3a req-5448eca9-96d9-4d49-bf5d-51587cc017cf tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.1108522 Aug 19 12:50:22.546655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] For port 566f8298-00e4-450a-addf-dd7b12369e1c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=566f8298-00e4-450a-addf-dd7b12369e1c,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:22.547495 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:22.551382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-daed80a4-ac97-4ce9-8237-3af00b4a4a3a req-47ffd479-064b-400d-bf09-fbd3c8077e91 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380607 Aug 19 12:50:22.568571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] Calling delete_port for 566f8298-00e4-450a-addf-dd7b12369e1c owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:23.021480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.046601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=566f8298-00e4-450a-addf-dd7b12369e1c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:23.296163 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:50:23.598439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:23.741596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d0a6d-dc3b-4a05-89de-9c3afa896555 req-a1b5cbc8-3d85-4b26-beee-c5bde3466d8a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:23.743076 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b2d0a6d-dc3b-4a05-89de-9c3afa896555 req-a1b5cbc8-3d85-4b26-beee-c5bde3466d8a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0968678 Aug 19 12:50:23.826416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b2d0a6d-dc3b-4a05-89de-9c3afa896555 req-65e3c994-5808-4739-bbf2-18c9bc072773 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748863 Aug 19 12:50:23.887005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] Router 7f900125-7b68-44b6-9194-e3458f748a81 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:24.005124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:24.011427 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e69964c4-af69-44dc-89d6-aa29b938a0bb admin admin] 10.222.0.21 "PUT /v2.0/routers/7f900125-7b68-44b6-9194-e3458f748a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3194089 Aug 19 12:50:24.013860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39004) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:24.016620 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f070da-4d64-4863-a767-4844c019440d None None] Sync routers for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:24.026629 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f070da-4d64-4863-a767-4844c019440d None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:24.027753 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a8f070da-4d64-4863-a767-4844c019440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:50:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:24.118032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.128958 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a8f070da-4d64-4863-a767-4844c019440d None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:24.221573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.299845 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a8f070da-4d64-4863-a767-4844c019440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:50:22Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:24.324968 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f070da-4d64-4863-a767-4844c019440d None None] Checking router: 7f900125-7b68-44b6-9194-e3458f748a81 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:50:24.333409 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f070da-4d64-4863-a767-4844c019440d None None] Routers {'7f900125-7b68-44b6-9194-e3458f748a81'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:24.334009 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a8f070da-4d64-4863-a767-4844c019440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:50:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7f900125-7b68-44b6-9194-e3458f748a81'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:24.385859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Deleting port 009917d5-0b0d-4344-b0e7-009799a9ba6a {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:24.386109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.473137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] For port 009917d5-0b0d-4344-b0e7-009799a9ba6a, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=009917d5-0b0d-4344-b0e7-009799a9ba6a,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:24.473497 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.487937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Calling delete_port for 009917d5-0b0d-4344-b0e7-009799a9ba6a owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:24.534555 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a8f070da-4d64-4863-a767-4844c019440d None None] Set router 7f900125-7b68-44b6-9194-e3458f748a81 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:24.712246 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a8f070da-4d64-4863-a767-4844c019440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:50:22Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:24.737780 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f070da-4d64-4863-a767-4844c019440d None None] The sync data for ids ['7f900125-7b68-44b6-9194-e3458f748a81'] in n-d-803757-2 is: [{'id': '7f900125-7b68-44b6-9194-e3458f748a81', 'name': 'tempest-AttachVolumeShelveTestJSON-2007993689-router', 'tenant_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:41:32Z', 'updated_at': '2021-08-19T12:50:22Z', 'revision_number': 5, 'project_id': '07b1e7bd392c4962b55c4c16a4ffa940', 'gw_port': {'id': '009917d5-0b0d-4344-b0e7-009799a9ba6a', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:da:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f900125-7b68-44b6-9194-e3458f748a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:41:33Z', 'updated_at': '2021-08-19T12:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:24.781100 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.806557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Pushing event deleted for resources: {'Port': ['ID=009917d5-0b0d-4344-b0e7-009799a9ba6a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:24.870108 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.945897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41612ae-0167-4680-a099-04c15527a90d req-632fd543-d780-4b13-8f2a-fad1ab342fa7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:24.947423 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d41612ae-0167-4680-a099-04c15527a90d req-632fd543-d780-4b13-8f2a-fad1ab342fa7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0492101 Aug 19 12:50:24.961988 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.964229 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:24.986034 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d41612ae-0167-4680-a099-04c15527a90d req-9e2fdd5c-61bc-4667-b417-704c699d8ab7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Aug 19 12:50:25.113091 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.113723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f900125-7b68-44b6-9194-e3458f748a81 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:50:25.121732 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.127046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5d340778-4678-49ab-9672-435745fadf49 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7f900125-7b68-44b6-9194-e3458f748a81 HTTP/1.1" status: 204 len: 168 time: 1.1099527 Aug 19 12:50:25.127315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39010) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:25.145070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 566f8298-00e4-450a-addf-dd7b12369e1c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:25.171055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 566f8298-00e4-450a-addf-dd7b12369e1c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:25.171409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 566f8298-00e4-450a-addf-dd7b12369e1c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:25.176709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd02ca48-733e-4cd2-841b-95da92e82ef0 admin admin] Deleting subnet 82c84885-049f-40a7-908b-88a8e0873df7 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:50:25.180637 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd02ca48-733e-4cd2-841b-95da92e82ef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.217494 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd02ca48-733e-4cd2-841b-95da92e82ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.302365 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd02ca48-733e-4cd2-841b-95da92e82ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.415782 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.460638 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd02ca48-733e-4cd2-841b-95da92e82ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.486331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02ca48-733e-4cd2-841b-95da92e82ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c84885-049f-40a7-908b-88a8e0873df7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:25.489936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cd02ca48-733e-4cd2-841b-95da92e82ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.494000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cd02ca48-733e-4cd2-841b-95da92e82ef0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/82c84885-049f-40a7-908b-88a8e0873df7 HTTP/1.1" status: 204 len: 168 time: 0.3640265 Aug 19 12:50:25.495112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39012) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:25.497832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2638ed33-754a-484f-a365-ba0698cf571b None None] Network dec3f5f4-0139-445c-b744-81b03bf29b5e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:25.565597 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.627673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Deleting port df1fedfd-1fe2-4f6e-b810-296db45bb75b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:25.628040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.693350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] For port df1fedfd-1fe2-4f6e-b810-296db45bb75b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=df1fedfd-1fe2-4f6e-b810-296db45bb75b,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:25.693738 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.706347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Calling delete_port for df1fedfd-1fe2-4f6e-b810-296db45bb75b owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:25.742947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] DHCP port deletion for dec3f5f4-0139-445c-b744-81b03bf29b5e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:50:25.794032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Deleting port df1fedfd-1fe2-4f6e-b810-296db45bb75b {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:25.794425 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.860248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] For port df1fedfd-1fe2-4f6e-b810-296db45bb75b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=df1fedfd-1fe2-4f6e-b810-296db45bb75b,segment=NetworkSegment(0d4e470e-3e9f-4685-9a72-2498a18fdce4),segment_id=0d4e470e-3e9f-4685-9a72-2498a18fdce4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:25.860648 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.873584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Calling delete_port for df1fedfd-1fe2-4f6e-b810-296db45bb75b owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:25.953021 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.959202 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:25.984720 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Pushing event deleted for resources: {'Port': ['ID=df1fedfd-1fe2-4f6e-b810-296db45bb75b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:26.004468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] No DVR routers for this DVR port df1fedfd-1fe2-4f6e-b810-296db45bb75b on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:26.005391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Pushing event deleted for resources: {'Port': ['ID=df1fedfd-1fe2-4f6e-b810-296db45bb75b,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:26.005391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] No DVR routers for this DVR port df1fedfd-1fe2-4f6e-b810-296db45bb75b on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:26.010956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.011498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.012208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.012710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.013195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.014319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.014319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.016400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.016759 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.017161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.017507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.018448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95975e5-dc55-46bf-96b4-bf86846b327e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:26.070036 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.082897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec3f5f4-0139-445c-b744-81b03bf29b5e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:26.105347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4e470e-3e9f-4685-9a72-2498a18fdce4') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:26.105646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4e470e-3e9f-4685-9a72-2498a18fdce4') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:26.130320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.149014 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.164367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64334d-a48a-4dee-bc7f-b42393cedac5 req-059096eb-2f0d-4336-9bba-94c6d6e77f82 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:26.165916 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e64334d-a48a-4dee-bc7f-b42393cedac5 req-059096eb-2f0d-4336-9bba-94c6d6e77f82 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0883703 Aug 19 12:50:26.166953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:50:26.167363 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:50:26.169200 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:50:26.247967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e64334d-a48a-4dee-bc7f-b42393cedac5 req-ae0ad673-3d48-4a2f-8061-ab8ed4341a1b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690770 Aug 19 12:50:26.273570 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.313234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.320596 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.322427 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] 10.222.0.21 "DELETE /v2.0/networks/dec3f5f4-0139-445c-b744-81b03bf29b5e HTTP/1.1" status: 204 len: 168 time: 0.8262131 Aug 19 12:50:26.333766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97798d-62c5-42dd-85a7-d67f768ebe5d admin admin] Pushing event deleted for resources: {'Network': ['ID=dec3f5f4-0139-445c-b744-81b03bf29b5e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:26.754002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39024) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:26.799210 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3f84109f-f98b-4fe9-8239-7b06fe76e43f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07b1e7bd392c4962b55c4c16a4ffa940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439575 Aug 19 12:50:26.801692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39026) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:26.852104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd34da0d-538e-4024-b689-4af30d2a3179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:26.872824 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd34da0d-538e-4024-b689-4af30d2a3179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.127448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 009917d5-0b0d-4344-b0e7-009799a9ba6a no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:27.147890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 009917d5-0b0d-4344-b0e7-009799a9ba6a {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:27.148289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 009917d5-0b0d-4344-b0e7-009799a9ba6a not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:27.148718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device df1fedfd-1fe2-4f6e-b810-296db45bb75b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:27.168834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: df1fedfd-1fe2-4f6e-b810-296db45bb75b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:27.169190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device df1fedfd-1fe2-4f6e-b810-296db45bb75b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:27.193271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd34da0d-538e-4024-b689-4af30d2a3179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.200409 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd34da0d-538e-4024-b689-4af30d2a3179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:27.200409 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dd34da0d-538e-4024-b689-4af30d2a3179 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f72595e0-04e6-459f-b99b-4337c458a08c HTTP/1.1" status: 204 len: 168 time: 0.3950374 Aug 19 12:50:27.206885 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34da0d-538e-4024-b689-4af30d2a3179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72595e0-04e6-459f-b99b-4337c458a08c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:27.372492 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db0721-0e52-4246-aa5d-8bc5c516391c req-f8ba9a4e-5158-45db-ba3c-039fcda2d365 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:27.374783 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16db0721-0e52-4246-aa5d-8bc5c516391c req-f8ba9a4e-5158-45db-ba3c-039fcda2d365 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0539942 Aug 19 12:50:27.413918 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16db0721-0e52-4246-aa5d-8bc5c516391c req-e53b6e12-2577-4b69-ad23-644be01ee9fa tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330064 Aug 19 12:50:28.541924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1dde3-5ede-4fe2-8dd3-34b33fddd344 req-d5626a7d-c1be-4dd7-bf78-a19eb81ef18b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:28.543589 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6a1dde3-5ede-4fe2-8dd3-34b33fddd344 req-d5626a7d-c1be-4dd7-bf78-a19eb81ef18b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0576289 Aug 19 12:50:28.584640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6a1dde3-5ede-4fe2-8dd3-34b33fddd344 req-8a71d78c-72ea-489e-a1d2-c0ec58550829 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344727 Aug 19 12:50:28.639921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be82c0-4e94-4fef-be7b-934e8786a8e1 req-4b135f11-22a8-43d8-8ac4-7bee77d0f0e0 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:28.639921 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9be82c0-4e94-4fef-be7b-934e8786a8e1 req-4b135f11-22a8-43d8-8ac4-7bee77d0f0e0 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0596435 Aug 19 12:50:28.671066 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9be82c0-4e94-4fef-be7b-934e8786a8e1 req-3d2bb8a8-b1ef-4786-9595-1aabbd778f7c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Aug 19 12:50:28.807042 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39062) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:28.919525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1107179437-network', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:28.966174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca891-a221-46a4-957b-9751931570b8 req-31bffa6e-d777-4dad-99a9-b2abf7222b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:28.967710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5dca891-a221-46a4-957b-9751931570b8 req-31bffa6e-d777-4dad-99a9-b2abf7222b82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 1096 time: 0.1549990 Aug 19 12:50:29.052373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Made reservation on behalf of 4e30f4ad419d4968a935f8bd249ae26b for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:29.055633 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.073271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.075638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca891-a221-46a4-957b-9751931570b8 req-53486c57-78a9-428b-9b2f-b4b07e7add44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:29.077093 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5dca891-a221-46a4-957b-9751931570b8 req-53486c57-78a9-428b-9b2f-b4b07e7add44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 920 time: 0.1020567 Aug 19 12:50:29.130065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5dca891-a221-46a4-957b-9751931570b8 req-27826436-c77d-46d3-9760-04ad112a86bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4701755-70b6-4172-b13f-f9d9147eec75 HTTP/1.1" status: 200 len: 217 time: 0.0445368 Aug 19 12:50:29.196843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca891-a221-46a4-957b-9751931570b8 req-5585bf5f-3063-4bcf-9891-46a235571a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:29.198322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5dca891-a221-46a4-957b-9751931570b8 req-5585bf5f-3063-4bcf-9891-46a235571a9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50a6de2c-d325-4338-9639-ea64906dff73 HTTP/1.1" status: 200 len: 859 time: 0.0610123 Aug 19 12:50:29.237808 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5dca891-a221-46a4-957b-9751931570b8 req-2c0853f5-2abc-4b08-b9da-3efb40fa3569 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c7d4821-3926-438f-8388-686fb2dac0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296156 Aug 19 12:50:29.316819 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.349180 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5dca891-a221-46a4-957b-9751931570b8 req-f7de40a7-8a81-46d5-a035-7b7de0da261b service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032195 Aug 19 12:50:29.421426 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.468186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:50:29.475776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018ba002-3acf-4937-bf91-4d10e3e71268,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:29.479734 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5dca891-a221-46a4-957b-9751931570b8 req-4d9af510-d0fe-49ba-9f02-7b74b5c8347a service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236644 Aug 19 12:50:29.492551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.492895 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Added segment 47577b66-c2d9-4424-867f-075856bdf8a3 of type vlan for network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 Aug 19 12:50:29.535096 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.662158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.664362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:29.665074 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:29.705254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aad3a-dab4-4068-b117-1d2ee83f1363 req-767fb9e3-00a5-4563-8f8b-c5f78a40c656 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:29.706892 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e06aad3a-dab4-4068-b117-1d2ee83f1363 req-767fb9e3-00a5-4563-8f8b-c5f78a40c656 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0528944 Aug 19 12:50:29.749854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:29.760955 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e06aad3a-dab4-4068-b117-1d2ee83f1363 req-a1563673-5aac-4442-8611-5d3877999678 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 Aug 19 12:50:29.761403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:50:29.811427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e06eeb-f1a2-433e-bff6-e7b433a34cd4 req-bec66a0b-fabd-42e2-9cac-a32d25db5655 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:29.812898 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2e06eeb-f1a2-433e-bff6-e7b433a34cd4 req-bec66a0b-fabd-42e2-9cac-a32d25db5655 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0524766 Aug 19 12:50:29.859912 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2e06eeb-f1a2-433e-bff6-e7b433a34cd4 req-e1ca0d40-010a-407b-aa64-836efbe3191d tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 Aug 19 12:50:29.880234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6854c28b-770e-44ed-aa2e-d73fb06f3682 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0716445 Aug 19 12:50:29.889274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39076) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:29.894180 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] Request body: {'subnet': {'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1107179437-subnet', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:30.045008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] Made reservation on behalf of 4e30f4ad419d4968a935f8bd249ae26b for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:30.047461 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.297051 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.352904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b84d3c-5a39-40f7-9f8b-1757d52fb602,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:30.362976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] Checking segment: {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:30.371100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] Network hostable DHCP agents. Network: fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:50:30.541634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] Network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:50:30.758645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:30.762695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:30.763386 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.767670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c1b05d-f742-4482-aa1c-bf6ea30b1a78 None None] Network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:30.881024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee49dad-556c-476f-9a13-ce833729e273 req-02c440f4-4eab-45b6-8201-66d9581d886a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:30.883160 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ee49dad-556c-476f-9a13-ce833729e273 req-02c440f4-4eab-45b6-8201-66d9581d886a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0513952 Aug 19 12:50:30.915858 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:50:30.917180 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:30.927683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1ee49dad-556c-476f-9a13-ce833729e273 req-d665716f-eac2-46dd-88ab-4927ab3d9fcf tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Aug 19 12:50:30.985408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee45f84-4872-4d40-9eea-5253f5106ad6 req-dc7a74a0-a34b-4223-b8ba-3969507ee1ae tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:30.987065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ee45f84-4872-4d40-9eea-5253f5106ad6 req-dc7a74a0-a34b-4223-b8ba-3969507ee1ae tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0522842 Aug 19 12:50:31.027688 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ee45f84-4872-4d40-9eea-5253f5106ad6 req-992b8346-17dc-4edb-a0e1-43e81defce0e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334065 Aug 19 12:50:31.036476 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-833942b9-2a0c-45b9-a958-c0c2c21d8501 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1461143 Aug 19 12:50:31.041279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39082) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:31.042934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:31.061783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Allocated IP 172.20.0.2 (fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3/d2b84d3c-5a39-40f7-9f8b-1757d52fb602/b66519c4-e5cd-48d2-afeb-32749b595f9c) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:31.204160 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.212195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Transition to ACTIVE for port object b66519c4-e5cd-48d2-afeb-32749b595f9c will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:31.226035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Transition to ACTIVE for port object b66519c4-e5cd-48d2-afeb-32749b595f9c will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:31.319916 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.321012 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.372051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.416407 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.458005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:31.460790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:31.464344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:31.469555 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Pushing event updated for resources: {'Port': ['ID=b66519c4-e5cd-48d2-afeb-32749b595f9c,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:31.519808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Attempting to bind port b66519c4-e5cd-48d2-afeb-32749b595f9c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:31.520173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Attempting to bind port b66519c4-e5cd-48d2-afeb-32749b595f9c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:31.520531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Attempting to bind port b66519c4-e5cd-48d2-afeb-32749b595f9c on network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:31.525342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:31.525714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Checking segment: {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:31.526107 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.526502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Bound using segment: {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:31.526990 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Bound port: b66519c4-e5cd-48d2-afeb-32749b595f9c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:31.527373 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.592340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] For port b66519c4-e5cd-48d2-afeb-32749b595f9c, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:31.595677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] For port b66519c4-e5cd-48d2-afeb-32749b595f9c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b66519c4-e5cd-48d2-afeb-32749b595f9c,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:31.634289 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.747180 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:31.807246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512092b4-6a69-466a-a1e6-d890e26a87a6 None None] Pushing event updated for resources: {'Port': ['ID=b66519c4-e5cd-48d2-afeb-32749b595f9c,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:32.138663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc60157-7446-40f0-9d86-20446ccee63c req-85487514-add7-46bc-820e-0689b60896b6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:32.140261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fc60157-7446-40f0-9d86-20446ccee63c req-85487514-add7-46bc-820e-0689b60896b6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.1283436 Aug 19 12:50:32.157094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a761d-2c53-4e80-a5b0-b3e77c260ed9 req-534394be-c582-4bfd-8dca-79ea14ece616 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:32.158692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-725a761d-2c53-4e80-a5b0-b3e77c260ed9 req-534394be-c582-4bfd-8dca-79ea14ece616 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0503359 Aug 19 12:50:32.197429 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-725a761d-2c53-4e80-a5b0-b3e77c260ed9 req-cf6f2e57-d9e5-4aad-99b4-80a39bbb142c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Aug 19 12:50:32.206196 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.230885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fc60157-7446-40f0-9d86-20446ccee63c req-5743cd7f-6300-4ce7-bfc6-db834f16b5e6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685577 Aug 19 12:50:32.232081 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.336716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Allocated IP 172.25.2.176 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/e40675be-1d95-422d-a829-09bf23f06664) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:32.444209 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.597448 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:32.631118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:32.634999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:32.643428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:32.664108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Pushing event updated for resources: {'Port': ['ID=e40675be-1d95-422d-a829-09bf23f06664,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:32.681540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89116816-78f5-4c09-964a-2e83de3dded7 None None] Network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:50:32.942319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eb176705-fcbf-4003-b2ed-abe5d9b7863d None None] Provisioning for port b66519c4-e5cd-48d2-afeb-32749b595f9c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:33.025712 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.150015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b66519c4-e5cd-48d2-afeb-32749b595f9c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:33.225237 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.318848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95faf01-d4f2-497e-8b4c-51579eabbd5f req-1f2c5079-5526-4c03-ad7c-f09a490a4a4b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:33.321633 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f95faf01-d4f2-497e-8b4c-51579eabbd5f req-1f2c5079-5526-4c03-ad7c-f09a490a4a4b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0554569 Aug 19 12:50:33.331484 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port b66519c4-e5cd-48d2-afeb-32749b595f9c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:33.337423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b66519c4-e5cd-48d2-afeb-32749b595f9c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:33.338198 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.369149 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f95faf01-d4f2-497e-8b4c-51579eabbd5f req-1b6350bc-92d8-40ef-b849-cfb10631ba39 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Aug 19 12:50:33.442529 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.479463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port b66519c4-e5cd-48d2-afeb-32749b595f9c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b66519c4-e5cd-48d2-afeb-32749b595f9c,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:33.627814 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:33.674915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=b66519c4-e5cd-48d2-afeb-32749b595f9c,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:33.681722 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc64e0-a972-4b54-bf84-e1dbe9ae71e8 req-25e268f9-9e49-40ea-873c-fc1059219c23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:33.683325 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92dc64e0-a972-4b54-bf84-e1dbe9ae71e8 req-25e268f9-9e49-40ea-873c-fc1059219c23 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0699368 Aug 19 12:50:33.729166 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92dc64e0-a972-4b54-bf84-e1dbe9ae71e8 req-eb3dd6c2-7cc8-4890-9acf-8d05a14ff887 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Aug 19 12:50:33.839503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:50:33.943693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:33.952965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Sync routers for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:33.962461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:33.963268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:50:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:34.063501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:34.079223 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.081470 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8193b06e-49ac-4cef-a229-1ae783064549 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0415754 Aug 19 12:50:34.083707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39096) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:34.243686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:32Z', 'revision_number': 3, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:34.273172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Checking router: ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:50:34.273530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Updating router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef port e40675be-1d95-422d-a829-09bf23f06664 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:50:34.297492 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.509062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d81a7-197c-4ad8-a2cd-9b0f0cb77676 req-3f4ed7d2-0e42-4cb5-b6a8-707f547a12b5 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:34.510505 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.510969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f90d81a7-197c-4ad8-a2cd-9b0f0cb77676 req-3f4ed7d2-0e42-4cb5-b6a8-707f547a12b5 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0592511 Aug 19 12:50:34.554566 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f90d81a7-197c-4ad8-a2cd-9b0f0cb77676 req-e61b62b5-1c03-4371-b3ed-c0662868cbef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356507 Aug 19 12:50:34.564696 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.579547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Transition to ACTIVE for port object e40675be-1d95-422d-a829-09bf23f06664 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:34.671501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Allocated IP 172.20.0.1 (fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3/d2b84d3c-5a39-40f7-9f8b-1757d52fb602/9f619af2-0bec-4fa5-bd26-20c83761f911) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:34.685032 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.737621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Attempting to bind port e40675be-1d95-422d-a829-09bf23f06664 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:34.737991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Attempting to bind port e40675be-1d95-422d-a829-09bf23f06664 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:34.738362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Attempting to bind port e40675be-1d95-422d-a829-09bf23f06664 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:34.746912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427f299-fae8-446e-bfc1-b7a3d00ced6b None None] Pushing event updated for resources: {'Port': ['ID=e40675be-1d95-422d-a829-09bf23f06664,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:34.749679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:34.751799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:34.752412 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.752820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:34.754103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Bound port: e40675be-1d95-422d-a829-09bf23f06664, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:34.754511 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.780500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.794198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Transition to ACTIVE for port object 9f619af2-0bec-4fa5-bd26-20c83761f911 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:34.811453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] For port e40675be-1d95-422d-a829-09bf23f06664, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:34.814450 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] For port e40675be-1d95-422d-a829-09bf23f06664, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e40675be-1d95-422d-a829-09bf23f06664,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:34.868629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3da2cb-0ec0-4b8a-ac90-141e7c81f911 req-0037f4eb-3218-4f31-96b9-d37bdb392c41 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:34.870190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-be3da2cb-0ec0-4b8a-ac90-141e7c81f911 req-0037f4eb-3218-4f31-96b9-d37bdb392c41 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0662868 Aug 19 12:50:34.908803 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-be3da2cb-0ec0-4b8a-ac90-141e7c81f911 req-4228b5b7-d007-4926-ad07-2e875618eefa tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Aug 19 12:50:34.920246 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.988101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:34.988757 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:34.988917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:50:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:35.024535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:35.027617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:35.028771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427f299-fae8-446e-bfc1-b7a3d00ced6b None None] Pushing event updated for resources: {'Port': ['ID=e40675be-1d95-422d-a829-09bf23f06664,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:35.034841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:35.081471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9f619af2-0bec-4fa5-bd26-20c83761f911,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:35.086461 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.109562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:35.139484 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-39b497f3-41db-4ece-b83e-f989c6f71ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.173215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b66519c4-e5cd-48d2-afeb-32749b595f9c up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:35.291948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b66519c4-e5cd-48d2-afeb-32749b595f9c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:35.292319 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.316473 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.418638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:32Z', 'revision_number': 3, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:35.448886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c8133368-955e-46ef-95e0-d95e9cca8936 None None] Provisioning for port 9f619af2-0bec-4fa5-bd26-20c83761f911 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:35.451123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b87f0-3a66-479f-96be-480f9f2bdb89 None None] The sync data for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 is: [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:32Z', 'revision_number': 3, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:35.454935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c8133368-955e-46ef-95e0-d95e9cca8936 None None] Provisioning complete for port 9f619af2-0bec-4fa5-bd26-20c83761f911 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:35.454935 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c8133368-955e-46ef-95e0-d95e9cca8936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.487868 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.490502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c8133368-955e-46ef-95e0-d95e9cca8936 None None] Port 9f619af2-0bec-4fa5-bd26-20c83761f911 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:50:35.548391 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.623548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9f619af2-0bec-4fa5-bd26-20c83761f911,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:35.627104 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:35.725171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842f81-ef3f-429b-9f13-004dbc62adbb req-a2f5ad97-7c10-4dd2-b482-2e21285efcd9 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:35.729390 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88842f81-ef3f-429b-9f13-004dbc62adbb req-a2f5ad97-7c10-4dd2-b482-2e21285efcd9 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0882223 Aug 19 12:50:35.746022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:35.747732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:35.790181 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88842f81-ef3f-429b-9f13-004dbc62adbb req-05d30f30-4825-4413-8ce5-7dfd4a800676 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516903 Aug 19 12:50:35.891021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:36.017381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bb023a16-61a6-4a8e-b0f4-0f82244d1427 None None] Provisioning complete for port 9f619af2-0bec-4fa5-bd26-20c83761f911 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:36.017993 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bb023a16-61a6-4a8e-b0f4-0f82244d1427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:36.056963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-bb023a16-61a6-4a8e-b0f4-0f82244d1427 None None] Port 9f619af2-0bec-4fa5-bd26-20c83761f911 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:50:36.057221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:36.067236 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-88e98d17-c2f9-4082-ae76-89eff89ad0d9 admin admin] 10.222.0.21 "PUT /v2.0/routers/ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9824245 Aug 19 12:50:36.087872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afd633-2573-4ed4-802f-4cbd720a8bdb req-be2f3a88-e5c8-4868-8d15-1d27a15743b7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:36.089922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d7afd633-2573-4ed4-802f-4cbd720a8bdb req-be2f3a88-e5c8-4868-8d15-1d27a15743b7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0928519 Aug 19 12:50:36.133565 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d7afd633-2573-4ed4-802f-4cbd720a8bdb req-ff108883-4b69-4d71-9443-f4b7fbb8863d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374081 Aug 19 12:50:36.433509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25957e38-d273-4cc2-988c-075e79c8c60d req-5277d284-8fb9-4408-971c-65df3d558352 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451009 Aug 19 12:50:36.498240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25957e38-d273-4cc2-988c-075e79c8c60d req-a6625fe7-427a-45c1-9bef-8909ec518984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:36.499860 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25957e38-d273-4cc2-988c-075e79c8c60d req-a6625fe7-427a-45c1-9bef-8909ec518984 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 1096 time: 0.0423450 Aug 19 12:50:36.604086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25957e38-d273-4cc2-988c-075e79c8c60d req-8c631778-cc0b-4d34-886d-25fb218c7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:36.605073 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25957e38-d273-4cc2-988c-075e79c8c60d req-8c631778-cc0b-4d34-886d-25fb218c7b5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0845599 Aug 19 12:50:36.630075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39114) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:36.635599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8d0df01a-9e71-4faf-9fad-24bc48f1a38a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--89473490', 'description': 'tempest-description--725395827'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:36.652407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25957e38-d273-4cc2-988c-075e79c8c60d req-ff4bdeb2-ccfa-4bad-a93d-4016824a68fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26678b37-94a6-44d2-b6ea-723a268bc8e6 HTTP/1.1" status: 200 len: 217 time: 0.0401821 Aug 19 12:50:36.703601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25957e38-d273-4cc2-988c-075e79c8c60d req-d51ce619-5d93-47c9-b664-9f88e19f685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:36.705126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25957e38-d273-4cc2-988c-075e79c8c60d req-d51ce619-5d93-47c9-b664-9f88e19f685d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0458124 Aug 19 12:50:36.757622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25957e38-d273-4cc2-988c-075e79c8c60d req-d7c0cd79-b5a0-4cc2-ab1d-ac7e5da43223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:36.758278 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d0df01a-9e71-4faf-9fad-24bc48f1a38a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:36.758387 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25957e38-d273-4cc2-988c-075e79c8c60d req-d7c0cd79-b5a0-4cc2-ab1d-ac7e5da43223 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421109 Aug 19 12:50:36.839400 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d0df01a-9e71-4faf-9fad-24bc48f1a38a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:36.861811 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25957e38-d273-4cc2-988c-075e79c8c60d req-50252129-71f0-447a-b1f3-b589c9f62bcf service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986423 Aug 19 12:50:36.921238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b344afd-dd6b-4bdf-a3ed-ccbdfd0f28f9 req-2f233785-1cdd-4db9-8356-6dedea402c6a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:36.922819 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b344afd-dd6b-4bdf-a3ed-ccbdfd0f28f9 req-2f233785-1cdd-4db9-8356-6dedea402c6a tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0510182 Aug 19 12:50:36.958874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d0df01a-9e71-4faf-9fad-24bc48f1a38a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:36.964142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25957e38-d273-4cc2-988c-075e79c8c60d req-51d5954d-a037-4a29-b23c-23cd98e3c4d2 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942860 Aug 19 12:50:36.971342 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b344afd-dd6b-4bdf-a3ed-ccbdfd0f28f9 req-d568d9bd-f650-46be-ab07-b423497d1d29 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412838 Aug 19 12:50:36.994177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0df01a-9e71-4faf-9fad-24bc48f1a38a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:37.021556 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Sync routers for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:37.032018 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:37.032716 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:50:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:37.073644 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d0df01a-9e71-4faf-9fad-24bc48f1a38a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.074952 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8d0df01a-9e71-4faf-9fad-24bc48f1a38a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4437349 Aug 19 12:50:37.077776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39118) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:37.084791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fb54af2a-c3fe-4e3e-bcde-c98315ba181a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'security_group_rule': {'security_group_id': 'ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:37.139700 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:37.166707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e40675be-1d95-422d-a829-09bf23f06664 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:37.218143 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb54af2a-c3fe-4e3e-bcde-c98315ba181a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.269612 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb54af2a-c3fe-4e3e-bcde-c98315ba181a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.271663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe811b-346b-4814-9fbd-c19f64bbd245 req-ee1a772c-9c3f-4da4-a56e-1547951d9246 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:37.273771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6bbe811b-346b-4814-9fbd-c19f64bbd245 req-ee1a772c-9c3f-4da4-a56e-1547951d9246 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0652683 Aug 19 12:50:37.308056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e40675be-1d95-422d-a829-09bf23f06664 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:37.311475 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6bbe811b-346b-4814-9fbd-c19f64bbd245 req-3d632129-84d7-4d05-a77b-5c71d5914874 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Aug 19 12:50:37.312836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e40675be-1d95-422d-a829-09bf23f06664 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:37.313500 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.352879 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 2, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:37.377303 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb54af2a-c3fe-4e3e-bcde-c98315ba181a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.384468 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Checking router: ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:50:37.385716 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Updating router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef port 9f619af2-0bec-4fa5-bd26-20c83761f911 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 12:50:37.401226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54af2a-c3fe-4e3e-bcde-c98315ba181a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18faae35-144a-4776-bfc5-4d3cf8759177,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:37.414592 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.480020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb54af2a-c3fe-4e3e-bcde-c98315ba181a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.483833 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fb54af2a-c3fe-4e3e-bcde-c98315ba181a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4023941 Aug 19 12:50:37.484120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39124) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:37.489181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2a193b3e-cc17-4bea-9a5b-cbf574a73f71 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'security_group_rule': {'security_group_id': 'ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:37.563639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.591847 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a193b3e-cc17-4bea-9a5b-cbf574a73f71 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.599410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port e40675be-1d95-422d-a829-09bf23f06664, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e40675be-1d95-422d-a829-09bf23f06664,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:37.642622 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a193b3e-cc17-4bea-9a5b-cbf574a73f71 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.662765 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.688699 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.706704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-57910a13-482b-4c26-b64b-f2d1dd0bf240 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062629 Aug 19 12:50:37.714583 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.718029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=e40675be-1d95-422d-a829-09bf23f06664,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:37.726057 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Transition to ACTIVE for port object 9f619af2-0bec-4fa5-bd26-20c83761f911 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:37.759588 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a193b3e-cc17-4bea-9a5b-cbf574a73f71 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.780736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a193b3e-cc17-4bea-9a5b-cbf574a73f71 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d24af68-118e-44bc-a7f7-0eaa4d9fe736,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:37.795880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-e0d5ceca-91e6-4bac-a854-5dc84a827027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:37.797456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-e0d5ceca-91e6-4bac-a854-5dc84a827027 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0dc64f81a0f243fea14b8699ce777f77&device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 1096 time: 0.0432463 Aug 19 12:50:37.811490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7167303b-20d3-4834-a550-7ccdda03c267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.845983 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.876031 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2a193b3e-cc17-4bea-9a5b-cbf574a73f71 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.878753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2a193b3e-cc17-4bea-9a5b-cbf574a73f71 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3933504 Aug 19 12:50:37.881799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39128) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:37.892839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:37.923925 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Pushing event updated for resources: {'Port': ['ID=9f619af2-0bec-4fa5-bd26-20c83761f911,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:37.925622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-4074ca8c-7d94-4eef-b211-11040fee15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:37.927165 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-4074ca8c-7d94-4eef-b211-11040fee15b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f895e18b-06e1-4802-9d19-c9fbb2ee726c HTTP/1.1" status: 200 len: 910 time: 0.1106791 Aug 19 12:50:37.948304 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.948649 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.948989 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.949327 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.949661 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.950172 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.950426 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.950758 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.951109 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.951441 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.951765 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.952085 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:50:37.965496 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Attempting to bind port 9f619af2-0bec-4fa5-bd26-20c83761f911 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:37.965916 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Attempting to bind port 9f619af2-0bec-4fa5-bd26-20c83761f911 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:37.966380 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Attempting to bind port 9f619af2-0bec-4fa5-bd26-20c83761f911 on network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:37.971860 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:37.976554 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Checking segment: {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:37.976554 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.976554 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Bound using segment: {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:37.976554 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Bound port: 9f619af2-0bec-4fa5-bd26-20c83761f911, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:37.976554 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:37.994503 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.006217 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-c39f75d8-d0bf-45e3-a696-1d9329c7155b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0df1a93-8608-413f-b71f-6180fcca0fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0706549 Aug 19 12:50:38.071586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-995cc218-d5cb-42f4-9f8e-47784e10d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:38.073074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-995cc218-d5cb-42f4-9f8e-47784e10d2bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92ff3243-77e0-4076-803b-7eae89758f10 HTTP/1.1" status: 200 len: 848 time: 0.0589449 Aug 19 12:50:38.082310 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] For port 9f619af2-0bec-4fa5-bd26-20c83761f911, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:38.086938 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] For port 9f619af2-0bec-4fa5-bd26-20c83761f911, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9f619af2-0bec-4fa5-bd26-20c83761f911,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:38.128456 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.158562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-cd588853-8c96-435c-8a33-7359d71b0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:38.160001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-cd588853-8c96-435c-8a33-7359d71b0ea0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f895e18b-06e1-4802-9d19-c9fbb2ee726c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768316 Aug 19 12:50:38.170902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9686e45-9c81-4a81-aa63-4e2f5ba531f6 req-72dedd79-bd5d-41a2-a330-9c7a6487aad0 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:38.172337 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9686e45-9c81-4a81-aa63-4e2f5ba531f6 req-72dedd79-bd5d-41a2-a330-9c7a6487aad0 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0879631 Aug 19 12:50:38.235206 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.237863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Allocated IP 172.25.2.216 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/66d9462a-4574-4980-971c-96ee662e284e) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:38.266027 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9686e45-9c81-4a81-aa63-4e2f5ba531f6 req-af92d4f6-5156-4735-b269-39938bf6c77b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855331 Aug 19 12:50:38.292168 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-6607a53e-b344-480f-a37e-0abc3ee39d9e service neutron] 10.222.0.62 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188343 Aug 19 12:50:38.306675 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:38.306675 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:50:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:38.362204 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8c10b-e75b-407f-90d2-0da6b1694db8 None None] Pushing event updated for resources: {'Port': ['ID=9f619af2-0bec-4fa5-bd26-20c83761f911,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:38.384314 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.459775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-caab861a-d3b3-4183-854f-4ba0adaa22e7 req-3252593d-6744-4807-96ba-a51da8963d93 service neutron] 10.222.0.62 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511118 Aug 19 12:50:38.473941 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:38.485689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64328d5e-f8ca-4550-9b9c-8effa4d5f939 req-4aa2d3bf-a144-4843-b346-c3ce8a927043 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:38.487372 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64328d5e-f8ca-4550-9b9c-8effa4d5f939 req-4aa2d3bf-a144-4843-b346-c3ce8a927043 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0747488 Aug 19 12:50:38.528727 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64328d5e-f8ca-4550-9b9c-8effa4d5f939 req-e5a7debd-2f96-43f8-9d37-317fa02cd582 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343189 Aug 19 12:50:38.575653 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.613650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:38.618643 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:38.623125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:38.626196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'Port': ['ID=66d9462a-4574-4980-971c-96ee662e284e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:38.689636 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:38Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:38.712916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:38.717810 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf0619-4b57-4373-a7f8-02c9aeff0889 None None] The sync data for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 is: [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:38Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:38.858648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.030340 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.091779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.159437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'Port': ['ID=66d9462a-4574-4980-971c-96ee662e284e,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:39.178404 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.217696 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.245547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9f619af2-0bec-4fa5-bd26-20c83761f911 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:39.348392 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.353036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8b1836b0-4641-45e6-b00b-c0c5d2fb49a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4663346 Aug 19 12:50:39.406764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 9f619af2-0bec-4fa5-bd26-20c83761f911 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:39.406764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9f619af2-0bec-4fa5-bd26-20c83761f911 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:39.406764 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.423190 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb07e61-6600-4b15-bd43-acb24d70015e req-c511806f-d33b-426a-ac0a-634af27db616 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:39.424786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7bb07e61-6600-4b15-bd43-acb24d70015e req-c511806f-d33b-426a-ac0a-634af27db616 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0658333 Aug 19 12:50:39.479947 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7bb07e61-6600-4b15-bd43-acb24d70015e req-c1703fbf-1650-46c6-a585-6102063e8cc6 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481470 Aug 19 12:50:39.507074 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.554923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 9f619af2-0bec-4fa5-bd26-20c83761f911, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9f619af2-0bec-4fa5-bd26-20c83761f911,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:39.580647 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-0e6445fa-eb66-459c-af91-e6ed4dc21773 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--89473490&fields=id&tenant_id=4e30f4ad419d4968a935f8bd249ae26b HTTP/1.1" status: 200 len: 267 time: 0.0402622 Aug 19 12:50:39.646668 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.647754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e40675be-1d95-422d-a829-09bf23f06664 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:39.672764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ceaadd-5cd2-454c-a7a1-697518df0ee3 req-a540bfd0-44ee-4741-9ce5-cb0f72e83283 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:39.674550 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-94ceaadd-5cd2-454c-a7a1-697518df0ee3 req-a540bfd0-44ee-4741-9ce5-cb0f72e83283 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0643799 Aug 19 12:50:39.714031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-c1a7d222-ab85-495c-8d7f-e5f116a9eccf tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:39.725585 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-c1a7d222-ab85-495c-8d7f-e5f116a9eccf tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/networks?id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 200 len: 811 time: 0.1368318 Aug 19 12:50:39.730514 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-94ceaadd-5cd2-454c-a7a1-697518df0ee3 req-cd969f88-2bdb-412b-9e79-7946e4d56839 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Aug 19 12:50:39.739106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=9f619af2-0bec-4fa5-bd26-20c83761f911,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:39.739220 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-d01c50de-a0ac-43d8-a2da-aa882a1f60e9 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/quotas/4e30f4ad419d4968a935f8bd249ae26b HTTP/1.1" status: 200 len: 375 time: 0.0126407 Aug 19 12:50:39.755755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e40675be-1d95-422d-a829-09bf23f06664 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:39.756207 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:39.800608 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-8c5e065c-a539-413b-b1b3-78a94761b12e tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537162 Aug 19 12:50:39.907739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-cb8372d0-ee2c-4572-9f7e-cb78263db840 service neutron] 10.222.0.21 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926723 Aug 19 12:50:39.998568 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-3bd7035f-916e-40c6-a5ba-20d0d0650a29 service neutron] 10.222.0.21 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844989 Aug 19 12:50:40.258989 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-85640758-698e-426a-b87c-c03ab8f88028 req-fa33b1ba-559c-4e3e-a9ba-17c888bdd395 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 210 time: 0.0278506 Aug 19 12:50:40.606355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c9bc4-30c0-4c98-8fad-54542e7dca49 req-e119fc05-e1b3-433a-9b87-adc169e98d42 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:40.607927 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-730c9bc4-30c0-4c98-8fad-54542e7dca49 req-e119fc05-e1b3-433a-9b87-adc169e98d42 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0553532 Aug 19 12:50:40.622994 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:40.674341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-730c9bc4-30c0-4c98-8fad-54542e7dca49 req-409faa4b-d4af-48d5-bbf0-8974fd981e8b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598965 Aug 19 12:50:40.685654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774333d1-c326-4b05-8c5b-e00080d7200c req-235dc14d-4853-40cd-83ad-24244c8540bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:40.687404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-774333d1-c326-4b05-8c5b-e00080d7200c req-235dc14d-4853-40cd-83ad-24244c8540bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 1096 time: 0.0596640 Aug 19 12:50:40.723943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-774333d1-c326-4b05-8c5b-e00080d7200c req-20bfebca-6dc6-4e3a-8914-2ff790ed571f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289252 Aug 19 12:50:40.846634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d09997-fd85-4228-9901-2a7db1ba6a78 req-0517b774-07b4-44cb-b9a0-1c4897d86a69 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:40.848142 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65d09997-fd85-4228-9901-2a7db1ba6a78 req-0517b774-07b4-44cb-b9a0-1c4897d86a69 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 944 time: 0.0506091 Aug 19 12:50:40.885240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65d09997-fd85-4228-9901-2a7db1ba6a78 req-25971036-31ec-4850-8539-5f2be178e854 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309706 Aug 19 12:50:41.132526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9f619af2-0bec-4fa5-bd26-20c83761f911 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:41.179679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9f619af2-0bec-4fa5-bd26-20c83761f911 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:41.180046 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.245955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9de4f5c0-77b0-486e-9263-2e1732f51968 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:50:41.338230 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ad408f9-33ea-47cc-ab25-1c84706f8c62 req-595ec037-6def-4b62-8eb7-eb8b78af7a3a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 210 time: 0.0296428 Aug 19 12:50:41.370443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 9de4f5c0-77b0-486e-9263-2e1732f51968, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9de4f5c0-77b0-486e-9263-2e1732f51968,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:41.384975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '9de4f5c0-77b0-486e-9263-2e1732f51968', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'port_id': '9de4f5c0-77b0-486e-9263-2e1732f51968', 'mac_address': 'fa:16:3e:84:a2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:50:41.425082 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.439547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de4f5c0-77b0-486e-9263-2e1732f51968 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:50:41.459119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 9de4f5c0-77b0-486e-9263-2e1732f51968, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9de4f5c0-77b0-486e-9263-2e1732f51968,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:41.537033 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:41.586258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=9de4f5c0-77b0-486e-9263-2e1732f51968,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:41.765215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['9de4f5c0-77b0-486e-9263-2e1732f51968'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:50:41.793069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ac9fd-30e8-4502-bbbe-e6c9447d01ef req-86f71299-3233-49a6-b06a-361374bc81d9 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:41.794633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-474ac9fd-30e8-4502-bbbe-e6c9447d01ef req-86f71299-3233-49a6-b06a-361374bc81d9 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0514266 Aug 19 12:50:41.839357 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-474ac9fd-30e8-4502-bbbe-e6c9447d01ef req-6fe2f1e0-f925-4ea9-941c-9be10df7fbd3 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383182 Aug 19 12:50:42.002278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bc0f2-8b23-45c0-bf39-b96733f4113b req-4007b828-58b5-4e26-83b8-72ae561c808a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:42.003825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a09bc0f2-8b23-45c0-bf39-b96733f4113b req-4007b828-58b5-4e26-83b8-72ae561c808a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 945 time: 0.0520816 Aug 19 12:50:42.043540 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a09bc0f2-8b23-45c0-bf39-b96733f4113b req-df2055c5-262c-4821-a486-4a76cfe1be89 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328655 Aug 19 12:50:42.433569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f95818c6-3d92-45ae-bf0d-0acd89c0ddc5 req-f3334558-cb53-4dab-9698-ebe657774ad3 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 210 time: 0.0280390 Aug 19 12:50:42.957165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad90817-3c7d-45f7-b9a7-8687b851947a req-4a7aa0c3-4935-4e46-82c3-ed20c404b485 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:42.958625 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ad90817-3c7d-45f7-b9a7-8687b851947a req-4a7aa0c3-4935-4e46-82c3-ed20c404b485 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0522921 Aug 19 12:50:42.998292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1ad90817-3c7d-45f7-b9a7-8687b851947a req-c2e53ea4-4299-4d2a-a6aa-5c9db1498cd5 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Aug 19 12:50:43.092997 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-a9c300e2-9555-443c-bcd5-565d72ecf98d tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.094504 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-a9c300e2-9555-443c-bcd5-565d72ecf98d tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.62 "GET /v2.0/networks?id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 200 len: 811 time: 0.1126740 Aug 19 12:50:43.153011 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-4b839f38-1bf7-47f4-9c5b-90a922e5f963 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e30f4ad419d4968a935f8bd249ae26b HTTP/1.1" status: 200 len: 378 time: 0.0489695 Aug 19 12:50:43.163441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'port': {'device_id': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'admin_state_up': True, 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'security_groups': ['ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:43.175647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39869887-c8bb-4eec-8e5b-72d5a240aa29 req-d5b3b3bb-02ca-424d-986a-f4ecac59105d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.177159 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39869887-c8bb-4eec-8e5b-72d5a240aa29 req-d5b3b3bb-02ca-424d-986a-f4ecac59105d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 945 time: 0.0561428 Aug 19 12:50:43.237329 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39869887-c8bb-4eec-8e5b-72d5a240aa29 req-86fef219-277f-4021-85df-1dfa20655539 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530434 Aug 19 12:50:43.261534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9de4f5c0-77b0-486e-9263-2e1732f51968 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:43.407010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Made reservation on behalf of 4e30f4ad419d4968a935f8bd249ae26b for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:50:43.410576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.457619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 9de4f5c0-77b0-486e-9263-2e1732f51968 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:43.462969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 9de4f5c0-77b0-486e-9263-2e1732f51968 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:43.463349 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.530115 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-423a08f3-829f-4a93-8f7f-dde0ad90c73b req-4c0f07fd-a115-4360-8441-e950b7e975cc tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 210 time: 0.0285361 Aug 19 12:50:43.546882 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.553651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Allocated IP 172.20.0.9 (fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3/d2b84d3c-5a39-40f7-9f8b-1757d52fb602/c569c39a-7977-4f45-b8ca-09397f014d23) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:50:43.585231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 9de4f5c0-77b0-486e-9263-2e1732f51968, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9de4f5c0-77b0-486e-9263-2e1732f51968,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:43.586898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0007ef9c-a787-44d7-9e19-315b4bfcb117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de4f5c0-77b0-486e-9263-2e1732f51968'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:43.589467 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7cee73-fc2c-4185-9740-f8899577261b" -d '{"events": [{"server_uuid": "0007ef9c-a787-44d7-9e19-315b4bfcb117", "name": "network-vif-plugged", "status": "completed", "tag": "9de4f5c0-77b0-486e-9263-2e1732f51968"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:43.684693 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bb16af-d985-4038-80c9-5d9c7dec0f72 x-openstack-request-id: req-09bb16af-d985-4038-80c9-5d9c7dec0f72 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:43.685832 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0007ef9c-a787-44d7-9e19-315b4bfcb117", "name": "network-vif-plugged", "status": "completed", "tag": "9de4f5c0-77b0-486e-9263-2e1732f51968", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:43.686157 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09bb16af-d985-4038-80c9-5d9c7dec0f72 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:43.686619 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0007ef9c-a787-44d7-9e19-315b4bfcb117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de4f5c0-77b0-486e-9263-2e1732f51968', 'code': 200} Aug 19 12:50:43.691611 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.692007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c8fb9-8cbe-4a59-b184-abd065d0cc8e req-2bd53f56-8d61-4b18-bd68-791ca5d62f66 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.693532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-306c8fb9-8cbe-4a59-b184-abd065d0cc8e req-2bd53f56-8d61-4b18-bd68-791ca5d62f66 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0980842 Aug 19 12:50:43.728417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce58406-94cf-4964-86a1-f352b64c3057 req-333d5459-4818-4ee7-b01e-32a657fc3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.730659 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dce58406-94cf-4964-86a1-f352b64c3057 req-333d5459-4818-4ee7-b01e-32a657fc3be3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d76f5a70320e419880d786a5388a956d&device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 1096 time: 0.0639851 Aug 19 12:50:43.750170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=9de4f5c0-77b0-486e-9263-2e1732f51968,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:43.767683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-306c8fb9-8cbe-4a59-b184-abd065d0cc8e req-abcf0760-6110-4fb9-88ce-a8ba9c23fa2b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648048 Aug 19 12:50:43.774631 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.788041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Transition to ACTIVE for port object c569c39a-7977-4f45-b8ca-09397f014d23 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:43.842359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4af6e-075c-46ad-86ef-f090ccd7c5bd req-aca49f29-bf0f-4012-a4ce-aa474acff5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.843912 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebb4af6e-075c-46ad-86ef-f090ccd7c5bd req-aca49f29-bf0f-4012-a4ce-aa474acff5ff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 1097 time: 0.0966148 Aug 19 12:50:43.878372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce58406-94cf-4964-86a1-f352b64c3057 req-0f31509a-2e98-4c8c-bdc6-848fa87ae31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:43.879866 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dce58406-94cf-4964-86a1-f352b64c3057 req-0f31509a-2e98-4c8c-bdc6-848fa87ae31e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 200 len: 920 time: 0.1423211 Aug 19 12:50:43.910092 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebb4af6e-075c-46ad-86ef-f090ccd7c5bd req-e9981498-7c38-4760-9d51-fb1d05fae1c7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565927 Aug 19 12:50:43.910687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:43.953269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:50:43.958744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:50:43.959065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dce58406-94cf-4964-86a1-f352b64c3057 req-9f83586c-b45d-4bb9-8f78-212170bf06c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4701755-70b6-4172-b13f-f9d9147eec75 HTTP/1.1" status: 200 len: 217 time: 0.0691469 Aug 19 12:50:43.962527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:50:43.990572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'Port': ['ID=c569c39a-7977-4f45-b8ca-09397f014d23,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:44.017629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce58406-94cf-4964-86a1-f352b64c3057 req-4659661b-f82a-41bf-8db7-0b50b7a9f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:44.019187 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dce58406-94cf-4964-86a1-f352b64c3057 req-4659661b-f82a-41bf-8db7-0b50b7a9f385 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50a6de2c-d325-4338-9639-ea64906dff73 HTTP/1.1" status: 200 len: 859 time: 0.0531538 Aug 19 12:50:44.022121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:44.022863 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.053968 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dce58406-94cf-4964-86a1-f352b64c3057 req-7a9cb51d-ef2e-48ea-92e7-249b61688102 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c7d4821-3926-438f-8388-686fb2dac0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260363 Aug 19 12:50:44.156490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dce58406-94cf-4964-86a1-f352b64c3057 req-434b2e59-0650-459e-b89a-b4399e96afef service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957108 Aug 19 12:50:44.187885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-003ce963-b66a-42cb-88ac-6c825ac69411 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0189111 Aug 19 12:50:44.191028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Request body: {'port': {'device_id': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:44.249750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dce58406-94cf-4964-86a1-f352b64c3057 req-b58e7421-8581-400b-a2ae-342dd522124e service neutron] 10.222.0.30 "GET /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864592 Aug 19 12:50:44.249958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.297589 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4cb47d62-2db7-4de2-b224-91fa3b63e97c None None] Provisioning for port c569c39a-7977-4f45-b8ca-09397f014d23 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:44.301822 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4cb47d62-2db7-4de2-b224-91fa3b63e97c None None] Provisioning complete for port c569c39a-7977-4f45-b8ca-09397f014d23 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:44.302321 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4cb47d62-2db7-4de2-b224-91fa3b63e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.344787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4cb47d62-2db7-4de2-b224-91fa3b63e97c None None] Port c569c39a-7977-4f45-b8ca-09397f014d23 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:50:44.371674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32eeb3-a81a-4555-a712-c707c19a9e16 req-88d6f8af-e1a8-4912-a7e7-656fd347b7b5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:44.373299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c32eeb3-a81a-4555-a712-c707c19a9e16 req-88d6f8af-e1a8-4912-a7e7-656fd347b7b5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 946 time: 0.0621743 Aug 19 12:50:44.412421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c32eeb3-a81a-4555-a712-c707c19a9e16 req-52d4b2cc-dfc3-4087-891e-639c5103147b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327008 Aug 19 12:50:44.531505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c569c39a-7977-4f45-b8ca-09397f014d23 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:50:44.538764 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.550388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Transition to ACTIVE for port object c569c39a-7977-4f45-b8ca-09397f014d23 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:50:44.660301 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465df77-0993-48a2-9d61-4139b2c29921 req-3963cb10-d5f1-4f8a-8279-1997d600c699 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:44.661766 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e465df77-0993-48a2-9d61-4139b2c29921 req-3963cb10-d5f1-4f8a-8279-1997d600c699 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 931 time: 0.0482764 Aug 19 12:50:44.698642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e465df77-0993-48a2-9d61-4139b2c29921 req-48aa1904-7c18-4ee1-885f-fede2928e255 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309844 Aug 19 12:50:44.732289 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.805972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Pushing event updated for resources: {'Port': ['ID=c569c39a-7977-4f45-b8ca-09397f014d23,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:44.859621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Attempting to bind port c569c39a-7977-4f45-b8ca-09397f014d23 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:50:44.859932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Attempting to bind port c569c39a-7977-4f45-b8ca-09397f014d23 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:50:44.860268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Attempting to bind port c569c39a-7977-4f45-b8ca-09397f014d23 on network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:44.865224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Port c569c39a-7977-4f45-b8ca-09397f014d23 on network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:50:44.865559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Attempting to bind port c569c39a-7977-4f45-b8ca-09397f014d23 on network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:50:44.871408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:50:44.871751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Checking segment: {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:50:44.872137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Bound using segment: {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:50:44.872578 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Bound port: c569c39a-7977-4f45-b8ca-09397f014d23, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:50:44.873039 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:44.901830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d7126-b3ab-46c8-a23b-575e9cadb5f1 req-13b4d3b9-fb85-403d-9460-f95c8e8c02a6 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:44.903413 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0a6d7126-b3ab-46c8-a23b-575e9cadb5f1 req-13b4d3b9-fb85-403d-9460-f95c8e8c02a6 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0546281 Aug 19 12:50:44.943564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0a6d7126-b3ab-46c8-a23b-575e9cadb5f1 req-9cddd520-eed6-4665-b7c0-3fd663fc4953 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341711 Aug 19 12:50:44.944104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] For port c569c39a-7977-4f45-b8ca-09397f014d23, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:50:44.947927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] For port c569c39a-7977-4f45-b8ca-09397f014d23, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c569c39a-7977-4f45-b8ca-09397f014d23,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:50:45.166782 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.208175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.208841 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:45.210305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] 10.222.0.62 "PUT /v2.0/ports/c569c39a-7977-4f45-b8ca-09397f014d23 HTTP/1.1" status: 200 len: 1091 time: 1.0236669 Aug 19 12:50:45.210750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'tag': 'c569c39a-7977-4f45-b8ca-09397f014d23'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:45.213968 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdd3e2e-c8c5-48c0-b849-007b4ea722a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9bf95c-353f-4f29-84c9-2954a398bece", "tag": "c569c39a-7977-4f45-b8ca-09397f014d23"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:45.244911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8826ab-3cfc-42f3-8f2f-e9cec8e5f011 service neutron] Pushing event updated for resources: {'Port': ['ID=c569c39a-7977-4f45-b8ca-09397f014d23,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:45.268183 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8dd96d-fbe1-4f2f-ae91-2a8a65188fab x-openstack-request-id: req-ac8dd96d-fbe1-4f2f-ae91-2a8a65188fab {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:45.271798 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9bf95c-353f-4f29-84c9-2954a398bece", "tag": "c569c39a-7977-4f45-b8ca-09397f014d23", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:45.271798 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac8dd96d-fbe1-4f2f-ae91-2a8a65188fab {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:45.271798 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'tag': 'c569c39a-7977-4f45-b8ca-09397f014d23', 'status': 'completed', 'code': 200} Aug 19 12:50:45.334450 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd3e2e-c8c5-48c0-b849-007b4ea722a8 req-b2ff9d68-eb65-4dff-9c8a-b10905c0e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.336028 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1bdd3e2e-c8c5-48c0-b849-007b4ea722a8 req-b2ff9d68-eb65-4dff-9c8a-b10905c0e65b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 1094 time: 0.0466292 Aug 19 12:50:45.440535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd3e2e-c8c5-48c0-b849-007b4ea722a8 req-a2a4b792-6a72-4a76-95b6-97cbf68c01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.442258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1bdd3e2e-c8c5-48c0-b849-007b4ea722a8 req-a2a4b792-6a72-4a76-95b6-97cbf68c01eb service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0984442 Aug 19 12:50:45.541546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbb26d-12f2-4144-944c-a9504f7fca47 req-09301a49-a186-44bb-be2a-c2ae4cb7befe tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.543862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8dbb26d-12f2-4144-944c-a9504f7fca47 req-09301a49-a186-44bb-be2a-c2ae4cb7befe tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 946 time: 0.0570567 Aug 19 12:50:45.564605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd3e2e-c8c5-48c0-b849-007b4ea722a8 req-17f71fe8-d849-439a-aa1c-84b56424964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.566147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1bdd3e2e-c8c5-48c0-b849-007b4ea722a8 req-17f71fe8-d849-439a-aa1c-84b56424964c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026413 Aug 19 12:50:45.583772 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8dbb26d-12f2-4144-944c-a9504f7fca47 req-e856fc7a-7e92-4de2-8873-6ea26e13a9a2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344372 Aug 19 12:50:45.647208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-a0902120-4fcc-4b93-98e5-2adef034a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.649504 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-a0902120-4fcc-4b93-98e5-2adef034a6ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 1094 time: 0.0448008 Aug 19 12:50:45.704440 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-e47bb894-f00a-4468-b37d-22bb31f270d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c569c39a-7977-4f45-b8ca-09397f014d23 HTTP/1.1" status: 200 len: 217 time: 0.0470126 Aug 19 12:50:45.776678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d27ddb-0c81-4cd5-a4e9-6a857d0884dc req-720b5397-aa63-4c1f-8f13-f4105f7d6214 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.778261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76d27ddb-0c81-4cd5-a4e9-6a857d0884dc req-720b5397-aa63-4c1f-8f13-f4105f7d6214 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 946 time: 0.1196389 Aug 19 12:50:45.784235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-60b9dc67-ecd9-48a4-bf50-499ce78f6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.785652 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-60b9dc67-ecd9-48a4-bf50-499ce78f6e23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2b84d3c-5a39-40f7-9f8b-1757d52fb602 HTTP/1.1" status: 200 len: 850 time: 0.0668776 Aug 19 12:50:45.822774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2349b-2e05-4229-9a3b-5e205b176b2c req-aea4aa22-e231-4155-a044-424e32fbba64 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.829506 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fe2349b-2e05-4229-9a3b-5e205b176b2c req-aea4aa22-e231-4155-a044-424e32fbba64 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 943 time: 0.0546253 Aug 19 12:50:45.842598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-76d27ddb-0c81-4cd5-a4e9-6a857d0884dc req-6894c398-2fb1-4c1f-abbf-7905dfb8fadd tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559936 Aug 19 12:50:45.855005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-9d4aa23e-7d58-4c3d-a22d-0ab11e467f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:45.856551 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-9d4aa23e-7d58-4c3d-a22d-0ab11e467f26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632796 Aug 19 12:50:45.874250 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fe2349b-2e05-4229-9a3b-5e205b176b2c req-ad705207-8c00-44da-81b2-e01ad7f7bd4e tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430868 Aug 19 12:50:45.960340 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-234e42dd-eb6f-465e-bcc4-6a6a492a42a2 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964715 Aug 19 12:50:46.065742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4d32e-5ba1-4438-bd88-ac63c35475b1 req-b46f118b-471f-4faf-9e91-7f7921459d85 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:46.067328 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ed4d32e-5ba1-4438-bd88-ac63c35475b1 req-b46f118b-471f-4faf-9e91-7f7921459d85 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0498414 Aug 19 12:50:46.069943 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e85ee7fd-c853-43ab-a971-f43d94c7de42 req-ed7579db-8f26-47d9-816d-efdba35be378 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028285 Aug 19 12:50:46.106602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ed4d32e-5ba1-4438-bd88-ac63c35475b1 req-f6f51bbb-6c40-4d87-8725-88e378405832 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Aug 19 12:50:46.545758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e8175-5901-4fd8-8d8a-595382df1fff req-1bd5f9cc-affa-4836-b2ab-e6cacf47dcb7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:46.547254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-541e8175-5901-4fd8-8d8a-595382df1fff req-1bd5f9cc-affa-4836-b2ab-e6cacf47dcb7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 946 time: 0.0498741 Aug 19 12:50:46.585220 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-541e8175-5901-4fd8-8d8a-595382df1fff req-08ca30b7-1c2c-4138-9011-4294eff4edc1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Aug 19 12:50:46.999032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd4502-8b10-42a8-88a2-0187261d2209 req-0ed4cdbc-9ef0-497f-9f67-4bed7c9f1c71 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:47.000503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c0bd4502-8b10-42a8-88a2-0187261d2209 req-0ed4cdbc-9ef0-497f-9f67-4bed7c9f1c71 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 943 time: 0.0554082 Aug 19 12:50:47.039133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c0bd4502-8b10-42a8-88a2-0187261d2209 req-0dc2b818-8033-498a-ac0c-980f127eb6aa tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326211 Aug 19 12:50:47.225294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b711fc-12ff-4ef9-ba16-cd7f30a9f285 req-339a2969-e600-4e7f-ae73-8e86cd505d69 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:47.226852 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-30b711fc-12ff-4ef9-ba16-cd7f30a9f285 req-339a2969-e600-4e7f-ae73-8e86cd505d69 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0539036 Aug 19 12:50:47.264939 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-30b711fc-12ff-4ef9-ba16-cd7f30a9f285 req-94cef2ed-3e57-4540-89d9-95f2383b338e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Aug 19 12:50:47.705326 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcebf3-d368-4fe9-b3c7-c2d87514d2a2 req-8c43cb37-8ac7-4c20-a598-88563aa9f171 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:47.707580 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-13bcebf3-d368-4fe9-b3c7-c2d87514d2a2 req-8c43cb37-8ac7-4c20-a598-88563aa9f171 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 946 time: 0.0518405 Aug 19 12:50:47.746762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-13bcebf3-d368-4fe9-b3c7-c2d87514d2a2 req-156a87ce-9b52-4432-bed7-752802627cc2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324874 Aug 19 12:50:48.041032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e555581-8702-4a3a-966a-ae20bb4afff9 req-447d4b90-f408-46e4-9c60-add096f9b861 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:48.042530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e555581-8702-4a3a-966a-ae20bb4afff9 req-447d4b90-f408-46e4-9c60-add096f9b861 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 946 time: 0.0499020 Aug 19 12:50:48.478893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29bd54-cc96-4eab-98c2-52a289d170e7 req-71d614f1-1473-452c-8927-1cf9f6cbd5db tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:48.480379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac29bd54-cc96-4eab-98c2-52a289d170e7 req-71d614f1-1473-452c-8927-1cf9f6cbd5db tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 943 time: 0.3684769 Aug 19 12:50:48.486595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8e555581-8702-4a3a-966a-ae20bb4afff9 req-88a0ecd3-a5c3-494f-9e05-e9d8b1e8009f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Deleting port 9de4f5c0-77b0-486e-9263-2e1732f51968 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:50:48.486974 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8e555581-8702-4a3a-966a-ae20bb4afff9 req-88a0ecd3-a5c3-494f-9e05-e9d8b1e8009f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.570731 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac29bd54-cc96-4eab-98c2-52a289d170e7 req-f6d036c2-464e-4a08-a6f1-69cef6b177bf tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807037 Aug 19 12:50:48.604984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-8e555581-8702-4a3a-966a-ae20bb4afff9 req-88a0ecd3-a5c3-494f-9e05-e9d8b1e8009f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] For port 9de4f5c0-77b0-486e-9263-2e1732f51968, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=9de4f5c0-77b0-486e-9263-2e1732f51968,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:48.605377 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8e555581-8702-4a3a-966a-ae20bb4afff9 req-88a0ecd3-a5c3-494f-9e05-e9d8b1e8009f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.618400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-8e555581-8702-4a3a-966a-ae20bb4afff9 req-88a0ecd3-a5c3-494f-9e05-e9d8b1e8009f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Calling delete_port for 9de4f5c0-77b0-486e-9263-2e1732f51968 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:50:48.795366 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8e555581-8702-4a3a-966a-ae20bb4afff9 req-88a0ecd3-a5c3-494f-9e05-e9d8b1e8009f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.808547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['26678b37-94a6-44d2-b6ea-723a268bc8e6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:50:48.812135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['9de4f5c0-77b0-486e-9263-2e1732f51968'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:50:48.855608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0ecd3-a5c3-494f-9e05-e9d8b1e8009f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event deleted for resources: {'Port': ['ID=9de4f5c0-77b0-486e-9263-2e1732f51968,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:48.911742 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bca7d95b-41f9-42e2-8279-15c60904bf55 req-50307a89-f441-40ec-b1f5-35a1202990c3 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0781074 Aug 19 12:50:48.932798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e555581-8702-4a3a-966a-ae20bb4afff9 req-88a0ecd3-a5c3-494f-9e05-e9d8b1e8009f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] No DVR routers for this DVR port 9de4f5c0-77b0-486e-9263-2e1732f51968 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:50:48.932798 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-8e555581-8702-4a3a-966a-ae20bb4afff9 req-88a0ecd3-a5c3-494f-9e05-e9d8b1e8009f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:48.932798 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e555581-8702-4a3a-966a-ae20bb4afff9 req-88a0ecd3-a5c3-494f-9e05-e9d8b1e8009f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "DELETE /v2.0/ports/9de4f5c0-77b0-486e-9263-2e1732f51968 HTTP/1.1" status: 204 len: 173 time: 0.8842063 Aug 19 12:50:48.933210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0007ef9c-a787-44d7-9e19-315b4bfcb117', 'name': 'network-vif-deleted', 'tag': '9de4f5c0-77b0-486e-9263-2e1732f51968'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:48.936450 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256a96b8-513e-4a48-a301-cbde7a168dfe" -d '{"events": [{"server_uuid": "0007ef9c-a787-44d7-9e19-315b4bfcb117", "name": "network-vif-deleted", "tag": "9de4f5c0-77b0-486e-9263-2e1732f51968"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:48.983218 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d41410-10f0-4163-ae07-0cad9fda7a83 x-openstack-request-id: req-58d41410-10f0-4163-ae07-0cad9fda7a83 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:48.983606 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0007ef9c-a787-44d7-9e19-315b4bfcb117", "name": "network-vif-deleted", "tag": "9de4f5c0-77b0-486e-9263-2e1732f51968", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:48.983953 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58d41410-10f0-4163-ae07-0cad9fda7a83 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:48.984815 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0007ef9c-a787-44d7-9e19-315b4bfcb117', 'name': 'network-vif-deleted', 'tag': '9de4f5c0-77b0-486e-9263-2e1732f51968', 'status': 'completed', 'code': 200} Aug 19 12:50:49.309019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c569c39a-7977-4f45-b8ca-09397f014d23 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:50:49.403754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c569c39a-7977-4f45-b8ca-09397f014d23, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c569c39a-7977-4f45-b8ca-09397f014d23,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:49.416247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'c569c39a-7977-4f45-b8ca-09397f014d23', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'port_id': 'c569c39a-7977-4f45-b8ca-09397f014d23', 'mac_address': 'fa:16:3e:de:09:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:50:49.455965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.469271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c569c39a-7977-4f45-b8ca-09397f014d23 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:50:49.488796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c569c39a-7977-4f45-b8ca-09397f014d23, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c569c39a-7977-4f45-b8ca-09397f014d23,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:49.572918 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:49.621857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=c569c39a-7977-4f45-b8ca-09397f014d23,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:49.688404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a920e86-3d48-42fc-8dba-d697011fb901 req-70039885-4d99-4769-ac45-802e99dcd489 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:49.689878 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a920e86-3d48-42fc-8dba-d697011fb901 req-70039885-4d99-4769-ac45-802e99dcd489 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 944 time: 0.0488224 Aug 19 12:50:49.735960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a920e86-3d48-42fc-8dba-d697011fb901 req-9662aaaf-c6f4-4194-ae94-7becb48d770f tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400884 Aug 19 12:50:49.781117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['c569c39a-7977-4f45-b8ca-09397f014d23'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:50:50.018352 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-81aff20c-3c73-47eb-80d0-a26df0a59546 req-f8efedc9-a833-4c08-839e-16d871872f12 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0290191 Aug 19 12:50:50.854297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e6dd8-3922-4afd-a153-80b8820fb8fb req-b8c92c04-8725-44dd-b1fe-b685e4bfb040 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:50.856050 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d3e6dd8-3922-4afd-a153-80b8820fb8fb req-b8c92c04-8725-44dd-b1fe-b685e4bfb040 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 944 time: 0.0499203 Aug 19 12:50:50.894572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1d3e6dd8-3922-4afd-a153-80b8820fb8fb req-ef30b9f6-6434-4cf9-b209-f0f1722fa439 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323377 Aug 19 12:50:51.115674 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d9d7b07-68d0-4f6c-85f2-66a0af685436 req-1ce5588f-262d-45df-b85c-aa3ec750022b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0266142 Aug 19 12:50:51.310528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c569c39a-7977-4f45-b8ca-09397f014d23 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:50:51.469305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port c569c39a-7977-4f45-b8ca-09397f014d23 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:50:51.473481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port c569c39a-7977-4f45-b8ca-09397f014d23 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:50:51.473852 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.549839 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.577666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c569c39a-7977-4f45-b8ca-09397f014d23'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:51.577666 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab9e2e6-f6ea-41e7-960e-5b704693de8e" -d '{"events": [{"server_uuid": "ea9bf95c-353f-4f29-84c9-2954a398bece", "name": "network-vif-plugged", "status": "completed", "tag": "c569c39a-7977-4f45-b8ca-09397f014d23"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:51.590965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port c569c39a-7977-4f45-b8ca-09397f014d23, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c569c39a-7977-4f45-b8ca-09397f014d23,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:50:51.618157 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad88bd2-2356-4a50-aa89-d279aac32b95 x-openstack-request-id: req-0ad88bd2-2356-4a50-aa89-d279aac32b95 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:51.618448 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9bf95c-353f-4f29-84c9-2954a398bece", "name": "network-vif-plugged", "status": "completed", "tag": "c569c39a-7977-4f45-b8ca-09397f014d23", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:51.618718 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ad88bd2-2356-4a50-aa89-d279aac32b95 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:51.619128 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c569c39a-7977-4f45-b8ca-09397f014d23', 'code': 200} Aug 19 12:50:51.715341 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:51.716174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9de4f5c0-77b0-486e-9263-2e1732f51968 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:50:51.728909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6320ff-be50-4c08-b483-86ab72c5dcc3 req-c0096bb3-506b-44f9-8306-5b1bc4269e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:51.731637 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce6320ff-be50-4c08-b483-86ab72c5dcc3 req-c0096bb3-506b-44f9-8306-5b1bc4269e19 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 1095 time: 0.0566516 Aug 19 12:50:51.761942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 9de4f5c0-77b0-486e-9263-2e1732f51968 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:50:51.762283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 9de4f5c0-77b0-486e-9263-2e1732f51968 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:50:51.767963 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ce6320ff-be50-4c08-b483-86ab72c5dcc3 req-b92ffd28-c46a-402b-9a85-0675db89d47f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0291629 Aug 19 12:50:51.788620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=c569c39a-7977-4f45-b8ca-09397f014d23,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:50:52.009893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9689ac8-b516-47a2-b228-d792890ec360 req-0fb55220-860d-4077-8c52-db54fc4f1623 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:52.013103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9689ac8-b516-47a2-b228-d792890ec360 req-0fb55220-860d-4077-8c52-db54fc4f1623 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0520790 Aug 19 12:50:52.079719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9689ac8-b516-47a2-b228-d792890ec360 req-b959ccd6-d605-4e35-871c-1158311f8c34 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602872 Aug 19 12:50:52.212302 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25caf0f1-2e6f-4f14-8fd4-f371b9ca6860 req-5d0c0dd1-dd3e-4ae0-ab9a-fbfb4269cd30 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0276592 Aug 19 12:50:53.210302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a5f11-4519-456b-bc7a-80a642a1767b req-4c27bc6f-715d-45f7-8663-52e91c0e8dae tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:53.212759 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f48a5f11-4519-456b-bc7a-80a642a1767b req-4c27bc6f-715d-45f7-8663-52e91c0e8dae tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0554783 Aug 19 12:50:53.255478 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f48a5f11-4519-456b-bc7a-80a642a1767b req-e807b97f-62a7-4b82-b426-ab042ef48bd5 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343010 Aug 19 12:50:53.344648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6748e48f-004b-4281-872b-762c8d582b9a req-8e922052-9d4c-4c67-9f0b-8411d9ea02fa tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0325685 Aug 19 12:50:53.426946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be66641-d664-498c-9be8-bd86d62604ac req-237a1468-5397-47ba-9704-211e773e5c59 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:53.428418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3be66641-d664-498c-9be8-bd86d62604ac req-237a1468-5397-47ba-9704-211e773e5c59 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0510015 Aug 19 12:50:53.437743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39280) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:50:53.442377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-279fbe51-1014-4718-94d0-fd376e1cdb40 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'floatingip': {'port_id': 'c569c39a-7977-4f45-b8ca-09397f014d23'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:50:53.486057 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-279fbe51-1014-4718-94d0-fd376e1cdb40 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.390669 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-279fbe51-1014-4718-94d0-fd376e1cdb40 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.450315 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-11a0dbc4-759e-4de2-93d0-0d6a40cfc5f5 req-bbf9aa26-8af6-48fd-a7cb-397ae57420df tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0316784 Aug 19 12:50:54.527027 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-279fbe51-1014-4718-94d0-fd376e1cdb40 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.630725 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-279fbe51-1014-4718-94d0-fd376e1cdb40 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Floating IP 3dcb5185-ae0b-4fd5-a59c-868dbe1b7a50 associated. External IP: 172.25.2.216, port: c569c39a-7977-4f45-b8ca-09397f014d23. Aug 19 12:50:54.857091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279fbe51-1014-4718-94d0-fd376e1cdb40 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:50:54.966581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279fbe51-1014-4718-94d0-fd376e1cdb40 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:50:54.972133 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-279fbe51-1014-4718-94d0-fd376e1cdb40 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:54.976596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc79d948-6b34-4d67-82a7-5e504dce117d None None] Sync routers for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:50:54.986045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79d948-6b34-4d67-82a7-5e504dce117d None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:54.986667 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-dc79d948-6b34-4d67-82a7-5e504dce117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:50:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:55.009820 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-279fbe51-1014-4718-94d0-fd376e1cdb40 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "PUT /v2.0/floatingips/3dcb5185-ae0b-4fd5-a59c-868dbe1b7a50 HTTP/1.1" status: 200 len: 991 time: 1.5679543 Aug 19 12:50:55.009820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'tag': 'c569c39a-7977-4f45-b8ca-09397f014d23'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:50:55.011591 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9bf95c-353f-4f29-84c9-2954a398bece", "tag": "c569c39a-7977-4f45-b8ca-09397f014d23"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:50:55.052230 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc69d6-a620-430c-9d40-0e508213daec x-openstack-request-id: req-f5fc69d6-a620-430c-9d40-0e508213daec {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:50:55.052526 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9bf95c-353f-4f29-84c9-2954a398bece", "tag": "c569c39a-7977-4f45-b8ca-09397f014d23", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:50:55.052778 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5fc69d6-a620-430c-9d40-0e508213daec {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:50:55.053180 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'tag': 'c569c39a-7977-4f45-b8ca-09397f014d23', 'status': 'completed', 'code': 200} Aug 19 12:50:55.122293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-dc79d948-6b34-4d67-82a7-5e504dce117d None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:55.129931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1 req-55ad5bc0-9d45-4a7c-b3b6-af45ab9a189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:55.131486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1 req-55ad5bc0-9d45-4a7c-b3b6-af45ab9a189c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 1096 time: 0.0444732 Aug 19 12:50:55.228944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1 req-c72fe831-2d36-4340-a5e3-a415f947fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:55.230510 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1 req-c72fe831-2d36-4340-a5e3-a415f947fbf5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 200 len: 912 time: 0.0916047 Aug 19 12:50:55.309078 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1 req-34d6469c-99fb-4359-9ef9-ecf55537e618 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c569c39a-7977-4f45-b8ca-09397f014d23 HTTP/1.1" status: 200 len: 999 time: 0.0709743 Aug 19 12:50:55.360964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1 req-1da388e7-7445-41cc-932f-f3ec54d533a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:55.362549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1 req-1da388e7-7445-41cc-932f-f3ec54d533a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2b84d3c-5a39-40f7-9f8b-1757d52fb602 HTTP/1.1" status: 200 len: 850 time: 0.0472603 Aug 19 12:50:55.372834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-dc79d948-6b34-4d67-82a7-5e504dce117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '3dcb5185-ae0b-4fd5-a59c-868dbe1b7a50', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'port_id': 'c569c39a-7977-4f45-b8ca-09397f014d23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'mac_address': 'fa:16:3e:de:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:50:38Z', 'updated_at': '2021-08-19T12:50:54Z', 'revision_number': 1, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:55.400319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc79d948-6b34-4d67-82a7-5e504dce117d None None] Checking router: ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:50:55.413525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79d948-6b34-4d67-82a7-5e504dce117d None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:50:55.417402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-dc79d948-6b34-4d67-82a7-5e504dce117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:50:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:55.417402 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:55.429597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1 req-25ecb855-f7e7-4431-9de0-ea4ab86e350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:50:55.431301 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1 req-25ecb855-f7e7-4431-9de0-ea4ab86e350b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618007 Aug 19 12:50:55.538526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-dc79d948-6b34-4d67-82a7-5e504dce117d None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:50:55.563590 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-140e6512-f794-4651-8ec5-22a6fd09b530 req-eb69d1dd-e56d-458f-bc4f-b6adec1bb8a1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0348139 Aug 19 12:50:55.568103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1 req-87735163-70b8-4d71-ac0d-15eb9b5cd179 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241248 Aug 19 12:50:55.670429 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4e7c41d-b386-4f4e-b6b3-de20060af9f1 req-fbc4231d-7792-4c5a-9527-466592c0c67d service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949073 Aug 19 12:50:55.782030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-dc79d948-6b34-4d67-82a7-5e504dce117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '3dcb5185-ae0b-4fd5-a59c-868dbe1b7a50', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'port_id': 'c569c39a-7977-4f45-b8ca-09397f014d23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'mac_address': 'fa:16:3e:de:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:50:38Z', 'updated_at': '2021-08-19T12:50:54Z', 'revision_number': 1, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:50:55.814728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc79d948-6b34-4d67-82a7-5e504dce117d None None] The sync data for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 is: [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '3dcb5185-ae0b-4fd5-a59c-868dbe1b7a50', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'port_id': 'c569c39a-7977-4f45-b8ca-09397f014d23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'mac_address': 'fa:16:3e:de:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:50:38Z', 'updated_at': '2021-08-19T12:50:54Z', 'revision_number': 1, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:50:56.060571 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d195eb18-bc22-48e3-a84a-0bcfc07cbe4c None None] New status for floating IP 3dcb5185-ae0b-4fd5-a59c-868dbe1b7a50: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:50:56.287306 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:50:56.692067 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5a5afd7-313d-4439-8c38-913c7f6bd178 req-f6c14a4a-5dda-4bf1-b353-07477fa95a83 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=0007ef9c-a787-44d7-9e19-315b4bfcb117 HTTP/1.1" status: 200 len: 210 time: 0.0310202 Aug 19 12:51:00.298470 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:51:00.707892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942bfad-95f9-4a99-9cf9-78d2e86d3985 req-0543ec65-fd5d-4b6e-9015-1d1bec37940f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:00.709674 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b942bfad-95f9-4a99-9cf9-78d2e86d3985 req-0543ec65-fd5d-4b6e-9015-1d1bec37940f tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0507722 Aug 19 12:51:00.748300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b942bfad-95f9-4a99-9cf9-78d2e86d3985 req-2c6cd98f-59b3-4cbd-a286-8d5e93086909 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Aug 19 12:51:01.539059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60d05f-87a3-41e7-b3cb-8b383bfa0f13 req-c7087b6e-38ca-40ea-9fa9-3e26b97bc29f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:01.541046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b60d05f-87a3-41e7-b3cb-8b383bfa0f13 req-c7087b6e-38ca-40ea-9fa9-3e26b97bc29f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 945 time: 0.0501680 Aug 19 12:51:01.579941 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3b60d05f-87a3-41e7-b3cb-8b383bfa0f13 req-d00350a0-0877-451c-b722-545ef25dc19d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325503 Aug 19 12:51:01.865062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0481ff6-7128-4313-a8e5-9a7c70e29bbb req-bbe37e25-0c95-4a67-9c80-fd70ac3220c1 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:01.866524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0481ff6-7128-4313-a8e5-9a7c70e29bbb req-bbe37e25-0c95-4a67-9c80-fd70ac3220c1 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0484776 Aug 19 12:51:01.904271 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0481ff6-7128-4313-a8e5-9a7c70e29bbb req-aa7fc327-dd01-4a94-a27d-dec96c1ad4df tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Aug 19 12:51:02.698917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c0afa-632d-4d27-a617-22a4236d9a85 req-9dfb7c72-a752-4298-9a95-c55e6cdfa3ea tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:02.700422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-657c0afa-632d-4d27-a617-22a4236d9a85 req-9dfb7c72-a752-4298-9a95-c55e6cdfa3ea tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 945 time: 0.0538936 Aug 19 12:51:02.737191 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-657c0afa-632d-4d27-a617-22a4236d9a85 req-e3a8a8cf-d8c7-4107-a030-cbd17dca1dbe tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Aug 19 12:51:03.020551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b5147-1d84-4a90-b5c0-795106a9c043 req-68398941-b2e5-46e7-a45e-c55d9858df09 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:03.022062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a17b5147-1d84-4a90-b5c0-795106a9c043 req-68398941-b2e5-46e7-a45e-c55d9858df09 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0498135 Aug 19 12:51:03.092713 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a17b5147-1d84-4a90-b5c0-795106a9c043 req-10ea2196-76a3-4787-bc7a-d9a1d7c76a28 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640504 Aug 19 12:51:03.108468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-dcbc4e16-c15c-48b5-8b27-83ab956a0df7 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:03.108468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-dcbc4e16-c15c-48b5-8b27-83ab956a0df7 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 946 time: 0.0708549 Aug 19 12:51:03.202415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-172efc91-3cb4-4188-b6ea-199b813cf5ef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Deleting port ba210ae5-53a5-45cc-b375-9a1ce40babe5 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:03.202753 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-172efc91-3cb4-4188-b6ea-199b813cf5ef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.320883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-172efc91-3cb4-4188-b6ea-199b813cf5ef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] For port ba210ae5-53a5-45cc-b375-9a1ce40babe5, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ba210ae5-53a5-45cc-b375-9a1ce40babe5,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:03.321252 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-172efc91-3cb4-4188-b6ea-199b813cf5ef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.339398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1bf2c-a98f-47db-bcd1-6f991065b048 req-fc7e30f9-ab07-4b7b-bb00-e8795ad06d7f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:03.340856 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2a1bf2c-a98f-47db-bcd1-6f991065b048 req-fc7e30f9-ab07-4b7b-bb00-e8795ad06d7f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 945 time: 0.0836246 Aug 19 12:51:03.344625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-172efc91-3cb4-4188-b6ea-199b813cf5ef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Calling delete_port for ba210ae5-53a5-45cc-b375-9a1ce40babe5 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:03.495874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-d2a1bf2c-a98f-47db-bcd1-6f991065b048 req-05f2add5-2d30-4fbb-9eb9-56ef551e3811 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Deleting port 26678b37-94a6-44d2-b6ea-723a268bc8e6 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:03.496133 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d2a1bf2c-a98f-47db-bcd1-6f991065b048 req-05f2add5-2d30-4fbb-9eb9-56ef551e3811 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.623283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d2a1bf2c-a98f-47db-bcd1-6f991065b048 req-05f2add5-2d30-4fbb-9eb9-56ef551e3811 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] For port 26678b37-94a6-44d2-b6ea-723a268bc8e6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=26678b37-94a6-44d2-b6ea-723a268bc8e6,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:03.623699 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d2a1bf2c-a98f-47db-bcd1-6f991065b048 req-05f2add5-2d30-4fbb-9eb9-56ef551e3811 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.637855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-d2a1bf2c-a98f-47db-bcd1-6f991065b048 req-05f2add5-2d30-4fbb-9eb9-56ef551e3811 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Calling delete_port for 26678b37-94a6-44d2-b6ea-723a268bc8e6 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:03.694044 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-172efc91-3cb4-4188-b6ea-199b813cf5ef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.706594 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['a4701755-70b6-4172-b13f-f9d9147eec75'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:51:03.733536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172efc91-3cb4-4188-b6ea-199b813cf5ef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Pushing event deleted for resources: {'Port': ['ID=ba210ae5-53a5-45cc-b375-9a1ce40babe5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:03.803580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-172efc91-3cb4-4188-b6ea-199b813cf5ef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] No DVR routers for this DVR port ba210ae5-53a5-45cc-b375-9a1ce40babe5 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:03.809508 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-172efc91-3cb4-4188-b6ea-199b813cf5ef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.811485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-172efc91-3cb4-4188-b6ea-199b813cf5ef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.30 "DELETE /v2.0/ports/ba210ae5-53a5-45cc-b375-9a1ce40babe5 HTTP/1.1" status: 204 len: 173 time: 0.6956356 Aug 19 12:51:03.811940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc5392b-7067-4c10-aaa2-a68080e3f864', 'name': 'network-vif-deleted', 'tag': 'ba210ae5-53a5-45cc-b375-9a1ce40babe5'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:51:03.814185 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3c7787-6170-4628-9eea-90539d428f3e" -d '{"events": [{"server_uuid": "0dc5392b-7067-4c10-aaa2-a68080e3f864", "name": "network-vif-deleted", "tag": "ba210ae5-53a5-45cc-b375-9a1ce40babe5"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:51:03.857935 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ad5416-b6ed-4bc5-9471-873f44e1aaf4 x-openstack-request-id: req-06ad5416-b6ed-4bc5-9471-873f44e1aaf4 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:51:03.864761 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc5392b-7067-4c10-aaa2-a68080e3f864", "name": "network-vif-deleted", "tag": "ba210ae5-53a5-45cc-b375-9a1ce40babe5", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:51:03.864761 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06ad5416-b6ed-4bc5-9471-873f44e1aaf4 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:51:03.864761 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc5392b-7067-4c10-aaa2-a68080e3f864', 'name': 'network-vif-deleted', 'tag': 'ba210ae5-53a5-45cc-b375-9a1ce40babe5', 'status': 'completed', 'code': 200} Aug 19 12:51:03.882650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c234d41-6938-43cb-95b2-5f8ba8cb79a8 req-0c2d0466-a160-4986-b8b6-0263efeca123 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:03.884164 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2c234d41-6938-43cb-95b2-5f8ba8cb79a8 req-0c2d0466-a160-4986-b8b6-0263efeca123 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 945 time: 0.0760596 Aug 19 12:51:03.923299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2c234d41-6938-43cb-95b2-5f8ba8cb79a8 req-558bb08f-97bc-43cd-bb18-12d49269105a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323362 Aug 19 12:51:03.955856 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d2a1bf2c-a98f-47db-bcd1-6f991065b048 req-05f2add5-2d30-4fbb-9eb9-56ef551e3811 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:03.997579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2add5-2d30-4fbb-9eb9-56ef551e3811 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event deleted for resources: {'Port': ['ID=26678b37-94a6-44d2-b6ea-723a268bc8e6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:04.034903 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a1bf2c-a98f-47db-bcd1-6f991065b048 req-05f2add5-2d30-4fbb-9eb9-56ef551e3811 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] No DVR routers for this DVR port 26678b37-94a6-44d2-b6ea-723a268bc8e6 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:04.037940 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d2a1bf2c-a98f-47db-bcd1-6f991065b048 req-05f2add5-2d30-4fbb-9eb9-56ef551e3811 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:04.040242 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2a1bf2c-a98f-47db-bcd1-6f991065b048 req-05f2add5-2d30-4fbb-9eb9-56ef551e3811 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "DELETE /v2.0/ports/26678b37-94a6-44d2-b6ea-723a268bc8e6 HTTP/1.1" status: 204 len: 173 time: 0.6915152 Aug 19 12:51:04.201919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d5f2d2c0-c9ab-46bc-b71f-ca6f782b60b9 req-97105cc8-b3b1-4408-bfcb-ad31ae927c96 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=0dc5392b-7067-4c10-aaa2-a68080e3f864 HTTP/1.1" status: 200 len: 210 time: 0.0370941 Aug 19 12:51:05.022763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a54aa63c-2278-4c34-8105-73b02f514a31 req-75c878b9-5a09-4114-8f98-b7c265d113bd tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 210 time: 0.0277638 Aug 19 12:51:05.059401 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b98025ed-c26d-4c2c-bfa8-1705eebcdd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:05.488886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ba210ae5-53a5-45cc-b375-9a1ce40babe5 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:05.519031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: ba210ae5-53a5-45cc-b375-9a1ce40babe5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:05.519465 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ba210ae5-53a5-45cc-b375-9a1ce40babe5 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:05.520028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 26678b37-94a6-44d2-b6ea-723a268bc8e6 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:05.543501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 26678b37-94a6-44d2-b6ea-723a268bc8e6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:05.543900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 26678b37-94a6-44d2-b6ea-723a268bc8e6 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:05.859998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23753c0b-2bf7-4677-a5e9-7fdfdbb6db45', 'name': 'network-vif-deleted', 'tag': '26678b37-94a6-44d2-b6ea-723a268bc8e6'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:51:05.862412 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891c5bb1-ebbb-49e8-ac28-ae02d022fd43" -d '{"events": [{"server_uuid": "23753c0b-2bf7-4677-a5e9-7fdfdbb6db45", "name": "network-vif-deleted", "tag": "26678b37-94a6-44d2-b6ea-723a268bc8e6"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:51:05.896383 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83963513-befa-46f4-8192-0d173a03c317 x-openstack-request-id: req-83963513-befa-46f4-8192-0d173a03c317 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:51:05.896698 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23753c0b-2bf7-4677-a5e9-7fdfdbb6db45", "name": "network-vif-deleted", "tag": "26678b37-94a6-44d2-b6ea-723a268bc8e6", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:51:05.896948 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83963513-befa-46f4-8192-0d173a03c317 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:51:05.897365 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23753c0b-2bf7-4677-a5e9-7fdfdbb6db45', 'name': 'network-vif-deleted', 'tag': '26678b37-94a6-44d2-b6ea-723a268bc8e6', 'status': 'completed', 'code': 200} Aug 19 12:51:06.118268 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9e3d2b8b-3320-478a-b270-987dffa265ef req-ad75c9a8-751d-4d59-a533-c856601ea59b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 210 time: 0.0259793 Aug 19 12:51:06.338450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c99ef-096a-42da-9563-1faf3ddf57b8 req-4f87afce-3186-4e21-b8a3-8466e0fc1e65 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:06.340274 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-591c99ef-096a-42da-9563-1faf3ddf57b8 req-4f87afce-3186-4e21-b8a3-8466e0fc1e65 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0518892 Aug 19 12:51:06.379125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-591c99ef-096a-42da-9563-1faf3ddf57b8 req-d7f3452f-465a-4af3-9936-b41985e8f38d tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Aug 19 12:51:07.216326 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-640c011d-59ec-4e36-af48-652ac12b9f34 req-246d1456-4f03-4b76-9c7e-84660d15d05d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 210 time: 0.0313306 Aug 19 12:51:07.506105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef474348-c3ea-471d-869b-aeeba575044f req-32175e6f-3090-4a38-b931-460df643ce8c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:07.507675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef474348-c3ea-471d-869b-aeeba575044f req-32175e6f-3090-4a38-b931-460df643ce8c tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0582285 Aug 19 12:51:07.551392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef474348-c3ea-471d-869b-aeeba575044f req-09fd5095-bcd5-486f-8cce-5734ddff0a8b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372672 Aug 19 12:51:07.683135 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:07.761796 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6796784c-28e7-404e-ab40-77e8bd2a8d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:08.313379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90f14cc5-7b57-4bdd-9d69-86a8d9603998 req-c92eb7b3-9b64-4cfd-8e7e-c42655ad54ab tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 210 time: 0.0273118 Aug 19 12:51:08.675017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e06a4-0fcb-488f-9841-606963e09d3d req-165450b4-5d32-4e21-9955-553df2aabce6 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:08.676889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed2e06a4-0fcb-488f-9841-606963e09d3d req-165450b4-5d32-4e21-9955-553df2aabce6 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0569692 Aug 19 12:51:08.717933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed2e06a4-0fcb-488f-9841-606963e09d3d req-d8d89a1e-08c5-4dcf-b8c2-65dfc89fd68e tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334215 Aug 19 12:51:09.174596 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:09.419091 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d4c262b-cff7-41a6-ac86-89614f458b8a req-ce9aa718-53d6-4ce6-ac1a-81877538ed1f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=23753c0b-2bf7-4677-a5e9-7fdfdbb6db45 HTTP/1.1" status: 200 len: 210 time: 0.0268676 Aug 19 12:51:09.838444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b881a0-a1c2-4f88-9f0d-1a50bf507bbc req-be24cf31-f190-4179-9ec5-b256100153da tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:09.839981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62b881a0-a1c2-4f88-9f0d-1a50bf507bbc req-be24cf31-f190-4179-9ec5-b256100153da tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0519814 Aug 19 12:51:09.879269 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62b881a0-a1c2-4f88-9f0d-1a50bf507bbc req-3d7f06ce-6094-40c0-b973-4cf45182130b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332727 Aug 19 12:51:10.608964 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:10.995500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400334f1-933e-47a0-bb2c-bd75b4ddb2e1 req-8ab779ba-46a8-4cae-bb90-08700113c3ea tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:10.997065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-400334f1-933e-47a0-bb2c-bd75b4ddb2e1 req-8ab779ba-46a8-4cae-bb90-08700113c3ea tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0511129 Aug 19 12:51:11.040106 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-400334f1-933e-47a0-bb2c-bd75b4ddb2e1 req-d1d0b47d-05da-48c5-b34c-98d2023e8332 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366836 Aug 19 12:51:11.949000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca432e-8c3b-4791-b77a-64e23ae1e827 req-4b49f88f-04d3-4d89-8913-2f0431fac52b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:11.950427 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25ca432e-8c3b-4791-b77a-64e23ae1e827 req-4b49f88f-04d3-4d89-8913-2f0431fac52b tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.30 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0523932 Aug 19 12:51:12.052273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-25ca432e-8c3b-4791-b77a-64e23ae1e827 req-e7d0cb87-249c-49ef-8f9d-15539b77d990 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Deleting port a4701755-70b6-4172-b13f-f9d9147eec75 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:12.052897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-25ca432e-8c3b-4791-b77a-64e23ae1e827 req-e7d0cb87-249c-49ef-8f9d-15539b77d990 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.184801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-25ca432e-8c3b-4791-b77a-64e23ae1e827 req-e7d0cb87-249c-49ef-8f9d-15539b77d990 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] For port a4701755-70b6-4172-b13f-f9d9147eec75, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=a4701755-70b6-4172-b13f-f9d9147eec75,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:12.185175 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-25ca432e-8c3b-4791-b77a-64e23ae1e827 req-e7d0cb87-249c-49ef-8f9d-15539b77d990 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.201919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-25ca432e-8c3b-4791-b77a-64e23ae1e827 req-e7d0cb87-249c-49ef-8f9d-15539b77d990 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Calling delete_port for a4701755-70b6-4172-b13f-f9d9147eec75 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:12.216948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32fce5-38ca-4a6b-9c75-97d2ddb23242 req-12cf4d51-0e15-49ad-b891-11bd7937baca tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:12.218439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c32fce5-38ca-4a6b-9c75-97d2ddb23242 req-12cf4d51-0e15-49ad-b891-11bd7937baca tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 945 time: 0.0886605 Aug 19 12:51:12.302134 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c32fce5-38ca-4a6b-9c75-97d2ddb23242 req-30c77d89-bae4-4792-9905-99aee9488ddd tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f0d0f20-120b-4049-9448-45cb695b728a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775609 Aug 19 12:51:12.488323 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-25ca432e-8c3b-4791-b77a-64e23ae1e827 req-e7d0cb87-249c-49ef-8f9d-15539b77d990 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.500791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['a4701755-70b6-4172-b13f-f9d9147eec75'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:51:12.520681 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0cb87-249c-49ef-8f9d-15539b77d990 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Pushing event deleted for resources: {'Port': ['ID=a4701755-70b6-4172-b13f-f9d9147eec75,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:12.561985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ca432e-8c3b-4791-b77a-64e23ae1e827 req-e7d0cb87-249c-49ef-8f9d-15539b77d990 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] No DVR routers for this DVR port a4701755-70b6-4172-b13f-f9d9147eec75 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:51:12.564628 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-25ca432e-8c3b-4791-b77a-64e23ae1e827 req-e7d0cb87-249c-49ef-8f9d-15539b77d990 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:12.566950 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-25ca432e-8c3b-4791-b77a-64e23ae1e827 req-e7d0cb87-249c-49ef-8f9d-15539b77d990 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.30 "DELETE /v2.0/ports/a4701755-70b6-4172-b13f-f9d9147eec75 HTTP/1.1" status: 204 len: 173 time: 0.6103091 Aug 19 12:51:12.567402 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41888e23-5585-4637-86ab-202a0a9775ce', 'name': 'network-vif-deleted', 'tag': 'a4701755-70b6-4172-b13f-f9d9147eec75'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:51:12.570222 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb48424-183c-4662-9f96-4a781451063c" -d '{"events": [{"server_uuid": "41888e23-5585-4637-86ab-202a0a9775ce", "name": "network-vif-deleted", "tag": "a4701755-70b6-4172-b13f-f9d9147eec75"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:51:12.606453 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17917df-893b-4bb6-b748-8f6b256898b2 x-openstack-request-id: req-d17917df-893b-4bb6-b748-8f6b256898b2 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:51:12.606745 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41888e23-5585-4637-86ab-202a0a9775ce", "name": "network-vif-deleted", "tag": "a4701755-70b6-4172-b13f-f9d9147eec75", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:51:12.607033 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d17917df-893b-4bb6-b748-8f6b256898b2 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:51:12.607579 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41888e23-5585-4637-86ab-202a0a9775ce', 'name': 'network-vif-deleted', 'tag': 'a4701755-70b6-4172-b13f-f9d9147eec75', 'status': 'completed', 'code': 200} Aug 19 12:51:13.248153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39464) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:13.252765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6ee8df27-90f7-4bb5-8313-41cd3fc8257e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-418395632', 'description': 'tempest-secgroup-smoke-418395632 description', 'project_id': '99b9eedce23149da97f30436711e8dc7'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:13.409270 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6ee8df27-90f7-4bb5-8313-41cd3fc8257e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:13.411774 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e610bdb-3264-4763-9d16-bcd900906513 req-b16e1a7b-c1a5-492e-82e4-998a4a2ca176 tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] 10.222.0.21 "GET /v2.0/ports?device_id=41888e23-5585-4637-86ab-202a0a9775ce HTTP/1.1" status: 200 len: 210 time: 0.0272803 Aug 19 12:51:13.489656 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6ee8df27-90f7-4bb5-8313-41cd3fc8257e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:13.614992 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6ee8df27-90f7-4bb5-8313-41cd3fc8257e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:13.644353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8df27-90f7-4bb5-8313-41cd3fc8257e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfc5190-1da0-4591-be62-068d0bd1cf7b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:13.820508 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6ee8df27-90f7-4bb5-8313-41cd3fc8257e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:13.821846 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6ee8df27-90f7-4bb5-8313-41cd3fc8257e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5727000 Aug 19 12:51:13.824679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39468) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:13.829248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b461c19f-7a2e-4023-b282-d58366d61e12 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'security_group_rule': {'security_group_id': 'ebfc5190-1da0-4591-be62-068d0bd1cf7b', 'project_id': '99b9eedce23149da97f30436711e8dc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:13.974148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b461c19f-7a2e-4023-b282-d58366d61e12 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.036195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b461c19f-7a2e-4023-b282-d58366d61e12 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.135460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b461c19f-7a2e-4023-b282-d58366d61e12 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.155023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461c19f-7a2e-4023-b282-d58366d61e12 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ae04fc-9233-4531-a04e-162ca74c60f4,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:14.329532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b461c19f-7a2e-4023-b282-d58366d61e12 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.330985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b461c19f-7a2e-4023-b282-d58366d61e12 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5052981 Aug 19 12:51:14.334035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39472) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:14.339189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'security_group_rule': {'security_group_id': 'ebfc5190-1da0-4591-be62-068d0bd1cf7b', 'project_id': '99b9eedce23149da97f30436711e8dc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:14.468904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39476) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:14.523081 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.657869 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.781066 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.805719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cd8f65-892c-4232-8be7-db6d449d1079,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:14.820072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.820422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.820765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.821101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.821438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.821769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.822101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.822429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.822878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.823219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.823554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.823878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:14.893676 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.896560 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:14.897758 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-175b60e3-ee38-4834-bde7-c7fac3f49598 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5626822 Aug 19 12:51:14.901153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39478) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:14.906141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'security_group_rule': {'security_group_id': 'ebfc5190-1da0-4591-be62-068d0bd1cf7b', 'project_id': '99b9eedce23149da97f30436711e8dc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:15.043482 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.105460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.140231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] Deleting port 5a316c98-aa46-4a14-bcd7-c885af620e7c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:15.140569 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.220118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] For port 5a316c98-aa46-4a14-bcd7-c885af620e7c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5a316c98-aa46-4a14-bcd7-c885af620e7c,segment=NetworkSegment(19c2c17d-b294-4cfe-afec-b9501479eaac),segment_id=19c2c17d-b294-4cfe-afec-b9501479eaac)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:15.220479 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.232606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] Calling delete_port for 5a316c98-aa46-4a14-bcd7-c885af620e7c owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:15.318015 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.339642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c868e74a-ff47-45df-9e58-66ad3ee2a905,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:15.347502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.351340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.351340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.351340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.351340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.351340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.351340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.351340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.351340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.351340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.351340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.351340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:15.454955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.456236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-95980f36-b64a-4510-a77c-dc0a0180082c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5539799 Aug 19 12:51:15.458858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39482) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:15.463517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1b0ba1dc-d9c4-4c42-aa7b-0be305fbf63d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'security_group_rule': {'security_group_id': 'ebfc5190-1da0-4591-be62-068d0bd1cf7b', 'project_id': '99b9eedce23149da97f30436711e8dc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:15.539733 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.564946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a4701755-70b6-4172-b13f-f9d9147eec75 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:15.570376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a316c98-aa46-4a14-bcd7-c885af620e7c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:15.586441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: a4701755-70b6-4172-b13f-f9d9147eec75 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:15.586787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device a4701755-70b6-4172-b13f-f9d9147eec75 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:15.597139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba1dc-d9c4-4c42-aa7b-0be305fbf63d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.659541 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba1dc-d9c4-4c42-aa7b-0be305fbf63d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.730230 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.763437 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba1dc-d9c4-4c42-aa7b-0be305fbf63d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.780697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ba1dc-d9c4-4c42-aa7b-0be305fbf63d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b42adb-59ee-4a4c-a2fe-e994a5b7e4be,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:15.945079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] Router 052f18ba-45e9-46f2-94c3-a2f78edc671e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:51:15.946949 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba1dc-d9c4-4c42-aa7b-0be305fbf63d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:15.948325 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1b0ba1dc-d9c4-4c42-aa7b-0be305fbf63d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4885416 Aug 19 12:51:15.950897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39484) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:15.955478 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a786775f-d017-4a4e-bb08-0d21901f114d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'security_group_rule': {'security_group_id': 'ebfc5190-1da0-4591-be62-068d0bd1cf7b', 'project_id': '99b9eedce23149da97f30436711e8dc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:16.050598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:51:16.055803 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3e2e84d0-cc18-40c8-8d39-ff3fc052727a admin admin] 10.222.0.21 "PUT /v2.0/routers/052f18ba-45e9-46f2-94c3-a2f78edc671e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5858030 Aug 19 12:51:16.058306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39486) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:16.061271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a87daf-e9d3-4b46-9f31-e03a1c8f0f30 None None] Sync routers for ids ['052f18ba-45e9-46f2-94c3-a2f78edc671e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:51:16.070641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a87daf-e9d3-4b46-9f31-e03a1c8f0f30 None None] Routers {'052f18ba-45e9-46f2-94c3-a2f78edc671e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:16.071281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-92a87daf-e9d3-4b46-9f31-e03a1c8f0f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:51:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['052f18ba-45e9-46f2-94c3-a2f78edc671e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:16.090240 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-a786775f-d017-4a4e-bb08-0d21901f114d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Project 99b9eedce23149da97f30436711e8dc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:51:16.097303 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a786775f-d017-4a4e-bb08-0d21901f114d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.161542 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a786775f-d017-4a4e-bb08-0d21901f114d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.168588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.180583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-92a87daf-e9d3-4b46-9f31-e03a1c8f0f30 None None] Set router 052f18ba-45e9-46f2-94c3-a2f78edc671e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:16.271044 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.317933 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a786775f-d017-4a4e-bb08-0d21901f114d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.338050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786775f-d017-4a4e-bb08-0d21901f114d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b48ba1d-48ed-4c4d-8990-3d47c4ea6aec,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:16.512727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-92a87daf-e9d3-4b46-9f31-e03a1c8f0f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-router', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:34Z', 'updated_at': '2021-08-19T12:51:15Z', 'revision_number': 5, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'gw_port': {'id': '1f26d9ba-16ee-47b4-9378-a8d5c5072450', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:35Z', 'updated_at': '2021-08-19T12:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:16.513073 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a786775f-d017-4a4e-bb08-0d21901f114d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.514036 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a786775f-d017-4a4e-bb08-0d21901f114d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5621994 Aug 19 12:51:16.516666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39490) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:16.521157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-df55865f-4007-4613-ad5a-d1fa0181fc8e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'security_group_rule': {'security_group_id': 'ebfc5190-1da0-4591-be62-068d0bd1cf7b', 'project_id': '99b9eedce23149da97f30436711e8dc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:16.538425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a87daf-e9d3-4b46-9f31-e03a1c8f0f30 None None] Checking router: 052f18ba-45e9-46f2-94c3-a2f78edc671e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:51:16.542834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Deleting port 1f26d9ba-16ee-47b4-9378-a8d5c5072450 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:51:16.543369 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.547463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a87daf-e9d3-4b46-9f31-e03a1c8f0f30 None None] Routers {'052f18ba-45e9-46f2-94c3-a2f78edc671e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:51:16.548165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-92a87daf-e9d3-4b46-9f31-e03a1c8f0f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:51:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['052f18ba-45e9-46f2-94c3-a2f78edc671e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:16.620991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] For port 1f26d9ba-16ee-47b4-9378-a8d5c5072450, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1f26d9ba-16ee-47b4-9378-a8d5c5072450,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:16.621353 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.633473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-92a87daf-e9d3-4b46-9f31-e03a1c8f0f30 None None] Set router 052f18ba-45e9-46f2-94c3-a2f78edc671e gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:51:16.638409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Calling delete_port for 1f26d9ba-16ee-47b4-9378-a8d5c5072450 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:51:16.672531 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-df55865f-4007-4613-ad5a-d1fa0181fc8e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Project 99b9eedce23149da97f30436711e8dc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 12:51:16.678257 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-df55865f-4007-4613-ad5a-d1fa0181fc8e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.688443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-92a87daf-e9d3-4b46-9f31-e03a1c8f0f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-router', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:34Z', 'updated_at': '2021-08-19T12:51:16Z', 'revision_number': 6, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:16.714512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a87daf-e9d3-4b46-9f31-e03a1c8f0f30 None None] The sync data for ids ['052f18ba-45e9-46f2-94c3-a2f78edc671e'] in n-d-803757-2 is: [{'id': '052f18ba-45e9-46f2-94c3-a2f78edc671e', 'name': 'tempest-ServerRescueNegativeTestJSON-1750986242-router', 'tenant_id': 'd76f5a70320e419880d786a5388a956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:34Z', 'updated_at': '2021-08-19T12:51:16Z', 'revision_number': 6, 'project_id': 'd76f5a70320e419880d786a5388a956d', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:51:16.748465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-df55865f-4007-4613-ad5a-d1fa0181fc8e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.866714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-df55865f-4007-4613-ad5a-d1fa0181fc8e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.886863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55865f-4007-4613-ad5a-d1fa0181fc8e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7591a7b5-3932-4f50-b156-d574b191a44a,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:16.918591 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.951450 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f26d9ba-16ee-47b4-9378-a8d5c5072450,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:16.981196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-df55865f-4007-4613-ad5a-d1fa0181fc8e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:16.982440 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-df55865f-4007-4613-ad5a-d1fa0181fc8e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4648409 Aug 19 12:51:17.007801 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.101200 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.103947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.261517 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.262157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 052f18ba-45e9-46f2-94c3-a2f78edc671e {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:51:17.266597 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.267930 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6510c990-19a5-416c-8b02-f9a89a75c424 admin admin] 10.222.0.21 "DELETE /v2.0/routers/052f18ba-45e9-46f2-94c3-a2f78edc671e HTTP/1.1" status: 204 len: 168 time: 1.2086737 Aug 19 12:51:17.270447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39530) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:17.314479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-25705b36-a574-48c4-8ef5-ee5d0e3fc921 admin admin] Deleting subnet 50a6de2c-d325-4338-9639-ea64906dff73 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:51:17.317519 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25705b36-a574-48c4-8ef5-ee5d0e3fc921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.351767 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25705b36-a574-48c4-8ef5-ee5d0e3fc921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.389307 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25705b36-a574-48c4-8ef5-ee5d0e3fc921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.537972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5a316c98-aa46-4a14-bcd7-c885af620e7c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:17.558530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 5a316c98-aa46-4a14-bcd7-c885af620e7c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:17.558948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5a316c98-aa46-4a14-bcd7-c885af620e7c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:17.621175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25705b36-a574-48c4-8ef5-ee5d0e3fc921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.650654 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25705b36-a574-48c4-8ef5-ee5d0e3fc921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a6de2c-d325-4338-9639-ea64906dff73,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:17.657027 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25705b36-a574-48c4-8ef5-ee5d0e3fc921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.658951 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-25705b36-a574-48c4-8ef5-ee5d0e3fc921 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/50a6de2c-d325-4338-9639-ea64906dff73 HTTP/1.1" status: 204 len: 168 time: 0.3875139 Aug 19 12:51:17.661534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39534) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:17.730561 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.815603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.826337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7d4821-3926-438f-8388-686fb2dac0dd']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:17.836897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c2c17d-b294-4cfe-afec-b9501479eaac') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:17.837196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c2c17d-b294-4cfe-afec-b9501479eaac') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:51:17.845791 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.859092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.864792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:51:17.865176 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:51:17.866813 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:51:17.974966 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.980421 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:17.983503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6c7d4821-3926-438f-8388-686fb2dac0dd HTTP/1.1" status: 204 len: 168 time: 0.3208923 Aug 19 12:51:17.997388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b75881-7951-49e3-8317-c08d9537af27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7d4821-3926-438f-8388-686fb2dac0dd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:18.465139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39572) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:18.508331 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3057a474-237d-4091-8a36-b7a59acb9be3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d76f5a70320e419880d786a5388a956d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414760 Aug 19 12:51:18.510688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39576) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:18.575925 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1bb91844-83e9-4edc-997c-61811ac71b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:18.901027 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1bb91844-83e9-4edc-997c-61811ac71b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.066879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1bb91844-83e9-4edc-997c-61811ac71b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.069504 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1bb91844-83e9-4edc-997c-61811ac71b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:19.070717 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1bb91844-83e9-4edc-997c-61811ac71b11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f0d0f20-120b-4049-9448-45cb695b728a HTTP/1.1" status: 204 len: 168 time: 0.5584176 Aug 19 12:51:19.082068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb91844-83e9-4edc-997c-61811ac71b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0d0f20-120b-4049-9448-45cb695b728a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:19.122458 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1f26d9ba-16ee-47b4-9378-a8d5c5072450 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:51:19.142841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 1f26d9ba-16ee-47b4-9378-a8d5c5072450 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:51:19.143198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1f26d9ba-16ee-47b4-9378-a8d5c5072450 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:51:20.864488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39612) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:20.974985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0018157a-12a9-4265-bf2f-d89aaf6eb1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.069955 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0018157a-12a9-4265-bf2f-d89aaf6eb1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.141432 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0018157a-12a9-4265-bf2f-d89aaf6eb1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.180473 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0018157a-12a9-4265-bf2f-d89aaf6eb1f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f122312033547d08cc71329068273e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148901 Aug 19 12:51:21.181465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018157a-12a9-4265-bf2f-d89aaf6eb1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6339c1-2872-45ba-96cf-5ebda2fa6e44,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:21.183284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39618) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:21.237869 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f7e9bd1-5481-4e9f-982b-8268a68ac8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.259076 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f7e9bd1-5481-4e9f-982b-8268a68ac8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.387372 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f7e9bd1-5481-4e9f-982b-8268a68ac8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.390210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2f7e9bd1-5481-4e9f-982b-8268a68ac8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:21.394380 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2f7e9bd1-5481-4e9f-982b-8268a68ac8f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c6339c1-2872-45ba-96cf-5ebda2fa6e44 HTTP/1.1" status: 204 len: 168 time: 0.2088940 Aug 19 12:51:21.403900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e9bd1-5481-4e9f-982b-8268a68ac8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6339c1-2872-45ba-96cf-5ebda2fa6e44,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:25.696357 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:26.279156 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.398334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 39810) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:34.515450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d557710-218e-42d5-aba2-bd7cafbf3ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.611738 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d557710-218e-42d5-aba2-bd7cafbf3ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.765324 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d557710-218e-42d5-aba2-bd7cafbf3ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.806519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8d557710-218e-42d5-aba2-bd7cafbf3ca4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d9559aa27ae4fe098caf6419ded7d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4070365 Aug 19 12:51:34.807408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d557710-218e-42d5-aba2-bd7cafbf3ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52d343e-11c0-471b-9a0d-25481dd48082,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:34.809650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39818) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:34.862518 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-48f10765-ee11-4a9d-8da9-f8cc36957d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:34.883046 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-48f10765-ee11-4a9d-8da9-f8cc36957d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.039670 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-48f10765-ee11-4a9d-8da9-f8cc36957d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.042361 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-48f10765-ee11-4a9d-8da9-f8cc36957d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:35.043548 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-48f10765-ee11-4a9d-8da9-f8cc36957d56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f52d343e-11c0-471b-9a0d-25481dd48082 HTTP/1.1" status: 204 len: 168 time: 0.2326715 Aug 19 12:51:35.055970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f10765-ee11-4a9d-8da9-f8cc36957d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52d343e-11c0-471b-9a0d-25481dd48082,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:35.108444 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ce2576dc-4642-4cd0-9428-73b742316473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.298741 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:51:37.646157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-d1497459-5c2e-4f61-9dba-f519a89abc8a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402863 Aug 19 12:51:37.708752 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.729743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-c5d59402-10ef-440c-ba35-cb74df980f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:37.731875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-c5d59402-10ef-440c-ba35-cb74df980f35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0dc64f81a0f243fea14b8699ce777f77&device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 1096 time: 0.0443940 Aug 19 12:51:37.782664 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0844ac14-3b1c-45fc-bdae-b45941d644b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:37.839454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-7e270535-a9e9-4760-9de9-bda2ca784311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:37.841427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-7e270535-a9e9-4760-9de9-bda2ca784311 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f895e18b-06e1-4802-9d19-c9fbb2ee726c HTTP/1.1" status: 200 len: 910 time: 0.0893602 Aug 19 12:51:37.909152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-be6a4364-f0e7-492f-9aff-6cbda2108684 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0df1a93-8608-413f-b71f-6180fcca0fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0604715 Aug 19 12:51:37.961666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-9819abbf-a971-4c8a-9a24-eff136568788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:37.963184 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-9819abbf-a971-4c8a-9a24-eff136568788 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92ff3243-77e0-4076-803b-7eae89758f10 HTTP/1.1" status: 200 len: 848 time: 0.0468793 Aug 19 12:51:38.014469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-2f00b640-e87b-4f7a-8a74-9eda07721277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:38.016021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-2f00b640-e87b-4f7a-8a74-9eda07721277 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f895e18b-06e1-4802-9d19-c9fbb2ee726c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459049 Aug 19 12:51:38.107087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-13395095-0d0d-413e-b588-f2fa8d6caabb service neutron] 10.222.0.62 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Aug 19 12:51:38.205554 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ff6f0c3-c4da-487b-860b-6af1ef95ed3d req-ddbfd91f-b7c9-4386-947f-dda09878a855 service neutron] 10.222.0.62 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917976 Aug 19 12:51:39.263525 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:39.949388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39902) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:40.055970 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-207cf081-74ff-41b4-83b8-7ffc1092797b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.147927 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-207cf081-74ff-41b4-83b8-7ffc1092797b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.388644 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-207cf081-74ff-41b4-83b8-7ffc1092797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.425461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cf081-74ff-41b4-83b8-7ffc1092797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1781f717-7ad1-4b47-8a62-1bdf127db46b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:40.435487 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-207cf081-74ff-41b4-83b8-7ffc1092797b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d858da60c354f53b8e14b12a18db87d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794922 Aug 19 12:51:40.435487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39908) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:40.487293 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-830ba7ea-0427-4de2-b6a0-42cf09e57111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.507508 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-830ba7ea-0427-4de2-b6a0-42cf09e57111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.668930 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.720583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-830ba7ea-0427-4de2-b6a0-42cf09e57111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.723205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-830ba7ea-0427-4de2-b6a0-42cf09e57111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:40.724363 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-830ba7ea-0427-4de2-b6a0-42cf09e57111 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1781f717-7ad1-4b47-8a62-1bdf127db46b HTTP/1.1" status: 204 len: 168 time: 0.2909625 Aug 19 12:51:40.732530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ba7ea-0427-4de2-b6a0-42cf09e57111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1781f717-7ad1-4b47-8a62-1bdf127db46b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:41.455903 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39918) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:41.470228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0cf4edc3-5d5c-44cc-adb9-7207f139860d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.559071 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0cf4edc3-5d5c-44cc-adb9-7207f139860d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.617097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0cf4edc3-5d5c-44cc-adb9-7207f139860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.658599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0cf4edc3-5d5c-44cc-adb9-7207f139860d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26292418914249fba21726d52f756ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014489 Aug 19 12:51:41.659476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4edc3-5d5c-44cc-adb9-7207f139860d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a248a39-9eea-4009-80a5-fc2f6f9675ac,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:41.666869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 39922) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:41.714774 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa4545a8-daed-48e5-abc0-4fa116b14b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.735548 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa4545a8-daed-48e5-abc0-4fa116b14b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.943211 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa4545a8-daed-48e5-abc0-4fa116b14b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.945828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aa4545a8-daed-48e5-abc0-4fa116b14b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:41.947026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aa4545a8-daed-48e5-abc0-4fa116b14b5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a248a39-9eea-4009-80a5-fc2f6f9675ac HTTP/1.1" status: 204 len: 168 time: 0.2795370 Aug 19 12:51:41.955620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4545a8-daed-48e5-abc0-4fa116b14b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a248a39-9eea-4009-80a5-fc2f6f9675ac,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:42.457343 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-0ac15afe-97d6-4f17-a928-a890a5e3c687 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418395632&fields=id&tenant_id=99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 267 time: 0.0338709 Aug 19 12:51:42.570788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-6f31a3ac-266e-4dcf-97d6-8e17436c03fe tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:42.573468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-6f31a3ac-266e-4dcf-97d6-8e17436c03fe tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.1073360 Aug 19 12:51:42.588738 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-2483d6e0-eddc-4cca-a1d3-f78c1f6e10c9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/quotas/99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 375 time: 0.0094123 Aug 19 12:51:42.641408 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-44c3de55-90ea-4858-bb6c-9602a6891a25 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468228 Aug 19 12:51:42.741288 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-d3339e84-eafa-4aad-89fc-2835c73a1622 service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876782 Aug 19 12:51:42.830687 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-b72e69a6-92ca-4bf7-9f0a-bfe4d008edfa service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819755 Aug 19 12:51:43.526869 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c94cd74-ae39-4dea-9a12-225ca8bb42f4 req-88d9ca86-6c2f-4d48-a240-f39ea0d3578f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 210 time: 0.0278471 Aug 19 12:51:44.621501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f08a6eb3-3951-4729-97df-7ab9e73afcf5 req-1db86f18-bfea-4d61-b8cd-27231b5a4068 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 210 time: 0.0257523 Aug 19 12:51:45.713913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de8915a9-b19e-4dea-872b-17f95826e02b req-5d308506-33b6-426b-9ac9-b1136cc50061 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 210 time: 0.0262728 Aug 19 12:51:45.992046 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-5326f07d-5d96-4812-848e-a4b5298c96a7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:45.993412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-5326f07d-5d96-4812-848e-a4b5298c96a7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.1042640 Aug 19 12:51:46.038672 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-1fafcae3-b66e-42f9-a110-fd9a48680c5d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 379 time: 0.0354960 Aug 19 12:51:46.048189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'port': {'device_id': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'admin_state_up': True, 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'security_groups': ['ebfc5190-1da0-4591-be62-068d0bd1cf7b']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:46.280965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Made reservation on behalf of 99b9eedce23149da97f30436711e8dc7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:51:46.287320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:46.426175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Allocated IP 172.20.0.8 (d0d68f47-28f3-4f86-9ee1-d0b79d7692b8/1108c1bf-e7b5-43bc-87da-9f4ee675efe1/1fbc8354-6465-4eb8-96d6-ab7705f8ad5c) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:51:46.467056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40020) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:46.571844 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:46.577557 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0fe8c541-87f6-4622-ac8a-bdb772e73eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:46.590256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Transition to ACTIVE for port object 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:46.683854 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0fe8c541-87f6-4622-ac8a-bdb772e73eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:46.721157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:46.768323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:51:46.771528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:51:46.775425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:51:46.800408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:46.833254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:46.834258 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:46.843711 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0fe8c541-87f6-4622-ac8a-bdb772e73eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:46.898394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40026) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:46.898752 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0fe8c541-87f6-4622-ac8a-bdb772e73eba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=347670eda91d4fa1be9405dbc9bbce84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301383 Aug 19 12:51:46.907873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e874106-a50a-4fac-b3cf-e8001abc6e3c req-b48d8ca2-a6c8-47fd-a787-3df9bcf7e834 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:46.909815 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e874106-a50a-4fac-b3cf-e8001abc6e3c req-b48d8ca2-a6c8-47fd-a787-3df9bcf7e834 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 931 time: 0.1073201 Aug 19 12:51:46.911043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8c541-87f6-4622-ac8a-bdb772e73eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c8abf4-2997-4dcd-aa06-07c80d195726,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:46.923576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-7a082742-1099-45c6-aa11-d9cfbeb9ba3c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8789098 Aug 19 12:51:46.940867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Request body: {'port': {'device_id': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:51:46.956967 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e874106-a50a-4fac-b3cf-e8001abc6e3c req-2419108d-2707-4ccd-9f3c-64ea0c42c321 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406179 Aug 19 12:51:47.030186 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05876279-1487-4f10-932f-05e39fc1feb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.031874 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.079598 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05876279-1487-4f10-932f-05e39fc1feb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.258842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c74dd3ff-a84e-4f04-93dd-985635c6ca9b None None] Provisioning for port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:47.265150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c74dd3ff-a84e-4f04-93dd-985635c6ca9b None None] Provisioning complete for port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:47.265594 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c74dd3ff-a84e-4f04-93dd-985635c6ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.298429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05876279-1487-4f10-932f-05e39fc1feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.300400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c74dd3ff-a84e-4f04-93dd-985635c6ca9b None None] Port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:51:47.303002 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05876279-1487-4f10-932f-05e39fc1feb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.304685 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-05876279-1487-4f10-932f-05e39fc1feb1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29c8abf4-2997-4dcd-aa06-07c80d195726 HTTP/1.1" status: 204 len: 168 time: 0.4046032 Aug 19 12:51:47.322317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05876279-1487-4f10-932f-05e39fc1feb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c8abf4-2997-4dcd-aa06-07c80d195726,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:47.378055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:51:47.388799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.404699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Transition to ACTIVE for port object 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:51:47.520178 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.574480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Pushing event updated for resources: {'Port': ['ID=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:47.650689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Attempting to bind port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:51:47.657597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Attempting to bind port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:51:47.657597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Attempting to bind port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:47.661378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:51:47.661817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Attempting to bind port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:51:47.668545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:51:47.669414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Checking segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:51:47.669414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Bound using segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:51:47.669987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Bound port: 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:51:47.670714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:47.746131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] For port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:51:47.750484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] For port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:51:47.880890 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:48.089173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db124f-7869-4fe3-965f-59fde1ba6038 req-3764d7ee-558b-4847-a583-47fe0eb401b0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:48.091461 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0db124f-7869-4fe3-965f-59fde1ba6038 req-3764d7ee-558b-4847-a583-47fe0eb401b0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 943 time: 0.0589290 Aug 19 12:51:48.136848 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0db124f-7869-4fe3-965f-59fde1ba6038 req-58df94f3-1e52-40f6-8e91-e4b4a6cf64b9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385139 Aug 19 12:51:48.161759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40036) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:48.176410 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-349b50b7-6ea4-4425-af85-d170647b3351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:48.277706 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-349b50b7-6ea4-4425-af85-d170647b3351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:48.306194 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:48.306849 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:48.308185 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] 10.222.0.30 "PUT /v2.0/ports/1fbc8354-6465-4eb8-96d6-ab7705f8ad5c HTTP/1.1" status: 200 len: 1091 time: 1.3746505 Aug 19 12:51:48.308624 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'tag': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:51:48.310899 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739b9dd6-3cfe-4fe0-9833-3a8857883653" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54", "tag": "1fbc8354-6465-4eb8-96d6-ab7705f8ad5c"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:51:48.335561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca9070-c380-4f03-8e73-d8d55739e43b service neutron] Pushing event updated for resources: {'Port': ['ID=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:48.364613 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1429042c-48e4-4ac5-a5fa-1b3db4d190d8 x-openstack-request-id: req-1429042c-48e4-4ac5-a5fa-1b3db4d190d8 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:51:48.364923 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54", "tag": "1fbc8354-6465-4eb8-96d6-ab7705f8ad5c", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:51:48.365156 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1429042c-48e4-4ac5-a5fa-1b3db4d190d8 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:51:48.365576 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'tag': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c', 'status': 'completed', 'code': 200} Aug 19 12:51:48.435790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b9dd6-3cfe-4fe0-9833-3a8857883653 req-420f70c2-ed0c-4edf-88e7-2e3a1b4127a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:48.437436 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-739b9dd6-3cfe-4fe0-9833-3a8857883653 req-420f70c2-ed0c-4edf-88e7-2e3a1b4127a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 1094 time: 0.0519938 Aug 19 12:51:48.441394 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-349b50b7-6ea4-4425-af85-d170647b3351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:48.503220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-349b50b7-6ea4-4425-af85-d170647b3351 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb95275015c8412d8e0fbf8eff88ffb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395154 Aug 19 12:51:48.504267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b50b7-6ea4-4425-af85-d170647b3351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7987c82-c51e-4135-9ff4-aab8c11f89fe,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:48.512017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40042) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:48.569161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b9dd6-3cfe-4fe0-9833-3a8857883653 req-d2da17a1-2eb3-46ba-99ab-50c72fc9e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:48.570789 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-739b9dd6-3cfe-4fe0-9833-3a8857883653 req-d2da17a1-2eb3-46ba-99ab-50c72fc9e45e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=99b9eedce23149da97f30436711e8dc7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1168628 Aug 19 12:51:48.572478 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1c92829-4671-4abd-a2de-49ffeb0394ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:48.596266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1c92829-4671-4abd-a2de-49ffeb0394ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:48.673672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b9dd6-3cfe-4fe0-9833-3a8857883653 req-7a69f12b-28ad-4cfd-830e-f1cbff7f7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:48.675116 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-739b9dd6-3cfe-4fe0-9833-3a8857883653 req-7a69f12b-28ad-4cfd-830e-f1cbff7f7edd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973055 Aug 19 12:51:48.715168 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1c92829-4671-4abd-a2de-49ffeb0394ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:48.718069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c1c92829-4671-4abd-a2de-49ffeb0394ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:48.721846 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c1c92829-4671-4abd-a2de-49ffeb0394ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7987c82-c51e-4135-9ff4-aab8c11f89fe HTTP/1.1" status: 204 len: 168 time: 0.2064066 Aug 19 12:51:48.728167 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c92829-4671-4abd-a2de-49ffeb0394ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7987c82-c51e-4135-9ff4-aab8c11f89fe,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:48.762512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-b8a136e2-3d30-40e4-91c4-43001f495c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:48.764259 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-b8a136e2-3d30-40e4-91c4-43001f495c31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 1094 time: 0.0520914 Aug 19 12:51:48.813285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-f3511755-f4fd-4c7a-b22e-895e710ae241 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c HTTP/1.1" status: 200 len: 217 time: 0.0413053 Aug 19 12:51:48.866101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-fd749755-6cba-4165-921b-25572f707013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:48.867584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-fd749755-6cba-4165-921b-25572f707013 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0476987 Aug 19 12:51:48.914912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-b2fabad7-8baa-4bc9-ab8d-e4d9631d1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:48.916579 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-b2fabad7-8baa-4bc9-ab8d-e4d9631d1558 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411625 Aug 19 12:51:49.012060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-bbb99072-206b-4801-bb57-f08663d10bc2 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874352 Aug 19 12:51:49.104248 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1f3db26-3706-4a13-9f67-63c43d24d1f2 req-854cec23-89b1-4714-b394-6e71b216579e service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846665 Aug 19 12:51:49.279590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e5e32-4d3e-42ea-8a90-9146daa70f45 req-ce8e1234-5f7e-4c98-a5ee-cf5ffffeacda tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:49.281342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d60e5e32-4d3e-42ea-8a90-9146daa70f45 req-ce8e1234-5f7e-4c98-a5ee-cf5ffffeacda tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 943 time: 0.0581005 Aug 19 12:51:49.328198 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d60e5e32-4d3e-42ea-8a90-9146daa70f45 req-78e536b7-c93a-43e9-ac19-d8dbcfe4e8cc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389874 Aug 19 12:51:50.450251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aca10-231a-4004-97a2-989907f9635c req-e8e12a5d-0cb9-4ea9-ac11-4dcd84d7cae9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:50.452296 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c0aca10-231a-4004-97a2-989907f9635c req-e8e12a5d-0cb9-4ea9-ac11-4dcd84d7cae9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 943 time: 0.0477424 Aug 19 12:51:50.490052 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c0aca10-231a-4004-97a2-989907f9635c req-2a4e4219-43ba-43f3-853e-8d527cd0dec0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315382 Aug 19 12:51:51.602875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a0eb4-9814-4161-84b0-6f5814f38bac req-97cd7469-90f9-4648-8e88-003b4d7d53c9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:51.604439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a25a0eb4-9814-4161-84b0-6f5814f38bac req-97cd7469-90f9-4648-8e88-003b4d7d53c9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 943 time: 0.0490465 Aug 19 12:51:51.644793 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a25a0eb4-9814-4161-84b0-6f5814f38bac req-651bc182-1ab8-4307-85bd-60521741db8e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345023 Aug 19 12:51:52.760356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a35171-8b18-4623-8bd5-a8e59735e8ac req-93849b61-c408-4532-84f3-4cc0ef80fe93 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:52.761856 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5a35171-8b18-4623-8bd5-a8e59735e8ac req-93849b61-c408-4532-84f3-4cc0ef80fe93 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 943 time: 0.0505393 Aug 19 12:51:52.803350 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5a35171-8b18-4623-8bd5-a8e59735e8ac req-3ca2f9a5-8efc-46a1-b71b-e1452213395a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356333 Aug 19 12:51:53.917507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225c5a6-fb04-4c3f-912b-9416aa7f96c1 req-fd2b5dd1-9f86-4913-80b6-87c0efe96bcc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:53.919006 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7225c5a6-fb04-4c3f-912b-9416aa7f96c1 req-fd2b5dd1-9f86-4913-80b6-87c0efe96bcc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 943 time: 0.0489438 Aug 19 12:51:53.930848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40136) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:53.957690 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7225c5a6-fb04-4c3f-912b-9416aa7f96c1 req-826488bf-87a7-42b4-9d2d-c86cbf41b2ea tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324039 Aug 19 12:51:54.038180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b857f222-d03e-45fa-bc6f-cb5f6941a1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.126937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b857f222-d03e-45fa-bc6f-cb5f6941a1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.235567 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b857f222-d03e-45fa-bc6f-cb5f6941a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.274590 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b857f222-d03e-45fa-bc6f-cb5f6941a1a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3782fb83757a4f9788416173ca25be0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425055 Aug 19 12:51:54.275483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857f222-d03e-45fa-bc6f-cb5f6941a1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7f5e56-98cc-4160-89cc-0a0861014709,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:54.277781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40140) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:54.326305 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d3eca54-ee3e-48de-aec0-4887ad9ae5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.346663 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d3eca54-ee3e-48de-aec0-4887ad9ae5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.481097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d3eca54-ee3e-48de-aec0-4887ad9ae5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.484438 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8d3eca54-ee3e-48de-aec0-4887ad9ae5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:54.485675 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8d3eca54-ee3e-48de-aec0-4887ad9ae5e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e7f5e56-98cc-4160-89cc-0a0861014709 HTTP/1.1" status: 204 len: 168 time: 0.2066109 Aug 19 12:51:54.496818 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3eca54-ee3e-48de-aec0-4887ad9ae5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7f5e56-98cc-4160-89cc-0a0861014709,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:55.079621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1f8c4-fe40-4140-9b68-402b66469f96 req-9021e980-5a2c-4fdf-8986-5bb1b1bfc574 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:55.081109 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-67f1f8c4-fe40-4140-9b68-402b66469f96 req-9021e980-5a2c-4fdf-8986-5bb1b1bfc574 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 943 time: 0.0531404 Aug 19 12:51:55.118708 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-67f1f8c4-fe40-4140-9b68-402b66469f96 req-4b04fb56-0b4f-4e4e-acf1-1a28116f9e9a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315626 Aug 19 12:51:55.199644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40150) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:55.213473 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a183abc1-139b-41ac-8dfe-3fe265d4132a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.300525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a183abc1-139b-41ac-8dfe-3fe265d4132a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.424183 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.475621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a183abc1-139b-41ac-8dfe-3fe265d4132a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.512575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183abc1-139b-41ac-8dfe-3fe265d4132a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404fa170-eb09-4ce7-aea6-095af251862f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:55.518792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a183abc1-139b-41ac-8dfe-3fe265d4132a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e785598361eb4a9f85beec7bb46885be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181100 Aug 19 12:51:55.521560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40152) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:51:55.569257 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53f03016-98d2-4dad-8840-682c9c9cdb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.589000 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53f03016-98d2-4dad-8840-682c9c9cdb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.744345 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53f03016-98d2-4dad-8840-682c9c9cdb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.746999 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53f03016-98d2-4dad-8840-682c9c9cdb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:55.748806 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-53f03016-98d2-4dad-8840-682c9c9cdb95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/404fa170-eb09-4ce7-aea6-095af251862f HTTP/1.1" status: 204 len: 168 time: 0.2263274 Aug 19 12:51:55.756781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f03016-98d2-4dad-8840-682c9c9cdb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404fa170-eb09-4ce7-aea6-095af251862f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:56.240631 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce5d5f-bfdd-455d-98f7-781768950575 req-188139f7-b4fe-4860-8a9a-884555434f0c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:56.242121 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90ce5d5f-bfdd-455d-98f7-781768950575 req-188139f7-b4fe-4860-8a9a-884555434f0c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 943 time: 0.0536530 Aug 19 12:51:56.281116 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90ce5d5f-bfdd-455d-98f7-781768950575 req-3e31e913-1769-400c-86b0-0dd6b20862d8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Aug 19 12:51:56.298361 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.653461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ee79e-de34-4d22-bb49-62fb146d8118 req-24835bb5-7dc1-4f33-99cb-68cdfa4ae1ba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:57.655509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-396ee79e-de34-4d22-bb49-62fb146d8118 req-24835bb5-7dc1-4f33-99cb-68cdfa4ae1ba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 943 time: 0.0505307 Aug 19 12:51:57.694118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-396ee79e-de34-4d22-bb49-62fb146d8118 req-f4e11054-e8c9-46cd-9c64-d7cdd6afe87c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327671 Aug 19 12:51:57.818067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:51:57.913322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:57.924943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'port_id': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c', 'mac_address': 'fa:16:3e:f4:e8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:51:57.961578 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:57.974784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:51:57.993724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:51:58.144676 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:58.194836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:51:58.202655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.203030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.203373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.203714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.204048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.204378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.204707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.205030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.205367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.205751 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.205998 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.206327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:51:58.385245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['1fbc8354-6465-4eb8-96d6-ab7705f8ad5c'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:51:58.828415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8cdfa-cfae-4ded-819f-acffd06829d4 req-5672e8d8-51d5-4037-9642-2cad87f74dbb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:58.829918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ced8cdfa-cfae-4ded-819f-acffd06829d4 req-5672e8d8-51d5-4037-9642-2cad87f74dbb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 944 time: 0.0527802 Aug 19 12:51:58.867735 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ced8cdfa-cfae-4ded-819f-acffd06829d4 req-5c99b5ef-1b2b-46a5-808a-bc96fff4bd30 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319736 Aug 19 12:51:59.818403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:51:59.968297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:51:59.972090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:51:59.972458 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:51:59.984838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3681ba-3102-450e-b071-36111188c3e1 req-99bfe4ad-4e4a-460d-8bbf-639ff964ff1f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:51:59.986323 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae3681ba-3102-450e-b071-36111188c3e1 req-99bfe4ad-4e4a-460d-8bbf-639ff964ff1f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 944 time: 0.0532851 Aug 19 12:52:00.024915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae3681ba-3102-450e-b071-36111188c3e1 req-8aef43a8-b719-408c-82a9-343b848a68bc tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324826 Aug 19 12:52:00.050327 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.072729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:52:00.075010 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66799e7c-446a-4746-9da5-7bcee6fca93d" -d '{"events": [{"server_uuid": "7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54", "name": "network-vif-plugged", "status": "completed", "tag": "1fbc8354-6465-4eb8-96d6-ab7705f8ad5c"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:52:00.092489 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:00.113148 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bed61e-1b42-4ade-a7ef-de0fd8c0d70a x-openstack-request-id: req-66bed61e-1b42-4ade-a7ef-de0fd8c0d70a {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:52:00.113507 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54", "name": "network-vif-plugged", "status": "completed", "tag": "1fbc8354-6465-4eb8-96d6-ab7705f8ad5c", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:52:00.113900 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66bed61e-1b42-4ade-a7ef-de0fd8c0d70a {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:52:00.114306 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c', 'code': 200} Aug 19 12:52:00.179165 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:00.210066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf54e6-0df5-4dba-ae31-0f864b33edcf req-43de91a6-34be-448e-9e4e-ba58d0a285bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:00.211664 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3eaf54e6-0df5-4dba-ae31-0f864b33edcf req-43de91a6-34be-448e-9e4e-ba58d0a285bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 1096 time: 0.0411284 Aug 19 12:52:00.228765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:00.246605 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3eaf54e6-0df5-4dba-ae31-0f864b33edcf req-d53162c9-023b-44f0-8d96-f6150c5fab7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279317 Aug 19 12:52:01.146974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec3b62-0119-4054-9091-a3a7ba680438 req-475bbf7b-baf0-4994-a2e9-b5af68dbe079 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:01.148476 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34ec3b62-0119-4054-9091-a3a7ba680438 req-475bbf7b-baf0-4994-a2e9-b5af68dbe079 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 945 time: 0.0533507 Aug 19 12:52:01.186271 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34ec3b62-0119-4054-9091-a3a7ba680438 req-29d2af03-4eef-4812-98f7-72dad69e31a9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312724 Aug 19 12:52:02.308302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3e568-eebf-4fb3-bb36-a0b683f691bf req-d667195b-8d00-469f-bfb2-8ccf51c97cee tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:02.310209 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdc3e568-eebf-4fb3-bb36-a0b683f691bf req-d667195b-8d00-469f-bfb2-8ccf51c97cee tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 945 time: 0.0572701 Aug 19 12:52:02.353035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bdc3e568-eebf-4fb3-bb36-a0b683f691bf req-3e7fbd04-060f-4ed5-b735-3c5d551bbf7d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342069 Aug 19 12:52:02.470950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd9635-7d69-459d-a1ba-16d2a079e4fa req-a32ea0a7-c825-429c-8dff-584a9551d2a9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:02.472495 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84cd9635-7d69-459d-a1ba-16d2a079e4fa req-a32ea0a7-c825-429c-8dff-584a9551d2a9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 945 time: 0.0522931 Aug 19 12:52:02.514174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84cd9635-7d69-459d-a1ba-16d2a079e4fa req-a64b593b-d9d2-4fe4-a1ee-528d2ac5decd tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350261 Aug 19 12:52:02.536401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40274) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:02.732309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576be627-d96e-471e-8210-e8047881d395 tempest-TestVolumeBootPattern-705775833 tempest-TestVolumeBootPattern-705775833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:02.734485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-576be627-d96e-471e-8210-e8047881d395 tempest-TestVolumeBootPattern-705775833 tempest-TestVolumeBootPattern-705775833-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 1091 time: 0.1969633 Aug 19 12:52:02.737758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40280) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:02.742490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:02.859632 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:02.956519 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.060993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Allocated IP 172.25.2.13 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/aac58693-f445-48b8-b325-53d44b71059d) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:03.166692 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.340306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.383214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:03.386361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:03.389241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:03.414638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=aac58693-f445-48b8-b325-53d44b71059d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:03.750235 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:03.931437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.085135 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.173530 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.242745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=aac58693-f445-48b8-b325-53d44b71059d,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:04.259522 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.365782 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Floating IP f00cf971-c4be-4589-952e-f2fa4af4f436 associated. External IP: 172.25.2.13, port: 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c. Aug 19 12:52:04.589448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Router 7dcc5b5e-9b01-4160-8f75-1cd02156902b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:52:04.694826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:52:04.705755 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345d8460-1cc6-4809-a498-208b82a6a7b6 None None] Sync routers for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:52:04.715353 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345d8460-1cc6-4809-a498-208b82a6a7b6 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:04.720438 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-345d8460-1cc6-4809-a498-208b82a6a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:51:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:04.821758 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-345d8460-1cc6-4809-a498-208b82a6a7b6 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:52:04.863831 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:04.891075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d2c10378-2147-4e43-b840-25a93df3440e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1521726 Aug 19 12:52:04.891664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'tag': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:52:04.893941 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03ec617-2914-4406-a4d1-5ac5abddf49a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54", "tag": "1fbc8354-6465-4eb8-96d6-ab7705f8ad5c"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:52:05.053113 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-345d8460-1cc6-4809-a498-208b82a6a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'f00cf971-c4be-4589-952e-f2fa4af4f436', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:f4:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:52:03Z', 'updated_at': '2021-08-19T12:52:03Z', 'revision_number': 0, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:05.059123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-787f1db5-6cdc-4cdc-bd95-cabf57f5fbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:05.083304 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345d8460-1cc6-4809-a498-208b82a6a7b6 None None] Checking router: 7dcc5b5e-9b01-4160-8f75-1cd02156902b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:52:05.093518 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345d8460-1cc6-4809-a498-208b82a6a7b6 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:52:05.094094 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-345d8460-1cc6-4809-a498-208b82a6a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:51:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:05.121389 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d707e69c-8f92-4f62-9b87-83da7842c8b1 x-openstack-request-id: req-d707e69c-8f92-4f62-9b87-83da7842c8b1 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:52:05.121740 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54", "tag": "1fbc8354-6465-4eb8-96d6-ab7705f8ad5c", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:52:05.122336 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d707e69c-8f92-4f62-9b87-83da7842c8b1 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:52:05.122552 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'tag': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c', 'status': 'completed', 'code': 200} Aug 19 12:52:05.188434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ec617-2914-4406-a4d1-5ac5abddf49a req-41842bdc-8541-4479-b3fa-5208d5bed846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:05.189965 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a03ec617-2914-4406-a4d1-5ac5abddf49a req-41842bdc-8541-4479-b3fa-5208d5bed846 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 1096 time: 0.0448618 Aug 19 12:52:05.205441 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-345d8460-1cc6-4809-a498-208b82a6a7b6 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:52:05.287354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ec617-2914-4406-a4d1-5ac5abddf49a req-42c26fee-8803-4548-b4f5-52e349f3efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:05.289157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a03ec617-2914-4406-a4d1-5ac5abddf49a req-42c26fee-8803-4548-b4f5-52e349f3efee service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0924575 Aug 19 12:52:05.357249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a03ec617-2914-4406-a4d1-5ac5abddf49a req-523fc911-1e0b-4173-a2b2-3d5adb2b5c33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c HTTP/1.1" status: 200 len: 998 time: 0.0605345 Aug 19 12:52:05.407034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ec617-2914-4406-a4d1-5ac5abddf49a req-f3394b03-789a-4d12-8a2a-e4545cf860bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:05.408508 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a03ec617-2914-4406-a4d1-5ac5abddf49a req-f3394b03-789a-4d12-8a2a-e4545cf860bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0442328 Aug 19 12:52:05.428270 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-345d8460-1cc6-4809-a498-208b82a6a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'f00cf971-c4be-4589-952e-f2fa4af4f436', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:f4:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:52:03Z', 'updated_at': '2021-08-19T12:52:03Z', 'revision_number': 0, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:05.454823 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345d8460-1cc6-4809-a498-208b82a6a7b6 None None] The sync data for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 is: [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'f00cf971-c4be-4589-952e-f2fa4af4f436', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:f4:e8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:52:03Z', 'updated_at': '2021-08-19T12:52:03Z', 'revision_number': 0, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:52:05.461951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ec617-2914-4406-a4d1-5ac5abddf49a req-e8266121-8f08-44b4-97e6-37a4d0e6068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:05.463573 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a03ec617-2914-4406-a4d1-5ac5abddf49a req-e8266121-8f08-44b4-97e6-37a4d0e6068e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477984 Aug 19 12:52:05.565524 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a03ec617-2914-4406-a4d1-5ac5abddf49a req-e4f131e0-5c03-49d7-9107-5db68858701b service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945573 Aug 19 12:52:05.669947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a03ec617-2914-4406-a4d1-5ac5abddf49a req-6ebdde71-55fa-462a-b9fc-b873a25784f4 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970607 Aug 19 12:52:05.677951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cfd51f-c1ca-45fe-94fd-77b6dd796ec0 None None] New status for floating IP f00cf971-c4be-4589-952e-f2fa4af4f436: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:52:07.682679 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:07.779625 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5f8bba36-51c0-484a-a8e5-55492886ff63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:09.220113 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:10.596791 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:14.299025 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:52:16.900119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40492) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:17.005228 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.098121 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.209352 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.251941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84f5b0dfb2e0483e984dd1fd968f5684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506761 Aug 19 12:52:17.253003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a3b3e9-6326-41be-87e8-b5ef22426286,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:17.254603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40498) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:17.260695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.261044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.261381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.261717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.262043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.262371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.262695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.263040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.263361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.263680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.263998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.264314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d167ccb-b025-44e3-9166-a3d9ce236084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.305318 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.325765 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.448827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.451407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:17.453071 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43a3b3e9-6326-41be-87e8-b5ef22426286 HTTP/1.1" status: 204 len: 168 time: 0.1974542 Aug 19 12:52:17.460634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a3b3e9-6326-41be-87e8-b5ef22426286,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:17.468526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.468872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.469215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.469554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.469882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.470210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.470537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.470889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.471217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.471538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.471859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:17.472178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc0451-02a9-4391-b2ff-23f7f3d60fe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:18.324537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40508) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:18.344019 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b84d7989-fe04-491a-a0e8-8865e8af1eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.433790 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b84d7989-fe04-491a-a0e8-8865e8af1eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.552057 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b84d7989-fe04-491a-a0e8-8865e8af1eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.591050 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b84d7989-fe04-491a-a0e8-8865e8af1eda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2226d48027474983932b938c8ec3b9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654276 Aug 19 12:52:18.591890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d7989-fe04-491a-a0e8-8865e8af1eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3243920f-2a9a-493a-ba3c-28269af11e49,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:18.594657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40510) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:18.646197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5e42df-4933-4e2b-af09-8bf1e32cba25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.667715 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5e42df-4933-4e2b-af09-8bf1e32cba25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.929263 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5e42df-4933-4e2b-af09-8bf1e32cba25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.931863 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9f5e42df-4933-4e2b-af09-8bf1e32cba25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:18.933155 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9f5e42df-4933-4e2b-af09-8bf1e32cba25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3243920f-2a9a-493a-ba3c-28269af11e49 HTTP/1.1" status: 204 len: 168 time: 0.3374131 Aug 19 12:52:18.941256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e42df-4933-4e2b-af09-8bf1e32cba25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3243920f-2a9a-493a-ba3c-28269af11e49,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:20.870074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40584) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:20.983303 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0dd4bd0-679d-4cc0-a18f-caf7c77c3ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.074818 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0dd4bd0-679d-4cc0-a18f-caf7c77c3ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.191817 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0dd4bd0-679d-4cc0-a18f-caf7c77c3ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.229823 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e0dd4bd0-679d-4cc0-a18f-caf7c77c3ba0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ece2baafb050464f83836ecd2f9f1882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586609 Aug 19 12:52:21.230747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd4bd0-679d-4cc0-a18f-caf7c77c3ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b434565-5076-4dba-80eb-84dc1d2229c6,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:21.232699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40588) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:21.284613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-29fae371-e91b-4e90-b786-98366c24a42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.305232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-29fae371-e91b-4e90-b786-98366c24a42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.443788 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-29fae371-e91b-4e90-b786-98366c24a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.446444 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-29fae371-e91b-4e90-b786-98366c24a42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:21.447657 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-29fae371-e91b-4e90-b786-98366c24a42e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b434565-5076-4dba-80eb-84dc1d2229c6 HTTP/1.1" status: 204 len: 168 time: 0.2139647 Aug 19 12:52:21.456498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fae371-e91b-4e90-b786-98366c24a42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b434565-5076-4dba-80eb-84dc1d2229c6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:23.462998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40632) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:23.565776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7a6b15e3-c783-430d-b246-ed7992c5d045 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1284713883'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:23.566252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7a6b15e3-c783-430d-b246-ed7992c5d045 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Unknown quota resources ['metering_label']. {{(pid=95543) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:52:23.833654 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7a6b15e3-c783-430d-b246-ed7992c5d045 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:23.834861 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7a6b15e3-c783-430d-b246-ed7992c5d045 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3708661 Aug 19 12:52:23.837648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40638) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:23.841882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-990f90ff-9610-4f87-aed7-6c0e73b8a781 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9580bb4f-12e3-4030-b141-b5062de964f0'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:23.842391 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-990f90ff-9610-4f87-aed7-6c0e73b8a781 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95543) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:52:23.986880 n-d-803757-2 neutron-server[95543]: WARNING neutron.services.metering.metering_plugin [None req-990f90ff-9610-4f87-aed7-6c0e73b8a781 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:52:24.116338 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-990f90ff-9610-4f87-aed7-6c0e73b8a781 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.117547 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-990f90ff-9610-4f87-aed7-6c0e73b8a781 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2789786 Aug 19 12:52:24.120647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40640) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:24.125036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1c82b07f-8e3e-44ab-a465-c9747aa49800 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9580bb4f-12e3-4030-b141-b5062de964f0'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:24.125514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1c82b07f-8e3e-44ab-a465-c9747aa49800 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95543) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:52:24.284106 n-d-803757-2 neutron-server[95543]: WARNING neutron.services.metering.metering_plugin [None req-1c82b07f-8e3e-44ab-a465-c9747aa49800 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:52:24.366897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c82b07f-8e3e-44ab-a465-c9747aa49800 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.368086 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1c82b07f-8e3e-44ab-a465-c9747aa49800 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2464275 Aug 19 12:52:24.371068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40642) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:24.382008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c8587e0f-464c-4ad6-958b-d113af4c7ced tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=b6b58a84-767c-46e6-8d4d-640e4f214643 HTTP/1.1" status: 200 len: 462 time: 0.0098748 Aug 19 12:52:24.385241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40644) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:24.559157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-feeba2fe-2a79-4aaf-a2a8-b41617fe2224 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.560131 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-feeba2fe-2a79-4aaf-a2a8-b41617fe2224 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/b6b58a84-767c-46e6-8d4d-640e4f214643 HTTP/1.1" status: 204 len: 168 time: 0.1739233 Aug 19 12:52:24.562862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40646) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:24.571293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-232a1428-e4b5-4783-b9ed-5863852483ec tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=b6b58a84-767c-46e6-8d4d-640e4f214643 HTTP/1.1" status: 200 len: 221 time: 0.0074222 Aug 19 12:52:24.574725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40648) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:24.579038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9f3d4f70-9906-4229-a35a-655fda6f3211 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--716519629', 'description': 'label created by tempest'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:24.579646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9f3d4f70-9906-4229-a35a-655fda6f3211 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Unknown quota resources ['metering_label']. {{(pid=95543) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:52:24.806740 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9f3d4f70-9906-4229-a35a-655fda6f3211 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:24.807928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9f3d4f70-9906-4229-a35a-655fda6f3211 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2322717 Aug 19 12:52:24.810677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40652) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:24.905427 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ccd95127-15ef-4790-84c4-5584aea835fe tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e9b85f3b-99b2-48b7-915f-4abfe677df88 HTTP/1.1" status: 200 len: 467 time: 0.0936587 Aug 19 12:52:24.908467 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40654) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.182684 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22cd0c69-591d-4199-a4ab-dc55b835155f tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.183918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-22cd0c69-591d-4199-a4ab-dc55b835155f tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/e9b85f3b-99b2-48b7-915f-4abfe677df88 HTTP/1.1" status: 204 len: 168 time: 0.2745302 Aug 19 12:52:25.186730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40656) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.199567 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e12eaf32-2dd9-4cce-929f-a8dc69d3fe69 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=e9b85f3b-99b2-48b7-915f-4abfe677df88 HTTP/1.1" status: 200 len: 216 time: 0.0110936 Aug 19 12:52:25.203458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40658) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.215659 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dee22038-a325-4bcd-8e6a-614379447076 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0110347 Aug 19 12:52:25.218734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40660) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.233419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0e2ecf2d-3dfa-4594-8c08-0d4641a81e10 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0134287 Aug 19 12:52:25.236663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40662) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.315253 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9da302e1-f7fc-4401-86bb-6a3d0182b818 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/9580bb4f-12e3-4030-b141-b5062de964f0 HTTP/1.1" status: 200 len: 473 time: 0.0774770 Aug 19 12:52:25.318530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40664) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.329968 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cfec39a7-c394-4fa1-a9c0-684cb923e401 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/ad1967e3-9273-41f7-9c64-2bb3e0b17340 HTTP/1.1" status: 200 len: 459 time: 0.0104022 Aug 19 12:52:25.333293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40666) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.403949 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.551588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0aee29b-8092-42fc-b00e-e46bb75e88ce tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.552702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e0aee29b-8092-42fc-b00e-e46bb75e88ce tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/ad1967e3-9273-41f7-9c64-2bb3e0b17340 HTTP/1.1" status: 204 len: 168 time: 0.2185559 Aug 19 12:52:25.555141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40670) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:25.880551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-68eb6b70-6001-485b-933a-1634c3267553 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:25.881852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-68eb6b70-6001-485b-933a-1634c3267553 tempest-MeteringIpV6TestJSON-1715812075 tempest-MeteringIpV6TestJSON-1715812075-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/9580bb4f-12e3-4030-b141-b5062de964f0 HTTP/1.1" status: 204 len: 168 time: 0.3256896 Aug 19 12:52:26.341430 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.566591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40678) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:26.674630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d48e996-cafa-4d43-825a-76310cb925ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.765900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d48e996-cafa-4d43-825a-76310cb925ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.896010 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d48e996-cafa-4d43-825a-76310cb925ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:26.936082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3d48e996-cafa-4d43-825a-76310cb925ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb4165d76f6b4b829912e906c8e40dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684025 Aug 19 12:52:26.936941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48e996-cafa-4d43-825a-76310cb925ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d59cc09-caa3-4cad-ae14-c4ceba782fd4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:26.938776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40684) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:26.992424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63aed2e0-a28d-40ab-a7fe-fa608ff0a5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:27.013118 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63aed2e0-a28d-40ab-a7fe-fa608ff0a5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:27.204576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63aed2e0-a28d-40ab-a7fe-fa608ff0a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:27.207233 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-63aed2e0-a28d-40ab-a7fe-fa608ff0a5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:27.208780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-63aed2e0-a28d-40ab-a7fe-fa608ff0a5b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d59cc09-caa3-4cad-ae14-c4ceba782fd4 HTTP/1.1" status: 204 len: 168 time: 0.2685404 Aug 19 12:52:27.217303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aed2e0-a28d-40ab-a7fe-fa608ff0a5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d59cc09-caa3-4cad-ae14-c4ceba782fd4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:28.043029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40692) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:28.056376 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20fc85fc-aede-4376-9db1-c5d3e929927d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.142462 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20fc85fc-aede-4376-9db1-c5d3e929927d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.255485 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-20fc85fc-aede-4376-9db1-c5d3e929927d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.294353 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-20fc85fc-aede-4376-9db1-c5d3e929927d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1b0fa1c6e0a45a99dd3f25e719831b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2501976 Aug 19 12:52:28.295577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc85fc-aede-4376-9db1-c5d3e929927d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5ebcab-9df7-4022-9d68-bf3f96d9bf2a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:28.297043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40694) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:28.347203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5c67-edd1-4646-a060-a6ae14f99b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.371908 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5c67-edd1-4646-a060-a6ae14f99b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.598436 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5c67-edd1-4646-a060-a6ae14f99b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.601105 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cf0f5c67-edd1-4646-a060-a6ae14f99b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:28.602274 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cf0f5c67-edd1-4646-a060-a6ae14f99b24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc5ebcab-9df7-4022-9d68-bf3f96d9bf2a HTTP/1.1" status: 204 len: 168 time: 0.3037038 Aug 19 12:52:28.610792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f5c67-edd1-4646-a060-a6ae14f99b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5ebcab-9df7-4022-9d68-bf3f96d9bf2a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:29.840293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40718) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:29.937991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41761547'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:30.210414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:30.214006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.223190 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.310335 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.472760 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.499879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:30.509806 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0bf0fd-c585-4ee6-bf0a-c1bd7d8e925a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:30.516534 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.516534 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Added segment 804ec03e-4b30-486b-a2aa-f3a39d4ba228 of type vlan for network bea6fa54-b41d-465f-9532-d3938bc3798c Aug 19 12:52:30.560169 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.678581 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.684066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:30.684644 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:30.793531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=bea6fa54-b41d-465f-9532-d3938bc3798c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:30.803970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network bea6fa54-b41d-465f-9532-d3938bc3798c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:30.856214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-edc9f830-d8d9-4d83-8aa0-ef8816ae5d97 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0146868 Aug 19 12:52:33.980100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40738) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:33.985486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'network_id': 'bea6fa54-b41d-465f-9532-d3938bc3798c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:34.497233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:34.500687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:34.741788 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:34.804931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=a3c49e60-87f9-48eb-8e8c-5f2922a908a1,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:34.813811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Checking segment: {'id': '804ec03e-4b30-486b-a2aa-f3a39d4ba228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bea6fa54-b41d-465f-9532-d3938bc3798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:34.814169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network hostable DHCP agents. Network: bea6fa54-b41d-465f-9532-d3938bc3798c, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:34.930104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network bea6fa54-b41d-465f-9532-d3938bc3798c is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:35.120440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, bea6fa54-b41d-465f-9532-d3938bc3798c) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:35.124853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:35.125983 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.133859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a72d1e9-6de6-4582-a031-f6f6e8e00904 None None] Network bea6fa54-b41d-465f-9532-d3938bc3798c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:35.277649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-bea6fa54-b41d-465f-9532-d3938bc3798c', 'network_id': 'bea6fa54-b41d-465f-9532-d3938bc3798c', 'tenant_id': '56da5186a4964854aab53df84e9fc6a3', 'fixed_ips': [{'subnet_id': 'a3c49e60-87f9-48eb-8e8c-5f2922a908a1'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:52:35.278778 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.381186 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-beb2202d-00e4-444d-8c65-ff8b96ff6b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.381483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8ffea532-32b1-42fe-9f1f-ccdea624f1cc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3845432 Aug 19 12:52:35.383596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40746) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:35.388797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110343286'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:35.419311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Allocated IP 2001:db8:0:ffff::2 (bea6fa54-b41d-465f-9532-d3938bc3798c/a3c49e60-87f9-48eb-8e8c-5f2922a908a1/e5b78121-7243-4e17-88d9-386ce6785176) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:35.536800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:35.540725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.560212 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.564686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:35.569039 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Transition to ACTIVE for port object e5b78121-7243-4e17-88d9-386ce6785176 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:35.573727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.574228 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Added segment 48174d11-ba69-48f4-924b-342fe219a7c1 of type vlan for network eb88dee5-7a82-43f4-b5c4-6df7e9404be4 Aug 19 12:52:35.584012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Transition to ACTIVE for port object e5b78121-7243-4e17-88d9-386ce6785176 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:35.615712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.771045 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.817296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Network bea6fa54-b41d-465f-9532-d3938bc3798c is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:35.821321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:35.824430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Pushing event updated for resources: {'Port': ['ID=e5b78121-7243-4e17-88d9-386ce6785176,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:35.827992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:35.850589 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.856508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:35.857123 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.883410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Attempting to bind port e5b78121-7243-4e17-88d9-386ce6785176 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:35.884136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Attempting to bind port e5b78121-7243-4e17-88d9-386ce6785176 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '804ec03e-4b30-486b-a2aa-f3a39d4ba228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bea6fa54-b41d-465f-9532-d3938bc3798c'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:35.884374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Attempting to bind port e5b78121-7243-4e17-88d9-386ce6785176 on network bea6fa54-b41d-465f-9532-d3938bc3798c {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:35.889659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:35.890031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Checking segment: {'id': '804ec03e-4b30-486b-a2aa-f3a39d4ba228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bea6fa54-b41d-465f-9532-d3938bc3798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:35.890436 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.890860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Bound using segment: {'id': '804ec03e-4b30-486b-a2aa-f3a39d4ba228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bea6fa54-b41d-465f-9532-d3938bc3798c'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:35.891343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Bound port: e5b78121-7243-4e17-88d9-386ce6785176, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804ec03e-4b30-486b-a2aa-f3a39d4ba228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bea6fa54-b41d-465f-9532-d3938bc3798c'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:35.891710 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:35.931028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=eb88dee5-7a82-43f4-b5c4-6df7e9404be4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:35.943541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network eb88dee5-7a82-43f4-b5c4-6df7e9404be4 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:36.008959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] For port e5b78121-7243-4e17-88d9-386ce6785176, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:36.011445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b8c82ded-93cd-4414-bef2-ea6a28d076f0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6266003 Aug 19 12:52:36.014190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40750) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:36.020252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'network_id': 'eb88dee5-7a82-43f4-b5c4-6df7e9404be4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:36.035024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] For port e5b78121-7243-4e17-88d9-386ce6785176, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e5b78121-7243-4e17-88d9-386ce6785176,segment=NetworkSegment(804ec03e-4b30-486b-a2aa-f3a39d4ba228),segment_id=804ec03e-4b30-486b-a2aa-f3a39d4ba228)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:36.125452 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:36.182463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d291f-eb2f-42f9-9c2d-227f6ddf4f73 None None] Pushing event updated for resources: {'Port': ['ID=e5b78121-7243-4e17-88d9-386ce6785176,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:36.244980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:36.266674 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:36.633688 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:36.704702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=27e63fd4-072e-4469-849f-afd124564342,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:36.709103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Checking segment: {'id': '48174d11-ba69-48f4-924b-342fe219a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'eb88dee5-7a82-43f4-b5c4-6df7e9404be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:36.709471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network hostable DHCP agents. Network: eb88dee5-7a82-43f4-b5c4-6df7e9404be4, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:36.844838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network eb88dee5-7a82-43f4-b5c4-6df7e9404be4 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:36.987781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, eb88dee5-7a82-43f4-b5c4-6df7e9404be4) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:36.992026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:36.992625 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:36.999905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4043d7a4-b74e-47cf-bd0c-cfd6a3f53567 None None] Network eb88dee5-7a82-43f4-b5c4-6df7e9404be4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:37.112157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6023877-058b-45c3-b1bc-59dde0ba7761 None None] Network bea6fa54-b41d-465f-9532-d3938bc3798c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:37.120168 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dd7778a9-8e8f-4de0-9fbb-60b336a6b46e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1048641 Aug 19 12:52:37.122991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40758) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:37.206443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-eb88dee5-7a82-43f4-b5c4-6df7e9404be4', 'network_id': 'eb88dee5-7a82-43f4-b5c4-6df7e9404be4', 'tenant_id': '56da5186a4964854aab53df84e9fc6a3', 'fixed_ips': [{'subnet_id': '27e63fd4-072e-4469-849f-afd124564342'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:52:37.207329 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:37.238123 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:37.301760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5b78121-7243-4e17-88d9-386ce6785176 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:37.335981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-33e68b16-b7de-484d-8521-3ba58dc4a652 None None] Provisioning for port e5b78121-7243-4e17-88d9-386ce6785176 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:37.349455 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:37.486505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Allocated IP 2001:db8::1 (eb88dee5-7a82-43f4-b5c4-6df7e9404be4/27e63fd4-072e-4469-849f-afd124564342/18afde69-98b8-408c-b026-4fcec8799048) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:37.588546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e5b78121-7243-4e17-88d9-386ce6785176 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:37.617598 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e5b78121-7243-4e17-88d9-386ce6785176 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:37.620712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:37.728591 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-f2a1191f-a0b6-4143-8484-78a51471d396 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859561 Aug 19 12:52:37.755965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:37.769935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Transition to ACTIVE for port object 18afde69-98b8-408c-b026-4fcec8799048 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:37.811677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-1a78a84f-7639-44ca-b63b-de294b2769c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:37.813635 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-1a78a84f-7639-44ca-b63b-de294b2769c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 1096 time: 0.0621114 Aug 19 12:52:37.818390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Transition to ACTIVE for port object 18afde69-98b8-408c-b026-4fcec8799048 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:37.822908 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:37.837611 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:37.866596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port e5b78121-7243-4e17-88d9-386ce6785176, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e5b78121-7243-4e17-88d9-386ce6785176,segment=NetworkSegment(804ec03e-4b30-486b-a2aa-f3a39d4ba228),segment_id=804ec03e-4b30-486b-a2aa-f3a39d4ba228)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:37.890783 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-3bd8b925-2994-445b-ae20-e787ad33a8fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610056 Aug 19 12:52:37.902462 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01a2c8dc-414c-4fc8-a302-fd42527a02e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:37.906294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b83668a-edfa-4451-ae19-01721f59142a None None] Provisioning complete for port e5b78121-7243-4e17-88d9-386ce6785176 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:37.907261 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b83668a-edfa-4451-ae19-01721f59142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:37.934539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-2da644ba-ce68-44c2-89c9-a455755864ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:37.936119 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-2da644ba-ce68-44c2-89c9-a455755864ee service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 200 len: 912 time: 0.1018457 Aug 19 12:52:37.982903 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:37.990930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-0fc9edea-052d-4a1b-8e4f-93d514e7beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:37.992490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-0fc9edea-052d-4a1b-8e4f-93d514e7beff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 1096 time: 0.0571270 Aug 19 12:52:38.026202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-1081e3de-cf62-4d1b-8543-ef9fa3265a8d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c569c39a-7977-4f45-b8ca-09397f014d23 HTTP/1.1" status: 200 len: 1001 time: 0.0815513 Aug 19 12:52:38.081277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-c5e7d389-bdf5-41a1-bacf-0c7167c2f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:38.082885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-c5e7d389-bdf5-41a1-bacf-0c7167c2f214 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2b84d3c-5a39-40f7-9f8b-1757d52fb602 HTTP/1.1" status: 200 len: 850 time: 0.0497782 Aug 19 12:52:38.119799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-da5b71ed-0640-4803-add7-98e1aaa70baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:38.121324 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-da5b71ed-0640-4803-add7-98e1aaa70baa service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.1040277 Aug 19 12:52:38.139554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:38.174359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-fe309af0-adb1-4b19-baf3-d0b01636e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:38.177251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-fe309af0-adb1-4b19-baf3-d0b01636e3c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864182 Aug 19 12:52:38.205337 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:38.211591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Subnet': ['ID=27e63fd4-072e-4469-849f-afd124564342,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:38.230409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Network eb88dee5-7a82-43f4-b5c4-6df7e9404be4 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:38.231329 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b83668a-edfa-4451-ae19-01721f59142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:38.237939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:38.246198 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:38.248133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Pushing event updated for resources: {'Port': ['ID=18afde69-98b8-408c-b026-4fcec8799048,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:38.290788 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-3d65d7ee-49e0-4725-a545-0bbeaf256ae6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c HTTP/1.1" status: 200 len: 1000 time: 0.1603451 Aug 19 12:52:38.292255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:38.297395 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-aaa75d59-0b62-45bf-ace0-5fb040285971 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124735 Aug 19 12:52:38.311984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb88dee5-7a82-43f4-b5c4-6df7e9404be4']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:38.355051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48174d11-ba69-48f4-924b-342fe219a7c1') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:38.355051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48174d11-ba69-48f4-924b-342fe219a7c1') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:38.376700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:38.385265 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Attempting to bind port 18afde69-98b8-408c-b026-4fcec8799048 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:38.385643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Attempting to bind port 18afde69-98b8-408c-b026-4fcec8799048 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '48174d11-ba69-48f4-924b-342fe219a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'eb88dee5-7a82-43f4-b5c4-6df7e9404be4'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:38.386295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Attempting to bind port 18afde69-98b8-408c-b026-4fcec8799048 on network eb88dee5-7a82-43f4-b5c4-6df7e9404be4 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:38.388023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=e5b78121-7243-4e17-88d9-386ce6785176,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:38.398003 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-2b83668a-edfa-4451-ae19-01721f59142a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:52:38.398003 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-2b83668a-edfa-4451-ae19-01721f59142a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:52:38.398003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:38.398475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-f6230d89-9aec-4931-a6d2-4fa3d26c99da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:38.398582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Checking segment: {'id': '48174d11-ba69-48f4-924b-342fe219a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'eb88dee5-7a82-43f4-b5c4-6df7e9404be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:38.398582 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:38.398775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Bound using segment: {'id': '48174d11-ba69-48f4-924b-342fe219a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'eb88dee5-7a82-43f4-b5c4-6df7e9404be4'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:38.399157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Bound port: 18afde69-98b8-408c-b026-4fcec8799048, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48174d11-ba69-48f4-924b-342fe219a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'eb88dee5-7a82-43f4-b5c4-6df7e9404be4'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:38.399302 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-f6230d89-9aec-4931-a6d2-4fa3d26c99da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0988476 Aug 19 12:52:38.399509 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:38.400255 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:38.409383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:52:38.409788 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:52:38.419593 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:52:38.427768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f59fa36-c289-4e1d-9d65-693e4975b456 req-9d924501-52e9-4b6d-b692-409a1d4c1333 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235414 Aug 19 12:52:38.470871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] For port 18afde69-98b8-408c-b026-4fcec8799048, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:38.497869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] For port 18afde69-98b8-408c-b026-4fcec8799048, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=18afde69-98b8-408c-b026-4fcec8799048,segment=NetworkSegment(48174d11-ba69-48f4-924b-342fe219a7c1),segment_id=48174d11-ba69-48f4-924b-342fe219a7c1)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:38.501870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-9b863c84-3951-4e9c-b503-ed8a798bf4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:38.503145 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-9b863c84-3951-4e9c-b503-ed8a798bf4ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950840 Aug 19 12:52:38.559422 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:52:38.559422 n-d-803757-2 neutron-server[95543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:52:38.559422 n-d-803757-2 neutron-server[95543]: [parameters: {'id': 'eb88dee5-7a82-43f4-b5c4-6df7e9404be4'}] Aug 19 12:52:38.559422 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:52:38.559905 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:52:38.600795 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-e74bbda1-248c-4d33-bb7c-6938f580bd83 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895860 Aug 19 12:52:38.697377 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:38.697839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d034fbc-b178-4616-9efe-1ba863329aa1 req-00ed6f37-d62d-4e95-9515-5ac29cc10eea service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899158 Aug 19 12:52:38.787466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d14567-6a7d-4ec8-9a2e-d9f73f78a7c0 None None] Pushing event updated for resources: {'Port': ['ID=18afde69-98b8-408c-b026-4fcec8799048,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:38.801945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd2e2dc-9ce8-4457-8a37-47306ea67926 None None] Network eb88dee5-7a82-43f4-b5c4-6df7e9404be4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:38.964122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1928385f-e0ff-44b2-b53a-04dbc2c856ec None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:52:39.061405 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.074849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1928385f-e0ff-44b2-b53a-04dbc2c856ec None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:52:39.128415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting port 18afde69-98b8-408c-b026-4fcec8799048 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:52:39.128630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.233198 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.259119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] For port 18afde69-98b8-408c-b026-4fcec8799048, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=18afde69-98b8-408c-b026-4fcec8799048,segment=NetworkSegment(48174d11-ba69-48f4-924b-342fe219a7c1),segment_id=48174d11-ba69-48f4-924b-342fe219a7c1)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:39.259553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.264549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5b78121-7243-4e17-88d9-386ce6785176 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:39.283215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Calling delete_port for 18afde69-98b8-408c-b026-4fcec8799048 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:52:39.388134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e5b78121-7243-4e17-88d9-386ce6785176 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:39.388423 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.513986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.543148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Port': ['ID=18afde69-98b8-408c-b026-4fcec8799048,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:39.549640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No DVR routers for this DVR port 18afde69-98b8-408c-b026-4fcec8799048 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:52:39.635634 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.651101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb88dee5-7a82-43f4-b5c4-6df7e9404be4']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:39.667504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48174d11-ba69-48f4-924b-342fe219a7c1') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:39.667962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48174d11-ba69-48f4-924b-342fe219a7c1') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:39.681193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.697608 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.705423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:52:39.706039 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:52:39.708936 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:52:39.902918 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.914535 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:39.922040 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/eb88dee5-7a82-43f4-b5c4-6df7e9404be4 HTTP/1.1" status: 204 len: 168 time: 2.7929783 Aug 19 12:52:39.922859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40776) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:39.928430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1166845397'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:39.950096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a1874-3a30-4157-8efa-826ad107a674 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Network': ['ID=eb88dee5-7a82-43f4-b5c4-6df7e9404be4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:40.039202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:40.042679 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.071118 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:40.080742 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.081089 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Added segment 7ec42f93-ce57-49b0-b4ab-370485de6397 of type vlan for network 9f42321a-8a27-419a-870d-ba01f354807b Aug 19 12:52:40.121766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.240583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.247558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:40.253274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.323252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=9f42321a-8a27-419a-870d-ba01f354807b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:40.335181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 9f42321a-8a27-419a-870d-ba01f354807b details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:40.411700 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d664e586-9c9f-40a5-a614-d18460e34d8f tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4875879 Aug 19 12:52:40.414353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40778) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:40.420373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'network_id': '9f42321a-8a27-419a-870d-ba01f354807b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:40.628040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:40.631706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.651676 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:40.937210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.011246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=ad20552b-1abb-43cb-a474-6781c8a9310b,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:41.019471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Checking segment: {'id': '7ec42f93-ce57-49b0-b4ab-370485de6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f42321a-8a27-419a-870d-ba01f354807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:41.019835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network hostable DHCP agents. Network: 9f42321a-8a27-419a-870d-ba01f354807b, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:41.097036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network 9f42321a-8a27-419a-870d-ba01f354807b is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:41.228350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 9f42321a-8a27-419a-870d-ba01f354807b) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:41.232922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:41.234118 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.238652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba7ccdf-cf45-4c33-af6c-716b76f65903 None None] Network 9f42321a-8a27-419a-870d-ba01f354807b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:41.355292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-feb2a94e-c6ae-4fd5-bcb3-33ccbcaaacf0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9395425 Aug 19 12:52:41.359409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40782) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:41.365380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-290012952'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:41.427626 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-9f42321a-8a27-419a-870d-ba01f354807b', 'network_id': '9f42321a-8a27-419a-870d-ba01f354807b', 'tenant_id': '56da5186a4964854aab53df84e9fc6a3', 'fixed_ips': [{'subnet_id': 'ad20552b-1abb-43cb-a474-6781c8a9310b'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:52:41.429400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.473791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:41.477325 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.501722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:41.511589 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.511938 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Added segment fcd7c0e8-6378-4b02-bde6-b98f734061f8 of type vlan for network 96e204d1-6d28-46e5-8e66-efd2cfcecd29 Aug 19 12:52:41.557903 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.587332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Allocated IP 2001:db8::1 (9f42321a-8a27-419a-870d-ba01f354807b/ad20552b-1abb-43cb-a474-6781c8a9310b/33da320c-f58d-457c-9d42-9ae3ba784308) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:41.696751 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.712476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:41.712476 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.746106 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.759807 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Transition to ACTIVE for port object 33da320c-f58d-457c-9d42-9ae3ba784308 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:41.777539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=96e204d1-6d28-46e5-8e66-efd2cfcecd29,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:41.783307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Transition to ACTIVE for port object 33da320c-f58d-457c-9d42-9ae3ba784308 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:41.790287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 96e204d1-6d28-46e5-8e66-efd2cfcecd29 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:41.899956 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9a87ce30-de97-4d1a-a459-6381efc16f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5358913 Aug 19 12:52:41.900180 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40788) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:41.907612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'network_id': '96e204d1-6d28-46e5-8e66-efd2cfcecd29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:41.944060 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:41.998010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Network 9f42321a-8a27-419a-870d-ba01f354807b is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:42.004494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:42.010193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:42.024151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Pushing event updated for resources: {'Port': ['ID=33da320c-f58d-457c-9d42-9ae3ba784308,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:42.099501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Attempting to bind port 33da320c-f58d-457c-9d42-9ae3ba784308 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:42.099501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Attempting to bind port 33da320c-f58d-457c-9d42-9ae3ba784308 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '7ec42f93-ce57-49b0-b4ab-370485de6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f42321a-8a27-419a-870d-ba01f354807b'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:42.099501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Attempting to bind port 33da320c-f58d-457c-9d42-9ae3ba784308 on network 9f42321a-8a27-419a-870d-ba01f354807b {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:42.105237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:42.105618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Checking segment: {'id': '7ec42f93-ce57-49b0-b4ab-370485de6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f42321a-8a27-419a-870d-ba01f354807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:42.106028 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:42.106440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Bound using segment: {'id': '7ec42f93-ce57-49b0-b4ab-370485de6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f42321a-8a27-419a-870d-ba01f354807b'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:42.107037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Bound port: 33da320c-f58d-457c-9d42-9ae3ba784308, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec42f93-ce57-49b0-b4ab-370485de6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9f42321a-8a27-419a-870d-ba01f354807b'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:42.107435 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:42.154579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:42.160246 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:42.183354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] For port 33da320c-f58d-457c-9d42-9ae3ba784308, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:42.187530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] For port 33da320c-f58d-457c-9d42-9ae3ba784308, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=33da320c-f58d-457c-9d42-9ae3ba784308,segment=NetworkSegment(7ec42f93-ce57-49b0-b4ab-370485de6397),segment_id=7ec42f93-ce57-49b0-b4ab-370485de6397)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:42.228196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_backend_mixin [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Performing IP validity checks on allocation pools {{(pid=95542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:52:42.228727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_backend_mixin [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:52:42.360357 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:42.436468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70bd08-ff78-4dcf-9426-abd3cb7e0463 None None] Pushing event updated for resources: {'Port': ['ID=33da320c-f58d-457c-9d42-9ae3ba784308,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:42.458177 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:42.531104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=30223b42-037a-4984-99fb-7fe881f51e42,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:42.538278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Checking segment: {'id': 'fcd7c0e8-6378-4b02-bde6-b98f734061f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96e204d1-6d28-46e5-8e66-efd2cfcecd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:42.538656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network hostable DHCP agents. Network: 96e204d1-6d28-46e5-8e66-efd2cfcecd29, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:42.642559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network 96e204d1-6d28-46e5-8e66-efd2cfcecd29 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:42.726152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 96e204d1-6d28-46e5-8e66-efd2cfcecd29) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:42.731473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:42.732301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:42.743115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6831c9-d7e5-49a6-b563-5b61b7d7132f None None] Network 96e204d1-6d28-46e5-8e66-efd2cfcecd29 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:42.870968 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0bd8301b-883a-4f52-ba38-c2c9a0210577 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9691532 Aug 19 12:52:42.877582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40790) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:42.945166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-96e204d1-6d28-46e5-8e66-efd2cfcecd29', 'network_id': '96e204d1-6d28-46e5-8e66-efd2cfcecd29', 'tenant_id': '56da5186a4964854aab53df84e9fc6a3', 'fixed_ips': [{'subnet_id': '30223b42-037a-4984-99fb-7fe881f51e42'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:52:42.946281 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.014235 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.122998 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.127303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Allocated IP 2001:db8::3 (96e204d1-6d28-46e5-8e66-efd2cfcecd29/30223b42-037a-4984-99fb-7fe881f51e42/b038cf1b-9155-44e2-a611-be8325c5821d) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:43.321853 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 33da320c-f58d-457c-9d42-9ae3ba784308 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:43.381576 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.392960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Transition to ACTIVE for port object b038cf1b-9155-44e2-a611-be8325c5821d will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:43.415980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Transition to ACTIVE for port object b038cf1b-9155-44e2-a611-be8325c5821d will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:43.536959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 33da320c-f58d-457c-9d42-9ae3ba784308 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:43.540316 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.591236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Network 96e204d1-6d28-46e5-8e66-efd2cfcecd29 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:43.595048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:43.597839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:43.604533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cb7cce-13df-4511-95ff-da5380569df1 None None] Network 9f42321a-8a27-419a-870d-ba01f354807b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:43.614765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Pushing event updated for resources: {'Port': ['ID=b038cf1b-9155-44e2-a611-be8325c5821d,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:43.657576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.691637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Subnet': ['ID=30223b42-037a-4984-99fb-7fe881f51e42,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:43.728678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Attempting to bind port b038cf1b-9155-44e2-a611-be8325c5821d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:43.730488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Attempting to bind port b038cf1b-9155-44e2-a611-be8325c5821d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'fcd7c0e8-6378-4b02-bde6-b98f734061f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96e204d1-6d28-46e5-8e66-efd2cfcecd29'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:43.730488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Attempting to bind port b038cf1b-9155-44e2-a611-be8325c5821d on network 96e204d1-6d28-46e5-8e66-efd2cfcecd29 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:43.748902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:43.749298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Checking segment: {'id': 'fcd7c0e8-6378-4b02-bde6-b98f734061f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96e204d1-6d28-46e5-8e66-efd2cfcecd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:43.749740 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.750191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Bound using segment: {'id': 'fcd7c0e8-6378-4b02-bde6-b98f734061f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96e204d1-6d28-46e5-8e66-efd2cfcecd29'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:43.751345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Bound port: b038cf1b-9155-44e2-a611-be8325c5821d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd7c0e8-6378-4b02-bde6-b98f734061f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '96e204d1-6d28-46e5-8e66-efd2cfcecd29'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:43.751782 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.763993 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.774323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e204d1-6d28-46e5-8e66-efd2cfcecd29']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:43.785296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd7c0e8-6378-4b02-bde6-b98f734061f8') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:43.785603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd7c0e8-6378-4b02-bde6-b98f734061f8') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:43.795016 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.819234 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.825260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:52:43.825878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:52:43.829029 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:52:43.854676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-70949633-00ed-47d5-af7f-d74a54a8b53f None None] Provisioning for port 33da320c-f58d-457c-9d42-9ae3ba784308 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:43.865860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-70949633-00ed-47d5-af7f-d74a54a8b53f None None] Provisioning complete for port 33da320c-f58d-457c-9d42-9ae3ba784308 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:43.866302 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-70949633-00ed-47d5-af7f-d74a54a8b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:43.917861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] For port b038cf1b-9155-44e2-a611-be8325c5821d, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:43.943785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] For port b038cf1b-9155-44e2-a611-be8325c5821d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b038cf1b-9155-44e2-a611-be8325c5821d,segment=NetworkSegment(fcd7c0e8-6378-4b02-bde6-b98f734061f8),segment_id=fcd7c0e8-6378-4b02-bde6-b98f734061f8)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:43.949687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:52:43.949687 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:52:43.949687 n-d-803757-2 neutron-server[95542]: [parameters: {'id': '96e204d1-6d28-46e5-8e66-efd2cfcecd29'}] Aug 19 12:52:43.949687 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:52:43.950293 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:52:44.007703 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-70949633-00ed-47d5-af7f-d74a54a8b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.027506 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.078993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-70949633-00ed-47d5-af7f-d74a54a8b53f None None] For port 33da320c-f58d-457c-9d42-9ae3ba784308, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=33da320c-f58d-457c-9d42-9ae3ba784308,segment=NetworkSegment(7ec42f93-ce57-49b0-b4ab-370485de6397),segment_id=7ec42f93-ce57-49b0-b4ab-370485de6397)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:44.140015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e486830-27cf-4779-9b5d-f3057d2b8a3d None None] Pushing event updated for resources: {'Port': ['ID=b038cf1b-9155-44e2-a611-be8325c5821d,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:44.159893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b480fd4-a738-4021-9c9a-88634fa9abcc None None] Network 96e204d1-6d28-46e5-8e66-efd2cfcecd29 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:44.179384 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-70949633-00ed-47d5-af7f-d74a54a8b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.362781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70949633-00ed-47d5-af7f-d74a54a8b53f None None] Pushing event updated for resources: {'Port': ['ID=33da320c-f58d-457c-9d42-9ae3ba784308,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:44.372791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-98c5bd94-b9e2-4ebd-91ab-981b565f72d6 None None] Provisioning complete for port 33da320c-f58d-457c-9d42-9ae3ba784308 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:44.373129 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-98c5bd94-b9e2-4ebd-91ab-981b565f72d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.452299 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.522380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting port b038cf1b-9155-44e2-a611-be8325c5821d {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:52:44.522719 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.591224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] For port b038cf1b-9155-44e2-a611-be8325c5821d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b038cf1b-9155-44e2-a611-be8325c5821d,segment=NetworkSegment(fcd7c0e8-6378-4b02-bde6-b98f734061f8),segment_id=fcd7c0e8-6378-4b02-bde6-b98f734061f8)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:44.591594 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.605207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af517517-557f-40d4-9d0d-36262cd9ba47 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:52:44.611253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Calling delete_port for b038cf1b-9155-44e2-a611-be8325c5821d owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:52:44.762251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af517517-557f-40d4-9d0d-36262cd9ba47 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:52:44.834409 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.861714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Port': ['ID=b038cf1b-9155-44e2-a611-be8325c5821d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:44.865243 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No DVR routers for this DVR port b038cf1b-9155-44e2-a611-be8325c5821d on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:52:44.962646 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:44.976179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e204d1-6d28-46e5-8e66-efd2cfcecd29']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:44.994518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd7c0e8-6378-4b02-bde6-b98f734061f8') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:45.003264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd7c0e8-6378-4b02-bde6-b98f734061f8') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:45.006453 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.032266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.040113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:52:45.040678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:52:45.044267 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:52:45.218731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 33da320c-f58d-457c-9d42-9ae3ba784308 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:45.267360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 33da320c-f58d-457c-9d42-9ae3ba784308 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:45.267727 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.268458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.275623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.281546 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/96e204d1-6d28-46e5-8e66-efd2cfcecd29 HTTP/1.1" status: 204 len: 168 time: 2.3984683 Aug 19 12:52:45.281663 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40800) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:45.289673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2013272570'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:45.289823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721eb6b2-a2cb-49f3-ae76-49ebfb49c32a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Network': ['ID=96e204d1-6d28-46e5-8e66-efd2cfcecd29,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:45.428685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:45.432298 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.460250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:45.468796 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.469083 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Added segment 3bbb7373-7c86-4190-9975-e74092889bfe of type vlan for network dbc121ae-74d3-42b8-9e3d-cb37cf8b892e Aug 19 12:52:45.512787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.616610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.622283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:45.631827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:45.727056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=dbc121ae-74d3-42b8-9e3d-cb37cf8b892e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:45.739475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network dbc121ae-74d3-42b8-9e3d-cb37cf8b892e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:45.828684 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ddb4c1c7-a323-4d20-ad85-2d5ba2a9b95a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5452771 Aug 19 12:52:45.833383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40802) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:45.838376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'network_id': 'dbc121ae-74d3-42b8-9e3d-cb37cf8b892e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:46.091625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:46.097841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.440728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.510560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=2128e094-815a-46a3-83ee-1b1ae5f2b27c,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:46.521658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Checking segment: {'id': '3bbb7373-7c86-4190-9975-e74092889bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dbc121ae-74d3-42b8-9e3d-cb37cf8b892e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:46.522023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network hostable DHCP agents. Network: dbc121ae-74d3-42b8-9e3d-cb37cf8b892e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:46.622705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network dbc121ae-74d3-42b8-9e3d-cb37cf8b892e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:46.702880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, dbc121ae-74d3-42b8-9e3d-cb37cf8b892e) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:46.707484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:46.708085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.712031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d3e29a-66fe-4e75-bc47-a6a8f01524ac None None] Network dbc121ae-74d3-42b8-9e3d-cb37cf8b892e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:46.818697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ed9220a6-8868-4f09-8f64-c13a07875ae6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9842229 Aug 19 12:52:46.821397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40806) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:46.872982 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-dbc121ae-74d3-42b8-9e3d-cb37cf8b892e', 'network_id': 'dbc121ae-74d3-42b8-9e3d-cb37cf8b892e', 'tenant_id': '56da5186a4964854aab53df84e9fc6a3', 'fixed_ips': [{'subnet_id': '2128e094-815a-46a3-83ee-1b1ae5f2b27c'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:52:46.874436 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:46.979665 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.056902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Allocated IP 2001:db8::1 (dbc121ae-74d3-42b8-9e3d-cb37cf8b892e/2128e094-815a-46a3-83ee-1b1ae5f2b27c/3e9bedcd-fc96-45e5-87a3-d39a29a92157) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:47.071616 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.227998 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.252167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Transition to ACTIVE for port object 3e9bedcd-fc96-45e5-87a3-d39a29a92157 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:47.270136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Transition to ACTIVE for port object 3e9bedcd-fc96-45e5-87a3-d39a29a92157 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:47.349303 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.390695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Network dbc121ae-74d3-42b8-9e3d-cb37cf8b892e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:47.394207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:47.397776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:47.404671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Pushing event updated for resources: {'Port': ['ID=3e9bedcd-fc96-45e5-87a3-d39a29a92157,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:47.454816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Attempting to bind port 3e9bedcd-fc96-45e5-87a3-d39a29a92157 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:47.455213 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Attempting to bind port 3e9bedcd-fc96-45e5-87a3-d39a29a92157 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '3bbb7373-7c86-4190-9975-e74092889bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dbc121ae-74d3-42b8-9e3d-cb37cf8b892e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:47.455571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Attempting to bind port 3e9bedcd-fc96-45e5-87a3-d39a29a92157 on network dbc121ae-74d3-42b8-9e3d-cb37cf8b892e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:47.460550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:47.460920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Checking segment: {'id': '3bbb7373-7c86-4190-9975-e74092889bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dbc121ae-74d3-42b8-9e3d-cb37cf8b892e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:47.461316 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.461716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Bound using segment: {'id': '3bbb7373-7c86-4190-9975-e74092889bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dbc121ae-74d3-42b8-9e3d-cb37cf8b892e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:47.462177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Bound port: 3e9bedcd-fc96-45e5-87a3-d39a29a92157, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbb7373-7c86-4190-9975-e74092889bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dbc121ae-74d3-42b8-9e3d-cb37cf8b892e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:47.462557 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.469139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.506436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Subnet': ['ID=2128e094-815a-46a3-83ee-1b1ae5f2b27c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:47.538015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] For port 3e9bedcd-fc96-45e5-87a3-d39a29a92157, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:47.541192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] For port 3e9bedcd-fc96-45e5-87a3-d39a29a92157, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3e9bedcd-fc96-45e5-87a3-d39a29a92157,segment=NetworkSegment(3bbb7373-7c86-4190-9975-e74092889bfe),segment_id=3bbb7373-7c86-4190-9975-e74092889bfe)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:47.570553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.580717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc121ae-74d3-42b8-9e3d-cb37cf8b892e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:47.590830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbb7373-7c86-4190-9975-e74092889bfe') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:47.591130 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbb7373-7c86-4190-9975-e74092889bfe') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:47.600527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.640424 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.642885 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.649035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:52:47.649425 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:52:47.652315 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:52:47.719898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b55342-64b1-43a1-9c15-acd12354b6c1 None None] Pushing event updated for resources: {'Port': ['ID=3e9bedcd-fc96-45e5-87a3-d39a29a92157,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:47.729604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81cb5c3-dddc-41c9-9521-ad62388c55b1 None None] Network dbc121ae-74d3-42b8-9e3d-cb37cf8b892e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:47.849899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f93f63-cb0a-4ce4-a359-94af2b8788af None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:52:47.857486 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:52:47.857486 n-d-803757-2 neutron-server[95543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:52:47.857486 n-d-803757-2 neutron-server[95543]: [parameters: {'id': 'dbc121ae-74d3-42b8-9e3d-cb37cf8b892e'}] Aug 19 12:52:47.857486 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:52:47.862231 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:52:47.951866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f93f63-cb0a-4ce4-a359-94af2b8788af None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:52:48.358628 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.416309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting port 3e9bedcd-fc96-45e5-87a3-d39a29a92157 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:52:48.416647 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.481455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] For port 3e9bedcd-fc96-45e5-87a3-d39a29a92157, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3e9bedcd-fc96-45e5-87a3-d39a29a92157,segment=NetworkSegment(3bbb7373-7c86-4190-9975-e74092889bfe),segment_id=3bbb7373-7c86-4190-9975-e74092889bfe)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:48.482181 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.494244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Calling delete_port for 3e9bedcd-fc96-45e5-87a3-d39a29a92157 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:52:48.640145 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.665594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Port': ['ID=3e9bedcd-fc96-45e5-87a3-d39a29a92157,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:48.669481 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No DVR routers for this DVR port 3e9bedcd-fc96-45e5-87a3-d39a29a92157 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:52:48.745085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.755170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc121ae-74d3-42b8-9e3d-cb37cf8b892e']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:48.765217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbb7373-7c86-4190-9975-e74092889bfe') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:48.765503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbb7373-7c86-4190-9975-e74092889bfe') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:48.775122 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.792391 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.798554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:52:48.798962 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:52:48.801746 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:52:48.965860 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.975835 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:48.977981 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/dbc121ae-74d3-42b8-9e3d-cb37cf8b892e HTTP/1.1" status: 204 len: 168 time: 2.1554530 Aug 19 12:52:48.983328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40812) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:48.989553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531672918'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:48.991854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5b0ba-3fc4-40e1-8687-5e35488b5c80 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Network': ['ID=dbc121ae-74d3-42b8-9e3d-cb37cf8b892e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:49.063339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:49.067503 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:49.090752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:49.099708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:49.100050 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Added segment 8f681e07-1273-4376-a847-60aff2076646 of type vlan for network e327044c-25ba-4164-8dec-db0ca3b5882e Aug 19 12:52:49.147046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:49.251591 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:49.257516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:49.258174 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:49.332496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=e327044c-25ba-4164-8dec-db0ca3b5882e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:49.342883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network e327044c-25ba-4164-8dec-db0ca3b5882e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:49.447162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dd18f3fa-1322-4e77-8bb9-2195cd051bed tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4623797 Aug 19 12:52:49.450684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40816) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:49.455432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'network_id': 'e327044c-25ba-4164-8dec-db0ca3b5882e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:49.640126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:49.643772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:49.989359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.052320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=59a3116e-dc01-4989-aae5-4192d102d2c7,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:50.060649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Checking segment: {'id': '8f681e07-1273-4376-a847-60aff2076646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e327044c-25ba-4164-8dec-db0ca3b5882e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:50.061008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network hostable DHCP agents. Network: e327044c-25ba-4164-8dec-db0ca3b5882e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:50.143815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network e327044c-25ba-4164-8dec-db0ca3b5882e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:50.251925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, e327044c-25ba-4164-8dec-db0ca3b5882e) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:50.256016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:50.256689 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.262288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff94d2-b1f5-48f0-9749-0f6f31836a72 None None] Network e327044c-25ba-4164-8dec-db0ca3b5882e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:50.407336 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5da16a75-87bf-45ff-a4ac-0b7d95b35a45 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9563370 Aug 19 12:52:50.410487 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40820) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:50.420376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-e327044c-25ba-4164-8dec-db0ca3b5882e', 'network_id': 'e327044c-25ba-4164-8dec-db0ca3b5882e', 'tenant_id': '56da5186a4964854aab53df84e9fc6a3', 'fixed_ips': [{'subnet_id': '59a3116e-dc01-4989-aae5-4192d102d2c7'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:52:50.421863 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.531027 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.575911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Allocated IP 2001:db8::1 (e327044c-25ba-4164-8dec-db0ca3b5882e/59a3116e-dc01-4989-aae5-4192d102d2c7/3815daca-a969-4405-8f99-908b4d521c2f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:50.588777 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.738468 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.747562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Transition to ACTIVE for port object 3815daca-a969-4405-8f99-908b4d521c2f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:50.763938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Transition to ACTIVE for port object 3815daca-a969-4405-8f99-908b4d521c2f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:50.852994 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.903098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Network e327044c-25ba-4164-8dec-db0ca3b5882e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:50.908059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:50.912210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:50.915389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Pushing event updated for resources: {'Port': ['ID=3815daca-a969-4405-8f99-908b4d521c2f,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:50.978345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Attempting to bind port 3815daca-a969-4405-8f99-908b4d521c2f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:50.978713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Attempting to bind port 3815daca-a969-4405-8f99-908b4d521c2f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '8f681e07-1273-4376-a847-60aff2076646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e327044c-25ba-4164-8dec-db0ca3b5882e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:50.979109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Attempting to bind port 3815daca-a969-4405-8f99-908b4d521c2f on network e327044c-25ba-4164-8dec-db0ca3b5882e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:50.986339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:50.987947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Checking segment: {'id': '8f681e07-1273-4376-a847-60aff2076646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e327044c-25ba-4164-8dec-db0ca3b5882e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:50.988350 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:50.988745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Bound using segment: {'id': '8f681e07-1273-4376-a847-60aff2076646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e327044c-25ba-4164-8dec-db0ca3b5882e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:50.989217 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Bound port: 3815daca-a969-4405-8f99-908b4d521c2f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f681e07-1273-4376-a847-60aff2076646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e327044c-25ba-4164-8dec-db0ca3b5882e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:50.989601 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.013077 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.059136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Subnet': ['ID=59a3116e-dc01-4989-aae5-4192d102d2c7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:51.059828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] For port 3815daca-a969-4405-8f99-908b4d521c2f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:51.063140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] For port 3815daca-a969-4405-8f99-908b4d521c2f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3815daca-a969-4405-8f99-908b4d521c2f,segment=NetworkSegment(8f681e07-1273-4376-a847-60aff2076646),segment_id=8f681e07-1273-4376-a847-60aff2076646)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:51.140164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.155470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e327044c-25ba-4164-8dec-db0ca3b5882e']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:51.170721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f681e07-1273-4376-a847-60aff2076646') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:51.171547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f681e07-1273-4376-a847-60aff2076646') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:51.177866 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.188485 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.203192 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.207861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66272d-ef40-4698-8517-d56ac14388ee req-4d642829-7f8f-469b-b8c7-e578ec3f2496 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:51.210711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:52:51.216949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.217155 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-db66272d-ef40-4698-8517-d56ac14388ee req-4d642829-7f8f-469b-b8c7-e578ec3f2496 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0580547 Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:52:51.217318 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:52:51.259119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57df1f-7b8f-43ee-91c0-4cdaa8fe2a51 None None] Pushing event updated for resources: {'Port': ['ID=3815daca-a969-4405-8f99-908b4d521c2f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:51.268062 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-db66272d-ef40-4698-8517-d56ac14388ee req-1cdaca56-fcab-41d5-a92c-9b9862e5e058 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478647 Aug 19 12:52:51.300201 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:52:51.349543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:52:51.349543 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:52:51.349543 n-d-803757-2 neutron-server[95542]: [parameters: {'id': 'e327044c-25ba-4164-8dec-db0ca3b5882e'}] Aug 19 12:52:51.349543 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:52:51.350030 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:52:51.851438 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.908061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting port 3815daca-a969-4405-8f99-908b4d521c2f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:52:51.908400 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.978538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] For port 3815daca-a969-4405-8f99-908b4d521c2f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3815daca-a969-4405-8f99-908b4d521c2f,segment=NetworkSegment(8f681e07-1273-4376-a847-60aff2076646),segment_id=8f681e07-1273-4376-a847-60aff2076646)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:51.984807 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:51.993560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Calling delete_port for 3815daca-a969-4405-8f99-908b4d521c2f owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:52:52.165765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058fb5c4-7102-4a41-bcb4-cb1eacab3daa None None] Network e327044c-25ba-4164-8dec-db0ca3b5882e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:52.183385 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.215447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Port': ['ID=3815daca-a969-4405-8f99-908b4d521c2f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:52.217443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No DVR routers for this DVR port 3815daca-a969-4405-8f99-908b4d521c2f on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:52:52.268797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d5062708-a5e3-4813-b942-2e0bcb75ab61 None None] Could not find standard attr ID for object 3815daca-a969-4405-8f99-908b4d521c2f. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:52:52.298174 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.309460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e327044c-25ba-4164-8dec-db0ca3b5882e']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:52.321827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f681e07-1273-4376-a847-60aff2076646') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:52.322150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f681e07-1273-4376-a847-60aff2076646') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:52.333170 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.347763 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.365062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:52:52.365062 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:52:52.367415 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:52:52.371765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75b3003-7385-4301-b9da-5e95992138ed None None] DHCP port deletion for e327044c-25ba-4164-8dec-db0ca3b5882e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:52:52.457186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ce94c-275b-4922-a94d-ab4cda2ed7f2 req-0750e55f-9fcd-410f-a5a6-73d6165581a8 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:52.458705 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a50ce94c-275b-4922-a94d-ab4cda2ed7f2 req-0750e55f-9fcd-410f-a5a6-73d6165581a8 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.1087492 Aug 19 12:52:52.498356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a50ce94c-275b-4922-a94d-ab4cda2ed7f2 req-f926ebd6-7844-4a95-82bd-7b5580ee343f tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335443 Aug 19 12:52:52.516605 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.528490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.530706 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/e327044c-25ba-4164-8dec-db0ca3b5882e HTTP/1.1" status: 204 len: 168 time: 2.1192172 Aug 19 12:52:52.534675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40832) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:52.540200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1338683695'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:52.551434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6418b0-5352-4a89-ae66-f92429cfb3c2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Network': ['ID=e327044c-25ba-4164-8dec-db0ca3b5882e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:52.640708 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:52.644228 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.673801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:52.683333 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.683772 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Added segment 38f1b8cf-464c-4473-98a1-022ab2b2cb4f of type vlan for network caa298da-1340-4fc0-a0ab-5f95a8744f76 Aug 19 12:52:52.724837 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.829238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.835682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:52.836261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:52.912065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=caa298da-1340-4fc0-a0ab-5f95a8744f76,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:52.923296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network caa298da-1340-4fc0-a0ab-5f95a8744f76 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:53.040786 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-356d496e-0e09-49c4-adde-495d97a35bb0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5048313 Aug 19 12:52:53.043548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40834) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:53.048548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'network_id': 'caa298da-1340-4fc0-a0ab-5f95a8744f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:53.275279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:53.279362 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:53.574026 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:53.674305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=2ce05592-a7e1-4cc8-aba2-994322ae2e33,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:53.694561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887f3a-a564-474a-9905-850cc22a5165 req-8a6fc373-17fe-406d-887c-43fc1f811a49 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.696162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be887f3a-a564-474a-9905-850cc22a5165 req-8a6fc373-17fe-406d-887c-43fc1f811a49 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.1237531 Aug 19 12:52:53.697484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Checking segment: {'id': '38f1b8cf-464c-4473-98a1-022ab2b2cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'caa298da-1340-4fc0-a0ab-5f95a8744f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:53.697845 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network hostable DHCP agents. Network: caa298da-1340-4fc0-a0ab-5f95a8744f76, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:53.755894 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be887f3a-a564-474a-9905-850cc22a5165 req-ac6bf852-69cb-4c93-b599-5a187b1cf363 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512390 Aug 19 12:52:53.875614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network caa298da-1340-4fc0-a0ab-5f95a8744f76 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:53.955134 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, caa298da-1340-4fc0-a0ab-5f95a8744f76) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:53.959864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:53.960730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:53.965486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a661106-7734-4db3-95d4-afeefdc18b8c None None] Network caa298da-1340-4fc0-a0ab-5f95a8744f76 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:54.053184 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-af21b045-fcb2-4c30-a10d-8361d4201399 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0085161 Aug 19 12:52:54.056416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40838) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:54.062725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0c18a991-d134-43f3-84ba-2e2d84f3be47 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'network_id': 'caa298da-1340-4fc0-a0ab-5f95a8744f76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:54.121945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-caa298da-1340-4fc0-a0ab-5f95a8744f76', 'network_id': 'caa298da-1340-4fc0-a0ab-5f95a8744f76', 'tenant_id': '56da5186a4964854aab53df84e9fc6a3', 'fixed_ips': [{'subnet_id': '2ce05592-a7e1-4cc8-aba2-994322ae2e33'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:52:54.124822 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.269084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Allocated IP 2001:db8::2 (caa298da-1340-4fc0-a0ab-5f95a8744f76/2ce05592-a7e1-4cc8-aba2-994322ae2e33/a21c6b3f-b467-4a24-a20e-3963554776e3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:54.303550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c18a991-d134-43f3-84ba-2e2d84f3be47 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:54.309277 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0c18a991-d134-43f3-84ba-2e2d84f3be47 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.415747 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.424309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Transition to ACTIVE for port object a21c6b3f-b467-4a24-a20e-3963554776e3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:54.444306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Transition to ACTIVE for port object a21c6b3f-b467-4a24-a20e-3963554776e3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:54.581728 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.647974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Network caa298da-1340-4fc0-a0ab-5f95a8744f76 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:54.656076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:54.662974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:54.678332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Pushing event updated for resources: {'Port': ['ID=a21c6b3f-b467-4a24-a20e-3963554776e3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:54.748703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Attempting to bind port a21c6b3f-b467-4a24-a20e-3963554776e3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:54.749231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Attempting to bind port a21c6b3f-b467-4a24-a20e-3963554776e3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '38f1b8cf-464c-4473-98a1-022ab2b2cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'caa298da-1340-4fc0-a0ab-5f95a8744f76'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:54.749692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Attempting to bind port a21c6b3f-b467-4a24-a20e-3963554776e3 on network caa298da-1340-4fc0-a0ab-5f95a8744f76 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:54.755818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:54.756314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Checking segment: {'id': '38f1b8cf-464c-4473-98a1-022ab2b2cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'caa298da-1340-4fc0-a0ab-5f95a8744f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:54.765601 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.765601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Bound using segment: {'id': '38f1b8cf-464c-4473-98a1-022ab2b2cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'caa298da-1340-4fc0-a0ab-5f95a8744f76'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:54.765601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Bound port: a21c6b3f-b467-4a24-a20e-3963554776e3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f1b8cf-464c-4473-98a1-022ab2b2cb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'caa298da-1340-4fc0-a0ab-5f95a8744f76'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:54.765601 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.813207 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0c18a991-d134-43f3-84ba-2e2d84f3be47 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.851870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] For port a21c6b3f-b467-4a24-a20e-3963554776e3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:54.858136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] For port a21c6b3f-b467-4a24-a20e-3963554776e3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a21c6b3f-b467-4a24-a20e-3963554776e3,segment=NetworkSegment(38f1b8cf-464c-4473-98a1-022ab2b2cb4f),segment_id=38f1b8cf-464c-4473-98a1-022ab2b2cb4f)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:54.903879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18a991-d134-43f3-84ba-2e2d84f3be47 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network caa298da-1340-4fc0-a0ab-5f95a8744f76 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:54.910354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0c18a991-d134-43f3-84ba-2e2d84f3be47 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:54.913847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c18a991-d134-43f3-84ba-2e2d84f3be47 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:54.914678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0c18a991-d134-43f3-84ba-2e2d84f3be47 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:54.919682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18a991-d134-43f3-84ba-2e2d84f3be47 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=298c932e-cb61-442d-a4bd-a4253733e8ba,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:54.947218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78e566-5581-4642-b7be-67824ce50366 req-8bfc4748-61c5-4a59-81d8-5e3983e3c223 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:54.948861 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa78e566-5581-4642-b7be-67824ce50366 req-8bfc4748-61c5-4a59-81d8-5e3983e3c223 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0988734 Aug 19 12:52:54.967283 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.006290 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa78e566-5581-4642-b7be-67824ce50366 req-223dfa20-1353-4625-a0a1-3983096a5f83 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490673 Aug 19 12:52:55.031478 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0c18a991-d134-43f3-84ba-2e2d84f3be47 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9733527 Aug 19 12:52:55.037250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40842) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:55.073404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7f86d-4201-446e-8ed4-1f5b3f4b2207 None None] Pushing event updated for resources: {'Port': ['ID=a21c6b3f-b467-4a24-a20e-3963554776e3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:55.177125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407eb1a6-4f1e-4d8a-8536-078eaf2c6093 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:55.178638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407eb1a6-4f1e-4d8a-8536-078eaf2c6093 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:55.180750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407eb1a6-4f1e-4d8a-8536-078eaf2c6093 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:55.181856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407eb1a6-4f1e-4d8a-8536-078eaf2c6093 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:55.183479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407eb1a6-4f1e-4d8a-8536-078eaf2c6093 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:55.185344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-407eb1a6-4f1e-4d8a-8536-078eaf2c6093 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1459651 Aug 19 12:52:55.190990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40844) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:55.196932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1404926657'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:55.395224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:55.401667 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.422704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:55.431293 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.431636 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Added segment f81b29bd-c0f0-4b27-bb03-e1467361329a of type vlan for network 80d58660-ea85-4123-962f-6775c6b2594c Aug 19 12:52:55.457803 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.471339 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.589358 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.596111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:55.596747 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:55.664006 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=80d58660-ea85-4123-962f-6775c6b2594c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:55.674398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 80d58660-ea85-4123-962f-6775c6b2594c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:55.750483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6032969a-641f-42d1-9426-499c9e745f6d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5576460 Aug 19 12:52:55.753056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40846) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:55.758659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fbc95b88-fc9c-46b0-813a-7a31d9893038 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:55.927399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fbc95b88-fc9c-46b0-813a-7a31d9893038 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.023122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acdea2e-4fcd-4ea6-b690-e8972322bc73 None None] Network caa298da-1340-4fc0-a0ab-5f95a8744f76 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:56.115030 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fbc95b88-fc9c-46b0-813a-7a31d9893038 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.125584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbc95b88-fc9c-46b0-813a-7a31d9893038 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network 80d58660-ea85-4123-962f-6775c6b2594c is not hosted by any dhcp agent {{(pid=95542) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:52:56.131695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc95b88-fc9c-46b0-813a-7a31d9893038 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:56.132298 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fbc95b88-fc9c-46b0-813a-7a31d9893038 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.136385 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fbc95b88-fc9c-46b0-813a-7a31d9893038 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "PUT /v2.0/networks/80d58660-ea85-4123-962f-6775c6b2594c HTTP/1.1" status: 200 len: 723 time: 0.3795874 Aug 19 12:52:56.137462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40850) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:56.143440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'network_id': '80d58660-ea85-4123-962f-6775c6b2594c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:56.193388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc95b88-fc9c-46b0-813a-7a31d9893038 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=80d58660-ea85-4123-962f-6775c6b2594c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:56.204478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 80d58660-ea85-4123-962f-6775c6b2594c details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:52:56.233692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b98e6-8aab-40be-a751-bae9c18fde82 req-1ace407b-9c01-496f-9c1a-b4fd37dd406f tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:56.235244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae5b98e6-8aab-40be-a751-bae9c18fde82 req-1ace407b-9c01-496f-9c1a-b4fd37dd406f tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.1331718 Aug 19 12:52:56.292502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae5b98e6-8aab-40be-a751-bae9c18fde82 req-18ad128f-058a-47d8-82c1-28e733aef50e tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489888 Aug 19 12:52:56.389608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:56.393851 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.420867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e43508e8-ae06-41aa-b3ed-f57bd2778f8a None None] Provisioning for port a21c6b3f-b467-4a24-a20e-3963554776e3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:56.476423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb897453-9744-479c-9be7-149796ca123e None None] Update dhcp port {'port': {'network_id': 'caa298da-1340-4fc0-a0ab-5f95a8744f76', 'fixed_ips': [{'subnet_id': '2ce05592-a7e1-4cc8-aba2-994322ae2e33', 'ip_address': '2001:db8::2'}, {'subnet_id': '298c932e-cb61-442d-a4bd-a4253733e8ba'}], 'binding:host_id': 'n-d-803757-2'}, 'id': 'a21c6b3f-b467-4a24-a20e-3963554776e3'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:52:56.503676 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bb897453-9744-479c-9be7-149796ca123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.624214 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.677588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-bb897453-9744-479c-9be7-149796ca123e None None] Allocated IP 172.20.0.1 (caa298da-1340-4fc0-a0ab-5f95a8744f76/298c932e-cb61-442d-a4bd-a4253733e8ba/a21c6b3f-b467-4a24-a20e-3963554776e3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:56.778230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-bb897453-9744-479c-9be7-149796ca123e None None] For port a21c6b3f-b467-4a24-a20e-3963554776e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a21c6b3f-b467-4a24-a20e-3963554776e3,segment=NetworkSegment(38f1b8cf-464c-4473-98a1-022ab2b2cb4f),segment_id=38f1b8cf-464c-4473-98a1-022ab2b2cb4f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:56.814632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bb897453-9744-479c-9be7-149796ca123e None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.831077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bb897453-9744-479c-9be7-149796ca123e None None] Transition to ACTIVE for port object a21c6b3f-b467-4a24-a20e-3963554776e3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:56.915439 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bb897453-9744-479c-9be7-149796ca123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:56.967134 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:57.011444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb897453-9744-479c-9be7-149796ca123e None None] Pushing event updated for resources: {'Port': ['ID=a21c6b3f-b467-4a24-a20e-3963554776e3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:57.042010 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=c2deb6e4-825e-43cb-a844-6e07210b5e75,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:57.049779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Checking segment: {'id': 'f81b29bd-c0f0-4b27-bb03-e1467361329a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '80d58660-ea85-4123-962f-6775c6b2594c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:57.050052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network hostable DHCP agents. Network: 80d58660-ea85-4123-962f-6775c6b2594c, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:52:57.166739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network 80d58660-ea85-4123-962f-6775c6b2594c is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:52:57.269242 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a21c6b3f-b467-4a24-a20e-3963554776e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:57.280669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 80d58660-ea85-4123-962f-6775c6b2594c) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:57.285428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:57.286287 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586629'] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:57.292907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e594467e-503e-471b-9062-f9bd5aa74907 None None] Network 80d58660-ea85-4123-962f-6775c6b2594c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:57.390868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1e38b41f-1b71-4f7c-9595-12a6ccde4738 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2521632 Aug 19 12:52:57.393982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40854) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:57.401240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-325352c0-2449-48e1-9417-4595a9e901ad tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:57.443084 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a4b6f-5a1c-49c3-8ecb-0eaf6be326ce req-4027a2cc-6568-4083-a741-ced82798229b tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:57.445132 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-530a4b6f-5a1c-49c3-8ecb-0eaf6be326ce req-4027a2cc-6568-4083-a741-ced82798229b tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0746489 Aug 19 12:52:57.465238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port a21c6b3f-b467-4a24-a20e-3963554776e3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:57.478722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-80d58660-ea85-4123-962f-6775c6b2594c', 'network_id': '80d58660-ea85-4123-962f-6775c6b2594c', 'tenant_id': '56da5186a4964854aab53df84e9fc6a3', 'fixed_ips': [{'subnet_id': 'c2deb6e4-825e-43cb-a844-6e07210b5e75'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:52:57.479683 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:57.502753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-530a4b6f-5a1c-49c3-8ecb-0eaf6be326ce req-944fb2a3-fcfb-4462-9188-50f9a8d38558 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508094 Aug 19 12:52:57.534208 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-325352c0-2449-48e1-9417-4595a9e901ad tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60349187'] for subnet, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:57.614633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255d9f3c-1cbb-4b39-b353-dd8b25dd5b76 None None] Network caa298da-1340-4fc0-a0ab-5f95a8744f76 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:57.789772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d3008d8a-2581-42c3-8093-060865773324 None None] Provisioning for port a21c6b3f-b467-4a24-a20e-3963554776e3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:52:57.796659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d3008d8a-2581-42c3-8093-060865773324 None None] Provisioning complete for port a21c6b3f-b467-4a24-a20e-3963554776e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:57.796659 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d3008d8a-2581-42c3-8093-060865773324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:57.852694 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-325352c0-2449-48e1-9417-4595a9e901ad tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729423510887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59065384'] for subnet, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:57.890300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325352c0-2449-48e1-9417-4595a9e901ad tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:57.890922 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-325352c0-2449-48e1-9417-4595a9e901ad tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:57.892621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-325352c0-2449-48e1-9417-4595a9e901ad tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "PUT /v2.0/subnets/c2deb6e4-825e-43cb-a844-6e07210b5e75 HTTP/1.1" status: 200 len: 826 time: 0.4971499 Aug 19 12:52:57.895801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40856) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:57.908092 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d3008d8a-2581-42c3-8093-060865773324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:57.945383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Allocated IP 2001:db8::2 (80d58660-ea85-4123-962f-6775c6b2594c/c2deb6e4-825e-43cb-a844-6e07210b5e75/1580d61a-7264-4d7a-9cd0-6317452f2a89) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:52:57.972666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d3008d8a-2581-42c3-8093-060865773324 None None] For port a21c6b3f-b467-4a24-a20e-3963554776e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a21c6b3f-b467-4a24-a20e-3963554776e3,segment=NetworkSegment(38f1b8cf-464c-4473-98a1-022ab2b2cb4f),segment_id=38f1b8cf-464c-4473-98a1-022ab2b2cb4f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:57.973725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325352c0-2449-48e1-9417-4595a9e901ad tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=c2deb6e4-825e-43cb-a844-6e07210b5e75,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:58.032119 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.062235 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d3008d8a-2581-42c3-8093-060865773324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.091231 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.149123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3008d8a-2581-42c3-8093-060865773324 None None] Pushing event updated for resources: {'Port': ['ID=a21c6b3f-b467-4a24-a20e-3963554776e3,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:58.157376 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.170050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Transition to ACTIVE for port object 1580d61a-7264-4d7a-9cd0-6317452f2a89 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:58.190706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Transition to ACTIVE for port object 1580d61a-7264-4d7a-9cd0-6317452f2a89 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:52:58.192189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e8858134-4473-4700-8215-cadfa538ee02 None None] Provisioning complete for port a21c6b3f-b467-4a24-a20e-3963554776e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:58.192510 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e8858134-4473-4700-8215-cadfa538ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.275605 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.316226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Network 80d58660-ea85-4123-962f-6775c6b2594c is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:52:58.319026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:52:58.322612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:52:58.329324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Pushing event updated for resources: {'Port': ['ID=1580d61a-7264-4d7a-9cd0-6317452f2a89,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:58.339556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.339909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.340250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.340591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.340930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.341272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.341628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.341964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.342298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.342640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.342975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.343301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:52:58.394367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Attempting to bind port 1580d61a-7264-4d7a-9cd0-6317452f2a89 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:52:58.394741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Attempting to bind port 1580d61a-7264-4d7a-9cd0-6317452f2a89 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f81b29bd-c0f0-4b27-bb03-e1467361329a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '80d58660-ea85-4123-962f-6775c6b2594c'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:52:58.395154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Attempting to bind port 1580d61a-7264-4d7a-9cd0-6317452f2a89 on network 80d58660-ea85-4123-962f-6775c6b2594c {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:52:58.395780 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.400342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:52:58.401327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Checking segment: {'id': 'f81b29bd-c0f0-4b27-bb03-e1467361329a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '80d58660-ea85-4123-962f-6775c6b2594c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:52:58.401327 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.401530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Bound using segment: {'id': 'f81b29bd-c0f0-4b27-bb03-e1467361329a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '80d58660-ea85-4123-962f-6775c6b2594c'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:52:58.401947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Bound port: 1580d61a-7264-4d7a-9cd0-6317452f2a89, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b29bd-c0f0-4b27-bb03-e1467361329a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '80d58660-ea85-4123-962f-6775c6b2594c'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:52:58.402330 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.428926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Subnet': ['ID=c2deb6e4-825e-43cb-a844-6e07210b5e75,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:58.465659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] For port 1580d61a-7264-4d7a-9cd0-6317452f2a89, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:52:58.468857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] For port 1580d61a-7264-4d7a-9cd0-6317452f2a89, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1580d61a-7264-4d7a-9cd0-6317452f2a89,segment=NetworkSegment(f81b29bd-c0f0-4b27-bb03-e1467361329a),segment_id=f81b29bd-c0f0-4b27-bb03-e1467361329a)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:52:58.499305 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.509315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d58660-ea85-4123-962f-6775c6b2594c']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:58.520140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81b29bd-c0f0-4b27-bb03-e1467361329a') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:58.520442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81b29bd-c0f0-4b27-bb03-e1467361329a') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:58.530238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.549995 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.552123 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.558519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:52:58.572003 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:52:58.631055 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7779eac-9968-4a83-a46f-1388b02232e7 None None] Pushing event updated for resources: {'Port': ['ID=1580d61a-7264-4d7a-9cd0-6317452f2a89,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:58.646572 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e2e828-de52-48ce-b0c1-e2efad7bb918 None None] Network 80d58660-ea85-4123-962f-6775c6b2594c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:58.672371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c1685-1537-4947-b50c-88322d394685 req-db805c0d-c43a-4c98-bcb0-2d32a727ede0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:58.673935 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-122c1685-1537-4947-b50c-88322d394685 req-db805c0d-c43a-4c98-bcb0-2d32a727ede0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0998769 Aug 19 12:52:58.699419 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 12:52:58.699419 n-d-803757-2 neutron-server[95543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 12:52:58.699419 n-d-803757-2 neutron-server[95543]: [parameters: {'id': '80d58660-ea85-4123-962f-6775c6b2594c'}] Aug 19 12:52:58.699419 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:52:58.699914 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:52:58.718005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-122c1685-1537-4947-b50c-88322d394685 req-0c429431-4539-4e16-b43a-59df9aca140e tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379505 Aug 19 12:52:58.764058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830eebba-f472-4330-b570-077803e9200e None None] Network 80d58660-ea85-4123-962f-6775c6b2594c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:52:58.883226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df493f3e-aed7-43f0-a42d-6f36ff21c886 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 12:52:59.010791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df493f3e-aed7-43f0-a42d-6f36ff21c886 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 12:52:59.201238 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.232291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a21c6b3f-b467-4a24-a20e-3963554776e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:52:59.263228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting port 1580d61a-7264-4d7a-9cd0-6317452f2a89 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:52:59.263575 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.320076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a21c6b3f-b467-4a24-a20e-3963554776e3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:52:59.320809 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.328895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] For port 1580d61a-7264-4d7a-9cd0-6317452f2a89, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1580d61a-7264-4d7a-9cd0-6317452f2a89,segment=NetworkSegment(f81b29bd-c0f0-4b27-bb03-e1467361329a),segment_id=f81b29bd-c0f0-4b27-bb03-e1467361329a)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:52:59.329264 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.344501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Calling delete_port for 1580d61a-7264-4d7a-9cd0-6317452f2a89 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:52:59.515226 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.542690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Port': ['ID=1580d61a-7264-4d7a-9cd0-6317452f2a89,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:59.544573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No DVR routers for this DVR port 1580d61a-7264-4d7a-9cd0-6317452f2a89 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:52:59.624463 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.634013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d58660-ea85-4123-962f-6775c6b2594c']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:59.644862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81b29bd-c0f0-4b27-bb03-e1467361329a') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:59.645155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81b29bd-c0f0-4b27-bb03-e1467361329a') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:52:59.653798 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.667593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.673155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:52:59.673573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:52:59.676411 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:52:59.813024 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.820369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.824857 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/80d58660-ea85-4123-962f-6775c6b2594c HTTP/1.1" status: 204 len: 168 time: 1.9254627 Aug 19 12:52:59.825291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40864) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:59.834634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247df35-cca0-4afd-a910-a30cddcd5c10 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Network': ['ID=80d58660-ea85-4123-962f-6775c6b2594c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:52:59.848038 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6da6f8c-86cf-40cb-8028-baee9cbd1ba1 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:52:59.849748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6da6f8c-86cf-40cb-8028-baee9cbd1ba1 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:52:59.850247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f6da6f8c-86cf-40cb-8028-baee9cbd1ba1 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/80d58660-ea85-4123-962f-6775c6b2594c HTTP/1.1" status: 404 len: 339 time: 0.0243049 Aug 19 12:52:59.854117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40866) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:52:59.859302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-698373953', 'description': 'd1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:52:59.861330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b19ce-e934-422e-82be-73df8a2ee349 req-b2ff7a85-1eac-4b48-9a3f-9f7906171969 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:52:59.862922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea6b19ce-e934-422e-82be-73df8a2ee349 req-b2ff7a85-1eac-4b48-9a3f-9f7906171969 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0741701 Aug 19 12:52:59.901228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea6b19ce-e934-422e-82be-73df8a2ee349 req-45c6fb4e-e6cb-401b-b9cf-505163fe8eb3 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322206 Aug 19 12:52:59.938268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:52:59.941778 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.964711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:52:59.973770 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:52:59.974108 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Added segment 876b09f4-552a-4918-99dd-232cf24e4fbe of type vlan for network 166c902c-413c-420a-9cf6-67e5b2215689 Aug 19 12:53:00.026459 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.172196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.178419 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:00.179023 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.244895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=166c902c-413c-420a-9cf6-67e5b2215689,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:00.255114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 166c902c-413c-420a-9cf6-67e5b2215689 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:53:00.316823 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0ec4543a-62de-428b-ba86-ce746c0ae828 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4616046 Aug 19 12:53:00.319466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40868) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:00.407751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138d2218-9030-4563-bd49-67361946d7b6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:00.409262 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-138d2218-9030-4563-bd49-67361946d7b6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/networks?id=166c902c-413c-420a-9cf6-67e5b2215689 HTTP/1.1" status: 200 len: 764 time: 0.0888782 Aug 19 12:53:00.412129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40870) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:00.417277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5e9236f8-3223-4ccf-8b35-a9bfd2f8ba41 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'description': 'd2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:00.579752 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e9236f8-3223-4ccf-8b35-a9bfd2f8ba41 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.698067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e9236f8-3223-4ccf-8b35-a9bfd2f8ba41 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.718224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e9236f8-3223-4ccf-8b35-a9bfd2f8ba41 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network 166c902c-413c-420a-9cf6-67e5b2215689 is not hosted by any dhcp agent {{(pid=95543) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 19 12:53:00.724596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9236f8-3223-4ccf-8b35-a9bfd2f8ba41 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:00.725206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5e9236f8-3223-4ccf-8b35-a9bfd2f8ba41 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:00.726615 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5e9236f8-3223-4ccf-8b35-a9bfd2f8ba41 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "PUT /v2.0/networks/166c902c-413c-420a-9cf6-67e5b2215689 HTTP/1.1" status: 200 len: 761 time: 0.3134854 Aug 19 12:53:00.729975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40872) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:00.774339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9236f8-3223-4ccf-8b35-a9bfd2f8ba41 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=166c902c-413c-420a-9cf6-67e5b2215689,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:00.784686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 166c902c-413c-420a-9cf6-67e5b2215689 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:53:00.818018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a244e5ce-6d6a-49e1-9e49-019a4fa39041 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:00.819616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a244e5ce-6d6a-49e1-9e49-019a4fa39041 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/networks?id=166c902c-413c-420a-9cf6-67e5b2215689 HTTP/1.1" status: 200 len: 764 time: 0.0890460 Aug 19 12:53:00.823457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40874) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:01.013178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e3f735-be5b-414f-a94b-da38636a3f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.015598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-57e3f735-be5b-414f-a94b-da38636a3f1a tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1903784 Aug 19 12:53:01.017816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40878) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:01.021501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8a8ee-18a7-4688-bea6-d1ba447a7509 req-e4d364da-4455-4561-8e95-42a3aa5981b8 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.026251 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4fe8a8ee-18a7-4688-bea6-d1ba447a7509 req-e4d364da-4455-4561-8e95-42a3aa5981b8 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0516949 Aug 19 12:53:01.055648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9b007cf5-220e-4ae0-87e5-a21ce1bc9aa9 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d HTTP/1.1" status: 200 len: 207 time: 0.0363748 Aug 19 12:53:01.058873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40880) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:01.075834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4fe8a8ee-18a7-4688-bea6-d1ba447a7509 req-780ca928-8e88-4ffe-9403-284dc4dc81d1 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407529 Aug 19 12:53:01.565659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365efb4c-427e-4c60-ab3e-bdfa1329fa4c tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.571661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365efb4c-427e-4c60-ab3e-bdfa1329fa4c tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.577411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365efb4c-427e-4c60-ab3e-bdfa1329fa4c tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.583260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365efb4c-427e-4c60-ab3e-bdfa1329fa4c tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.589094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365efb4c-427e-4c60-ab3e-bdfa1329fa4c tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.594850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365efb4c-427e-4c60-ab3e-bdfa1329fa4c tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.597138 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-365efb4c-427e-4c60-ab3e-bdfa1329fa4c tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5373244 Aug 19 12:53:01.601425 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40882) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:01.721778 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5c039de9-7cfe-4986-8dc1-4fe50bea67d7 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1191552 Aug 19 12:53:01.725217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40884) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:01.817794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31993aff-340a-418e-a340-b50d4f7185da tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.819377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31993aff-340a-418e-a340-b50d4f7185da tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.820999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31993aff-340a-418e-a340-b50d4f7185da tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.822513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31993aff-340a-418e-a340-b50d4f7185da tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.824064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31993aff-340a-418e-a340-b50d4f7185da tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.825732 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-31993aff-340a-418e-a340-b50d4f7185da tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0994296 Aug 19 12:53:01.829276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40886) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:01.886304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4443f0c-a714-4684-b411-fad9565c2615 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.887745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4443f0c-a714-4684-b411-fad9565c2615 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.889253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4443f0c-a714-4684-b411-fad9565c2615 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.890642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4443f0c-a714-4684-b411-fad9565c2615 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.892138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4443f0c-a714-4684-b411-fad9565c2615 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['shared'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:01.893773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b4443f0c-a714-4684-b411-fad9565c2615 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0635812 Aug 19 12:53:01.897419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40888) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:01.998792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a5bc4b-c510-4033-bf7a-8f99d20d2027 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:02.000095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-86a5bc4b-c510-4033-bf7a-8f99d20d2027 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/networks/bea6fa54-b41d-465f-9532-d3938bc3798c HTTP/1.1" status: 200 len: 802 time: 0.1017077 Aug 19 12:53:02.003757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40890) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:02.104695 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-60f410d1-2fc1-40eb-bb2f-9ab03f92fb02 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/networks/bea6fa54-b41d-465f-9532-d3938bc3798c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.0996771 Aug 19 12:53:02.108003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40894) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:02.165423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9cf716-4afd-4d53-8e3c-5aad710bb8d9 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:02.166752 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7d9cf716-4afd-4d53-8e3c-5aad710bb8d9 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/subnets/a3c49e60-87f9-48eb-8e8c-5f2922a908a1 HTTP/1.1" status: 200 len: 843 time: 0.0576253 Aug 19 12:53:02.170856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40896) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:02.203145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b4132-735c-46fe-b41d-08207c8b9f3c req-a44967df-4551-4e22-b950-5aec43318d2f tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:02.204651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b79b4132-735c-46fe-b41d-08207c8b9f3c req-a44967df-4551-4e22-b950-5aec43318d2f tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0532057 Aug 19 12:53:02.224458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f03ab1-7239-4ce8-a351-d5e9c0073886 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['shared'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:02.229130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-91f03ab1-7239-4ce8-a351-d5e9c0073886 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "GET /v2.0/subnets/a3c49e60-87f9-48eb-8e8c-5f2922a908a1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0540261 Aug 19 12:53:02.229401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40898) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:02.234479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1674284553'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:02.245588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b79b4132-735c-46fe-b41d-08207c8b9f3c req-34be370d-6dc9-497f-b22e-fd10c8b9cc12 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332496 Aug 19 12:53:02.372639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:02.376232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:02.401054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:53:02.409862 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:02.410209 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Added segment f14aeb18-a400-4935-8b12-13ab82b0df29 of type vlan for network f8192ef4-dffd-4872-9139-14b5b9f44956 Aug 19 12:53:02.453077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:02.584274 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:02.589930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:02.590525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:02.656446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba64cbd-5df4-4962-81bc-2a0d5a09cc30 req-ca701977-3028-4aa9-9542-27702d90a3d9 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:02.657996 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dba64cbd-5df4-4962-81bc-2a0d5a09cc30 req-ca701977-3028-4aa9-9542-27702d90a3d9 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0509706 Aug 19 12:53:02.662651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Network': ['ID=f8192ef4-dffd-4872-9139-14b5b9f44956,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:02.675037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network f8192ef4-dffd-4872-9139-14b5b9f44956 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:53:02.699072 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dba64cbd-5df4-4962-81bc-2a0d5a09cc30 req-644cbf98-1f21-4448-9e44-22d460482498 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341949 Aug 19 12:53:02.734157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-392a81a2-cea4-4288-a306-232c67abb0b2 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5030131 Aug 19 12:53:02.737046 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40906) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:02.742054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'network_id': 'f8192ef4-dffd-4872-9139-14b5b9f44956', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:02.776895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84d3eb-3529-4cd7-90a9-0e44560021a7 req-0c5b1cf6-7e5f-4cef-b760-9f8d4873186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:02.778405 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d84d3eb-3529-4cd7-90a9-0e44560021a7 req-0c5b1cf6-7e5f-4cef-b760-9f8d4873186c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 1096 time: 0.0429108 Aug 19 12:53:02.882769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84d3eb-3529-4cd7-90a9-0e44560021a7 req-0e4e70e8-dcbd-44d7-8c81-f4a27de1563e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:02.884323 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d84d3eb-3529-4cd7-90a9-0e44560021a7 req-0e4e70e8-dcbd-44d7-8c81-f4a27de1563e service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 200 len: 912 time: 0.0950038 Aug 19 12:53:02.951289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d84d3eb-3529-4cd7-90a9-0e44560021a7 req-b94c696e-56ee-462c-9779-3e0261447c92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c569c39a-7977-4f45-b8ca-09397f014d23 HTTP/1.1" status: 200 len: 1001 time: 0.0587442 Aug 19 12:53:03.004570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84d3eb-3529-4cd7-90a9-0e44560021a7 req-0edda45a-09e7-4173-961d-eb7179c4d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:03.006116 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d84d3eb-3529-4cd7-90a9-0e44560021a7 req-0edda45a-09e7-4173-961d-eb7179c4d21d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2b84d3c-5a39-40f7-9f8b-1757d52fb602 HTTP/1.1" status: 200 len: 850 time: 0.0485966 Aug 19 12:53:03.041496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Made reservation on behalf of 56da5186a4964854aab53df84e9fc6a3 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:03.045870 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:03.055371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84d3eb-3529-4cd7-90a9-0e44560021a7 req-1577fa5e-7289-45e1-83fe-12fe3862684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:03.056894 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d84d3eb-3529-4cd7-90a9-0e44560021a7 req-1577fa5e-7289-45e1-83fe-12fe3862684a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413415 Aug 19 12:53:03.107939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.ipam_backend_mixin [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Performing IP validity checks on allocation pools {{(pid=95543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 12:53:03.108456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.ipam_backend_mixin [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95543) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 12:53:03.151130 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d84d3eb-3529-4cd7-90a9-0e44560021a7 req-07968d09-823d-4da1-ad1c-7c843293ae10 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853541 Aug 19 12:53:03.248085 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8d84d3eb-3529-4cd7-90a9-0e44560021a7 req-a5c49e88-cf43-490d-82cc-4c08825e87b1 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885417 Aug 19 12:53:03.344154 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:03.413561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=f8ae79a8-7b8f-4ff2-9747-26299b9d76d5,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:03.422634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Checking segment: {'id': 'f14aeb18-a400-4935-8b12-13ab82b0df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f8192ef4-dffd-4872-9139-14b5b9f44956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:03.423125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network hostable DHCP agents. Network: f8192ef4-dffd-4872-9139-14b5b9f44956, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:53:03.544031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Network f8192ef4-dffd-4872-9139-14b5b9f44956 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:53:03.669508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, f8192ef4-dffd-4872-9139-14b5b9f44956) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:03.673541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:03.674173 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:03.678244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643ba22-64b1-441d-8824-fea3cc0c5620 None None] Network f8192ef4-dffd-4872-9139-14b5b9f44956 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:03.812298 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40912) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:03.812614 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dc3e69da-dc71-4418-86cf-c28b34a990f8 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0742335 Aug 19 12:53:03.820589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-389e847a-a936-4b20-b014-2358d2212407 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:03.833788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-f8192ef4-dffd-4872-9139-14b5b9f44956', 'network_id': 'f8192ef4-dffd-4872-9139-14b5b9f44956', 'tenant_id': '56da5186a4964854aab53df84e9fc6a3', 'fixed_ips': [{'subnet_id': 'f8ae79a8-7b8f-4ff2-9747-26299b9d76d5'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:53:03.834337 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:03.836928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d04677-b35c-4687-82c9-592cff97fc4f req-f77a90e0-82ea-4330-a7ec-c5a587d18b7f tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:03.838476 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92d04677-b35c-4687-82c9-592cff97fc4f req-f77a90e0-82ea-4330-a7ec-c5a587d18b7f tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0623024 Aug 19 12:53:03.880305 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92d04677-b35c-4687-82c9-592cff97fc4f req-d2d146c2-7fbc-4da4-9fde-603dff42eb50 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351386 Aug 19 12:53:03.928112 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-389e847a-a936-4b20-b014-2358d2212407 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61261387'] for subnet, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:03.972453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Allocated IP 2001:db8::3 (f8192ef4-dffd-4872-9139-14b5b9f44956/f8ae79a8-7b8f-4ff2-9747-26299b9d76d5/09c40fdc-def3-4763-aad5-385f40eb6ef0) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:04.108690 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:04.116485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Transition to ACTIVE for port object 09c40fdc-def3-4763-aad5-385f40eb6ef0 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:04.130651 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Transition to ACTIVE for port object 09c40fdc-def3-4763-aad5-385f40eb6ef0 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:04.316847 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:04.374186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Network f8192ef4-dffd-4872-9139-14b5b9f44956 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:04.380072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:04.385258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:04.395773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Pushing event updated for resources: {'Port': ['ID=09c40fdc-def3-4763-aad5-385f40eb6ef0,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:04.447801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Attempting to bind port 09c40fdc-def3-4763-aad5-385f40eb6ef0 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:53:04.448168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Attempting to bind port 09c40fdc-def3-4763-aad5-385f40eb6ef0 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f14aeb18-a400-4935-8b12-13ab82b0df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f8192ef4-dffd-4872-9139-14b5b9f44956'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:53:04.448532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Attempting to bind port 09c40fdc-def3-4763-aad5-385f40eb6ef0 on network f8192ef4-dffd-4872-9139-14b5b9f44956 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:04.453785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:53:04.454163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Checking segment: {'id': 'f14aeb18-a400-4935-8b12-13ab82b0df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f8192ef4-dffd-4872-9139-14b5b9f44956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:04.454620 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:04.455620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Bound using segment: {'id': 'f14aeb18-a400-4935-8b12-13ab82b0df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f8192ef4-dffd-4872-9139-14b5b9f44956'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:53:04.456617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Bound port: 09c40fdc-def3-4763-aad5-385f40eb6ef0, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14aeb18-a400-4935-8b12-13ab82b0df29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f8192ef4-dffd-4872-9139-14b5b9f44956'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:53:04.456617 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:04.532632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] For port 09c40fdc-def3-4763-aad5-385f40eb6ef0, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:53:04.536761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] For port 09c40fdc-def3-4763-aad5-385f40eb6ef0, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=09c40fdc-def3-4763-aad5-385f40eb6ef0,segment=NetworkSegment(f14aeb18-a400-4935-8b12-13ab82b0df29),segment_id=f14aeb18-a400-4935-8b12-13ab82b0df29)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:53:04.687344 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-389e847a-a936-4b20-b014-2358d2212407 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729423510887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59391565'] for subnet, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:04.729841 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:04.740008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e847a-a936-4b20-b014-2358d2212407 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:04.740615 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-389e847a-a936-4b20-b014-2358d2212407 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:04.742089 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-389e847a-a936-4b20-b014-2358d2212407 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "PUT /v2.0/subnets/f8ae79a8-7b8f-4ff2-9747-26299b9d76d5 HTTP/1.1" status: 200 len: 900 time: 0.9285483 Aug 19 12:53:04.744793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40914) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:04.771749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e847a-a936-4b20-b014-2358d2212407 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event updated for resources: {'Subnet': ['ID=f8ae79a8-7b8f-4ff2-9747-26299b9d76d5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:04.795416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a7bd6-4e31-4614-a1f5-da263c6cedab None None] Pushing event updated for resources: {'Port': ['ID=09c40fdc-def3-4763-aad5-385f40eb6ef0,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:04.860849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:04.928809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting port 09c40fdc-def3-4763-aad5-385f40eb6ef0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:04.928809 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.059293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] For port 09c40fdc-def3-4763-aad5-385f40eb6ef0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=09c40fdc-def3-4763-aad5-385f40eb6ef0,segment=NetworkSegment(f14aeb18-a400-4935-8b12-13ab82b0df29),segment_id=f14aeb18-a400-4935-8b12-13ab82b0df29)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:05.059667 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.070041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d4883-9258-4095-9ece-8bcbe874d0ef req-b03f8573-51e8-4d59-82db-d2f6ad93dbed tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:05.071683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e3d4883-9258-4095-9ece-8bcbe874d0ef req-b03f8573-51e8-4d59-82db-d2f6ad93dbed tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0957274 Aug 19 12:53:05.091503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Calling delete_port for 09c40fdc-def3-4763-aad5-385f40eb6ef0 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:05.138661 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b49f22d-6855-4a26-a1b7-ffb1dc62760a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.162963 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e3d4883-9258-4095-9ece-8bcbe874d0ef req-2f113cb2-241f-4c43-bf0a-06beb3177d58 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849173 Aug 19 12:53:05.277780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 09c40fdc-def3-4763-aad5-385f40eb6ef0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:05.441579 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.441943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 09c40fdc-def3-4763-aad5-385f40eb6ef0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:05.450345 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 09c40fdc-def3-4763-aad5-385f40eb6ef0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:05.450345 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.466381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Port 09c40fdc-def3-4763-aad5-385f40eb6ef0 was deleted so its status cannot be updated. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 19 12:53:05.469090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Port': ['ID=09c40fdc-def3-4763-aad5-385f40eb6ef0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:05.512310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No DVR routers for this DVR port 09c40fdc-def3-4763-aad5-385f40eb6ef0 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:05.564866 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.709884 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.736180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf70657-6155-4fd6-914d-526f2bb0310a None None] Network f8192ef4-dffd-4872-9139-14b5b9f44956 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:05.740149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ae79a8-7b8f-4ff2-9747-26299b9d76d5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:05.808282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.818388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8192ef4-dffd-4872-9139-14b5b9f44956']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:05.829840 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14aeb18-a400-4935-8b12-13ab82b0df29') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:05.830674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14aeb18-a400-4935-8b12-13ab82b0df29') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:05.840708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.841605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-37f41876-579f-4c2d-819d-c9a84f157b40 None None] Could not find standard attr ID for object 09c40fdc-def3-4763-aad5-385f40eb6ef0. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 12:53:05.856221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.863590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:05.864023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:05.867415 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:05.899238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045aab09-0b9b-4737-8ff8-7dbfb433426d None None] DHCP port deletion for f8192ef4-dffd-4872-9139-14b5b9f44956 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:53:05.916621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c3eb3e-2dba-4d16-9ba5-5eb8061e449f None None] Network f8192ef4-dffd-4872-9139-14b5b9f44956 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:06.247332 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.254756 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.256584 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/f8192ef4-dffd-4872-9139-14b5b9f44956 HTTP/1.1" status: 204 len: 168 time: 1.5108910 Aug 19 12:53:06.260505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40920) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:06.268614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883f26b-583d-4baf-9ec2-09fc82996465 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Network': ['ID=f8192ef4-dffd-4872-9139-14b5b9f44956,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:06.289233 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ee085e-ef42-409b-bccd-3335bbee298d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:06.295509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ee085e-ef42-409b-bccd-3335bbee298d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:06.295509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-25ee085e-ef42-409b-bccd-3335bbee298d tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/subnets/f8ae79a8-7b8f-4ff2-9747-26299b9d76d5 HTTP/1.1" status: 404 len: 337 time: 0.0298924 Aug 19 12:53:06.297233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40922) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:06.315039 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d558a3-7098-4e8e-8e56-0d4add98a4dc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:06.315554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d558a3-7098-4e8e-8e56-0d4add98a4dc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:06.317203 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d9d558a3-7098-4e8e-8e56-0d4add98a4dc tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/f8192ef4-dffd-4872-9139-14b5b9f44956 HTTP/1.1" status: 404 len: 339 time: 0.0190663 Aug 19 12:53:06.319492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40924) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:06.398404 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.485899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.495762 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166c902c-413c-420a-9cf6-67e5b2215689']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:06.510190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876b09f4-552a-4918-99dd-232cf24e4fbe') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:06.510508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876b09f4-552a-4918-99dd-232cf24e4fbe') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:06.520010 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.534306 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.540119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:06.540508 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:06.543588 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:06.716024 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.724532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.726331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/166c902c-413c-420a-9cf6-67e5b2215689 HTTP/1.1" status: 204 len: 168 time: 0.4059920 Aug 19 12:53:06.728982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40928) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:06.737846 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240484a7-554c-42a0-9ea3-0d7714ef9728 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Network': ['ID=166c902c-413c-420a-9cf6-67e5b2215689,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:06.755503 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82fed78-5939-48ec-988f-00eac00388c0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:06.755971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82fed78-5939-48ec-988f-00eac00388c0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:06.757730 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c82fed78-5939-48ec-988f-00eac00388c0 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/subnets/c2deb6e4-825e-43cb-a844-6e07210b5e75 HTTP/1.1" status: 404 len: 337 time: 0.0277185 Aug 19 12:53:06.760336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40930) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:06.784498 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3c60ce-ade7-48f1-a7d4-46e4a0f30160 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:06.784982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3c60ce-ade7-48f1-a7d4-46e4a0f30160 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:06.786680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8c3c60ce-ade7-48f1-a7d4-46e4a0f30160 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/80d58660-ea85-4123-962f-6775c6b2594c HTTP/1.1" status: 404 len: 339 time: 0.0254402 Aug 19 12:53:06.789112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40932) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:06.839606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7628c78-df72-49c9-ace2-b650b9eaef18 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting subnet 298c932e-cb61-442d-a4bd-a4253733e8ba {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:53:06.842664 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7628c78-df72-49c9-ace2-b650b9eaef18 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.882750 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7628c78-df72-49c9-ace2-b650b9eaef18 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:06.967582 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7628c78-df72-49c9-ace2-b650b9eaef18 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.156416 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7628c78-df72-49c9-ace2-b650b9eaef18 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.185068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7628c78-df72-49c9-ace2-b650b9eaef18 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Subnet': ['ID=298c932e-cb61-442d-a4bd-a4253733e8ba,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:07.188670 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a7628c78-df72-49c9-ace2-b650b9eaef18 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.192935 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a7628c78-df72-49c9-ace2-b650b9eaef18 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/subnets/298c932e-cb61-442d-a4bd-a4253733e8ba HTTP/1.1" status: 204 len: 168 time: 0.4007070 Aug 19 12:53:07.196311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40934) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:07.199284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f24ab3-04fe-4491-9277-abe4bcaa85a8 None None] Network caa298da-1340-4fc0-a0ab-5f95a8744f76 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:07.239143 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 09c40fdc-def3-4763-aad5-385f40eb6ef0 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:07.250257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4a6047-87af-4595-8dde-21eb078e0963 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting subnet 2ce05592-a7e1-4cc8-aba2-994322ae2e33 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:53:07.253510 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6047-87af-4595-8dde-21eb078e0963 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.264564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 09c40fdc-def3-4763-aad5-385f40eb6ef0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:07.265013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 09c40fdc-def3-4763-aad5-385f40eb6ef0 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:07.295555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6047-87af-4595-8dde-21eb078e0963 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.389002 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6047-87af-4595-8dde-21eb078e0963 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.533613 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6047-87af-4595-8dde-21eb078e0963 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.566244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a6047-87af-4595-8dde-21eb078e0963 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce05592-a7e1-4cc8-aba2-994322ae2e33,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:07.573722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8d4a6047-87af-4595-8dde-21eb078e0963 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.575716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8d4a6047-87af-4595-8dde-21eb078e0963 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/subnets/2ce05592-a7e1-4cc8-aba2-994322ae2e33 HTTP/1.1" status: 204 len: 168 time: 0.3816118 Aug 19 12:53:07.578389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40936) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:07.633597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3807d919-259a-4059-a536-3018207ad249 None None] Update dhcp port {'port': {'network_id': 'caa298da-1340-4fc0-a0ab-5f95a8744f76', 'fixed_ips': [{'subnet_id': '2ce05592-a7e1-4cc8-aba2-994322ae2e33'}], 'binding:host_id': 'n-d-803757-2'}, 'id': 'a21c6b3f-b467-4a24-a20e-3963554776e3'} from n-d-803757-2. {{(pid=95544) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 19 12:53:07.679346 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3807d919-259a-4059-a536-3018207ad249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.680178 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.719262 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.740189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting port a21c6b3f-b467-4a24-a20e-3963554776e3 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:07.741397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.837432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] For port a21c6b3f-b467-4a24-a20e-3963554776e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a21c6b3f-b467-4a24-a20e-3963554776e3,segment=NetworkSegment(38f1b8cf-464c-4473-98a1-022ab2b2cb4f),segment_id=38f1b8cf-464c-4473-98a1-022ab2b2cb4f)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:07.837805 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:07.852701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Calling delete_port for a21c6b3f-b467-4a24-a20e-3963554776e3 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:07.877867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f962e5-2086-4c48-bc5b-0d8e2bf60ea1 None None] Network caa298da-1340-4fc0-a0ab-5f95a8744f76 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:07.894432 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b3b30a7-f960-4814-9994-4080c9125d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.020748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e71fc642-272e-413f-9750-6c7aee4a1bd7 None None] Provisioning complete for port a21c6b3f-b467-4a24-a20e-3963554776e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:08.021197 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e71fc642-272e-413f-9750-6c7aee4a1bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.106395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db18b5e5-eed5-447b-9b23-3a8175bb9fad None None] DHCP port deletion for caa298da-1340-4fc0-a0ab-5f95a8744f76 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:53:08.110406 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.141185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Port': ['ID=a21c6b3f-b467-4a24-a20e-3963554776e3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:08.146582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No DVR routers for this DVR port a21c6b3f-b467-4a24-a20e-3963554776e3 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:08.244668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.255472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa298da-1340-4fc0-a0ab-5f95a8744f76']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:08.267005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f1b8cf-464c-4473-98a1-022ab2b2cb4f') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:08.267298 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f1b8cf-464c-4473-98a1-022ab2b2cb4f') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:08.277839 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.295054 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.301814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:08.302220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:08.305477 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:08.550918 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.563848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.563848 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/caa298da-1340-4fc0-a0ab-5f95a8744f76 HTTP/1.1" status: 204 len: 168 time: 0.9818456 Aug 19 12:53:08.565783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40938) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:08.575501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed3771-71f6-499f-a6ea-08252ce99ca4 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Network': ['ID=caa298da-1340-4fc0-a0ab-5f95a8744f76,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:08.594060 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e1c390-bb6f-480c-aba1-95a9e445f9ca tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:08.594510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e1c390-bb6f-480c-aba1-95a9e445f9ca tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:08.596308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c7e1c390-bb6f-480c-aba1-95a9e445f9ca tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/subnets/59a3116e-dc01-4989-aae5-4192d102d2c7 HTTP/1.1" status: 404 len: 337 time: 0.0295284 Aug 19 12:53:08.599438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40940) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:08.618472 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-da937ccc-fde1-4dc6-b9a3-e1df06fe8bb6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:08.620635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da937ccc-fde1-4dc6-b9a3-e1df06fe8bb6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:08.623550 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-da937ccc-fde1-4dc6-b9a3-e1df06fe8bb6 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/e327044c-25ba-4164-8dec-db0ca3b5882e HTTP/1.1" status: 404 len: 339 time: 0.0231354 Aug 19 12:53:08.626890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40942) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:08.660194 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e51cca-789c-41cf-b6b6-dfc7d9c153ca tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:08.660701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e51cca-789c-41cf-b6b6-dfc7d9c153ca tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:08.662470 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a7e51cca-789c-41cf-b6b6-dfc7d9c153ca tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/subnets/2128e094-815a-46a3-83ee-1b1ae5f2b27c HTTP/1.1" status: 404 len: 337 time: 0.0335624 Aug 19 12:53:08.665571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40944) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:08.684266 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7b8dcb-36a0-4df7-9271-d0388a059850 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:08.684803 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7b8dcb-36a0-4df7-9271-d0388a059850 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:08.686501 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4c7b8dcb-36a0-4df7-9271-d0388a059850 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/dbc121ae-74d3-42b8-9e3d-cb37cf8b892e HTTP/1.1" status: 404 len: 339 time: 0.0198982 Aug 19 12:53:08.689253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40946) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:08.722630 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f49fac8-b94b-48fa-887c-6a98ba24143c tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:08.723136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f49fac8-b94b-48fa-887c-6a98ba24143c tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:08.725164 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3f49fac8-b94b-48fa-887c-6a98ba24143c tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/subnets/30223b42-037a-4984-99fb-7fe881f51e42 HTTP/1.1" status: 404 len: 337 time: 0.0343266 Aug 19 12:53:08.728609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40948) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:08.747565 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-a595dea1-a3ef-4a7a-9a5d-71b738eb31b1 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:08.748286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a595dea1-a3ef-4a7a-9a5d-71b738eb31b1 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:08.749799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a595dea1-a3ef-4a7a-9a5d-71b738eb31b1 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/96e204d1-6d28-46e5-8e66-efd2cfcecd29 HTTP/1.1" status: 404 len: 339 time: 0.0202785 Aug 19 12:53:08.753203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40950) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:08.804719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a34789-9703-4afe-9396-3dbac2096564 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting subnet ad20552b-1abb-43cb-a474-6781c8a9310b {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:53:08.807886 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64a34789-9703-4afe-9396-3dbac2096564 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.849122 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64a34789-9703-4afe-9396-3dbac2096564 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:08.938380 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64a34789-9703-4afe-9396-3dbac2096564 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.088244 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64a34789-9703-4afe-9396-3dbac2096564 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.116761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a34789-9703-4afe-9396-3dbac2096564 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Subnet': ['ID=ad20552b-1abb-43cb-a474-6781c8a9310b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:09.121319 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64a34789-9703-4afe-9396-3dbac2096564 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.126076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-64a34789-9703-4afe-9396-3dbac2096564 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/subnets/ad20552b-1abb-43cb-a474-6781c8a9310b HTTP/1.1" status: 204 len: 168 time: 0.3691151 Aug 19 12:53:09.126076 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40954) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:09.127815 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de28fb15-533a-4ab2-8c8c-89dad344e950 None None] Network 9f42321a-8a27-419a-870d-ba01f354807b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:09.215088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.250733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a21c6b3f-b467-4a24-a20e-3963554776e3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:09.253383 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.273103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: a21c6b3f-b467-4a24-a20e-3963554776e3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:09.273446 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a21c6b3f-b467-4a24-a20e-3963554776e3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:09.282541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting port 33da320c-f58d-457c-9d42-9ae3ba784308 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:09.282918 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.348936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] For port 33da320c-f58d-457c-9d42-9ae3ba784308, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=33da320c-f58d-457c-9d42-9ae3ba784308,segment=NetworkSegment(7ec42f93-ce57-49b0-b4ab-370485de6397),segment_id=7ec42f93-ce57-49b0-b4ab-370485de6397)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:09.349206 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.357212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e389b22-7e4a-4403-98c5-3cd5ebbcb301 None None] DHCP port deletion for 9f42321a-8a27-419a-870d-ba01f354807b request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:53:09.365172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Calling delete_port for 33da320c-f58d-457c-9d42-9ae3ba784308 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:09.409072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6e389b22-7e4a-4403-98c5-3cd5ebbcb301 None None] Deleting port 33da320c-f58d-457c-9d42-9ae3ba784308 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:09.409441 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6e389b22-7e4a-4403-98c5-3cd5ebbcb301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.472801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6e389b22-7e4a-4403-98c5-3cd5ebbcb301 None None] For port 33da320c-f58d-457c-9d42-9ae3ba784308, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=33da320c-f58d-457c-9d42-9ae3ba784308,segment=NetworkSegment(7ec42f93-ce57-49b0-b4ab-370485de6397),segment_id=7ec42f93-ce57-49b0-b4ab-370485de6397)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:09.473204 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6e389b22-7e4a-4403-98c5-3cd5ebbcb301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.486585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6e389b22-7e4a-4403-98c5-3cd5ebbcb301 None None] Calling delete_port for 33da320c-f58d-457c-9d42-9ae3ba784308 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:09.653888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.660090 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6e389b22-7e4a-4403-98c5-3cd5ebbcb301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.684632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Port': ['ID=33da320c-f58d-457c-9d42-9ae3ba784308,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:09.686530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No DVR routers for this DVR port 33da320c-f58d-457c-9d42-9ae3ba784308 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:09.686975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e389b22-7e4a-4403-98c5-3cd5ebbcb301 None None] Pushing event deleted for resources: {'Port': ['ID=33da320c-f58d-457c-9d42-9ae3ba784308,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:09.692550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e389b22-7e4a-4403-98c5-3cd5ebbcb301 None None] No DVR routers for this DVR port 33da320c-f58d-457c-9d42-9ae3ba784308 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:09.764052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.774520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f42321a-8a27-419a-870d-ba01f354807b']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:09.785257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec42f93-ce57-49b0-b4ab-370485de6397') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:09.785560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec42f93-ce57-49b0-b4ab-370485de6397') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:09.794286 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.808114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.813732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:09.814115 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:09.817664 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:09.977979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.979047 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:09.981150 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/9f42321a-8a27-419a-870d-ba01f354807b HTTP/1.1" status: 204 len: 168 time: 0.8543692 Aug 19 12:53:09.984792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40956) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:09.993357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507d73c-3a71-4862-94bc-edf0596cad37 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Network': ['ID=9f42321a-8a27-419a-870d-ba01f354807b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:10.012035 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-8124856a-18d8-4db9-b12b-f11a9f85c5d1 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:10.012476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8124856a-18d8-4db9-b12b-f11a9f85c5d1 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:10.017490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8124856a-18d8-4db9-b12b-f11a9f85c5d1 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/subnets/27e63fd4-072e-4469-849f-afd124564342 HTTP/1.1" status: 404 len: 337 time: 0.0283370 Aug 19 12:53:10.019453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40958) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:10.038400 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3c0a86-8604-4034-89d2-1b9c19fe584e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] DELETE failed (client error): The resource could not be found. Aug 19 12:53:10.039045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3c0a86-8604-4034-89d2-1b9c19fe584e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:53:10.040693 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bc3c0a86-8604-4034-89d2-1b9c19fe584e tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/eb88dee5-7a82-43f4-b5c4-6df7e9404be4 HTTP/1.1" status: 404 len: 339 time: 0.0203300 Aug 19 12:53:10.043276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40960) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:10.092912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcfc4142-be2e-4404-a07f-d6274b4dcd04 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting subnet a3c49e60-87f9-48eb-8e8c-5f2922a908a1 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:53:10.096496 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4142-be2e-4404-a07f-d6274b4dcd04 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.135285 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4142-be2e-4404-a07f-d6274b4dcd04 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.320737 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4142-be2e-4404-a07f-d6274b4dcd04 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.499226 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4142-be2e-4404-a07f-d6274b4dcd04 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.527848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc4142-be2e-4404-a07f-d6274b4dcd04 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c49e60-87f9-48eb-8e8c-5f2922a908a1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:10.531565 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dcfc4142-be2e-4404-a07f-d6274b4dcd04 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.535803 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dcfc4142-be2e-4404-a07f-d6274b4dcd04 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/subnets/a3c49e60-87f9-48eb-8e8c-5f2922a908a1 HTTP/1.1" status: 204 len: 168 time: 0.4893413 Aug 19 12:53:10.536886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 40962) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:10.541140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8ee220-f82e-49a5-bbd3-add7e4a076fc None None] Network bea6fa54-b41d-465f-9532-d3938bc3798c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:10.615445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.648278 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.673504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Deleting port e5b78121-7243-4e17-88d9-386ce6785176 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:10.673968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.714355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33355543-0b01-48a1-8b9f-6693078fc8fa None None] DHCP port deletion for bea6fa54-b41d-465f-9532-d3938bc3798c request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:53:10.743203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] For port e5b78121-7243-4e17-88d9-386ce6785176, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e5b78121-7243-4e17-88d9-386ce6785176,segment=NetworkSegment(804ec03e-4b30-486b-a2aa-f3a39d4ba228),segment_id=804ec03e-4b30-486b-a2aa-f3a39d4ba228)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:10.743595 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.756586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Calling delete_port for e5b78121-7243-4e17-88d9-386ce6785176 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:10.761350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-33355543-0b01-48a1-8b9f-6693078fc8fa None None] Deleting port e5b78121-7243-4e17-88d9-386ce6785176 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:10.761731 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-33355543-0b01-48a1-8b9f-6693078fc8fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.832394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-33355543-0b01-48a1-8b9f-6693078fc8fa None None] For port e5b78121-7243-4e17-88d9-386ce6785176, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e5b78121-7243-4e17-88d9-386ce6785176,segment=NetworkSegment(804ec03e-4b30-486b-a2aa-f3a39d4ba228),segment_id=804ec03e-4b30-486b-a2aa-f3a39d4ba228)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:10.832791 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-33355543-0b01-48a1-8b9f-6693078fc8fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:10.847895 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-33355543-0b01-48a1-8b9f-6693078fc8fa None None] Calling delete_port for e5b78121-7243-4e17-88d9-386ce6785176 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:11.002282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:11.009279 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-33355543-0b01-48a1-8b9f-6693078fc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:11.038659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33355543-0b01-48a1-8b9f-6693078fc8fa None None] No DVR routers for this DVR port e5b78121-7243-4e17-88d9-386ce6785176 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:11.039184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Port': ['ID=e5b78121-7243-4e17-88d9-386ce6785176,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:11.043311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33355543-0b01-48a1-8b9f-6693078fc8fa None None] Pushing event deleted for resources: {'Port': ['ID=e5b78121-7243-4e17-88d9-386ce6785176,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:11.055146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] No DVR routers for this DVR port e5b78121-7243-4e17-88d9-386ce6785176 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:11.133476 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:11.143673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea6fa54-b41d-465f-9532-d3938bc3798c']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:11.158341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804ec03e-4b30-486b-a2aa-f3a39d4ba228') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:11.159375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804ec03e-4b30-486b-a2aa-f3a39d4ba228') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:11.168673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:11.183605 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:11.190198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:11.190617 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:11.193780 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:11.225120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 33da320c-f58d-457c-9d42-9ae3ba784308 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:11.255054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 33da320c-f58d-457c-9d42-9ae3ba784308 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:11.255354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 33da320c-f58d-457c-9d42-9ae3ba784308 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:11.255777 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5b78121-7243-4e17-88d9-386ce6785176 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:11.275323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e5b78121-7243-4e17-88d9-386ce6785176 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:11.275666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e5b78121-7243-4e17-88d9-386ce6785176 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:11.390995 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:11.396928 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:11.398930 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] 10.222.0.21 "DELETE /v2.0/networks/bea6fa54-b41d-465f-9532-d3938bc3798c HTTP/1.1" status: 204 len: 168 time: 0.8608932 Aug 19 12:53:11.414213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61eb6f-f0dc-482f-88a6-590de16c0419 tempest-NetworksIpV6Test-1285300796 tempest-NetworksIpV6Test-1285300796-project] Pushing event deleted for resources: {'Network': ['ID=bea6fa54-b41d-465f-9532-d3938bc3798c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:11.916153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40968) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:12.050162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-02f8af92-7136-4586-ba24-4145b0e50baa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56da5186a4964854aab53df84e9fc6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328642 Aug 19 12:53:12.052896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40972) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:12.105257 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d891ba8-433f-4f39-a5f9-4da71c3379d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:12.126368 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d891ba8-433f-4f39-a5f9-4da71c3379d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:12.322429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d891ba8-433f-4f39-a5f9-4da71c3379d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:12.324955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d891ba8-433f-4f39-a5f9-4da71c3379d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:12.326213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7d891ba8-433f-4f39-a5f9-4da71c3379d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc0bf0fd-c585-4ee6-bf0a-c1bd7d8e925a HTTP/1.1" status: 204 len: 168 time: 0.2723765 Aug 19 12:53:12.334686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d891ba8-433f-4f39-a5f9-4da71c3379d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0bf0fd-c585-4ee6-bf0a-c1bd7d8e925a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:13.623495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40994) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:13.733225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0ae5d449-2853-4d9a-9a94-d301c68f2c14 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-797908357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:13.900117 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ae5d449-2853-4d9a-9a94-d301c68f2c14 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.901601 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ae5d449-2853-4d9a-9a94-d301c68f2c14 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:13.992782 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ae5d449-2853-4d9a-9a94-d301c68f2c14 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.111052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ae5d449-2853-4d9a-9a94-d301c68f2c14 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.311136 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0ae5d449-2853-4d9a-9a94-d301c68f2c14 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.312424 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0ae5d449-2853-4d9a-9a94-d301c68f2c14 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6879106 Aug 19 12:53:14.315589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 40998) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:14.320644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1230548559'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:14.470716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Made reservation on behalf of de89f4123d6d4e96bb04eb2626fab874 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:14.474745 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.484412 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.578032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.728322 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.761045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:53:14.770440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1b876d-e7de-4ac7-b95a-bd5d5116760d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:14.775222 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.775545 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Added segment 6e8da538-78e2-4fb1-8faa-793d84b1f510 of type vlan for network 75472495-0374-48ec-a286-20065554b198 Aug 19 12:53:14.813884 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.962894 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:14.968636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:14.969229 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.037736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event updated for resources: {'Network': ['ID=75472495-0374-48ec-a286-20065554b198,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:15.049756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 75472495-0374-48ec-a286-20065554b198 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:53:15.139732 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-af0ee48c-46d5-4a40-a13a-e4bf04f1c664 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8230371 Aug 19 12:53:15.142491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41000) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:15.151618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Request body: {'subnet': {'network_id': '75472495-0374-48ec-a286-20065554b198', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:15.333952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Made reservation on behalf of de89f4123d6d4e96bb04eb2626fab874 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:15.337701 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.643008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.706388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event updated for resources: {'Subnet': ['ID=5ed6d2b1-2d89-4806-8dca-686c3ad88d57,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:15.716467 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Checking segment: {'id': '6e8da538-78e2-4fb1-8faa-793d84b1f510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '75472495-0374-48ec-a286-20065554b198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:15.716827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Network hostable DHCP agents. Network: 75472495-0374-48ec-a286-20065554b198, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:53:15.858907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Network 75472495-0374-48ec-a286-20065554b198 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:53:15.990488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 75472495-0374-48ec-a286-20065554b198) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:15.994551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:15.995166 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:15.999316 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d08f8c4-a5f5-4dda-a5d4-2f0c1ee90d08 None None] Network 75472495-0374-48ec-a286-20065554b198 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:16.117618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fdbb8b7a-b3ec-4797-a3e3-78956d18ae65 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9740138 Aug 19 12:53:16.120598 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41002) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:16.127288 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Request body: {'network': {'name': 'tempest-router-network01--492141348'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:16.151925 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-75472495-0374-48ec-a286-20065554b198', 'network_id': '75472495-0374-48ec-a286-20065554b198', 'tenant_id': 'de89f4123d6d4e96bb04eb2626fab874', 'fixed_ips': [{'subnet_id': '5ed6d2b1-2d89-4806-8dca-686c3ad88d57'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:53:16.152789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.265696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Made reservation on behalf of de89f4123d6d4e96bb04eb2626fab874 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:16.269209 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.293427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Allocated IP 172.20.0.2 (75472495-0374-48ec-a286-20065554b198/5ed6d2b1-2d89-4806-8dca-686c3ad88d57/588d7a57-0cd6-4aaf-93d9-e2c5156f40c8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:16.293872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:53:16.303612 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.303956 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Added segment e172ce45-dfce-4de7-b891-f4e3b35bce15 of type vlan for network c1b17e0f-bbf8-4e18-8e1b-7c3043844826 Aug 19 12:53:16.347233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.430860 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.436426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:16.437023 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.448898 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.457043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Transition to ACTIVE for port object 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:16.473584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Transition to ACTIVE for port object 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:16.501626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event updated for resources: {'Network': ['ID=c1b17e0f-bbf8-4e18-8e1b-7c3043844826,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:16.513500 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network c1b17e0f-bbf8-4e18-8e1b-7c3043844826 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:53:16.555478 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.574686 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a696264c-379e-452d-89fa-86e65e187a49 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4529552 Aug 19 12:53:16.577244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41004) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:16.582568 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Request body: {'network': {'name': 'tempest-router-network02--1136796940'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:16.614772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Network 75472495-0374-48ec-a286-20065554b198 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:16.622892 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:16.626606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:16.634108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Pushing event updated for resources: {'Port': ['ID=588d7a57-0cd6-4aaf-93d9-e2c5156f40c8,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:16.691821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Attempting to bind port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:53:16.692186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Attempting to bind port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '6e8da538-78e2-4fb1-8faa-793d84b1f510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '75472495-0374-48ec-a286-20065554b198'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:53:16.692547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Attempting to bind port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 on network 75472495-0374-48ec-a286-20065554b198 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:16.697344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:53:16.697734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Checking segment: {'id': '6e8da538-78e2-4fb1-8faa-793d84b1f510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '75472495-0374-48ec-a286-20065554b198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:16.698110 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.698499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Bound using segment: {'id': '6e8da538-78e2-4fb1-8faa-793d84b1f510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '75472495-0374-48ec-a286-20065554b198'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:53:16.698987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Bound port: 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8da538-78e2-4fb1-8faa-793d84b1f510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '75472495-0374-48ec-a286-20065554b198'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:53:16.699316 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Made reservation on behalf of de89f4123d6d4e96bb04eb2626fab874 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:16.699428 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.707954 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.727246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:53:16.735880 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.736292 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Added segment bf0342f1-c780-4147-b69f-ce23a0013ace of type vlan for network 949e98e3-403f-459c-b387-2cfae9cc624e Aug 19 12:53:16.783314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] For port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:53:16.788142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] For port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=588d7a57-0cd6-4aaf-93d9-e2c5156f40c8,segment=NetworkSegment(6e8da538-78e2-4fb1-8faa-793d84b1f510),segment_id=6e8da538-78e2-4fb1-8faa-793d84b1f510)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:53:16.799861 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.876892 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.928170 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.934056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:16.935186 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:16.939679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a804171-f72c-476a-b449-aceb79b673dc None None] Pushing event updated for resources: {'Port': ['ID=588d7a57-0cd6-4aaf-93d9-e2c5156f40c8,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:17.003858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event updated for resources: {'Network': ['ID=949e98e3-403f-459c-b387-2cfae9cc624e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:17.015349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 949e98e3-403f-459c-b387-2cfae9cc624e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:53:17.097168 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e352c5a5-2b59-4d6a-b03e-82ef6d1e3258 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5162866 Aug 19 12:53:17.097521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41006) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:17.104118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Request body: {'subnet': {'network_id': 'c1b17e0f-bbf8-4e18-8e1b-7c3043844826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:17.262109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:17.373549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Made reservation on behalf of de89f4123d6d4e96bb04eb2626fab874 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:17.377101 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.505328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:17.637023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.709477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event updated for resources: {'Subnet': ['ID=ae1f3025-2213-4602-a9ad-cd96da951aad,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:17.721921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.722291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.722649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.723029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.723372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.723711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.724047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.724634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.724966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.725320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.725676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.726009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:17.729675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Checking segment: {'id': 'e172ce45-dfce-4de7-b891-f4e3b35bce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c1b17e0f-bbf8-4e18-8e1b-7c3043844826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:17.730095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Network hostable DHCP agents. Network: c1b17e0f-bbf8-4e18-8e1b-7c3043844826, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:53:17.839809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Network c1b17e0f-bbf8-4e18-8e1b-7c3043844826 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:53:17.887984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f548b-c788-4169-aefa-c71f3a580e41 None None] Network 75472495-0374-48ec-a286-20065554b198 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:17.939205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, c1b17e0f-bbf8-4e18-8e1b-7c3043844826) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:17.944761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:17.945378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:17.952032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ce1efd-b5da-4737-8d19-bd22f8758d18 None None] Network c1b17e0f-bbf8-4e18-8e1b-7c3043844826 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:18.055956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f2dad28a-47b6-4d19-a472-608b664a37c4 None None] Provisioning for port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:18.067225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f2dad28a-47b6-4d19-a472-608b664a37c4 None None] Provisioning complete for port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:18.067595 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2dad28a-47b6-4d19-a472-608b664a37c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.078825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c852c18a-ff31-4962-88dc-2bacffae5585 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9800501 Aug 19 12:53:18.081295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41008) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:18.086504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Request body: {'subnet': {'network_id': '949e98e3-403f-459c-b387-2cfae9cc624e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:18.229100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-c1b17e0f-bbf8-4e18-8e1b-7c3043844826', 'network_id': 'c1b17e0f-bbf8-4e18-8e1b-7c3043844826', 'tenant_id': 'de89f4123d6d4e96bb04eb2626fab874', 'fixed_ips': [{'subnet_id': 'ae1f3025-2213-4602-a9ad-cd96da951aad'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:53:18.230062 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.245995 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2dad28a-47b6-4d19-a472-608b664a37c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.259561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Made reservation on behalf of de89f4123d6d4e96bb04eb2626fab874 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:53:18.263371 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.341683 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f2dad28a-47b6-4d19-a472-608b664a37c4 None None] For port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=588d7a57-0cd6-4aaf-93d9-e2c5156f40c8,segment=NetworkSegment(6e8da538-78e2-4fb1-8faa-793d84b1f510),segment_id=6e8da538-78e2-4fb1-8faa-793d84b1f510)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:18.408487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Allocated IP 172.20.0.2 (c1b17e0f-bbf8-4e18-8e1b-7c3043844826/ae1f3025-2213-4602-a9ad-cd96da951aad/ce1865f5-c312-40af-a5b5-6a095eff2309) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:18.434737 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2dad28a-47b6-4d19-a472-608b664a37c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.528324 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.533373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dad28a-47b6-4d19-a472-608b664a37c4 None None] Pushing event updated for resources: {'Port': ['ID=588d7a57-0cd6-4aaf-93d9-e2c5156f40c8,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:18.594898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b027ea0d-7024-4177-992c-6cd3d65f3a02 None None] Provisioning complete for port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:18.595193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event updated for resources: {'Subnet': ['ID=df20725c-922f-48c5-979b-c1ad2f4b1ebd,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:18.595299 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b027ea0d-7024-4177-992c-6cd3d65f3a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.604482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Checking segment: {'id': 'bf0342f1-c780-4147-b69f-ce23a0013ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '949e98e3-403f-459c-b387-2cfae9cc624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:18.604843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Network hostable DHCP agents. Network: 949e98e3-403f-459c-b387-2cfae9cc624e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:53:18.644056 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.654950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Transition to ACTIVE for port object ce1865f5-c312-40af-a5b5-6a095eff2309 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:18.673526 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Transition to ACTIVE for port object ce1865f5-c312-40af-a5b5-6a095eff2309 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:18.756761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Network 949e98e3-403f-459c-b387-2cfae9cc624e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:53:18.808596 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.851017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Network c1b17e0f-bbf8-4e18-8e1b-7c3043844826 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:18.853880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:18.856267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:18.866051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Pushing event updated for resources: {'Port': ['ID=ce1865f5-c312-40af-a5b5-6a095eff2309,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:18.876851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 949e98e3-403f-459c-b387-2cfae9cc624e) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:18.880908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:18.881497 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.890398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f595b7f-5ca5-4399-a987-65ef75710eaa None None] Network 949e98e3-403f-459c-b387-2cfae9cc624e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:18.958469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Attempting to bind port ce1865f5-c312-40af-a5b5-6a095eff2309 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:53:18.958859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Attempting to bind port ce1865f5-c312-40af-a5b5-6a095eff2309 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'e172ce45-dfce-4de7-b891-f4e3b35bce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c1b17e0f-bbf8-4e18-8e1b-7c3043844826'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:53:18.959227 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Attempting to bind port ce1865f5-c312-40af-a5b5-6a095eff2309 on network c1b17e0f-bbf8-4e18-8e1b-7c3043844826 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:18.968604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:53:18.968604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Checking segment: {'id': 'e172ce45-dfce-4de7-b891-f4e3b35bce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c1b17e0f-bbf8-4e18-8e1b-7c3043844826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:18.969025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.969169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Bound using segment: {'id': 'e172ce45-dfce-4de7-b891-f4e3b35bce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c1b17e0f-bbf8-4e18-8e1b-7c3043844826'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:53:18.969640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Bound port: ce1865f5-c312-40af-a5b5-6a095eff2309, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e172ce45-dfce-4de7-b891-f4e3b35bce15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c1b17e0f-bbf8-4e18-8e1b-7c3043844826'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:53:18.970020 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:18.998331 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-15854275-5719-4286-826c-4be1104e6731 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9155748 Aug 19 12:53:19.001129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41010) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:19.080976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] For port ce1865f5-c312-40af-a5b5-6a095eff2309, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:53:19.086051 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] For port ce1865f5-c312-40af-a5b5-6a095eff2309, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ce1865f5-c312-40af-a5b5-6a095eff2309,segment=NetworkSegment(e172ce45-dfce-4de7-b891-f4e3b35bce15),segment_id=e172ce45-dfce-4de7-b891-f4e3b35bce15)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:53:19.113261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-949e98e3-403f-459c-b387-2cfae9cc624e', 'network_id': '949e98e3-403f-459c-b387-2cfae9cc624e', 'tenant_id': 'de89f4123d6d4e96bb04eb2626fab874', 'fixed_ips': [{'subnet_id': 'df20725c-922f-48c5-979b-c1ad2f4b1ebd'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:53:19.114135 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.298151 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.339601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:19.344494 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.484374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845b7f6-2c6e-40de-ad50-b0df300022b0 None None] Pushing event updated for resources: {'Port': ['ID=ce1865f5-c312-40af-a5b5-6a095eff2309,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:19.496786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Allocated IP 172.20.0.2 (949e98e3-403f-459c-b387-2cfae9cc624e/df20725c-922f-48c5-979b-c1ad2f4b1ebd/12ba2106-7bda-4bf6-9a05-f4bc8872c1e8) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:19.518793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:19.519193 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.550395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Allocated IP 172.20.0.1 (c1b17e0f-bbf8-4e18-8e1b-7c3043844826/ae1f3025-2213-4602-a9ad-cd96da951aad/fa98a02f-a685-46d7-b8ac-eabf4cea3126) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:19.705453 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.724811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Transition to ACTIVE for port object fa98a02f-a685-46d7-b8ac-eabf4cea3126 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:19.772538 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.781784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Transition to ACTIVE for port object 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:19.798103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Transition to ACTIVE for port object 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:19.883078 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.923426 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.927181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Network c1b17e0f-bbf8-4e18-8e1b-7c3043844826 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:19.933850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:19.939794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:19.944334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event updated for resources: {'Port': ['ID=fa98a02f-a685-46d7-b8ac-eabf4cea3126,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:19.972846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Network 949e98e3-403f-459c-b387-2cfae9cc624e is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:19.975992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:19.980781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:19.987009 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:19.987559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Pushing event updated for resources: {'Port': ['ID=12ba2106-7bda-4bf6-9a05-f4bc8872c1e8,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:20.040815 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Attempting to bind port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:53:20.041272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Attempting to bind port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'bf0342f1-c780-4147-b69f-ce23a0013ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '949e98e3-403f-459c-b387-2cfae9cc624e'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:53:20.041640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Attempting to bind port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 on network 949e98e3-403f-459c-b387-2cfae9cc624e {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:53:20.046705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:53:20.047121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Checking segment: {'id': 'bf0342f1-c780-4147-b69f-ce23a0013ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '949e98e3-403f-459c-b387-2cfae9cc624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:53:20.047586 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:20.048004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Bound using segment: {'id': 'bf0342f1-c780-4147-b69f-ce23a0013ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '949e98e3-403f-459c-b387-2cfae9cc624e'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:53:20.053144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Bound port: 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0342f1-c780-4147-b69f-ce23a0013ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '949e98e3-403f-459c-b387-2cfae9cc624e'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:53:20.053144 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:20.114725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] For port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:53:20.117969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] For port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=12ba2106-7bda-4bf6-9a05-f4bc8872c1e8,segment=NetworkSegment(bf0342f1-c780-4147-b69f-ce23a0013ace),segment_id=bf0342f1-c780-4147-b69f-ce23a0013ace)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:53:20.214585 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:20.220836 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:20.296374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28660fae-800f-47ed-ab9f-ab0288e4a3b6 None None] Pushing event updated for resources: {'Port': ['ID=12ba2106-7bda-4bf6-9a05-f4bc8872c1e8,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:20.534832 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a785eb-ff90-4f60-827b-c53141d3ba37 None None] Network c1b17e0f-bbf8-4e18-8e1b-7c3043844826 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:20.701747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d4eb698b-2ab2-4681-8df3-1ada26ba4fdf None None] Provisioning for port ce1865f5-c312-40af-a5b5-6a095eff2309 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:20.894305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.059872 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.140114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event updated for resources: {'Port': ['ID=fa98a02f-a685-46d7-b8ac-eabf4cea3126,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:21.142772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.151502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-03618bf3-7dfb-4c22-b5a8-49fcb052c5ed None None] Provisioning for port fa98a02f-a685-46d7-b8ac-eabf4cea3126 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:21.156833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-03618bf3-7dfb-4c22-b5a8-49fcb052c5ed None None] Provisioning complete for port fa98a02f-a685-46d7-b8ac-eabf4cea3126 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:21.157801 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-03618bf3-7dfb-4c22-b5a8-49fcb052c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.214439 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-03618bf3-7dfb-4c22-b5a8-49fcb052c5ed None None] Port fa98a02f-a685-46d7-b8ac-eabf4cea3126 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:53:21.261854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Network c1b17e0f-bbf8-4e18-8e1b-7c3043844826 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:21.263737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:21.335319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:21.388732 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2dd83d7b-2ea8-421e-b91a-1b50d27a9eb3 None None] Provisioning complete for port fa98a02f-a685-46d7-b8ac-eabf4cea3126 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:21.389115 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2dd83d7b-2ea8-421e-b91a-1b50d27a9eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.436459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2dd83d7b-2ea8-421e-b91a-1b50d27a9eb3 None None] Port fa98a02f-a685-46d7-b8ac-eabf4cea3126 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:53:21.471898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd94771-3c7f-4c23-a133-84470d6f5175 None None] Network 949e98e3-403f-459c-b387-2cfae9cc624e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:21.551939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Router df02a2d4-6c64-494e-87e3-a4ce64f3367d is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:53:21.594605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-95017540-556c-46c2-bf38-d80371051779 None None] Provisioning complete for port fa98a02f-a685-46d7-b8ac-eabf4cea3126 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:21.595300 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95017540-556c-46c2-bf38-d80371051779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.652984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-95017540-556c-46c2-bf38-d80371051779 None None] Port fa98a02f-a685-46d7-b8ac-eabf4cea3126 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:53:21.656630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:53:21.662153 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-81038e1c-dd4d-4a2a-86b1-33b483248c28 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "PUT /v2.0/routers/df02a2d4-6c64-494e-87e3-a4ce64f3367d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6596336 Aug 19 12:53:21.664625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41016) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:21.668393 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9af4bf-1f7b-4d0d-a27d-b98352819d22 None None] Sync routers for ids ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:53:21.678234 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9af4bf-1f7b-4d0d-a27d-b98352819d22 None None] Routers {'df02a2d4-6c64-494e-87e3-a4ce64f3367d'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:21.678941 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ec9af4bf-1f7b-4d0d-a27d-b98352819d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:53:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:21.716132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ec9af4bf-1f7b-4d0d-a27d-b98352819d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:21.725719 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9af4bf-1f7b-4d0d-a27d-b98352819d22 None None] Routers {'df02a2d4-6c64-494e-87e3-a4ce64f3367d'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:21.726489 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ec9af4bf-1f7b-4d0d-a27d-b98352819d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:53:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:21.761794 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ec9af4bf-1f7b-4d0d-a27d-b98352819d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:21.762437 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9af4bf-1f7b-4d0d-a27d-b98352819d22 None None] The sync data for ids ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:53:21.771942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:21.773426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ce1865f5-c312-40af-a5b5-6a095eff2309 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:21.837224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-95017540-556c-46c2-bf38-d80371051779 None None] Provisioning for port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:21.841878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-95017540-556c-46c2-bf38-d80371051779 None None] Provisioning complete for port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:21.842491 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95017540-556c-46c2-bf38-d80371051779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.926554 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95017540-556c-46c2-bf38-d80371051779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.958725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port ce1865f5-c312-40af-a5b5-6a095eff2309 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:21.970793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ce1865f5-c312-40af-a5b5-6a095eff2309 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:21.971123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:21.973727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-95017540-556c-46c2-bf38-d80371051779 None None] For port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=12ba2106-7bda-4bf6-9a05-f4bc8872c1e8,segment=NetworkSegment(bf0342f1-c780-4147-b69f-ce23a0013ace),segment_id=bf0342f1-c780-4147-b69f-ce23a0013ace)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:22.049598 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-bfeffb02-923b-4651-9f56-c5bc5e5aab9e tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 12:53:22.051248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bfeffb02-923b-4651-9f56-c5bc5e5aab9e tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "PUT /v2.0/routers/df02a2d4-6c64-494e-87e3-a4ce64f3367d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3856928 Aug 19 12:53:22.054196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41020) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:22.058311 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.071943 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95017540-556c-46c2-bf38-d80371051779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.121747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port ce1865f5-c312-40af-a5b5-6a095eff2309, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ce1865f5-c312-40af-a5b5-6a095eff2309,segment=NetworkSegment(e172ce45-dfce-4de7-b891-f4e3b35bce15),segment_id=e172ce45-dfce-4de7-b891-f4e3b35bce15)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:22.137802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95017540-556c-46c2-bf38-d80371051779 None None] Pushing event updated for resources: {'Port': ['ID=12ba2106-7bda-4bf6-9a05-f4bc8872c1e8,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:22.190991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f95f78f7-89d6-4b96-a50a-6adb10b5b444 None None] Provisioning complete for port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:22.191452 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f95f78f7-89d6-4b96-a50a-6adb10b5b444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.260896 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.317393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=ce1865f5-c312-40af-a5b5-6a095eff2309,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:22.384233 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df7d2b41-2944-4142-b86a-d497173c8989 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.625768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-df7d2b41-2944-4142-b86a-d497173c8989 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Deleting port fa98a02f-a685-46d7-b8ac-eabf4cea3126 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:22.626105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df7d2b41-2944-4142-b86a-d497173c8989 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.712867 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df7d2b41-2944-4142-b86a-d497173c8989 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:22.725331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-df7d2b41-2944-4142-b86a-d497173c8989 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Calling delete_port for fa98a02f-a685-46d7-b8ac-eabf4cea3126 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:23.236030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:23.289671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:23.289969 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:23.334047 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df7d2b41-2944-4142-b86a-d497173c8989 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:23.363961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d2b41-2944-4142-b86a-d497173c8989 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event deleted for resources: {'Port': ['ID=fa98a02f-a685-46d7-b8ac-eabf4cea3126,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:23.387243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ce1865f5-c312-40af-a5b5-6a095eff2309 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:53:23.452593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ce1865f5-c312-40af-a5b5-6a095eff2309 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:23.453088 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:23.526593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-df7d2b41-2944-4142-b86a-d497173c8989 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:23.692036 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7d2b41-2944-4142-b86a-d497173c8989 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Router df02a2d4-6c64-494e-87e3-a4ce64f3367d has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:53:23.784800 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7d2b41-2944-4142-b86a-d497173c8989 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:53:23.819810 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-df7d2b41-2944-4142-b86a-d497173c8989 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "PUT /v2.0/routers/df02a2d4-6c64-494e-87e3-a4ce64f3367d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7364740 Aug 19 12:53:23.819810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41022) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:23.821483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bceda5-a6e1-4da0-9900-b1fb262e9e46 None None] Sync routers for ids ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:53:23.821483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bceda5-a6e1-4da0-9900-b1fb262e9e46 None None] Routers {'df02a2d4-6c64-494e-87e3-a4ce64f3367d'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:23.821483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-52bceda5-a6e1-4da0-9900-b1fb262e9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:53:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:23.835980 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-4fe79ba6-9074-4231-902e-722d4fed9d6a tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] delete failed (client error): The resource could not be found. Aug 19 12:53:23.837202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4fe79ba6-9074-4231-902e-722d4fed9d6a tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-513226155 HTTP/1.1" status: 404 len: 334 time: 0.0384972 Aug 19 12:53:23.841186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41024) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:23.845769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-52bceda5-a6e1-4da0-9900-b1fb262e9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:23.845956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-fb9092a6-4cc3-469d-866a-2830adbc6afb tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df02a2d4-6c64-494e-87e3-a4ce64f3367d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:23.855389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bceda5-a6e1-4da0-9900-b1fb262e9e46 None None] Routers {'df02a2d4-6c64-494e-87e3-a4ce64f3367d'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:23.855994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-52bceda5-a6e1-4da0-9900-b1fb262e9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:53:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:23.888905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-52bceda5-a6e1-4da0-9900-b1fb262e9e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:23.889577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bceda5-a6e1-4da0-9900-b1fb262e9e46 None None] The sync data for ids ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:53:24.061642 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb9092a6-4cc3-469d-866a-2830adbc6afb tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:24.272749 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-fb9092a6-4cc3-469d-866a-2830adbc6afb tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] update failed (client error): The resource could not be found. Aug 19 12:53:24.273819 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fb9092a6-4cc3-469d-866a-2830adbc6afb tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "PUT /v2.0/routers/df02a2d4-6c64-494e-87e3-a4ce64f3367d HTTP/1.1" status: 404 len: 339 time: 0.4315157 Aug 19 12:53:24.277333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41026) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:24.554616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.114007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Allocated IP 172.20.0.1 (75472495-0374-48ec-a286-20065554b198/5ed6d2b1-2d89-4806-8dca-686c3ad88d57/e49f1613-746e-474e-94f6-142dc4403474) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:53:25.226826 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.241504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Transition to ACTIVE for port object e49f1613-746e-474e-94f6-142dc4403474 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:53:25.420310 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.442595 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.463374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Network 75472495-0374-48ec-a286-20065554b198 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:25.466440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:25.470696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:53:25.478155 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event updated for resources: {'Port': ['ID=e49f1613-746e-474e-94f6-142dc4403474,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:25.519541 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.738480 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.837152 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-40bfa7fe-18b6-4b3b-9136-7455d5462787 None None] Provisioning for port e49f1613-746e-474e-94f6-142dc4403474 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:53:25.841026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-40bfa7fe-18b6-4b3b-9136-7455d5462787 None None] Provisioning complete for port e49f1613-746e-474e-94f6-142dc4403474 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:25.841393 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-40bfa7fe-18b6-4b3b-9136-7455d5462787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:25.879102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-40bfa7fe-18b6-4b3b-9136-7455d5462787 None None] Port e49f1613-746e-474e-94f6-142dc4403474 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:53:26.001487 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.111224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.189424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event updated for resources: {'Port': ['ID=e49f1613-746e-474e-94f6-142dc4403474,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:26.192009 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.285983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Network 75472495-0374-48ec-a286-20065554b198 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:53:26.287461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:53:26.352440 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.396682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Router df02a2d4-6c64-494e-87e3-a4ce64f3367d has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:53:26.499646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:53:26.505360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eb37b4d1-ac56-47d0-a136-fed4fc7ac345 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "PUT /v2.0/routers/df02a2d4-6c64-494e-87e3-a4ce64f3367d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2270429 Aug 19 12:53:26.508309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41028) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:26.514720 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a858107-55f1-49a6-a63f-7115e79db196 None None] Sync routers for ids ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:53:26.526406 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a858107-55f1-49a6-a63f-7115e79db196 None None] Routers {'df02a2d4-6c64-494e-87e3-a4ce64f3367d'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:26.527092 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4a858107-55f1-49a6-a63f-7115e79db196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:53:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:26.563313 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4a858107-55f1-49a6-a63f-7115e79db196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:26.573360 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a858107-55f1-49a6-a63f-7115e79db196 None None] Routers {'df02a2d4-6c64-494e-87e3-a4ce64f3367d'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:26.573981 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4a858107-55f1-49a6-a63f-7115e79db196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:53:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:26.609349 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4a858107-55f1-49a6-a63f-7115e79db196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:26.610276 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a858107-55f1-49a6-a63f-7115e79db196 None None] The sync data for ids ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:53:26.618895 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8030cb0e-43e5-4447-ab14-f7e97c7bb51b tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.638987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-703610c2-84d5-4dad-974a-c66469198b4e None None] Provisioning complete for port e49f1613-746e-474e-94f6-142dc4403474 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:53:26.639541 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-703610c2-84d5-4dad-974a-c66469198b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:26.674652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-703610c2-84d5-4dad-974a-c66469198b4e None None] Port e49f1613-746e-474e-94f6-142dc4403474 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:53:26.709658 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-8030cb0e-43e5-4447-ab14-f7e97c7bb51b tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 19 12:53:26.710673 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8030cb0e-43e5-4447-ab14-f7e97c7bb51b tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "DELETE /v2.0/routers/df02a2d4-6c64-494e-87e3-a4ce64f3367d HTTP/1.1" status: 409 len: 329 time: 0.2012653 Aug 19 12:53:26.713520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41030) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:27.044221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4188007c-cf11-49d6-97c4-a7643bfee561 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:27.293279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-4188007c-cf11-49d6-97c4-a7643bfee561 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Deleting port e49f1613-746e-474e-94f6-142dc4403474 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:27.293279 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4188007c-cf11-49d6-97c4-a7643bfee561 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:27.380540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4188007c-cf11-49d6-97c4-a7643bfee561 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:27.392086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-4188007c-cf11-49d6-97c4-a7643bfee561 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Calling delete_port for e49f1613-746e-474e-94f6-142dc4403474 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:27.671980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4188007c-cf11-49d6-97c4-a7643bfee561 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:27.698483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188007c-cf11-49d6-97c4-a7643bfee561 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event deleted for resources: {'Port': ['ID=e49f1613-746e-474e-94f6-142dc4403474,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:27.842657 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4188007c-cf11-49d6-97c4-a7643bfee561 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.006901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4188007c-cf11-49d6-97c4-a7643bfee561 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Router df02a2d4-6c64-494e-87e3-a4ce64f3367d has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:53:28.083356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4188007c-cf11-49d6-97c4-a7643bfee561 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:53:28.089001 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4188007c-cf11-49d6-97c4-a7643bfee561 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "PUT /v2.0/routers/df02a2d4-6c64-494e-87e3-a4ce64f3367d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3745265 Aug 19 12:53:28.091773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41032) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:28.093726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a46772-df16-4d67-94e3-b0c632b72dd2 None None] Sync routers for ids ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:53:28.103046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a46772-df16-4d67-94e3-b0c632b72dd2 None None] Routers {'df02a2d4-6c64-494e-87e3-a4ce64f3367d'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:28.103659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e8a46772-df16-4d67-94e3-b0c632b72dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:53:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:28.128573 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-5d9522d6-ece4-4602-aa7d-ab9482b56217 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] show failed (client error): The resource could not be found. Aug 19 12:53:28.129629 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5d9522d6-ece4-4602-aa7d-ab9482b56217 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-149459413 HTTP/1.1" status: 404 len: 334 time: 0.0369537 Aug 19 12:53:28.133614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41034) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:28.135470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e8a46772-df16-4d67-94e3-b0c632b72dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:28.137923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0fe50a1c-5d7f-4597-8320-4e0b1bca561a tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:53:28.144663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a46772-df16-4d67-94e3-b0c632b72dd2 None None] Routers {'df02a2d4-6c64-494e-87e3-a4ce64f3367d'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:53:28.145339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e8a46772-df16-4d67-94e3-b0c632b72dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:53:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:28.174532 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-0fe50a1c-5d7f-4597-8320-4e0b1bca561a tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] update failed (client error): The resource could not be found. Aug 19 12:53:28.175594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0fe50a1c-5d7f-4597-8320-4e0b1bca561a tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1651167206 HTTP/1.1" status: 404 len: 335 time: 0.0410955 Aug 19 12:53:28.180026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e8a46772-df16-4d67-94e3-b0c632b72dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:28.180170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41036) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:28.180692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a46772-df16-4d67-94e3-b0c632b72dd2 None None] The sync data for ids ['df02a2d4-6c64-494e-87e3-a4ce64f3367d'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:53:28.231262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-2655ac1b-2cc0-45c6-a765-95138837e6cd tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Deleting subnet df20725c-922f-48c5-979b-c1ad2f4b1ebd {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:53:28.234214 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2655ac1b-2cc0-45c6-a765-95138837e6cd tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.273477 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2655ac1b-2cc0-45c6-a765-95138837e6cd tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.299759 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:53:28.356776 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2655ac1b-2cc0-45c6-a765-95138837e6cd tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.546520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2655ac1b-2cc0-45c6-a765-95138837e6cd tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.573783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655ac1b-2cc0-45c6-a765-95138837e6cd tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event deleted for resources: {'Subnet': ['ID=df20725c-922f-48c5-979b-c1ad2f4b1ebd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:28.577430 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2655ac1b-2cc0-45c6-a765-95138837e6cd tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.579724 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2655ac1b-2cc0-45c6-a765-95138837e6cd tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "DELETE /v2.0/subnets/df20725c-922f-48c5-979b-c1ad2f4b1ebd HTTP/1.1" status: 204 len: 168 time: 0.3983986 Aug 19 12:53:28.582366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41038) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:28.585117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62e9740-8196-437e-ac55-a3ab41cda14e None None] Network 949e98e3-403f-459c-b387-2cfae9cc624e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:28.639953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0480e1-c16c-4e1f-8ca2-b7330aec89b6 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Deleting subnet ae1f3025-2213-4602-a9ad-cd96da951aad {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:53:28.643126 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e0480e1-c16c-4e1f-8ca2-b7330aec89b6 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.682453 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e0480e1-c16c-4e1f-8ca2-b7330aec89b6 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.758579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a9050c-ae56-4ecb-80d5-53ae0c551fb0 None None] DHCP port deletion for 949e98e3-403f-459c-b387-2cfae9cc624e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:53:28.776190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e0480e1-c16c-4e1f-8ca2-b7330aec89b6 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.807648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-83a9050c-ae56-4ecb-80d5-53ae0c551fb0 None None] Deleting port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:28.807928 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-83a9050c-ae56-4ecb-80d5-53ae0c551fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.868315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-83a9050c-ae56-4ecb-80d5-53ae0c551fb0 None None] For port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=12ba2106-7bda-4bf6-9a05-f4bc8872c1e8,segment=NetworkSegment(bf0342f1-c780-4147-b69f-ce23a0013ace),segment_id=bf0342f1-c780-4147-b69f-ce23a0013ace)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:28.868710 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-83a9050c-ae56-4ecb-80d5-53ae0c551fb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:28.880956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-83a9050c-ae56-4ecb-80d5-53ae0c551fb0 None None] Calling delete_port for 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:29.014735 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e0480e1-c16c-4e1f-8ca2-b7330aec89b6 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.040868 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0480e1-c16c-4e1f-8ca2-b7330aec89b6 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1f3025-2213-4602-a9ad-cd96da951aad,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:29.047722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5e0480e1-c16c-4e1f-8ca2-b7330aec89b6 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.049639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5e0480e1-c16c-4e1f-8ca2-b7330aec89b6 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "DELETE /v2.0/subnets/ae1f3025-2213-4602-a9ad-cd96da951aad HTTP/1.1" status: 204 len: 168 time: 0.4663098 Aug 19 12:53:29.052092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41040) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:29.054786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3608f5-4052-46d1-b994-8ed6c5830feb None None] Network c1b17e0f-bbf8-4e18-8e1b-7c3043844826 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:29.158597 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-83a9050c-ae56-4ecb-80d5-53ae0c551fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.193312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9050c-ae56-4ecb-80d5-53ae0c551fb0 None None] Pushing event deleted for resources: {'Port': ['ID=12ba2106-7bda-4bf6-9a05-f4bc8872c1e8,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:29.199436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a9050c-ae56-4ecb-80d5-53ae0c551fb0 None None] No DVR routers for this DVR port 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:29.273697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:29.288967 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:29.289343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 12ba2106-7bda-4bf6-9a05-f4bc8872c1e8 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:29.295757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d046e8-f805-4b86-a963-3c5adf51bcf0 None None] DHCP port deletion for c1b17e0f-bbf8-4e18-8e1b-7c3043844826 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:53:29.348677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-74d046e8-f805-4b86-a963-3c5adf51bcf0 None None] Deleting port ce1865f5-c312-40af-a5b5-6a095eff2309 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:29.349050 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-74d046e8-f805-4b86-a963-3c5adf51bcf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.415734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-74d046e8-f805-4b86-a963-3c5adf51bcf0 None None] For port ce1865f5-c312-40af-a5b5-6a095eff2309, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ce1865f5-c312-40af-a5b5-6a095eff2309,segment=NetworkSegment(e172ce45-dfce-4de7-b891-f4e3b35bce15),segment_id=e172ce45-dfce-4de7-b891-f4e3b35bce15)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:29.416043 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-74d046e8-f805-4b86-a963-3c5adf51bcf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.478657 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.568566 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.579500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949e98e3-403f-459c-b387-2cfae9cc624e']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:29.585164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-74d046e8-f805-4b86-a963-3c5adf51bcf0 None None] Calling delete_port for ce1865f5-c312-40af-a5b5-6a095eff2309 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:29.590867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0342f1-c780-4147-b69f-ce23a0013ace') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:29.591171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0342f1-c780-4147-b69f-ce23a0013ace') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:29.600280 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.614301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.620209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:29.620598 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:29.623674 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:29.803297 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-74d046e8-f805-4b86-a963-3c5adf51bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.828915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d046e8-f805-4b86-a963-3c5adf51bcf0 None None] Pushing event deleted for resources: {'Port': ['ID=ce1865f5-c312-40af-a5b5-6a095eff2309,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:29.830829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d046e8-f805-4b86-a963-3c5adf51bcf0 None None] No DVR routers for this DVR port ce1865f5-c312-40af-a5b5-6a095eff2309 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:29.856884 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.856884 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:29.856884 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "DELETE /v2.0/networks/949e98e3-403f-459c-b387-2cfae9cc624e HTTP/1.1" status: 204 len: 168 time: 0.7961512 Aug 19 12:53:29.856884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41042) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:29.870915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b6a00-2833-4eb3-9b80-4dce545aea52 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event deleted for resources: {'Network': ['ID=949e98e3-403f-459c-b387-2cfae9cc624e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:29.941632 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.032549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.043657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b17e0f-bbf8-4e18-8e1b-7c3043844826']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:30.054647 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e172ce45-dfce-4de7-b891-f4e3b35bce15') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:30.054923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e172ce45-dfce-4de7-b891-f4e3b35bce15') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:30.063806 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.078140 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.084543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:30.084931 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:30.087925 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:30.261153 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.270227 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.271935 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "DELETE /v2.0/networks/c1b17e0f-bbf8-4e18-8e1b-7c3043844826 HTTP/1.1" status: 204 len: 168 time: 0.4191382 Aug 19 12:53:30.274307 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41044) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:30.293158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952943d1-7b74-4c4c-bf9d-dea35e5fe389 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event deleted for resources: {'Network': ['ID=c1b17e0f-bbf8-4e18-8e1b-7c3043844826,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:30.336924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d28562-6acf-46cf-81ee-033d38a27977 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Deleting subnet 5ed6d2b1-2d89-4806-8dca-686c3ad88d57 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:53:30.339564 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8d28562-6acf-46cf-81ee-033d38a27977 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.378968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8d28562-6acf-46cf-81ee-033d38a27977 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.466554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8d28562-6acf-46cf-81ee-033d38a27977 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.615717 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8d28562-6acf-46cf-81ee-033d38a27977 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.642384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d28562-6acf-46cf-81ee-033d38a27977 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed6d2b1-2d89-4806-8dca-686c3ad88d57,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:30.649586 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e8d28562-6acf-46cf-81ee-033d38a27977 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.651752 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e8d28562-6acf-46cf-81ee-033d38a27977 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "DELETE /v2.0/subnets/5ed6d2b1-2d89-4806-8dca-686c3ad88d57 HTTP/1.1" status: 204 len: 168 time: 0.3761532 Aug 19 12:53:30.653870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41046) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:30.658474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43824937-fd13-4d5c-b746-0c0727bd3821 None None] Network 75472495-0374-48ec-a286-20065554b198 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:53:30.732827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.786514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Deleting port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:30.786883 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.851123 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] For port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=588d7a57-0cd6-4aaf-93d9-e2c5156f40c8,segment=NetworkSegment(6e8da538-78e2-4fb1-8faa-793d84b1f510),segment_id=6e8da538-78e2-4fb1-8faa-793d84b1f510)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:30.851488 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.852047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e92796-9f20-4787-b7f4-3cf1fa68ed00 None None] DHCP port deletion for 75472495-0374-48ec-a286-20065554b198 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:53:30.865245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Calling delete_port for 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:30.902641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-85e92796-9f20-4787-b7f4-3cf1fa68ed00 None None] Deleting port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:53:30.902641 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-85e92796-9f20-4787-b7f4-3cf1fa68ed00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.965889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-85e92796-9f20-4787-b7f4-3cf1fa68ed00 None None] For port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=588d7a57-0cd6-4aaf-93d9-e2c5156f40c8,segment=NetworkSegment(6e8da538-78e2-4fb1-8faa-793d84b1f510),segment_id=6e8da538-78e2-4fb1-8faa-793d84b1f510)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:53:30.966279 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-85e92796-9f20-4787-b7f4-3cf1fa68ed00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:30.979614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-85e92796-9f20-4787-b7f4-3cf1fa68ed00 None None] Calling delete_port for 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:53:31.072329 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.079943 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-85e92796-9f20-4787-b7f4-3cf1fa68ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.099973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event deleted for resources: {'Port': ['ID=588d7a57-0cd6-4aaf-93d9-e2c5156f40c8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:31.102083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] No DVR routers for this DVR port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:31.111588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e92796-9f20-4787-b7f4-3cf1fa68ed00 None None] Pushing event deleted for resources: {'Port': ['ID=588d7a57-0cd6-4aaf-93d9-e2c5156f40c8,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:31.115382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e92796-9f20-4787-b7f4-3cf1fa68ed00 None None] No DVR routers for this DVR port 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:53:31.178888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.188757 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75472495-0374-48ec-a286-20065554b198']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:31.204590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8da538-78e2-4fb1-8faa-793d84b1f510') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:31.204887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8da538-78e2-4fb1-8faa-793d84b1f510') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:53:31.214394 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.228187 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.234246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:53:31.234643 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.235882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:53:31.238258 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:53:31.256730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:31.260442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 588d7a57-0cd6-4aaf-93d9-e2c5156f40c8 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:31.260442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ce1865f5-c312-40af-a5b5-6a095eff2309 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:53:31.275880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: ce1865f5-c312-40af-a5b5-6a095eff2309 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:53:31.276225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ce1865f5-c312-40af-a5b5-6a095eff2309 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:53:31.454305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.462438 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:31.464385 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "DELETE /v2.0/networks/75472495-0374-48ec-a286-20065554b198 HTTP/1.1" status: 204 len: 168 time: 0.8085537 Aug 19 12:53:31.467015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41048) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:31.474482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59232354-f455-4344-af0d-1fcb0445f902 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Pushing event deleted for resources: {'Network': ['ID=75472495-0374-48ec-a286-20065554b198,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:31.494776 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2be24508-102a-40df-ad00-128d0e184cb6 tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "GET /v2.0/ports?device_id=df02a2d4-6c64-494e-87e3-a4ce64f3367d HTTP/1.1" status: 200 len: 205 time: 0.0264721 Aug 19 12:53:31.497025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41050) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:31.869604 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-803fe3e5-8a15-442a-8115-62f1df40481e tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:32.027750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-803fe3e5-8a15-442a-8115-62f1df40481e tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:32.029874 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-803fe3e5-8a15-442a-8115-62f1df40481e tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:32.283649 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-803fe3e5-8a15-442a-8115-62f1df40481e tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:32.284123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803fe3e5-8a15-442a-8115-62f1df40481e tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Fanout notify agent at l3_agent the message router_deleted on router df02a2d4-6c64-494e-87e3-a4ce64f3367d {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:53:32.292073 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-803fe3e5-8a15-442a-8115-62f1df40481e tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:32.293094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-803fe3e5-8a15-442a-8115-62f1df40481e tempest-RoutersNegativeTest-907436890 tempest-RoutersNegativeTest-907436890-project] 10.222.0.21 "DELETE /v2.0/routers/df02a2d4-6c64-494e-87e3-a4ce64f3367d HTTP/1.1" status: 204 len: 168 time: 0.7951698 Aug 19 12:53:33.082830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41056) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:33.215675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e39b9355-a6cb-42d0-b4e6-6830f7695059 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de89f4123d6d4e96bb04eb2626fab874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316433 Aug 19 12:53:33.218150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41060) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:33.265515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2fac432d-da96-417b-ad5a-81a015ef450b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:33.291051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2fac432d-da96-417b-ad5a-81a015ef450b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:33.500960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2fac432d-da96-417b-ad5a-81a015ef450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:33.504214 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2fac432d-da96-417b-ad5a-81a015ef450b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:33.505376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2fac432d-da96-417b-ad5a-81a015ef450b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d1b876d-e7de-4ac7-b95a-bd5d5116760d HTTP/1.1" status: 204 len: 168 time: 0.2863436 Aug 19 12:53:33.513675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac432d-da96-417b-ad5a-81a015ef450b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1b876d-e7de-4ac7-b95a-bd5d5116760d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:35.186602 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0e9c5af8-7b2b-4bbc-9638-1a6b0fa271a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:36.397596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41100) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:36.505107 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52d6352f-fefb-4b9e-984c-9f7f8347ab1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:36.594710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52d6352f-fefb-4b9e-984c-9f7f8347ab1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:36.694877 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52d6352f-fefb-4b9e-984c-9f7f8347ab1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:36.737700 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-52d6352f-fefb-4b9e-984c-9f7f8347ab1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d630ae6dfe8a4b83a91f423baf0d08ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388736 Aug 19 12:53:36.739072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6352f-fefb-4b9e-984c-9f7f8347ab1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3a7332-2c39-4470-92b1-38faf53ce55e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:36.740447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41104) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:36.792023 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:36.812383 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:36.986638 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:36.989319 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:36.990466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca3a7332-2c39-4470-92b1-38faf53ce55e HTTP/1.1" status: 204 len: 168 time: 0.2490132 Aug 19 12:53:36.998780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3a7332-2c39-4470-92b1-38faf53ce55e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:37.006874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.007218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.007555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.008060 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.008293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.008714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.009038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.009364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.009684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.010000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.010317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.010632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e93f1-fb9c-4a38-8c4e-1294985651d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:53:37.654300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-37305bb0-011c-4b75-ac63-55caef836ff4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407126 Aug 19 12:53:37.694786 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:37.741918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-0f240f55-88ab-454b-8e71-fab71bdd0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:37.743419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-0f240f55-88ab-454b-8e71-fab71bdd0300 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0dc64f81a0f243fea14b8699ce777f77&device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 1096 time: 0.0441887 Aug 19 12:53:37.842590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-ed7f14a1-eac5-441c-9bf4-adca1151030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:37.843993 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-ed7f14a1-eac5-441c-9bf4-adca1151030c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f895e18b-06e1-4802-9d19-c9fbb2ee726c HTTP/1.1" status: 200 len: 910 time: 0.0824301 Aug 19 12:53:37.913553 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-a7456a63-b46d-4762-af44-18ff97486f1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0df1a93-8608-413f-b71f-6180fcca0fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0612330 Aug 19 12:53:37.930208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d270b03f-5b76-4b04-9a0d-7f830efead31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:37.951780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41116) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:37.963332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-7bd3f963-e6bc-453b-9acb-67e1d39fc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:37.964800 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-7bd3f963-e6bc-453b-9acb-67e1d39fc302 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=92ff3243-77e0-4076-803b-7eae89758f10 HTTP/1.1" status: 200 len: 848 time: 0.0443213 Aug 19 12:53:37.965658 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d71222d-adf6-49df-8bcf-72a87ea0d4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:38.014785 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-1d65d1aa-5011-4aee-b1a6-5c139431e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:38.016690 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-1d65d1aa-5011-4aee-b1a6-5c139431e2e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f895e18b-06e1-4802-9d19-c9fbb2ee726c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450835 Aug 19 12:53:38.061387 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d71222d-adf6-49df-8bcf-72a87ea0d4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:38.117696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-f93f0fbd-b22b-480f-a8e0-eaede1cc623e service neutron] 10.222.0.62 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935516 Aug 19 12:53:38.206640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f63e7579-bb70-4241-90ec-6127c41f5c71 req-c75d5234-6e21-44a0-9806-9aca6e57a02e service neutron] 10.222.0.62 "GET /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815067 Aug 19 12:53:38.312344 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d71222d-adf6-49df-8bcf-72a87ea0d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:38.350407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3d71222d-adf6-49df-8bcf-72a87ea0d4ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6ddd8fa05b345b4898ae8506f22876b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3975782 Aug 19 12:53:38.352662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71222d-adf6-49df-8bcf-72a87ea0d4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd5a52-805b-4270-9143-3e46624ca351,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:38.353294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41120) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:38.405641 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-120f9618-a026-4764-899f-6d5a4233ba63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:38.427863 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-120f9618-a026-4764-899f-6d5a4233ba63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:38.430018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-3e353181-f42e-4c2a-8413-b0a1eeb011e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405333 Aug 19 12:53:38.516709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-01b61215-6774-4b7d-b4f0-92849a9ed395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:38.518196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-01b61215-6774-4b7d-b4f0-92849a9ed395 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 1096 time: 0.0423069 Aug 19 12:53:38.597868 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-120f9618-a026-4764-899f-6d5a4233ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:38.600450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-120f9618-a026-4764-899f-6d5a4233ba63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:38.601997 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-120f9618-a026-4764-899f-6d5a4233ba63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3dd5a52-805b-4270-9143-3e46624ca351 HTTP/1.1" status: 204 len: 168 time: 0.2476873 Aug 19 12:53:38.610157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f9618-a026-4764-899f-6d5a4233ba63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd5a52-805b-4270-9143-3e46624ca351,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:38.627889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-78d35c93-30d2-4c65-aacd-06b60ae7bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:38.630009 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-78d35c93-30d2-4c65-aacd-06b60ae7bfb8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0924268 Aug 19 12:53:38.699155 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-d17966f7-9712-4e34-b7a7-fe9c559d2ea7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c HTTP/1.1" status: 200 len: 1000 time: 0.0618103 Aug 19 12:53:38.756121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-822926ab-6ca6-41e7-b043-3bb2e57e3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:38.757766 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-822926ab-6ca6-41e7-b043-3bb2e57e3592 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0518336 Aug 19 12:53:38.809018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-cc0f45d3-c540-4895-ae13-a6a29d081e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:38.810577 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-cc0f45d3-c540-4895-ae13-a6a29d081e6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459008 Aug 19 12:53:38.903419 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-2a1d5158-3e3e-44cd-9de1-06b3bc3b3d6b service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851309 Aug 19 12:53:38.999240 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-adb953fe-ee71-4805-8227-e5fcde286ac9 req-8f2fc291-afb5-4f61-b561-d5d7fae145b2 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893426 Aug 19 12:53:39.295889 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:40.673031 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:42.709300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc3dd1-8308-4d2e-951b-b67e1a3c1d3f req-e7291829-2480-4de4-80d8-a55fa3ff10ee tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:42.711143 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fbc3dd1-8308-4d2e-951b-b67e1a3c1d3f req-e7291829-2480-4de4-80d8-a55fa3ff10ee tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0593565 Aug 19 12:53:42.749733 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0fbc3dd1-8308-4d2e-951b-b67e1a3c1d3f req-543d3e8f-d237-442b-993e-6d3cd107b8e8 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323615 Aug 19 12:53:43.872021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2fdc5-e2b7-4225-a592-b5b45eb463de req-54229373-1321-48ef-ae38-50e9a731054b tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:43.873539 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-27d2fdc5-e2b7-4225-a592-b5b45eb463de req-54229373-1321-48ef-ae38-50e9a731054b tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0545456 Aug 19 12:53:43.911170 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-27d2fdc5-e2b7-4225-a592-b5b45eb463de req-1dc7c0be-3be4-4755-ae16-a6f5d650802f tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316908 Aug 19 12:53:45.031231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195092a-4c22-4e00-9bbb-e6f73fa69362 req-ae14e5f4-ee0a-4366-9ef9-52bd253e6efb tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:45.032731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8195092a-4c22-4e00-9bbb-e6f73fa69362 req-ae14e5f4-ee0a-4366-9ef9-52bd253e6efb tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0546527 Aug 19 12:53:45.070851 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8195092a-4c22-4e00-9bbb-e6f73fa69362 req-7f563ba7-c1b1-453f-afc9-8bacfd02ad1a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312364 Aug 19 12:53:46.189986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d19f7-969b-4b68-9d51-f43ffa864d44 req-d9cb3570-275e-47cd-80e9-2d5c80523abd tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:46.191524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-691d19f7-969b-4b68-9d51-f43ffa864d44 req-d9cb3570-275e-47cd-80e9-2d5c80523abd tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0500755 Aug 19 12:53:46.230987 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-691d19f7-969b-4b68-9d51-f43ffa864d44 req-ee45e61b-060a-4b33-8519-05d49cf3862e tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334663 Aug 19 12:53:47.345371 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195536d-a2ae-4bef-9b27-1c7d016881a4 req-76700781-2e24-4d2e-96bb-8f33422bc8e2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:47.346944 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3195536d-a2ae-4bef-9b27-1c7d016881a4 req-76700781-2e24-4d2e-96bb-8f33422bc8e2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0496166 Aug 19 12:53:47.385218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3195536d-a2ae-4bef-9b27-1c7d016881a4 req-03d23414-4ed5-4a86-a975-0f9f9d6b149f tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321875 Aug 19 12:53:48.501946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d3f0a-95cb-4979-893f-5ca12956664b req-be25960f-ee4a-4a0e-b66f-c088847ec830 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:48.503467 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed0d3f0a-95cb-4979-893f-5ca12956664b req-be25960f-ee4a-4a0e-b66f-c088847ec830 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0505488 Aug 19 12:53:48.542227 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed0d3f0a-95cb-4979-893f-5ca12956664b req-07d17873-f727-4876-ab2a-7021f939d48a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327756 Aug 19 12:53:49.659759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e799f44-ecad-420f-b8b5-0e067ac55d40 req-394704dd-b94c-42e4-bcd5-2e7fe7eb9c68 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:49.661322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e799f44-ecad-420f-b8b5-0e067ac55d40 req-394704dd-b94c-42e4-bcd5-2e7fe7eb9c68 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0514748 Aug 19 12:53:49.700636 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e799f44-ecad-420f-b8b5-0e067ac55d40 req-e11a7826-84bd-4723-9ed6-caa121a152d0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323603 Aug 19 12:53:50.823884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60ec4f-ba6b-427e-9782-43046b301d70 req-bdc763b9-2c46-4f0f-afbf-eaa9d6e8bf79 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:50.825454 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a60ec4f-ba6b-427e-9782-43046b301d70 req-bdc763b9-2c46-4f0f-afbf-eaa9d6e8bf79 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0565937 Aug 19 12:53:50.867538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a60ec4f-ba6b-427e-9782-43046b301d70 req-997d69cc-fd3d-4064-a532-b230f56ed3a4 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358186 Aug 19 12:53:51.084531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41276) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:51.192465 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2bc59d9-c846-4e57-bcf1-be99919c83ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.279045 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2bc59d9-c846-4e57-bcf1-be99919c83ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.353173 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2bc59d9-c846-4e57-bcf1-be99919c83ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.391225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f2bc59d9-c846-4e57-bcf1-be99919c83ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=379cb30d57194c47805b4e87903d3808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056309 Aug 19 12:53:51.392430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc59d9-c846-4e57-bcf1-be99919c83ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfcba35-4561-4b8e-8adc-77d3f51c73bc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:51.393860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41280) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:51.443285 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4885e339-91d9-4720-801a-bdb80d7cd986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.468358 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4885e339-91d9-4720-801a-bdb80d7cd986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.621703 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4885e339-91d9-4720-801a-bdb80d7cd986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.624273 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4885e339-91d9-4720-801a-bdb80d7cd986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:51.625424 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4885e339-91d9-4720-801a-bdb80d7cd986 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cfcba35-4561-4b8e-8adc-77d3f51c73bc HTTP/1.1" status: 204 len: 168 time: 0.2305820 Aug 19 12:53:51.633821 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885e339-91d9-4720-801a-bdb80d7cd986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfcba35-4561-4b8e-8adc-77d3f51c73bc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:51.982552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9597a5-6681-44d4-bbb0-6dc8a943a269 req-cae6015e-0db8-4a73-8e08-399e98f725db tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:51.984059 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab9597a5-6681-44d4-bbb0-6dc8a943a269 req-cae6015e-0db8-4a73-8e08-399e98f725db tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0508943 Aug 19 12:53:52.021634 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab9597a5-6681-44d4-bbb0-6dc8a943a269 req-e6259314-9f7c-4f57-b72b-351082ce0483 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311341 Aug 19 12:53:52.288692 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41288) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:52.302333 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d13d5a7d-4fa0-4c19-b32f-2babe3bdaf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.388277 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d13d5a7d-4fa0-4c19-b32f-2babe3bdaf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.461696 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d13d5a7d-4fa0-4c19-b32f-2babe3bdaf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.504273 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d13d5a7d-4fa0-4c19-b32f-2babe3bdaf95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e300df39e1c249df8f729105653d6bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145090 Aug 19 12:53:52.505240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d5a7d-4fa0-4c19-b32f-2babe3bdaf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88929dbc-c6ed-4817-883f-ddcf0e5d25eb,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:52.507047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41290) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:53:52.559275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b768edc-0e4f-4188-9abb-b59303e09053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.580501 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b768edc-0e4f-4188-9abb-b59303e09053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.707380 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b768edc-0e4f-4188-9abb-b59303e09053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.709926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b768edc-0e4f-4188-9abb-b59303e09053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:52.711119 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9b768edc-0e4f-4188-9abb-b59303e09053 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88929dbc-c6ed-4817-883f-ddcf0e5d25eb HTTP/1.1" status: 204 len: 168 time: 0.2017713 Aug 19 12:53:52.718879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b768edc-0e4f-4188-9abb-b59303e09053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88929dbc-c6ed-4817-883f-ddcf0e5d25eb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:53:53.141499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd360c0-cc85-42cf-8441-868329bb899c req-d7dcf8a0-90ff-458f-a606-8d6fc3b2cd8a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:53.143138 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccd360c0-cc85-42cf-8441-868329bb899c req-d7dcf8a0-90ff-458f-a606-8d6fc3b2cd8a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0505476 Aug 19 12:53:53.183507 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccd360c0-cc85-42cf-8441-868329bb899c req-4827f886-aff9-4e8c-8e1f-6b4ded8c4958 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343411 Aug 19 12:53:54.307577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0be71-9269-43f0-b1af-ba0907c232d1 req-14b72cfd-8575-4b6f-88d9-accceb7a2d54 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:54.310227 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-80f0be71-9269-43f0-b1af-ba0907c232d1 req-14b72cfd-8575-4b6f-88d9-accceb7a2d54 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0569658 Aug 19 12:53:54.347947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-80f0be71-9269-43f0-b1af-ba0907c232d1 req-1c6dce5d-76cd-46d4-8a9d-66de32096c75 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320897 Aug 19 12:53:54.731801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862435bb-9afc-4225-aa3d-482062566329 req-5653d635-0452-42ba-b3a0-82a2dd717771 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:54.733410 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-862435bb-9afc-4225-aa3d-482062566329 req-5653d635-0452-42ba-b3a0-82a2dd717771 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0514774 Aug 19 12:53:54.775195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-862435bb-9afc-4225-aa3d-482062566329 req-ec7deec4-5ec7-4222-a5ab-90a71c370aea tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340660 Aug 19 12:53:54.826486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569095-4ed5-4217-adc0-953b9ea7f04b req-9d638e40-d96c-4d0b-99b4-71b9d2d4a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:54.829695 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e569095-4ed5-4217-adc0-953b9ea7f04b req-9d638e40-d96c-4d0b-99b4-71b9d2d4a018 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 1096 time: 0.0441492 Aug 19 12:53:54.923841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569095-4ed5-4217-adc0-953b9ea7f04b req-c59d0174-ef8f-4607-9943-5ac272db1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:54.925338 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e569095-4ed5-4217-adc0-953b9ea7f04b req-c59d0174-ef8f-4607-9943-5ac272db1b6d service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 200 len: 912 time: 0.0884135 Aug 19 12:53:54.991715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e569095-4ed5-4217-adc0-953b9ea7f04b req-511344fd-7f50-4211-9835-0aa1787fc463 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c569c39a-7977-4f45-b8ca-09397f014d23 HTTP/1.1" status: 200 len: 1001 time: 0.0588019 Aug 19 12:53:55.040886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569095-4ed5-4217-adc0-953b9ea7f04b req-468b993f-9a8e-4488-a186-7f72ccd6b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.042366 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e569095-4ed5-4217-adc0-953b9ea7f04b req-468b993f-9a8e-4488-a186-7f72ccd6b55f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2b84d3c-5a39-40f7-9f8b-1757d52fb602 HTTP/1.1" status: 200 len: 850 time: 0.0442533 Aug 19 12:53:55.093985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e569095-4ed5-4217-adc0-953b9ea7f04b req-de61c044-b39f-465a-95fd-af6ff97c46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.095575 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e569095-4ed5-4217-adc0-953b9ea7f04b req-de61c044-b39f-465a-95fd-af6ff97c46e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447891 Aug 19 12:53:55.187048 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e569095-4ed5-4217-adc0-953b9ea7f04b req-130feeba-520d-457c-a5c4-56d6ce6e9078 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842662 Aug 19 12:53:55.282006 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e569095-4ed5-4217-adc0-953b9ea7f04b req-2e37918a-8b94-44ba-abf5-229b8c413835 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883372 Aug 19 12:53:55.410944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:55.896723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548abdc-11e7-40e3-9d58-3bf270c18f85 req-47824972-79fe-4854-8e2f-0d504f6ec7b3 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:55.898205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0548abdc-11e7-40e3-9d58-3bf270c18f85 req-47824972-79fe-4854-8e2f-0d504f6ec7b3 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0512793 Aug 19 12:53:55.935567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0548abdc-11e7-40e3-9d58-3bf270c18f85 req-bb2933f5-b51d-4820-848c-a53d290e1370 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312800 Aug 19 12:53:56.296308 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:53:57.064534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c60b1e-e619-42e4-8b0c-702ea2327b36 req-46420eda-4526-4aa4-939b-79e410b337ab tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:53:57.066130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00c60b1e-e619-42e4-8b0c-702ea2327b36 req-46420eda-4526-4aa4-939b-79e410b337ab tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0592086 Aug 19 12:53:57.107171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00c60b1e-e619-42e4-8b0c-702ea2327b36 req-eaae242c-2213-475a-88a4-4a377298b3c2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342658 Aug 19 12:54:05.091226 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f06e001-494a-4a22-b590-3927a2370ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:05.300189 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:54:07.696675 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:07.811762 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e1b5fea2-9d26-411d-943a-e8b71fd161ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:09.286067 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:09.361902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41454) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:09.466591 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-30204f6d-682f-4738-b342-32cb7e9649a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:09.566645 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-30204f6d-682f-4738-b342-32cb7e9649a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:09.645428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-30204f6d-682f-4738-b342-32cb7e9649a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:09.682258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30204f6d-682f-4738-b342-32cb7e9649a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c4a7ce-db05-40a7-9b90-1b5afc8baff3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:09.688995 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-30204f6d-682f-4738-b342-32cb7e9649a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca5b5fbf49c14a2e903707c6428c51ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236501 Aug 19 12:54:09.689212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41458) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:09.740416 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32064d4e-f47c-4bff-8fab-31016a09bdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:09.762166 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32064d4e-f47c-4bff-8fab-31016a09bdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:09.965678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32064d4e-f47c-4bff-8fab-31016a09bdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:09.968271 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-32064d4e-f47c-4bff-8fab-31016a09bdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:09.969433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-32064d4e-f47c-4bff-8fab-31016a09bdf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32c4a7ce-db05-40a7-9b90-1b5afc8baff3 HTTP/1.1" status: 204 len: 168 time: 0.2793331 Aug 19 12:54:09.980514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32064d4e-f47c-4bff-8fab-31016a09bdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c4a7ce-db05-40a7-9b90-1b5afc8baff3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:10.869153 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:11.036209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41464) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:11.047741 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b5857b39-29dc-4b10-8c93-39663276b022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:11.134682 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b5857b39-29dc-4b10-8c93-39663276b022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:11.274285 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b5857b39-29dc-4b10-8c93-39663276b022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:11.311286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5857b39-29dc-4b10-8c93-39663276b022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706d5df2-aa22-486b-80e4-3ece82e7c2fe,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:11.315622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b5857b39-29dc-4b10-8c93-39663276b022 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbb2443dadbf49b9a4231655bf6c31a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800541 Aug 19 12:54:11.318119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41466) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:11.366484 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e23b0a22-62ed-4774-a551-013dfa3fb6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:11.389974 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e23b0a22-62ed-4774-a551-013dfa3fb6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:11.566056 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e23b0a22-62ed-4774-a551-013dfa3fb6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:11.568730 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e23b0a22-62ed-4774-a551-013dfa3fb6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:11.569918 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e23b0a22-62ed-4774-a551-013dfa3fb6c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/706d5df2-aa22-486b-80e4-3ece82e7c2fe HTTP/1.1" status: 204 len: 168 time: 0.2502873 Aug 19 12:54:11.577520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b0a22-62ed-4774-a551-013dfa3fb6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706d5df2-aa22-486b-80e4-3ece82e7c2fe,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:12.285390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41472) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:12.299155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf45afc6-5826-4a1a-a768-04addfb08552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:12.387147 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf45afc6-5826-4a1a-a768-04addfb08552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:12.457308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf45afc6-5826-4a1a-a768-04addfb08552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:12.497140 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cf45afc6-5826-4a1a-a768-04addfb08552 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6724cc3bf8f74988a0695373092f72e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2106588 Aug 19 12:54:12.498098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45afc6-5826-4a1a-a768-04addfb08552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a40a5dd-30d4-49a9-8c12-9b4de12212ca,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:12.499801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41474) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:12.553330 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8fb68f44-3da3-402a-bf78-2545b159bacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:12.574489 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8fb68f44-3da3-402a-bf78-2545b159bacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:12.702968 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8fb68f44-3da3-402a-bf78-2545b159bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:12.705453 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8fb68f44-3da3-402a-bf78-2545b159bacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:12.706621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8fb68f44-3da3-402a-bf78-2545b159bacf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a40a5dd-30d4-49a9-8c12-9b4de12212ca HTTP/1.1" status: 204 len: 168 time: 0.2050200 Aug 19 12:54:12.726899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb68f44-3da3-402a-bf78-2545b159bacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a40a5dd-30d4-49a9-8c12-9b4de12212ca,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:16.876312 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-d71b015f-0f0b-407d-b866-b1307e6f9f3f tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0ebbcd2e4cfb4b389aeabf78ca43cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344250 Aug 19 12:54:17.060094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-e8759494-3a80-4503-8ffd-bcf4bbac39f6 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:17.061549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-e8759494-3a80-4503-8ffd-bcf4bbac39f6 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792920 Aug 19 12:54:17.076589 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-4b67e60d-a733-43b4-a6f6-3ba0e2183436 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/quotas/0ebbcd2e4cfb4b389aeabf78ca43cd30 HTTP/1.1" status: 200 len: 375 time: 0.0092356 Aug 19 12:54:17.106737 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-fd87ac33-5a23-4a5b-9013-58000d6aee7d tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ebbcd2e4cfb4b389aeabf78ca43cd30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251112 Aug 19 12:54:17.664900 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2d26c17b-acfa-4ed5-9ab4-1c3dfb675062 req-10f787ac-9539-4db1-a621-1231b0bb15be tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 210 time: 0.0273373 Aug 19 12:54:18.743034 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8dacbf08-2ce3-44c5-8ab0-a7829323709a req-0437a26f-4082-49fe-b434-42caea5e782c tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 210 time: 0.0258398 Aug 19 12:54:19.834059 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0dab5d98-2f07-4921-a6fa-3a94c753ba4d req-fd37016b-18f0-42fd-87a9-136db310ebf2 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 210 time: 0.0263691 Aug 19 12:54:20.124574 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-7c7ff49b-1e11-4ba8-b28c-9d14385fe828 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0ebbcd2e4cfb4b389aeabf78ca43cd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289855 Aug 19 12:54:20.316857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-e5bc950d-f1b5-4d93-844b-69a7ed75b3d9 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:20.318232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-e5bc950d-f1b5-4d93-844b-69a7ed75b3d9 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881113 Aug 19 12:54:20.331678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Request body: {'port': {'device_id': '62cf79cd-fd0c-4731-afe8-9eaf2e61597b', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': '0ebbcd2e4cfb4b389aeabf78ca43cd30'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:20.566286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Made reservation on behalf of 0ebbcd2e4cfb4b389aeabf78ca43cd30 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:54:20.570034 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:20.578916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:20.670006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:20.743413 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:20.801849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b0947d-f01b-4290-867a-24b507903d81,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:20.873911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Allocated IP 192.168.233.203 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/ee6b5271-3e7b-4697-a2b2-a78bbf296cad) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:54:20.927363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-65641902-3fff-4f8d-a98e-cfe897323703 req-feda84c8-ecca-426a-9df7-e9a9bc94cb59 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 210 time: 0.0259743 Aug 19 12:54:21.025686 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:21.044884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Transition to ACTIVE for port object ee6b5271-3e7b-4697-a2b2-a78bbf296cad will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:21.213143 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:21.262053 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:54:21.265347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:54:21.269287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:54:21.276228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Pushing event updated for resources: {'Port': ['ID=ee6b5271-3e7b-4697-a2b2-a78bbf296cad,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:21.324659 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:21.326787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:21.630784 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-03628466-aaa6-4bd4-af0d-c88d3bc07e9e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3025355 Aug 19 12:54:21.644811 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Request body: {'port': {'device_id': '62cf79cd-fd0c-4731-afe8-9eaf2e61597b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:21.681002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-02904164-10d6-4d1f-a7ab-358f8c34600c None None] Provisioning for port ee6b5271-3e7b-4697-a2b2-a78bbf296cad completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:21.685148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-02904164-10d6-4d1f-a7ab-358f8c34600c None None] Provisioning complete for port ee6b5271-3e7b-4697-a2b2-a78bbf296cad triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:21.685638 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-02904164-10d6-4d1f-a7ab-358f8c34600c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:21.704491 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:21.720441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-02904164-10d6-4d1f-a7ab-358f8c34600c None None] Port ee6b5271-3e7b-4697-a2b2-a78bbf296cad cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:54:21.972706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6b5271-3e7b-4697-a2b2-a78bbf296cad {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:54:21.981337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:21.993221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Transition to ACTIVE for port object ee6b5271-3e7b-4697-a2b2-a78bbf296cad will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:22.052301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1442f0-9577-4504-84c2-7a7c20f07670 req-361f3b73-3960-46b5-8569-42d836980c34 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:22.053825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b1442f0-9577-4504-84c2-7a7c20f07670 req-361f3b73-3960-46b5-8569-42d836980c34 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 936 time: 0.0501196 Aug 19 12:54:22.067196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:22.136943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Pushing event updated for resources: {'Port': ['ID=ee6b5271-3e7b-4697-a2b2-a78bbf296cad,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:22.143301 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b1442f0-9577-4504-84c2-7a7c20f07670 req-af279db9-8e6e-4a5f-9c71-297f953b9fe5 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/security-groups?id=26b0947d-f01b-4290-867a-24b507903d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833311 Aug 19 12:54:22.220950 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Attempting to bind port ee6b5271-3e7b-4697-a2b2-a78bbf296cad on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:54:22.221286 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Attempting to bind port ee6b5271-3e7b-4697-a2b2-a78bbf296cad by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:54:22.221612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Attempting to bind port ee6b5271-3e7b-4697-a2b2-a78bbf296cad on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:54:22.226692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Port ee6b5271-3e7b-4697-a2b2-a78bbf296cad on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:54:22.227043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Attempting to bind port ee6b5271-3e7b-4697-a2b2-a78bbf296cad on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:54:22.232256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:54:22.232597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:54:22.232980 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:54:22.233403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Bound port: ee6b5271-3e7b-4697-a2b2-a78bbf296cad, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:54:22.233840 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:22.301645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] For port ee6b5271-3e7b-4697-a2b2-a78bbf296cad, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:54:22.304598 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] For port ee6b5271-3e7b-4697-a2b2-a78bbf296cad, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ee6b5271-3e7b-4697-a2b2-a78bbf296cad,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:54:22.395789 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:22.430266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:22.430910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:22.432323 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] 10.222.0.30 "PUT /v2.0/ports/ee6b5271-3e7b-4697-a2b2-a78bbf296cad HTTP/1.1" status: 200 len: 1096 time: 0.7921014 Aug 19 12:54:22.432766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cf79cd-fd0c-4731-afe8-9eaf2e61597b', 'tag': 'ee6b5271-3e7b-4697-a2b2-a78bbf296cad'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:22.435093 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61cc330-6175-4669-aeb0-76fa2e240c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "62cf79cd-fd0c-4731-afe8-9eaf2e61597b", "tag": "ee6b5271-3e7b-4697-a2b2-a78bbf296cad"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:22.461484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db5104-4bf3-471e-b89a-32686b8072fb service neutron] Pushing event updated for resources: {'Port': ['ID=ee6b5271-3e7b-4697-a2b2-a78bbf296cad,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:22.607300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-90fbe674-a8bb-4103-90c5-7c4927447c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:22.608821 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-90fbe674-a8bb-4103-90c5-7c4927447c69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ebbcd2e4cfb4b389aeabf78ca43cd30&device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 1099 time: 0.0457919 Aug 19 12:54:22.610755 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb9d9c1-43a2-4f92-863f-109004340ad3 x-openstack-request-id: req-deb9d9c1-43a2-4f92-863f-109004340ad3 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:22.611078 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cf79cd-fd0c-4731-afe8-9eaf2e61597b", "tag": "ee6b5271-3e7b-4697-a2b2-a78bbf296cad", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:22.611334 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-deb9d9c1-43a2-4f92-863f-109004340ad3 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:22.612211 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cf79cd-fd0c-4731-afe8-9eaf2e61597b', 'tag': 'ee6b5271-3e7b-4697-a2b2-a78bbf296cad', 'status': 'completed', 'code': 200} Aug 19 12:54:22.659157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-183a286e-98ad-4bb0-8df1-66ef73aed3f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=ee6b5271-3e7b-4697-a2b2-a78bbf296cad HTTP/1.1" status: 200 len: 217 time: 0.0399504 Aug 19 12:54:22.707097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-0ec902f2-b92b-44b7-8c63-a6878dd058d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:22.708418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-0ec902f2-b92b-44b7-8c63-a6878dd058d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0424411 Aug 19 12:54:22.753590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-482dd489-bd7c-4418-bb1c-ff9a232e679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:22.755024 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-482dd489-bd7c-4418-bb1c-ff9a232e679b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391915 Aug 19 12:54:22.849105 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-114e193f-295e-46d1-840f-f97631daae06 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854232 Aug 19 12:54:22.937075 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91ba93d1-63c0-44f7-af2f-e2afe6756076 req-267b20c8-935e-4089-b4da-2cc87f09906a service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804393 Aug 19 12:54:23.104687 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cc330-6175-4669-aeb0-76fa2e240c3c req-d07bb3a4-c4dd-4e1f-bf27-fb77da6daba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:23.106449 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f61cc330-6175-4669-aeb0-76fa2e240c3c req-d07bb3a4-c4dd-4e1f-bf27-fb77da6daba3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ebbcd2e4cfb4b389aeabf78ca43cd30&device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 1099 time: 0.0422730 Aug 19 12:54:23.202460 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cc330-6175-4669-aeb0-76fa2e240c3c req-7290943c-2465-4b9f-8582-a0a7cdc7333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:23.204018 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f61cc330-6175-4669-aeb0-76fa2e240c3c req-7290943c-2465-4b9f-8582-a0a7cdc7333c service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.0903687 Aug 19 12:54:23.254209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f61cc330-6175-4669-aeb0-76fa2e240c3c req-eb82a468-509f-4707-adc9-91d92831e0d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=ee6b5271-3e7b-4697-a2b2-a78bbf296cad HTTP/1.1" status: 200 len: 217 time: 0.0426660 Aug 19 12:54:23.334546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee46b6f-cae2-40f8-9940-f921a3d97a4d req-e56ca847-eed1-4859-8d87-e2740268df3c tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:23.335961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cee46b6f-cae2-40f8-9940-f921a3d97a4d req-e56ca847-eed1-4859-8d87-e2740268df3c tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 948 time: 0.1173937 Aug 19 12:54:23.339520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cc330-6175-4669-aeb0-76fa2e240c3c req-df39e7e4-97c8-4d8e-ba09-bb4b6beeee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:23.340830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f61cc330-6175-4669-aeb0-76fa2e240c3c req-df39e7e4-97c8-4d8e-ba09-bb4b6beeee16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0696058 Aug 19 12:54:23.398252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cee46b6f-cae2-40f8-9940-f921a3d97a4d req-2263c014-ead9-481d-abd1-a8312c54a9a1 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/security-groups?id=26b0947d-f01b-4290-867a-24b507903d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562856 Aug 19 12:54:23.407695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cc330-6175-4669-aeb0-76fa2e240c3c req-6a872e8d-6144-4bf1-a52e-ccb695221f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:23.409152 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f61cc330-6175-4669-aeb0-76fa2e240c3c req-6a872e8d-6144-4bf1-a52e-ccb695221f40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607574 Aug 19 12:54:23.502244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f61cc330-6175-4669-aeb0-76fa2e240c3c req-d956121d-a155-4566-9dda-12f85ccfba4d service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844831 Aug 19 12:54:23.590253 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f61cc330-6175-4669-aeb0-76fa2e240c3c req-5cd19e50-b759-42c1-ad26-2fe9f8e27120 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800252 Aug 19 12:54:24.484287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f07e4f-9b5d-4583-b3e3-714803baaaec req-6faf11c8-cf78-4288-8505-eb4631a987f4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:24.485979 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57f07e4f-9b5d-4583-b3e3-714803baaaec req-6faf11c8-cf78-4288-8505-eb4631a987f4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 945 time: 0.0514479 Aug 19 12:54:24.524274 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57f07e4f-9b5d-4583-b3e3-714803baaaec req-97774661-5b77-401c-a6da-b8cf7da82454 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317531 Aug 19 12:54:24.627089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050bc3a-3d5f-4798-9392-5bc424fc2ba2 req-3ef12f81-9e3a-4314-b005-809461afe28a tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:24.628562 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3050bc3a-3d5f-4798-9392-5bc424fc2ba2 req-3ef12f81-9e3a-4314-b005-809461afe28a tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 948 time: 0.1606097 Aug 19 12:54:24.666429 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3050bc3a-3d5f-4798-9392-5bc424fc2ba2 req-215e06ef-e28f-401d-9d8f-50fbb6c4c2aa tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/security-groups?id=26b0947d-f01b-4290-867a-24b507903d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Aug 19 12:54:25.440829 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:25.642964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2dc8d-d5be-4fb4-972e-7c26ed1545da req-38c4d61a-ec36-46fa-aa18-9d666160fad7 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:25.644509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2e2dc8d-d5be-4fb4-972e-7c26ed1545da req-38c4d61a-ec36-46fa-aa18-9d666160fad7 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 945 time: 0.0531204 Aug 19 12:54:25.682306 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c2e2dc8d-d5be-4fb4-972e-7c26ed1545da req-33417cec-6f38-4897-b6af-a2326a73616c tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/security-groups?id=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313499 Aug 19 12:54:25.784299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9142a-4180-44b1-99b8-be02f02f0568 req-f5567678-eaed-4afb-9373-98aee7fd8a92 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:25.785885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8fc9142a-4180-44b1-99b8-be02f02f0568 req-f5567678-eaed-4afb-9373-98aee7fd8a92 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 948 time: 0.0507562 Aug 19 12:54:25.833485 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8fc9142a-4180-44b1-99b8-be02f02f0568 req-e63f4655-504f-4a97-8a3a-e2f0f77754c7 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/security-groups?id=26b0947d-f01b-4290-867a-24b507903d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 Aug 19 12:54:25.871715 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29301b02-1b09-4459-b8d9-291084c2d109 req-14ac0de1-5b1a-4e26-b1f7-80a2b70fece2 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:25.873281 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-29301b02-1b09-4459-b8d9-291084c2d109 req-14ac0de1-5b1a-4e26-b1f7-80a2b70fece2 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 945 time: 0.0603075 Aug 19 12:54:25.971905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Deleting port d0df1a93-8608-413f-b71f-6180fcca0fc7 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:25.972188 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.063347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] For port d0df1a93-8608-413f-b71f-6180fcca0fc7, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=d0df1a93-8608-413f-b71f-6180fcca0fc7,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:26.063751 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.240630 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.241434 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.241749 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Floating IP d148ff35-0f98-4f41-bae0-7f07fbaf0aa5 disassociated. External IP: 172.25.2.119, port: d0df1a93-8608-413f-b71f-6180fcca0fc7. Aug 19 12:54:26.242088 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Calling delete_port for d0df1a93-8608-413f-b71f-6180fcca0fc7 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:26.378362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.389905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ee6b5271-3e7b-4697-a2b2-a78bbf296cad details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:54:26.486056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ee6b5271-3e7b-4697-a2b2-a78bbf296cad, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ee6b5271-3e7b-4697-a2b2-a78bbf296cad,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:26.487297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.498881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'ee6b5271-3e7b-4697-a2b2-a78bbf296cad', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': 'ee6b5271-3e7b-4697-a2b2-a78bbf296cad', 'mac_address': 'fa:16:3e:41:81:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:54:26.519783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event deleted for resources: {'Port': ['ID=d0df1a93-8608-413f-b71f-6180fcca0fc7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:26.531064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.531416 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.531758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.532104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.532443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.532778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.533108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.533439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.533767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.534096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.534433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.534736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.541147 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.554616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6b5271-3e7b-4697-a2b2-a78bbf296cad {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:54:26.574101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ee6b5271-3e7b-4697-a2b2-a78bbf296cad, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ee6b5271-3e7b-4697-a2b2-a78bbf296cad,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:26.644600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Router dd22a174-bcaf-4b99-9e7a-cb29027e422c has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:54:26.675772 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.728840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ee6b5271-3e7b-4697-a2b2-a78bbf296cad,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:26.736857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.737391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.737725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.738067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.738396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.738727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.739078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.739849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.739849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.740080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.740330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.741173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:26.750649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:54:26.761510 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b51f14-93ad-4acc-9df0-2682f75072bb None None] Sync routers for ids ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:54:26.770410 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b51f14-93ad-4acc-9df0-2682f75072bb None None] Routers {'dd22a174-bcaf-4b99-9e7a-cb29027e422c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:26.771047 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-78b51f14-93ad-4acc-9df0-2682f75072bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:26.785886 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c024406-9d9d-4e24-b748-758f71dceeef req-9ff13e29-bfd6-4a59-81a4-1d2380cae06f tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0302951 Aug 19 12:54:26.794742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] No DVR routers for this DVR port d0df1a93-8608-413f-b71f-6180fcca0fc7 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:54:26.797701 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:26.800046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-29301b02-1b09-4459-b8d9-291084c2d109 req-3de3c1c0-8c8d-401d-b454-af7c8fce2205 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.62 "DELETE /v2.0/ports/d0df1a93-8608-413f-b71f-6180fcca0fc7 HTTP/1.1" status: 204 len: 173 time: 0.9188077 Aug 19 12:54:26.800440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6d62c8-3952-49c1-b969-64562361faae', 'name': 'network-vif-deleted', 'tag': 'd0df1a93-8608-413f-b71f-6180fcca0fc7'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:26.802762 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc5070f-b1e6-4d3b-8305-83fb62fde5bc" -d '{"events": [{"server_uuid": "6d6d62c8-3952-49c1-b969-64562361faae", "name": "network-vif-deleted", "tag": "d0df1a93-8608-413f-b71f-6180fcca0fc7"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:26.852188 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcb08c3-0a7b-448a-9142-c1cc13df8245 x-openstack-request-id: req-dbcb08c3-0a7b-448a-9142-c1cc13df8245 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:26.852671 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6d62c8-3952-49c1-b969-64562361faae", "name": "network-vif-deleted", "tag": "d0df1a93-8608-413f-b71f-6180fcca0fc7", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:26.852901 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dbcb08c3-0a7b-448a-9142-c1cc13df8245 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:26.853371 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6d62c8-3952-49c1-b969-64562361faae', 'name': 'network-vif-deleted', 'tag': 'd0df1a93-8608-413f-b71f-6180fcca0fc7', 'status': 'completed', 'code': 200} Aug 19 12:54:26.893147 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-78b51f14-93ad-4acc-9df0-2682f75072bb None None] Set router dd22a174-bcaf-4b99-9e7a-cb29027e422c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:26.914365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ee6b5271-3e7b-4697-a2b2-a78bbf296cad'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:54:26.956310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05199588-cf73-41bc-b956-129701d2122f req-293ce524-933a-41cf-8b4d-1a6b998d86e3 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:26.967838 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05199588-cf73-41bc-b956-129701d2122f req-293ce524-933a-41cf-8b4d-1a6b998d86e3 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 949 time: 0.0555053 Aug 19 12:54:27.015189 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05199588-cf73-41bc-b956-129701d2122f req-59883ca0-959c-4238-8d74-dbec3a5c1005 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/security-groups?id=26b0947d-f01b-4290-867a-24b507903d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Aug 19 12:54:27.107029 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-78b51f14-93ad-4acc-9df0-2682f75072bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:52Z', 'revision_number': 4, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '67d400c7-8e24-4459-8cfe-7e7cde79c895', 'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '92ff3243-77e0-4076-803b-7eae89758f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:50Z', 'updated_at': '2021-08-19T12:48:59Z', 'revision_number': 5, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'subnets': [{'id': '92ff3243-77e0-4076-803b-7eae89758f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:27.232821 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b51f14-93ad-4acc-9df0-2682f75072bb None None] Checking router: dd22a174-bcaf-4b99-9e7a-cb29027e422c for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:54:27.241155 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b51f14-93ad-4acc-9df0-2682f75072bb None None] Routers {'dd22a174-bcaf-4b99-9e7a-cb29027e422c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:27.241752 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-78b51f14-93ad-4acc-9df0-2682f75072bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:27.341685 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-78b51f14-93ad-4acc-9df0-2682f75072bb None None] Set router dd22a174-bcaf-4b99-9e7a-cb29027e422c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:27.536138 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-78b51f14-93ad-4acc-9df0-2682f75072bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:52Z', 'revision_number': 4, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '67d400c7-8e24-4459-8cfe-7e7cde79c895', 'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '92ff3243-77e0-4076-803b-7eae89758f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:50Z', 'updated_at': '2021-08-19T12:48:59Z', 'revision_number': 5, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'subnets': [{'id': '92ff3243-77e0-4076-803b-7eae89758f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:27.565715 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b51f14-93ad-4acc-9df0-2682f75072bb None None] The sync data for ids ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'] in n-d-803757-2 is: [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:48:52Z', 'revision_number': 4, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '67d400c7-8e24-4459-8cfe-7e7cde79c895', 'name': '', 'network_id': 'f895e18b-06e1-4802-9d19-c9fbb2ee726c', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'mac_address': 'fa:16:3e:d2:74:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '92ff3243-77e0-4076-803b-7eae89758f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:50Z', 'updated_at': '2021-08-19T12:48:59Z', 'revision_number': 5, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'subnets': [{'id': '92ff3243-77e0-4076-803b-7eae89758f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:54:27.789360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49d13b8-34ae-4273-961f-39efcb51def7 None None] New status for floating IP d148ff35-0f98-4f41-bae0-7f07fbaf0aa5: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:54:27.900841 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e77c3d9-58b3-4202-84f7-9fffabdd795b req-3b081353-0433-4b75-8885-d6458b19e94e tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d6d62c8-3952-49c1-b969-64562361faae HTTP/1.1" status: 200 len: 210 time: 0.0269904 Aug 19 12:54:28.138622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3deb02-ff36-4cb9-8cc7-e7904cb5da9c req-d0f9ef06-a2ea-4e84-9c91-7a6e9c982325 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:28.140110 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b3deb02-ff36-4cb9-8cc7-e7904cb5da9c req-d0f9ef06-a2ea-4e84-9c91-7a6e9c982325 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 949 time: 0.0544689 Aug 19 12:54:28.406386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ee6b5271-3e7b-4697-a2b2-a78bbf296cad up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:54:28.435792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b3deb02-ff36-4cb9-8cc7-e7904cb5da9c req-f5566ed1-e13d-4bbf-9504-2e91cac940b4 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/security-groups?id=26b0947d-f01b-4290-867a-24b507903d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895203 Aug 19 12:54:28.584176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port ee6b5271-3e7b-4697-a2b2-a78bbf296cad completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:28.588177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port ee6b5271-3e7b-4697-a2b2-a78bbf296cad triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:28.588550 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:28.663212 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:28.684840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cf79cd-fd0c-4731-afe8-9eaf2e61597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6b5271-3e7b-4697-a2b2-a78bbf296cad'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:28.687131 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e81948c-a691-470d-ba7c-508938a5871f" -d '{"events": [{"server_uuid": "62cf79cd-fd0c-4731-afe8-9eaf2e61597b", "name": "network-vif-plugged", "status": "completed", "tag": "ee6b5271-3e7b-4697-a2b2-a78bbf296cad"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:28.700266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ee6b5271-3e7b-4697-a2b2-a78bbf296cad, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ee6b5271-3e7b-4697-a2b2-a78bbf296cad,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:28.721900 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d15b9d0-2faa-4739-b8f5-7cdfa888e2c9 x-openstack-request-id: req-3d15b9d0-2faa-4739-b8f5-7cdfa888e2c9 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:28.722194 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cf79cd-fd0c-4731-afe8-9eaf2e61597b", "name": "network-vif-plugged", "status": "completed", "tag": "ee6b5271-3e7b-4697-a2b2-a78bbf296cad", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:28.722450 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d15b9d0-2faa-4739-b8f5-7cdfa888e2c9 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:28.722870 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cf79cd-fd0c-4731-afe8-9eaf2e61597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6b5271-3e7b-4697-a2b2-a78bbf296cad', 'code': 200} Aug 19 12:54:28.814939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c383b06-189e-48f6-8acb-d739d96e026b req-45a8a5bd-f347-466e-8cc3-c06c160b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:28.816397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c383b06-189e-48f6-8acb-d739d96e026b req-45a8a5bd-f347-466e-8cc3-c06c160b34ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 1100 time: 0.0403128 Aug 19 12:54:28.818459 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:28.851324 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c383b06-189e-48f6-8acb-d739d96e026b req-4c840036-3cc8-4e77-9082-d3d17b13452f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26b0947d-f01b-4290-867a-24b507903d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271380 Aug 19 12:54:28.868803 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ee6b5271-3e7b-4697-a2b2-a78bbf296cad,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:28.957033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41588) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:29.086593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea2ed6-53db-444c-9508-b8433ca6a9b4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Deleting port 2b4dfeed-1c08-43db-a094-0119da941be2 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:29.086966 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2ed6-53db-444c-9508-b8433ca6a9b4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.163982 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2ed6-53db-444c-9508-b8433ca6a9b4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.164684 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2ed6-53db-444c-9508-b8433ca6a9b4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.175593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea2ed6-53db-444c-9508-b8433ca6a9b4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Calling delete_port for 2b4dfeed-1c08-43db-a094-0119da941be2 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:29.515730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2ed6-53db-444c-9508-b8433ca6a9b4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.541329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea2ed6-53db-444c-9508-b8433ca6a9b4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event deleted for resources: {'Port': ['ID=2b4dfeed-1c08-43db-a094-0119da941be2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:29.551983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539322b-ea30-4e67-9b50-8fbbbcb41b19 req-fa95bb1a-0cb9-4381-9f36-737aaa8232e5 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:29.554220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f539322b-ea30-4e67-9b50-8fbbbcb41b19 req-fa95bb1a-0cb9-4381-9f36-737aaa8232e5 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 950 time: 0.0507934 Aug 19 12:54:29.593127 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f539322b-ea30-4e67-9b50-8fbbbcb41b19 req-2c8f5eba-d3e1-415a-8acf-19a2c7991fc3 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/security-groups?id=26b0947d-f01b-4290-867a-24b507903d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327263 Aug 19 12:54:29.614553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2ed6-53db-444c-9508-b8433ca6a9b4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.614553 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2ed6-53db-444c-9508-b8433ca6a9b4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.614553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c8ea2ed6-53db-444c-9508-b8433ca6a9b4 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "DELETE /v2.0/floatingips/d148ff35-0f98-4f41-bae0-7f07fbaf0aa5 HTTP/1.1" status: 204 len: 168 time: 0.6532633 Aug 19 12:54:29.678233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41604) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:29.745632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-07eb711d-17bd-4385-be58-24545c55c936 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.774583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-07eb711d-17bd-4385-be58-24545c55c936 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:29.976115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda20b9-25e3-4163-9c16-1f4b0e91d141 req-dab955bc-251f-4240-8ed1-7b926f1e3317 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:29.977616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0bda20b9-25e3-4163-9c16-1f4b0e91d141 req-dab955bc-251f-4240-8ed1-7b926f1e3317 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0525050 Aug 19 12:54:30.015044 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0bda20b9-25e3-4163-9c16-1f4b0e91d141 req-0fc18591-6606-436a-8f07-6fe4d57989ad tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311127 Aug 19 12:54:30.087570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-07eb711d-17bd-4385-be58-24545c55c936 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:30.090342 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-07eb711d-17bd-4385-be58-24545c55c936 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:30.091581 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-07eb711d-17bd-4385-be58-24545c55c936 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] 10.222.0.21 "DELETE /v2.0/security-groups/ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416 HTTP/1.1" status: 204 len: 168 time: 0.4123130 Aug 19 12:54:30.101258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb711d-17bd-4385-be58-24545c55c936 tempest-TestServerBasicOps-1190458551 tempest-TestServerBasicOps-1190458551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3c5eb7-0df2-4f11-9d62-1e91d5b6d416,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:30.318638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41610) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:30.526440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d0df1a93-8608-413f-b71f-6180fcca0fc7 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:30.546296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: d0df1a93-8608-413f-b71f-6180fcca0fc7 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:30.546645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device d0df1a93-8608-413f-b71f-6180fcca0fc7 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:30.736060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106de9a-c891-4ce7-8339-669b1c79659b req-f57f713e-09d4-47c7-bb76-e556d99ca78b tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:30.737526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e106de9a-c891-4ce7-8339-669b1c79659b req-f57f713e-09d4-47c7-bb76-e556d99ca78b tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 950 time: 0.0600977 Aug 19 12:54:30.808296 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e106de9a-c891-4ce7-8339-669b1c79659b req-f1d42c72-953f-43b9-995c-59c795f8a531 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/security-groups?id=26b0947d-f01b-4290-867a-24b507903d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628436 Aug 19 12:54:30.832048 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:31.078579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] Deleting port 67d400c7-8e24-4459-8cfe-7e7cde79c895 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:31.078959 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:31.189796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba352b9-ffb2-4c69-a5d2-62f4986798b3 req-f999080e-3814-45cf-89ce-7c9343347917 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:31.191295 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aba352b9-ffb2-4c69-a5d2-62f4986798b3 req-f999080e-3814-45cf-89ce-7c9343347917 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0976374 Aug 19 12:54:31.197711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] For port 67d400c7-8e24-4459-8cfe-7e7cde79c895, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=67d400c7-8e24-4459-8cfe-7e7cde79c895,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:31.198074 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:31.223393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] Calling delete_port for 67d400c7-8e24-4459-8cfe-7e7cde79c895 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:31.279211 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aba352b9-ffb2-4c69-a5d2-62f4986798b3 req-5c8ee7c4-6e92-4aa7-816f-f0974445fc74 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785866 Aug 19 12:54:31.521756 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:31.893709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=67d400c7-8e24-4459-8cfe-7e7cde79c895,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:31.977128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-f67d86d5-569f-4e66-8215-7a9bf5265d0b tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:31.978653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-f67d86d5-569f-4e66-8215-7a9bf5265d0b tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.62 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.0960886 Aug 19 12:54:32.163502 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.174224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Deleting port c569c39a-7977-4f45-b8ca-09397f014d23 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:32.174561 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.341461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] For port c569c39a-7977-4f45-b8ca-09397f014d23, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=c569c39a-7977-4f45-b8ca-09397f014d23,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:32.341832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.566127 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb53c8c-2bb1-4912-8f20-bc9bb159ad8e req-51155607-6a52-44dd-ae08-e43647a8206d tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:32.567574 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0cb53c8c-2bb1-4912-8f20-bc9bb159ad8e req-51155607-6a52-44dd-ae08-e43647a8206d tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 945 time: 0.2141988 Aug 19 12:54:32.674446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] Router dd22a174-bcaf-4b99-9e7a-cb29027e422c has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:54:32.680532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0cb53c8c-2bb1-4912-8f20-bc9bb159ad8e req-17b3d1d2-00ee-455b-872d-6ff0aca93f08 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045969 Aug 19 12:54:32.689011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.689437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:32.689715 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Floating IP 3dcb5185-ae0b-4fd5-a59c-868dbe1b7a50 disassociated. External IP: 172.25.2.216, port: c569c39a-7977-4f45-b8ca-09397f014d23. Aug 19 12:54:32.690059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Calling delete_port for c569c39a-7977-4f45-b8ca-09397f014d23 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:32.869193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:54:32.876861 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-64fd7d54-d91d-4e91-80aa-90d922295d8d admin admin] 10.222.0.21 "PUT /v2.0/routers/dd22a174-bcaf-4b99-9e7a-cb29027e422c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5569594 Aug 19 12:54:32.881514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41632) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:32.882518 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febd01cc-b499-4751-a603-984b47811092 None None] Sync routers for ids ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:54:32.909100 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febd01cc-b499-4751-a603-984b47811092 None None] Routers {'dd22a174-bcaf-4b99-9e7a-cb29027e422c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:32.909732 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-febd01cc-b499-4751-a603-984b47811092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:33.001677 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.018734 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.034078 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-febd01cc-b499-4751-a603-984b47811092 None None] Set router dd22a174-bcaf-4b99-9e7a-cb29027e422c gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:33.073374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event deleted for resources: {'Port': ['ID=c569c39a-7977-4f45-b8ca-09397f014d23,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:33.188453 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.216788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:54:33.269273 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-febd01cc-b499-4751-a603-984b47811092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:54:31Z', 'revision_number': 5, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port': {'id': 'a2fecf1c-d862-4ffe-a8a0-6310e0872ca2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:48:44Z', 'updated_at': '2021-08-19T12:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:33.309483 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febd01cc-b499-4751-a603-984b47811092 None None] Checking router: dd22a174-bcaf-4b99-9e7a-cb29027e422c for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:54:33.327240 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febd01cc-b499-4751-a603-984b47811092 None None] Routers {'dd22a174-bcaf-4b99-9e7a-cb29027e422c'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:33.328150 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-febd01cc-b499-4751-a603-984b47811092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:33.364428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Deleting port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:33.364860 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.371497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:54:33.382106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce46f91-9d86-4bb1-b701-a97da559393f None None] Sync routers for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:54:33.398977 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce46f91-9d86-4bb1-b701-a97da559393f None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:33.399755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ce46f91-9d86-4bb1-b701-a97da559393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:33.443480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] No DVR routers for this DVR port c569c39a-7977-4f45-b8ca-09397f014d23 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:54:33.449050 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.452348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b643b8db-7919-4015-9888-4eef9fe19e6b req-46cb98e3-a20c-4534-a0cf-46d8affb3716 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.62 "DELETE /v2.0/ports/c569c39a-7977-4f45-b8ca-09397f014d23 HTTP/1.1" status: 204 len: 173 time: 1.4662879 Aug 19 12:54:33.453257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'name': 'network-vif-deleted', 'tag': 'c569c39a-7977-4f45-b8ca-09397f014d23'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:33.458106 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39dfac3-3e4d-4f0e-aed2-3af25cae68b8" -d '{"events": [{"server_uuid": "ea9bf95c-353f-4f29-84c9-2954a398bece", "name": "network-vif-deleted", "tag": "c569c39a-7977-4f45-b8ca-09397f014d23"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:33.480226 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-febd01cc-b499-4751-a603-984b47811092 None None] Set router dd22a174-bcaf-4b99-9e7a-cb29027e422c gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:33.495906 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] For port a2fecf1c-d862-4ffe-a8a0-6310e0872ca2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a2fecf1c-d862-4ffe-a8a0-6310e0872ca2,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:33.501527 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.513459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Calling delete_port for a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:33.532751 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9b38ad-28ff-4baf-a4ff-d9bbd033a3a0 x-openstack-request-id: req-6c9b38ad-28ff-4baf-a4ff-d9bbd033a3a0 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:33.533042 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9bf95c-353f-4f29-84c9-2954a398bece", "name": "network-vif-deleted", "tag": "c569c39a-7977-4f45-b8ca-09397f014d23", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:33.533292 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c9b38ad-28ff-4baf-a4ff-d9bbd033a3a0 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:33.538709 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9bf95c-353f-4f29-84c9-2954a398bece', 'name': 'network-vif-deleted', 'tag': 'c569c39a-7977-4f45-b8ca-09397f014d23', 'status': 'completed', 'code': 200} Aug 19 12:54:33.576611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-febd01cc-b499-4751-a603-984b47811092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:54:33Z', 'revision_number': 6, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:33.612737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-0ce46f91-9d86-4bb1-b701-a97da559393f None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:33.615671 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febd01cc-b499-4751-a603-984b47811092 None None] The sync data for ids ['dd22a174-bcaf-4b99-9e7a-cb29027e422c'] in n-d-803757-2 is: [{'id': 'dd22a174-bcaf-4b99-9e7a-cb29027e422c', 'name': 'tempest-TestServerBasicOps-1306092113-router', 'tenant_id': '0dc64f81a0f243fea14b8699ce777f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:48:42Z', 'updated_at': '2021-08-19T12:54:33Z', 'revision_number': 6, 'project_id': '0dc64f81a0f243fea14b8699ce777f77', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:54:33.829399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2623403-ff9a-437b-a98a-4317c2ba38fb req-e07316a5-4438-4f96-9fb8-d611e0c1ac10 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea9bf95c-353f-4f29-84c9-2954a398bece HTTP/1.1" status: 200 len: 210 time: 0.0341582 Aug 19 12:54:33.859787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:33.876838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ce46f91-9d86-4bb1-b701-a97da559393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:33.900866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fecf1c-d862-4ffe-a8a0-6310e0872ca2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:33.911697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce46f91-9d86-4bb1-b701-a97da559393f None None] Checking router: ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:54:33.920727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce46f91-9d86-4bb1-b701-a97da559393f None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:33.921340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ce46f91-9d86-4bb1-b701-a97da559393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:33.959453 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.055589 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-0ce46f91-9d86-4bb1-b701-a97da559393f None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:34.065443 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.067682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.208700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.213740 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd22a174-bcaf-4b99-9e7a-cb29027e422c {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:54:34.218285 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.221930 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2ae0a093-bc9e-4dbc-b54d-0f0e262cbdcb admin admin] 10.222.0.21 "DELETE /v2.0/routers/dd22a174-bcaf-4b99-9e7a-cb29027e422c HTTP/1.1" status: 204 len: 168 time: 1.3397059 Aug 19 12:54:34.222924 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41642) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:34.275416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0ce46f91-9d86-4bb1-b701-a97da559393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:34.279140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a97181a-f6f6-44c8-8ff5-187b431d1ced admin admin] Deleting subnet 92ff3243-77e0-4076-803b-7eae89758f10 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:54:34.282291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a97181a-f6f6-44c8-8ff5-187b431d1ced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.304391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce46f91-9d86-4bb1-b701-a97da559393f None None] The sync data for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 is: [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:54:34.321206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a97181a-f6f6-44c8-8ff5-187b431d1ced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.417728 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a97181a-f6f6-44c8-8ff5-187b431d1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.613853 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a97181a-f6f6-44c8-8ff5-187b431d1ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.630416 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8505de32-aa61-4898-865e-c8290f76e04e None None] New status for floating IP 3dcb5185-ae0b-4fd5-a59c-868dbe1b7a50: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:54:34.663533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97181a-f6f6-44c8-8ff5-187b431d1ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ff3243-77e0-4076-803b-7eae89758f10,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:34.665690 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a97181a-f6f6-44c8-8ff5-187b431d1ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.667712 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8a97181a-f6f6-44c8-8ff5-187b431d1ced admin admin] 10.222.0.21 "DELETE /v2.0/subnets/92ff3243-77e0-4076-803b-7eae89758f10 HTTP/1.1" status: 204 len: 168 time: 0.4438398 Aug 19 12:54:34.670984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41644) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:34.673915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd73f54b-5508-470a-b0d4-7a809cf6ef85 None None] Network f895e18b-06e1-4802-9d19-c9fbb2ee726c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:54:34.782184 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.848739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Deleting port 75f43cdd-901c-4abe-a632-4d751f8c1761 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:34.849156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.896960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2906e0-f7de-4612-9648-876c6a697715 None None] DHCP port deletion for f895e18b-06e1-4802-9d19-c9fbb2ee726c request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:54:34.962420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] For port 75f43cdd-901c-4abe-a632-4d751f8c1761, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=75f43cdd-901c-4abe-a632-4d751f8c1761,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:34.968878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:34.985016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Calling delete_port for 75f43cdd-901c-4abe-a632-4d751f8c1761 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:35.010606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2d2906e0-f7de-4612-9648-876c6a697715 None None] Deleting port 75f43cdd-901c-4abe-a632-4d751f8c1761 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:35.011087 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2d2906e0-f7de-4612-9648-876c6a697715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.082161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2d2906e0-f7de-4612-9648-876c6a697715 None None] For port 75f43cdd-901c-4abe-a632-4d751f8c1761, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=75f43cdd-901c-4abe-a632-4d751f8c1761,segment=NetworkSegment(cc1b7732-6339-4551-9f3f-4a722f26db5c),segment_id=cc1b7732-6339-4551-9f3f-4a722f26db5c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:35.082544 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2d2906e0-f7de-4612-9648-876c6a697715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.094915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41650) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:35.106898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2d2906e0-f7de-4612-9648-876c6a697715 None None] Calling delete_port for 75f43cdd-901c-4abe-a632-4d751f8c1761 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:35.138841 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d44352db-d4d9-4e47-929b-d84f3d163c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.154367 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5e16777-57d4-47ee-be12-1b34650df829 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.184618 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5e16777-57d4-47ee-be12-1b34650df829 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.226430 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2d2906e0-f7de-4612-9648-876c6a697715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.231951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.253327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2906e0-f7de-4612-9648-876c6a697715 None None] Pushing event deleted for resources: {'Port': ['ID=75f43cdd-901c-4abe-a632-4d751f8c1761,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:35.260680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2906e0-f7de-4612-9648-876c6a697715 None None] No DVR routers for this DVR port 75f43cdd-901c-4abe-a632-4d751f8c1761 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:54:35.263139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Pushing event deleted for resources: {'Port': ['ID=75f43cdd-901c-4abe-a632-4d751f8c1761,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:35.266159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] No DVR routers for this DVR port 75f43cdd-901c-4abe-a632-4d751f8c1761 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:54:35.317110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:35.344286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:35.344619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a2fecf1c-d862-4ffe-a8a0-6310e0872ca2 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:35.345047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 67d400c7-8e24-4459-8cfe-7e7cde79c895 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:35.347525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.358532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f895e18b-06e1-4802-9d19-c9fbb2ee726c']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:35.363928 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 67d400c7-8e24-4459-8cfe-7e7cde79c895 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:35.364279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 67d400c7-8e24-4459-8cfe-7e7cde79c895 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:35.364691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 75f43cdd-901c-4abe-a632-4d751f8c1761 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:35.369798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1b7732-6339-4551-9f3f-4a722f26db5c') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:35.370093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1b7732-6339-4551-9f3f-4a722f26db5c') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:35.379497 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.383510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 75f43cdd-901c-4abe-a632-4d751f8c1761 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:35.383867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 75f43cdd-901c-4abe-a632-4d751f8c1761 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:35.394971 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.401451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:54:35.401826 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:54:35.403751 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:54:35.464892 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5e16777-57d4-47ee-be12-1b34650df829 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.467529 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5e16777-57d4-47ee-be12-1b34650df829 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.468743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a5e16777-57d4-47ee-be12-1b34650df829 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "DELETE /v2.0/security-groups/ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681 HTTP/1.1" status: 204 len: 168 time: 0.3728521 Aug 19 12:54:35.471567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41654) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:35.477922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e16777-57d4-47ee-be12-1b34650df829 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:35.486760 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-bc3874a0-8217-4694-b73c-0e9be5701f71 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] show failed (client error): The resource could not be found. Aug 19 12:54:35.490362 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bc3874a0-8217-4694-b73c-0e9be5701f71 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups/ea43e2fa-bae0-4c6d-95d6-66b1ac4e5681 HTTP/1.1" status: 404 len: 347 time: 0.0150092 Aug 19 12:54:35.490723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41656) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:35.596158 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.611319 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.611319 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] 10.222.0.21 "DELETE /v2.0/networks/f895e18b-06e1-4802-9d19-c9fbb2ee726c HTTP/1.1" status: 204 len: 168 time: 0.9373665 Aug 19 12:54:35.613652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41658) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:35.629831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea7612-6025-41d7-8cc2-76fc6a7dc20a admin admin] Pushing event deleted for resources: {'Network': ['ID=f895e18b-06e1-4802-9d19-c9fbb2ee726c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:35.646054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ad5689a5-ba4e-42e3-806c-4e26780fa00a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Deleting port 66d9462a-4574-4980-971c-96ee662e284e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:35.646554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad5689a5-ba4e-42e3-806c-4e26780fa00a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.724093 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad5689a5-ba4e-42e3-806c-4e26780fa00a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.724752 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad5689a5-ba4e-42e3-806c-4e26780fa00a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:35.738000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ad5689a5-ba4e-42e3-806c-4e26780fa00a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Calling delete_port for 66d9462a-4574-4980-971c-96ee662e284e owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:35.990791 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad5689a5-ba4e-42e3-806c-4e26780fa00a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.015941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5689a5-ba4e-42e3-806c-4e26780fa00a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event deleted for resources: {'Port': ['ID=66d9462a-4574-4980-971c-96ee662e284e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:36.058842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.092285 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad5689a5-ba4e-42e3-806c-4e26780fa00a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.095116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ad5689a5-ba4e-42e3-806c-4e26780fa00a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.096289 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ad5689a5-ba4e-42e3-806c-4e26780fa00a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "DELETE /v2.0/floatingips/3dcb5185-ae0b-4fd5-a59c-868dbe1b7a50 HTTP/1.1" status: 204 len: 168 time: 0.6040120 Aug 19 12:54:36.378404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Deleting port 171df945-1d6f-4e78-9975-5453a44b9c5d {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:36.379035 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.461340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] For port 171df945-1d6f-4e78-9975-5453a44b9c5d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=171df945-1d6f-4e78-9975-5453a44b9c5d,segment=NetworkSegment(21aed5d1-247a-4b3e-b9da-59f0996d8e46),segment_id=21aed5d1-247a-4b3e-b9da-59f0996d8e46)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:36.461698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.473574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Calling delete_port for 171df945-1d6f-4e78-9975-5453a44b9c5d owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:36.563836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41666) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:36.568468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3824f131-02a9-494c-bd15-d20c0223a2d0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142610689', 'description': 'tempest-description--719461326'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:36.573577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c569c39a-7977-4f45-b8ca-09397f014d23 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:36.600233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: c569c39a-7977-4f45-b8ca-09397f014d23 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:36.601087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device c569c39a-7977-4f45-b8ca-09397f014d23 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:36.682215 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3824f131-02a9-494c-bd15-d20c0223a2d0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.761964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3824f131-02a9-494c-bd15-d20c0223a2d0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.779202 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.842042 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3824f131-02a9-494c-bd15-d20c0223a2d0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.874131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824f131-02a9-494c-bd15-d20c0223a2d0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:36.962109 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3824f131-02a9-494c-bd15-d20c0223a2d0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:36.963599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3824f131-02a9-494c-bd15-d20c0223a2d0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3991661 Aug 19 12:54:36.966477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41670) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:36.971717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7ec1c617-eb33-4e59-8e12-265ff067b494 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'security_group_rule': {'security_group_id': 'ee0a2af7-5ad0-4e01-b98d-d572e265dc1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:37.077773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=171df945-1d6f-4e78-9975-5453a44b9c5d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:37.092000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.092411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.092855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.093089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.093510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.093871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.094199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.094693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.095062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.095373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.099384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.099384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:54:37.099644 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c617-eb33-4e59-8e12-265ff067b494 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.157150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c617-eb33-4e59-8e12-265ff067b494 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.273449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.282157 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c617-eb33-4e59-8e12-265ff067b494 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.302010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1c617-eb33-4e59-8e12-265ff067b494 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f207ddf-e695-46ec-8f93-419d35b79008,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:37.508379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Router 95d70c14-787d-40c4-8ead-c618b4ac31bf has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:54:37.516407 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ec1c617-eb33-4e59-8e12-265ff067b494 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.517690 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7ec1c617-eb33-4e59-8e12-265ff067b494 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5498514 Aug 19 12:54:37.520349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41674) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:37.526052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-edd27ba2-82cd-41f6-9917-124d17a8e318 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'security_group_rule': {'security_group_id': 'ee0a2af7-5ad0-4e01-b98d-d572e265dc1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:37.618586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:54:37.623825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6f789f56-4ce5-4361-9eb8-caff0b764f50 admin admin] 10.222.0.21 "PUT /v2.0/routers/95d70c14-787d-40c4-8ead-c618b4ac31bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0089979 Aug 19 12:54:37.626340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41676) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:37.629747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf0a4f-8a75-4e28-bd84-d667d6d444ef None None] Sync routers for ids ['95d70c14-787d-40c4-8ead-c618b4ac31bf'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:54:37.640170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf0a4f-8a75-4e28-bd84-d667d6d444ef None None] Routers {'95d70c14-787d-40c4-8ead-c618b4ac31bf'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:37.641022 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8ebf0a4f-8a75-4e28-bd84-d667d6d444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['95d70c14-787d-40c4-8ead-c618b4ac31bf'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:37.647908 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edd27ba2-82cd-41f6-9917-124d17a8e318 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.729188 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edd27ba2-82cd-41f6-9917-124d17a8e318 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.740116 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.820577 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edd27ba2-82cd-41f6-9917-124d17a8e318 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.839808 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd27ba2-82cd-41f6-9917-124d17a8e318 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3240c4-be8e-4f6b-ab70-436dc18b6ad5,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:37.849739 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.853869 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.926412 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-8ebf0a4f-8a75-4e28-bd84-d667d6d444ef None None] Set router 95d70c14-787d-40c4-8ead-c618b4ac31bf gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:37.961841 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-edd27ba2-82cd-41f6-9917-124d17a8e318 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:37.963141 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-edd27ba2-82cd-41f6-9917-124d17a8e318 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4417348 Aug 19 12:54:37.966299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41680) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:37.971254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:38.031005 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7befe5ca-b97e-46cc-8b3b-e9d49c03bd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.075184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Deleting port 968a5230-205d-469b-b352-45b2ba2032ff {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:38.075436 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.108499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8ebf0a4f-8a75-4e28-bd84-d667d6d444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'name': 'tempest-TestServerBasicOps-625388094-router', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '968a5230-205d-469b-b352-45b2ba2032ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:00Z', 'updated_at': '2021-08-19T12:54:36Z', 'revision_number': 5, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'gw_port': {'id': '968a5230-205d-469b-b352-45b2ba2032ff', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:49:02Z', 'updated_at': '2021-08-19T12:49:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:38.135145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf0a4f-8a75-4e28-bd84-d667d6d444ef None None] Checking router: 95d70c14-787d-40c4-8ead-c618b4ac31bf for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:54:38.144676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf0a4f-8a75-4e28-bd84-d667d6d444ef None None] Routers {'95d70c14-787d-40c4-8ead-c618b4ac31bf'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:38.144854 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.149477 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8ebf0a4f-8a75-4e28-bd84-d667d6d444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['95d70c14-787d-40c4-8ead-c618b4ac31bf'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:38.158348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] For port 968a5230-205d-469b-b352-45b2ba2032ff, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=968a5230-205d-469b-b352-45b2ba2032ff,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:38.158973 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.173541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Calling delete_port for 968a5230-205d-469b-b352-45b2ba2032ff owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:38.233851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-8ebf0a4f-8a75-4e28-bd84-d667d6d444ef None None] Set router 95d70c14-787d-40c4-8ead-c618b4ac31bf gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:38.243545 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.288866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8ebf0a4f-8a75-4e28-bd84-d667d6d444ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'name': 'tempest-TestServerBasicOps-625388094-router', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:00Z', 'updated_at': '2021-08-19T12:54:37Z', 'revision_number': 6, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:38.318656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebf0a4f-8a75-4e28-bd84-d667d6d444ef None None] The sync data for ids ['95d70c14-787d-40c4-8ead-c618b4ac31bf'] in n-d-803757-2 is: [{'id': '95d70c14-787d-40c4-8ead-c618b4ac31bf', 'name': 'tempest-TestServerBasicOps-625388094-router', 'tenant_id': '3aeb513e889145568c66fcee5f251ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:49:00Z', 'updated_at': '2021-08-19T12:54:37Z', 'revision_number': 6, 'project_id': '3aeb513e889145568c66fcee5f251ede', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:54:38.363121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Allocated IP 172.25.2.169 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/f1ee1c79-f34b-47b4-89ad-4148e54b9523) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:54:38.468636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.573609 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.607459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=968a5230-205d-469b-b352-45b2ba2032ff,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:38.665447 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.668234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.716785 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:54:38.720406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:54:38.722197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:54:38.754005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'Port': ['ID=f1ee1c79-f34b-47b4-89ad-4148e54b9523,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:38.773139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.775280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.823619 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.916193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.916732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95d70c14-787d-40c4-8ead-c618b4ac31bf {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:54:38.922924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:38.922924 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dff846c6-53ce-4be9-aaf4-911fa4306c91 admin admin] 10.222.0.21 "DELETE /v2.0/routers/95d70c14-787d-40c4-8ead-c618b4ac31bf HTTP/1.1" status: 204 len: 168 time: 1.2949312 Aug 19 12:54:38.924815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41686) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:38.977829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97f9852-4292-48e9-a471-5e87bd3d5fe7 admin admin] Deleting subnet 664cbe48-8bc1-4cc1-a393-1f398eb0abfa {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:54:38.980931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97f9852-4292-48e9-a471-5e87bd3d5fe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.015383 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97f9852-4292-48e9-a471-5e87bd3d5fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.033352 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.100320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97f9852-4292-48e9-a471-5e87bd3d5fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.200229 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.208433 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.242652 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97f9852-4292-48e9-a471-5e87bd3d5fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.270010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 968a5230-205d-469b-b352-45b2ba2032ff no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:39.275342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f9852-4292-48e9-a471-5e87bd3d5fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=664cbe48-8bc1-4cc1-a393-1f398eb0abfa,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:39.280324 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f97f9852-4292-48e9-a471-5e87bd3d5fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.284883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41688) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:39.285549 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f97f9852-4292-48e9-a471-5e87bd3d5fe7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/664cbe48-8bc1-4cc1-a393-1f398eb0abfa HTTP/1.1" status: 204 len: 168 time: 0.3596761 Aug 19 12:54:39.299652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e46b158-6d9c-42ef-8b81-c5ce75da5831 None None] Network ac1c98df-9715-49ff-b80d-ad066fa8df1e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:54:39.301874 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 968a5230-205d-469b-b352-45b2ba2032ff {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:39.302216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 968a5230-205d-469b-b352-45b2ba2032ff not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:39.302621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 171df945-1d6f-4e78-9975-5453a44b9c5d no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:39.329688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 171df945-1d6f-4e78-9975-5453a44b9c5d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:39.330607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 171df945-1d6f-4e78-9975-5453a44b9c5d not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:39.340947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.437832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.442459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.460762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'Port': ['ID=f1ee1c79-f34b-47b4-89ad-4148e54b9523,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:39.472586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-080bd416-8805-4200-8612-732a3a405b63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0640366 Aug 19 12:54:39.518544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Deleting port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:39.519056 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.561157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ea60e-e7f0-4978-a1c0-30cde80d0253 None None] DHCP port deletion for ac1c98df-9715-49ff-b80d-ad066fa8df1e request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:54:39.564354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-dae704ab-22cc-4fdb-8b37-59107b6a16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:39.566514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-dae704ab-22cc-4fdb-8b37-59107b6a16b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 1096 time: 0.0527613 Aug 19 12:54:39.596617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] For port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ec1ea361-5f64-478e-9ad8-4fdfc2fbb748,segment=NetworkSegment(21aed5d1-247a-4b3e-b9da-59f0996d8e46),segment_id=21aed5d1-247a-4b3e-b9da-59f0996d8e46)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:39.597039 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.608297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.608695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a78ea60e-e7f0-4978-a1c0-30cde80d0253 None None] Deleting port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:39.609070 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a78ea60e-e7f0-4978-a1c0-30cde80d0253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.611130 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-40274535-1dbf-447d-a113-0cd22a9db919 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6419544 Aug 19 12:54:39.618164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Calling delete_port for ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:39.687691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a78ea60e-e7f0-4978-a1c0-30cde80d0253 None None] For port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ec1ea361-5f64-478e-9ad8-4fdfc2fbb748,segment=NetworkSegment(21aed5d1-247a-4b3e-b9da-59f0996d8e46),segment_id=21aed5d1-247a-4b3e-b9da-59f0996d8e46)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:39.688076 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a78ea60e-e7f0-4978-a1c0-30cde80d0253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.694029 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-c1aac22b-1ab8-4e0e-9182-bf04d30ae88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:39.696684 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-c1aac22b-1ab8-4e0e-9182-bf04d30ae88b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.1116672 Aug 19 12:54:39.702231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a78ea60e-e7f0-4978-a1c0-30cde80d0253 None None] Calling delete_port for ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:39.773747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-0a0c0a29-7163-43ea-ba94-68cf121708b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c HTTP/1.1" status: 200 len: 1000 time: 0.0694039 Aug 19 12:54:39.822921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-5e0935e5-70a0-4178-bae0-561b39f0d6a2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1142610689&fields=id&tenant_id=4e30f4ad419d4968a935f8bd249ae26b HTTP/1.1" status: 200 len: 267 time: 0.0327873 Aug 19 12:54:39.826936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-690fda4f-95b7-4daf-a130-c3680efd03b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:39.828421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-690fda4f-95b7-4daf-a130-c3680efd03b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0481646 Aug 19 12:54:39.832014 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.837555 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a78ea60e-e7f0-4978-a1c0-30cde80d0253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:39.865275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ea60e-e7f0-4978-a1c0-30cde80d0253 None None] Pushing event deleted for resources: {'Port': ['ID=ec1ea361-5f64-478e-9ad8-4fdfc2fbb748,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:39.872411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ea60e-e7f0-4978-a1c0-30cde80d0253 None None] No DVR routers for this DVR port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:54:39.884220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-10863a48-cffe-4b23-bc69-1bc0e649efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:39.886742 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-10863a48-cffe-4b23-bc69-1bc0e649efa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515416 Aug 19 12:54:39.911818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1ea361-5f64-478e-9ad8-4fdfc2fbb748,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:39.919635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] No DVR routers for this DVR port ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:54:39.977655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-7d72c269-114d-421a-b009-ff1693c0df06 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837216 Aug 19 12:54:40.018173 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:40.035412 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1c98df-9715-49ff-b80d-ad066fa8df1e']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:40.048822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-deb55d41-7ef8-4d5f-9184-642eb36b7d9d tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:40.050324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-deb55d41-7ef8-4d5f-9184-642eb36b7d9d tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/networks?id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 200 len: 811 time: 0.2193334 Aug 19 12:54:40.055154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21aed5d1-247a-4b3e-b9da-59f0996d8e46') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:40.055455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21aed5d1-247a-4b3e-b9da-59f0996d8e46') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:40.072688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:40.072920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dcdd3ec4-6b0d-4283-a0e9-544a4cccf3b8 req-c76164c1-aa9a-4d33-a3c3-88aa3932ac88 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876687 Aug 19 12:54:40.075100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-4cf430d3-bedf-4fc0-b83a-74ac1f8117cd tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/quotas/4e30f4ad419d4968a935f8bd249ae26b HTTP/1.1" status: 200 len: 375 time: 0.0177329 Aug 19 12:54:40.095593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:40.115697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:54:40.116127 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:54:40.119054 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:54:40.183195 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-3af7f228-5eb6-471c-941b-5033dfdc8e9c tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009612 Aug 19 12:54:40.605096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:40.633172 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:40.635013 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] 10.222.0.21 "DELETE /v2.0/networks/ac1c98df-9715-49ff-b80d-ad066fa8df1e HTTP/1.1" status: 204 len: 168 time: 1.3485520 Aug 19 12:54:40.647512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee135a9c-eb27-40da-8aab-98fb83bfa6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=ac1c98df-9715-49ff-b80d-ad066fa8df1e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:40.654789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:40.687577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-eb7a9b0f-0291-4845-8cde-39d51641c4cc service neutron] 10.222.0.21 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916573 Aug 19 12:54:40.782003 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-94c7ec43-6479-44e0-be4e-26e7cb4cf59d service neutron] 10.222.0.21 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879910 Aug 19 12:54:41.056236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41716) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:41.088319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0a8f28f0-f3cd-4fbd-a24c-1489362a0a03 req-852f1c92-b871-4a28-9cde-0c13d62180ee tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 210 time: 0.0357814 Aug 19 12:54:41.106418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8e1ee5ae-0601-4bc4-a3ec-b227acce8914 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dc64f81a0f243fea14b8699ce777f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456698 Aug 19 12:54:41.108083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41718) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:41.158103 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5be8e78-529c-45f5-b37a-a623560b33d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:41.181543 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5be8e78-529c-45f5-b37a-a623560b33d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:41.268995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:41.292661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:41.292938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ec1ea361-5f64-478e-9ad8-4fdfc2fbb748 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:41.407875 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5be8e78-529c-45f5-b37a-a623560b33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:41.410618 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d5be8e78-529c-45f5-b37a-a623560b33d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:41.411834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d5be8e78-529c-45f5-b37a-a623560b33d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90ce063e-7b11-4d99-addd-977fba349d96 HTTP/1.1" status: 204 len: 168 time: 0.3027394 Aug 19 12:54:41.419987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be8e78-529c-45f5-b37a-a623560b33d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ce063e-7b11-4d99-addd-977fba349d96,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:42.172958 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2cc623b2-c460-4aac-82ed-404a659b034a req-b5f6ef2c-264b-4a01-8d4e-74844a80c41a tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 210 time: 0.0280459 Aug 19 12:54:42.299051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:54:42.581289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41734) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:42.624266 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1bbc5008-c0c7-4058-86f4-cec9aaf2f603 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3aeb513e889145568c66fcee5f251ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417376 Aug 19 12:54:42.626654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 41736) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:42.684994 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a4919cf2-b673-4ed5-8236-e260c45668b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:42.706980 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a4919cf2-b673-4ed5-8236-e260c45668b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:42.951043 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a4919cf2-b673-4ed5-8236-e260c45668b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:42.953672 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a4919cf2-b673-4ed5-8236-e260c45668b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:42.954903 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a4919cf2-b673-4ed5-8236-e260c45668b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca9a2979-c967-4623-a7c3-e3b30a49a9ca HTTP/1.1" status: 204 len: 168 time: 0.3272839 Aug 19 12:54:42.963022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4919cf2-b673-4ed5-8236-e260c45668b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9a2979-c967-4623-a7c3-e3b30a49a9ca,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:43.268309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-42773782-12ee-4b43-b32f-a3b7cc86077a req-7442b15d-92ef-4131-82b9-a6b2a37db0fa tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 210 time: 0.0281415 Aug 19 12:54:44.296387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-83626494-8024-4d37-a595-ee0af2a5259b tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:44.297741 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-83626494-8024-4d37-a595-ee0af2a5259b tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.62 "GET /v2.0/networks?id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 200 len: 811 time: 0.1013556 Aug 19 12:54:44.341902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-c1d280a0-04d9-48f2-b6fa-e01c1182832d tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e30f4ad419d4968a935f8bd249ae26b HTTP/1.1" status: 200 len: 380 time: 0.0342958 Aug 19 12:54:44.355145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'port': {'device_id': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'admin_state_up': True, 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'security_groups': ['ee0a2af7-5ad0-4e01-b98d-d572e265dc1b']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:44.411002 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a5955f5-f7b4-44bb-a4a8-0bc8d17814b8 req-137e7e6e-8242-46e4-8218-074f4de7c2e5 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 210 time: 0.0680416 Aug 19 12:54:44.648616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Made reservation on behalf of 4e30f4ad419d4968a935f8bd249ae26b for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:54:44.652188 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:44.780014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Allocated IP 172.20.0.14 (fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3/d2b84d3c-5a39-40f7-9f8b-1757d52fb602/8e50ce74-b8ab-48cb-bf02-0dd7591cdc12) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:54:44.920161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:44.934866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Transition to ACTIVE for port object 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:45.152069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:45.196022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:54:45.198929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:54:45.205498 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:54:45.237803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event updated for resources: {'Port': ['ID=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:45.264342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:45.266179 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:45.472872 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-37a37613-ceac-4670-b790-b2dc74b634b0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1208384 Aug 19 12:54:45.484344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Request body: {'port': {'device_id': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:45.570817 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:45.590419 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a41c7-b0d2-4143-96f2-b0c219c03d04 req-81f16bc6-8b88-4885-ab4e-cf3fab2bdb91 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:45.593065 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-940a41c7-b0d2-4143-96f2-b0c219c03d04 req-81f16bc6-8b88-4885-ab4e-cf3fab2bdb91 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 932 time: 0.1049964 Aug 19 12:54:45.619582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-828a5f9c-55f0-4387-ae72-a38a665ea92b None None] Provisioning for port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:45.627649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-828a5f9c-55f0-4387-ae72-a38a665ea92b None None] Provisioning complete for port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:45.627649 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-828a5f9c-55f0-4387-ae72-a38a665ea92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:45.671805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eeb9b-dac5-4570-bbaa-5802bc20da9f req-72fdf52f-4307-4e8c-8aac-77db17b1c9a3 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:45.672658 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-828a5f9c-55f0-4387-ae72-a38a665ea92b None None] Port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:54:45.684178 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-940a41c7-b0d2-4143-96f2-b0c219c03d04 req-2bc33eb5-9c40-419b-b699-96885ab62328 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546255 Aug 19 12:54:45.684603 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-554eeb9b-dac5-4570-bbaa-5802bc20da9f req-72fdf52f-4307-4e8c-8aac-77db17b1c9a3 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 945 time: 0.0666375 Aug 19 12:54:45.733548 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-554eeb9b-dac5-4570-bbaa-5802bc20da9f req-00854f9f-9eeb-49a5-8d05-fbb28aa2fa3e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Aug 19 12:54:45.907896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:54:45.916701 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:45.930258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Transition to ACTIVE for port object 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:46.002427 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:46.059620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Pushing event updated for resources: {'Port': ['ID=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:46.149267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Attempting to bind port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:54:46.149670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Attempting to bind port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:54:46.150005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Attempting to bind port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 on network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:54:46.154846 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 on network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:54:46.155172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Attempting to bind port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 on network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:54:46.160602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:54:46.160943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Checking segment: {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:54:46.161324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Bound using segment: {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:54:46.161752 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Bound port: 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47577b66-c2d9-4424-867f-075856bdf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:54:46.162113 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:46.237986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] For port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:54:46.241187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] For port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:54:46.352296 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:46.385957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:46.386568 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:46.388015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] 10.222.0.62 "PUT /v2.0/ports/8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 HTTP/1.1" status: 200 len: 1092 time: 0.9081459 Aug 19 12:54:46.388465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'tag': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:46.390771 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c575c181-ab65-4add-9e53-3e4daef3fc30" -d '{"events": [{"name": "network-changed", "server_uuid": "92d7cd8f-854b-4598-9f4b-ae1d39bcc11e", "tag": "8e50ce74-b8ab-48cb-bf02-0dd7591cdc12"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:46.430342 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c663c5bf-65f8-4cc1-8ff7-3a745429e3c2 x-openstack-request-id: req-c663c5bf-65f8-4cc1-8ff7-3a745429e3c2 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:46.430648 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d7cd8f-854b-4598-9f4b-ae1d39bcc11e", "tag": "8e50ce74-b8ab-48cb-bf02-0dd7591cdc12", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:46.431034 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c663c5bf-65f8-4cc1-8ff7-3a745429e3c2 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:46.431573 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'tag': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12', 'status': 'completed', 'code': 200} Aug 19 12:54:46.450296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3cbf3-0e31-4a69-b5dd-2bb3b5cc3b16 service neutron] Pushing event updated for resources: {'Port': ['ID=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:46.511134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575c181-ab65-4add-9e53-3e4daef3fc30 req-9e2c6d77-01ec-49fd-a95b-53ccd25fb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:46.512711 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c575c181-ab65-4add-9e53-3e4daef3fc30 req-9e2c6d77-01ec-49fd-a95b-53ccd25fb8a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 1095 time: 0.0569365 Aug 19 12:54:46.620025 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575c181-ab65-4add-9e53-3e4daef3fc30 req-a57c53ea-9757-4fdc-b564-5f0a5cabd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:46.621836 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c575c181-ab65-4add-9e53-3e4daef3fc30 req-a57c53ea-9757-4fdc-b564-5f0a5cabd0b3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1009645 Aug 19 12:54:46.717042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575c181-ab65-4add-9e53-3e4daef3fc30 req-c7e022ec-1308-4d80-a2b7-b5dfdee03a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:46.718549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c575c181-ab65-4add-9e53-3e4daef3fc30 req-c7e022ec-1308-4d80-a2b7-b5dfdee03a32 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903220 Aug 19 12:54:46.807215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-7a085128-5749-480a-b58d-2831abbf5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:46.808690 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-7a085128-5749-480a-b58d-2831abbf5d37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 1095 time: 0.0524099 Aug 19 12:54:46.812988 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e838645-657d-49b7-9ee1-6409f0cb69e2 req-9d1bee53-e5fe-4f79-a1be-3ffafd00ce1e tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:46.817515 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e838645-657d-49b7-9ee1-6409f0cb69e2 req-9d1bee53-e5fe-4f79-a1be-3ffafd00ce1e tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 944 time: 0.0640044 Aug 19 12:54:46.853412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2e838645-657d-49b7-9ee1-6409f0cb69e2 req-f9e48a3e-fb85-474f-b155-774c93022a53 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320294 Aug 19 12:54:46.873100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-2e49286d-d5fa-4f31-b66e-3003e0a241de service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 HTTP/1.1" status: 200 len: 217 time: 0.0561900 Aug 19 12:54:46.937009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f330c-8b86-4e7a-a2e2-75960d6ef9f1 req-2ae2a6a4-6733-475b-a220-c41c24ab37d1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:46.938967 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e35f330c-8b86-4e7a-a2e2-75960d6ef9f1 req-2ae2a6a4-6733-475b-a220-c41c24ab37d1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 945 time: 0.1153958 Aug 19 12:54:46.947982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-33ce1074-11b4-4eb3-8a2b-92fa57e6361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:46.949803 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-33ce1074-11b4-4eb3-8a2b-92fa57e6361a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2b84d3c-5a39-40f7-9f8b-1757d52fb602 HTTP/1.1" status: 200 len: 850 time: 0.0696328 Aug 19 12:54:47.013608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e35f330c-8b86-4e7a-a2e2-75960d6ef9f1 req-251cc48f-c283-476a-a386-a7f2baea3ac7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627306 Aug 19 12:54:47.034208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-5665502f-54f0-48aa-9463-8a89d11c8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:47.034208 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-5665502f-54f0-48aa-9463-8a89d11c8958 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718896 Aug 19 12:54:47.143858 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-4f7e1c3d-dc83-40aa-9038-3046f1204b88 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039567 Aug 19 12:54:47.255543 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-668bf656-09e7-4573-a8ba-e02e85facfdd req-4c1fdf02-a679-4ea7-ac22-2baee29c9a80 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941956 Aug 19 12:54:47.259192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c0418-3709-48ac-8090-baec79e4924d req-01c4aad0-e77a-46ef-a337-11ee00db7fea tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:47.264961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf5c0418-3709-48ac-8090-baec79e4924d req-01c4aad0-e77a-46ef-a337-11ee00db7fea tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 945 time: 0.0531485 Aug 19 12:54:47.352838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Deleting port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:54:47.353192 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:47.451167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] For port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:47.451563 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:47.672611 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:47.673001 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:47.673318 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Floating IP f00cf971-c4be-4589-952e-f2fa4af4f436 disassociated. External IP: 172.25.2.13, port: 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c. Aug 19 12:54:47.673660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Calling delete_port for 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:54:47.894051 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:47.928601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event deleted for resources: {'Port': ['ID=1fbc8354-6465-4eb8-96d6-ab7705f8ad5c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:48.017183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90df94d-dcc4-41e5-8a92-1bb58d35aeef req-5991ec43-2611-459f-8ba7-8e4f3b63e4be tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:48.018695 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f90df94d-dcc4-41e5-8a92-1bb58d35aeef req-5991ec43-2611-459f-8ba7-8e4f3b63e4be tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 944 time: 0.0922320 Aug 19 12:54:48.113322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f90df94d-dcc4-41e5-8a92-1bb58d35aeef req-6911844d-2065-4f3b-ae82-5928a9ced6c7 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488696 Aug 19 12:54:48.125323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Router 7dcc5b5e-9b01-4160-8f75-1cd02156902b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:54:48.138116 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cca7742b-6a1c-43d0-81b7-7505bf1d1155 req-6b6004ac-307d-441f-92fa-39e2d3867b7f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 210 time: 0.0399029 Aug 19 12:54:48.246515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:54:48.257075 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4168f92-035b-4e1f-980e-103f1ebdd5b3 None None] Sync routers for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:54:48.267807 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4168f92-035b-4e1f-980e-103f1ebdd5b3 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:48.270694 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a4168f92-035b-4e1f-980e-103f1ebdd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:48.286655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] No DVR routers for this DVR port 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:54:48.289580 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:48.291715 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf5c0418-3709-48ac-8090-baec79e4924d req-3efe5cca-58f5-41ea-80f5-a1560e5507db tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "DELETE /v2.0/ports/1fbc8354-6465-4eb8-96d6-ab7705f8ad5c HTTP/1.1" status: 204 len: 173 time: 1.0227580 Aug 19 12:54:48.292361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'name': 'network-vif-deleted', 'tag': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:48.294854 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113ae956-6e9b-4879-8efb-5f23c49f2821" -d '{"events": [{"server_uuid": "7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54", "name": "network-vif-deleted", "tag": "1fbc8354-6465-4eb8-96d6-ab7705f8ad5c"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:48.353025 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed7d606-a2ba-4a79-9a5b-356a3962a866 x-openstack-request-id: req-eed7d606-a2ba-4a79-9a5b-356a3962a866 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:48.353328 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54", "name": "network-vif-deleted", "tag": "1fbc8354-6465-4eb8-96d6-ab7705f8ad5c", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:48.354233 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eed7d606-a2ba-4a79-9a5b-356a3962a866 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:48.354704 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54', 'name': 'network-vif-deleted', 'tag': '1fbc8354-6465-4eb8-96d6-ab7705f8ad5c', 'status': 'completed', 'code': 200} Aug 19 12:54:48.384051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a4168f92-035b-4e1f-980e-103f1ebdd5b3 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:48.698601 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a4168f92-035b-4e1f-980e-103f1ebdd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:48.723965 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4168f92-035b-4e1f-980e-103f1ebdd5b3 None None] Checking router: 7dcc5b5e-9b01-4160-8f75-1cd02156902b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:54:48.733614 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4168f92-035b-4e1f-980e-103f1ebdd5b3 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:48.734225 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a4168f92-035b-4e1f-980e-103f1ebdd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:48.841311 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a4168f92-035b-4e1f-980e-103f1ebdd5b3 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:49.059324 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a4168f92-035b-4e1f-980e-103f1ebdd5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:49.086595 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4168f92-035b-4e1f-980e-103f1ebdd5b3 None None] The sync data for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 is: [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:54:49.281066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065418d-2516-4f71-a359-1be63ac7474f req-4f17a1e5-7cc4-4770-8e77-6221df3b955d tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:49.289812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4065418d-2516-4f71-a359-1be63ac7474f req-4f17a1e5-7cc4-4770-8e77-6221df3b955d tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 944 time: 0.0874381 Aug 19 12:54:49.311826 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-773f2e0b-a41c-47a3-98b8-bb112c4a6c8d req-1676614b-85ed-42eb-b495-e5bd40475723 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 210 time: 0.0565734 Aug 19 12:54:49.353692 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4065418d-2516-4f71-a359-1be63ac7474f req-289cee1b-817b-478c-b0d9-16b34c9d97da tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628414 Aug 19 12:54:49.449196 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da4c200-9fc7-497f-9fa8-3a2e3eb066c2 None None] New status for floating IP f00cf971-c4be-4589-952e-f2fa4af4f436: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:54:50.396463 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4a5f89cb-5c0a-41ca-a63f-162e8d9bdaf6 req-952fa587-f1c9-4139-bcd2-b5c3c1a5e209 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 210 time: 0.0268590 Aug 19 12:54:50.474216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b896c0-9ea3-4bc7-a51b-c2f1f2d7bcca req-e2980e67-c5ad-4f74-b16b-541ef7a37ced tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:50.478569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6b896c0-9ea3-4bc7-a51b-c2f1f2d7bcca req-e2980e67-c5ad-4f74-b16b-541ef7a37ced tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 944 time: 0.0533574 Aug 19 12:54:50.517152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6b896c0-9ea3-4bc7-a51b-c2f1f2d7bcca req-8ff6a785-675f-4a69-8fb4-e0a78e8f66e0 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340583 Aug 19 12:54:50.667713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:54:50.766000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:50.777808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'port_id': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12', 'mac_address': 'fa:16:3e:6d:4b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:54:50.814411 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:50.827889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:54:50.848498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:50.901125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:50.952494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:51.125419 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['8e50ce74-b8ab-48cb-bf02-0dd7591cdc12'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:54:51.494649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38e10581-34b8-48e4-aec1-5e0a83f200ba req-726b9b52-be92-45ab-b508-d1e8d05f82a8 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 210 time: 0.0280857 Aug 19 12:54:51.645707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5f0a3-cc0d-45da-a370-e8fdd38c2ed6 req-c4e47d13-3f93-4fda-baed-31379c2a25bc tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:51.647370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4a5f0a3-cc0d-45da-a370-e8fdd38c2ed6 req-c4e47d13-3f93-4fda-baed-31379c2a25bc tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 945 time: 0.0523074 Aug 19 12:54:51.692089 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4a5f0a3-cc0d-45da-a370-e8fdd38c2ed6 req-209d27f1-ac8f-4815-85bd-3596439d5685 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336981 Aug 19 12:54:52.587894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:54:52.600646 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07b3d950-ef4e-42cb-8ecf-623da63a21d8 req-b4fd529d-e8c9-4aa9-9868-fe1739c4b0b0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cd1e1c3-5f8a-4d67-92dd-6c69534c8e54 HTTP/1.1" status: 200 len: 210 time: 0.0275574 Aug 19 12:54:52.612607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:54:52.613102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 1fbc8354-6465-4eb8-96d6-ab7705f8ad5c not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:54:52.698644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:54:52.813719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce3c33-ecfe-48b7-8b78-9558024fa0fa req-3200c719-a69b-4be0-8a1b-1b2c41ec32b9 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:52.815256 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20ce3c33-ecfe-48b7-8b78-9558024fa0fa req-3200c719-a69b-4be0-8a1b-1b2c41ec32b9 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 945 time: 0.0510404 Aug 19 12:54:52.857431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20ce3c33-ecfe-48b7-8b78-9558024fa0fa req-70c6446e-db9c-43d3-90c0-283bac3e0b91 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359817 Aug 19 12:54:52.872102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:52.876181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:52.886496 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:52.958507 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:52.982763 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:52.985347 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918c9ba9-cf42-48e9-aae7-d1a4d23e5681" -d '{"events": [{"server_uuid": "92d7cd8f-854b-4598-9f4b-ae1d39bcc11e", "name": "network-vif-plugged", "status": "completed", "tag": "8e50ce74-b8ab-48cb-bf02-0dd7591cdc12"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:52.999123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:54:53.024409 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5941941-5115-41cf-8937-43bab18c8f09 x-openstack-request-id: req-d5941941-5115-41cf-8937-43bab18c8f09 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:53.037810 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d7cd8f-854b-4598-9f4b-ae1d39bcc11e", "name": "network-vif-plugged", "status": "completed", "tag": "8e50ce74-b8ab-48cb-bf02-0dd7591cdc12", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:53.037810 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5941941-5115-41cf-8937-43bab18c8f09 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:53.037810 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12', 'code': 200} Aug 19 12:54:53.124071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603a9e-9292-472e-b507-f682440a897b req-6ddd98ae-e6f1-4321-a40c-ba9ec9f8a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:53.125634 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9603a9e-9292-472e-b507-f682440a897b req-6ddd98ae-e6f1-4321-a40c-ba9ec9f8a5ca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 1096 time: 0.0446289 Aug 19 12:54:53.140168 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:53.161882 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9603a9e-9292-472e-b507-f682440a897b req-a1364a13-e2b8-4e33-abb4-2f88e5c8d5cd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285985 Aug 19 12:54:53.193151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:53.878686 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-ba574f44-2ee4-455b-8a57-f34f58864cff tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418395632&fields=id&tenant_id=99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 267 time: 0.0322824 Aug 19 12:54:53.977024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de27d1-3160-4fa5-8ebf-7a8ce486ccf5 req-7e553750-3334-49d7-b06b-c6c989fc6c39 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:53.978648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70de27d1-3160-4fa5-8ebf-7a8ce486ccf5 req-7e553750-3334-49d7-b06b-c6c989fc6c39 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 946 time: 0.0520642 Aug 19 12:54:54.023971 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70de27d1-3160-4fa5-8ebf-7a8ce486ccf5 req-aceabff6-28ee-464a-829a-77bdd5ac6dcf tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346291 Aug 19 12:54:54.276154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-4354282c-a2fc-4484-868d-3a628e43b64e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:54.277673 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-4354282c-a2fc-4484-868d-3a628e43b64e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.3919084 Aug 19 12:54:54.292828 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-19368228-d5c7-4c84-8e01-4403f9adb74a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/quotas/99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 375 time: 0.0089190 Aug 19 12:54:54.345819 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-3442c280-a1f6-42ea-a0d8-d6f2f469d729 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475397 Aug 19 12:54:54.563138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-508de3b1-b3a7-435e-a423-15cd3bde7daa service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046909 Aug 19 12:54:54.659476 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-4b0e535d-88fa-4c09-94bb-edfa614bcbaf service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902600 Aug 19 12:54:55.143283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d56fae-4aaa-49c2-864b-877630aff9f0 req-c6cbdbe3-f3e0-478a-8bd0-fe4791e4de05 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:55.144772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96d56fae-4aaa-49c2-864b-877630aff9f0 req-c6cbdbe3-f3e0-478a-8bd0-fe4791e4de05 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 946 time: 0.0508018 Aug 19 12:54:55.187623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96d56fae-4aaa-49c2-864b-877630aff9f0 req-57aa5449-8d1c-447b-9db0-0d1d44c3090e tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364833 Aug 19 12:54:55.300963 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c979a-9225-4694-9fcf-3a43f710c649 req-977df843-7013-444c-a713-786fa2eb93c9 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:55.302355 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1b3c979a-9225-4694-9fcf-3a43f710c649 req-977df843-7013-444c-a713-786fa2eb93c9 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 946 time: 0.0502102 Aug 19 12:54:55.312468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41830) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:54:55.317337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b267483f-9201-4999-8c7d-3f3d9d00cc67 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Request body: {'floatingip': {'port_id': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:55.356997 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b267483f-9201-4999-8c7d-3f3d9d00cc67 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:55.453925 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed2fcadc-90f2-4a96-8611-ad01d7160719 req-d5c8ea49-1593-4270-9a18-d8e477354dc6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 210 time: 0.0299325 Aug 19 12:54:55.528489 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:55.836939 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b267483f-9201-4999-8c7d-3f3d9d00cc67 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:55.934739 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b267483f-9201-4999-8c7d-3f3d9d00cc67 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:56.043018 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-b267483f-9201-4999-8c7d-3f3d9d00cc67 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Floating IP e3a46aad-629a-4a68-8832-cff93c2777ba associated. External IP: 172.25.2.169, port: 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12. Aug 19 12:54:56.250967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b267483f-9201-4999-8c7d-3f3d9d00cc67 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:54:56.361158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b267483f-9201-4999-8c7d-3f3d9d00cc67 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:54:56.366034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b267483f-9201-4999-8c7d-3f3d9d00cc67 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:56.371719 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63770be-e18b-4db9-b680-3bc436b79af6 None None] Sync routers for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:54:56.380507 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:56.387421 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63770be-e18b-4db9-b680-3bc436b79af6 None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:56.387421 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c63770be-e18b-4db9-b680-3bc436b79af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:56.396116 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b267483f-9201-4999-8c7d-3f3d9d00cc67 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "PUT /v2.0/floatingips/e3a46aad-629a-4a68-8832-cff93c2777ba HTTP/1.1" status: 200 len: 992 time: 1.0800922 Aug 19 12:54:56.396116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'tag': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:54:56.396478 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e81e813-2630-419e-a15d-88e8da9ad42e" -d '{"events": [{"name": "network-changed", "server_uuid": "92d7cd8f-854b-4598-9f4b-ae1d39bcc11e", "tag": "8e50ce74-b8ab-48cb-bf02-0dd7591cdc12"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:54:56.448691 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb2842d-7fea-48fa-9d14-41396d8dd830 x-openstack-request-id: req-7cb2842d-7fea-48fa-9d14-41396d8dd830 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:54:56.448691 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d7cd8f-854b-4598-9f4b-ae1d39bcc11e", "tag": "8e50ce74-b8ab-48cb-bf02-0dd7591cdc12", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:54:56.448691 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cb2842d-7fea-48fa-9d14-41396d8dd830 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:54:56.448691 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'tag': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12', 'status': 'completed', 'code': 200} Aug 19 12:54:56.516259 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-c63770be-e18b-4db9-b680-3bc436b79af6 None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:56.539024 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7ccf997-c102-4596-a279-81a01f4077b0 req-3f80f033-4bc3-49fc-b2ba-1ba13d5cc8b1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 210 time: 0.0281718 Aug 19 12:54:56.543482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81e813-2630-419e-a15d-88e8da9ad42e req-3bc0a2c7-f7fb-472b-b2c8-af5f811c91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:56.544945 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e81e813-2630-419e-a15d-88e8da9ad42e req-3bc0a2c7-f7fb-472b-b2c8-af5f811c91f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 1097 time: 0.0733786 Aug 19 12:54:56.647731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81e813-2630-419e-a15d-88e8da9ad42e req-44960c89-1773-44d6-9fbd-8d777462528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:56.649672 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e81e813-2630-419e-a15d-88e8da9ad42e req-44960c89-1773-44d6-9fbd-8d777462528b service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 200 len: 912 time: 0.0977883 Aug 19 12:54:56.715197 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e81e813-2630-419e-a15d-88e8da9ad42e req-6e780ce0-7d4b-4255-96f9-5c854943feac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 HTTP/1.1" status: 200 len: 1000 time: 0.0585487 Aug 19 12:54:56.742448 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c63770be-e18b-4db9-b680-3bc436b79af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'e3a46aad-629a-4a68-8832-cff93c2777ba', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'port_id': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'mac_address': 'fa:16:3e:6d:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:54:38Z', 'updated_at': '2021-08-19T12:54:55Z', 'revision_number': 1, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:56.771682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81e813-2630-419e-a15d-88e8da9ad42e req-1515b768-9706-4bcb-a658-a3101c517fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:56.772364 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63770be-e18b-4db9-b680-3bc436b79af6 None None] Checking router: ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:54:56.773727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e81e813-2630-419e-a15d-88e8da9ad42e req-1515b768-9706-4bcb-a658-a3101c517fd6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2b84d3c-5a39-40f7-9f8b-1757d52fb602 HTTP/1.1" status: 200 len: 850 time: 0.0514889 Aug 19 12:54:56.781404 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63770be-e18b-4db9-b680-3bc436b79af6 None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:54:56.782008 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c63770be-e18b-4db9-b680-3bc436b79af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:54:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:56.818944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81e813-2630-419e-a15d-88e8da9ad42e req-c11ad0f4-ec50-41de-a10f-3ed08031a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:56.821118 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e81e813-2630-419e-a15d-88e8da9ad42e req-c11ad0f4-ec50-41de-a10f-3ed08031a661 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413842 Aug 19 12:54:56.888135 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-c63770be-e18b-4db9-b680-3bc436b79af6 None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:54:56.914861 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e81e813-2630-419e-a15d-88e8da9ad42e req-af9617e1-3de9-449e-9680-efe4e742d911 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864377 Aug 19 12:54:57.016875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e81e813-2630-419e-a15d-88e8da9ad42e req-ec66d588-a0bf-4720-b0a7-9e931f75c756 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950525 Aug 19 12:54:57.126121 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c63770be-e18b-4db9-b680-3bc436b79af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'e3a46aad-629a-4a68-8832-cff93c2777ba', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'port_id': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'mac_address': 'fa:16:3e:6d:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:54:38Z', 'updated_at': '2021-08-19T12:54:55Z', 'revision_number': 1, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:54:57.151667 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63770be-e18b-4db9-b680-3bc436b79af6 None None] The sync data for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 is: [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'e3a46aad-629a-4a68-8832-cff93c2777ba', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'floating_ip_address': '172.25.2.169', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'port_id': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'mac_address': 'fa:16:3e:6d:4b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:54:38Z', 'updated_at': '2021-08-19T12:54:55Z', 'revision_number': 1, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:54:57.370633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12277115-1e59-487f-9ffe-38dfdfbf3405 None None] New status for floating IP e3a46aad-629a-4a68-8832-cff93c2777ba: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:54:57.636792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbbac041-40a0-421b-9e70-81b29f57225c req-c29d11f9-ceaf-4938-a78c-2dd4e037b4b4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 210 time: 0.0307577 Aug 19 12:54:58.283173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-65862d83-6803-4b24-b980-732838624802 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:58.284549 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-65862d83-6803-4b24-b980-732838624802 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.1066775 Aug 19 12:54:58.330534 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-3671ef35-c8e6-450e-8431-3b54416d2863 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 379 time: 0.0345030 Aug 19 12:54:58.340803 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'port': {'device_id': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'admin_state_up': True, 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'security_groups': ['ebfc5190-1da0-4591-be62-068d0bd1cf7b']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:58.569073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Made reservation on behalf of 99b9eedce23149da97f30436711e8dc7 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:54:58.573483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:58.716300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Allocated IP 172.20.0.11 (d0d68f47-28f3-4f86-9ee1-d0b79d7692b8/1108c1bf-e7b5-43bc-87da-9f4ee675efe1/07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:54:58.744568 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f4970f7-6284-4e40-9a93-521d69ae59f9 req-a98ac256-0e24-4496-ac3a-87b1db3e4612 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 210 time: 0.0311637 Aug 19 12:54:58.874432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:58.888046 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Transition to ACTIVE for port object 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:59.033307 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:59.082348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:54:59.085672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:54:59.090092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:54:59.094207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:59.152741 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:59.153931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:59.312560 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0ff79fb4-0a94-4439-bb90-4aba4089e2e1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9754019 Aug 19 12:54:59.325304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Request body: {'port': {'device_id': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:54:59.383680 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:59.437883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7f433e3d-aa59-4805-9ec5-4e16e3936b34 None None] Provisioning for port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:54:59.442076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7f433e3d-aa59-4805-9ec5-4e16e3936b34 None None] Provisioning complete for port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:54:59.442452 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7f433e3d-aa59-4805-9ec5-4e16e3936b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:59.475905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7f433e3d-aa59-4805-9ec5-4e16e3936b34 None None] Port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:54:59.682339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:54:59.696206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:59.709415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Transition to ACTIVE for port object 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:54:59.797810 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:54:59.863120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Pushing event updated for resources: {'Port': ['ID=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:54:59.907825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313e1b3-7853-45bd-9823-878fad71f98d req-6d936a9b-334e-43c5-a609-18a034e2583d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:54:59.907825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0313e1b3-7853-45bd-9823-878fad71f98d req-6d936a9b-334e-43c5-a609-18a034e2583d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0826702 Aug 19 12:54:59.966657 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Attempting to bind port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:54:59.967103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Attempting to bind port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:54:59.976669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Attempting to bind port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:54:59.978014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0313e1b3-7853-45bd-9823-878fad71f98d req-631608bf-9268-4961-b5fc-e43dc86306be tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517352 Aug 19 12:54:59.978919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:54:59.978919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Attempting to bind port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:54:59.985404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:54:59.985982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Checking segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:54:59.986534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Bound using segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:54:59.987403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Bound port: 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:54:59.987933 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:00.062784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] For port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:55:00.066051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] For port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:55:00.170211 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:00.203811 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:00.204909 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:00.206331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] 10.222.0.30 "PUT /v2.0/ports/07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 HTTP/1.1" status: 200 len: 1092 time: 0.8855948 Aug 19 12:55:00.208696 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'tag': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:55:00.213497 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351ff161-31e1-4f86-bbd9-3fd931a5cc92" -d '{"events": [{"name": "network-changed", "server_uuid": "dd27a22e-450b-4470-abbd-da4236bb34dd", "tag": "07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:55:00.254675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ea149-8285-44ef-bc0c-e60077985cee service neutron] Pushing event updated for resources: {'Port': ['ID=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:00.279060 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4183a4-61a5-4a9f-a2b7-d91c2bb9f5f9 x-openstack-request-id: req-7a4183a4-61a5-4a9f-a2b7-d91c2bb9f5f9 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:55:00.279367 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd27a22e-450b-4470-abbd-da4236bb34dd", "tag": "07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:55:00.279626 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a4183a4-61a5-4a9f-a2b7-d91c2bb9f5f9 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:55:00.280037 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'tag': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'status': 'completed', 'code': 200} Aug 19 12:55:00.351565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff161-31e1-4f86-bbd9-3fd931a5cc92 req-ea05c7f5-9d20-4eaa-9aaa-2ddf7d450bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:00.353791 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-351ff161-31e1-4f86-bbd9-3fd931a5cc92 req-ea05c7f5-9d20-4eaa-9aaa-2ddf7d450bf5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 1095 time: 0.0479603 Aug 19 12:55:00.482857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff161-31e1-4f86-bbd9-3fd931a5cc92 req-2df63b4e-bce7-4465-8feb-61b6b8b9ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:00.484689 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-351ff161-31e1-4f86-bbd9-3fd931a5cc92 req-2df63b4e-bce7-4465-8feb-61b6b8b9ee62 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=99b9eedce23149da97f30436711e8dc7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1218636 Aug 19 12:55:00.600554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ff161-31e1-4f86-bbd9-3fd931a5cc92 req-1ac578de-64da-4d50-8cd7-b2c48168ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:00.602662 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-351ff161-31e1-4f86-bbd9-3fd931a5cc92 req-1ac578de-64da-4d50-8cd7-b2c48168ee04 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110976 Aug 19 12:55:00.694752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-4f7f666d-3b17-4184-8fab-813150032aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:00.696478 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-4f7f666d-3b17-4184-8fab-813150032aad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 1095 time: 0.0527852 Aug 19 12:55:00.740882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-908e9d68-f470-48b1-b9ad-aeda0d9f45f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 HTTP/1.1" status: 200 len: 217 time: 0.0361478 Aug 19 12:55:00.792283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-42bab3c2-6538-4c07-a48b-7ff0b97193e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:00.793839 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-42bab3c2-6538-4c07-a48b-7ff0b97193e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0452449 Aug 19 12:55:00.845722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-296e3622-4626-4bb0-83d4-ead500c2fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:00.847260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-296e3622-4626-4bb0-83d4-ead500c2fded service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464749 Aug 19 12:55:00.939369 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-99a2a19f-6426-459d-a232-dd1e2d9f8979 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838015 Aug 19 12:55:01.052610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ce0e9d-adbb-48b7-bb8b-11948822447a req-0a1febcb-901f-46a1-b56a-3cda324a6fa0 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057003 Aug 19 12:55:01.120201 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a455df2-4544-4867-b2d7-ede296c2d32c req-5cc07c17-c865-4402-a438-beccfafe1af0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:01.122105 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a455df2-4544-4867-b2d7-ede296c2d32c req-5cc07c17-c865-4402-a438-beccfafe1af0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0558937 Aug 19 12:55:01.164562 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a455df2-4544-4867-b2d7-ede296c2d32c req-64839de1-f075-43ff-bd75-5f5d325cffe9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358055 Aug 19 12:55:02.281704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cc31f-5239-4483-8c6f-a91435d43ba9 req-8d18fb20-47db-49e5-8b86-318fecd82fd0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:02.283101 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-928cc31f-5239-4483-8c6f-a91435d43ba9 req-8d18fb20-47db-49e5-8b86-318fecd82fd0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0507269 Aug 19 12:55:02.323778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-928cc31f-5239-4483-8c6f-a91435d43ba9 req-f2cc5915-b016-418a-8f64-870b66e13eac tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347409 Aug 19 12:55:03.444778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16591cb0-60d9-4756-8599-96963205abd4 req-072c3e8b-9102-4f66-ace7-ad19fe9dce4c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:03.446299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16591cb0-60d9-4756-8599-96963205abd4 req-072c3e8b-9102-4f66-ace7-ad19fe9dce4c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0550566 Aug 19 12:55:03.486386 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-16591cb0-60d9-4756-8599-96963205abd4 req-2ae5f5d8-da02-4928-b9b4-cf22313d2893 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339971 Aug 19 12:55:04.603769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26977b-733f-4bbd-b5f0-5e112bb09735 req-cdbf631f-0cba-4910-8b2c-b81a977a857d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:04.605260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf26977b-733f-4bbd-b5f0-5e112bb09735 req-cdbf631f-0cba-4910-8b2c-b81a977a857d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0508220 Aug 19 12:55:04.645964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf26977b-733f-4bbd-b5f0-5e112bb09735 req-7376b17c-a943-4953-b974-b9c45283b32b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329680 Aug 19 12:55:05.083550 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-13e5a74d-5abc-4ea1-ae27-ffb8bfbb0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:05.765296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbccb92-2ae4-4474-899f-f7106e4fbca1 req-e1773069-19c7-4110-b785-d5fb23f8886c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:05.766989 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cbbccb92-2ae4-4474-899f-f7106e4fbca1 req-e1773069-19c7-4110-b785-d5fb23f8886c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0511889 Aug 19 12:55:05.804222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cbbccb92-2ae4-4474-899f-f7106e4fbca1 req-d03ca4d9-3df7-45ab-a0f2-0384cfc67ea0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313933 Aug 19 12:55:06.932327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab78148-6f15-46b4-a9d9-8158fa72a8f3 req-44451711-8ca0-4b3e-ae2e-911f8b6f7a62 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:06.933998 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eab78148-6f15-46b4-a9d9-8158fa72a8f3 req-44451711-8ca0-4b3e-ae2e-911f8b6f7a62 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0539436 Aug 19 12:55:06.972621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eab78148-6f15-46b4-a9d9-8158fa72a8f3 req-3002b982-6952-4d96-acd1-70d5065d1235 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328701 Aug 19 12:55:07.700913 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:07.746462 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4396971c-b2fa-4c99-8efa-7589503c93c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:08.094019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3952fc-b116-4b1f-80be-fc9865ce9d4a req-c3d7575e-78e2-4356-86bb-03e6f526353c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:08.095553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e3952fc-b116-4b1f-80be-fc9865ce9d4a req-c3d7575e-78e2-4356-86bb-03e6f526353c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0508013 Aug 19 12:55:08.134610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e3952fc-b116-4b1f-80be-fc9865ce9d4a req-df143206-b7ff-4ce8-9f5c-a5fc04f4efe7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 Aug 19 12:55:09.256068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693996e-ce60-4b0e-969e-50c9db0cdb8b req-3e38ee07-b21a-42d1-a51f-022b9e95eaf5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:09.257590 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a693996e-ce60-4b0e-969e-50c9db0cdb8b req-3e38ee07-b21a-42d1-a51f-022b9e95eaf5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0530710 Aug 19 12:55:09.297048 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a693996e-ce60-4b0e-969e-50c9db0cdb8b req-790b3b38-d6ce-4857-80ba-e8d838348bd1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Aug 19 12:55:09.432642 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:10.428341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6085463-ba83-41bf-87bd-72c312c60be3 req-12980ed6-0728-4d58-b1aa-abcece2cd94c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:10.429869 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e6085463-ba83-41bf-87bd-72c312c60be3 req-12980ed6-0728-4d58-b1aa-abcece2cd94c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0598869 Aug 19 12:55:10.471837 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e6085463-ba83-41bf-87bd-72c312c60be3 req-878fc49b-4968-455b-81b5-35756440b4ba tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348427 Aug 19 12:55:10.610178 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:11.588820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b66ede-cbee-4baf-b734-d3d7dcdddb06 req-c9b4fd69-698c-4de9-b069-62834c953db2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:11.590290 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-85b66ede-cbee-4baf-b734-d3d7dcdddb06 req-c9b4fd69-698c-4de9-b069-62834c953db2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0487633 Aug 19 12:55:11.628283 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-85b66ede-cbee-4baf-b734-d3d7dcdddb06 req-991495e3-1152-42d6-8c93-1f349351b931 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318942 Aug 19 12:55:12.611586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:55:12.710185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:12.723481 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'port_id': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'mac_address': 'fa:16:3e:c1:94:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:55:12.745932 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8099a-e3fb-45fd-be7e-6d1d6cf96903 req-00e22765-b3a2-46c4-92c3-ed848c8e7b2f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:12.747538 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2dc8099a-e3fb-45fd-be7e-6d1d6cf96903 req-00e22765-b3a2-46c4-92c3-ed848c8e7b2f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 944 time: 0.0510595 Aug 19 12:55:12.762716 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:12.776218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:55:12.787962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2dc8099a-e3fb-45fd-be7e-6d1d6cf96903 req-b95d770c-d84c-4b53-ac9c-73f101f0549e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340483 Aug 19 12:55:12.799953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:12.889946 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:12.937373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:13.107805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:55:13.908410 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43f3e5-7d70-4993-b1e5-a69742462c9f req-2773d886-9f79-43f4-9897-2f2cc3a4f290 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:13.910124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b43f3e5-7d70-4993-b1e5-a69742462c9f req-2773d886-9f79-43f4-9897-2f2cc3a4f290 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 945 time: 0.0548084 Aug 19 12:55:13.948322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b43f3e5-7d70-4993-b1e5-a69742462c9f req-12864b38-bf29-4330-a3d0-28204fd5e56c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315552 Aug 19 12:55:14.628191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:55:14.749501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:55:14.753673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:55:14.754046 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:14.831208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:14.852264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:55:14.854425 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d038fe-3bd6-42d1-8fd7-cd0c3f8995df" -d '{"events": [{"server_uuid": "dd27a22e-450b-4470-abbd-da4236bb34dd", "name": "network-vif-plugged", "status": "completed", "tag": "07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:55:14.867933 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:55:14.892401 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9afb8d-72e7-4f7f-9111-c8637d98e1db x-openstack-request-id: req-bb9afb8d-72e7-4f7f-9111-c8637d98e1db {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:55:14.892707 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd27a22e-450b-4470-abbd-da4236bb34dd", "name": "network-vif-plugged", "status": "completed", "tag": "07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:55:14.893145 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb9afb8d-72e7-4f7f-9111-c8637d98e1db {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:55:14.893400 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'code': 200} Aug 19 12:55:14.987712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:14.999312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb875f8-def5-488e-846a-0fb751315a0c req-0e79e9fe-ee2f-4442-ab5d-2ba34465970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:15.004419 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cbb875f8-def5-488e-846a-0fb751315a0c req-0e79e9fe-ee2f-4442-ab5d-2ba34465970a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 1096 time: 0.0511732 Aug 19 12:55:15.043513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:15.049888 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cbb875f8-def5-488e-846a-0fb751315a0c req-faa92916-d147-42d9-88d1-c63e817a9d92 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407979 Aug 19 12:55:15.094639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea01f76-1a1a-427e-941f-41148577e896 req-8bf95fd6-a5f3-4082-8a1d-6027e4e072fb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:15.096478 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ea01f76-1a1a-427e-941f-41148577e896 req-8bf95fd6-a5f3-4082-8a1d-6027e4e072fb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 946 time: 0.0561662 Aug 19 12:55:15.138837 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ea01f76-1a1a-427e-941f-41148577e896 req-68ecc4f5-3254-4947-8ec9-5f039d8e1ba7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357704 Aug 19 12:55:16.265120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3655860-079d-4432-aa80-6df48b8a65f0 req-0b0c5e02-dc8a-4c65-b08a-69f7ee5156a7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:16.266747 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3655860-079d-4432-aa80-6df48b8a65f0 req-0b0c5e02-dc8a-4c65-b08a-69f7ee5156a7 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 946 time: 0.0494699 Aug 19 12:55:16.306790 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c3655860-079d-4432-aa80-6df48b8a65f0 req-210e1d41-4151-4405-8315-f308d1d55947 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335310 Aug 19 12:55:17.423577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8046b4-ecaa-4677-8a1a-688ba5e031a2 req-c4b37e88-135d-47ff-a87d-7b8e11ed4c8a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:17.425051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e8046b4-ecaa-4677-8a1a-688ba5e031a2 req-c4b37e88-135d-47ff-a87d-7b8e11ed4c8a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 946 time: 0.0521641 Aug 19 12:55:17.463227 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e8046b4-ecaa-4677-8a1a-688ba5e031a2 req-22ce4adb-efe5-42a4-ba0e-2ed062e20999 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321779 Aug 19 12:55:17.581652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d327a-8821-468f-8c7b-e152e4c1aae0 req-140059e5-c576-47f9-9a09-31ff02cfc0de tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:17.583149 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-164d327a-8821-468f-8c7b-e152e4c1aae0 req-140059e5-c576-47f9-9a09-31ff02cfc0de tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 946 time: 0.0491304 Aug 19 12:55:17.620681 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-164d327a-8821-468f-8c7b-e152e4c1aae0 req-90f04350-90c3-439f-97cf-8ae340e08e29 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316501 Aug 19 12:55:17.643907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41992) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:17.684804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f7ce27-5f62-4f06-9611-f68188fb11ff tempest-TestVolumeBootPattern-705775833 tempest-TestVolumeBootPattern-705775833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:17.686345 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-45f7ce27-5f62-4f06-9611-f68188fb11ff tempest-TestVolumeBootPattern-705775833 tempest-TestVolumeBootPattern-705775833-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 1092 time: 0.0414183 Aug 19 12:55:17.689120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 41994) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:55:17.693468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:55:17.827431 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:17.925915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:18.029809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Allocated IP 172.25.2.146 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/137ab6c2-47d8-404e-bedb-d7b10cccfb46) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:55:18.138614 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:18.239306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:18.280128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:55:18.283029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:55:18.286577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:55:18.308401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=137ab6c2-47d8-404e-bedb-d7b10cccfb46,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:19.029921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:19.167181 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:19.298536 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:55:19.319050 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:19.427356 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:19.502429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=137ab6c2-47d8-404e-bedb-d7b10cccfb46,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:55:19.511054 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:19.609276 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Floating IP c18808ba-0142-4bac-b293-8cfd6603dfab associated. External IP: 172.25.2.146, port: 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9. Aug 19 12:55:19.815734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Router 7dcc5b5e-9b01-4160-8f75-1cd02156902b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:55:19.927394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:55:19.939392 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12601bfc-0dab-4fd5-a4b8-e3364b03ebc8 None None] Sync routers for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:55:19.950864 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12601bfc-0dab-4fd5-a4b8-e3364b03ebc8 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:55:19.951551 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-12601bfc-0dab-4fd5-a4b8-e3364b03ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:55:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:20.050051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:20.056317 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-12601bfc-0dab-4fd5-a4b8-e3364b03ebc8 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:55:20.088606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c7bfd1aa-ec95-4d45-b371-32a9bc28aae4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3984544 Aug 19 12:55:20.089501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'tag': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:55:20.092160 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e858f3-4430-48b7-aa00-e9ec125fcc52" -d '{"events": [{"name": "network-changed", "server_uuid": "dd27a22e-450b-4470-abbd-da4236bb34dd", "tag": "07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:55:20.139154 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2f4213-04ec-4353-9bc9-bf5e889d9206 x-openstack-request-id: req-0c2f4213-04ec-4353-9bc9-bf5e889d9206 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:55:20.139430 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd27a22e-450b-4470-abbd-da4236bb34dd", "tag": "07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:55:20.139693 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c2f4213-04ec-4353-9bc9-bf5e889d9206 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:55:20.140106 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'tag': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'status': 'completed', 'code': 200} Aug 19 12:55:20.215024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e858f3-4430-48b7-aa00-e9ec125fcc52 req-12895b32-8ee4-4b73-9c5d-822601bc0c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:20.217442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9e858f3-4430-48b7-aa00-e9ec125fcc52 req-12895b32-8ee4-4b73-9c5d-822601bc0c14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 1097 time: 0.0518456 Aug 19 12:55:20.320525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e858f3-4430-48b7-aa00-e9ec125fcc52 req-f58fe811-43f9-44ae-ba33-55a58b5bfd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:20.322473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9e858f3-4430-48b7-aa00-e9ec125fcc52 req-f58fe811-43f9-44ae-ba33-55a58b5bfd8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0977347 Aug 19 12:55:20.389690 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-12601bfc-0dab-4fd5-a4b8-e3364b03ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'c18808ba-0142-4bac-b293-8cfd6603dfab', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:c1:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:55:18Z', 'updated_at': '2021-08-19T12:55:18Z', 'revision_number': 0, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:20.403913 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9e858f3-4430-48b7-aa00-e9ec125fcc52 req-c9967384-2435-477f-aabc-56cc2e8b3ed8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 HTTP/1.1" status: 200 len: 1000 time: 0.0737073 Aug 19 12:55:20.415057 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12601bfc-0dab-4fd5-a4b8-e3364b03ebc8 None None] Checking router: 7dcc5b5e-9b01-4160-8f75-1cd02156902b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:55:20.423082 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12601bfc-0dab-4fd5-a4b8-e3364b03ebc8 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:55:20.423688 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-12601bfc-0dab-4fd5-a4b8-e3364b03ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:55:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:20.462202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e858f3-4430-48b7-aa00-e9ec125fcc52 req-6f0f602a-00c5-4c79-be02-008a58dec860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:20.463736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9e858f3-4430-48b7-aa00-e9ec125fcc52 req-6f0f602a-00c5-4c79-be02-008a58dec860 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0529289 Aug 19 12:55:20.510947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e858f3-4430-48b7-aa00-e9ec125fcc52 req-ecba1f99-83e6-432a-8b45-56eb0fa0ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:20.512457 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9e858f3-4430-48b7-aa00-e9ec125fcc52 req-ecba1f99-83e6-432a-8b45-56eb0fa0ba12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411916 Aug 19 12:55:20.532539 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-12601bfc-0dab-4fd5-a4b8-e3364b03ebc8 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:55:20.606729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9e858f3-4430-48b7-aa00-e9ec125fcc52 req-a55d06db-de4b-4b11-aba1-f789499a36f7 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865057 Aug 19 12:55:20.695774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9e858f3-4430-48b7-aa00-e9ec125fcc52 req-28458b07-1ca8-4261-9690-37a2c4a6caee service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815899 Aug 19 12:55:20.759088 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-12601bfc-0dab-4fd5-a4b8-e3364b03ebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'c18808ba-0142-4bac-b293-8cfd6603dfab', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:c1:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:55:18Z', 'updated_at': '2021-08-19T12:55:18Z', 'revision_number': 0, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:55:20.779534 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12601bfc-0dab-4fd5-a4b8-e3364b03ebc8 None None] The sync data for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 is: [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'c18808ba-0142-4bac-b293-8cfd6603dfab', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:c1:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:55:18Z', 'updated_at': '2021-08-19T12:55:18Z', 'revision_number': 0, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:55:20.982618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a00a5-f3a5-4787-8ddb-9e2d17caa0b9 None None] New status for floating IP c18808ba-0142-4bac-b293-8cfd6603dfab: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:55:25.439204 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:26.325057 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:32.636066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-0e6215d3-7037-4fa0-828d-22b2edd1417e req-4d531432-9642-47aa-9332-66cb07d9eb22 service neutron] (95543) timed out ('10.222.0.21', 56402) {{(pid=95543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:55:35.079273 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-85a99776-5ab3-4e02-8111-155269f238e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:37.742754 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:37.811060 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7444f13e-3fe9-412f-a2ad-bd0a63c73712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:39.205477 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:39.525069 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-97785070-8249-4715-b53a-3aa856160e4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1155002 Aug 19 12:55:39.596895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-e6d2d6a4-74a5-46b3-9c8d-1ddd32f2e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:39.598576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-e6d2d6a4-74a5-46b3-9c8d-1ddd32f2e69b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ebbcd2e4cfb4b389aeabf78ca43cd30&device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 1101 time: 0.0497339 Aug 19 12:55:39.714707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-d9769eef-764e-4daf-83e3-2856c61d586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:39.716224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-d9769eef-764e-4daf-83e3-2856c61d586f service neutron] 10.222.0.30 "GET /v2.0/networks?id=123f3c68-0a32-439b-ae90-d0832512cb4f HTTP/1.1" status: 200 len: 870 time: 0.0950420 Aug 19 12:55:39.735667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-63a3dd70-1857-4884-992e-3147713d3fb9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059699 Aug 19 12:55:39.762151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-c0aa2f1d-384b-424f-bca9-d31a5f849ac3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=ee6b5271-3e7b-4697-a2b2-a78bbf296cad HTTP/1.1" status: 200 len: 217 time: 0.0382736 Aug 19 12:55:39.818973 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-718b4d6d-a928-4b83-a2ac-8c5a51e602cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:39.820554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-718b4d6d-a928-4b83-a2ac-8c5a51e602cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0512319 Aug 19 12:55:39.822740 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-44da1aa5-270f-451f-b6a5-7a7f3dd38a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:39.824381 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-44da1aa5-270f-451f-b6a5-7a7f3dd38a10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 1097 time: 0.0453079 Aug 19 12:55:39.868648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-250c7cbc-6850-4e53-b2d5-37a0a959a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:39.870173 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-250c7cbc-6850-4e53-b2d5-37a0a959a192 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420988 Aug 19 12:55:39.881611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-f89eae8d-39eb-4010-99ca-7eef531a6320 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:55:39.882680 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-f89eae8d-39eb-4010-99ca-7eef531a6320 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051041 Aug 19 12:55:39.934265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-53821756-7f97-4edb-82fc-c5d066ed0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:39.935971 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-53821756-7f97-4edb-82fc-c5d066ed0908 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 200 len: 912 time: 0.0928893 Aug 19 12:55:39.972667 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-0d988c6e-49d8-4bbc-a33c-9b28e8261a7b service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817730 Aug 19 12:55:40.007149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-98c95332-23d5-4c53-8c45-dcc29fcd404a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 HTTP/1.1" status: 200 len: 1002 time: 0.0637896 Aug 19 12:55:40.066289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-260655e5-e84f-4cb8-b962-08194eb8fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:40.067811 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-260655e5-e84f-4cb8-b962-08194eb8fd97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2b84d3c-5a39-40f7-9f8b-1757d52fb602 HTTP/1.1" status: 200 len: 850 time: 0.0540178 Aug 19 12:55:40.089930 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c012051-b1fa-43b5-b499-91115a6eb60b req-fc4df933-1629-4500-b7f6-9149529d1134 service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096158 Aug 19 12:55:40.121957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-61098a9d-632b-4eea-86d8-a6f3ad62da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:55:40.134367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-61098a9d-632b-4eea-86d8-a6f3ad62da62 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488288 Aug 19 12:55:40.134794 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-d1bc93ad-c146-453f-9be4-4c088e540da6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:55:40.135825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-d1bc93ad-c146-453f-9be4-4c088e540da6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052853 Aug 19 12:55:40.239590 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-94ad0403-e299-4898-8b23-0865d143218f service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969145 Aug 19 12:55:40.340220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-345cd609-22d3-4613-a9e9-0ec5fa31f629 req-76f95bd5-beab-4eed-b191-c8af1315d742 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939081 Aug 19 12:55:40.594171 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:55.475374 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:55:56.307798 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:55:56.383634 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:05.104136 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb484f17-56cb-40e1-a780-37c776b15351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:07.727157 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:07.818425 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ae6279e3-c476-4ecf-b7a4-0b98d8d142e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:09.236394 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:10.670026 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:25.470502 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:26.476749 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:31.046994 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdc7de-4340-4e66-80d1-ddf30bb29321 req-22a4892b-4cd9-4602-b422-3247ca00bc38 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:31.048662 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6afdc7de-4340-4e66-80d1-ddf30bb29321 req-22a4892b-4cd9-4602-b422-3247ca00bc38 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 950 time: 0.0513265 Aug 19 12:56:31.085981 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6afdc7de-4340-4e66-80d1-ddf30bb29321 req-da7280cc-e8eb-4d71-8ea5-54fae5d1224e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/security-groups?id=26b0947d-f01b-4290-867a-24b507903d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314782 Aug 19 12:56:32.206600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a445606-ce51-492d-84b9-81d557550208 req-6f0b22e2-8057-403c-9e30-17b628dcb87f tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:32.208120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9a445606-ce51-492d-84b9-81d557550208 req-6f0b22e2-8057-403c-9e30-17b628dcb87f tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 950 time: 0.0540280 Aug 19 12:56:32.246513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9a445606-ce51-492d-84b9-81d557550208 req-a5c4e959-a2dd-4c90-9344-487744cd0d8e tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/security-groups?id=26b0947d-f01b-4290-867a-24b507903d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Aug 19 12:56:32.499655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40f70-dc6d-46dd-908a-449a4c2e8795 req-7d29f7e6-097f-47ae-bd10-e265c0223fcb tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:32.501159 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35e40f70-dc6d-46dd-908a-449a4c2e8795 req-7d29f7e6-097f-47ae-bd10-e265c0223fcb tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.30 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 950 time: 0.0499036 Aug 19 12:56:32.601176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-35e40f70-dc6d-46dd-908a-449a4c2e8795 req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Deleting port ee6b5271-3e7b-4697-a2b2-a78bbf296cad {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:56:32.602235 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-35e40f70-dc6d-46dd-908a-449a4c2e8795 req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:32.692642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-35e40f70-dc6d-46dd-908a-449a4c2e8795 req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] For port ee6b5271-3e7b-4697-a2b2-a78bbf296cad, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ee6b5271-3e7b-4697-a2b2-a78bbf296cad,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:56:32.693009 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-35e40f70-dc6d-46dd-908a-449a4c2e8795 req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:32.706128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-35e40f70-dc6d-46dd-908a-449a4c2e8795 req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Calling delete_port for ee6b5271-3e7b-4697-a2b2-a78bbf296cad owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:56:32.996402 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-35e40f70-dc6d-46dd-908a-449a4c2e8795 req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:33.008045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ee6b5271-3e7b-4697-a2b2-a78bbf296cad'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:56:33.023186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Pushing event deleted for resources: {'Port': ['ID=ee6b5271-3e7b-4697-a2b2-a78bbf296cad,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:56:33.034301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.034648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.035016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.035438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.035760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.036093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.036478 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.036808 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.037131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.037452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.037798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.038120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:56:33.083550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e40f70-dc6d-46dd-908a-449a4c2e8795 req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] No DVR routers for this DVR port ee6b5271-3e7b-4697-a2b2-a78bbf296cad on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:56:33.086396 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-35e40f70-dc6d-46dd-908a-449a4c2e8795 req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:33.089158 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35e40f70-dc6d-46dd-908a-449a4c2e8795 req-85f31da9-50b8-496c-adb5-22ebe32961d8 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.30 "DELETE /v2.0/ports/ee6b5271-3e7b-4697-a2b2-a78bbf296cad HTTP/1.1" status: 204 len: 173 time: 0.5815113 Aug 19 12:56:33.089616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cf79cd-fd0c-4731-afe8-9eaf2e61597b', 'name': 'network-vif-deleted', 'tag': 'ee6b5271-3e7b-4697-a2b2-a78bbf296cad'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:56:33.092386 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb0e87b-8130-477d-aff2-90f6789f4d4c" -d '{"events": [{"server_uuid": "62cf79cd-fd0c-4731-afe8-9eaf2e61597b", "name": "network-vif-deleted", "tag": "ee6b5271-3e7b-4697-a2b2-a78bbf296cad"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:56:33.127915 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70db1f64-9adc-4683-a5d5-88e3c8b2904b x-openstack-request-id: req-70db1f64-9adc-4683-a5d5-88e3c8b2904b {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:56:33.128207 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cf79cd-fd0c-4731-afe8-9eaf2e61597b", "name": "network-vif-deleted", "tag": "ee6b5271-3e7b-4697-a2b2-a78bbf296cad", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:56:33.128459 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70db1f64-9adc-4683-a5d5-88e3c8b2904b {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:56:33.128864 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cf79cd-fd0c-4731-afe8-9eaf2e61597b', 'name': 'network-vif-deleted', 'tag': 'ee6b5271-3e7b-4697-a2b2-a78bbf296cad', 'status': 'completed', 'code': 200} Aug 19 12:56:33.297316 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:56:33.346274 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eeee297d-d006-41d9-9c7e-0c2cd73501b8 req-62558f29-14c6-4a15-9cc4-89e658cdcc4c tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 210 time: 0.0309968 Aug 19 12:56:34.459889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2daf8e35-2cbd-41b7-b9c6-0ca8a13b6153 req-72013be3-9009-4eaa-a628-6c1ecb668500 tempest-VolumesBackupsTest-1596019539 tempest-VolumesBackupsTest-1596019539-project] 10.222.0.21 "GET /v2.0/ports?device_id=62cf79cd-fd0c-4731-afe8-9eaf2e61597b HTTP/1.1" status: 200 len: 210 time: 0.0265892 Aug 19 12:56:35.397070 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3b054cc4-4dbd-4c0c-960d-403b6776e32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:37.175918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ee6b5271-3e7b-4697-a2b2-a78bbf296cad no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:56:37.197841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: ee6b5271-3e7b-4697-a2b2-a78bbf296cad {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:56:37.198178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ee6b5271-3e7b-4697-a2b2-a78bbf296cad not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:56:37.717403 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:37.809398 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0fbe8fd4-ee86-4aae-a676-4d02ab78e9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:39.299789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:39.446476 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-57995bb0-dd2f-49de-9c48-72006fa34521 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453839 Aug 19 12:56:39.558897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-4a684e19-b593-47e1-b400-b2789fe4c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:39.560494 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-4a684e19-b593-47e1-b400-b2789fe4c924 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 1097 time: 0.0705879 Aug 19 12:56:39.669202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-61af0088-ad3f-4ab0-8e15-d82b20de2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:39.671002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-61af0088-ad3f-4ab0-8e15-d82b20de2749 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0914729 Aug 19 12:56:39.742462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-377a4be7-f796-495f-9c40-8b2a772a0b9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 HTTP/1.1" status: 200 len: 1002 time: 0.0647697 Aug 19 12:56:39.797454 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-f46aa448-aaf7-4640-8689-843385f5ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:39.797454 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-f46aa448-aaf7-4640-8689-843385f5ce11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0445242 Aug 19 12:56:39.844119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-3a52fda6-10f7-4900-bc0f-86ba3ec26737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:39.845576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-3a52fda6-10f7-4900-bc0f-86ba3ec26737 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452995 Aug 19 12:56:39.954712 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-288527f0-3461-4d49-a91b-bd2ba8dc7da0 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022189 Aug 19 12:56:40.088969 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c2a9a56-f9fa-414e-a143-693f7578348c req-7b959fdc-3e5b-4373-bb70-0f09bed417c4 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270885 Aug 19 12:56:40.654899 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:41.125634 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-59ff5e40-9c23-48a9-88d5-5109486a6207 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480804 Aug 19 12:56:41.224047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-3247f972-5c87-48af-8402-6ee303df2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:41.226073 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-3247f972-5c87-48af-8402-6ee303df2edf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 1097 time: 0.0488176 Aug 19 12:56:41.349237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-e1e0001b-bc0c-4b13-8819-662929d906a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:41.350852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-e1e0001b-bc0c-4b13-8819-662929d906a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 200 len: 912 time: 0.1033907 Aug 19 12:56:41.423834 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-172ce207-a4aa-4d3f-b7b7-2e40cf0c5a71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 HTTP/1.1" status: 200 len: 1002 time: 0.0653248 Aug 19 12:56:41.482821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-0ab42591-a632-4500-ad96-bc37a42e07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:41.484323 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-0ab42591-a632-4500-ad96-bc37a42e07bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2b84d3c-5a39-40f7-9f8b-1757d52fb602 HTTP/1.1" status: 200 len: 850 time: 0.0533116 Aug 19 12:56:41.535778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-04f2dc8b-3799-4fa9-96f5-e5d2df7c2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:56:41.537413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-04f2dc8b-3799-4fa9-96f5-e5d2df7c2595 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453315 Aug 19 12:56:41.636765 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-426b4add-8d01-49f9-b564-1a4dc0a47e01 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917957 Aug 19 12:56:41.740315 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9bef19fa-11bd-4652-bfad-28b49c81111a req-be70d614-cc09-48e9-9f30-09f42365d866 service neutron] 10.222.0.62 "GET /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966134 Aug 19 12:56:55.517932 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:56:56.426226 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:05.083983 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d4ced9c7-0b4f-49ca-9489-01ca88f3eadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:07.747394 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:07.787062 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-079dc8c0-1031-4496-9c1d-e48a7ca36712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:09.250250 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:10.296518 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:57:10.650294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:16.770723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e5bc3-9fdb-404a-a2ca-68890996d108 req-b6ff36b9-2ebb-47da-b757-c412d0c56f28 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:16.772219 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-243e5bc3-9fdb-404a-a2ca-68890996d108 req-b6ff36b9-2ebb-47da-b757-c412d0c56f28 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 946 time: 0.0550017 Aug 19 12:57:16.812460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-243e5bc3-9fdb-404a-a2ca-68890996d108 req-9b29d1a0-8c98-4053-8092-3754e3ea0189 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336528 Aug 19 12:57:17.930511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5cbda-e497-4227-a031-6174879ef573 req-90a2d7d6-9bfc-457a-a441-dfaf017cc786 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:17.932015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ae5cbda-e497-4227-a031-6174879ef573 req-90a2d7d6-9bfc-457a-a441-dfaf017cc786 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 946 time: 0.0496917 Aug 19 12:57:17.969675 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ae5cbda-e497-4227-a031-6174879ef573 req-dc959d97-096f-4551-bd51-3cb6c706703e tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314143 Aug 19 12:57:18.447990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-88812899-5075-405e-a80d-ae31dabdc8b2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:18.450046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-88812899-5075-405e-a80d-ae31dabdc8b2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.62 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 946 time: 0.0481637 Aug 19 12:57:18.544183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Deleting port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:57:18.544520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:18.635107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] For port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:18.635378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:18.813678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:18.814075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:18.814392 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Floating IP e3a46aad-629a-4a68-8832-cff93c2777ba disassociated. External IP: 172.25.2.169, port: 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12. Aug 19 12:57:18.814856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Calling delete_port for 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:57:19.010379 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:19.044781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event deleted for resources: {'Port': ['ID=8e50ce74-b8ab-48cb-bf02-0dd7591cdc12,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:19.055599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.055941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.056269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.056606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.056946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.057274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.057600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.057923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.058241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.059428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.059753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.060075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:19.070947 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f20cab6d-4b35-454a-b743-8e6bc6674129 req-80345238-d693-453d-b5a4-12ddf16e1e04 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 210 time: 0.0291133 Aug 19 12:57:19.176016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:57:19.284935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:57:19.294887 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deec583-03cf-455f-a88d-2fda8184f5bb None None] Sync routers for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:57:19.303971 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deec583-03cf-455f-a88d-2fda8184f5bb None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:57:19.304585 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0deec583-03cf-455f-a88d-2fda8184f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:57:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:19.329568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] No DVR routers for this DVR port 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:57:19.332283 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:19.334413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f824cafc-cd97-440f-b142-65c4b89b0cec req-a130d0cb-e6ca-4a18-898d-5796df673dfe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.62 "DELETE /v2.0/ports/8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 HTTP/1.1" status: 204 len: 173 time: 0.8787320 Aug 19 12:57:19.334927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'name': 'network-vif-deleted', 'tag': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:57:19.337327 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddde9e3-9c15-434b-aaa7-a0ad9b24ee26" -d '{"events": [{"server_uuid": "92d7cd8f-854b-4598-9f4b-ae1d39bcc11e", "name": "network-vif-deleted", "tag": "8e50ce74-b8ab-48cb-bf02-0dd7591cdc12"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:57:19.422917 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0deec583-03cf-455f-a88d-2fda8184f5bb None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:57:19.481071 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c96617-3f7a-4f7e-8b93-f93ba927a188 x-openstack-request-id: req-a5c96617-3f7a-4f7e-8b93-f93ba927a188 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:57:19.481368 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d7cd8f-854b-4598-9f4b-ae1d39bcc11e", "name": "network-vif-deleted", "tag": "8e50ce74-b8ab-48cb-bf02-0dd7591cdc12", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:57:19.481626 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5c96617-3f7a-4f7e-8b93-f93ba927a188 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:57:19.482033 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d7cd8f-854b-4598-9f4b-ae1d39bcc11e', 'name': 'network-vif-deleted', 'tag': '8e50ce74-b8ab-48cb-bf02-0dd7591cdc12', 'status': 'completed', 'code': 200} Aug 19 12:57:19.658777 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0deec583-03cf-455f-a88d-2fda8184f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:19.684602 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deec583-03cf-455f-a88d-2fda8184f5bb None None] Checking router: ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:57:19.692783 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deec583-03cf-455f-a88d-2fda8184f5bb None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:57:19.693379 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0deec583-03cf-455f-a88d-2fda8184f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:57:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:19.797340 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0deec583-03cf-455f-a88d-2fda8184f5bb None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:57:19.995743 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0deec583-03cf-455f-a88d-2fda8184f5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:20.023993 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0deec583-03cf-455f-a88d-2fda8184f5bb None None] The sync data for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 is: [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:50:35Z', 'revision_number': 4, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '9f619af2-0bec-4fa5-bd26-20c83761f911', 'name': '', 'network_id': 'fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'mac_address': 'fa:16:3e:49:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:34Z', 'updated_at': '2021-08-19T12:50:39Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'subnets': [{'id': 'd2b84d3c-5a39-40f7-9f8b-1757d52fb602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:57:20.199743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1abaf26b-39ee-48ca-8549-7617ad4c2655 req-e0844a5f-f010-42a9-b7d7-d8fffe136fc2 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/ports?device_id=92d7cd8f-854b-4598-9f4b-ae1d39bcc11e HTTP/1.1" status: 200 len: 210 time: 0.0330286 Aug 19 12:57:20.277518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c741557-fe9b-4c9e-af8b-40e3a83b1816 None None] New status for floating IP e3a46aad-629a-4a68-8832-cff93c2777ba: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:57:22.406209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 43608) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:22.461408 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c63b-da17-4beb-aa78-e801983dc453 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.490063 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c63b-da17-4beb-aa78-e801983dc453 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.627960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c63b-da17-4beb-aa78-e801983dc453 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.630593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c63b-da17-4beb-aa78-e801983dc453 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.631878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a5e0c63b-da17-4beb-aa78-e801983dc453 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee0a2af7-5ad0-4e01-b98d-d572e265dc1b HTTP/1.1" status: 204 len: 168 time: 0.2245896 Aug 19 12:57:22.634625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43612) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:22.642070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0c63b-da17-4beb-aa78-e801983dc453 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0a2af7-5ad0-4e01-b98d-d572e265dc1b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:22.649917 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-f3ca9c75-5381-4cb5-8f0c-2ae3be9b20a7 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] show failed (client error): The resource could not be found. Aug 19 12:57:22.651508 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f3ca9c75-5381-4cb5-8f0c-2ae3be9b20a7 tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "GET /v2.0/security-groups/ee0a2af7-5ad0-4e01-b98d-d572e265dc1b HTTP/1.1" status: 404 len: 347 time: 0.0155258 Aug 19 12:57:22.654366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43614) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:22.776925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-7f039a14-f73c-4be5-974b-75ce17414abe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Deleting port f1ee1c79-f34b-47b4-89ad-4148e54b9523 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:57:22.777820 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f039a14-f73c-4be5-974b-75ce17414abe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.854384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f039a14-f73c-4be5-974b-75ce17414abe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.854716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f039a14-f73c-4be5-974b-75ce17414abe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:22.866054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-7f039a14-f73c-4be5-974b-75ce17414abe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Calling delete_port for f1ee1c79-f34b-47b4-89ad-4148e54b9523 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:57:23.108009 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f039a14-f73c-4be5-974b-75ce17414abe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:23.134384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f039a14-f73c-4be5-974b-75ce17414abe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Pushing event deleted for resources: {'Port': ['ID=f1ee1c79-f34b-47b4-89ad-4148e54b9523,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:23.193512 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f039a14-f73c-4be5-974b-75ce17414abe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:23.199806 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7f039a14-f73c-4be5-974b-75ce17414abe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:23.199806 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7f039a14-f73c-4be5-974b-75ce17414abe tempest-AttachVolumeTestJSON-897518152 tempest-AttachVolumeTestJSON-897518152-project] 10.222.0.21 "DELETE /v2.0/floatingips/e3a46aad-629a-4a68-8832-cff93c2777ba HTTP/1.1" status: 204 len: 168 time: 0.5420370 Aug 19 12:57:23.501357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:57:23.527361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:57:23.527714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8e50ce74-b8ab-48cb-bf02-0dd7591cdc12 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:57:25.479376 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:26.428323 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:33.767836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43746) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:34.728797 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:34.987716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Deleting port 9f619af2-0bec-4fa5-bd26-20c83761f911 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:57:34.988398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.068918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] For port 9f619af2-0bec-4fa5-bd26-20c83761f911, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9f619af2-0bec-4fa5-bd26-20c83761f911,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:35.069146 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.082982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Calling delete_port for 9f619af2-0bec-4fa5-bd26-20c83761f911 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:57:35.182474 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1afb958c-207f-4230-a5a0-81313225b6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.371604 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.401341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f619af2-0bec-4fa5-bd26-20c83761f911,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:35.426409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.426759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.427174 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.427477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.427813 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.428141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.428493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.428822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.429145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.429465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.430414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.430414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:35.585057 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:35.813809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:57:35.925242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:57:35.932997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-abeab207-8f34-4373-abb1-a0dc8da2bd21 admin admin] 10.222.0.21 "PUT /v2.0/routers/ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1614316 Aug 19 12:57:35.933119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43768) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:35.934134 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f710f-d2e5-4b92-8e76-cd3adb13e4c0 None None] Sync routers for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:57:35.944586 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f710f-d2e5-4b92-8e76-cd3adb13e4c0 None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:57:35.945187 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e5f710f-d2e5-4b92-8e76-cd3adb13e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:57:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:36.045231 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.054956 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-2e5f710f-d2e5-4b92-8e76-cd3adb13e4c0 None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:57:36.153477 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.235849 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e5f710f-d2e5-4b92-8e76-cd3adb13e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'e40675be-1d95-422d-a829-09bf23f06664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:57:35Z', 'revision_number': 5, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port': {'id': 'e40675be-1d95-422d-a829-09bf23f06664', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:50:32Z', 'updated_at': '2021-08-19T12:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:36.263079 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f710f-d2e5-4b92-8e76-cd3adb13e4c0 None None] Checking router: ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:57:36.272799 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f710f-d2e5-4b92-8e76-cd3adb13e4c0 None None] Routers {'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:57:36.273397 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e5f710f-d2e5-4b92-8e76-cd3adb13e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:57:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:36.314057 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Deleting port e40675be-1d95-422d-a829-09bf23f06664 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:57:36.314396 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.364616 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-2e5f710f-d2e5-4b92-8e76-cd3adb13e4c0 None None] Set router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:57:36.409409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] For port e40675be-1d95-422d-a829-09bf23f06664, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e40675be-1d95-422d-a829-09bf23f06664,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:36.422120 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.422296 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e5f710f-d2e5-4b92-8e76-cd3adb13e4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:57:36Z', 'revision_number': 6, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:36.427389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Calling delete_port for e40675be-1d95-422d-a829-09bf23f06664 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:57:36.448414 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5f710f-d2e5-4b92-8e76-cd3adb13e4c0 None None] The sync data for ids ['ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef'] in n-d-803757-2 is: [{'id': 'ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef', 'name': 'tempest-AttachVolumeTestJSON-1107179437-router', 'tenant_id': '4e30f4ad419d4968a935f8bd249ae26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:50:31Z', 'updated_at': '2021-08-19T12:57:36Z', 'revision_number': 6, 'project_id': '4e30f4ad419d4968a935f8bd249ae26b', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:57:36.710398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.741036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40675be-1d95-422d-a829-09bf23f06664,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:36.806176 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.921316 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:36.921316 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.054073 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.054627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:57:37.064914 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.064914 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-95bf89f6-525c-41ce-a68a-84ee030a9018 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ec7fab02-a3ba-4c45-9d5c-dd4263dc40ef HTTP/1.1" status: 204 len: 168 time: 1.1275952 Aug 19 12:57:37.064914 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43792) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:37.113107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b859df-7d3a-41a6-851d-8bcc308a87c9 admin admin] Deleting subnet d2b84d3c-5a39-40f7-9f8b-1757d52fb602 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:57:37.116126 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-75b859df-7d3a-41a6-851d-8bcc308a87c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.150679 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-75b859df-7d3a-41a6-851d-8bcc308a87c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.227147 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-75b859df-7d3a-41a6-851d-8bcc308a87c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.381103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9f619af2-0bec-4fa5-bd26-20c83761f911 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:57:37.394743 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-75b859df-7d3a-41a6-851d-8bcc308a87c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.411692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 9f619af2-0bec-4fa5-bd26-20c83761f911 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:57:37.412610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9f619af2-0bec-4fa5-bd26-20c83761f911 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:57:37.413390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e40675be-1d95-422d-a829-09bf23f06664 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:57:37.437768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b859df-7d3a-41a6-851d-8bcc308a87c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b84d3c-5a39-40f7-9f8b-1757d52fb602,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:37.449799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-75b859df-7d3a-41a6-851d-8bcc308a87c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.454168 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-75b859df-7d3a-41a6-851d-8bcc308a87c9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2b84d3c-5a39-40f7-9f8b-1757d52fb602 HTTP/1.1" status: 204 len: 168 time: 0.3867044 Aug 19 12:57:37.454401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43796) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:37.458506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e40675be-1d95-422d-a829-09bf23f06664 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:57:37.459159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e40675be-1d95-422d-a829-09bf23f06664 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:57:37.465805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d14928-7099-4d20-bfda-e5be8acac290 None None] Network fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:57:37.542344 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.625153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Deleting port b66519c4-e5cd-48d2-afeb-32749b595f9c {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:57:37.625737 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.705058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] DHCP port deletion for fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:57:37.744823 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.759810 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] For port b66519c4-e5cd-48d2-afeb-32749b595f9c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b66519c4-e5cd-48d2-afeb-32749b595f9c,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:37.760480 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.780678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Calling delete_port for b66519c4-e5cd-48d2-afeb-32749b595f9c owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:57:37.798241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Deleting port b66519c4-e5cd-48d2-afeb-32749b595f9c {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:57:37.798615 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.863353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] For port b66519c4-e5cd-48d2-afeb-32749b595f9c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b66519c4-e5cd-48d2-afeb-32749b595f9c,segment=NetworkSegment(47577b66-c2d9-4424-867f-075856bdf8a3),segment_id=47577b66-c2d9-4424-867f-075856bdf8a3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:57:37.863747 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:37.876867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Calling delete_port for b66519c4-e5cd-48d2-afeb-32749b595f9c owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:57:37.924996 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-efaaa79f-5b65-4797-bf57-aefed9688336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:38.045548 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:38.055168 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:38.085679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Pushing event deleted for resources: {'Port': ['ID=b66519c4-e5cd-48d2-afeb-32749b595f9c,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:38.089029 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] No DVR routers for this DVR port b66519c4-e5cd-48d2-afeb-32749b595f9c on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:57:38.091068 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66519c4-e5cd-48d2-afeb-32749b595f9c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:38.096775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.097439 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.097605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.102405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.103089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.103660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.104285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.104922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.105479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.106211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.107245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.107820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:57:38.117905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7449415-4040-494b-8cc4-6d39a2dbf0f2 None None] No DVR routers for this DVR port b66519c4-e5cd-48d2-afeb-32749b595f9c on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:57:38.193767 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:38.205198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:38.217093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47577b66-c2d9-4424-867f-075856bdf8a3') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:38.220083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47577b66-c2d9-4424-867f-075856bdf8a3') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:57:38.226692 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:38.241325 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:38.247825 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:57:38.248254 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:57:38.250137 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:57:38.405833 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:38.416199 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:38.421126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3 HTTP/1.1" status: 204 len: 168 time: 0.9618950 Aug 19 12:57:38.433211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4885c-7c30-48eb-8615-8729b51a4cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7f2dc5-4ecf-41ca-83b4-3d49d0f156d3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:38.806399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43810) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:38.850943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-26e99079-d273-4fc3-93a1-1a8bdf9accfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e30f4ad419d4968a935f8bd249ae26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408370 Aug 19 12:57:38.851161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 43812) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:38.900227 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ad2aaa4-93f6-45c9-acc9-35ad3bd7ca35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:38.922258 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ad2aaa4-93f6-45c9-acc9-35ad3bd7ca35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:39.086442 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ad2aaa4-93f6-45c9-acc9-35ad3bd7ca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:39.089249 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ad2aaa4-93f6-45c9-acc9-35ad3bd7ca35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:39.093244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3ad2aaa4-93f6-45c9-acc9-35ad3bd7ca35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/018ba002-3acf-4937-bf91-4d10e3e71268 HTTP/1.1" status: 204 len: 168 time: 0.2385769 Aug 19 12:57:39.101510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2aaa4-93f6-45c9-acc9-35ad3bd7ca35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018ba002-3acf-4937-bf91-4d10e3e71268,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:39.217582 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:39.392789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b66519c4-e5cd-48d2-afeb-32749b595f9c no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:57:39.415838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: b66519c4-e5cd-48d2-afeb-32749b595f9c {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:57:39.421133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b66519c4-e5cd-48d2-afeb-32749b595f9c not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:57:40.461957 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-82b919fa-b083-4b5d-96b9-faeea5e36b58 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490229 Aug 19 12:57:40.553139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-022f66be-910d-4496-97fe-09369b5c94fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:40.555001 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-022f66be-910d-4496-97fe-09369b5c94fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 1097 time: 0.0487065 Aug 19 12:57:40.668637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-1963f4d7-77ca-413e-9398-df4e92de0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:40.670118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-1963f4d7-77ca-413e-9398-df4e92de0f8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0953307 Aug 19 12:57:40.752773 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-adda64b4-5ca4-47b4-bdc8-b676d846c11b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 HTTP/1.1" status: 200 len: 1002 time: 0.0750568 Aug 19 12:57:40.773895 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:40.804114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-0317f197-35c6-4d6d-8002-fa5336730a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:40.805628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-0317f197-35c6-4d6d-8002-fa5336730a97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0454483 Aug 19 12:57:40.865118 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-5fd6e0b2-5219-43bf-a8b3-50a3705c213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:57:40.866708 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-5fd6e0b2-5219-43bf-a8b3-50a3705c213a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516953 Aug 19 12:57:40.968646 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-5e270602-3d92-45c7-acff-72fc0f7032c3 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949426 Aug 19 12:57:41.075198 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ae56e28-31e4-4074-8519-c9f1f45b1899 req-9683a669-5b54-4167-bec1-f5d55aad4b0d service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982442 Aug 19 12:57:47.297609 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:57:50.374714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44020) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:50.484023 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3061928b-b846-4881-898c-275cbc7e32ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:50.573260 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3061928b-b846-4881-898c-275cbc7e32ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:50.737391 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3061928b-b846-4881-898c-275cbc7e32ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:50.780187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061928b-b846-4881-898c-275cbc7e32ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8765dec4-1327-475c-ba0b-0035414aa2b5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:50.784923 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3061928b-b846-4881-898c-275cbc7e32ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79d5e730fb04457db692373229451e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090443 Aug 19 12:57:50.787378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44026) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:50.838617 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef988552-5f80-4c76-a893-54373d81671c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:50.859656 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef988552-5f80-4c76-a893-54373d81671c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:51.065438 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef988552-5f80-4c76-a893-54373d81671c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:51.068310 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ef988552-5f80-4c76-a893-54373d81671c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:51.069659 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ef988552-5f80-4c76-a893-54373d81671c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8765dec4-1327-475c-ba0b-0035414aa2b5 HTTP/1.1" status: 204 len: 168 time: 0.2812841 Aug 19 12:57:51.077886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef988552-5f80-4c76-a893-54373d81671c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8765dec4-1327-475c-ba0b-0035414aa2b5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:52.895108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44046) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:52.909299 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-03855947-e8e4-431f-8dc6-7cee0d57a613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:53.006885 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-03855947-e8e4-431f-8dc6-7cee0d57a613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:53.177343 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-03855947-e8e4-431f-8dc6-7cee0d57a613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:53.217661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-03855947-e8e4-431f-8dc6-7cee0d57a613 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2398d45601c84bf088284b1a51a66096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213849 Aug 19 12:57:53.218656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03855947-e8e4-431f-8dc6-7cee0d57a613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c6d2fc-2c73-4e4d-b5c2-650a4916a0c3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:53.220404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44050) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:53.271158 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3f893bf-8623-455c-a5d0-9d207fd563b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:53.293320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3f893bf-8623-455c-a5d0-9d207fd563b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:53.456262 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3f893bf-8623-455c-a5d0-9d207fd563b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:53.458876 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e3f893bf-8623-455c-a5d0-9d207fd563b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:53.460034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e3f893bf-8623-455c-a5d0-9d207fd563b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8c6d2fc-2c73-4e4d-b5c2-650a4916a0c3 HTTP/1.1" status: 204 len: 168 time: 0.2380884 Aug 19 12:57:53.471785 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f893bf-8623-455c-a5d0-9d207fd563b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c6d2fc-2c73-4e4d-b5c2-650a4916a0c3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:55.537990 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:56.452638 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.286611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44154) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:58.403639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7df79a05-e3db-4923-8c5d-03ce7428574a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.510745 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7df79a05-e3db-4923-8c5d-03ce7428574a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.647195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7df79a05-e3db-4923-8c5d-03ce7428574a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.687583 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7df79a05-e3db-4923-8c5d-03ce7428574a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76c28d1bd6ab40408c42238272546afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043021 Aug 19 12:57:58.688309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df79a05-e3db-4923-8c5d-03ce7428574a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d632d49a-cae6-4934-9148-4db6496692a5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:58.690521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44164) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:58.755057 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d85fd1af-8d32-464f-a7ba-1730505552f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.775883 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d85fd1af-8d32-464f-a7ba-1730505552f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.926451 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d85fd1af-8d32-464f-a7ba-1730505552f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.928984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d85fd1af-8d32-464f-a7ba-1730505552f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:57:58.932879 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d85fd1af-8d32-464f-a7ba-1730505552f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d632d49a-cae6-4934-9148-4db6496692a5 HTTP/1.1" status: 204 len: 168 time: 0.2412653 Aug 19 12:57:58.940962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fd1af-8d32-464f-a7ba-1730505552f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d632d49a-cae6-4934-9148-4db6496692a5,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:57:59.905427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44180) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:57:59.920138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1f36fe1-ad12-4d11-a9ed-264591f02d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.010714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1f36fe1-ad12-4d11-a9ed-264591f02d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.132432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c1f36fe1-ad12-4d11-a9ed-264591f02d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.170718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f36fe1-ad12-4d11-a9ed-264591f02d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c887cda-c2cf-49ec-ab26-40870c0f3eef,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:00.178669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44182) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:00.189564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c1f36fe1-ad12-4d11-a9ed-264591f02d4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29e56d2d7fb644c2ae6b670efe021892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780950 Aug 19 12:58:00.232003 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3c51539-8e0d-4bdc-986c-e6de618ee720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.253700 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3c51539-8e0d-4bdc-986c-e6de618ee720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.382742 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3c51539-8e0d-4bdc-986c-e6de618ee720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.385848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b3c51539-8e0d-4bdc-986c-e6de618ee720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:00.387082 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b3c51539-8e0d-4bdc-986c-e6de618ee720 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c887cda-c2cf-49ec-ab26-40870c0f3eef HTTP/1.1" status: 204 len: 168 time: 0.2074809 Aug 19 12:58:00.395609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c51539-8e0d-4bdc-986c-e6de618ee720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c887cda-c2cf-49ec-ab26-40870c0f3eef,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:05.131562 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-422be440-dd07-4c75-bc2d-51a15d4a6269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:05.289536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44296) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:05.410533 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d522ed8c-64e5-4d2f-a6ff-d4f1c957cb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:05.504476 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d522ed8c-64e5-4d2f-a6ff-d4f1c957cb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:05.595505 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d522ed8c-64e5-4d2f-a6ff-d4f1c957cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:05.636628 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d522ed8c-64e5-4d2f-a6ff-d4f1c957cb27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff248f6df55f4ab0a25385e4d59323eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453395 Aug 19 12:58:05.637482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522ed8c-64e5-4d2f-a6ff-d4f1c957cb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38affdab-d80c-407a-b35b-f415faf53cda,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:05.639460 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44302) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:05.694796 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-696bfe28-0542-4b96-befd-49157a9ce80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:05.716897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-696bfe28-0542-4b96-befd-49157a9ce80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:05.984286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-696bfe28-0542-4b96-befd-49157a9ce80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:05.987186 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-696bfe28-0542-4b96-befd-49157a9ce80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:05.988558 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-696bfe28-0542-4b96-befd-49157a9ce80a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38affdab-d80c-407a-b35b-f415faf53cda HTTP/1.1" status: 204 len: 168 time: 0.3471670 Aug 19 12:58:05.998475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bfe28-0542-4b96-befd-49157a9ce80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38affdab-d80c-407a-b35b-f415faf53cda,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:06.779195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44320) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:06.792478 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55d5b418-c5a0-49e3-8bc9-752cf3a00dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:06.888009 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55d5b418-c5a0-49e3-8bc9-752cf3a00dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:06.999749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-55d5b418-c5a0-49e3-8bc9-752cf3a00dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.044290 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-55d5b418-c5a0-49e3-8bc9-752cf3a00dde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73ec5379cc564e44a4d05b65be2b238a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613988 Aug 19 12:58:07.044290 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5b418-c5a0-49e3-8bc9-752cf3a00dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bb9fb5-1521-41cc-9d60-5c73f7fdeebb,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:07.044872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44322) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:07.098595 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9caa4b4d-5d51-45fc-b05f-2679b18f1aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.119760 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9caa4b4d-5d51-45fc-b05f-2679b18f1aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.521059 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9caa4b4d-5d51-45fc-b05f-2679b18f1aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.523670 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9caa4b4d-5d51-45fc-b05f-2679b18f1aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.527058 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9caa4b4d-5d51-45fc-b05f-2679b18f1aae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02bb9fb5-1521-41cc-9d60-5c73f7fdeebb HTTP/1.1" status: 204 len: 168 time: 0.4783995 Aug 19 12:58:07.533333 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa4b4d-5d51-45fc-b05f-2679b18f1aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bb9fb5-1521-41cc-9d60-5c73f7fdeebb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:07.749505 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.796298 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-03febc8d-eeb1-4ccd-9feb-819950aea055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:07.916742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-88a961ff-2b8f-43f1-b090-769eb4e60ca1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418395632&fields=id&tenant_id=99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 267 time: 0.0339875 Aug 19 12:58:08.031083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-b38c11ba-4c42-4ac1-b725-39225d1bee40 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:08.032591 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-b38c11ba-4c42-4ac1-b725-39225d1bee40 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.1081779 Aug 19 12:58:08.052626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-da40b197-894d-4950-892a-a77fb56a1b5c tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/quotas/99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 375 time: 0.0094473 Aug 19 12:58:08.112295 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-03866e64-fcdd-46c3-b0a3-2c40116a71cb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0551414 Aug 19 12:58:08.129206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a12b2260-7308-450b-b56c-3990827a063f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 12:58:08.131291 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a12b2260-7308-450b-b56c-3990827a063f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059373 Aug 19 12:58:08.233652 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-963e2419-a2ae-4543-9fdd-47f5dc9614ff service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961771 Aug 19 12:58:08.332846 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-86b166f7-c676-4f6e-acd9-b5d35068c1b3 service neutron] 10.222.0.21 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927458 Aug 19 12:58:09.083407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0403e039-9409-430d-8219-958aa0ef602a req-3e81a6a2-46c7-4b50-abb3-00062990db3f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 210 time: 0.0297649 Aug 19 12:58:09.241159 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:10.179617 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ca4319a0-b0ef-43ec-987e-07d7c8a556b0 req-b1bb0550-48d4-49de-83b3-71a65eef1159 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 210 time: 0.0276229 Aug 19 12:58:10.613148 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:11.289598 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f72d21f6-cf66-4927-bbca-e39db4d4754f req-9f1d6cad-2e31-471b-8258-4ab6837be8d5 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 210 time: 0.0269642 Aug 19 12:58:11.681086 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d8a164aa-63fb-41e7-a487-ba3b9b6cc322 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:11.684952 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d8a164aa-63fb-41e7-a487-ba3b9b6cc322 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 812 time: 0.1109486 Aug 19 12:58:11.733468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-de264068-6e2c-4595-849a-3fcf69c15671 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99b9eedce23149da97f30436711e8dc7 HTTP/1.1" status: 200 len: 379 time: 0.0352235 Aug 19 12:58:11.743257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'port': {'device_id': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'admin_state_up': True, 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'security_groups': ['ebfc5190-1da0-4591-be62-068d0bd1cf7b']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:12.052628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Made reservation on behalf of 99b9eedce23149da97f30436711e8dc7 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:58:12.056608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.193922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Allocated IP 172.20.0.14 (d0d68f47-28f3-4f86-9ee1-d0b79d7692b8/1108c1bf-e7b5-43bc-87da-9f4ee675efe1/44bb0db4-df00-40ed-8b66-04749d0c92d4) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:12.343603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.357269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Transition to ACTIVE for port object 44bb0db4-df00-40ed-8b66-04749d0c92d4 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:12.389737 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-73ea369a-0f8d-475d-85f9-1d6276450c1c req-5f66c938-6d6e-4fd0-9d82-7b0de23d7e5a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 210 time: 0.0294268 Aug 19 12:58:12.464852 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.513424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:12.516570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:12.520762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:12.546080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=44bb0db4-df00-40ed-8b66-04749d0c92d4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:12.580779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:12.581458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.704906 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-a1a44e27-c737-4326-b76d-8af76130c757 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9657340 Aug 19 12:58:12.717906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Request body: {'port': {'device_id': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:12.776308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.915664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6ca6c4d9-7fc3-4546-9909-0b093cca4ff3 None None] Provisioning for port 44bb0db4-df00-40ed-8b66-04749d0c92d4 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:12.922078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6ca6c4d9-7fc3-4546-9909-0b093cca4ff3 None None] Provisioning complete for port 44bb0db4-df00-40ed-8b66-04749d0c92d4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:12.922683 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6ca6c4d9-7fc3-4546-9909-0b093cca4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:12.972705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6c4d9-7fc3-4546-9909-0b093cca4ff3 None None] Port 44bb0db4-df00-40ed-8b66-04749d0c92d4 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:58:13.085534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bb0db4-df00-40ed-8b66-04749d0c92d4 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:58:13.095674 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.109240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Transition to ACTIVE for port object 44bb0db4-df00-40ed-8b66-04749d0c92d4 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:13.229203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.286330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Pushing event updated for resources: {'Port': ['ID=44bb0db4-df00-40ed-8b66-04749d0c92d4,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:13.383744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Attempting to bind port 44bb0db4-df00-40ed-8b66-04749d0c92d4 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:58:13.384281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Attempting to bind port 44bb0db4-df00-40ed-8b66-04749d0c92d4 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:58:13.384823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Attempting to bind port 44bb0db4-df00-40ed-8b66-04749d0c92d4 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:13.391731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Port 44bb0db4-df00-40ed-8b66-04749d0c92d4 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 12:58:13.392406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Attempting to bind port 44bb0db4-df00-40ed-8b66-04749d0c92d4 on network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:13.400668 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:58:13.401139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Checking segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:13.401827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Bound using segment: {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:58:13.402569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Bound port: 44bb0db4-df00-40ed-8b66-04749d0c92d4, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bce8df4-f4e4-421e-82e0-780a5ffb6295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:58:13.403826 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.520896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] For port 44bb0db4-df00-40ed-8b66-04749d0c92d4, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:58:13.526077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] For port 44bb0db4-df00-40ed-8b66-04749d0c92d4, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=44bb0db4-df00-40ed-8b66-04749d0c92d4,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:58:13.563897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ecc6b-c334-449f-b576-d8462bc96fac req-3138767e-7114-4ebf-bfbf-1b16649b1eda tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:13.565378 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c3ecc6b-c334-449f-b576-d8462bc96fac req-3138767e-7114-4ebf-bfbf-1b16649b1eda tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 944 time: 0.0680463 Aug 19 12:58:13.607735 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.625677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c3ecc6b-c334-449f-b576-d8462bc96fac req-010e09de-8d2c-4656-be9b-cc4e44f10258 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494812 Aug 19 12:58:13.649964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:13.649964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:13.651743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] 10.222.0.62 "PUT /v2.0/ports/44bb0db4-df00-40ed-8b66-04749d0c92d4 HTTP/1.1" status: 200 len: 1092 time: 0.9390616 Aug 19 12:58:13.652536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'tag': '44bb0db4-df00-40ed-8b66-04749d0c92d4'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:13.670301 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa5d33d-52d3-4fa3-9c99-cca99e412773" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a2ff09-e7ee-4cc0-afcd-a431fedf647a", "tag": "44bb0db4-df00-40ed-8b66-04749d0c92d4"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:13.732514 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5073050-6b41-4672-9fcf-0baac7a55f70 x-openstack-request-id: req-c5073050-6b41-4672-9fcf-0baac7a55f70 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:13.733659 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a2ff09-e7ee-4cc0-afcd-a431fedf647a", "tag": "44bb0db4-df00-40ed-8b66-04749d0c92d4", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:13.734124 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5073050-6b41-4672-9fcf-0baac7a55f70 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:13.734827 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'tag': '44bb0db4-df00-40ed-8b66-04749d0c92d4', 'status': 'completed', 'code': 200} Aug 19 12:58:13.741187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e502d7-f5ce-45f4-972f-4186f28199ea service neutron] Pushing event updated for resources: {'Port': ['ID=44bb0db4-df00-40ed-8b66-04749d0c92d4,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:13.809136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5d33d-52d3-4fa3-9c99-cca99e412773 req-cc65fda4-b727-4e5d-8baf-1b82634536a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:13.812086 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-efa5d33d-52d3-4fa3-9c99-cca99e412773 req-cc65fda4-b727-4e5d-8baf-1b82634536a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 1095 time: 0.0603230 Aug 19 12:58:13.962767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5d33d-52d3-4fa3-9c99-cca99e412773 req-df590c4f-353f-4167-89de-421b082b3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:13.964957 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-efa5d33d-52d3-4fa3-9c99-cca99e412773 req-df590c4f-353f-4167-89de-421b082b3fe3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=99b9eedce23149da97f30436711e8dc7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1450930 Aug 19 12:58:14.094024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5d33d-52d3-4fa3-9c99-cca99e412773 req-9d50bf84-3136-4f10-8aab-b05090857d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:14.095719 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-efa5d33d-52d3-4fa3-9c99-cca99e412773 req-9d50bf84-3136-4f10-8aab-b05090857d40 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243172 Aug 19 12:58:14.202005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-648c6012-99cc-4f39-a511-0ddf351405ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:14.205704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-648c6012-99cc-4f39-a511-0ddf351405ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 1095 time: 0.0724113 Aug 19 12:58:14.250060 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-250ccf15-986f-403a-bbd4-0896744c47a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44bb0db4-df00-40ed-8b66-04749d0c92d4 HTTP/1.1" status: 200 len: 217 time: 0.0373597 Aug 19 12:58:14.302452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-eaf35f27-8c61-491d-8e89-4c5579a847d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:14.303993 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-eaf35f27-8c61-491d-8e89-4c5579a847d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0474045 Aug 19 12:58:14.359871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-b29fe90a-7104-45bd-89f9-f46102c1d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:14.361887 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-b29fe90a-7104-45bd-89f9-f46102c1d81e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511672 Aug 19 12:58:14.471341 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-d07b45d0-51e6-4f36-82de-c309461eeb9d service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018283 Aug 19 12:58:14.659662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb359911-7360-4a65-89f8-10f36ad0d9c8 req-5d5a0691-e848-4e3f-9b70-2c2acc6f86cd service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797812 Aug 19 12:58:14.751302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcca0b6-792b-4c95-86de-4c9767cf0859 req-83e40cf2-d607-4f64-ba9c-17eda2a593b9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:14.753667 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bfcca0b6-792b-4c95-86de-4c9767cf0859 req-83e40cf2-d607-4f64-ba9c-17eda2a593b9 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 944 time: 0.0542359 Aug 19 12:58:14.862169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bfcca0b6-792b-4c95-86de-4c9767cf0859 req-2a1106d0-ed30-4efc-8064-13afbe2febe4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329151 Aug 19 12:58:16.012315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef945f-2006-45fc-85de-56e0f194243a req-00e6e3ca-d582-4469-81f9-6ae263f0408e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:16.015654 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bbef945f-2006-45fc-85de-56e0f194243a req-00e6e3ca-d582-4469-81f9-6ae263f0408e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 944 time: 0.0911789 Aug 19 12:58:16.054220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bbef945f-2006-45fc-85de-56e0f194243a req-f456fdb9-fa38-4944-a5c6-bf07e3397335 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376449 Aug 19 12:58:17.169558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b461d-caf1-4d4c-a2bd-4d2dde5865f5 req-422dbd70-ab7c-450e-af95-4b1ebe47be58 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:17.171387 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-204b461d-caf1-4d4c-a2bd-4d2dde5865f5 req-422dbd70-ab7c-450e-af95-4b1ebe47be58 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 944 time: 0.0505722 Aug 19 12:58:17.210348 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-204b461d-caf1-4d4c-a2bd-4d2dde5865f5 req-66f70335-f412-40f4-87e9-1858b652a7e6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320938 Aug 19 12:58:18.326352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d54d7-f8b9-4a79-b5d7-be43f3444973 req-8dd85917-9e9c-4692-8616-f6fbf6bc1d57 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:18.327797 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137d54d7-f8b9-4a79-b5d7-be43f3444973 req-8dd85917-9e9c-4692-8616-f6fbf6bc1d57 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 944 time: 0.0501776 Aug 19 12:58:18.366346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137d54d7-f8b9-4a79-b5d7-be43f3444973 req-5c64efb4-f25b-44f4-9677-a75e9f12ec07 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Aug 19 12:58:19.485241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f89b2-ad96-4c69-a1a2-468d466f424e req-57dee49a-d157-495c-a9e8-bb3814b6c9bf tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:19.486721 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-659f89b2-ad96-4c69-a1a2-468d466f424e req-57dee49a-d157-495c-a9e8-bb3814b6c9bf tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 944 time: 0.0532439 Aug 19 12:58:19.524937 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-659f89b2-ad96-4c69-a1a2-468d466f424e req-1d117e71-4a0a-4a6c-831e-24938e021b03 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323265 Aug 19 12:58:20.642043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c035541-d72f-457c-b5b8-60ffe9c61072 req-80be9131-8e41-44e7-8812-4ece9f473f04 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:20.643462 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c035541-d72f-457c-b5b8-60ffe9c61072 req-80be9131-8e41-44e7-8812-4ece9f473f04 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 944 time: 0.0530689 Aug 19 12:58:20.681853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c035541-d72f-457c-b5b8-60ffe9c61072 req-0902be4e-6951-41d6-ad38-c71b19afdc38 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Aug 19 12:58:21.799089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e2e36-0dc3-467c-af48-2fdf79e893c0 req-50eb2b93-9a07-45e5-adc7-2bb6a02fece1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:21.800565 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-330e2e36-0dc3-467c-af48-2fdf79e893c0 req-50eb2b93-9a07-45e5-adc7-2bb6a02fece1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 944 time: 0.0488858 Aug 19 12:58:21.838499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-330e2e36-0dc3-467c-af48-2fdf79e893c0 req-e0e51e00-106a-4615-af59-e915d96c7e4d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315044 Aug 19 12:58:22.957968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17882cd3-f2b5-42d2-b53d-b446fa44fa6b req-3f3090ff-a605-442f-b767-6fb0788b3b5d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:22.959526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17882cd3-f2b5-42d2-b53d-b446fa44fa6b req-3f3090ff-a605-442f-b767-6fb0788b3b5d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 944 time: 0.0502837 Aug 19 12:58:22.997676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17882cd3-f2b5-42d2-b53d-b446fa44fa6b req-23260d28-96c1-4b91-bbfb-6015ff9d26c3 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309496 Aug 19 12:58:24.115375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81ca40-727b-4bc2-be83-dabd988f48c7 req-b7216d90-dcbd-4bd0-a32f-1d2451de5617 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:24.116864 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad81ca40-727b-4bc2-be83-dabd988f48c7 req-b7216d90-dcbd-4bd0-a32f-1d2451de5617 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 944 time: 0.0491624 Aug 19 12:58:24.158680 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad81ca40-727b-4bc2-be83-dabd988f48c7 req-8cf7c5bf-1f5b-4440-92ea-79dd7476007d tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345156 Aug 19 12:58:24.299007 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:58:25.293434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6aa648-dbd9-45b7-a20b-4bd14212aa75 req-df52f5a3-8947-4526-af80-34a9eaa4893f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:25.295238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d6aa648-dbd9-45b7-a20b-4bd14212aa75 req-df52f5a3-8947-4526-af80-34a9eaa4893f tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 944 time: 0.0663030 Aug 19 12:58:25.341873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d6aa648-dbd9-45b7-a20b-4bd14212aa75 req-41f4aef8-190c-4ee3-87e8-8d99c88a4bd4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404160 Aug 19 12:58:25.499227 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:25.795002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 44bb0db4-df00-40ed-8b66-04749d0c92d4 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 12:58:25.887595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 44bb0db4-df00-40ed-8b66-04749d0c92d4, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=44bb0db4-df00-40ed-8b66-04749d0c92d4,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:25.899601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '44bb0db4-df00-40ed-8b66-04749d0c92d4', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'port_id': '44bb0db4-df00-40ed-8b66-04749d0c92d4', 'mac_address': 'fa:16:3e:47:a7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 12:58:25.935652 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:25.948097 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bb0db4-df00-40ed-8b66-04749d0c92d4 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 12:58:25.968662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 44bb0db4-df00-40ed-8b66-04749d0c92d4, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=44bb0db4-df00-40ed-8b66-04749d0c92d4,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:26.053067 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:26.107464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=44bb0db4-df00-40ed-8b66-04749d0c92d4,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:26.290354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['44bb0db4-df00-40ed-8b66-04749d0c92d4'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 12:58:26.487414 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:26.766901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03036998-62f4-4a3f-9c15-a69c2fca6ebf req-4bf60deb-420c-4be8-a6b6-3e87b5ef20f0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:26.768413 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03036998-62f4-4a3f-9c15-a69c2fca6ebf req-4bf60deb-420c-4be8-a6b6-3e87b5ef20f0 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 945 time: 0.3576770 Aug 19 12:58:26.807612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-03036998-62f4-4a3f-9c15-a69c2fca6ebf req-de1ac0cb-d365-43c7-a75e-2a2b038bec7a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330384 Aug 19 12:58:27.798474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 44bb0db4-df00-40ed-8b66-04749d0c92d4 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:27.930886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cb120-dd9d-4b64-a225-43b54c2436c4 req-b2ca7911-8c5f-41e7-8c9a-c02e162e508a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:27.932399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c84cb120-dd9d-4b64-a225-43b54c2436c4 req-b2ca7911-8c5f-41e7-8c9a-c02e162e508a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 945 time: 0.0534039 Aug 19 12:58:27.972769 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c84cb120-dd9d-4b64-a225-43b54c2436c4 req-836b9d4b-306f-4c52-bfcf-94bcdc2d956e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343134 Aug 19 12:58:27.990388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 44bb0db4-df00-40ed-8b66-04749d0c92d4 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:27.994827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 44bb0db4-df00-40ed-8b66-04749d0c92d4 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:27.995208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:28.074587 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:28.101422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb0db4-df00-40ed-8b66-04749d0c92d4'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:28.103650 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1585d30c-ff41-4a58-96cc-2ad32eb24d0c" -d '{"events": [{"server_uuid": "c1a2ff09-e7ee-4cc0-afcd-a431fedf647a", "name": "network-vif-plugged", "status": "completed", "tag": "44bb0db4-df00-40ed-8b66-04749d0c92d4"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:28.118408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 44bb0db4-df00-40ed-8b66-04749d0c92d4, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=44bb0db4-df00-40ed-8b66-04749d0c92d4,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:28.239918 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:28.284129 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31384ed7-1f57-4cfc-a620-a6609ba1dfb1 x-openstack-request-id: req-31384ed7-1f57-4cfc-a620-a6609ba1dfb1 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:28.284414 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a2ff09-e7ee-4cc0-afcd-a431fedf647a", "name": "network-vif-plugged", "status": "completed", "tag": "44bb0db4-df00-40ed-8b66-04749d0c92d4", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:28.284661 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31384ed7-1f57-4cfc-a620-a6609ba1dfb1 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:28.285082 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb0db4-df00-40ed-8b66-04749d0c92d4', 'code': 200} Aug 19 12:58:28.289544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=44bb0db4-df00-40ed-8b66-04749d0c92d4,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:28.382326 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfbc1a-01c7-4846-9c08-c4c206707412 req-8254bbf2-0bef-490c-95b1-06dae199ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:28.383890 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ecfbc1a-01c7-4846-9c08-c4c206707412 req-8254bbf2-0bef-490c-95b1-06dae199ac2c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 1097 time: 0.0416207 Aug 19 12:58:28.420363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ecfbc1a-01c7-4846-9c08-c4c206707412 req-1cdabb75-3122-4749-90d1-a9df57e51a1a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295300 Aug 19 12:58:29.097163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2edd0-29f9-454c-80a6-6c2d01fc7373 req-6a879c3c-7cb7-4649-9c54-dbe8dceb1801 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:29.098759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30a2edd0-29f9-454c-80a6-6c2d01fc7373 req-6a879c3c-7cb7-4649-9c54-dbe8dceb1801 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 946 time: 0.0488658 Aug 19 12:58:29.137669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30a2edd0-29f9-454c-80a6-6c2d01fc7373 req-06a1539d-5187-4a6e-8b8d-02d8a6ba618b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328245 Aug 19 12:58:30.262224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a597cf-86c1-41f5-a658-b01821e7acfa req-f8c69bdf-0d3b-4987-9179-e714c42e1a29 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:30.264581 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14a597cf-86c1-41f5-a658-b01821e7acfa req-f8c69bdf-0d3b-4987-9179-e714c42e1a29 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 946 time: 0.0552809 Aug 19 12:58:30.303626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14a597cf-86c1-41f5-a658-b01821e7acfa req-0d7b5bcd-28d5-4ca3-bd42-47126684988b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331900 Aug 19 12:58:30.424536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533db196-4a55-4bac-9079-b0a7edd678d4 req-fb965cfa-630f-4868-8c06-b06b969df7ef tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:30.425984 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-533db196-4a55-4bac-9079-b0a7edd678d4 req-fb965cfa-630f-4868-8c06-b06b969df7ef tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 946 time: 0.0526154 Aug 19 12:58:30.821300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-533db196-4a55-4bac-9079-b0a7edd678d4 req-b695556d-5694-4414-86c6-df25ba98f52e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892939 Aug 19 12:58:30.852064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44686) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:31.080809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e746f1-2bc9-405f-9908-7b7a71c608c5 tempest-TestVolumeBootPattern-705775833 tempest-TestVolumeBootPattern-705775833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:31.082342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-07e746f1-2bc9-405f-9908-7b7a71c608c5 tempest-TestVolumeBootPattern-705775833 tempest-TestVolumeBootPattern-705775833-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 1092 time: 0.2292058 Aug 19 12:58:31.085193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44694) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:31.089509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '44bb0db4-df00-40ed-8b66-04749d0c92d4', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:31.213745 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:31.316338 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:31.431399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Allocated IP 172.25.2.204 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/b217315c-8365-4f73-8246-a00d18ea6f35) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:31.531432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:31.642364 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:31.683933 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:31.687491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:31.691215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:31.717981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=b217315c-8365-4f73-8246-a00d18ea6f35,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:32.073005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:32.314148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:32.466327 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:32.579376 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:32.647427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event updated for resources: {'Port': ['ID=b217315c-8365-4f73-8246-a00d18ea6f35,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:32.659289 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:32.761894 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Floating IP 00cec0bf-c2a8-4184-b923-887267aa8e78 associated. External IP: 172.25.2.204, port: 44bb0db4-df00-40ed-8b66-04749d0c92d4. Aug 19 12:58:32.974113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Router 7dcc5b5e-9b01-4160-8f75-1cd02156902b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:58:33.086328 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:58:33.099770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defd4cb-55f0-4ed7-b3e3-437f75ec535e None None] Sync routers for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:58:33.107621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defd4cb-55f0-4ed7-b3e3-437f75ec535e None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:33.108250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4defd4cb-55f0-4ed7-b3e3-437f75ec535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:58:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:33.214524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-4defd4cb-55f0-4ed7-b3e3-437f75ec535e None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:33.294645 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:33.334821 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1b5e0cfb-db1e-421d-9b82-8c044978fc46 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2364450 Aug 19 12:58:33.334821 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'tag': '44bb0db4-df00-40ed-8b66-04749d0c92d4'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 12:58:33.334821 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d479fa-6c8f-406f-bc89-275fa71b0ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a2ff09-e7ee-4cc0-afcd-a431fedf647a", "tag": "44bb0db4-df00-40ed-8b66-04749d0c92d4"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 12:58:33.366321 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d8823f-b912-4cef-8bbb-639f807f82e5 x-openstack-request-id: req-75d8823f-b912-4cef-8bbb-639f807f82e5 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 12:58:33.366627 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a2ff09-e7ee-4cc0-afcd-a431fedf647a", "tag": "44bb0db4-df00-40ed-8b66-04749d0c92d4", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 12:58:33.366911 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75d8823f-b912-4cef-8bbb-639f807f82e5 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 12:58:33.367351 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'tag': '44bb0db4-df00-40ed-8b66-04749d0c92d4', 'status': 'completed', 'code': 200} Aug 19 12:58:33.436912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d479fa-6c8f-406f-bc89-275fa71b0ac6 req-c19a1330-044c-4cb4-92ad-c86404715164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:33.441277 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16d479fa-6c8f-406f-bc89-275fa71b0ac6 req-c19a1330-044c-4cb4-92ad-c86404715164 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 1097 time: 0.0476053 Aug 19 12:58:33.471996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4defd4cb-55f0-4ed7-b3e3-437f75ec535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '00cec0bf-c2a8-4184-b923-887267aa8e78', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '44bb0db4-df00-40ed-8b66-04749d0c92d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:47:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:58:31Z', 'updated_at': '2021-08-19T12:58:31Z', 'revision_number': 0, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}, {'id': 'c18808ba-0142-4bac-b293-8cfd6603dfab', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:c1:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:55:18Z', 'updated_at': '2021-08-19T12:55:21Z', 'revision_number': 1, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:33.507910 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defd4cb-55f0-4ed7-b3e3-437f75ec535e None None] Checking router: 7dcc5b5e-9b01-4160-8f75-1cd02156902b for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 12:58:33.519407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4defd4cb-55f0-4ed7-b3e3-437f75ec535e None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:33.519859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4defd4cb-55f0-4ed7-b3e3-437f75ec535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:58:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:33.537896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d479fa-6c8f-406f-bc89-275fa71b0ac6 req-d0c2d0ca-62f8-4d72-abd5-99806fd39be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:33.539506 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16d479fa-6c8f-406f-bc89-275fa71b0ac6 req-d0c2d0ca-62f8-4d72-abd5-99806fd39be0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0943291 Aug 19 12:58:33.610970 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16d479fa-6c8f-406f-bc89-275fa71b0ac6 req-74041bdf-ffb3-49d2-a409-28e19749bfb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44bb0db4-df00-40ed-8b66-04749d0c92d4 HTTP/1.1" status: 200 len: 1000 time: 0.0646269 Aug 19 12:58:33.635122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-4defd4cb-55f0-4ed7-b3e3-437f75ec535e None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 12:58:33.668538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d479fa-6c8f-406f-bc89-275fa71b0ac6 req-bf8c615e-972e-41f1-8488-7c2cea85584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:33.670265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16d479fa-6c8f-406f-bc89-275fa71b0ac6 req-bf8c615e-972e-41f1-8488-7c2cea85584c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0532162 Aug 19 12:58:33.722449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d479fa-6c8f-406f-bc89-275fa71b0ac6 req-f528d0fb-222e-4e8c-8b70-6d173ce2c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:33.723982 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16d479fa-6c8f-406f-bc89-275fa71b0ac6 req-f528d0fb-222e-4e8c-8b70-6d173ce2c922 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471158 Aug 19 12:58:33.820393 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16d479fa-6c8f-406f-bc89-275fa71b0ac6 req-de652348-a30e-433a-a86b-8b34075e6b0e service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879002 Aug 19 12:58:33.870417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-4defd4cb-55f0-4ed7-b3e3-437f75ec535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '00cec0bf-c2a8-4184-b923-887267aa8e78', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '44bb0db4-df00-40ed-8b66-04749d0c92d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:47:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:58:31Z', 'updated_at': '2021-08-19T12:58:31Z', 'revision_number': 0, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}, {'id': 'c18808ba-0142-4bac-b293-8cfd6603dfab', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:c1:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:55:18Z', 'updated_at': '2021-08-19T12:55:21Z', 'revision_number': 1, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:33.897226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4defd4cb-55f0-4ed7-b3e3-437f75ec535e None None] The sync data for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 is: [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '00cec0bf-c2a8-4184-b923-887267aa8e78', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.204', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '44bb0db4-df00-40ed-8b66-04749d0c92d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:47:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:58:31Z', 'updated_at': '2021-08-19T12:58:31Z', 'revision_number': 0, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}, {'id': 'c18808ba-0142-4bac-b293-8cfd6603dfab', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:c1:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:55:18Z', 'updated_at': '2021-08-19T12:55:21Z', 'revision_number': 1, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:58:33.917929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16d479fa-6c8f-406f-bc89-275fa71b0ac6 req-345e891d-0e36-4503-9226-8791e1181e7f service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905204 Aug 19 12:58:34.112976 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba753d-3065-4ed4-a9fb-cc22dc0c955b None None] New status for floating IP 00cec0bf-c2a8-4184-b923-887267aa8e78: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 12:58:35.064688 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ad2cde5b-4500-40a5-a201-5752c7fd7fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:36.501532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 44774) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:36.619725 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:36.707585 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:36.859312 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:36.905467 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=824a22f0b5154dcb95f169b15969e270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027209 Aug 19 12:58:36.906743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeb7611-9d41-43d8-a063-f31356c73cea,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:36.908143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44784) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:36.914856 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.915214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.915562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.915913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.916240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.916581 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.916911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.917241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.917570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.917897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.918225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.918550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4838327-1d0c-4b48-a22d-0384b9cfa9e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:36.957747 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:36.983625 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:37.116414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:37.118954 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:37.120156 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdeb7611-9d41-43d8-a063-f31356c73cea HTTP/1.1" status: 204 len: 168 time: 0.2109225 Aug 19 12:58:37.130753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeb7611-9d41-43d8-a063-f31356c73cea,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:37.138660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.139045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.139390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.139728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.140215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.140383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.140709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.141246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.141580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.141904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.142334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.142683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06104ca1-2a0c-4491-8b85-95c291f548a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:37.721963 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:37.899607 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cb895732-dd3a-4fc5-8103-7c54b8a237dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:39.299520 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:40.473198 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-a9fd3c26-c19b-49b6-80ac-5707fe173f25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490174 Aug 19 12:58:40.578466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-d954c9d3-dfdc-40d4-8ad9-7b4df5b7a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:40.580017 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-d954c9d3-dfdc-40d4-8ad9-7b4df5b7a629 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 1097 time: 0.0452585 Aug 19 12:58:40.642413 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:40.691003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-039bdf94-12f2-44de-a419-fc8ecba0b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:40.692497 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-039bdf94-12f2-44de-a419-fc8ecba0b3e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0923951 Aug 19 12:58:40.767154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-e3b0534f-c459-4670-9d25-c853999a0c99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 HTTP/1.1" status: 200 len: 1002 time: 0.0674539 Aug 19 12:58:40.829551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-8855ec36-4aff-464d-b877-27e5c5010bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:40.831050 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-8855ec36-4aff-464d-b877-27e5c5010bfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0571685 Aug 19 12:58:40.881271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-3e111ec4-5ab6-4d5c-b6b4-ba1088b2351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:40.889887 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-3e111ec4-5ab6-4d5c-b6b4-ba1088b2351c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461910 Aug 19 12:58:40.990088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-c28c72ba-b535-4b1a-b14b-4abbc36e7775 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983784 Aug 19 12:58:41.093747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ce42776-7d6d-4d26-9dc4-a086cbc4f8bf req-c493e6c5-422f-4c07-80b6-a66d2edd30a3 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962768 Aug 19 12:58:41.661920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-be6b4cc0-c014-414e-b846-cad3b55fef46 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451853 Aug 19 12:58:41.755592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-3ee7dbd6-0607-4489-8bdc-b10c5d79a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:41.757022 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-3ee7dbd6-0607-4489-8bdc-b10c5d79a03f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 1097 time: 0.0461049 Aug 19 12:58:41.944115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-6f309991-ac47-4178-bbd2-0e901d37c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:41.944115 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-6f309991-ac47-4178-bbd2-0e901d37c31f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0990040 Aug 19 12:58:42.065132 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-17b6c5d2-da8a-469c-bf5c-898c376fce8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44bb0db4-df00-40ed-8b66-04749d0c92d4 HTTP/1.1" status: 200 len: 1002 time: 0.0617092 Aug 19 12:58:42.065132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-8de304a7-205b-43d4-821b-59037adac70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:42.065132 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-8de304a7-205b-43d4-821b-59037adac70c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0527654 Aug 19 12:58:42.065132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-bb5ce343-537a-480a-ad21-fbc3992a6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:42.065132 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-bb5ce343-537a-480a-ad21-fbc3992a6a66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461178 Aug 19 12:58:42.157515 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-72cba095-bd77-47e9-b5b8-458732ec17bc service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864654 Aug 19 12:58:42.165669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44934) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:42.260438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-64061279-a64d-4b02-83d7-68ad9ff42099 req-ffc48b49-2a70-41dd-a036-b8bce74ce608 service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964599 Aug 19 12:58:42.295232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20e9639d-6e1c-48c2-a3d2-d5cd2c81c8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.391389 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20e9639d-6e1c-48c2-a3d2-d5cd2c81c8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.510985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-20e9639d-6e1c-48c2-a3d2-d5cd2c81c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.561147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9639d-6e1c-48c2-a3d2-d5cd2c81c8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155c19c2-6da3-4837-bdea-af11abfbc00d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:42.566835 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-20e9639d-6e1c-48c2-a3d2-d5cd2c81c8e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b50bdeeb4f0e4c5489fc3590a07f3963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000533 Aug 19 12:58:42.569496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44938) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:42.625550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6e84551-5849-4e97-a37f-df9b3f601030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.647530 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6e84551-5849-4e97-a37f-df9b3f601030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.836850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6e84551-5849-4e97-a37f-df9b3f601030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.839378 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c6e84551-5849-4e97-a37f-df9b3f601030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:42.840599 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c6e84551-5849-4e97-a37f-df9b3f601030 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/155c19c2-6da3-4837-bdea-af11abfbc00d HTTP/1.1" status: 204 len: 168 time: 0.2701159 Aug 19 12:58:42.849451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e84551-5849-4e97-a37f-df9b3f601030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155c19c2-6da3-4837-bdea-af11abfbc00d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:43.661727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44946) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:43.676294 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ada9d4e5-0d78-46bc-ab79-0c5b4fb14084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:43.772239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ada9d4e5-0d78-46bc-ab79-0c5b4fb14084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:43.871166 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ada9d4e5-0d78-46bc-ab79-0c5b4fb14084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:43.913143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9d4e5-0d78-46bc-ab79-0c5b4fb14084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a515b6c-d96f-4233-80c6-6c0450514e4b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:43.918463 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ada9d4e5-0d78-46bc-ab79-0c5b4fb14084 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4c1ac6f28bf4acf80aa58c58f2e89e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556977 Aug 19 12:58:43.921285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 44950) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:43.974675 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8383f8fa-8d89-4a50-908f-e37298887137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:43.996833 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8383f8fa-8d89-4a50-908f-e37298887137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:44.214138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8383f8fa-8d89-4a50-908f-e37298887137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:44.217246 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8383f8fa-8d89-4a50-908f-e37298887137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:44.218657 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8383f8fa-8d89-4a50-908f-e37298887137 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a515b6c-d96f-4233-80c6-6c0450514e4b HTTP/1.1" status: 204 len: 168 time: 0.2963641 Aug 19 12:58:44.227594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383f8fa-8d89-4a50-908f-e37298887137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a515b6c-d96f-4233-80c6-6c0450514e4b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:47.498640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45024) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:47.596031 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f51b7de-942c-4881-9bad-6532fa5207bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:47.696336 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f51b7de-942c-4881-9bad-6532fa5207bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:47.819514 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1f51b7de-942c-4881-9bad-6532fa5207bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:47.867554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1f51b7de-942c-4881-9bad-6532fa5207bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66c302c3017544ea97cb83c7790e4a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775902 Aug 19 12:58:47.867554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51b7de-942c-4881-9bad-6532fa5207bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02454d21-f0e8-4aa6-8fa0-a475ef04b914,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:47.869667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45030) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:47.928281 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d389d0e3-1ffb-4f9f-8e11-aa27d99a639c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:47.951065 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d389d0e3-1ffb-4f9f-8e11-aa27d99a639c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:48.134272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d389d0e3-1ffb-4f9f-8e11-aa27d99a639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:48.137131 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d389d0e3-1ffb-4f9f-8e11-aa27d99a639c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:48.138394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d389d0e3-1ffb-4f9f-8e11-aa27d99a639c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02454d21-f0e8-4aa6-8fa0-a475ef04b914 HTTP/1.1" status: 204 len: 168 time: 0.2687843 Aug 19 12:58:48.146641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389d0e3-1ffb-4f9f-8e11-aa27d99a639c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02454d21-f0e8-4aa6-8fa0-a475ef04b914,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:51.068701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45086) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:51.238269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:51.312080 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:51.423913 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:51.533623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Allocated IP 172.25.2.136 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/d2d71a2a-4550-4460-82cc-831c063d7a89) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:51.636664 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:51.784924 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:51.825381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:51.828263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:51.831980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:51.858587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event updated for resources: {'Port': ['ID=d2d71a2a-4550-4460-82cc-831c063d7a89,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:51.924755 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.070820 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.241810 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.346518 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.418111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event updated for resources: {'Port': ['ID=d2d71a2a-4550-4460-82cc-831c063d7a89,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:52.431787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.500117 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.501414 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-82146a7e-2e73-47fd-bf1b-1fea4272179b tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4317036 Aug 19 12:58:52.504225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45094) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:52.509460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1391897474'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:52.625934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Made reservation on behalf of f5e2f2206d194598bc09f8bd57a1ab3a for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:58:52.629770 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.639642 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.730361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.877447 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.905912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:58:52.911212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b8d61f-18b7-41ad-9b7a-819a2e26d819,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:52.919708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:52.920048 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Added segment cbf014a3-3802-4a2b-9853-0859742c5e70 of type vlan for network 9a371385-95ac-4a59-b5ae-72077c12310d Aug 19 12:58:52.959141 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:53.116956 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:53.123010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:53.133106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:53.205587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event updated for resources: {'Network': ['ID=9a371385-95ac-4a59-b5ae-72077c12310d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:53.206085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 9a371385-95ac-4a59-b5ae-72077c12310d details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:58:53.306238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ba3dca4a-9ef1-4212-888d-e44fc590ab11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8009145 Aug 19 12:58:53.309226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45098) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:53.314657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Request body: {'subnet': {'network_id': '9a371385-95ac-4a59-b5ae-72077c12310d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:53.603114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Made reservation on behalf of f5e2f2206d194598bc09f8bd57a1ab3a for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:58:53.607437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:53.889058 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:53.951211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event updated for resources: {'Subnet': ['ID=97ac3277-608e-487a-a68d-2390a708ff05,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:53.967054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Checking segment: {'id': 'cbf014a3-3802-4a2b-9853-0859742c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9a371385-95ac-4a59-b5ae-72077c12310d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:53.967417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Network hostable DHCP agents. Network: 9a371385-95ac-4a59-b5ae-72077c12310d, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:58:54.043116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Network 9a371385-95ac-4a59-b5ae-72077c12310d is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:58:54.178680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 9a371385-95ac-4a59-b5ae-72077c12310d) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:54.192690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:58:54.192690 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:54.193588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f8cf3-8f35-4fc2-ab0e-6768cec8cf6a None None] Network 9a371385-95ac-4a59-b5ae-72077c12310d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:58:54.317814 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-101dffb7-7524-466b-b771-4a68733acb11 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0071497 Aug 19 12:58:54.320405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45118) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:54.325068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1197437742', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:54.341605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-9a371385-95ac-4a59-b5ae-72077c12310d', 'network_id': '9a371385-95ac-4a59-b5ae-72077c12310d', 'tenant_id': 'f5e2f2206d194598bc09f8bd57a1ab3a', 'fixed_ips': [{'subnet_id': '97ac3277-608e-487a-a68d-2390a708ff05'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:58:54.342584 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:54.443128 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:54.444866 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:54.512500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:54.642905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Allocated IP 172.20.0.2 (9a371385-95ac-4a59-b5ae-72077c12310d/97ac3277-608e-487a-a68d-2390a708ff05/cfd09cb5-3adf-4f89-9874-5a4e54fd44c3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:54.790494 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:54.799200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Transition to ACTIVE for port object cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:54.816350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Transition to ACTIVE for port object cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:54.860978 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:54.963266 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.003312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Network 9a371385-95ac-4a59-b5ae-72077c12310d is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:55.006199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:55.011986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:55.017767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Pushing event updated for resources: {'Port': ['ID=cfd09cb5-3adf-4f89-9874-5a4e54fd44c3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:55.029482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.030352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.030580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.030960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.031288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.031639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.031953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.032918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.032918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.033167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.033391 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.033719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:58:55.080575 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Attempting to bind port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:58:55.080935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Attempting to bind port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'cbf014a3-3802-4a2b-9853-0859742c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9a371385-95ac-4a59-b5ae-72077c12310d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:58:55.081304 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Attempting to bind port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 on network 9a371385-95ac-4a59-b5ae-72077c12310d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:58:55.086182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:58:55.086582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Checking segment: {'id': 'cbf014a3-3802-4a2b-9853-0859742c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9a371385-95ac-4a59-b5ae-72077c12310d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:58:55.087031 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.087420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Bound using segment: {'id': 'cbf014a3-3802-4a2b-9853-0859742c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9a371385-95ac-4a59-b5ae-72077c12310d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:58:55.087883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Bound port: cfd09cb5-3adf-4f89-9874-5a4e54fd44c3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf014a3-3802-4a2b-9853-0859742c5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9a371385-95ac-4a59-b5ae-72077c12310d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:58:55.088266 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.159826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] For port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:58:55.162980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] For port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cfd09cb5-3adf-4f89-9874-5a4e54fd44c3,segment=NetworkSegment(cbf014a3-3802-4a2b-9853-0859742c5e70),segment_id=cbf014a3-3802-4a2b-9853-0859742c5e70)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:58:55.287316 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.307420 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.340633 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.427224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407e938-0159-421f-bd79-bf7ed4086948 None None] Pushing event updated for resources: {'Port': ['ID=cfd09cb5-3adf-4f89-9874-5a4e54fd44c3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:55.446652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Allocated IP 172.25.2.122 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/7857c0ca-fb73-42cc-bffe-818140849abc) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:55.567131 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.660175 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.723309 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:55.777722 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:55.783153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:55.787116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:55.792840 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event updated for resources: {'Port': ['ID=7857c0ca-fb73-42cc-bffe-818140849abc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:56.280391 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:56.348564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f404de-b705-439f-b1f2-08b96c1085e8 None None] Network 9a371385-95ac-4a59-b5ae-72077c12310d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:58:56.486405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:56.671815 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:56.676641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-bc2e4827-8309-457b-9cec-d6240bb9f593 None None] Provisioning for port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:56.812485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Router f142dc62-9740-4709-992f-e1b84fe24799 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 12:58:56.932944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:58:56.946624 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fbd7ea-13af-4381-a101-ac1ddbffea10 None None] Sync routers for ids ['f142dc62-9740-4709-992f-e1b84fe24799'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:58:56.954540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fbd7ea-13af-4381-a101-ac1ddbffea10 None None] Routers {'f142dc62-9740-4709-992f-e1b84fe24799'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:56.955192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e2fbd7ea-13af-4381-a101-ac1ddbffea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:58:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f142dc62-9740-4709-992f-e1b84fe24799'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:56.987024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e2fbd7ea-13af-4381-a101-ac1ddbffea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:56.997636 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fbd7ea-13af-4381-a101-ac1ddbffea10 None None] Routers {'f142dc62-9740-4709-992f-e1b84fe24799'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:56.998241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e2fbd7ea-13af-4381-a101-ac1ddbffea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:58:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f142dc62-9740-4709-992f-e1b84fe24799'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:57.034705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e2fbd7ea-13af-4381-a101-ac1ddbffea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:57.035398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fbd7ea-13af-4381-a101-ac1ddbffea10 None None] The sync data for ids ['f142dc62-9740-4709-992f-e1b84fe24799'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:58:57.092800 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:57.092800 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0a0ee699-faa4-4019-979f-f15b1b1c1e61 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7692499 Aug 19 12:58:57.094427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45148) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:57.466930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:57.557512 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:57.618652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:57.623382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:57.624017 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:57.708810 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:57.746561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cfd09cb5-3adf-4f89-9874-5a4e54fd44c3,segment=NetworkSegment(cbf014a3-3802-4a2b-9853-0859742c5e70),segment_id=cbf014a3-3802-4a2b-9853-0859742c5e70)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:58:57.855131 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:57.916478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=cfd09cb5-3adf-4f89-9874-5a4e54fd44c3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:58.238014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Allocated IP 172.20.0.1 (9a371385-95ac-4a59-b5ae-72077c12310d/97ac3277-608e-487a-a68d-2390a708ff05/311271a5-2762-47f8-bc9f-1e69a82e2d9b) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:58:58.363491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:58.379802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Transition to ACTIVE for port object 311271a5-2762-47f8-bc9f-1e69a82e2d9b will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:58:58.584657 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:58.627375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Network 9a371385-95ac-4a59-b5ae-72077c12310d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:58.630774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:58.635217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:58:58.673922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event updated for resources: {'Port': ['ID=311271a5-2762-47f8-bc9f-1e69a82e2d9b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:58.705438 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:58.974436 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:59.105704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c8e4b454-bf5c-4e21-b67b-4d0053aa5472 None None] Provisioning for port 311271a5-2762-47f8-bc9f-1e69a82e2d9b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:58:59.111386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c8e4b454-bf5c-4e21-b67b-4d0053aa5472 None None] Provisioning complete for port 311271a5-2762-47f8-bc9f-1e69a82e2d9b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:59.111847 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c8e4b454-bf5c-4e21-b67b-4d0053aa5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:59.171298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4b454-bf5c-4e21-b67b-4d0053aa5472 None None] Port 311271a5-2762-47f8-bc9f-1e69a82e2d9b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:58:59.277723 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:59.421302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:58:59.424443 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:59.472167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:59.472544 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:59.510101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event updated for resources: {'Port': ['ID=311271a5-2762-47f8-bc9f-1e69a82e2d9b,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:58:59.517007 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:59.617718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Network 9a371385-95ac-4a59-b5ae-72077c12310d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:58:59.619143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:58:59.762262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Router f142dc62-9740-4709-992f-e1b84fe24799 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:58:59.876669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:58:59.882953 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e4b22f67-d2fe-4887-a67c-3ea6161262f3 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "PUT /v2.0/routers/f142dc62-9740-4709-992f-e1b84fe24799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7873142 Aug 19 12:58:59.885437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45176) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:58:59.893313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Request body: {'port': {'network_id': '9a371385-95ac-4a59-b5ae-72077c12310d', 'name': 'tempest-FloatingIPAdminTestJSON-1634764832'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:58:59.893591 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f718b6-9115-4ce9-ab99-aadaef06fd97 None None] Sync routers for ids ['f142dc62-9740-4709-992f-e1b84fe24799'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:58:59.899855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-84c5343b-c8b1-4ef8-893e-9bfbf4921c25 None None] Provisioning complete for port 311271a5-2762-47f8-bc9f-1e69a82e2d9b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:58:59.900562 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-84c5343b-c8b1-4ef8-893e-9bfbf4921c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:58:59.905315 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f718b6-9115-4ce9-ab99-aadaef06fd97 None None] Routers {'f142dc62-9740-4709-992f-e1b84fe24799'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:59.906160 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53f718b6-9115-4ce9-ab99-aadaef06fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:58:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f142dc62-9740-4709-992f-e1b84fe24799'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:59.940019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-84c5343b-c8b1-4ef8-893e-9bfbf4921c25 None None] Port 311271a5-2762-47f8-bc9f-1e69a82e2d9b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:58:59.950282 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53f718b6-9115-4ce9-ab99-aadaef06fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:59.960362 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f718b6-9115-4ce9-ab99-aadaef06fd97 None None] Routers {'f142dc62-9740-4709-992f-e1b84fe24799'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:58:59.961110 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53f718b6-9115-4ce9-ab99-aadaef06fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:58:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f142dc62-9740-4709-992f-e1b84fe24799'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:58:59.999682 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53f718b6-9115-4ce9-ab99-aadaef06fd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:00.002634 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f718b6-9115-4ce9-ab99-aadaef06fd97 None None] The sync data for ids ['f142dc62-9740-4709-992f-e1b84fe24799'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:00.161410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Made reservation on behalf of f5e2f2206d194598bc09f8bd57a1ab3a for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:00.165418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:00.185090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] device_id is not set on port 0fc92195-2e18-4801-a0bc-ccdbb1dccb46 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:59:00.297333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Allocated IP 172.20.0.8 (9a371385-95ac-4a59-b5ae-72077c12310d/97ac3277-608e-487a-a68d-2390a708ff05/0fc92195-2e18-4801-a0bc-ccdbb1dccb46) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:00.447843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:00.462604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Transition to ACTIVE for port object 0fc92195-2e18-4801-a0bc-ccdbb1dccb46 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:00.614814 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:00.659769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Network 9a371385-95ac-4a59-b5ae-72077c12310d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:00.665194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:00.669228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:00.704465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event updated for resources: {'Port': ['ID=0fc92195-2e18-4801-a0bc-ccdbb1dccb46,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:00.739674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:00.740317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:00.886902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9c039798-6948-477c-8558-845a47043a30 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9974053 Aug 19 12:59:00.892349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45186) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:00.950082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'project_id': 'f5e2f2206d194598bc09f8bd57a1ab3a', 'port_id': '0fc92195-2e18-4801-a0bc-ccdbb1dccb46'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:01.054363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fd666e10-7ed8-4633-a036-a8f042f0ca96 None None] Provisioning for port 0fc92195-2e18-4801-a0bc-ccdbb1dccb46 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:01.058621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fd666e10-7ed8-4633-a036-a8f042f0ca96 None None] Provisioning complete for port 0fc92195-2e18-4801-a0bc-ccdbb1dccb46 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 12:59:01.058839 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fd666e10-7ed8-4633-a036-a8f042f0ca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:01.088911 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:01.093834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fd666e10-7ed8-4633-a036-a8f042f0ca96 None None] Port 0fc92195-2e18-4801-a0bc-ccdbb1dccb46 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 12:59:01.180499 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:01.298589 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:59:01.301217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Allocated IP 172.25.2.165 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/36d6a0ac-8372-4d35-b221-11ee3ef823f8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:01.409810 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:01.592483 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:01.640028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:01.643227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:01.647726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:01.650954 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Pushing event updated for resources: {'Port': ['ID=36d6a0ac-8372-4d35-b221-11ee3ef823f8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:02.009138 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:02.196531 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:02.365310 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:02.522926 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:02.599447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Pushing event updated for resources: {'Port': ['ID=36d6a0ac-8372-4d35-b221-11ee3ef823f8,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:02.612342 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:02.715866 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Floating IP 4ed53402-2a70-4b91-b6ea-a582826e796c associated. External IP: 172.25.2.165, port: 0fc92195-2e18-4801-a0bc-ccdbb1dccb46. Aug 19 12:59:02.942417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Router f142dc62-9740-4709-992f-e1b84fe24799 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:03.057171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:03.067638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f4466-0ea3-4bf4-9c4a-821e89abc986 None None] Sync routers for ids ['f142dc62-9740-4709-992f-e1b84fe24799'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:03.079336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f4466-0ea3-4bf4-9c4a-821e89abc986 None None] Routers {'f142dc62-9740-4709-992f-e1b84fe24799'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:03.088202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-db4f4466-0ea3-4bf4-9c4a-821e89abc986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:58:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f142dc62-9740-4709-992f-e1b84fe24799'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:03.126313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-db4f4466-0ea3-4bf4-9c4a-821e89abc986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:03.135132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f4466-0ea3-4bf4-9c4a-821e89abc986 None None] Routers {'f142dc62-9740-4709-992f-e1b84fe24799'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:03.135747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-db4f4466-0ea3-4bf4-9c4a-821e89abc986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:58:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f142dc62-9740-4709-992f-e1b84fe24799'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:03.167165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-db4f4466-0ea3-4bf4-9c4a-821e89abc986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:03.167793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f4466-0ea3-4bf4-9c4a-821e89abc986 None None] The sync data for ids ['f142dc62-9740-4709-992f-e1b84fe24799'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:03.220135 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:03.249249 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-89730311-bb70-4615-b7cd-fc0236ff8012 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.3600605 Aug 19 12:59:03.252080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45216) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:03.380919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-65534f7a-c6b3-46ef-8f14-7238576555c5 tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] 10.222.0.21 "GET /v2.0/floatingips/4ed53402-2a70-4b91-b6ea-a582826e796c HTTP/1.1" status: 200 len: 983 time: 0.1184237 Aug 19 12:59:03.380919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45220) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:03.513325 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2e3a2e2e-a9c2-4550-8ec4-021280aec5ec tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3518 time: 0.1373770 Aug 19 12:59:03.515899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45222) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:03.759931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Deleting port 36d6a0ac-8372-4d35-b221-11ee3ef823f8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:03.760281 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:03.848749 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:03.849013 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:03.860912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Calling delete_port for 36d6a0ac-8372-4d35-b221-11ee3ef823f8 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:04.596067 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:04.632979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event deleted for resources: {'Port': ['ID=36d6a0ac-8372-4d35-b221-11ee3ef823f8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:04.704221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:04.704563 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Floating IP 4ed53402-2a70-4b91-b6ea-a582826e796c disassociated (deleted). External IP: 172.25.2.165, port: 0fc92195-2e18-4801-a0bc-ccdbb1dccb46. Aug 19 12:59:04.927379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Router f142dc62-9740-4709-992f-e1b84fe24799 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:05.035731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:05.040412 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.051147 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24548f83-104d-4528-9462-6d92ad1ccc97 None None] Sync routers for ids ['f142dc62-9740-4709-992f-e1b84fe24799'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:05.054951 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d22b9f7-9b41-4417-a805-3cf0a89dbec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.064240 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24548f83-104d-4528-9462-6d92ad1ccc97 None None] Routers {'f142dc62-9740-4709-992f-e1b84fe24799'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:05.065064 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-24548f83-104d-4528-9462-6d92ad1ccc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:58:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f142dc62-9740-4709-992f-e1b84fe24799'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:05.078132 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d333f8b4-0f0c-4d6b-b9ea-8891816f5790 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "DELETE /v2.0/floatingips/4ed53402-2a70-4b91-b6ea-a582826e796c HTTP/1.1" status: 204 len: 168 time: 1.5611928 Aug 19 12:59:05.081612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45240) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:05.088567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:05.098749 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-24548f83-104d-4528-9462-6d92ad1ccc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:05.108125 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24548f83-104d-4528-9462-6d92ad1ccc97 None None] Routers {'f142dc62-9740-4709-992f-e1b84fe24799'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:05.108811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-24548f83-104d-4528-9462-6d92ad1ccc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:58:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f142dc62-9740-4709-992f-e1b84fe24799'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:05.141427 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-24548f83-104d-4528-9462-6d92ad1ccc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:05.142169 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24548f83-104d-4528-9462-6d92ad1ccc97 None None] The sync data for ids ['f142dc62-9740-4709-992f-e1b84fe24799'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:05.270397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.367964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.486717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Allocated IP 172.25.2.196 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/c6c27a64-19a3-44bd-a143-2e6415aee0c0) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:05.591668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.849464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:05.890132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:05.894860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:05.899573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:05.923854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Pushing event updated for resources: {'Port': ['ID=c6c27a64-19a3-44bd-a143-2e6415aee0c0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:05.992597 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.228573 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.409436 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.540155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.611915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Pushing event updated for resources: {'Port': ['ID=c6c27a64-19a3-44bd-a143-2e6415aee0c0,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:06.624545 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.757446 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:06.763699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-69469ca7-5fcf-4ef8-a609-314c6936a0da tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6760244 Aug 19 12:59:06.763867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45258) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:06.872140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:07.202428 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.306968 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.431116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Allocated IP 172.25.2.251 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/fe22da9a-e700-4a25-a95c-b1e402a3b140) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:07.547225 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.718083 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.756459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:07.768824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:07.772875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:07.775791 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.779204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Pushing event updated for resources: {'Port': ['ID=fe22da9a-e700-4a25-a95c-b1e402a3b140,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:07.830302 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-41017fd6-8676-4c17-afc5-94f3b97dfbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.868373 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:07.983855 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:08.141235 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:08.283302 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:08.356732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Pushing event updated for resources: {'Port': ['ID=fe22da9a-e700-4a25-a95c-b1e402a3b140,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:08.370251 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:08.529474 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:08.530878 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-22877a16-0c64-4f8b-a944-34d9ae005dc3 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7680726 Aug 19 12:59:08.533546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45280) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:08.654854 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-30c951f9-2d92-40ef-ab4f-1cf7276b4e0b tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3703 time: 0.1176794 Aug 19 12:59:08.655535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45284) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:08.729354 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9a3ed41b-dd74-4dc6-858e-585899bfb989 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0727506 Aug 19 12:59:08.732076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45286) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:08.859413 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ec54b137-9c02-4853-a5db-dfc8c2b18764 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Deleting port fe22da9a-e700-4a25-a95c-b1e402a3b140 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:08.860134 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ec54b137-9c02-4853-a5db-dfc8c2b18764 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:08.958866 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ec54b137-9c02-4853-a5db-dfc8c2b18764 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:08.959266 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ec54b137-9c02-4853-a5db-dfc8c2b18764 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:08.973211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-ec54b137-9c02-4853-a5db-dfc8c2b18764 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Calling delete_port for fe22da9a-e700-4a25-a95c-b1e402a3b140 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:09.238273 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ec54b137-9c02-4853-a5db-dfc8c2b18764 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:09.270422 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:09.562583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54b137-9c02-4853-a5db-dfc8c2b18764 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Pushing event deleted for resources: {'Port': ['ID=fe22da9a-e700-4a25-a95c-b1e402a3b140,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:09.622936 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ec54b137-9c02-4853-a5db-dfc8c2b18764 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:09.625871 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ec54b137-9c02-4853-a5db-dfc8c2b18764 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:09.627260 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ec54b137-9c02-4853-a5db-dfc8c2b18764 tempest-FloatingIPAdminTestJSON-1934027955 tempest-FloatingIPAdminTestJSON-1934027955-project] 10.222.0.21 "DELETE /v2.0/floatingips/7d420682-6509-41b7-a894-355d0421b183 HTTP/1.1" status: 204 len: 168 time: 0.8940568 Aug 19 12:59:09.629664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45298) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:09.796765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-73b4f9fb-01b8-4fab-add1-22daa9057a9a tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Deleting port c6c27a64-19a3-44bd-a143-2e6415aee0c0 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:09.797138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73b4f9fb-01b8-4fab-add1-22daa9057a9a tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:09.878710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73b4f9fb-01b8-4fab-add1-22daa9057a9a tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:09.879349 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73b4f9fb-01b8-4fab-add1-22daa9057a9a tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:09.892274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-73b4f9fb-01b8-4fab-add1-22daa9057a9a tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Calling delete_port for c6c27a64-19a3-44bd-a143-2e6415aee0c0 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:10.152244 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73b4f9fb-01b8-4fab-add1-22daa9057a9a tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:10.176325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4f9fb-01b8-4fab-add1-22daa9057a9a tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6c27a64-19a3-44bd-a143-2e6415aee0c0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:10.240974 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73b4f9fb-01b8-4fab-add1-22daa9057a9a tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:10.243058 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-73b4f9fb-01b8-4fab-add1-22daa9057a9a tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:10.251764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-73b4f9fb-01b8-4fab-add1-22daa9057a9a tempest-FloatingIPAdminTestJSON-1881712292 tempest-FloatingIPAdminTestJSON-1881712292-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/9af98daf-9a66-4641-8134-922ea14912f5 HTTP/1.1" status: 204 len: 168 time: 0.6133616 Aug 19 12:59:10.251764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45304) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:10.340228 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6bab2e57-7da2-4f97-a58b-6ae94d43a22a tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Deleting port 0fc92195-2e18-4801-a0bc-ccdbb1dccb46 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:10.340665 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bab2e57-7da2-4f97-a58b-6ae94d43a22a tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:10.435344 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bab2e57-7da2-4f97-a58b-6ae94d43a22a tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:10.448679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6bab2e57-7da2-4f97-a58b-6ae94d43a22a tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Calling delete_port for 0fc92195-2e18-4801-a0bc-ccdbb1dccb46 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:10.683259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:10.764139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bab2e57-7da2-4f97-a58b-6ae94d43a22a tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:10.791718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab2e57-7da2-4f97-a58b-6ae94d43a22a tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event deleted for resources: {'Port': ['ID=0fc92195-2e18-4801-a0bc-ccdbb1dccb46,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:10.869827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6bab2e57-7da2-4f97-a58b-6ae94d43a22a tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:10.871776 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6bab2e57-7da2-4f97-a58b-6ae94d43a22a tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "DELETE /v2.0/ports/0fc92195-2e18-4801-a0bc-ccdbb1dccb46 HTTP/1.1" status: 204 len: 168 time: 0.6226375 Aug 19 12:59:10.874524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45314) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:10.929292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d4a0a5-f530-4c6c-81da-a0821169b710 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:10.930629 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c5d4a0a5-f530-4c6c-81da-a0821169b710 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "GET /v2.0/ports?device_id=f142dc62-9740-4709-992f-e1b84fe24799 HTTP/1.1" status: 200 len: 913 time: 0.0551360 Aug 19 12:59:10.933501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45316) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:11.396348 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89fd0f63-97b5-4c30-97ff-90ff1307aa72 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:11.717963 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-89fd0f63-97b5-4c30-97ff-90ff1307aa72 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Deleting port 311271a5-2762-47f8-bc9f-1e69a82e2d9b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:11.718298 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89fd0f63-97b5-4c30-97ff-90ff1307aa72 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:11.808520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89fd0f63-97b5-4c30-97ff-90ff1307aa72 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:11.825228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-89fd0f63-97b5-4c30-97ff-90ff1307aa72 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Calling delete_port for 311271a5-2762-47f8-bc9f-1e69a82e2d9b owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:12.154633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89fd0f63-97b5-4c30-97ff-90ff1307aa72 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:12.183030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd0f63-97b5-4c30-97ff-90ff1307aa72 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event deleted for resources: {'Port': ['ID=311271a5-2762-47f8-bc9f-1e69a82e2d9b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:12.382679 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89fd0f63-97b5-4c30-97ff-90ff1307aa72 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:12.886839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fd0f63-97b5-4c30-97ff-90ff1307aa72 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Router f142dc62-9740-4709-992f-e1b84fe24799 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 12:59:12.999218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fd0f63-97b5-4c30-97ff-90ff1307aa72 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 12:59:13.005207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-89fd0f63-97b5-4c30-97ff-90ff1307aa72 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "PUT /v2.0/routers/f142dc62-9740-4709-992f-e1b84fe24799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0703423 Aug 19 12:59:13.007431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45348) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:13.011480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847240c-c929-46e3-99ec-a17d8ce76cf8 None None] Sync routers for ids ['f142dc62-9740-4709-992f-e1b84fe24799'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 12:59:13.021008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847240c-c929-46e3-99ec-a17d8ce76cf8 None None] Routers {'f142dc62-9740-4709-992f-e1b84fe24799'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:13.021745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3847240c-c929-46e3-99ec-a17d8ce76cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:59:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f142dc62-9740-4709-992f-e1b84fe24799'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:13.064064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3847240c-c929-46e3-99ec-a17d8ce76cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:13.072791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847240c-c929-46e3-99ec-a17d8ce76cf8 None None] Routers {'f142dc62-9740-4709-992f-e1b84fe24799'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 12:59:13.073395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3847240c-c929-46e3-99ec-a17d8ce76cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T12:59:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f142dc62-9740-4709-992f-e1b84fe24799'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:13.108205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3847240c-c929-46e3-99ec-a17d8ce76cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:13.108937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847240c-c929-46e3-99ec-a17d8ce76cf8 None None] The sync data for ids ['f142dc62-9740-4709-992f-e1b84fe24799'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 12:59:13.118402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.233415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.402447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Deleting port 7857c0ca-fb73-42cc-bffe-818140849abc {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:13.409479 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.477208 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.489105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Calling delete_port for 7857c0ca-fb73-42cc-bffe-818140849abc owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:13.756787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.786826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event deleted for resources: {'Port': ['ID=7857c0ca-fb73-42cc-bffe-818140849abc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:13.858572 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.969913 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:13.972414 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.127724 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.129170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Fanout notify agent at l3_agent the message router_deleted on router f142dc62-9740-4709-992f-e1b84fe24799 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:59:14.135804 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.137051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-219eaed1-2963-43a8-8632-b60781b43834 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "DELETE /v2.0/routers/f142dc62-9740-4709-992f-e1b84fe24799 HTTP/1.1" status: 204 len: 168 time: 1.1286070 Aug 19 12:59:14.139539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45364) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:14.195722 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-53205ee9-6176-496a-91a2-49980be8fa58 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Deleting subnet 97ac3277-608e-487a-a68d-2390a708ff05 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 12:59:14.199216 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53205ee9-6176-496a-91a2-49980be8fa58 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.240949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53205ee9-6176-496a-91a2-49980be8fa58 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.376820 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53205ee9-6176-496a-91a2-49980be8fa58 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.650887 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53205ee9-6176-496a-91a2-49980be8fa58 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.682982 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53205ee9-6176-496a-91a2-49980be8fa58 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.685845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-53205ee9-6176-496a-91a2-49980be8fa58 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "DELETE /v2.0/subnets/97ac3277-608e-487a-a68d-2390a708ff05 HTTP/1.1" status: 204 len: 168 time: 0.5451517 Aug 19 12:59:14.687022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53205ee9-6176-496a-91a2-49980be8fa58 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event deleted for resources: {'Subnet': ['ID=97ac3277-608e-487a-a68d-2390a708ff05,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:14.689291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45370) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:14.692707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3759d53-4a26-4d77-a96a-0b72be16c34b None None] Network 9a371385-95ac-4a59-b5ae-72077c12310d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:14.773755 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.839521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Deleting port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:14.839946 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.885661 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94da917-7901-4dd6-a872-f726013b1748 None None] DHCP port deletion for 9a371385-95ac-4a59-b5ae-72077c12310d request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 12:59:14.916517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] For port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cfd09cb5-3adf-4f89-9874-5a4e54fd44c3,segment=NetworkSegment(cbf014a3-3802-4a2b-9853-0859742c5e70),segment_id=cbf014a3-3802-4a2b-9853-0859742c5e70)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:14.916822 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:14.931728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Calling delete_port for cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:14.938367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c94da917-7901-4dd6-a872-f726013b1748 None None] Deleting port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:14.938790 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c94da917-7901-4dd6-a872-f726013b1748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.004917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c94da917-7901-4dd6-a872-f726013b1748 None None] For port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cfd09cb5-3adf-4f89-9874-5a4e54fd44c3,segment=NetworkSegment(cbf014a3-3802-4a2b-9853-0859742c5e70),segment_id=cbf014a3-3802-4a2b-9853-0859742c5e70)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 12:59:15.005309 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c94da917-7901-4dd6-a872-f726013b1748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.018597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c94da917-7901-4dd6-a872-f726013b1748 None None] Calling delete_port for cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 12:59:15.122599 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 12:59:15.128035 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.131185 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c94da917-7901-4dd6-a872-f726013b1748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.150834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event deleted for resources: {'Port': ['ID=cfd09cb5-3adf-4f89-9874-5a4e54fd44c3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:15.158834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] No DVR routers for this DVR port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:59:15.160689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94da917-7901-4dd6-a872-f726013b1748 None None] No DVR routers for this DVR port cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 12:59:15.164074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94da917-7901-4dd6-a872-f726013b1748 None None] Pushing event deleted for resources: {'Port': ['ID=cfd09cb5-3adf-4f89-9874-5a4e54fd44c3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:15.246664 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.258329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a371385-95ac-4a59-b5ae-72077c12310d']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:15.272296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf014a3-3802-4a2b-9853-0859742c5e70') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:15.272591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf014a3-3802-4a2b-9853-0859742c5e70') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:15.292254 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.314327 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.329399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:59:15.329946 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:59:15.332964 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:59:15.433165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 12:59:15.458057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 12:59:15.458540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cfd09cb5-3adf-4f89-9874-5a4e54fd44c3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 12:59:15.489156 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.503120 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.505265 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "DELETE /v2.0/networks/9a371385-95ac-4a59-b5ae-72077c12310d HTTP/1.1" status: 204 len: 168 time: 0.8137491 Aug 19 12:59:15.507769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45382) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:15.527996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc23534-c035-48b4-905f-40013c4e38cc tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event deleted for resources: {'Network': ['ID=9a371385-95ac-4a59-b5ae-72077c12310d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:15.657669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-448ab7be-941b-421a-a9bc-88a0fff3e1a2 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Deleting port d2d71a2a-4550-4460-82cc-831c063d7a89 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:15.658010 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-448ab7be-941b-421a-a9bc-88a0fff3e1a2 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.746318 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-448ab7be-941b-421a-a9bc-88a0fff3e1a2 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.747051 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-448ab7be-941b-421a-a9bc-88a0fff3e1a2 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:15.759515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-448ab7be-941b-421a-a9bc-88a0fff3e1a2 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Calling delete_port for d2d71a2a-4550-4460-82cc-831c063d7a89 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:15.999014 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-448ab7be-941b-421a-a9bc-88a0fff3e1a2 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:16.027535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ab7be-941b-421a-a9bc-88a0fff3e1a2 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Pushing event deleted for resources: {'Port': ['ID=d2d71a2a-4550-4460-82cc-831c063d7a89,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:16.105191 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-448ab7be-941b-421a-a9bc-88a0fff3e1a2 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:16.108477 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-448ab7be-941b-421a-a9bc-88a0fff3e1a2 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:16.109630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-448ab7be-941b-421a-a9bc-88a0fff3e1a2 tempest-FloatingIPAdminTestJSON-704212684 tempest-FloatingIPAdminTestJSON-704212684-project] 10.222.0.21 "DELETE /v2.0/floatingips/e3bb77f6-c870-4b54-a6b5-06922191b0d4 HTTP/1.1" status: 204 len: 168 time: 0.6009367 Aug 19 12:59:16.758916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45402) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:16.906119 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-78b694ac-0f59-4c19-b4d8-f733652a31f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5e2f2206d194598bc09f8bd57a1ab3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459885 Aug 19 12:59:16.908517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45410) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:16.959405 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a342ede-73fa-4595-a1b1-d98e84fb8960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:16.982694 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a342ede-73fa-4595-a1b1-d98e84fb8960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.118085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a342ede-73fa-4595-a1b1-d98e84fb8960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.120750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a342ede-73fa-4595-a1b1-d98e84fb8960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:17.122934 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0a342ede-73fa-4595-a1b1-d98e84fb8960 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9b8d61f-18b7-41ad-9b7a-819a2e26d819 HTTP/1.1" status: 204 len: 168 time: 0.2129083 Aug 19 12:59:17.131936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a342ede-73fa-4595-a1b1-d98e84fb8960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b8d61f-18b7-41ad-9b7a-819a2e26d819,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:18.425426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45428) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:18.438992 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff31110b-23c5-45b3-96c6-e53dbb09e847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:18.530576 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff31110b-23c5-45b3-96c6-e53dbb09e847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:18.672745 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff31110b-23c5-45b3-96c6-e53dbb09e847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:18.716461 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ff31110b-23c5-45b3-96c6-e53dbb09e847 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f29faf9a8c7d4d4bb5a13c003d4ddf5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898886 Aug 19 12:59:18.717567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31110b-23c5-45b3-96c6-e53dbb09e847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaa36a4-55bf-4ee3-9b35-6d2c1173df77,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:18.719326 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45434) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:18.770348 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe4ee-ea9e-4f9b-9183-7f2465d2d61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:18.795238 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe4ee-ea9e-4f9b-9183-7f2465d2d61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:18.980500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe4ee-ea9e-4f9b-9183-7f2465d2d61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:18.988232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe4ee-ea9e-4f9b-9183-7f2465d2d61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:18.988232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8e3fe4ee-ea9e-4f9b-9183-7f2465d2d61e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adaa36a4-55bf-4ee3-9b35-6d2c1173df77 HTTP/1.1" status: 204 len: 168 time: 0.2638774 Aug 19 12:59:18.992812 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fe4ee-ea9e-4f9b-9183-7f2465d2d61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaa36a4-55bf-4ee3-9b35-6d2c1173df77,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:20.003695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45446) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:20.018375 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-afa283ac-389d-467b-835a-08857ed1467d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.108180 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-afa283ac-389d-467b-835a-08857ed1467d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.277933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-afa283ac-389d-467b-835a-08857ed1467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.316264 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-afa283ac-389d-467b-835a-08857ed1467d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8e78f297d13450da6a247263aeed6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113339 Aug 19 12:59:20.317128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa283ac-389d-467b-835a-08857ed1467d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23fcc39-2b61-474d-8c04-95d5d1ac586c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:20.319620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45448) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:20.370712 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da48044c-1396-4560-bc5b-a171ce515731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.393023 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da48044c-1396-4560-bc5b-a171ce515731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.529762 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da48044c-1396-4560-bc5b-a171ce515731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.532376 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-da48044c-1396-4560-bc5b-a171ce515731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:20.533538 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-da48044c-1396-4560-bc5b-a171ce515731 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e23fcc39-2b61-474d-8c04-95d5d1ac586c HTTP/1.1" status: 204 len: 168 time: 0.2122736 Aug 19 12:59:20.541526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48044c-1396-4560-bc5b-a171ce515731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23fcc39-2b61-474d-8c04-95d5d1ac586c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:22.828475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45490) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:22.931719 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6d579897-a4f7-47f4-a11a-7645eb1db4b8 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1455102592'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:22.931719 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6d579897-a4f7-47f4-a11a-7645eb1db4b8 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Unknown quota resources ['metering_label']. {{(pid=95543) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:59:23.129515 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d579897-a4f7-47f4-a11a-7645eb1db4b8 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:23.130662 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6d579897-a4f7-47f4-a11a-7645eb1db4b8 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3011644 Aug 19 12:59:23.133595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45496) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:23.138639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2faf0706-c243-4299-a5b8-f02910a5be92 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b2138ca6-ba7d-462f-9131-ced6e9ab190d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:23.139079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2faf0706-c243-4299-a5b8-f02910a5be92 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95543) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:59:23.289510 n-d-803757-2 neutron-server[95543]: WARNING neutron.services.metering.metering_plugin [None req-2faf0706-c243-4299-a5b8-f02910a5be92 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:59:23.374522 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2faf0706-c243-4299-a5b8-f02910a5be92 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:23.375809 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2faf0706-c243-4299-a5b8-f02910a5be92 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2412946 Aug 19 12:59:23.379148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45498) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:23.384125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8ce9794c-8b30-4c2c-94db-d5ded07bd79f tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b2138ca6-ba7d-462f-9131-ced6e9ab190d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:23.384557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8ce9794c-8b30-4c2c-94db-d5ded07bd79f tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95543) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:59:23.529460 n-d-803757-2 neutron-server[95543]: WARNING neutron.services.metering.metering_plugin [None req-8ce9794c-8b30-4c2c-94db-d5ded07bd79f tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 19 12:59:23.613776 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8ce9794c-8b30-4c2c-94db-d5ded07bd79f tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:23.614907 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8ce9794c-8b30-4c2c-94db-d5ded07bd79f tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2344575 Aug 19 12:59:23.617580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45500) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:23.627249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-23911abf-fe18-481b-8496-7507725c82e9 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=6a9b4c66-b678-464f-bf79-63c7d39f1999 HTTP/1.1" status: 200 len: 464 time: 0.0085804 Aug 19 12:59:23.629485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45502) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:23.808582 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9488f7a6-34c3-4e7f-9893-f7b585d3e094 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:23.809729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9488f7a6-34c3-4e7f-9893-f7b585d3e094 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/6a9b4c66-b678-464f-bf79-63c7d39f1999 HTTP/1.1" status: 204 len: 168 time: 0.1794064 Aug 19 12:59:23.812406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45504) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:23.821026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-74b25d7b-90ad-4e69-9004-d47865eedcd3 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=6a9b4c66-b678-464f-bf79-63c7d39f1999 HTTP/1.1" status: 200 len: 221 time: 0.0076442 Aug 19 12:59:23.828632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45506) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:23.832881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d547a280-5ec9-43f7-a317-b186ac0f60b0 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1252401206', 'description': 'label created by tempest'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:23.833325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d547a280-5ec9-43f7-a317-b186ac0f60b0 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Unknown quota resources ['metering_label']. {{(pid=95543) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 19 12:59:24.067955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d547a280-5ec9-43f7-a317-b186ac0f60b0 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.069137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d547a280-5ec9-43f7-a317-b186ac0f60b0 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2395883 Aug 19 12:59:24.071820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45510) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:24.121619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cdbd97a9-184a-4f08-af44-5037e51f8f7a tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=8a9b0e2c-f032-4913-8f0d-8f3e0f7755fb HTTP/1.1" status: 200 len: 468 time: 0.0486927 Aug 19 12:59:24.125766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45512) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:24.439973 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-14ac51e9-198c-4965-8ccf-2f23e9afbd08 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.441467 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-14ac51e9-198c-4965-8ccf-2f23e9afbd08 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/8a9b0e2c-f032-4913-8f0d-8f3e0f7755fb HTTP/1.1" status: 204 len: 168 time: 0.3145421 Aug 19 12:59:24.444367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45514) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:24.459136 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a3c22af4-05f4-429e-85b2-b8ffa39c7d49 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=8a9b0e2c-f032-4913-8f0d-8f3e0f7755fb HTTP/1.1" status: 200 len: 216 time: 0.0106022 Aug 19 12:59:24.466701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45516) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:24.471282 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bc89cd20-0979-4e0e-882d-10d2cbb4fb1a tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0078394 Aug 19 12:59:24.471604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45518) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:24.483779 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-012ef51f-5ae8-489e-aeee-cae220dd46bc tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0111842 Aug 19 12:59:24.486910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45520) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:24.543788 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0853e31b-3a1d-488b-9aa0-e757688b4479 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/b2138ca6-ba7d-462f-9131-ced6e9ab190d HTTP/1.1" status: 200 len: 473 time: 0.0552108 Aug 19 12:59:24.547629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45522) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:24.557148 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-69e37eaa-fb02-4bb2-a3bd-217f58834ac7 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/2d7fa6e5-29c8-492c-8605-ce473e940ec6 HTTP/1.1" status: 200 len: 461 time: 0.0084963 Aug 19 12:59:24.560813 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45524) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:24.775766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b5e88be-71a6-469e-aa97-0e4c4a87c402 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:24.777008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1b5e88be-71a6-469e-aa97-0e4c4a87c402 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/2d7fa6e5-29c8-492c-8605-ce473e940ec6 HTTP/1.1" status: 204 len: 168 time: 0.2152801 Aug 19 12:59:24.780114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45526) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:25.049885 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9b6af04e-bb91-4159-9aea-fd58ecf380a6 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:25.051704 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9b6af04e-bb91-4159-9aea-fd58ecf380a6 tempest-MeteringTestJSON-780571864 tempest-MeteringTestJSON-780571864-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/b2138ca6-ba7d-462f-9131-ced6e9ab190d HTTP/1.1" status: 204 len: 168 time: 0.2700222 Aug 19 12:59:25.552043 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:25.777142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45534) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:25.885023 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c019-4e49-4fa7-8c35-d2172fbf9d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:25.973284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c019-4e49-4fa7-8c35-d2172fbf9d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.077824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fbc5c019-4e49-4fa7-8c35-d2172fbf9d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.119110 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fbc5c019-4e49-4fa7-8c35-d2172fbf9d24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06a41a3913e349c8b2e1f630905ce5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407114 Aug 19 12:59:26.119916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5c019-4e49-4fa7-8c35-d2172fbf9d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed32e8a-d616-4bea-9eae-5316e3827fc0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:26.122342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45544) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:26.176581 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ec5bc43-d58d-4bcd-9fbb-4fcc22c99442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.198693 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ec5bc43-d58d-4bcd-9fbb-4fcc22c99442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.333392 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ec5bc43-d58d-4bcd-9fbb-4fcc22c99442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.336111 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ec5bc43-d58d-4bcd-9fbb-4fcc22c99442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:26.337333 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5ec5bc43-d58d-4bcd-9fbb-4fcc22c99442 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ed32e8a-d616-4bea-9eae-5316e3827fc0 HTTP/1.1" status: 204 len: 168 time: 0.2140467 Aug 19 12:59:26.346134 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5bc43-d58d-4bcd-9fbb-4fcc22c99442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed32e8a-d616-4bea-9eae-5316e3827fc0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:26.448008 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.299901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45554) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:27.313990 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1e14acd-e476-4210-ac7f-da6f087a09dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.422820 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1e14acd-e476-4210-ac7f-da6f087a09dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.522364 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b1e14acd-e476-4210-ac7f-da6f087a09dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.560561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e14acd-e476-4210-ac7f-da6f087a09dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0483c7b1-0bc9-4e6c-94b1-6b8987da9158,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:27.565048 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b1e14acd-e476-4210-ac7f-da6f087a09dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15af632df52b4b75bf48a473735efb8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640738 Aug 19 12:59:27.567777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45558) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:27.617568 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c89e77b2-0341-4af9-a486-85aafbd3e21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.640386 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c89e77b2-0341-4af9-a486-85aafbd3e21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.786519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c89e77b2-0341-4af9-a486-85aafbd3e21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.789534 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c89e77b2-0341-4af9-a486-85aafbd3e21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:27.791173 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c89e77b2-0341-4af9-a486-85aafbd3e21a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0483c7b1-0bc9-4e6c-94b1-6b8987da9158 HTTP/1.1" status: 204 len: 168 time: 0.2223041 Aug 19 12:59:27.807912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e77b2-0341-4af9-a486-85aafbd3e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0483c7b1-0bc9-4e6c-94b1-6b8987da9158,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:30.551073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45634) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:30.659152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-9628a320-82bc-43f5-a5ac-898626548a5e tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:30.803959 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9628a320-82bc-43f5-a5ac-898626548a5e tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] 10.222.0.21 "PUT /v2.0/quotas/28247ef4f8cb4cf6b1275b5ff34713c7 HTTP/1.1" status: 200 len: 368 time: 0.2517817 Aug 19 12:59:30.806587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45648) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:30.811938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Request body: {'network': {'project_id': '28247ef4f8cb4cf6b1275b5ff34713c7'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:31.009684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Made reservation on behalf of 28247ef4f8cb4cf6b1275b5ff34713c7 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:31.012648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:31.021604 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:31.109955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:31.390657 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:31.408099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:59:31.414859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37af4010-e92a-46d0-902a-62aad907336f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:31.420838 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:31.421187 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Added segment 6f4f6cbe-9d67-4b21-a060-ecc3da044baa of type vlan for network ebd07f8c-0eb8-42aa-aab5-10a8c8406e1f Aug 19 12:59:31.461583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:31.672866 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:31.673883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:31.674344 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:31.735436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Pushing event updated for resources: {'Network': ['ID=ebd07f8c-0eb8-42aa-aab5-10a8c8406e1f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:31.744943 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ebd07f8c-0eb8-42aa-aab5-10a8c8406e1f details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:59:31.817007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4b528e72-2008-47bd-972b-388e2ee1c3b2 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0093267 Aug 19 12:59:31.822609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45672) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:31.827895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Request body: {'network': {'project_id': '28247ef4f8cb4cf6b1275b5ff34713c7'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:31.992682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Made reservation on behalf of 28247ef4f8cb4cf6b1275b5ff34713c7 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:31.995116 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.020022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:59:32.028848 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.029215 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Added segment bd88aa46-5d62-47f8-8dd5-24f675175513 of type vlan for network 087be977-953c-45d8-8685-249d3cb61e52 Aug 19 12:59:32.069883 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.180607 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.181683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:32.182260 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.246863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Pushing event updated for resources: {'Network': ['ID=087be977-953c-45d8-8685-249d3cb61e52,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:32.257343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 087be977-953c-45d8-8685-249d3cb61e52 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:59:32.363278 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8f38e237-924c-4b71-9f91-4bade814a35a tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5395210 Aug 19 12:59:32.366062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45688) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:32.372276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5dac14ce-974f-413d-a6e1-cc3861066020 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Request body: {'network': {'project_id': '28247ef4f8cb4cf6b1275b5ff34713c7'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:32.385907 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dac14ce-974f-413d-a6e1-cc3861066020 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 19 12:59:32.386397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dac14ce-974f-413d-a6e1-cc3861066020 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 12:59:32.387628 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5dac14ce-974f-413d-a6e1-cc3861066020 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0206077 Aug 19 12:59:32.473881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45694) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:32.563207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0031fa08-ea71-4609-8f61-9ac86e6939e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28247ef4f8cb4cf6b1275b5ff34713c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881214 Aug 19 12:59:32.565680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45702) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:32.618018 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b71571fd-0a08-4cab-8cff-5c679c9308aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.640089 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b71571fd-0a08-4cab-8cff-5c679c9308aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.790766 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b71571fd-0a08-4cab-8cff-5c679c9308aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.793448 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b71571fd-0a08-4cab-8cff-5c679c9308aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.794647 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b71571fd-0a08-4cab-8cff-5c679c9308aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37af4010-e92a-46d0-902a-62aad907336f HTTP/1.1" status: 204 len: 168 time: 0.2280881 Aug 19 12:59:32.797949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45708) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:32.803187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71571fd-0a08-4cab-8cff-5c679c9308aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37af4010-e92a-46d0-902a-62aad907336f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:32.879476 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.959887 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:32.970528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087be977-953c-45d8-8685-249d3cb61e52']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:32.982634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd88aa46-5d62-47f8-8dd5-24f675175513') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:32.983553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd88aa46-5d62-47f8-8dd5-24f675175513') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:32.992698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.006546 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.012271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:59:33.012657 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: timer() Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:59:33.014258 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:59:33.135499 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.141151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.143002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] 10.222.0.21 "DELETE /v2.0/networks/087be977-953c-45d8-8685-249d3cb61e52 HTTP/1.1" status: 204 len: 168 time: 0.3435981 Aug 19 12:59:33.145935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45724) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:33.154151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea3398-2504-46d9-85b6-48a17ab6a443 tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Pushing event deleted for resources: {'Network': ['ID=087be977-953c-45d8-8685-249d3cb61e52,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:33.217659 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.304064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.314418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd07f8c-0eb8-42aa-aab5-10a8c8406e1f']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:33.331568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4f6cbe-9d67-4b21-a060-ecc3da044baa') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:33.331768 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4f6cbe-9d67-4b21-a060-ecc3da044baa') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 12:59:33.347149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.368022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.375834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 12:59:33.376218 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: timer() Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 12:59:33.378106 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 12:59:33.587755 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.595202 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:33.597422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] 10.222.0.21 "DELETE /v2.0/networks/ebd07f8c-0eb8-42aa-aab5-10a8c8406e1f HTTP/1.1" status: 204 len: 168 time: 0.4504905 Aug 19 12:59:33.617880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9963308-2020-4b39-9545-b28c0f4ed59f tempest-QuotasNegativeTest-616233556 tempest-QuotasNegativeTest-616233556-project-admin] Pushing event deleted for resources: {'Network': ['ID=ebd07f8c-0eb8-42aa-aab5-10a8c8406e1f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:34.545101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45770) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:34.558496 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-116cd002-0c8f-4a6f-b813-baa07c7b2888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:34.647888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-116cd002-0c8f-4a6f-b813-baa07c7b2888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:34.739339 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-116cd002-0c8f-4a6f-b813-baa07c7b2888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:34.780770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-116cd002-0c8f-4a6f-b813-baa07c7b2888 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2abc63e6128445b92c063e4f08f6d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337968 Aug 19 12:59:34.781555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cd002-0c8f-4a6f-b813-baa07c7b2888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e85649-0788-4d0c-ab6b-e75b014d85b2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:34.783729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45776) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:34.855921 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76f8a11f-d80e-4d39-8ce0-2bf233885de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:34.881393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76f8a11f-d80e-4d39-8ce0-2bf233885de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.038181 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76f8a11f-d80e-4d39-8ce0-2bf233885de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.040872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76f8a11f-d80e-4d39-8ce0-2bf233885de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.042058 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-76f8a11f-d80e-4d39-8ce0-2bf233885de4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93e85649-0788-4d0c-ab6b-e75b014d85b2 HTTP/1.1" status: 204 len: 168 time: 0.2565081 Aug 19 12:59:35.050477 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8a11f-d80e-4d39-8ce0-2bf233885de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e85649-0788-4d0c-ab6b-e75b014d85b2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:35.067636 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d48c15df-785b-49e8-8408-7dd982b21460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:35.923940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 45822) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:35.937070 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d31ebf26-bc6f-40f1-b934-c53fc5d48910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.027314 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d31ebf26-bc6f-40f1-b934-c53fc5d48910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.164097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d31ebf26-bc6f-40f1-b934-c53fc5d48910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.203454 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d31ebf26-bc6f-40f1-b934-c53fc5d48910 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e1cd4691d8140adaa7c58eb8161661c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784002 Aug 19 12:59:36.204309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ebf26-bc6f-40f1-b934-c53fc5d48910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9812ceae-51f4-4b52-8b5e-cbefbe435255,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:36.206173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45832) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:36.255257 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5048fa7e-9d74-4163-902b-ce810151e979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.277052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5048fa7e-9d74-4163-902b-ce810151e979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.449681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5048fa7e-9d74-4163-902b-ce810151e979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.452326 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5048fa7e-9d74-4163-902b-ce810151e979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:36.453494 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5048fa7e-9d74-4163-902b-ce810151e979 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9812ceae-51f4-4b52-8b5e-cbefbe435255 HTTP/1.1" status: 204 len: 168 time: 0.2463183 Aug 19 12:59:36.468312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048fa7e-9d74-4163-902b-ce810151e979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9812ceae-51f4-4b52-8b5e-cbefbe435255,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:37.741513 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:37.775652 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4a607696-49f3-4253-bac3-9cb647820d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:38.297982 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 12:59:38.992326 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45934) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:39.093130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c3877587-9b73-41aa-a240-a9577a0f7110 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1611920518'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:39.301543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3877587-9b73-41aa-a240-a9577a0f7110 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.302634 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3877587-9b73-41aa-a240-a9577a0f7110 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.329705 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.355453 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3877587-9b73-41aa-a240-a9577a0f7110 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.570441 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3877587-9b73-41aa-a240-a9577a0f7110 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.684292 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c3877587-9b73-41aa-a240-a9577a0f7110 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.689397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c3877587-9b73-41aa-a240-a9577a0f7110 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6920409 Aug 19 12:59:39.689397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45954) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:39.759653 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50963cf7-2df5-433c-8373-ae4e933c2136 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.920210 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50963cf7-2df5-433c-8373-ae4e933c2136 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:39.922382 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50963cf7-2df5-433c-8373-ae4e933c2136 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.044852 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50963cf7-2df5-433c-8373-ae4e933c2136 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.045980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50963cf7-2df5-433c-8373-ae4e933c2136 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 472c2ebd-c9c9-46c0-9a88-cb2fca70848b {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:59:40.059403 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50963cf7-2df5-433c-8373-ae4e933c2136 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.059403 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-50963cf7-2df5-433c-8373-ae4e933c2136 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] 10.222.0.21 "DELETE /v2.0/routers/472c2ebd-c9c9-46c0-9a88-cb2fca70848b HTTP/1.1" status: 204 len: 168 time: 0.3632040 Aug 19 12:59:40.061024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45966) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:40.066647 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3fd94d3b-4da4-4a18-9785-7ac6f3a34938 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Request body: {'router': {'name': 'tempest-router-1750152925', 'distributed': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:40.175556 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fd94d3b-4da4-4a18-9785-7ac6f3a34938 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.176707 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fd94d3b-4da4-4a18-9785-7ac6f3a34938 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.240070 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fd94d3b-4da4-4a18-9785-7ac6f3a34938 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.291117 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fd94d3b-4da4-4a18-9785-7ac6f3a34938 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.352533 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3fd94d3b-4da4-4a18-9785-7ac6f3a34938 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.353858 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3fd94d3b-4da4-4a18-9785-7ac6f3a34938 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2910841 Aug 19 12:59:40.356532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 45980) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:40.428810 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2d95d2d0-3b99-48b9-8868-4da10ba708b5 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.448074 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-48095dde-d88d-4d3b-86f3-6a7ad7b8ac1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416408 Aug 19 12:59:40.684707 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.844067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-4685c058-3cab-46a5-9eff-e93903cf6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:40.845561 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-4685c058-3cab-46a5-9eff-e93903cf6852 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 1097 time: 0.3557560 Aug 19 12:59:40.873206 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2d95d2d0-3b99-48b9-8868-4da10ba708b5 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.875491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2d95d2d0-3b99-48b9-8868-4da10ba708b5 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:40.947058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-9d3c581b-2379-49f1-95d1-53c7ad3bf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:40.948615 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-9d3c581b-2379-49f1-95d1-53c7ad3bf9b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0838175 Aug 19 12:59:41.004687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2d95d2d0-3b99-48b9-8868-4da10ba708b5 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.005831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d95d2d0-3b99-48b9-8868-4da10ba708b5 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 437617aa-5793-4c81-b3b3-b1d587f880ce {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:59:41.010600 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2d95d2d0-3b99-48b9-8868-4da10ba708b5 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.017156 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2d95d2d0-3b99-48b9-8868-4da10ba708b5 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] 10.222.0.21 "DELETE /v2.0/routers/437617aa-5793-4c81-b3b3-b1d587f880ce HTTP/1.1" status: 204 len: 168 time: 0.6595576 Aug 19 12:59:41.017772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46002) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:41.018485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-6f429613-cbea-4aed-8d83-6e865bdf4fb2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 HTTP/1.1" status: 200 len: 1002 time: 0.0627217 Aug 19 12:59:41.022259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-04b142c3-0bc6-418d-ac27-9a8420ffce38 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Request body: {'router': {'name': 'tempest-router-768816564', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '16509ba19314405a9dd3a8f0a8325d4a'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:41.070261 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-fa09310b-7c38-42c0-a8b4-63cbb38af516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:41.071765 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-fa09310b-7c38-42c0-a8b4-63cbb38af516 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0457718 Aug 19 12:59:41.116505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-ba1580fc-7709-43f7-b2ba-482a93c65459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:41.118024 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-ba1580fc-7709-43f7-b2ba-482a93c65459 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398357 Aug 19 12:59:41.187881 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04b142c3-0bc6-418d-ac27-9a8420ffce38 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.188988 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04b142c3-0bc6-418d-ac27-9a8420ffce38 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.209805 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-60338b90-e483-4a59-bb53-b4fd5a6f6d54 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848804 Aug 19 12:59:41.242697 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04b142c3-0bc6-418d-ac27-9a8420ffce38 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.299734 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db0c920-7b4f-4e34-a4ae-6aa904cf39d4 req-bbedd0c4-b921-4c27-a3c2-0a12892e2a92 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833614 Aug 19 12:59:41.364808 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04b142c3-0bc6-418d-ac27-9a8420ffce38 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.518203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04b142c3-0bc6-418d-ac27-9a8420ffce38 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.519612 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-04b142c3-0bc6-418d-ac27-9a8420ffce38 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5008659 Aug 19 12:59:41.522202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46018) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:41.526567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:41.728694 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-270486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1821387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108727'] for router, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.729064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.810338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95542) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 19 12:59:41.810736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Router 21136ca0-99e2-4071-9e55-575303fc2a0b migrating from provider to provider. {{(pid=95542) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 19 12:59:41.811113 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.816491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:41.930262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-270392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-270371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1821426'] for router, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.008587 n-d-803757-2 neutron-server[95542]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] No L3 agents can host the router 21136ca0-99e2-4071-9e55-575303fc2a0b Aug 19 12:59:42.126044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Hosts for router 21136ca0-99e2-4071-9e55-575303fc2a0b: [] {{(pid=95542) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 19 12:59:42.152655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Hosts for other DVR routers connected to router 21136ca0-99e2-4071-9e55-575303fc2a0b: set() {{(pid=95542) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 19 12:59:42.155705 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.156896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b94b90ba-c811-42d7-ba98-1b02b7246dbe tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] 10.222.0.21 "PUT /v2.0/routers/21136ca0-99e2-4071-9e55-575303fc2a0b HTTP/1.1" status: 200 len: 716 time: 0.6337206 Aug 19 12:59:42.159390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46042) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:42.231881 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4762f73f-4255-4744-b8a0-4362ab52bcb4 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] 10.222.0.21 "GET /v2.0/routers/21136ca0-99e2-4071-9e55-575303fc2a0b HTTP/1.1" status: 200 len: 716 time: 0.0713336 Aug 19 12:59:42.234727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46044) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:42.412374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3a3c5fff-8d79-4414-ab38-34c7cb363cd7 tempest-RoutersTestDVR-24788559 tempest-RoutersTestDVR-24788559-project] 10.222.0.21 "GET /v2.0/routers/21136ca0-99e2-4071-9e55-575303fc2a0b HTTP/1.1" status: 200 len: 682 time: 0.1765051 Aug 19 12:59:42.414857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46056) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:42.488295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88bcfe45-0c8f-4e69-94cd-6eb053c264bc tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.659105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88bcfe45-0c8f-4e69-94cd-6eb053c264bc tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.662195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88bcfe45-0c8f-4e69-94cd-6eb053c264bc tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.809985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88bcfe45-0c8f-4e69-94cd-6eb053c264bc tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.810461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bcfe45-0c8f-4e69-94cd-6eb053c264bc tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21136ca0-99e2-4071-9e55-575303fc2a0b {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:59:42.815397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-88bcfe45-0c8f-4e69-94cd-6eb053c264bc tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.816720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-88bcfe45-0c8f-4e69-94cd-6eb053c264bc tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] 10.222.0.21 "DELETE /v2.0/routers/21136ca0-99e2-4071-9e55-575303fc2a0b HTTP/1.1" status: 204 len: 168 time: 0.4009430 Aug 19 12:59:42.820639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46070) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:42.825137 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-cb681a6e-9e8a-4e62-983c-4555a24f96c9 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Request body: {'router': {'name': 'tempest-router-322748368', 'distributed': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:42.907190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb681a6e-9e8a-4e62-983c-4555a24f96c9 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.908391 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb681a6e-9e8a-4e62-983c-4555a24f96c9 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:42.965712 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb681a6e-9e8a-4e62-983c-4555a24f96c9 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:43.073294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb681a6e-9e8a-4e62-983c-4555a24f96c9 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:43.267227 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cb681a6e-9e8a-4e62-983c-4555a24f96c9 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:43.270620 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cb681a6e-9e8a-4e62-983c-4555a24f96c9 tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4469788 Aug 19 12:59:43.271366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46088) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:43.351290 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-16b4ccce-0b12-48df-bfa8-f81a5a95e08b tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:43.511251 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-16b4ccce-0b12-48df-bfa8-f81a5a95e08b tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:43.513403 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-16b4ccce-0b12-48df-bfa8-f81a5a95e08b tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:43.638848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-16b4ccce-0b12-48df-bfa8-f81a5a95e08b tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:43.640002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b4ccce-0b12-48df-bfa8-f81a5a95e08b tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d60bf8a2-eb70-472d-a635-995ea3448753 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:59:43.645966 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-16b4ccce-0b12-48df-bfa8-f81a5a95e08b tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:43.645966 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-16b4ccce-0b12-48df-bfa8-f81a5a95e08b tempest-RoutersTestDVR-1233065832 tempest-RoutersTestDVR-1233065832-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d60bf8a2-eb70-472d-a635-995ea3448753 HTTP/1.1" status: 204 len: 168 time: 0.3731928 Aug 19 12:59:44.187094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-79a7e099-5a01-4ed5-bcfb-65385bc498b2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408137 Aug 19 12:59:44.246262 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46126) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:44.273264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-6f379af9-41fb-447c-8715-ff922b2f1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:44.274758 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-6f379af9-41fb-447c-8715-ff922b2f1180 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 1097 time: 0.0477936 Aug 19 12:59:44.360984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:44.381365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-2291bbd0-a6c1-4f6b-9a67-d4d1b7f35dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:44.382883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-2291bbd0-a6c1-4f6b-9a67-d4d1b7f35dae service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0878048 Aug 19 12:59:44.454558 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:44.455723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-415ffa8f-4c1e-4e47-9e61-09fd487e36cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44bb0db4-df00-40ed-8b66-04749d0c92d4 HTTP/1.1" status: 200 len: 1002 time: 0.0647933 Aug 19 12:59:44.506278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-1ec2e557-4eb7-414e-9c18-82a438218c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:44.507788 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-1ec2e557-4eb7-414e-9c18-82a438218c53 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0458000 Aug 19 12:59:44.554607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-ee3202db-5b1d-48bf-b517-46321ce2f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:44.556192 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-ee3202db-5b1d-48bf-b517-46321ce2f338 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408206 Aug 19 12:59:44.563987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:44.609039 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16509ba19314405a9dd3a8f0a8325d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615501 Aug 19 12:59:44.609942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723ae026-4618-4ba8-9b95-55c20a3ac052,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:44.614490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46140) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:44.618223 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.618576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.619071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.619415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.619751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.620098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.620498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.620829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.621157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.621486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.621820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.622143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb41f23a-b2fe-43b5-a6cc-b315b8efb998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:44.960401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-4320ce40-5925-4036-a430-ce7a3d0732db service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964119 Aug 19 12:59:44.964840 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.029929 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.092505 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce4363b-c49c-4ba2-bd08-377ea4ac2f81 req-a0479b37-3c0b-4e50-a8b7-cf1bb9858688 service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249619 Aug 19 12:59:45.215711 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.218540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:45.220968 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/723ae026-4618-4ba8-9b95-55c20a3ac052 HTTP/1.1" status: 204 len: 168 time: 0.6053805 Aug 19 12:59:45.229592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723ae026-4618-4ba8-9b95-55c20a3ac052,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:45.238321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:45.238664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:45.239041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:45.239381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:45.239721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:45.240054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:45.240380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:45.240705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:45.241030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:45.241352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:45.241671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:45.241989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb518cb-612d-43bb-8b25-1adeceede4f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:46.022474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46182) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:46.036920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36a7b6e9-2c7c-4da8-ab2e-0fcf0560aaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.125785 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36a7b6e9-2c7c-4da8-ab2e-0fcf0560aaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.336000 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-36a7b6e9-2c7c-4da8-ab2e-0fcf0560aaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.374913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-36a7b6e9-2c7c-4da8-ab2e-0fcf0560aaee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ea1705626104fc0b2583e5c549d4e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512306 Aug 19 12:59:46.375773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7b6e9-2c7c-4da8-ab2e-0fcf0560aaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f38485-b2a3-4104-a4aa-599f85db8572,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:46.378706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46188) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:46.430261 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a041d73-6c94-4d35-9633-abf526854d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.451823 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a041d73-6c94-4d35-9633-abf526854d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.581633 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a041d73-6c94-4d35-9633-abf526854d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.585128 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8a041d73-6c94-4d35-9633-abf526854d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:46.588116 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8a041d73-6c94-4d35-9633-abf526854d9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78f38485-b2a3-4104-a4aa-599f85db8572 HTTP/1.1" status: 204 len: 168 time: 0.2057526 Aug 19 12:59:46.593175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a041d73-6c94-4d35-9633-abf526854d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f38485-b2a3-4104-a4aa-599f85db8572,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:46.941657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-04a89072-3e7f-4b1d-a805-be29a596ac8c req-cb22319f-fc6c-4ba0-9080-83abb9a3921b service neutron] (95542) timed out ('10.222.0.21', 51370) {{(pid=95542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 12:59:48.816782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46234) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:48.916247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2012921809', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:49.027071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Made reservation on behalf of 89fe00798c024f2cb4c3cd33ceac2587 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:49.029461 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.038396 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.126446 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.284302 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.294883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] device_id is not set on port 42f47f23-9ba8-4b24-935e-70fd1625e7f4 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:59:49.342926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5acd8f3-1b0d-44d6-9766-2c44b042061c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:49.413834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Allocated IP 172.25.2.17 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/42f47f23-9ba8-4b24-935e-70fd1625e7f4) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:49.547591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.689047 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.733703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:49.736639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:49.740241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:49.745732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Pushing event updated for resources: {'Port': ['ID=42f47f23-9ba8-4b24-935e-70fd1625e7f4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:49.782633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:49.783271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:49.946244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ff961c7d-bb37-4a25-a4e6-d66d2630a49d tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.1283345 Aug 19 12:59:49.949199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46248) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:49.954942 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.17'}]}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:50.123148 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.124169 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.186874 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.395896 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.741586 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.768061 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:50.988163 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.160078 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.162219 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.296303 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.296743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1433411-305d-4f2e-9c30-225240e65eeb {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 12:59:51.431408 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 19 12:59:51.432526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bfedce87-2ca4-4c8f-a66a-e008d39e7869 tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4823389 Aug 19 12:59:51.435305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46252) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:51.515169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2b2aae17-6ee1-4d50-89b2-255dddc1b53a tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Deleting port 42f47f23-9ba8-4b24-935e-70fd1625e7f4 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 12:59:51.515507 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b2aae17-6ee1-4d50-89b2-255dddc1b53a tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.591150 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b2aae17-6ee1-4d50-89b2-255dddc1b53a tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.603476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2b2aae17-6ee1-4d50-89b2-255dddc1b53a tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Calling delete_port for 42f47f23-9ba8-4b24-935e-70fd1625e7f4 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 12:59:51.828308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b2aae17-6ee1-4d50-89b2-255dddc1b53a tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.856541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2aae17-6ee1-4d50-89b2-255dddc1b53a tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Pushing event deleted for resources: {'Port': ['ID=42f47f23-9ba8-4b24-935e-70fd1625e7f4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:51.923574 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b2aae17-6ee1-4d50-89b2-255dddc1b53a tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:51.925691 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2b2aae17-6ee1-4d50-89b2-255dddc1b53a tempest-RoutersAdminNegativeIpV6Test-1061135468 tempest-RoutersAdminNegativeIpV6Test-1061135468-project-admin] 10.222.0.21 "DELETE /v2.0/ports/42f47f23-9ba8-4b24-935e-70fd1625e7f4 HTTP/1.1" status: 204 len: 168 time: 0.4894671 Aug 19 12:59:52.716280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46262) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:52.827935 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d3d26a43-c6c0-4ebb-921a-f7010eb13f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:52.917073 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d3d26a43-c6c0-4ebb-921a-f7010eb13f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.004639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d3d26a43-c6c0-4ebb-921a-f7010eb13f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.044846 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d3d26a43-c6c0-4ebb-921a-f7010eb13f4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fad1945bfad84a94a83dea3299c188ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274720 Aug 19 12:59:53.045726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d26a43-c6c0-4ebb-921a-f7010eb13f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53bc991-20bb-4820-89c1-a45789c7d89e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:53.047552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46266) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:53.099849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e0cdbaf-3e36-4502-9e6e-01094e61634a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.122192 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e0cdbaf-3e36-4502-9e6e-01094e61634a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.330602 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e0cdbaf-3e36-4502-9e6e-01094e61634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.333217 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e0cdbaf-3e36-4502-9e6e-01094e61634a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:53.334429 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6e0cdbaf-3e36-4502-9e6e-01094e61634a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c53bc991-20bb-4820-89c1-a45789c7d89e HTTP/1.1" status: 204 len: 168 time: 0.2857447 Aug 19 12:59:53.343320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0cdbaf-3e36-4502-9e6e-01094e61634a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53bc991-20bb-4820-89c1-a45789c7d89e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:54.151407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46276) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:54.199468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e201aca6-314e-492a-a4ee-9806206bdd8f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89fe00798c024f2cb4c3cd33ceac2587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468345 Aug 19 12:59:54.202513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46278) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:54.257841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c9086c2-79d9-4f41-9b0a-3decfd67e684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.281757 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c9086c2-79d9-4f41-9b0a-3decfd67e684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.450334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c9086c2-79d9-4f41-9b0a-3decfd67e684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.453029 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c9086c2-79d9-4f41-9b0a-3decfd67e684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:54.454314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3c9086c2-79d9-4f41-9b0a-3decfd67e684 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5acd8f3-1b0d-44d6-9766-2c44b042061c HTTP/1.1" status: 204 len: 168 time: 0.2502794 Aug 19 12:59:54.462428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9086c2-79d9-4f41-9b0a-3decfd67e684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5acd8f3-1b0d-44d6-9766-2c44b042061c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:55.556304 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.741470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46312) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:55.845547 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-437132082'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:55.977449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Made reservation on behalf of f623420dc9a544e3b8612f0e2bc4a04a for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:55.982370 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:55.991056 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.083172 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.276906 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.306608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 12:59:56.312012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c97fd5-2cd3-4e61-bd8c-c7ea54e7fe9d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:56.320047 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.320047 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Added segment a83456a5-beba-4976-a5a4-e626e898ccf3 of type vlan for network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 Aug 19 12:59:56.360509 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.615777 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.621609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:56.622193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.655754 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:56.691074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'Network': ['ID=5dde4f25-85d5-46f9-8f33-cb42143f8e90,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:56.698879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 12:59:56.752750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-03a5a803-c3b3-4f38-a677-d39ed7a4c6ca tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0103085 Aug 19 12:59:56.755964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46326) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:56.761974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Request body: {'subnet': {'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:56.957220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Made reservation on behalf of f623420dc9a544e3b8612f0e2bc4a04a for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:56.960877 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.370644 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.430981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'Subnet': ['ID=cf80e4b2-676c-4e2f-89f7-3caca0e760e0,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:57.443604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Checking segment: {'id': 'a83456a5-beba-4976-a5a4-e626e898ccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:57.443604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Network hostable DHCP agents. Network: 5dde4f25-85d5-46f9-8f33-cb42143f8e90, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 12:59:57.617161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 12:59:57.769899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 5dde4f25-85d5-46f9-8f33-cb42143f8e90) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:57.774149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:57.774826 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.778718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc0c2e9-0637-46e0-8baa-0cf59ff5a515 None None] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:57.931081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3a58f183-7e58-45c5-b833-d62cf872a553 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1737013 Aug 19 12:59:57.935808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-5dde4f25-85d5-46f9-8f33-cb42143f8e90', 'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90', 'tenant_id': 'f623420dc9a544e3b8612f0e2bc4a04a', 'fixed_ips': [{'subnet_id': 'cf80e4b2-676c-4e2f-89f7-3caca0e760e0'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 12:59:57.935808 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:57.936120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46342) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:57.940954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Request body: {'port': {'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90', 'name': 'tempest-AllowedAddressPairTestJSON-1351358292'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 12:59:58.081674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Allocated IP 172.20.0.2 (5dde4f25-85d5-46f9-8f33-cb42143f8e90/cf80e4b2-676c-4e2f-89f7-3caca0e760e0/7cb055a6-a2eb-4556-878f-80888b4f2cbe) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:58.136794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Made reservation on behalf of f623420dc9a544e3b8612f0e2bc4a04a for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 12:59:58.141103 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.159668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] device_id is not set on port 4832be72-ffc4-471a-8628-b985f54b2fdc yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:59:58.224894 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.233558 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Transition to ACTIVE for port object 7cb055a6-a2eb-4556-878f-80888b4f2cbe will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:58.249779 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Transition to ACTIVE for port object 7cb055a6-a2eb-4556-878f-80888b4f2cbe will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:58.411203 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.450671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:58.458613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:58.463190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:58.473458 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Pushing event updated for resources: {'Port': ['ID=7cb055a6-a2eb-4556-878f-80888b4f2cbe,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.500054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 12:59:58.532942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Attempting to bind port 7cb055a6-a2eb-4556-878f-80888b4f2cbe on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 12:59:58.533313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Attempting to bind port 7cb055a6-a2eb-4556-878f-80888b4f2cbe by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'a83456a5-beba-4976-a5a4-e626e898ccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 12:59:58.533673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Attempting to bind port 7cb055a6-a2eb-4556-878f-80888b4f2cbe on network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 12:59:58.550398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 12, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 12:59:58.550775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Checking segment: {'id': 'a83456a5-beba-4976-a5a4-e626e898ccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 12:59:58.551213 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.551646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Bound using segment: {'id': 'a83456a5-beba-4976-a5a4-e626e898ccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 12:59:58.552082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Bound port: 7cb055a6-a2eb-4556-878f-80888b4f2cbe, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83456a5-beba-4976-a5a4-e626e898ccf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 12:59:58.552530 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.560613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-73c9d8c1-75a8-4292-ae10-7e5ac2beb3a4 {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 12:59:58.562231 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 12:59:58.627508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] For port 7cb055a6-a2eb-4556-878f-80888b4f2cbe, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 12:59:58.630984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] For port 7cb055a6-a2eb-4556-878f-80888b4f2cbe, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7cb055a6-a2eb-4556-878f-80888b4f2cbe,segment=NetworkSegment(a83456a5-beba-4976-a5a4-e626e898ccf3),segment_id=a83456a5-beba-4976-a5a4-e626e898ccf3)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 12:59:58.782711 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:58.852538 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b7a8a-4f95-43e4-8fa2-2b039993d1f4 None None] Pushing event updated for resources: {'Port': ['ID=7cb055a6-a2eb-4556-878f-80888b4f2cbe,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:59.063314 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.081802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] device_id is not set on port bc875fbf-91c0-4023-a27b-cbab62225627 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 12:59:59.199694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Allocated IP 172.20.0.14 (5dde4f25-85d5-46f9-8f33-cb42143f8e90/cf80e4b2-676c-4e2f-89f7-3caca0e760e0/bc875fbf-91c0-4023-a27b-cbab62225627) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 12:59:59.360334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.377063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Transition to ACTIVE for port object bc875fbf-91c0-4023-a27b-cbab62225627 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 12:59:59.488801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7cb055a6-a2eb-4556-878f-80888b4f2cbe up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 12:59:59.512296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.577928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 12:59:59.583871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 12:59:59.586967 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 12:59:59.619339 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'Port': ['ID=bc875fbf-91c0-4023-a27b-cbab62225627,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 12:59:59.651641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 12:59:59.668573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 12:59:59.816808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b903e3-807e-4f0b-8359-95616400784e None None] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 12:59:59.833085 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7cb055a6-a2eb-4556-878f-80888b4f2cbe completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 12:59:59.914197 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-53756b84-85b7-4c28-9076-f6462246af06 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9797506 Aug 19 12:59:59.917102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46364) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 12:59:59.923251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Request body: {'port': {'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90', 'name': 'tempest-AllowedAddressPairTestJSON-1994193226', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f8:f3:b8'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:00.039434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5a3ed19b-475f-404d-b342-01bc16988678 None None] Provisioning for port 7cb055a6-a2eb-4556-878f-80888b4f2cbe completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:00.043711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5a3ed19b-475f-404d-b342-01bc16988678 None None] Provisioning complete for port 7cb055a6-a2eb-4556-878f-80888b4f2cbe triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:00.044089 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed19b-475f-404d-b342-01bc16988678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.145438 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed19b-475f-404d-b342-01bc16988678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.176626 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5a3ed19b-475f-404d-b342-01bc16988678 None None] For port 7cb055a6-a2eb-4556-878f-80888b4f2cbe, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7cb055a6-a2eb-4556-878f-80888b4f2cbe,segment=NetworkSegment(a83456a5-beba-4976-a5a4-e626e898ccf3),segment_id=a83456a5-beba-4976-a5a4-e626e898ccf3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:00.222133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Made reservation on behalf of f623420dc9a544e3b8612f0e2bc4a04a for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:00.315955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.319947 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5a3ed19b-475f-404d-b342-01bc16988678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.336225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] device_id is not set on port 3dd7336e-7493-4a47-b934-62d24b60e573 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 13:00:00.378715 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ed19b-475f-404d-b342-01bc16988678 None None] Pushing event updated for resources: {'Port': ['ID=7cb055a6-a2eb-4556-878f-80888b4f2cbe,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:00.439150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0a788f6-2a8c-4a72-a933-0db93ddb7912 None None] Provisioning complete for port 7cb055a6-a2eb-4556-878f-80888b4f2cbe triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:00.439526 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0a788f6-2a8c-4a72-a933-0db93ddb7912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.451289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Allocated IP 172.20.0.10 (5dde4f25-85d5-46f9-8f33-cb42143f8e90/cf80e4b2-676c-4e2f-89f7-3caca0e760e0/3dd7336e-7493-4a47-b934-62d24b60e573) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:00.620243 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.634844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Transition to ACTIVE for port object 3dd7336e-7493-4a47-b934-62d24b60e573 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:00.688292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0a788f6-2a8c-4a72-a933-0db93ddb7912 None None] Provisioning for port bc875fbf-91c0-4023-a27b-cbab62225627 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:00.693039 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0a788f6-2a8c-4a72-a933-0db93ddb7912 None None] Provisioning complete for port bc875fbf-91c0-4023-a27b-cbab62225627 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:00.693039 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0a788f6-2a8c-4a72-a933-0db93ddb7912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.726983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f0a788f6-2a8c-4a72-a933-0db93ddb7912 None None] Port bc875fbf-91c0-4023-a27b-cbab62225627 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:00.788345 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:00.836445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:00.839560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:00.844096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:00.850532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'Port': ['ID=3dd7336e-7493-4a47-b934-62d24b60e573,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:00.897299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:00.897927 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.017226 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c26d8aa5-bbcb-4a95-9de1-1fe1857b7f99 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.0990095 Aug 19 13:00:01.019875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46380) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:01.115098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff3289-defc-441e-a516-069c67e75910 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:01.121382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff3289-defc-441e-a516-069c67e75910 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:01.128761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff3289-defc-441e-a516-069c67e75910 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:01.130626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a8ff3289-defc-441e-a516-069c67e75910 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.1096725 Aug 19 13:00:01.133571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46382) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:01.153288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7512be3d-4a54-4320-b540-c715617bdf84 None None] Provisioning for port 3dd7336e-7493-4a47-b934-62d24b60e573 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:01.157703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7512be3d-4a54-4320-b540-c715617bdf84 None None] Provisioning complete for port 3dd7336e-7493-4a47-b934-62d24b60e573 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:01.157881 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7512be3d-4a54-4320-b540-c715617bdf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.196038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7512be3d-4a54-4320-b540-c715617bdf84 None None] Port 3dd7336e-7493-4a47-b934-62d24b60e573 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:01.227539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7ab98942-4afe-4605-a78a-f72ac2814f05 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Deleting port 3dd7336e-7493-4a47-b934-62d24b60e573 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:01.227878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ab98942-4afe-4605-a78a-f72ac2814f05 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.316247 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ab98942-4afe-4605-a78a-f72ac2814f05 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.329353 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7ab98942-4afe-4605-a78a-f72ac2814f05 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Calling delete_port for 3dd7336e-7493-4a47-b934-62d24b60e573 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:01.454996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7cb055a6-a2eb-4556-878f-80888b4f2cbe up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:01.502523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7cb055a6-a2eb-4556-878f-80888b4f2cbe triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:01.502926 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.587852 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ab98942-4afe-4605-a78a-f72ac2814f05 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.614265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab98942-4afe-4605-a78a-f72ac2814f05 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event deleted for resources: {'Port': ['ID=3dd7336e-7493-4a47-b934-62d24b60e573,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:01.808540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ab98942-4afe-4605-a78a-f72ac2814f05 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:01.810572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7ab98942-4afe-4605-a78a-f72ac2814f05 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "DELETE /v2.0/ports/3dd7336e-7493-4a47-b934-62d24b60e573 HTTP/1.1" status: 204 len: 168 time: 0.6760361 Aug 19 13:00:01.813349 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46390) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:01.838870 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4ec0d2-27d2-473a-9ff2-ae0487770bcf tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] GET failed (client error): The resource could not be found. Aug 19 13:00:01.840365 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9e4ec0d2-27d2-473a-9ff2-ae0487770bcf tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "GET /v2.0/ports/3dd7336e-7493-4a47-b934-62d24b60e573 HTTP/1.1" status: 404 len: 333 time: 0.0260220 Aug 19 13:00:01.844618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46392) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:01.849348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Request body: {'port': {'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90', 'name': 'tempest-AllowedAddressPairTestJSON-1731563824'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:02.101917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Made reservation on behalf of f623420dc9a544e3b8612f0e2bc4a04a for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:02.105697 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:02.124295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] device_id is not set on port bfa36f83-880e-482e-8550-0d9411d89f98 yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 13:00:02.238861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Allocated IP 172.20.0.10 (5dde4f25-85d5-46f9-8f33-cb42143f8e90/cf80e4b2-676c-4e2f-89f7-3caca0e760e0/bfa36f83-880e-482e-8550-0d9411d89f98) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:02.387950 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:02.401234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Transition to ACTIVE for port object bfa36f83-880e-482e-8550-0d9411d89f98 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:02.560104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:02.601820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:02.606976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:02.610628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:02.636789 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'Port': ['ID=bfa36f83-880e-482e-8550-0d9411d89f98,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:02.668136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:02.668947 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:02.832101 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-975772a9-14aa-408e-82a2-405c770db333 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9810367 Aug 19 13:00:02.832101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46404) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:02.834514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4433dd4d-d443-45d3-9a9f-936964535c1d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f8:f3:b8'}]}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:02.904152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4433dd4d-d443-45d3-9a9f-936964535c1d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:02.947898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-78046e31-81c1-4d66-8838-ea9a4e1f6245 None None] Provisioning for port bfa36f83-880e-482e-8550-0d9411d89f98 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:02.957163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-78046e31-81c1-4d66-8838-ea9a4e1f6245 None None] Provisioning complete for port bfa36f83-880e-482e-8550-0d9411d89f98 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:02.957163 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-78046e31-81c1-4d66-8838-ea9a4e1f6245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:02.990462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-78046e31-81c1-4d66-8838-ea9a4e1f6245 None None] Port bfa36f83-880e-482e-8550-0d9411d89f98 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:03.092878 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4433dd4d-d443-45d3-9a9f-936964535c1d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.261876 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4433dd4d-d443-45d3-9a9f-936964535c1d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.339524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433dd4d-d443-45d3-9a9f-936964535c1d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'Port': ['ID=bfa36f83-880e-482e-8550-0d9411d89f98,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:03.350765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4433dd4d-d443-45d3-9a9f-936964535c1d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] In _notify_port_updated(), no bound segment for port bfa36f83-880e-482e-8550-0d9411d89f98 on network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 {{(pid=95543) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 13:00:03.356621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4433dd4d-d443-45d3-9a9f-936964535c1d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:03.367171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4433dd4d-d443-45d3-9a9f-936964535c1d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.367171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4433dd4d-d443-45d3-9a9f-936964535c1d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "PUT /v2.0/ports/bfa36f83-880e-482e-8550-0d9411d89f98 HTTP/1.1" status: 200 len: 995 time: 0.5289407 Aug 19 13:00:03.367171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46412) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:03.462422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-47514c2f-03c7-403c-a5cf-68bb43b60fcc tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Deleting port bfa36f83-880e-482e-8550-0d9411d89f98 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:03.462762 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-47514c2f-03c7-403c-a5cf-68bb43b60fcc tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.514765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a3f6fbab-27f1-4494-bf30-6eafeedabbb5 None None] Provisioning complete for port bfa36f83-880e-482e-8550-0d9411d89f98 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:03.515441 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a3f6fbab-27f1-4494-bf30-6eafeedabbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.555907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6fbab-27f1-4494-bf30-6eafeedabbb5 None None] Port bfa36f83-880e-482e-8550-0d9411d89f98 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:03.570968 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-47514c2f-03c7-403c-a5cf-68bb43b60fcc tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.583632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-47514c2f-03c7-403c-a5cf-68bb43b60fcc tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Calling delete_port for bfa36f83-880e-482e-8550-0d9411d89f98 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:03.808914 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-47514c2f-03c7-403c-a5cf-68bb43b60fcc tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.839282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47514c2f-03c7-403c-a5cf-68bb43b60fcc tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event deleted for resources: {'Port': ['ID=bfa36f83-880e-482e-8550-0d9411d89f98,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:03.984502 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-47514c2f-03c7-403c-a5cf-68bb43b60fcc tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:03.989834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-47514c2f-03c7-403c-a5cf-68bb43b60fcc tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "DELETE /v2.0/ports/bfa36f83-880e-482e-8550-0d9411d89f98 HTTP/1.1" status: 204 len: 168 time: 0.6235147 Aug 19 13:00:03.991672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46422) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:04.018327 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-30382ef2-1d21-4404-8dd4-f6d0223d7082 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] GET failed (client error): The resource could not be found. Aug 19 13:00:04.024014 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-30382ef2-1d21-4404-8dd4-f6d0223d7082 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "GET /v2.0/ports/bfa36f83-880e-482e-8550-0d9411d89f98 HTTP/1.1" status: 404 len: 333 time: 0.0272083 Aug 19 13:00:04.028149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46424) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:04.031275 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Request body: {'port': {'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90', 'name': 'tempest-AllowedAddressPairTestJSON-974276304'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:04.294152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Made reservation on behalf of f623420dc9a544e3b8612f0e2bc4a04a for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:04.298291 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:04.317196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] device_id is not set on port a41cb77f-887c-4120-9cdb-5ae542cabcc8 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 13:00:04.424431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Allocated IP 172.20.0.12 (5dde4f25-85d5-46f9-8f33-cb42143f8e90/cf80e4b2-676c-4e2f-89f7-3caca0e760e0/a41cb77f-887c-4120-9cdb-5ae542cabcc8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:04.583452 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:04.598072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Transition to ACTIVE for port object a41cb77f-887c-4120-9cdb-5ae542cabcc8 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:04.839695 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:04.882092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:04.887220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:04.890920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:04.916808 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'Port': ['ID=a41cb77f-887c-4120-9cdb-5ae542cabcc8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:04.952027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:04.956697 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.067123 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6922aeed-b8cb-45fe-947e-a9354dabe8fe tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0409079 Aug 19 13:00:05.069680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46438) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:05.075694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-4137ca60-838c-4753-8505-51619d3d59d0 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f8:f3:b8'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:05.136132 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ca9a6773-c489-42f9-ac33-de4f92c11b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.237519 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4137ca60-838c-4753-8505-51619d3d59d0 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.336277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3684a83e-fcc9-40ff-9883-74f7bc1871e4 None None] Provisioning for port a41cb77f-887c-4120-9cdb-5ae542cabcc8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:05.340234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3684a83e-fcc9-40ff-9883-74f7bc1871e4 None None] Provisioning complete for port a41cb77f-887c-4120-9cdb-5ae542cabcc8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:05.340614 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3684a83e-fcc9-40ff-9883-74f7bc1871e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.375839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3684a83e-fcc9-40ff-9883-74f7bc1871e4 None None] Port a41cb77f-887c-4120-9cdb-5ae542cabcc8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:05.414334 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4137ca60-838c-4753-8505-51619d3d59d0 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.490659 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4137ca60-838c-4753-8505-51619d3d59d0 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.572061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137ca60-838c-4753-8505-51619d3d59d0 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'Port': ['ID=a41cb77f-887c-4120-9cdb-5ae542cabcc8,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:05.586760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-4137ca60-838c-4753-8505-51619d3d59d0 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] In _notify_port_updated(), no bound segment for port a41cb77f-887c-4120-9cdb-5ae542cabcc8 on network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 13:00:05.592545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4137ca60-838c-4753-8505-51619d3d59d0 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:05.593184 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4137ca60-838c-4753-8505-51619d3d59d0 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.594519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4137ca60-838c-4753-8505-51619d3d59d0 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "PUT /v2.0/ports/a41cb77f-887c-4120-9cdb-5ae542cabcc8 HTTP/1.1" status: 200 len: 996 time: 0.5236042 Aug 19 13:00:05.597356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46444) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:05.693000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ca26f6ed-d363-4b21-bed7-d142a1cccc09 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Deleting port a41cb77f-887c-4120-9cdb-5ae542cabcc8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:05.693431 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca26f6ed-d363-4b21-bed7-d142a1cccc09 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.789881 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca26f6ed-d363-4b21-bed7-d142a1cccc09 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.802308 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-83a353f6-a50c-4922-b044-a35af1a5a17f None None] Provisioning complete for port a41cb77f-887c-4120-9cdb-5ae542cabcc8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:05.803256 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-83a353f6-a50c-4922-b044-a35af1a5a17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:05.803922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ca26f6ed-d363-4b21-bed7-d142a1cccc09 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Calling delete_port for a41cb77f-887c-4120-9cdb-5ae542cabcc8 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:05.838607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-83a353f6-a50c-4922-b044-a35af1a5a17f None None] Port a41cb77f-887c-4120-9cdb-5ae542cabcc8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:06.130460 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca26f6ed-d363-4b21-bed7-d142a1cccc09 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.160315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26f6ed-d363-4b21-bed7-d142a1cccc09 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event deleted for resources: {'Port': ['ID=a41cb77f-887c-4120-9cdb-5ae542cabcc8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:06.229441 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca26f6ed-d363-4b21-bed7-d142a1cccc09 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.231484 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ca26f6ed-d363-4b21-bed7-d142a1cccc09 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "DELETE /v2.0/ports/a41cb77f-887c-4120-9cdb-5ae542cabcc8 HTTP/1.1" status: 204 len: 168 time: 0.6330771 Aug 19 13:00:06.234253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46454) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:06.258986 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-c828623d-9ff1-42d9-924a-c87df060aff5 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] GET failed (client error): The resource could not be found. Aug 19 13:00:06.264061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c828623d-9ff1-42d9-924a-c87df060aff5 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "GET /v2.0/ports/a41cb77f-887c-4120-9cdb-5ae542cabcc8 HTTP/1.1" status: 404 len: 333 time: 0.0253658 Aug 19 13:00:06.264800 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46456) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:06.269940 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Request body: {'port': {'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90', 'name': 'tempest-AllowedAddressPairTestJSON-1736306597'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:06.519610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Made reservation on behalf of f623420dc9a544e3b8612f0e2bc4a04a for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:06.523282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.542043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] device_id is not set on port c0da9747-dfde-4808-8f36-1d7898bc7763 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 13:00:06.657334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Allocated IP 172.20.0.10 (5dde4f25-85d5-46f9-8f33-cb42143f8e90/cf80e4b2-676c-4e2f-89f7-3caca0e760e0/c0da9747-dfde-4808-8f36-1d7898bc7763) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:06.799419 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:06.813338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Transition to ACTIVE for port object c0da9747-dfde-4808-8f36-1d7898bc7763 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:06.980867 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:07.027837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:07.031621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:07.038701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:07.082224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'Port': ['ID=c0da9747-dfde-4808-8f36-1d7898bc7763,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:07.100297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:07.101200 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:07.177195 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-abb78896-b075-49bc-8557-d679f84824f7 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9113343 Aug 19 13:00:07.180537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46470) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:07.185641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Request body: {'port': {'network_id': '5dde4f25-85d5-46f9-8f33-cb42143f8e90', 'name': 'tempest-AllowedAddressPairTestJSON-1233344011'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:07.381762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-05a643d7-cdce-4aa5-bbb7-db0a0f69d9e1 None None] Provisioning for port c0da9747-dfde-4808-8f36-1d7898bc7763 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:07.390407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-05a643d7-cdce-4aa5-bbb7-db0a0f69d9e1 None None] Provisioning complete for port c0da9747-dfde-4808-8f36-1d7898bc7763 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:07.390407 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-05a643d7-cdce-4aa5-bbb7-db0a0f69d9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:07.410603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Made reservation on behalf of f623420dc9a544e3b8612f0e2bc4a04a for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:07.414359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:07.425385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-05a643d7-cdce-4aa5-bbb7-db0a0f69d9e1 None None] Port c0da9747-dfde-4808-8f36-1d7898bc7763 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:07.437818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] device_id is not set on port c5139b7a-ba53-4cdf-baab-24ead1c09d7c yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 13:00:07.544115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Allocated IP 172.20.0.9 (5dde4f25-85d5-46f9-8f33-cb42143f8e90/cf80e4b2-676c-4e2f-89f7-3caca0e760e0/c5139b7a-ba53-4cdf-baab-24ead1c09d7c) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:07.697245 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:07.712635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Transition to ACTIVE for port object c5139b7a-ba53-4cdf-baab-24ead1c09d7c will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:08.067539 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.119496 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8ccfed6-8152-42cc-992b-cc9178765238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.125102 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.173212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:08.176341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:08.180331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:08.186916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'Port': ['ID=c5139b7a-ba53-4cdf-baab-24ead1c09d7c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:08.237561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:08.238342 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.361769 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0fdc2b2a-a794-45d0-8ccb-b72f710842f4 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1791530 Aug 19 13:00:08.363595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46482) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:08.369312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-cd79cd2a-9afc-4499-9e31-785c8cdd5b3f tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f8:f3:b8'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:70:ef:11'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:08.441525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd2a-9afc-4499-9e31-785c8cdd5b3f tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.519217 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5acf4a75-3cb0-4bf4-adcb-9224e2ad90dc None None] Provisioning for port c5139b7a-ba53-4cdf-baab-24ead1c09d7c completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:08.523231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5acf4a75-3cb0-4bf4-adcb-9224e2ad90dc None None] Provisioning complete for port c5139b7a-ba53-4cdf-baab-24ead1c09d7c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:08.523604 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5acf4a75-3cb0-4bf4-adcb-9224e2ad90dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.556987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5acf4a75-3cb0-4bf4-adcb-9224e2ad90dc None None] Port c5139b7a-ba53-4cdf-baab-24ead1c09d7c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:08.633401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd2a-9afc-4499-9e31-785c8cdd5b3f tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.809556 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd2a-9afc-4499-9e31-785c8cdd5b3f tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.886786 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79cd2a-9afc-4499-9e31-785c8cdd5b3f tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event updated for resources: {'Port': ['ID=c5139b7a-ba53-4cdf-baab-24ead1c09d7c,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:08.907115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cd79cd2a-9afc-4499-9e31-785c8cdd5b3f tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] In _notify_port_updated(), no bound segment for port c5139b7a-ba53-4cdf-baab-24ead1c09d7c on network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 {{(pid=95542) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 19 13:00:08.912661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd79cd2a-9afc-4499-9e31-785c8cdd5b3f tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:08.913430 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd79cd2a-9afc-4499-9e31-785c8cdd5b3f tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:08.914761 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cd79cd2a-9afc-4499-9e31-785c8cdd5b3f tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "PUT /v2.0/ports/c5139b7a-ba53-4cdf-baab-24ead1c09d7c HTTP/1.1" status: 200 len: 1057 time: 0.5499446 Aug 19 13:00:08.921365 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46490) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:09.022986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e0509087-ed79-4d79-b2b3-e240b39937be tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Deleting port c5139b7a-ba53-4cdf-baab-24ead1c09d7c {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:09.023369 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0509087-ed79-4d79-b2b3-e240b39937be tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.078439 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c7f175e1-c4a0-4e0c-bc4a-daf10a9249e6 None None] Provisioning complete for port c5139b7a-ba53-4cdf-baab-24ead1c09d7c triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:09.085821 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7f175e1-c4a0-4e0c-bc4a-daf10a9249e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.113626 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c7f175e1-c4a0-4e0c-bc4a-daf10a9249e6 None None] Port c5139b7a-ba53-4cdf-baab-24ead1c09d7c cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:09.120302 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0509087-ed79-4d79-b2b3-e240b39937be tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.132734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e0509087-ed79-4d79-b2b3-e240b39937be tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Calling delete_port for c5139b7a-ba53-4cdf-baab-24ead1c09d7c owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:09.279053 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.392099 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0509087-ed79-4d79-b2b3-e240b39937be tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.425348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0509087-ed79-4d79-b2b3-e240b39937be tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event deleted for resources: {'Port': ['ID=c5139b7a-ba53-4cdf-baab-24ead1c09d7c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:09.647641 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e0509087-ed79-4d79-b2b3-e240b39937be tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.651238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e0509087-ed79-4d79-b2b3-e240b39937be tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "DELETE /v2.0/ports/c5139b7a-ba53-4cdf-baab-24ead1c09d7c HTTP/1.1" status: 204 len: 168 time: 0.7317348 Aug 19 13:00:09.652536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46500) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:09.677600 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6aef7b0-7557-4645-80a2-8174b71c7ef5 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] GET failed (client error): The resource could not be found. Aug 19 13:00:09.679052 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b6aef7b0-7557-4645-80a2-8174b71c7ef5 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "GET /v2.0/ports/c5139b7a-ba53-4cdf-baab-24ead1c09d7c HTTP/1.1" status: 404 len: 333 time: 0.0256042 Aug 19 13:00:09.681573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46502) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:09.773577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-2c56df34-156c-4dfc-b95b-a5330cf90088 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Deleting port c0da9747-dfde-4808-8f36-1d7898bc7763 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:09.773577 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c56df34-156c-4dfc-b95b-a5330cf90088 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.861315 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c56df34-156c-4dfc-b95b-a5330cf90088 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:09.873950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-2c56df34-156c-4dfc-b95b-a5330cf90088 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Calling delete_port for c0da9747-dfde-4808-8f36-1d7898bc7763 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:10.142613 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c56df34-156c-4dfc-b95b-a5330cf90088 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:10.178177 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56df34-156c-4dfc-b95b-a5330cf90088 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event deleted for resources: {'Port': ['ID=c0da9747-dfde-4808-8f36-1d7898bc7763,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:10.251964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c56df34-156c-4dfc-b95b-a5330cf90088 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:10.257021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2c56df34-156c-4dfc-b95b-a5330cf90088 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "DELETE /v2.0/ports/c0da9747-dfde-4808-8f36-1d7898bc7763 HTTP/1.1" status: 204 len: 168 time: 0.5718093 Aug 19 13:00:10.257209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46512) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:10.284358 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b6c6dc-ae53-4ae9-b7e0-1f801ce00d03 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] GET failed (client error): The resource could not be found. Aug 19 13:00:10.286194 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-00b6c6dc-ae53-4ae9-b7e0-1f801ce00d03 tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "GET /v2.0/ports/c0da9747-dfde-4808-8f36-1d7898bc7763 HTTP/1.1" status: 404 len: 333 time: 0.0279136 Aug 19 13:00:10.290207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46514) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:10.390453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-260c24a5-8774-4208-b91d-68ebfd16055e tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Deleting port bc875fbf-91c0-4023-a27b-cbab62225627 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:10.390941 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-8774-4208-b91d-68ebfd16055e tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:10.479441 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-8774-4208-b91d-68ebfd16055e tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:10.491094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-260c24a5-8774-4208-b91d-68ebfd16055e tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Calling delete_port for bc875fbf-91c0-4023-a27b-cbab62225627 owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:10.679470 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:11.199438 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-8774-4208-b91d-68ebfd16055e tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:11.228379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c24a5-8774-4208-b91d-68ebfd16055e tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event deleted for resources: {'Port': ['ID=bc875fbf-91c0-4023-a27b-cbab62225627,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:11.304081 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-260c24a5-8774-4208-b91d-68ebfd16055e tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:11.306509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-260c24a5-8774-4208-b91d-68ebfd16055e tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "DELETE /v2.0/ports/bc875fbf-91c0-4023-a27b-cbab62225627 HTTP/1.1" status: 204 len: 168 time: 1.0151975 Aug 19 13:00:11.308866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46526) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:11.364233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0c26b1-a148-4955-80a9-4008008e88fb tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Deleting subnet cf80e4b2-676c-4e2f-89f7-3caca0e760e0 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:00:11.367697 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae0c26b1-a148-4955-80a9-4008008e88fb tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:11.413834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae0c26b1-a148-4955-80a9-4008008e88fb tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:11.575109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae0c26b1-a148-4955-80a9-4008008e88fb tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.080673 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae0c26b1-a148-4955-80a9-4008008e88fb tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.108079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c26b1-a148-4955-80a9-4008008e88fb tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event deleted for resources: {'Subnet': ['ID=cf80e4b2-676c-4e2f-89f7-3caca0e760e0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:12.111910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ae0c26b1-a148-4955-80a9-4008008e88fb tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.114093 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ae0c26b1-a148-4955-80a9-4008008e88fb tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "DELETE /v2.0/subnets/cf80e4b2-676c-4e2f-89f7-3caca0e760e0 HTTP/1.1" status: 204 len: 168 time: 0.8039711 Aug 19 13:00:12.116187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46532) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:12.119366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9318d177-8155-4440-b122-c4ee16163ac9 None None] Network 5dde4f25-85d5-46f9-8f33-cb42143f8e90 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:00:12.199943 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.267175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Deleting port 7cb055a6-a2eb-4556-878f-80888b4f2cbe {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:12.267530 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.332107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] For port 7cb055a6-a2eb-4556-878f-80888b4f2cbe, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7cb055a6-a2eb-4556-878f-80888b4f2cbe,segment=NetworkSegment(a83456a5-beba-4976-a5a4-e626e898ccf3),segment_id=a83456a5-beba-4976-a5a4-e626e898ccf3)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:12.332834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.348086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Calling delete_port for 7cb055a6-a2eb-4556-878f-80888b4f2cbe owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:12.466183 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f0d62e-3ec7-4df4-9e61-9567fb76a87b None None] DHCP port deletion for 5dde4f25-85d5-46f9-8f33-cb42143f8e90 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:00:12.514312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d3f0d62e-3ec7-4df4-9e61-9567fb76a87b None None] Deleting port 7cb055a6-a2eb-4556-878f-80888b4f2cbe {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:12.514690 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d3f0d62e-3ec7-4df4-9e61-9567fb76a87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.565157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.578635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d3f0d62e-3ec7-4df4-9e61-9567fb76a87b None None] For port 7cb055a6-a2eb-4556-878f-80888b4f2cbe, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7cb055a6-a2eb-4556-878f-80888b4f2cbe,segment=NetworkSegment(a83456a5-beba-4976-a5a4-e626e898ccf3),segment_id=a83456a5-beba-4976-a5a4-e626e898ccf3)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:12.579091 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d3f0d62e-3ec7-4df4-9e61-9567fb76a87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.591913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d3f0d62e-3ec7-4df4-9e61-9567fb76a87b None None] Calling delete_port for 7cb055a6-a2eb-4556-878f-80888b4f2cbe owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:12.596769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event deleted for resources: {'Port': ['ID=7cb055a6-a2eb-4556-878f-80888b4f2cbe,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:12.598634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] No DVR routers for this DVR port 7cb055a6-a2eb-4556-878f-80888b4f2cbe on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:00:12.668218 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d3f0d62e-3ec7-4df4-9e61-9567fb76a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.678872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.689330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dde4f25-85d5-46f9-8f33-cb42143f8e90']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:12.695133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0d62e-3ec7-4df4-9e61-9567fb76a87b None None] Pushing event deleted for resources: {'Port': ['ID=7cb055a6-a2eb-4556-878f-80888b4f2cbe,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:12.696975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0d62e-3ec7-4df4-9e61-9567fb76a87b None None] No DVR routers for this DVR port 7cb055a6-a2eb-4556-878f-80888b4f2cbe on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:00:12.703704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83456a5-beba-4976-a5a4-e626e898ccf3') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:12.703998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83456a5-beba-4976-a5a4-e626e898ccf3') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:12.713355 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.727809 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.733621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:00:12.734007 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:00:12.737670 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:00:12.994113 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:13.001043 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:13.003040 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] 10.222.0.21 "DELETE /v2.0/networks/5dde4f25-85d5-46f9-8f33-cb42143f8e90 HTTP/1.1" status: 204 len: 168 time: 0.8858383 Aug 19 13:00:13.014892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcb9d0-aa53-4d9e-a9cf-abebccca378d tempest-AllowedAddressPairTestJSON-1541912579 tempest-AllowedAddressPairTestJSON-1541912579-project] Pushing event deleted for resources: {'Network': ['ID=5dde4f25-85d5-46f9-8f33-cb42143f8e90,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:13.456745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7cb055a6-a2eb-4556-878f-80888b4f2cbe no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:00:13.479358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 7cb055a6-a2eb-4556-878f-80888b4f2cbe {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:00:13.479694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7cb055a6-a2eb-4556-878f-80888b4f2cbe not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:00:13.699256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46556) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:13.850736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6d151808-8c05-44c0-bb6d-e79332e029d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f623420dc9a544e3b8612f0e2bc4a04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502056 Aug 19 13:00:13.853250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46560) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:13.905909 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b23-d4a7-4c92-b5d1-c64dfef6f86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:13.928799 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b23-d4a7-4c92-b5d1-c64dfef6f86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:14.183277 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b23-d4a7-4c92-b5d1-c64dfef6f86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:14.186174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-80cc7b23-d4a7-4c92-b5d1-c64dfef6f86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:14.190082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-80cc7b23-d4a7-4c92-b5d1-c64dfef6f86c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7c97fd5-2cd3-4e61-bd8c-c7ea54e7fe9d HTTP/1.1" status: 204 len: 168 time: 0.3358650 Aug 19 13:00:14.199539 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc7b23-d4a7-4c92-b5d1-c64dfef6f86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c97fd5-2cd3-4e61-bd8c-c7ea54e7fe9d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:15.296128 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:00:15.430758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46602) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:15.534915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1259422086'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:15.634842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Made reservation on behalf of 9f6d5773b1134da9a3552ae7ceb6d1d6 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:15.636072 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:15.648401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:15.747798 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:15.848860 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:15.878452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:00:15.888464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea23203c-f4a3-4855-a947-7fca746fd9bf,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:15.894121 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:15.894445 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Added segment da77603c-e296-48ec-ad48-574242a019a4 of type vlan for network 50a8444d-a33f-4557-bdc3-7c21eebd5eeb Aug 19 13:00:15.933426 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:16.051016 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:16.057237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:16.057365 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:16.132292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event updated for resources: {'Network': ['ID=50a8444d-a33f-4557-bdc3-7c21eebd5eeb,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:16.143005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 50a8444d-a33f-4557-bdc3-7c21eebd5eeb details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:00:16.301066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46616) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:16.301523 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1a4900d4-fbe5-4c80-9585-544ba09a0fcb tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8686204 Aug 19 13:00:16.305963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Request body: {'subnet': {'network_id': '50a8444d-a33f-4557-bdc3-7c21eebd5eeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:16.519420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Made reservation on behalf of 9f6d5773b1134da9a3552ae7ceb6d1d6 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:16.523157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:16.832447 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:16.898230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event updated for resources: {'Subnet': ['ID=cd6779ae-2730-4047-8aaf-d14f36513631,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:16.902597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Checking segment: {'id': 'da77603c-e296-48ec-ad48-574242a019a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '50a8444d-a33f-4557-bdc3-7c21eebd5eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:00:16.902979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Network hostable DHCP agents. Network: 50a8444d-a33f-4557-bdc3-7c21eebd5eeb, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:00:17.083309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Network 50a8444d-a33f-4557-bdc3-7c21eebd5eeb is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:00:17.289324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 50a8444d-a33f-4557-bdc3-7c21eebd5eeb) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:17.293364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:17.294023 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:17.300101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1c0e58-a443-4f75-b405-d98eca7510da None None] Network 50a8444d-a33f-4557-bdc3-7c21eebd5eeb requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:00:17.443054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-50a8444d-a33f-4557-bdc3-7c21eebd5eeb', 'network_id': '50a8444d-a33f-4557-bdc3-7c21eebd5eeb', 'tenant_id': '9f6d5773b1134da9a3552ae7ceb6d1d6', 'fixed_ips': [{'subnet_id': 'cd6779ae-2730-4047-8aaf-d14f36513631'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:00:17.443947 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:17.520961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1b27f5c6-872a-48b7-8fcd-d0f9be8490a8 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2191069 Aug 19 13:00:17.523653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46630) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:17.529989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ebbf7ee3-0416-4d92-976f-9fc8ab01e750 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1308553326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:17.581923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Allocated IP 172.20.0.2 (50a8444d-a33f-4557-bdc3-7c21eebd5eeb/cd6779ae-2730-4047-8aaf-d14f36513631/8541a693-c9b3-47af-9b95-b336d93b4e0b) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:17.723824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7ee3-0416-4d92-976f-9fc8ab01e750 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:17.725073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7ee3-0416-4d92-976f-9fc8ab01e750 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:17.731024 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:17.740219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Transition to ACTIVE for port object 8541a693-c9b3-47af-9b95-b336d93b4e0b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:17.756311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Transition to ACTIVE for port object 8541a693-c9b3-47af-9b95-b336d93b4e0b will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:17.793333 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7ee3-0416-4d92-976f-9fc8ab01e750 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.120576 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.160582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Network 50a8444d-a33f-4557-bdc3-7c21eebd5eeb is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:18.163377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:18.167205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:18.172776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Pushing event updated for resources: {'Port': ['ID=8541a693-c9b3-47af-9b95-b336d93b4e0b,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:18.225297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Attempting to bind port 8541a693-c9b3-47af-9b95-b336d93b4e0b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:00:18.225669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Attempting to bind port 8541a693-c9b3-47af-9b95-b336d93b4e0b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'da77603c-e296-48ec-ad48-574242a019a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '50a8444d-a33f-4557-bdc3-7c21eebd5eeb'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:00:18.226033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Attempting to bind port 8541a693-c9b3-47af-9b95-b336d93b4e0b on network 50a8444d-a33f-4557-bdc3-7c21eebd5eeb {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:00:18.230949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:00:18.231323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Checking segment: {'id': 'da77603c-e296-48ec-ad48-574242a019a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '50a8444d-a33f-4557-bdc3-7c21eebd5eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:00:18.231724 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.232117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Bound using segment: {'id': 'da77603c-e296-48ec-ad48-574242a019a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '50a8444d-a33f-4557-bdc3-7c21eebd5eeb'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:00:18.232582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Bound port: 8541a693-c9b3-47af-9b95-b336d93b4e0b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da77603c-e296-48ec-ad48-574242a019a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '50a8444d-a33f-4557-bdc3-7c21eebd5eeb'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:00:18.232983 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.255555 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7ee3-0416-4d92-976f-9fc8ab01e750 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.300411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] For port 8541a693-c9b3-47af-9b95-b336d93b4e0b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:00:18.304265 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] For port 8541a693-c9b3-47af-9b95-b336d93b4e0b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8541a693-c9b3-47af-9b95-b336d93b4e0b,segment=NetworkSegment(da77603c-e296-48ec-ad48-574242a019a4),segment_id=da77603c-e296-48ec-ad48-574242a019a4)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:00:18.472282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ebbf7ee3-0416-4d92-976f-9fc8ab01e750 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.473555 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ebbf7ee3-0416-4d92-976f-9fc8ab01e750 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9477274 Aug 19 13:00:18.476227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46638) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:18.663046 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:18.726464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd33bc8-a70b-4c46-ab58-9439c6172084 None None] Pushing event updated for resources: {'Port': ['ID=8541a693-c9b3-47af-9b95-b336d93b4e0b,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:19.042301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:19.285925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Allocated IP 172.20.0.1 (50a8444d-a33f-4557-bdc3-7c21eebd5eeb/cd6779ae-2730-4047-8aaf-d14f36513631/d507dbef-15bd-42ca-b6a0-5b836d30a0d1) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:19.402693 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:19.417993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Transition to ACTIVE for port object d507dbef-15bd-42ca-b6a0-5b836d30a0d1 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:19.515082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8541a693-c9b3-47af-9b95-b336d93b4e0b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:19.665927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43abb062-77c3-4d9c-9741-6da5b6a1692f None None] Network 50a8444d-a33f-4557-bdc3-7c21eebd5eeb requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:00:19.789077 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:19.812506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 8541a693-c9b3-47af-9b95-b336d93b4e0b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:19.837654 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Network 50a8444d-a33f-4557-bdc3-7c21eebd5eeb is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:19.845031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:19.849077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:19.862573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b686a985-5019-4c19-a900-0d9cd1ce8516 None None] Provisioning for port 8541a693-c9b3-47af-9b95-b336d93b4e0b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:19.870121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b686a985-5019-4c19-a900-0d9cd1ce8516 None None] Provisioning complete for port 8541a693-c9b3-47af-9b95-b336d93b4e0b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:19.870121 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b686a985-5019-4c19-a900-0d9cd1ce8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:19.874655 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event updated for resources: {'Port': ['ID=d507dbef-15bd-42ca-b6a0-5b836d30a0d1,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:19.904318 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:19.979738 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b686a985-5019-4c19-a900-0d9cd1ce8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.026878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b686a985-5019-4c19-a900-0d9cd1ce8516 None None] For port 8541a693-c9b3-47af-9b95-b336d93b4e0b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8541a693-c9b3-47af-9b95-b336d93b4e0b,segment=NetworkSegment(da77603c-e296-48ec-ad48-574242a019a4),segment_id=da77603c-e296-48ec-ad48-574242a019a4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:20.152309 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b686a985-5019-4c19-a900-0d9cd1ce8516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.164363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.202078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686a985-5019-4c19-a900-0d9cd1ce8516 None None] Pushing event updated for resources: {'Port': ['ID=8541a693-c9b3-47af-9b95-b336d93b4e0b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:20.271491 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6d961365-28f4-4aba-a091-7f98b1592338 None None] Provisioning complete for port 8541a693-c9b3-47af-9b95-b336d93b4e0b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:20.271961 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6d961365-28f4-4aba-a091-7f98b1592338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.432264 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.517725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6d961365-28f4-4aba-a091-7f98b1592338 None None] Provisioning for port d507dbef-15bd-42ca-b6a0-5b836d30a0d1 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:20.521829 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6d961365-28f4-4aba-a091-7f98b1592338 None None] Provisioning complete for port d507dbef-15bd-42ca-b6a0-5b836d30a0d1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:20.522223 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6d961365-28f4-4aba-a091-7f98b1592338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.559416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6d961365-28f4-4aba-a091-7f98b1592338 None None] Port d507dbef-15bd-42ca-b6a0-5b836d30a0d1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:20.582459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.659305 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event updated for resources: {'Port': ['ID=d507dbef-15bd-42ca-b6a0-5b836d30a0d1,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:20.665037 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:20.753561 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Network 50a8444d-a33f-4557-bdc3-7c21eebd5eeb is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:20.755276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:20.983814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fbe7013c-e587-4800-b836-16bbb3e168aa None None] Provisioning complete for port d507dbef-15bd-42ca-b6a0-5b836d30a0d1 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:20.984830 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fbe7013c-e587-4800-b836-16bbb3e168aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:21.020524 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Router 3b7e2fb5-056b-4ddf-a962-e1b9e6268949 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:00:21.021449 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7013c-e587-4800-b836-16bbb3e168aa None None] Port d507dbef-15bd-42ca-b6a0-5b836d30a0d1 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:21.120523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:00:21.128367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0a77280a-49b6-44c5-a540-d00c5e94a836 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "PUT /v2.0/routers/3b7e2fb5-056b-4ddf-a962-e1b9e6268949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6487722 Aug 19 13:00:21.128887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46662) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:21.133499 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8b8e33-c2a4-4b72-a12c-007da6e5aab0 None None] Sync routers for ids ['3b7e2fb5-056b-4ddf-a962-e1b9e6268949'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:00:21.134630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Request body: {'port': {'network_id': '50a8444d-a33f-4557-bdc3-7c21eebd5eeb', 'name': 'tempest-FloatingIPNegativeTestJSON-986660456'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:21.145795 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b8e33-c2a4-4b72-a12c-007da6e5aab0 None None] Routers {'3b7e2fb5-056b-4ddf-a962-e1b9e6268949'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:00:21.146559 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0a8b8e33-c2a4-4b72-a12c-007da6e5aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:00:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3b7e2fb5-056b-4ddf-a962-e1b9e6268949'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:21.184011 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0a8b8e33-c2a4-4b72-a12c-007da6e5aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:21.193174 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b8e33-c2a4-4b72-a12c-007da6e5aab0 None None] Routers {'3b7e2fb5-056b-4ddf-a962-e1b9e6268949'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:00:21.193782 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0a8b8e33-c2a4-4b72-a12c-007da6e5aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:00:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3b7e2fb5-056b-4ddf-a962-e1b9e6268949'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:21.226837 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0a8b8e33-c2a4-4b72-a12c-007da6e5aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:21.227623 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8b8e33-c2a4-4b72-a12c-007da6e5aab0 None None] The sync data for ids ['3b7e2fb5-056b-4ddf-a962-e1b9e6268949'] in n-d-803757-2 is: [] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:00:21.353921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Made reservation on behalf of 9f6d5773b1134da9a3552ae7ceb6d1d6 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:21.357648 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:21.377171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] device_id is not set on port 5d00f341-aa1e-479e-8128-49c612886f7a yet. {{(pid=95543) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 13:00:21.476866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8541a693-c9b3-47af-9b95-b336d93b4e0b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:21.507381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Allocated IP 172.20.0.11 (50a8444d-a33f-4557-bdc3-7c21eebd5eeb/cd6779ae-2730-4047-8aaf-d14f36513631/5d00f341-aa1e-479e-8128-49c612886f7a) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:21.560246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 8541a693-c9b3-47af-9b95-b336d93b4e0b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:21.560937 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:21.671902 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:21.687996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Transition to ACTIVE for port object 5d00f341-aa1e-479e-8128-49c612886f7a will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:21.889414 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:21.940062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Network 50a8444d-a33f-4557-bdc3-7c21eebd5eeb is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:21.943205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:21.945760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:21.978251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event updated for resources: {'Port': ['ID=5d00f341-aa1e-479e-8128-49c612886f7a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:22.007920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:22.008537 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:22.193280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3d7cea70-d624-48a7-a426-66e6c2e07b8b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0628390 Aug 19 13:00:22.196245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46674) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:22.200822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:22.376557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-308a5692-4a95-43c4-b642-12641390a958 None None] Provisioning for port 5d00f341-aa1e-479e-8128-49c612886f7a completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:22.381015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-308a5692-4a95-43c4-b642-12641390a958 None None] Provisioning complete for port 5d00f341-aa1e-479e-8128-49c612886f7a triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:22.381522 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-308a5692-4a95-43c4-b642-12641390a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:22.416015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-308a5692-4a95-43c4-b642-12641390a958 None None] Port 5d00f341-aa1e-479e-8128-49c612886f7a cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:22.421384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:22.518394 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:22.628655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Allocated IP 172.25.2.196 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/ffdc3880-1e72-48ec-834b-6af64bee419f) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:22.742153 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:22.883873 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:22.929934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:22.932876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:22.936625 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:22.942259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event updated for resources: {'Port': ['ID=ffdc3880-1e72-48ec-834b-6af64bee419f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:23.027192 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:23.187873 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:23.339845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:23.496897 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:23.573878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event updated for resources: {'Port': ['ID=ffdc3880-1e72-48ec-834b-6af64bee419f,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:23.585465 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:23.720415 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:23.721712 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-19849d37-b59a-4581-9497-8b2bac451e28 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5245085 Aug 19 13:00:23.724614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46692) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:23.729280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-896f298b-56af-4504-995b-9f73336a1d51 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Request body: {'floatingip': {'port_id': '5d00f341-aa1e-479e-8128-49c612886f7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:23.769575 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-896f298b-56af-4504-995b-9f73336a1d51 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:23.901688 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-896f298b-56af-4504-995b-9f73336a1d51 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] update failed (client error): The resource could not be found. Aug 19 13:00:23.902665 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-896f298b-56af-4504-995b-9f73336a1d51 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "PUT /v2.0/floatingips/a19a7db7-da1d-4783-ad35-6b8740822f18 HTTP/1.1" status: 404 len: 507 time: 0.1770213 Aug 19 13:00:23.905517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46696) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:24.034102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e2d11009-49a7-41f9-be4b-6e7e1d261d19 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Deleting port ffdc3880-1e72-48ec-834b-6af64bee419f {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:24.034446 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2d11009-49a7-41f9-be4b-6e7e1d261d19 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:24.116917 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2d11009-49a7-41f9-be4b-6e7e1d261d19 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:24.117272 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2d11009-49a7-41f9-be4b-6e7e1d261d19 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:24.130551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e2d11009-49a7-41f9-be4b-6e7e1d261d19 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Calling delete_port for ffdc3880-1e72-48ec-834b-6af64bee419f owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:24.460483 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2d11009-49a7-41f9-be4b-6e7e1d261d19 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:24.495968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d11009-49a7-41f9-be4b-6e7e1d261d19 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event deleted for resources: {'Port': ['ID=ffdc3880-1e72-48ec-834b-6af64bee419f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:24.552481 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2d11009-49a7-41f9-be4b-6e7e1d261d19 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:24.555104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e2d11009-49a7-41f9-be4b-6e7e1d261d19 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:24.556334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e2d11009-49a7-41f9-be4b-6e7e1d261d19 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "DELETE /v2.0/floatingips/a19a7db7-da1d-4783-ad35-6b8740822f18 HTTP/1.1" status: 204 len: 168 time: 0.6499102 Aug 19 13:00:24.559788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46708) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:24.564748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-41e2c64e-38ae-4e94-be4f-96c00d576fb5 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Request body: {'floatingip': {'floating_network_id': '50a8444d-a33f-4557-bdc3-7c21eebd5eeb', 'port_id': '5d00f341-aa1e-479e-8128-49c612886f7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:24.777013 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-41e2c64e-38ae-4e94-be4f-96c00d576fb5 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:25.077609 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-41e2c64e-38ae-4e94-be4f-96c00d576fb5 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:25.079637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-41e2c64e-38ae-4e94-be4f-96c00d576fb5 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5188668 Aug 19 13:00:25.085105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46716) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:25.089743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '5d00f341-aa1e-479e-8128-49c612886f7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:25.255699 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:25.356009 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:25.472467 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Allocated IP 172.25.2.83 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/e2212954-7ca1-40d7-ae4d-f00d21354ece) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:25.578025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:25.599789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:25.725969 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:25.773462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:25.776581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:25.780460 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:25.786243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event updated for resources: {'Port': ['ID=e2212954-7ca1-40d7-ae4d-f00d21354ece,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:25.950118 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Deleting port e2212954-7ca1-40d7-ae4d-f00d21354ece {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:25.950467 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:26.030196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:26.030539 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:26.042904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Calling delete_port for e2212954-7ca1-40d7-ae4d-f00d21354ece owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:26.297046 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:26.324451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event deleted for resources: {'Port': ['ID=e2212954-7ca1-40d7-ae4d-f00d21354ece,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:26.508096 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] create failed (client error): The resource could not be found. Aug 19 13:00:26.509192 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b575c4b6-e808-4a60-a200-d6d719d61920 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4230869 Aug 19 13:00:26.513158 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46732) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:26.552290 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:26.611560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-533fa759-1c46-445e-a7a2-a9d2131d6a22 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Deleting port 5d00f341-aa1e-479e-8128-49c612886f7a {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:26.611901 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-533fa759-1c46-445e-a7a2-a9d2131d6a22 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:26.699657 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-533fa759-1c46-445e-a7a2-a9d2131d6a22 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:26.712034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-533fa759-1c46-445e-a7a2-a9d2131d6a22 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Calling delete_port for 5d00f341-aa1e-479e-8128-49c612886f7a owned by {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:26.971574 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-533fa759-1c46-445e-a7a2-a9d2131d6a22 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:26.998183 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fa759-1c46-445e-a7a2-a9d2131d6a22 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event deleted for resources: {'Port': ['ID=5d00f341-aa1e-479e-8128-49c612886f7a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:27.092519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-533fa759-1c46-445e-a7a2-a9d2131d6a22 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:27.097656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-533fa759-1c46-445e-a7a2-a9d2131d6a22 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "DELETE /v2.0/ports/5d00f341-aa1e-479e-8128-49c612886f7a HTTP/1.1" status: 204 len: 168 time: 0.5810761 Aug 19 13:00:27.097930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46742) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:27.153521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6595ddd7-82e3-44ec-90cc-efd91a53ebd2 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:27.158610 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6595ddd7-82e3-44ec-90cc-efd91a53ebd2 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b7e2fb5-056b-4ddf-a962-e1b9e6268949 HTTP/1.1" status: 200 len: 913 time: 0.0564032 Aug 19 13:00:27.166843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46744) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:27.501532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8be435e-3870-43f0-8078-960050e83783 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:27.755788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c8be435e-3870-43f0-8078-960050e83783 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Deleting port d507dbef-15bd-42ca-b6a0-5b836d30a0d1 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:27.756540 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8be435e-3870-43f0-8078-960050e83783 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:27.838676 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8be435e-3870-43f0-8078-960050e83783 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:27.852298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c8be435e-3870-43f0-8078-960050e83783 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Calling delete_port for d507dbef-15bd-42ca-b6a0-5b836d30a0d1 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:28.445841 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8be435e-3870-43f0-8078-960050e83783 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:28.478163 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be435e-3870-43f0-8078-960050e83783 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event deleted for resources: {'Port': ['ID=d507dbef-15bd-42ca-b6a0-5b836d30a0d1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:28.618545 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8be435e-3870-43f0-8078-960050e83783 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:28.784583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8be435e-3870-43f0-8078-960050e83783 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Router 3b7e2fb5-056b-4ddf-a962-e1b9e6268949 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:00:28.870255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8be435e-3870-43f0-8078-960050e83783 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:00:28.878857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46768) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:28.879309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c8be435e-3870-43f0-8078-960050e83783 tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "PUT /v2.0/routers/3b7e2fb5-056b-4ddf-a962-e1b9e6268949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7191885 Aug 19 13:00:28.882664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cae9b37-5948-4dcd-828d-95fc19aca0db None None] Sync routers for ids ['3b7e2fb5-056b-4ddf-a962-e1b9e6268949'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:00:28.892249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae9b37-5948-4dcd-828d-95fc19aca0db None None] Routers {'3b7e2fb5-056b-4ddf-a962-e1b9e6268949'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:00:28.892883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0cae9b37-5948-4dcd-828d-95fc19aca0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:00:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3b7e2fb5-056b-4ddf-a962-e1b9e6268949'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:28.925509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0cae9b37-5948-4dcd-828d-95fc19aca0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:28.934019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae9b37-5948-4dcd-828d-95fc19aca0db None None] Routers {'3b7e2fb5-056b-4ddf-a962-e1b9e6268949'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:00:28.934617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0cae9b37-5948-4dcd-828d-95fc19aca0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:00:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3b7e2fb5-056b-4ddf-a962-e1b9e6268949'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:28.958640 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6da1f738-6a6e-49fe-bcbb-8faa58c4ba9b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:28.970645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0cae9b37-5948-4dcd-828d-95fc19aca0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:28.971322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cae9b37-5948-4dcd-828d-95fc19aca0db None None] The sync data for ids ['3b7e2fb5-056b-4ddf-a962-e1b9e6268949'] in n-d-803757-2 is: [] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:00:29.134488 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6da1f738-6a6e-49fe-bcbb-8faa58c4ba9b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.136685 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6da1f738-6a6e-49fe-bcbb-8faa58c4ba9b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.262853 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6da1f738-6a6e-49fe-bcbb-8faa58c4ba9b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.263417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da1f738-6a6e-49fe-bcbb-8faa58c4ba9b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Fanout notify agent at l3_agent the message router_deleted on router 3b7e2fb5-056b-4ddf-a962-e1b9e6268949 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:00:29.271032 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6da1f738-6a6e-49fe-bcbb-8faa58c4ba9b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.272163 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6da1f738-6a6e-49fe-bcbb-8faa58c4ba9b tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "DELETE /v2.0/routers/3b7e2fb5-056b-4ddf-a962-e1b9e6268949 HTTP/1.1" status: 204 len: 168 time: 0.3912973 Aug 19 13:00:29.274662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46774) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:29.325133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-958b1560-466b-4dec-abe0-15a581a3b38f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Deleting subnet cd6779ae-2730-4047-8aaf-d14f36513631 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:00:29.328829 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-958b1560-466b-4dec-abe0-15a581a3b38f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.377049 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-958b1560-466b-4dec-abe0-15a581a3b38f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.468387 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-958b1560-466b-4dec-abe0-15a581a3b38f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.607022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-958b1560-466b-4dec-abe0-15a581a3b38f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.640031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b1560-466b-4dec-abe0-15a581a3b38f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6779ae-2730-4047-8aaf-d14f36513631,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:29.645832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-958b1560-466b-4dec-abe0-15a581a3b38f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.647487 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-958b1560-466b-4dec-abe0-15a581a3b38f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "DELETE /v2.0/subnets/cd6779ae-2730-4047-8aaf-d14f36513631 HTTP/1.1" status: 204 len: 168 time: 0.3717716 Aug 19 13:00:29.649786 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46782) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:29.658324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31b7c0-e6f0-43c9-8600-0dee27e793ad None None] Network 50a8444d-a33f-4557-bdc3-7c21eebd5eeb requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:00:29.733806 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.800235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Deleting port 8541a693-c9b3-47af-9b95-b336d93b4e0b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:29.800688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.871766 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ada87-6da4-431e-a8c8-c78385810227 None None] DHCP port deletion for 50a8444d-a33f-4557-bdc3-7c21eebd5eeb request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:00:29.878457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] For port 8541a693-c9b3-47af-9b95-b336d93b4e0b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8541a693-c9b3-47af-9b95-b336d93b4e0b,segment=NetworkSegment(da77603c-e296-48ec-ad48-574242a019a4),segment_id=da77603c-e296-48ec-ad48-574242a019a4)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:29.880323 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.894879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Calling delete_port for 8541a693-c9b3-47af-9b95-b336d93b4e0b owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:29.928529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ada87-6da4-431e-a8c8-c78385810227 None None] Deleting port 8541a693-c9b3-47af-9b95-b336d93b4e0b {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:29.929219 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1a2ada87-6da4-431e-a8c8-c78385810227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:29.996425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1a2ada87-6da4-431e-a8c8-c78385810227 None None] For port 8541a693-c9b3-47af-9b95-b336d93b4e0b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8541a693-c9b3-47af-9b95-b336d93b4e0b,segment=NetworkSegment(da77603c-e296-48ec-ad48-574242a019a4),segment_id=da77603c-e296-48ec-ad48-574242a019a4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:29.996831 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1a2ada87-6da4-431e-a8c8-c78385810227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:30.011786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ada87-6da4-431e-a8c8-c78385810227 None None] Calling delete_port for 8541a693-c9b3-47af-9b95-b336d93b4e0b owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:30.103521 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:30.111789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1a2ada87-6da4-431e-a8c8-c78385810227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:30.137093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event deleted for resources: {'Port': ['ID=8541a693-c9b3-47af-9b95-b336d93b4e0b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:30.138790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ada87-6da4-431e-a8c8-c78385810227 None None] Pushing event deleted for resources: {'Port': ['ID=8541a693-c9b3-47af-9b95-b336d93b4e0b,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:30.141698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] No DVR routers for this DVR port 8541a693-c9b3-47af-9b95-b336d93b4e0b on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:00:30.143091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ada87-6da4-431e-a8c8-c78385810227 None None] No DVR routers for this DVR port 8541a693-c9b3-47af-9b95-b336d93b4e0b on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:00:30.230902 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:30.241469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a8444d-a33f-4557-bdc3-7c21eebd5eeb']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:30.262943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da77603c-e296-48ec-ad48-574242a019a4') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:30.263258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da77603c-e296-48ec-ad48-574242a019a4') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:30.274380 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:30.289880 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:30.296212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:00:30.296608 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:00:30.300135 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:00:30.438892 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:30.446381 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:30.450037 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] 10.222.0.21 "DELETE /v2.0/networks/50a8444d-a33f-4557-bdc3-7c21eebd5eeb HTTP/1.1" status: 204 len: 168 time: 0.7974825 Aug 19 13:00:30.462066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb936a1-6eb5-40e4-9c2e-c93f0be7833f tempest-FloatingIPNegativeTestJSON-1270815071 tempest-FloatingIPNegativeTestJSON-1270815071-project] Pushing event deleted for resources: {'Network': ['ID=50a8444d-a33f-4557-bdc3-7c21eebd5eeb,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:31.026455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46802) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:31.164231 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5b7d137a-d977-4207-99fc-c5c7c84ca5f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f6d5773b1134da9a3552ae7ceb6d1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365454 Aug 19 13:00:31.170554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46808) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:31.221497 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cfaeceb2-daab-4a20-8f43-db80024d0e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:31.242699 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cfaeceb2-daab-4a20-8f43-db80024d0e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:31.415156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cfaeceb2-daab-4a20-8f43-db80024d0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:31.419220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cfaeceb2-daab-4a20-8f43-db80024d0e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:31.419220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cfaeceb2-daab-4a20-8f43-db80024d0e42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea23203c-f4a3-4855-a947-7fca746fd9bf HTTP/1.1" status: 204 len: 168 time: 0.2475843 Aug 19 13:00:31.429675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeceb2-daab-4a20-8f43-db80024d0e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea23203c-f4a3-4855-a947-7fca746fd9bf,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:31.480581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8541a693-c9b3-47af-9b95-b336d93b4e0b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:00:31.501296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 8541a693-c9b3-47af-9b95-b336d93b4e0b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:00:31.501644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8541a693-c9b3-47af-9b95-b336d93b4e0b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:00:32.871776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46848) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:32.978510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8ae5f534-656e-42a3-8e9a-9d4e617227b1 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:32.978914 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-8ae5f534-656e-42a3-8e9a-9d4e617227b1 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 13:00:32.979406 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-8ae5f534-656e-42a3-8e9a-9d4e617227b1 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 13:00:32.980426 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8ae5f534-656e-42a3-8e9a-9d4e617227b1 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1076524 Aug 19 13:00:32.984124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46854) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:32.989658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e26aeb34-bc21-438a-aabe-0786f6d31304 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'tempest-secgroup--283164477'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:33.126310 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e26aeb34-bc21-438a-aabe-0786f6d31304 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:33.134980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e26aeb34-bc21-438a-aabe-0786f6d31304 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:33.228931 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e26aeb34-bc21-438a-aabe-0786f6d31304 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:33.403777 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e26aeb34-bc21-438a-aabe-0786f6d31304 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:33.443834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aeb34-bc21-438a-aabe-0786f6d31304 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f924ffff-032a-4bc4-827c-c7927b4886a6,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:33.507686 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e26aeb34-bc21-438a-aabe-0786f6d31304 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:33.594722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e26aeb34-bc21-438a-aabe-0786f6d31304 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:33.624657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aeb34-bc21-438a-aabe-0786f6d31304 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c30a33f-4514-4b92-9da4-1aeae507dcd0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:33.775289 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e26aeb34-bc21-438a-aabe-0786f6d31304 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:33.776656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e26aeb34-bc21-438a-aabe-0786f6d31304 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7910550 Aug 19 13:00:33.782533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46864) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:33.787084 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-66f63ac4-826d-44ec-af3d-c2936904b88c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '3c30a33f-4514-4b92-9da4-1aeae507dcd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:33.987266 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66f63ac4-826d-44ec-af3d-c2936904b88c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:34.065146 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66f63ac4-826d-44ec-af3d-c2936904b88c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:34.274596 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66f63ac4-826d-44ec-af3d-c2936904b88c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:34.294928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f63ac4-826d-44ec-af3d-c2936904b88c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a136398d-dd25-475c-bf4f-f5842d3d9530,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:34.495342 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-66f63ac4-826d-44ec-af3d-c2936904b88c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:34.496711 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-66f63ac4-826d-44ec-af3d-c2936904b88c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7131753 Aug 19 13:00:34.499372 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46872) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:34.503841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-01694f43-822b-4049-aa42-c8f21109cf66 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '3c30a33f-4514-4b92-9da4-1aeae507dcd0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:34.645580 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-01694f43-822b-4049-aa42-c8f21109cf66 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:34.805755 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-01694f43-822b-4049-aa42-c8f21109cf66 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): There was a conflict when trying to complete your request. Aug 19 13:00:34.807087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-01694f43-822b-4049-aa42-c8f21109cf66 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3066916 Aug 19 13:00:34.809807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46878) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:34.862911 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ef4f84cf-4b14-477d-b654-c1b5d4f6d9bd tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:34.887721 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ef4f84cf-4b14-477d-b654-c1b5d4f6d9bd tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.063471 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ef4f84cf-4b14-477d-b654-c1b5d4f6d9bd tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.066603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ef4f84cf-4b14-477d-b654-c1b5d4f6d9bd tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.067889 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ef4f84cf-4b14-477d-b654-c1b5d4f6d9bd tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "DELETE /v2.0/security-groups/3c30a33f-4514-4b92-9da4-1aeae507dcd0 HTTP/1.1" status: 204 len: 168 time: 0.2569730 Aug 19 13:00:35.070701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46882) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:35.077982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f84cf-4b14-477d-b654-c1b5d4f6d9bd tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c30a33f-4514-4b92-9da4-1aeae507dcd0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:35.140497 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e1871646-176c-4683-b718-53a5edc4fdfd tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685329 Aug 19 13:00:35.144483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46884) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:35.154401 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1446855a-03ed-41f5-a30e-900b0c3b5ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.154939 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-657c51c7-5ee4-420a-8e76-ae587ebc585d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462821452'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:35.318057 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-657c51c7-5ee4-420a-8e76-ae587ebc585d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.398700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-657c51c7-5ee4-420a-8e76-ae587ebc585d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.518450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-657c51c7-5ee4-420a-8e76-ae587ebc585d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.550075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c51c7-5ee4-420a-8e76-ae587ebc585d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48df9364-dc29-4db3-9bd3-d8547302024c,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:35.657793 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-657c51c7-5ee4-420a-8e76-ae587ebc585d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.659209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-657c51c7-5ee4-420a-8e76-ae587ebc585d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5137210 Aug 19 13:00:35.662153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46890) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:35.666633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4e3dd4d3-8516-49d0-9d1a-3ea1cf2aa118 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '48df9364-dc29-4db3-9bd3-d8547302024c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:35.667508 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-4e3dd4d3-8516-49d0-9d1a-3ea1cf2aa118 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 19 13:00:35.668056 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-4e3dd4d3-8516-49d0-9d1a-3ea1cf2aa118 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:35.669061 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4e3dd4d3-8516-49d0-9d1a-3ea1cf2aa118 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059164 Aug 19 13:00:35.671610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46892) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:35.726890 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e435199c-37ea-4954-8629-fdb70776a228 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.748384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e435199c-37ea-4954-8629-fdb70776a228 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.884000 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e435199c-37ea-4954-8629-fdb70776a228 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.886873 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e435199c-37ea-4954-8629-fdb70776a228 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:35.888040 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e435199c-37ea-4954-8629-fdb70776a228 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "DELETE /v2.0/security-groups/48df9364-dc29-4db3-9bd3-d8547302024c HTTP/1.1" status: 204 len: 168 time: 0.2155418 Aug 19 13:00:35.890828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46900) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:35.897856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435199c-37ea-4954-8629-fdb70776a228 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48df9364-dc29-4db3-9bd3-d8547302024c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:35.952096 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bab21fc0-767b-4515-bcd5-38bbc552909d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593534 Aug 19 13:00:35.956311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46902) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:35.960748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ff2e1461-994c-42a5-9411-eb24168d8926 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463261100'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:36.085446 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1461-994c-42a5-9411-eb24168d8926 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:36.164688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1461-994c-42a5-9411-eb24168d8926 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:36.383065 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1461-994c-42a5-9411-eb24168d8926 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:36.416028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e1461-994c-42a5-9411-eb24168d8926 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a26dd-5f09-4f37-b953-41572b085ff0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:36.508730 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1461-994c-42a5-9411-eb24168d8926 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:36.510083 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ff2e1461-994c-42a5-9411-eb24168d8926 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5527575 Aug 19 13:00:36.512907 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46908) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:36.518101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d96b3c3d-8868-4c04-8d86-83457fa368c8 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': 'a45a26dd-5f09-4f37-b953-41572b085ff0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:36.518781 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-d96b3c3d-8868-4c04-8d86-83457fa368c8 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 19 13:00:36.519307 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-d96b3c3d-8868-4c04-8d86-83457fa368c8 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:36.520230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d96b3c3d-8868-4c04-8d86-83457fa368c8 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063295 Aug 19 13:00:36.523093 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46910) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:36.576714 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe7fb-2655-4ef1-af8c-a2c6c973c1c9 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:36.602149 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe7fb-2655-4ef1-af8c-a2c6c973c1c9 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:36.780924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe7fb-2655-4ef1-af8c-a2c6c973c1c9 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:36.783587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe7fb-2655-4ef1-af8c-a2c6c973c1c9 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:36.784796 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f4ebe7fb-2655-4ef1-af8c-a2c6c973c1c9 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "DELETE /v2.0/security-groups/a45a26dd-5f09-4f37-b953-41572b085ff0 HTTP/1.1" status: 204 len: 168 time: 0.2606421 Aug 19 13:00:36.787404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46914) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:36.794104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebe7fb-2655-4ef1-af8c-a2c6c973c1c9 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a26dd-5f09-4f37-b953-41572b085ff0,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:36.836678 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-655fe716-aa71-4b35-b06e-e8932f926097 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481043 Aug 19 13:00:36.840271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46918) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:36.845133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8625b349-5cdc-49cf-9e0e-4c4f0a0d8d9a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105466121'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:36.977709 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8625b349-5cdc-49cf-9e0e-4c4f0a0d8d9a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:37.070034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8625b349-5cdc-49cf-9e0e-4c4f0a0d8d9a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:37.158937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8625b349-5cdc-49cf-9e0e-4c4f0a0d8d9a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:37.190627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625b349-5cdc-49cf-9e0e-4c4f0a0d8d9a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5722cf39-c0e7-437c-bca4-75fccd1aab5e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:37.291549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8625b349-5cdc-49cf-9e0e-4c4f0a0d8d9a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:37.292822 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8625b349-5cdc-49cf-9e0e-4c4f0a0d8d9a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4516268 Aug 19 13:00:37.295656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46926) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:37.300965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a12f6a53-8bd0-4b43-a630-ceccc122f977 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '5722cf39-c0e7-437c-bca4-75fccd1aab5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:37.301957 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-a12f6a53-8bd0-4b43-a630-ceccc122f977 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 19 13:00:37.302449 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-a12f6a53-8bd0-4b43-a630-ceccc122f977 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:37.303428 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a12f6a53-8bd0-4b43-a630-ceccc122f977 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068526 Aug 19 13:00:37.305698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46928) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:37.309665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-55f4843b-5d2b-4685-bbd5-eab73b3cb65c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '5722cf39-c0e7-437c-bca4-75fccd1aab5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:37.310279 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-55f4843b-5d2b-4685-bbd5-eab73b3cb65c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 19 13:00:37.310733 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-55f4843b-5d2b-4685-bbd5-eab73b3cb65c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:37.311656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-55f4843b-5d2b-4685-bbd5-eab73b3cb65c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0051296 Aug 19 13:00:37.313966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46930) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:37.318563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e4e283d5-f1bf-4373-9c7a-b8f413e4d21c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '5722cf39-c0e7-437c-bca4-75fccd1aab5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:37.319567 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-e4e283d5-f1bf-4373-9c7a-b8f413e4d21c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 19 13:00:37.320053 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-e4e283d5-f1bf-4373-9c7a-b8f413e4d21c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:37.320983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e4e283d5-f1bf-4373-9c7a-b8f413e4d21c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060687 Aug 19 13:00:37.323422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46932) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:37.328751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7d871923-b066-4af9-8878-d394821a9094 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '5722cf39-c0e7-437c-bca4-75fccd1aab5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:37.329575 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-7d871923-b066-4af9-8878-d394821a9094 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 19 13:00:37.330061 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-7d871923-b066-4af9-8878-d394821a9094 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:37.331185 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7d871923-b066-4af9-8878-d394821a9094 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068517 Aug 19 13:00:37.339128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46934) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:37.391749 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38503b61-5add-494f-9774-c03ea5901009 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:37.415195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38503b61-5add-494f-9774-c03ea5901009 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:37.577371 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38503b61-5add-494f-9774-c03ea5901009 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:37.581195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-38503b61-5add-494f-9774-c03ea5901009 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:37.582462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-38503b61-5add-494f-9774-c03ea5901009 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "DELETE /v2.0/security-groups/5722cf39-c0e7-437c-bca4-75fccd1aab5e HTTP/1.1" status: 204 len: 168 time: 0.2423935 Aug 19 13:00:37.585051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46938) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:37.592617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38503b61-5add-494f-9774-c03ea5901009 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5722cf39-c0e7-437c-bca4-75fccd1aab5e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:37.632579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-03ed7ce7-afd3-471a-9883-acc68ed510ed tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462046 Aug 19 13:00:37.637033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46940) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:37.641437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-820e5550-7961-4f97-9eaa-f703c0ec4c42 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'tempest-secgroup--398484301'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:37.706589 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:37.938156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-820e5550-7961-4f97-9eaa-f703c0ec4c42 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:37.977117 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7272f9e2-006f-40ce-992d-5d655e5ece0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:38.031089 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-820e5550-7961-4f97-9eaa-f703c0ec4c42 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:38.136984 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-820e5550-7961-4f97-9eaa-f703c0ec4c42 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:38.171443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e5550-7961-4f97-9eaa-f703c0ec4c42 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60449759-914a-4342-ba3e-0a34bb2a744f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:38.330020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-820e5550-7961-4f97-9eaa-f703c0ec4c42 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:38.331336 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-820e5550-7961-4f97-9eaa-f703c0ec4c42 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6936493 Aug 19 13:00:38.334163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46952) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:38.338776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c5f2590d-2a44-4557-a1d4-780b11ab633c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '60449759-914a-4342-ba3e-0a34bb2a744f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:38.345413 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-c5f2590d-2a44-4557-a1d4-780b11ab633c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 13:00:38.345413 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-c5f2590d-2a44-4557-a1d4-780b11ab633c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:38.345413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c5f2590d-2a44-4557-a1d4-780b11ab633c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055914 Aug 19 13:00:38.347275 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46954) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:38.351713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e992904e-599e-4eb1-9c6d-77c6cf72abde tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '60449759-914a-4342-ba3e-0a34bb2a744f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:38.654868 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-e992904e-599e-4eb1-9c6d-77c6cf72abde tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:38.656116 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e992904e-599e-4eb1-9c6d-77c6cf72abde tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3077269 Aug 19 13:00:38.659054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46962) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:38.663876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-044c109d-8f63-4c43-9c6b-41b0b98d09ee tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '60449759-914a-4342-ba3e-0a34bb2a744f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:38.664357 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-044c109d-8f63-4c43-9c6b-41b0b98d09ee tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 19 13:00:38.664961 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-044c109d-8f63-4c43-9c6b-41b0b98d09ee tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:38.665917 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-044c109d-8f63-4c43-9c6b-41b0b98d09ee tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057163 Aug 19 13:00:38.668191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46964) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:38.673449 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d5835ea2-941e-44d0-a9a2-9debb59649c1 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '60449759-914a-4342-ba3e-0a34bb2a744f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:38.970562 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-d5835ea2-941e-44d0-a9a2-9debb59649c1 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:38.971676 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d5835ea2-941e-44d0-a9a2-9debb59649c1 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3026350 Aug 19 13:00:38.974676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46970) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:38.979137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-21e5f5c0-14ff-40ef-90f7-88832dc9189c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '60449759-914a-4342-ba3e-0a34bb2a744f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:38.979615 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-21e5f5c0-14ff-40ef-90f7-88832dc9189c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 19 13:00:38.980081 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-21e5f5c0-14ff-40ef-90f7-88832dc9189c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:38.980995 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-21e5f5c0-14ff-40ef-90f7-88832dc9189c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053852 Aug 19 13:00:38.983775 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46972) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:38.989391 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-1d78f397-e168-4b3a-a70e-075c2c9b0f0c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '60449759-914a-4342-ba3e-0a34bb2a744f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:39.120235 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-1d78f397-e168-4b3a-a70e-075c2c9b0f0c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Project db0f5344296943d290562d93f168ec47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:00:39.291711 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-1d78f397-e168-4b3a-a70e-075c2c9b0f0c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:39.292834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1d78f397-e168-4b3a-a70e-075c2c9b0f0c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3081346 Aug 19 13:00:39.295669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46976) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:39.300794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fe11ede0-c06f-4d7e-95db-09fcbf3057f2 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '60449759-914a-4342-ba3e-0a34bb2a744f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:39.301272 n-d-803757-2 neutron-server[95543]: WARNING neutron.api.v2.base [None req-fe11ede0-c06f-4d7e-95db-09fcbf3057f2 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 19 13:00:39.301722 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-fe11ede0-c06f-4d7e-95db-09fcbf3057f2 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:39.302618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fe11ede0-c06f-4d7e-95db-09fcbf3057f2 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060477 Aug 19 13:00:39.304922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46978) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:39.309771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-cd915d63-0b08-497f-a709-8808207c9a01 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '60449759-914a-4342-ba3e-0a34bb2a744f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:39.348726 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:39.486920 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-cd915d63-0b08-497f-a709-8808207c9a01 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Project db0f5344296943d290562d93f168ec47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:00:39.621406 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-cd915d63-0b08-497f-a709-8808207c9a01 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:39.622503 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cd915d63-0b08-497f-a709-8808207c9a01 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3167336 Aug 19 13:00:39.625824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46984) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:39.630872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2c3acee5-55d8-4190-a69d-fafd762395fd tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '60449759-914a-4342-ba3e-0a34bb2a744f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:39.845809 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-2c3acee5-55d8-4190-a69d-fafd762395fd tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Project db0f5344296943d290562d93f168ec47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:00:40.018348 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-2c3acee5-55d8-4190-a69d-fafd762395fd tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:40.020125 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2c3acee5-55d8-4190-a69d-fafd762395fd tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3926833 Aug 19 13:00:40.022766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 46994) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:40.087031 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d19301c-bc72-40cf-b337-287c24c3af52 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:40.117784 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d19301c-bc72-40cf-b337-287c24c3af52 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:40.286869 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d19301c-bc72-40cf-b337-287c24c3af52 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:40.289524 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9d19301c-bc72-40cf-b337-287c24c3af52 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:40.290685 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9d19301c-bc72-40cf-b337-287c24c3af52 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "DELETE /v2.0/security-groups/60449759-914a-4342-ba3e-0a34bb2a744f HTTP/1.1" status: 204 len: 168 time: 0.2662168 Aug 19 13:00:40.293580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 46998) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:40.301937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19301c-bc72-40cf-b337-287c24c3af52 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60449759-914a-4342-ba3e-0a34bb2a744f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:40.345108 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a6a58b33-b962-4a4d-9fd3-e2e00dbe78d0 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502994 Aug 19 13:00:40.348909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47000) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:40.359328 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d63fa8a7-b5fa-489b-8443-79c1a20e88c8 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'tempest-secgroup--518844419'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:40.434970 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d63fa8a7-b5fa-489b-8443-79c1a20e88c8 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:40.520237 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d63fa8a7-b5fa-489b-8443-79c1a20e88c8 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:40.592479 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d63fa8a7-b5fa-489b-8443-79c1a20e88c8 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:40.627062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fa8a7-b5fa-489b-8443-79c1a20e88c8 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6bd744-d908-45f6-9e88-e3cb72ebe92e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:40.724188 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:40.776877 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d63fa8a7-b5fa-489b-8443-79c1a20e88c8 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:40.778358 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d63fa8a7-b5fa-489b-8443-79c1a20e88c8 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4284949 Aug 19 13:00:40.781229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47006) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:40.786443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c2cd080c-9726-41de-baea-85c87a257446 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '1b6bd744-d908-45f6-9e88-e3cb72ebe92e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:41.055366 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-c2cd080c-9726-41de-baea-85c87a257446 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The resource could not be found. Aug 19 13:00:41.059488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47012) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:41.060019 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c2cd080c-9726-41de-baea-85c87a257446 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2769063 Aug 19 13:00:41.065018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ee206c05-a7d7-4086-b8b0-e17fdf1d97f2 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '1b6bd744-d908-45f6-9e88-e3cb72ebe92e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '52622755-c532-4e1e-bbf7-64e1bcf3698d'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:41.201964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-04772259-95e7-4d62-8e94-21fe4636e250 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083012 Aug 19 13:00:41.289327 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-878eb8e1-ac06-4fb1-b2a4-abf33c9957cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:41.290978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-878eb8e1-ac06-4fb1-b2a4-abf33c9957cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 1097 time: 0.0447299 Aug 19 13:00:41.384095 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-ee206c05-a7d7-4086-b8b0-e17fdf1d97f2 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The resource could not be found. Aug 19 13:00:41.388771 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ee206c05-a7d7-4086-b8b0-e17fdf1d97f2 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3273971 Aug 19 13:00:41.389510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47020) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:41.420254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-0853bcd5-7203-4108-824e-f75e729843aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:41.421693 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-0853bcd5-7203-4108-824e-f75e729843aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.1114120 Aug 19 13:00:41.519134 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-ec439cf8-8224-4238-a46c-84ff254c717b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 HTTP/1.1" status: 200 len: 1002 time: 0.0887730 Aug 19 13:00:41.519750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d8b5-f320-44df-941f-744491d697ba tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:41.570478 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d8b5-f320-44df-941f-744491d697ba tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:41.610914 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-e279aab6-065d-4034-bf1f-551e61cb8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:41.610914 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-e279aab6-065d-4034-bf1f-551e61cb8ae6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0750294 Aug 19 13:00:41.662295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-031e796b-2139-4a0a-8971-ab873900d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:41.663762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-031e796b-2139-4a0a-8971-ab873900d30b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501988 Aug 19 13:00:41.778831 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-1d0065cd-8a9a-4a2e-9b36-22ecc75c7ae1 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077993 Aug 19 13:00:41.872403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da27a242-cc3f-4315-b3f7-470ebb2df74d req-efc3191a-1b2a-44b2-a123-31aa95830234 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864460 Aug 19 13:00:41.954888 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d8b5-f320-44df-941f-744491d697ba tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:41.957490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ebf0d8b5-f320-44df-941f-744491d697ba tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:41.958674 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ebf0d8b5-f320-44df-941f-744491d697ba tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b6bd744-d908-45f6-9e88-e3cb72ebe92e HTTP/1.1" status: 204 len: 168 time: 0.5682213 Aug 19 13:00:41.961451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47026) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:41.971008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0d8b5-f320-44df-941f-744491d697ba tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6bd744-d908-45f6-9e88-e3cb72ebe92e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:42.015147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-305ae23e-366e-4ad7-a7f7-ca1ea15c068c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0466805 Aug 19 13:00:42.017514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47030) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:42.035961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-431491de-e6f2-4ada-abbc-8305aff201da tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '3aa45434-b548-47dd-8e14-ac37cf23d9a9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:42.320067 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-431491de-e6f2-4ada-abbc-8305aff201da tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The resource could not be found. Aug 19 13:00:42.324344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-431491de-e6f2-4ada-abbc-8305aff201da tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3025718 Aug 19 13:00:42.324797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47034) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:42.329415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-12b5c438-de7b-4641-a585-462df038eb5c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'tempest-secgroup--381137694'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:42.446199 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12b5c438-de7b-4641-a585-462df038eb5c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:42.535517 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12b5c438-de7b-4641-a585-462df038eb5c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:42.668788 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12b5c438-de7b-4641-a585-462df038eb5c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:42.698645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5c438-de7b-4641-a585-462df038eb5c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fec3cf4-7a9c-467b-88ee-339e9a196cee,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:42.800437 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-12b5c438-de7b-4641-a585-462df038eb5c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:42.801856 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-12b5c438-de7b-4641-a585-462df038eb5c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4761147 Aug 19 13:00:42.804709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47040) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:42.809318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ec20d0c1-0d72-4ca1-8c1e-a317d5091d15 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948872886'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:42.914267 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ec20d0c1-0d72-4ca1-8c1e-a317d5091d15 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.018016 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ec20d0c1-0d72-4ca1-8c1e-a317d5091d15 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.112206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ec20d0c1-0d72-4ca1-8c1e-a317d5091d15 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.143057 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20d0c1-0d72-4ca1-8c1e-a317d5091d15 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac60739-54d7-48ad-b60e-c92404835959,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:43.255622 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ec20d0c1-0d72-4ca1-8c1e-a317d5091d15 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.267592 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ec20d0c1-0d72-4ca1-8c1e-a317d5091d15 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4512608 Aug 19 13:00:43.267592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47048) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:43.267592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-bf31e925-ede9-40c9-9a72-177bd61a93b2 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '0fec3cf4-7a9c-467b-88ee-339e9a196cee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cac60739-54d7-48ad-b60e-c92404835959'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:43.581332 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-bf31e925-ede9-40c9-9a72-177bd61a93b2 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:43.583057 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bf31e925-ede9-40c9-9a72-177bd61a93b2 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3221276 Aug 19 13:00:43.586107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47052) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:43.642778 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aba15247-8785-4d5b-8749-bb9900ab5659 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.667473 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aba15247-8785-4d5b-8749-bb9900ab5659 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.788660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aba15247-8785-4d5b-8749-bb9900ab5659 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.791338 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aba15247-8785-4d5b-8749-bb9900ab5659 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.792564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aba15247-8785-4d5b-8749-bb9900ab5659 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "DELETE /v2.0/security-groups/cac60739-54d7-48ad-b60e-c92404835959 HTTP/1.1" status: 204 len: 168 time: 0.2052529 Aug 19 13:00:43.795306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47056) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:43.802669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba15247-8785-4d5b-8749-bb9900ab5659 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac60739-54d7-48ad-b60e-c92404835959,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:43.853372 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ddea4bae-121a-4153-8b6a-1c364ce9a5d9 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0568388 Aug 19 13:00:43.856174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47058) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:43.915907 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27788707-5cd6-4d35-b438-1f169d96742d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:43.944491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27788707-5cd6-4d35-b438-1f169d96742d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:44.061251 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27788707-5cd6-4d35-b438-1f169d96742d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:44.064541 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-27788707-5cd6-4d35-b438-1f169d96742d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:44.065750 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-27788707-5cd6-4d35-b438-1f169d96742d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "DELETE /v2.0/security-groups/0fec3cf4-7a9c-467b-88ee-339e9a196cee HTTP/1.1" status: 204 len: 168 time: 0.2082012 Aug 19 13:00:44.069201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47064) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:44.088643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27788707-5cd6-4d35-b438-1f169d96742d tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fec3cf4-7a9c-467b-88ee-339e9a196cee,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:44.126790 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-477f95dd-72e0-42e5-8637-1b20c88cb703 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560873 Aug 19 13:00:44.135549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47066) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:44.136385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-aded1e3b-575c-4df6-8cae-63c08875c071 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'tempest-secgroup--601429711'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:44.275503 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aded1e3b-575c-4df6-8cae-63c08875c071 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:44.324791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-c08b5346-352c-4d23-9694-8f6469a96b3d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0973005 Aug 19 13:00:44.401556 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aded1e3b-575c-4df6-8cae-63c08875c071 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:44.427869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-743acc0b-60d8-42da-a8c3-e30b137a24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:44.429385 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-743acc0b-60d8-42da-a8c3-e30b137a24b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 1097 time: 0.0598545 Aug 19 13:00:44.497569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aded1e3b-575c-4df6-8cae-63c08875c071 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:44.530597 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded1e3b-575c-4df6-8cae-63c08875c071 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71978c36-4108-4768-a0e2-78b977b8ec8f,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:44.561314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-f873081e-022e-43a4-81a7-24e94bd5b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:44.564441 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-f873081e-022e-43a4-81a7-24e94bd5b729 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.1046433 Aug 19 13:00:44.583122 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-aded1e3b-575c-4df6-8cae-63c08875c071 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:44.591297 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-aded1e3b-575c-4df6-8cae-63c08875c071 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4523399 Aug 19 13:00:44.591297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47074) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:44.593196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7221d2a0-ae55-4b1f-89cb-ee0ae0fcb5df tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '71978c36-4108-4768-a0e2-78b977b8ec8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:44.644489 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-7d03086f-f50d-4a41-84f6-0c09cc2589f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44bb0db4-df00-40ed-8b66-04749d0c92d4 HTTP/1.1" status: 200 len: 1002 time: 0.0724928 Aug 19 13:00:44.706195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-9bdde662-d810-4944-b8c3-8e1013765346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:44.707739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-9bdde662-d810-4944-b8c3-8e1013765346 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0570190 Aug 19 13:00:44.764971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-562bda97-018e-407c-8b78-c17c1f9af196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:44.766538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-562bda97-018e-407c-8b78-c17c1f9af196 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515962 Aug 19 13:00:44.811488 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-7221d2a0-ae55-4b1f-89cb-ee0ae0fcb5df tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:44.815630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7221d2a0-ae55-4b1f-89cb-ee0ae0fcb5df tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2238040 Aug 19 13:00:44.815962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47080) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:44.820983 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ab72bb26-906e-4818-9300-eaede7d35d8c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group_rule': {'security_group_id': '71978c36-4108-4768-a0e2-78b977b8ec8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:44.868645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-292924d6-bb90-4c2f-96fe-2650bd63eedf service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951653 Aug 19 13:00:44.978708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba481918-0d73-4ce1-9922-4c72c7542f29 req-e66427fd-76ed-4bd7-bdd2-0d3484a62e35 service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022007 Aug 19 13:00:45.035986 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-ab72bb26-906e-4818-9300-eaede7d35d8c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:00:45.037492 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ab72bb26-906e-4818-9300-eaede7d35d8c tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2204192 Aug 19 13:00:45.040181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47084) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:45.101052 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:45.124292 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:45.255802 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:45.258466 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:45.259804 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "DELETE /v2.0/security-groups/71978c36-4108-4768-a0e2-78b977b8ec8f HTTP/1.1" status: 204 len: 168 time: 0.2184227 Aug 19 13:00:45.263335 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47090) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:45.269604 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71978c36-4108-4768-a0e2-78b977b8ec8f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cdd84-a3c7-428b-8929-e538e45d506a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:45.316648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ba1f21c9-33e0-40f1-aeac-86024b666326 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520844 Aug 19 13:00:45.321497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47092) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:45.325790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-299a5b8d-1449-46bc-b1d7-5722e4d15aed tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069052866'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:45.450497 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-299a5b8d-1449-46bc-b1d7-5722e4d15aed tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:45.544174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-299a5b8d-1449-46bc-b1d7-5722e4d15aed tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:45.632149 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-299a5b8d-1449-46bc-b1d7-5722e4d15aed tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:45.666535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a5b8d-1449-46bc-b1d7-5722e4d15aed tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03638c1a-1def-4438-8a35-7601706909fe,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:45.758486 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-299a5b8d-1449-46bc-b1d7-5722e4d15aed tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:45.760032 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-299a5b8d-1449-46bc-b1d7-5722e4d15aed tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4379544 Aug 19 13:00:45.763247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47098) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:45.768738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8160186d-35c4-4dfb-b0ea-6a18cba58a6e tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:45.773705 n-d-803757-2 neutron-server[95542]: WARNING neutron.api.v2.base [None req-8160186d-35c4-4dfb-b0ea-6a18cba58a6e tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 19 13:00:45.773705 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-8160186d-35c4-4dfb-b0ea-6a18cba58a6e tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] update failed (client error): There was a conflict when trying to complete your request. Aug 19 13:00:45.773705 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8160186d-35c4-4dfb-b0ea-6a18cba58a6e tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "PUT /v2.0/security-groups/03638c1a-1def-4438-8a35-7601706909fe HTTP/1.1" status: 409 len: 330 time: 0.0062692 Aug 19 13:00:45.775022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47100) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:45.839133 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:45.864012 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:46.009579 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:46.012240 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:46.013430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "DELETE /v2.0/security-groups/03638c1a-1def-4438-8a35-7601706909fe HTTP/1.1" status: 204 len: 168 time: 0.2374904 Aug 19 13:00:46.016506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47104) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:46.024136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03638c1a-1def-4438-8a35-7601706909fe,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:46.035373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.035798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.036153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.036877 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.037271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.037668 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.038899 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.045430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.045430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.045430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.045430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.045430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721e8d4-e9ad-48a1-8941-ff442d88b272 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:00:46.073140 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7f445aca-603b-4e7e-9994-edf4fc0cc487 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554562 Aug 19 13:00:46.079159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47108) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:46.100843 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-a510706a-f4d6-4fa7-94a8-6f609e8dfc15 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] delete failed (client error): The resource could not be found. Aug 19 13:00:46.101926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a510706a-f4d6-4fa7-94a8-6f609e8dfc15 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "DELETE /v2.0/security-groups/02b070f2-0f46-4e22-b6d9-599f3f653036 HTTP/1.1" status: 404 len: 347 time: 0.0217526 Aug 19 13:00:46.105705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47110) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:46.120462 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-e35b6e3c-e732-4739-a20f-a2371dd8a96a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] show failed (client error): The resource could not be found. Aug 19 13:00:46.122425 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e35b6e3c-e732-4739-a20f-a2371dd8a96a tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-groups/3696d883-d380-4342-a51f-a1bf40b5681f HTTP/1.1" status: 404 len: 347 time: 0.0146439 Aug 19 13:00:46.126079 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47114) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:46.141799 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-0dbd83d7-f5bf-415b-a29b-1a8fd44880e4 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] show failed (client error): The resource could not be found. Aug 19 13:00:46.146995 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0dbd83d7-f5bf-415b-a29b-1a8fd44880e4 tempest-NegativeSecGroupIPv6Test-1742660362 tempest-NegativeSecGroupIPv6Test-1742660362-project] 10.222.0.21 "GET /v2.0/security-group-rules/636572f4-bad1-4d79-8ee2-103d5d2a3d97 HTTP/1.1" status: 404 len: 356 time: 0.0157685 Aug 19 13:00:46.740869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47126) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:46.892980 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7ae0b403-ac29-402e-a26a-207df38d949f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db0f5344296943d290562d93f168ec47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509266 Aug 19 13:00:46.897043 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47132) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:46.948935 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-348ac1aa-cea9-4a58-84f8-42f11796115a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:46.971848 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-348ac1aa-cea9-4a58-84f8-42f11796115a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:47.164519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-348ac1aa-cea9-4a58-84f8-42f11796115a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:47.167221 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-348ac1aa-cea9-4a58-84f8-42f11796115a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:47.168928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-348ac1aa-cea9-4a58-84f8-42f11796115a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f924ffff-032a-4bc4-827c-c7927b4886a6 HTTP/1.1" status: 204 len: 168 time: 0.2704284 Aug 19 13:00:47.177920 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ac1aa-cea9-4a58-84f8-42f11796115a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f924ffff-032a-4bc4-827c-c7927b4886a6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:48.519048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47166) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:48.638605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-794809200'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:48.754756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Made reservation on behalf of 20ff88b926154293b794888598800958 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:48.758551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:48.767729 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:48.867641 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:48.992411 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:49.027782 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:00:49.030406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8466ae6-dc0e-4a28-b03f-5959bdadc695,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:49.048625 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:49.048625 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Added segment 7fa002ed-b3c1-47fe-a02a-1d5be0324205 of type vlan for network 089d5c3f-b0e4-40fa-9d66-a715f783e9c4 Aug 19 13:00:49.095439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:49.188995 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:49.194671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:49.195340 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:49.266166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Pushing event updated for resources: {'Network': ['ID=089d5c3f-b0e4-40fa-9d66-a715f783e9c4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:49.277252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 089d5c3f-b0e4-40fa-9d66-a715f783e9c4 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:00:49.359073 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cc541821-0013-4fed-ac49-3e90fe6231b5 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8385527 Aug 19 13:00:49.367758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47172) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:49.373106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Request body: {'subnet': {'network_id': '089d5c3f-b0e4-40fa-9d66-a715f783e9c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:49.561867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Made reservation on behalf of 20ff88b926154293b794888598800958 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:49.565520 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:49.840815 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:49.902457 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Pushing event updated for resources: {'Subnet': ['ID=0c865fa2-22cb-43c1-a6d2-3c000ca818bf,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:49.916121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Checking segment: {'id': '7fa002ed-b3c1-47fe-a02a-1d5be0324205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '089d5c3f-b0e4-40fa-9d66-a715f783e9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:00:49.916487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Network hostable DHCP agents. Network: 089d5c3f-b0e4-40fa-9d66-a715f783e9c4, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:00:49.977737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Network 089d5c3f-b0e4-40fa-9d66-a715f783e9c4 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:00:50.078225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 089d5c3f-b0e4-40fa-9d66-a715f783e9c4) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:50.084067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:50.087817 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:50.091220 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d5649-a960-4b47-978b-1f7794cb3acf None None] Network 089d5c3f-b0e4-40fa-9d66-a715f783e9c4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:00:50.170159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47176) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:50.170796 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-863ac484-4bc3-4c3e-afff-27de47e5c8b9 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8016510 Aug 19 13:00:50.177328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Request body: {'port': {'network_id': '089d5c3f-b0e4-40fa-9d66-a715f783e9c4', 'name': 'tempest-TagsExtTest-1992994343'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:50.251063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-089d5c3f-b0e4-40fa-9d66-a715f783e9c4', 'network_id': '089d5c3f-b0e4-40fa-9d66-a715f783e9c4', 'tenant_id': '20ff88b926154293b794888598800958', 'fixed_ips': [{'subnet_id': '0c865fa2-22cb-43c1-a6d2-3c000ca818bf'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:00:50.252116 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:50.405673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Allocated IP 172.20.0.2 (089d5c3f-b0e4-40fa-9d66-a715f783e9c4/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/a2982c55-0873-44f3-97d6-9e08bcc12fd4) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:50.406358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Made reservation on behalf of 20ff88b926154293b794888598800958 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:00:50.408165 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:50.444265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] device_id is not set on port 6bf3d9a0-a343-418a-aac2-007ff2d9ac70 yet. {{(pid=95542) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 19 13:00:50.593188 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:50.603613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Transition to ACTIVE for port object a2982c55-0873-44f3-97d6-9e08bcc12fd4 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:50.620202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Transition to ACTIVE for port object a2982c55-0873-44f3-97d6-9e08bcc12fd4 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:50.709634 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:50.765277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Pushing event updated for resources: {'Port': ['ID=a2982c55-0873-44f3-97d6-9e08bcc12fd4,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:50.775226 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Allocated IP 172.20.0.11 (089d5c3f-b0e4-40fa-9d66-a715f783e9c4/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/6bf3d9a0-a343-418a-aac2-007ff2d9ac70) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:00:50.780682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Network 089d5c3f-b0e4-40fa-9d66-a715f783e9c4 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:50.782594 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:50.787690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:50.856981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Attempting to bind port a2982c55-0873-44f3-97d6-9e08bcc12fd4 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:00:50.857421 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Attempting to bind port a2982c55-0873-44f3-97d6-9e08bcc12fd4 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '7fa002ed-b3c1-47fe-a02a-1d5be0324205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '089d5c3f-b0e4-40fa-9d66-a715f783e9c4'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:00:50.857790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Attempting to bind port a2982c55-0873-44f3-97d6-9e08bcc12fd4 on network 089d5c3f-b0e4-40fa-9d66-a715f783e9c4 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:00:50.864387 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:00:50.864819 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Checking segment: {'id': '7fa002ed-b3c1-47fe-a02a-1d5be0324205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '089d5c3f-b0e4-40fa-9d66-a715f783e9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:00:50.865220 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:50.865610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Bound using segment: {'id': '7fa002ed-b3c1-47fe-a02a-1d5be0324205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '089d5c3f-b0e4-40fa-9d66-a715f783e9c4'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:00:50.866103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Bound port: a2982c55-0873-44f3-97d6-9e08bcc12fd4, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa002ed-b3c1-47fe-a02a-1d5be0324205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '089d5c3f-b0e4-40fa-9d66-a715f783e9c4'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:00:50.866602 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:50.939887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2b793220-0413-4119-9631-c73df4bb915a None None] For port a2982c55-0873-44f3-97d6-9e08bcc12fd4, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:00:50.944098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-2b793220-0413-4119-9631-c73df4bb915a None None] For port a2982c55-0873-44f3-97d6-9e08bcc12fd4, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a2982c55-0873-44f3-97d6-9e08bcc12fd4,segment=NetworkSegment(7fa002ed-b3c1-47fe-a02a-1d5be0324205),segment_id=7fa002ed-b3c1-47fe-a02a-1d5be0324205)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:00:50.990287 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:51.058266 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:51.133127 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b793220-0413-4119-9631-c73df4bb915a None None] Pushing event updated for resources: {'Port': ['ID=a2982c55-0873-44f3-97d6-9e08bcc12fd4,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:51.372999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Transition to ACTIVE for port object 6bf3d9a0-a343-418a-aac2-007ff2d9ac70 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:00:51.549940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a2982c55-0873-44f3-97d6-9e08bcc12fd4 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:51.588155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:51.634039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Network 089d5c3f-b0e4-40fa-9d66-a715f783e9c4 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:00:51.640111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:00:51.644281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:00:51.679548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Pushing event updated for resources: {'Port': ['ID=6bf3d9a0-a343-418a-aac2-007ff2d9ac70,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:51.707250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:00:51.708120 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:51.721186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port a2982c55-0873-44f3-97d6-9e08bcc12fd4 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:51.816733 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-85a25337-73c1-4901-8d4c-4bea67e0995d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6443710 Aug 19 13:00:51.819237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47180) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:51.824341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f2e30949-4ab9-4228-bd06-239298467546 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1319119262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:51.949500 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2e30949-4ab9-4228-bd06-239298467546 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:51.950593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2e30949-4ab9-4228-bd06-239298467546 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.022317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2e30949-4ab9-4228-bd06-239298467546 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.079628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2e30949-4ab9-4228-bd06-239298467546 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.183664 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f2e30949-4ab9-4228-bd06-239298467546 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.186721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f2e30949-4ab9-4228-bd06-239298467546 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3647404 Aug 19 13:00:52.188800 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47182) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:52.193539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ef739b8a-8c87-4054-aea3-47a3d357019a tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-410232207', 'prefixes': ['172.20.0.0/16']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:00:52.280721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b5fa8-3933-4c76-b4f2-da994ebec698 None None] Network 089d5c3f-b0e4-40fa-9d66-a715f783e9c4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:00:52.302745 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:00:52.443899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-063cae79-adb8-4c0f-a695-5daf6c53e196 None None] Provisioning for port a2982c55-0873-44f3-97d6-9e08bcc12fd4 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:52.449545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-063cae79-adb8-4c0f-a695-5daf6c53e196 None None] Provisioning complete for port a2982c55-0873-44f3-97d6-9e08bcc12fd4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:52.449929 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-063cae79-adb8-4c0f-a695-5daf6c53e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.480693 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ef739b8a-8c87-4054-aea3-47a3d357019a tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for subnetpool, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.482792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ef739b8a-8c87-4054-aea3-47a3d357019a tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2929783 Aug 19 13:00:52.486872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47194) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:52.493491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-534cfed9-140e-4e05-8f7b-0b63baac554d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf', 'tempest-TagsExtTest-Tag-624110621') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:52.552841 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-063cae79-adb8-4c0f-a695-5daf6c53e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.726640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-534cfed9-140e-4e05-8f7b-0b63baac554d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags/tempest-TagsExtTest-Tag-624110621 HTTP/1.1" status: 201 len: 201 time: 0.2342193 Aug 19 13:00:52.727297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47196) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:52.735603 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-b3c89850-3813-4f7a-b0df-0be55062d9a8 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70', 'tempest-TagsExtTest-Tag-1741140491') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:52.774464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-063cae79-adb8-4c0f-a695-5daf6c53e196 None None] For port a2982c55-0873-44f3-97d6-9e08bcc12fd4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a2982c55-0873-44f3-97d6-9e08bcc12fd4,segment=NetworkSegment(7fa002ed-b3c1-47fe-a02a-1d5be0324205),segment_id=7fa002ed-b3c1-47fe-a02a-1d5be0324205)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:52.880877 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-063cae79-adb8-4c0f-a695-5daf6c53e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:52.909251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b3c89850-3813-4f7a-b0df-0be55062d9a8 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags/tempest-TagsExtTest-Tag-1741140491 HTTP/1.1" status: 201 len: 201 time: 0.1801119 Aug 19 13:00:52.911855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47198) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:52.917353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-e3ef107e-c621-4ea7-9a63-fd6664c935ad tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8', 'tempest-TagsExtTest-Tag-372254595') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:52.937058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cae79-adb8-4c0f-a695-5daf6c53e196 None None] Pushing event updated for resources: {'Port': ['ID=a2982c55-0873-44f3-97d6-9e08bcc12fd4,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:53.014937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4ea7cd8e-6ec1-47cd-9238-1c2187e07298 None None] Provisioning complete for port a2982c55-0873-44f3-97d6-9e08bcc12fd4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:53.015318 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4ea7cd8e-6ec1-47cd-9238-1c2187e07298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:53.084432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e3ef107e-c621-4ea7-9a63-fd6664c935ad tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags/tempest-TagsExtTest-Tag-372254595 HTTP/1.1" status: 201 len: 201 time: 0.1688554 Aug 19 13:00:53.084707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47200) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:53.089672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-596abffd-1eca-4bdd-bbfc-9b420c08838f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b', 'tempest-TagsExtTest-Tag-671300075') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:53.226689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4ea7cd8e-6ec1-47cd-9238-1c2187e07298 None None] Provisioning for port 6bf3d9a0-a343-418a-aac2-007ff2d9ac70 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:00:53.231148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4ea7cd8e-6ec1-47cd-9238-1c2187e07298 None None] Provisioning complete for port 6bf3d9a0-a343-418a-aac2-007ff2d9ac70 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:53.231593 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4ea7cd8e-6ec1-47cd-9238-1c2187e07298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:53.253348 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-596abffd-1eca-4bdd-bbfc-9b420c08838f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags/tempest-TagsExtTest-Tag-671300075 HTTP/1.1" status: 201 len: 201 time: 0.1669745 Aug 19 13:00:53.255809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47204) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:53.260329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-4864e1aa-7056-4261-9ae3-d838d552b063 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:53.269801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4ea7cd8e-6ec1-47cd-9238-1c2187e07298 None None] Port 6bf3d9a0-a343-418a-aac2-007ff2d9ac70 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:53.312683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4864e1aa-7056-4261-9ae3-d838d552b063 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags HTTP/1.1" status: 200 len: 240 time: 0.0557168 Aug 19 13:00:53.315508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47206) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:53.320930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-72d845ad-88d1-462b-b5db-a5051792af3f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf', 'tempest-TagsExtTest-Tag-624110621') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:53.389335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-658b10a6-8883-400e-856a-76bd6d2cc403 None None] Provisioning complete for port 6bf3d9a0-a343-418a-aac2-007ff2d9ac70 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:53.389712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-658b10a6-8883-400e-856a-76bd6d2cc403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:53.420630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-72d845ad-88d1-462b-b5db-a5051792af3f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags/tempest-TagsExtTest-Tag-624110621 HTTP/1.1" status: 204 len: 168 time: 0.1037147 Aug 19 13:00:53.428532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47208) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:53.432410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-658b10a6-8883-400e-856a-76bd6d2cc403 None None] Port 6bf3d9a0-a343-418a-aac2-007ff2d9ac70 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:00:53.440550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-d68426b0-e859-4d1d-9838-5ea46cff0b3d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf', 'tempest-TagsExtTest-Tag-624110621') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:53.496038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a2982c55-0873-44f3-97d6-9e08bcc12fd4 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:00:53.549359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port a2982c55-0873-44f3-97d6-9e08bcc12fd4 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:00:53.549359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:53.590114 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d68426b0-e859-4d1d-9838-5ea46cff0b3d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags/tempest-TagsExtTest-Tag-624110621 HTTP/1.1" status: 204 len: 168 time: 0.1604729 Aug 19 13:00:53.597055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47212) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:53.601499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-eae9a9fd-2991-4ef9-bd21-683ff4c7f260 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:53.666661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eae9a9fd-2991-4ef9-bd21-683ff4c7f260 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags HTTP/1.1" status: 200 len: 205 time: 0.0684915 Aug 19 13:00:53.669152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47214) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:53.673426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-f6f6804f-a7ac-43f1-a4d6-b7225a26f592 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:53.728170 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f6f6804f-a7ac-43f1-a4d6-b7225a26f592 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags HTTP/1.1" status: 200 len: 241 time: 0.0556908 Aug 19 13:00:53.728420 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47216) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:53.732765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-2d17840a-455d-482f-b33b-fa69c4404ad1 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70', 'tempest-TagsExtTest-Tag-1741140491') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:53.786082 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2d17840a-455d-482f-b33b-fa69c4404ad1 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags/tempest-TagsExtTest-Tag-1741140491 HTTP/1.1" status: 204 len: 168 time: 0.0542767 Aug 19 13:00:53.786302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47218) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:53.791165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-85ae4ba4-10e2-40b6-a001-608130869b69 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70', 'tempest-TagsExtTest-Tag-1741140491') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:53.970969 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-85ae4ba4-10e2-40b6-a001-608130869b69 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags/tempest-TagsExtTest-Tag-1741140491 HTTP/1.1" status: 204 len: 168 time: 0.1836505 Aug 19 13:00:53.973439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47220) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:53.977931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-8ab3617e-9679-4271-8610-b157e1bb90d8 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.038068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8ab3617e-9679-4271-8610-b157e1bb90d8 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags HTTP/1.1" status: 200 len: 205 time: 0.0635314 Aug 19 13:00:54.040448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47222) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.044900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-29c9c52d-2a41-4db2-ae8e-b633a94d91fd tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.127390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-29c9c52d-2a41-4db2-ae8e-b633a94d91fd tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags HTTP/1.1" status: 200 len: 240 time: 0.0859015 Aug 19 13:00:54.129843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47224) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.134511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-b1c73b76-6536-47a6-9924-b41e34ba9ae1 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8', 'tempest-TagsExtTest-Tag-372254595') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.209380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b1c73b76-6536-47a6-9924-b41e34ba9ae1 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags/tempest-TagsExtTest-Tag-372254595 HTTP/1.1" status: 204 len: 168 time: 0.0785286 Aug 19 13:00:54.211889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47226) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.216447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-50518e84-5bce-40f7-8dc2-785ed38003da tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8', 'tempest-TagsExtTest-Tag-372254595') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.424444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-50518e84-5bce-40f7-8dc2-785ed38003da tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags/tempest-TagsExtTest-Tag-372254595 HTTP/1.1" status: 204 len: 168 time: 0.2114375 Aug 19 13:00:54.426866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47228) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.431233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-fdf4d73b-3f43-4e0d-bad8-857bd7cffc5a tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.513323 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fdf4d73b-3f43-4e0d-bad8-857bd7cffc5a tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags HTTP/1.1" status: 200 len: 205 time: 0.0854180 Aug 19 13:00:54.515813 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47230) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.520884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-b7845e25-5434-40e9-bdde-78821eb434ae tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.557356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b7845e25-5434-40e9-bdde-78821eb434ae tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags HTTP/1.1" status: 200 len: 240 time: 0.0398927 Aug 19 13:00:54.559975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47232) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.565379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-d1e62d0d-d9f6-4713-b041-721acb164eac tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b', 'tempest-TagsExtTest-Tag-671300075') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.588981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d1e62d0d-d9f6-4713-b041-721acb164eac tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags/tempest-TagsExtTest-Tag-671300075 HTTP/1.1" status: 204 len: 168 time: 0.0278926 Aug 19 13:00:54.591596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47234) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.598998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-92c8ce42-272c-4097-8246-752b884e2f6a tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b', 'tempest-TagsExtTest-Tag-671300075') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.713586 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-92c8ce42-272c-4097-8246-752b884e2f6a tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags/tempest-TagsExtTest-Tag-671300075 HTTP/1.1" status: 204 len: 168 time: 0.1208599 Aug 19 13:00:54.715944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47236) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.720283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-2bcc2b9e-509f-4d08-a7f0-a474f69faa8b tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.741297 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2bcc2b9e-509f-4d08-a7f0-a474f69faa8b tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags HTTP/1.1" status: 200 len: 205 time: 0.0243559 Aug 19 13:00:54.743776 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47238) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.748071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-1d49c943-e4d2-4487-b930-f02cf89c8367 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.778254 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1d49c943-e4d2-4487-b930-f02cf89c8367 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0333209 Aug 19 13:00:54.780570 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47240) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.785065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-77b32e7b-424f-41de-88ae-359132e5d87b tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.862936 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-77b32e7b-424f-41de-88ae-359132e5d87b tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags HTTP/1.1" status: 204 len: 168 time: 0.0813468 Aug 19 13:00:54.865491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47242) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.869949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-60004a8c-6642-4223-9c00-007100222f67 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.928749 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-60004a8c-6642-4223-9c00-007100222f67 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags HTTP/1.1" status: 204 len: 168 time: 0.0622077 Aug 19 13:00:54.931339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47244) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:54.936023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-8dc99557-4bfb-48f4-bb94-bf70506b814f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:54.993981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8dc99557-4bfb-48f4-bb94-bf70506b814f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0615900 Aug 19 13:00:54.997754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47246) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:55.002688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-a87ed201-af41-4f05-a73f-e04878a184f1 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf', 'tempest-TagsExtTest-Tag-1484281102') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:55.187856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a87ed201-af41-4f05-a73f-e04878a184f1 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags/tempest-TagsExtTest-Tag-1484281102 HTTP/1.1" status: 201 len: 201 time: 0.1890867 Aug 19 13:00:55.190428 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47248) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:55.195284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-a248fcd2-2b5a-4772-99ef-1417ff07577e tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70', 'tempest-TagsExtTest-Tag-340995974') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:55.427986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a248fcd2-2b5a-4772-99ef-1417ff07577e tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags/tempest-TagsExtTest-Tag-340995974 HTTP/1.1" status: 201 len: 201 time: 0.2337339 Aug 19 13:00:55.427986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47252) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:55.433072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-3b113b5e-aefb-4a90-82a2-1f1124220b46 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8', 'tempest-TagsExtTest-Tag-327843770') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:55.606083 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:55.645444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3b113b5e-aefb-4a90-82a2-1f1124220b46 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags/tempest-TagsExtTest-Tag-327843770 HTTP/1.1" status: 201 len: 201 time: 0.2161846 Aug 19 13:00:55.647863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47254) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:55.652611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-4f61a805-bc40-49be-8989-cd378aafc239 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b', 'tempest-TagsExtTest-Tag-622808792') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:55.807407 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4f61a805-bc40-49be-8989-cd378aafc239 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags/tempest-TagsExtTest-Tag-622808792 HTTP/1.1" status: 201 len: 201 time: 0.1584435 Aug 19 13:00:55.810770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47256) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:55.815411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-9cd67684-6395-4a83-a6b9-7d38f23b9369 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf', {'tags': ['tempest-TagsExtTest-Tag-784617737', 'tempest-TagsExtTest-Tag-516201831', 'tempest-TagsExtTest-Tag-1524163308']}) {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:55.973038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9cd67684-6395-4a83-a6b9-7d38f23b9369 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags HTTP/1.1" status: 200 len: 316 time: 0.1618793 Aug 19 13:00:55.975549 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47258) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:55.979946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-d16152f6-37c5-4770-ba18-315b6cd6555b tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:56.177115 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d16152f6-37c5-4770-ba18-315b6cd6555b tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1980274 Aug 19 13:00:56.177454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47260) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:56.182181 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-ca0f69cc-634c-41f8-b155-587c33b2c817 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf', 'tempest-TagsExtTest-Tag-784617737') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:56.233382 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-ca0f69cc-634c-41f8-b155-587c33b2c817 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:56.237516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ca0f69cc-634c-41f8-b155-587c33b2c817 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags/tempest-TagsExtTest-Tag-784617737 HTTP/1.1" status: 404 len: 328 time: 0.0557730 Aug 19 13:00:56.237980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47262) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:56.242346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-15d42bc4-9645-46e6-af56-57cbe9621895 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf', 'tempest-TagsExtTest-Tag-516201831') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:56.293573 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-15d42bc4-9645-46e6-af56-57cbe9621895 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:56.294534 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-15d42bc4-9645-46e6-af56-57cbe9621895 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags/tempest-TagsExtTest-Tag-516201831 HTTP/1.1" status: 404 len: 328 time: 0.0556200 Aug 19 13:00:56.298145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47264) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:56.302704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-e0f5263d-4319-4514-989d-710701c8c3c6 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf', 'tempest-TagsExtTest-Tag-1524163308') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:56.363516 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-e0f5263d-4319-4514-989d-710701c8c3c6 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:56.368124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e0f5263d-4319-4514-989d-710701c8c3c6 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags/tempest-TagsExtTest-Tag-1524163308 HTTP/1.1" status: 404 len: 329 time: 0.0655134 Aug 19 13:00:56.368124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47266) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:56.372209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-b0d6de4c-d2d1-413d-81fe-48c99917c009 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70', {'tags': ['tempest-TagsExtTest-Tag-1323966810', 'tempest-TagsExtTest-Tag-1179381822', 'tempest-TagsExtTest-Tag-1480342936']}) {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:56.503537 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:56.550577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b0d6de4c-d2d1-413d-81fe-48c99917c009 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags HTTP/1.1" status: 200 len: 318 time: 0.1821022 Aug 19 13:00:56.553101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47274) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:56.557888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-1b95ca15-dc44-4a88-b539-31efea21722c tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:56.685005 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1b95ca15-dc44-4a88-b539-31efea21722c tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags HTTP/1.1" status: 204 len: 168 time: 0.1307588 Aug 19 13:00:56.687842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47276) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:56.692475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-c2c73c1e-eb22-4934-ac3f-a989c0a2fe8d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70', 'tempest-TagsExtTest-Tag-1323966810') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:56.749369 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-c2c73c1e-eb22-4934-ac3f-a989c0a2fe8d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:56.750560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c2c73c1e-eb22-4934-ac3f-a989c0a2fe8d tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags/tempest-TagsExtTest-Tag-1323966810 HTTP/1.1" status: 404 len: 329 time: 0.0617342 Aug 19 13:00:56.753652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47278) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:56.759221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-113744c9-459f-4ba8-8b33-be6521139730 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70', 'tempest-TagsExtTest-Tag-1179381822') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:56.817509 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-113744c9-459f-4ba8-8b33-be6521139730 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:56.818689 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-113744c9-459f-4ba8-8b33-be6521139730 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags/tempest-TagsExtTest-Tag-1179381822 HTTP/1.1" status: 404 len: 329 time: 0.0640569 Aug 19 13:00:56.821602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47282) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:56.825879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-25df5a62-e180-4d64-b58d-da13bae9c79c tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70', 'tempest-TagsExtTest-Tag-1480342936') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:56.880998 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-25df5a62-e180-4d64-b58d-da13bae9c79c tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:56.882046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-25df5a62-e180-4d64-b58d-da13bae9c79c tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags/tempest-TagsExtTest-Tag-1480342936 HTTP/1.1" status: 404 len: 329 time: 0.0595486 Aug 19 13:00:56.884849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47284) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:56.889935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-9dd4c562-83fb-45eb-bad5-34a7be17ee10 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8', {'tags': ['tempest-TagsExtTest-Tag-932642483', 'tempest-TagsExtTest-Tag-537286668', 'tempest-TagsExtTest-Tag-889985477']}) {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:57.087941 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9dd4c562-83fb-45eb-bad5-34a7be17ee10 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags HTTP/1.1" status: 200 len: 315 time: 0.2018082 Aug 19 13:00:57.090502 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47286) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:57.096283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-0ef3ce92-b947-414a-b19b-0a45571699db tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:57.310204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0ef3ce92-b947-414a-b19b-0a45571699db tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags HTTP/1.1" status: 204 len: 168 time: 0.2186217 Aug 19 13:00:57.312718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47288) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:57.317865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-42b26ee2-3bc1-4766-8c00-377d80a1b02f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8', 'tempest-TagsExtTest-Tag-932642483') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:57.396157 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-42b26ee2-3bc1-4766-8c00-377d80a1b02f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:57.397216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-42b26ee2-3bc1-4766-8c00-377d80a1b02f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags/tempest-TagsExtTest-Tag-932642483 HTTP/1.1" status: 404 len: 328 time: 0.0830996 Aug 19 13:00:57.400363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47290) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:57.419390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-30540389-2f29-4a93-b28b-a8922f76a1f0 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8', 'tempest-TagsExtTest-Tag-537286668') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:57.484660 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-30540389-2f29-4a93-b28b-a8922f76a1f0 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:57.485742 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-30540389-2f29-4a93-b28b-a8922f76a1f0 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags/tempest-TagsExtTest-Tag-537286668 HTTP/1.1" status: 404 len: 328 time: 0.0844254 Aug 19 13:00:57.489014 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47294) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:57.493527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-fe3cfea3-113c-4a0d-bc27-d19550e4b962 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8', 'tempest-TagsExtTest-Tag-889985477') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:57.570467 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-fe3cfea3-113c-4a0d-bc27-d19550e4b962 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:57.572078 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fe3cfea3-113c-4a0d-bc27-d19550e4b962 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags/tempest-TagsExtTest-Tag-889985477 HTTP/1.1" status: 404 len: 328 time: 0.0821466 Aug 19 13:00:57.574904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47296) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:57.579954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-de3833f8-1648-4af1-a43f-12d676699422 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b', {'tags': ['tempest-TagsExtTest-Tag-1212558131', 'tempest-TagsExtTest-Tag-331322182', 'tempest-TagsExtTest-Tag-304292334']}) {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:57.684951 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-de3833f8-1648-4af1-a43f-12d676699422 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "PUT /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags HTTP/1.1" status: 200 len: 316 time: 0.1090164 Aug 19 13:00:57.687540 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47298) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:57.692602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.tag.tag_plugin [None req-00bf90a6-5080-4052-8c47-1038cd086da4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:57.810767 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-00bf90a6-5080-4052-8c47-1038cd086da4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags HTTP/1.1" status: 204 len: 168 time: 0.1216223 Aug 19 13:00:57.814291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47300) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:57.820252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-65736778-953a-48ab-9950-40de6ba4f6c8 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b', 'tempest-TagsExtTest-Tag-1212558131') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:57.841368 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-65736778-953a-48ab-9950-40de6ba4f6c8 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:57.842333 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-65736778-953a-48ab-9950-40de6ba4f6c8 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags/tempest-TagsExtTest-Tag-1212558131 HTTP/1.1" status: 404 len: 329 time: 0.0267117 Aug 19 13:00:57.848839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47302) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:57.853454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-9d69cd2c-bc11-405f-adae-53bb6fb07e2b tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b', 'tempest-TagsExtTest-Tag-331322182') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:57.879526 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-9d69cd2c-bc11-405f-adae-53bb6fb07e2b tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:57.880741 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9d69cd2c-bc11-405f-adae-53bb6fb07e2b tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags/tempest-TagsExtTest-Tag-331322182 HTTP/1.1" status: 404 len: 328 time: 0.0308371 Aug 19 13:00:57.883780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47304) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:57.888258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-55c61abb-7ffe-4066-bdec-e698e95d5ba4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b', 'tempest-TagsExtTest-Tag-304292334') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:57.908440 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [None req-55c61abb-7ffe-4066-bdec-e698e95d5ba4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] show failed (client error): The resource could not be found. Aug 19 13:00:57.913558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-55c61abb-7ffe-4066-bdec-e698e95d5ba4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags/tempest-TagsExtTest-Tag-304292334 HTTP/1.1" status: 404 len: 328 time: 0.0247581 Aug 19 13:00:57.915442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47306) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:57.919845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-023e9456-daed-4fa3-be44-637bd821351f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2e8628ff-145f-4846-8524-86ff91b94d7b') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:57.945699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-023e9456-daed-4fa3-be44-637bd821351f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b/tags HTTP/1.1" status: 204 len: 168 time: 0.0292425 Aug 19 13:00:57.955939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47308) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:57.960582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-ed0e63d0-e103-4f8e-a180-ad293aa058b2 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '402271d2-658f-431a-9c91-520833cfd9c8') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:58.045298 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ed0e63d0-e103-4f8e-a180-ad293aa058b2 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8/tags HTTP/1.1" status: 204 len: 168 time: 0.0882826 Aug 19 13:00:58.048586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47310) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:58.053558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-2ca0adc2-fd69-4b0a-81e4-46fd79067e7c tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bf3d9a0-a343-418a-aac2-007ff2d9ac70') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:58.107439 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2ca0adc2-fd69-4b0a-81e4-46fd79067e7c tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70/tags HTTP/1.1" status: 204 len: 168 time: 0.0577106 Aug 19 13:00:58.109822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47312) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:58.114611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.tag.tag_plugin [None req-060965c8-f26b-4570-b42f-801870b63fef tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0c865fa2-22cb-43c1-a6d2-3c000ca818bf') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:00:58.169147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-060965c8-f26b-4570-b42f-801870b63fef tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0577967 Aug 19 13:00:58.174273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47314) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:58.334511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9e2768f8-1930-47e3-9d16-637f518af0c1 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for subnetpool, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:58.337925 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9e2768f8-1930-47e3-9d16-637f518af0c1 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/subnetpools/2e8628ff-145f-4846-8524-86ff91b94d7b HTTP/1.1" status: 204 len: 168 time: 0.1605301 Aug 19 13:00:58.338166 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47316) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:58.371204 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-79fb9f47-fa77-411e-bc3c-41eccbe65c08 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "GET /v2.0/ports?device_id=402271d2-658f-431a-9c91-520833cfd9c8 HTTP/1.1" status: 200 len: 205 time: 0.0318170 Aug 19 13:00:58.373489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47318) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:58.448286 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1fc8e89a-d7fe-4e04-aeb8-2bd850ee2515 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:58.613249 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1fc8e89a-d7fe-4e04-aeb8-2bd850ee2515 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:58.615564 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1fc8e89a-d7fe-4e04-aeb8-2bd850ee2515 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:58.737709 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1fc8e89a-d7fe-4e04-aeb8-2bd850ee2515 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:58.738267 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc8e89a-d7fe-4e04-aeb8-2bd850ee2515 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Fanout notify agent at l3_agent the message router_deleted on router 402271d2-658f-431a-9c91-520833cfd9c8 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:00:58.745617 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1fc8e89a-d7fe-4e04-aeb8-2bd850ee2515 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:58.751203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1fc8e89a-d7fe-4e04-aeb8-2bd850ee2515 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/routers/402271d2-658f-431a-9c91-520833cfd9c8 HTTP/1.1" status: 204 len: 168 time: 0.3724327 Aug 19 13:00:58.751203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47322) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:58.845583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-04cc9a5e-ecd8-45b4-9f64-0245abbbf65f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Deleting port 6bf3d9a0-a343-418a-aac2-007ff2d9ac70 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:58.846308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a5e-ecd8-45b4-9f64-0245abbbf65f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:58.935731 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a5e-ecd8-45b4-9f64-0245abbbf65f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:58.950232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-04cc9a5e-ecd8-45b4-9f64-0245abbbf65f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Calling delete_port for 6bf3d9a0-a343-418a-aac2-007ff2d9ac70 owned by {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:59.149317 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a5e-ecd8-45b4-9f64-0245abbbf65f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.182402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc9a5e-ecd8-45b4-9f64-0245abbbf65f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Pushing event deleted for resources: {'Port': ['ID=6bf3d9a0-a343-418a-aac2-007ff2d9ac70,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:59.257243 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04cc9a5e-ecd8-45b4-9f64-0245abbbf65f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.259463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-04cc9a5e-ecd8-45b4-9f64-0245abbbf65f tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/ports/6bf3d9a0-a343-418a-aac2-007ff2d9ac70 HTTP/1.1" status: 204 len: 168 time: 0.5049353 Aug 19 13:00:59.261931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47324) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:59.318785 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a88a148-93a4-49db-b9c2-38336b8d9aa4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Deleting subnet 0c865fa2-22cb-43c1-a6d2-3c000ca818bf {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:00:59.322751 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a88a148-93a4-49db-b9c2-38336b8d9aa4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.368836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a88a148-93a4-49db-b9c2-38336b8d9aa4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.459170 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a88a148-93a4-49db-b9c2-38336b8d9aa4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.601834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a88a148-93a4-49db-b9c2-38336b8d9aa4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.627623 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88a148-93a4-49db-b9c2-38336b8d9aa4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Pushing event deleted for resources: {'Subnet': ['ID=0c865fa2-22cb-43c1-a6d2-3c000ca818bf,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:00:59.634963 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a88a148-93a4-49db-b9c2-38336b8d9aa4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.639245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6a88a148-93a4-49db-b9c2-38336b8d9aa4 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/subnets/0c865fa2-22cb-43c1-a6d2-3c000ca818bf HTTP/1.1" status: 204 len: 168 time: 0.3734627 Aug 19 13:00:59.639662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47328) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:00:59.642271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6dd0f-80ba-4995-9674-bcb13b9b8b18 None None] Network 089d5c3f-b0e4-40fa-9d66-a715f783e9c4 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:00:59.735512 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.810618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Deleting port a2982c55-0873-44f3-97d6-9e08bcc12fd4 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:59.810909 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.845612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] DHCP port deletion for 089d5c3f-b0e4-40fa-9d66-a715f783e9c4 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:00:59.893652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] For port a2982c55-0873-44f3-97d6-9e08bcc12fd4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a2982c55-0873-44f3-97d6-9e08bcc12fd4,segment=NetworkSegment(7fa002ed-b3c1-47fe-a02a-1d5be0324205),segment_id=7fa002ed-b3c1-47fe-a02a-1d5be0324205)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:59.893652 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.897739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Calling delete_port for a2982c55-0873-44f3-97d6-9e08bcc12fd4 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:00:59.912010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Deleting port a2982c55-0873-44f3-97d6-9e08bcc12fd4 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:00:59.912529 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.975117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] For port a2982c55-0873-44f3-97d6-9e08bcc12fd4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=a2982c55-0873-44f3-97d6-9e08bcc12fd4,segment=NetworkSegment(7fa002ed-b3c1-47fe-a02a-1d5be0324205),segment_id=7fa002ed-b3c1-47fe-a02a-1d5be0324205)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:00:59.975516 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:00:59.989918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Calling delete_port for a2982c55-0873-44f3-97d6-9e08bcc12fd4 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:00.049835 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:00.071109 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:00.088471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Pushing event deleted for resources: {'Port': ['ID=a2982c55-0873-44f3-97d6-9e08bcc12fd4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:00.090330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] No DVR routers for this DVR port a2982c55-0873-44f3-97d6-9e08bcc12fd4 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:01:00.099157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Pushing event deleted for resources: {'Port': ['ID=a2982c55-0873-44f3-97d6-9e08bcc12fd4,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:00.107178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] No DVR routers for this DVR port a2982c55-0873-44f3-97d6-9e08bcc12fd4 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:01:00.109870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.110223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.110563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.110925 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.111264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.111594 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.111921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.112246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.112567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.112889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.113210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.113529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d17bd-27ce-40ab-850b-c84c816f3408 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:00.173633 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:00.183836 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089d5c3f-b0e4-40fa-9d66-a715f783e9c4']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:00.194910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa002ed-b3c1-47fe-a02a-1d5be0324205') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:00.195207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa002ed-b3c1-47fe-a02a-1d5be0324205') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:00.205407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:00.218144 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:00.223969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:01:00.224356 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:01:00.227229 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:01:00.366280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:00.374294 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:00.375840 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] 10.222.0.21 "DELETE /v2.0/networks/089d5c3f-b0e4-40fa-9d66-a715f783e9c4 HTTP/1.1" status: 204 len: 168 time: 0.7346141 Aug 19 13:01:00.388067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e67fe1-f2dd-40c2-80ce-b588391dee31 tempest-TagsExtTest-392793730 tempest-TagsExtTest-392793730-project] Pushing event deleted for resources: {'Network': ['ID=089d5c3f-b0e4-40fa-9d66-a715f783e9c4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:00.919870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47340) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:01.067794 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c70c2350-1bb7-47f3-8a21-77e5d5caa28d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20ff88b926154293b794888598800958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466641 Aug 19 13:01:01.070773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47346) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:01.128311 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-93dcc5ec-dc6e-45ab-85f4-f6f0603ce8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.151082 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-93dcc5ec-dc6e-45ab-85f4-f6f0603ce8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.307188 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-93dcc5ec-dc6e-45ab-85f4-f6f0603ce8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.309743 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-93dcc5ec-dc6e-45ab-85f4-f6f0603ce8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:01.310949 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-93dcc5ec-dc6e-45ab-85f4-f6f0603ce8cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8466ae6-dc0e-4a28-b03f-5959bdadc695 HTTP/1.1" status: 204 len: 168 time: 0.2391644 Aug 19 13:01:01.318968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcc5ec-dc6e-45ab-85f4-f6f0603ce8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8466ae6-dc0e-4a28-b03f-5959bdadc695,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:01.577513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a2982c55-0873-44f3-97d6-9e08bcc12fd4 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:01.577513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: a2982c55-0873-44f3-97d6-9e08bcc12fd4 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:01.577513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device a2982c55-0873-44f3-97d6-9e08bcc12fd4 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:04.472916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47454) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:04.586373 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ccb02b78-ecf2-4aad-a1bc-9c4afc8dcd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:04.700034 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ccb02b78-ecf2-4aad-a1bc-9c4afc8dcd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:04.840827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ccb02b78-ecf2-4aad-a1bc-9c4afc8dcd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:04.888985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ccb02b78-ecf2-4aad-a1bc-9c4afc8dcd28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48f8d143743e4c3482127c425e0bdd1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4149182 Aug 19 13:01:04.890075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb02b78-ecf2-4aad-a1bc-9c4afc8dcd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5adac0-5524-4bc2-850e-dd53c6ad8fef,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:04.891730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47466) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:04.952458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb65b0c7-b455-4eb2-af48-ecc139aaa34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:04.976039 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb65b0c7-b455-4eb2-af48-ecc139aaa34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:05.084142 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e29eef17-aa68-42a1-9917-ec7b4a5bb6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:05.137975 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb65b0c7-b455-4eb2-af48-ecc139aaa34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:05.140628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fb65b0c7-b455-4eb2-af48-ecc139aaa34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:05.142455 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fb65b0c7-b455-4eb2-af48-ecc139aaa34c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd5adac0-5524-4bc2-850e-dd53c6ad8fef HTTP/1.1" status: 204 len: 168 time: 0.2488070 Aug 19 13:01:05.150825 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65b0c7-b455-4eb2-af48-ecc139aaa34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5adac0-5524-4bc2-850e-dd53c6ad8fef,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:06.092159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47488) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:06.108021 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0547dd02-a477-4975-b26f-86d16bfe222d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.208616 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0547dd02-a477-4975-b26f-86d16bfe222d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.364627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0547dd02-a477-4975-b26f-86d16bfe222d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.403584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0547dd02-a477-4975-b26f-86d16bfe222d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23fa385b71664fb08fedb1a5a632016e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103318 Aug 19 13:01:06.404431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547dd02-a477-4975-b26f-86d16bfe222d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fb39fd-9a98-40d9-8220-643ef4f4c92a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:06.406303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47492) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:06.463860 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb66315e-21e9-4b07-b7ae-47c408a5b1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.486510 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb66315e-21e9-4b07-b7ae-47c408a5b1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.661220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb66315e-21e9-4b07-b7ae-47c408a5b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.665195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb66315e-21e9-4b07-b7ae-47c408a5b1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:06.666378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eb66315e-21e9-4b07-b7ae-47c408a5b1a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3fb39fd-9a98-40d9-8220-643ef4f4c92a HTTP/1.1" status: 204 len: 168 time: 0.2576604 Aug 19 13:01:06.675197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66315e-21e9-4b07-b7ae-47c408a5b1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fb39fd-9a98-40d9-8220-643ef4f4c92a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:07.724510 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:07.789357 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b99a98a-5bae-412d-a6af-25cfbba0401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:09.280732 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:10.718984 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.453217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47720) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:16.569445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-507aac31-5ff3-4d06-b727-925d60446037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.659276 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-507aac31-5ff3-4d06-b727-925d60446037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.744092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-507aac31-5ff3-4d06-b727-925d60446037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.785936 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-507aac31-5ff3-4d06-b727-925d60446037 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a985942c1bb4f16a608469325901b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309965 Aug 19 13:01:16.787037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507aac31-5ff3-4d06-b727-925d60446037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d556e7-7eea-4c9b-8d0a-39b7225032a4,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:16.788800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47726) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:16.839357 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0deb0d35-84f4-4ea6-bd13-02c4db5fbcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:16.862706 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0deb0d35-84f4-4ea6-bd13-02c4db5fbcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.006488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0deb0d35-84f4-4ea6-bd13-02c4db5fbcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.009442 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0deb0d35-84f4-4ea6-bd13-02c4db5fbcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.012441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0deb0d35-84f4-4ea6-bd13-02c4db5fbcf6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44d556e7-7eea-4c9b-8d0a-39b7225032a4 HTTP/1.1" status: 204 len: 168 time: 0.2208390 Aug 19 13:01:17.034575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb0d35-84f4-4ea6-bd13-02c4db5fbcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d556e7-7eea-4c9b-8d0a-39b7225032a4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:17.771601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47746) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:17.794383 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36830d4d-35d0-47ab-9cf8-b28b2a7d25e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.886077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36830d4d-35d0-47ab-9cf8-b28b2a7d25e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:17.978123 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36830d4d-35d0-47ab-9cf8-b28b2a7d25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.021741 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-36830d4d-35d0-47ab-9cf8-b28b2a7d25e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4557e63f3dc24308837e3e7587c59efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466159 Aug 19 13:01:18.021741 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36830d4d-35d0-47ab-9cf8-b28b2a7d25e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b4d1bc-6883-436a-bdb7-6236031fbaf4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:18.022225 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 47752) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:18.080365 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-30630217-9c2d-4616-8d46-01394c065ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.104819 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-30630217-9c2d-4616-8d46-01394c065ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.372295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-30630217-9c2d-4616-8d46-01394c065ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.374982 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-30630217-9c2d-4616-8d46-01394c065ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:18.379282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-30630217-9c2d-4616-8d46-01394c065ace admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39b4d1bc-6883-436a-bdb7-6236031fbaf4 HTTP/1.1" status: 204 len: 168 time: 0.3533058 Aug 19 13:01:18.385444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30630217-9c2d-4616-8d46-01394c065ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b4d1bc-6883-436a-bdb7-6236031fbaf4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:20.101793 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 47804) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:20.267251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Deleting port b217315c-8365-4f73-8246-a00d18ea6f35 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:20.267590 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.344679 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.345007 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.356705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Calling delete_port for b217315c-8365-4f73-8246-a00d18ea6f35 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:20.646969 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.685279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event deleted for resources: {'Port': ['ID=b217315c-8365-4f73-8246-a00d18ea6f35,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:20.741972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:20.742413 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Floating IP 00cec0bf-c2a8-4184-b923-887267aa8e78 disassociated (deleted). External IP: 172.25.2.204, port: 44bb0db4-df00-40ed-8b66-04749d0c92d4. Aug 19 13:01:21.302634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Router 7dcc5b5e-9b01-4160-8f75-1cd02156902b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:01:21.414664 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:21.419519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:21.425602 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37257f-6f9f-44cc-8a1f-1cff5d00af20 None None] Sync routers for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:21.435397 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37257f-6f9f-44cc-8a1f-1cff5d00af20 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:21.436274 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-af37257f-6f9f-44cc-8a1f-1cff5d00af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:01:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:21.450270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7eb93982-dbbd-41dc-927e-f90ac4b53ba6 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "DELETE /v2.0/floatingips/00cec0bf-c2a8-4184-b923-887267aa8e78 HTTP/1.1" status: 204 len: 168 time: 1.3474424 Aug 19 13:01:21.450911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'tag': '44bb0db4-df00-40ed-8b66-04749d0c92d4'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:21.453494 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f179cb8-b651-4ea9-9f56-d699aa69f700" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a2ff09-e7ee-4cc0-afcd-a431fedf647a", "tag": "44bb0db4-df00-40ed-8b66-04749d0c92d4"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:21.619814 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-af37257f-6f9f-44cc-8a1f-1cff5d00af20 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:21.701273 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a96bf1-63fb-4b71-9917-155ab8d1f5bb x-openstack-request-id: req-42a96bf1-63fb-4b71-9917-155ab8d1f5bb {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:21.701596 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a2ff09-e7ee-4cc0-afcd-a431fedf647a", "tag": "44bb0db4-df00-40ed-8b66-04749d0c92d4", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:21.702265 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42a96bf1-63fb-4b71-9917-155ab8d1f5bb {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:21.702265 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'tag': '44bb0db4-df00-40ed-8b66-04749d0c92d4', 'status': 'completed', 'code': 200} Aug 19 13:01:21.772800 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f179cb8-b651-4ea9-9f56-d699aa69f700 req-a892f740-af0e-4df4-b9ff-347be7550087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:21.774420 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f179cb8-b651-4ea9-9f56-d699aa69f700 req-a892f740-af0e-4df4-b9ff-347be7550087 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 1097 time: 0.0425525 Aug 19 13:01:21.875830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f179cb8-b651-4ea9-9f56-d699aa69f700 req-153484e6-7174-4928-a631-145532258b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:21.878164 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f179cb8-b651-4ea9-9f56-d699aa69f700 req-153484e6-7174-4928-a631-145532258b2c service neutron] 10.222.0.62 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0935414 Aug 19 13:01:21.927802 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f179cb8-b651-4ea9-9f56-d699aa69f700 req-7a8eea86-f2c5-4468-ad63-af48baee5895 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44bb0db4-df00-40ed-8b66-04749d0c92d4 HTTP/1.1" status: 200 len: 217 time: 0.0428286 Aug 19 13:01:21.987362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f179cb8-b651-4ea9-9f56-d699aa69f700 req-904e9544-d722-4757-a1a5-e815f81b7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:21.989218 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f179cb8-b651-4ea9-9f56-d699aa69f700 req-904e9544-d722-4757-a1a5-e815f81b7355 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0532210 Aug 19 13:01:21.998623 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-af37257f-6f9f-44cc-8a1f-1cff5d00af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'c18808ba-0142-4bac-b293-8cfd6603dfab', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:c1:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:55:18Z', 'updated_at': '2021-08-19T12:55:21Z', 'revision_number': 1, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:22.027375 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37257f-6f9f-44cc-8a1f-1cff5d00af20 None None] Checking router: 7dcc5b5e-9b01-4160-8f75-1cd02156902b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:22.038382 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37257f-6f9f-44cc-8a1f-1cff5d00af20 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:22.039837 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-af37257f-6f9f-44cc-8a1f-1cff5d00af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:01:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:22.050020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f179cb8-b651-4ea9-9f56-d699aa69f700 req-e5710da3-eba9-4230-9461-6970814c2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:22.051645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f179cb8-b651-4ea9-9f56-d699aa69f700 req-e5710da3-eba9-4230-9461-6970814c2f7c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559645 Aug 19 13:01:22.150539 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-af37257f-6f9f-44cc-8a1f-1cff5d00af20 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:22.172406 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f179cb8-b651-4ea9-9f56-d699aa69f700 req-20d6437f-cf9a-4323-8406-d96e769410ec service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136148 Aug 19 13:01:22.271886 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f179cb8-b651-4ea9-9f56-d699aa69f700 req-ac6cd49b-3f9f-46a8-bf99-6fa3275fd3d2 service neutron] 10.222.0.62 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925007 Aug 19 13:01:22.389682 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-af37257f-6f9f-44cc-8a1f-1cff5d00af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'c18808ba-0142-4bac-b293-8cfd6603dfab', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:c1:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:55:18Z', 'updated_at': '2021-08-19T12:55:21Z', 'revision_number': 1, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:22.416179 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37257f-6f9f-44cc-8a1f-1cff5d00af20 None None] The sync data for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 is: [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'c18808ba-0142-4bac-b293-8cfd6603dfab', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'port_id': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'mac_address': 'fa:16:3e:c1:94:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T12:55:18Z', 'updated_at': '2021-08-19T12:55:21Z', 'revision_number': 1, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:22.655431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb4daff-1ec0-4caa-97ca-4bf50bc41f71 None None] New status for floating IP 00cec0bf-c2a8-4184-b923-887267aa8e78: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:01:23.130419 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c464f97-3d6a-4590-9844-be15b248f699 req-05762689-4aae-444c-b93a-9897765b9cb2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:23.132190 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c464f97-3d6a-4590-9844-be15b248f699 req-05762689-4aae-444c-b93a-9897765b9cb2 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 946 time: 0.1692297 Aug 19 13:01:23.171390 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c464f97-3d6a-4590-9844-be15b248f699 req-e48f2ce9-d36f-4adb-a384-99a4be61be12 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331311 Aug 19 13:01:24.353993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c040a50-1e2a-44f9-9e5c-e45a972b31c3 req-b5e5150a-2446-46d9-8edd-2f23617e68fb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:24.355547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c040a50-1e2a-44f9-9e5c-e45a972b31c3 req-b5e5150a-2446-46d9-8edd-2f23617e68fb tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 946 time: 0.1129358 Aug 19 13:01:24.398985 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c040a50-1e2a-44f9-9e5c-e45a972b31c3 req-1a6ce9f0-f4cc-4d0c-b097-66d206828bee tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363953 Aug 19 13:01:24.648700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0d812-e8a5-41c2-a5c6-fd5d83f557f2 req-5853c1cf-1283-481c-b81c-9b808585fadf tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:24.650241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58f0d812-e8a5-41c2-a5c6-fd5d83f557f2 req-5853c1cf-1283-481c-b81c-9b808585fadf tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 946 time: 0.0684760 Aug 19 13:01:24.744224 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-58f0d812-e8a5-41c2-a5c6-fd5d83f557f2 req-60a3622b-c9bc-4633-9329-4725b18de40b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Deleting port 44bb0db4-df00-40ed-8b66-04749d0c92d4 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:24.744565 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-58f0d812-e8a5-41c2-a5c6-fd5d83f557f2 req-60a3622b-c9bc-4633-9329-4725b18de40b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.837696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-58f0d812-e8a5-41c2-a5c6-fd5d83f557f2 req-60a3622b-c9bc-4633-9329-4725b18de40b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] For port 44bb0db4-df00-40ed-8b66-04749d0c92d4, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=44bb0db4-df00-40ed-8b66-04749d0c92d4,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:24.838064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-58f0d812-e8a5-41c2-a5c6-fd5d83f557f2 req-60a3622b-c9bc-4633-9329-4725b18de40b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:24.850680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-58f0d812-e8a5-41c2-a5c6-fd5d83f557f2 req-60a3622b-c9bc-4633-9329-4725b18de40b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Calling delete_port for 44bb0db4-df00-40ed-8b66-04749d0c92d4 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:25.038954 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-58f0d812-e8a5-41c2-a5c6-fd5d83f557f2 req-60a3622b-c9bc-4633-9329-4725b18de40b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:25.070185 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3622b-c9bc-4633-9329-4725b18de40b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event deleted for resources: {'Port': ['ID=44bb0db4-df00-40ed-8b66-04749d0c92d4,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:25.116292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f0d812-e8a5-41c2-a5c6-fd5d83f557f2 req-60a3622b-c9bc-4633-9329-4725b18de40b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] No DVR routers for this DVR port 44bb0db4-df00-40ed-8b66-04749d0c92d4 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:01:25.119024 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-58f0d812-e8a5-41c2-a5c6-fd5d83f557f2 req-60a3622b-c9bc-4633-9329-4725b18de40b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:25.121044 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-58f0d812-e8a5-41c2-a5c6-fd5d83f557f2 req-60a3622b-c9bc-4633-9329-4725b18de40b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.62 "DELETE /v2.0/ports/44bb0db4-df00-40ed-8b66-04749d0c92d4 HTTP/1.1" status: 204 len: 173 time: 0.4642727 Aug 19 13:01:25.121504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'name': 'network-vif-deleted', 'tag': '44bb0db4-df00-40ed-8b66-04749d0c92d4'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:25.123806 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a95593-7fa0-479c-88bc-45893bf0d4e2" -d '{"events": [{"server_uuid": "c1a2ff09-e7ee-4cc0-afcd-a431fedf647a", "name": "network-vif-deleted", "tag": "44bb0db4-df00-40ed-8b66-04749d0c92d4"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:25.160060 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c2ffce-a4bc-4d9d-94c4-6e534b66f9b3 x-openstack-request-id: req-72c2ffce-a4bc-4d9d-94c4-6e534b66f9b3 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:25.160363 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a2ff09-e7ee-4cc0-afcd-a431fedf647a", "name": "network-vif-deleted", "tag": "44bb0db4-df00-40ed-8b66-04749d0c92d4", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:25.160615 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72c2ffce-a4bc-4d9d-94c4-6e534b66f9b3 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:25.161013 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a2ff09-e7ee-4cc0-afcd-a431fedf647a', 'name': 'network-vif-deleted', 'tag': '44bb0db4-df00-40ed-8b66-04749d0c92d4', 'status': 'completed', 'code': 200} Aug 19 13:01:25.501390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3c4c28d8-7e37-414a-9360-713ab453a8e8 req-38798378-e5ab-4c40-b8e0-7aab8a3701f4 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 210 time: 0.0266252 Aug 19 13:01:25.600975 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.501978 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:26.605204 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1a435a89-3672-4f79-9974-69cbf5cfe07c req-d71d1286-fdff-4889-8929-e8a98fd986fe tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 210 time: 0.0286865 Aug 19 13:01:27.702324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0c45099d-3d6a-49bc-b896-6e469d3433f5 req-4f4b9a74-8d12-49d1-84be-76a7a7ddf37b tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 210 time: 0.0262277 Aug 19 13:01:28.675494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 44bb0db4-df00-40ed-8b66-04749d0c92d4 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:28.696422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 44bb0db4-df00-40ed-8b66-04749d0c92d4 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:28.696771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 44bb0db4-df00-40ed-8b66-04749d0c92d4 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:28.828014 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8978397d-975a-4785-8658-b581c3888c77 req-8febea18-267d-4a9b-aa01-f1e6e786851e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 210 time: 0.0493567 Aug 19 13:01:29.300536 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:01:29.940265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53460ad1-49bc-42c9-8fa2-a15184cf2ca9 req-cf9c32ec-a358-40a0-a200-02d1ef85121a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1a2ff09-e7ee-4cc0-afcd-a431fedf647a HTTP/1.1" status: 200 len: 210 time: 0.0318956 Aug 19 13:01:35.052999 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fae533e3-20e0-441c-96f0-745582c1c1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:36.638142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48170) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:36.811577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Deleting port 137ab6c2-47d8-404e-bedb-d7b10cccfb46 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:36.811840 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:36.888985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:36.889700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:36.901760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Calling delete_port for 137ab6c2-47d8-404e-bedb-d7b10cccfb46 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:37.147803 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:37.173761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event deleted for resources: {'Port': ['ID=137ab6c2-47d8-404e-bedb-d7b10cccfb46,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:37.241337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:37.241670 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Floating IP c18808ba-0142-4bac-b293-8cfd6603dfab disassociated (deleted). External IP: 172.25.2.146, port: 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9. Aug 19 13:01:37.456666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Router 7dcc5b5e-9b01-4160-8f75-1cd02156902b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:01:37.573411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:37.585698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:37.587064 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09e2bb4-3e27-483a-af7e-5f417af5cbe8 None None] Sync routers for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:37.607618 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e2bb4-3e27-483a-af7e-5f417af5cbe8 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:37.612800 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b09e2bb4-3e27-483a-af7e-5f417af5cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:01:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:37.612952 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f2ab071e-9152-4f98-9e6d-b95ee9a7f530 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "DELETE /v2.0/floatingips/c18808ba-0142-4bac-b293-8cfd6603dfab HTTP/1.1" status: 204 len: 168 time: 0.9721844 Aug 19 13:01:37.612952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'tag': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:37.614866 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd27a22e-450b-4470-abbd-da4236bb34dd", "tag": "07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:37.659365 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245f9866-b49d-4265-85c4-76b4d4e11515 x-openstack-request-id: req-245f9866-b49d-4265-85c4-76b4d4e11515 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:37.659990 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd27a22e-450b-4470-abbd-da4236bb34dd", "tag": "07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:37.659990 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-245f9866-b49d-4265-85c4-76b4d4e11515 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:37.660372 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'tag': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'status': 'completed', 'code': 200} Aug 19 13:01:37.731864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3 req-85cc6809-e540-45f8-a2ca-f6131321eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:37.734115 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3 req-85cc6809-e540-45f8-a2ca-f6131321eed2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99b9eedce23149da97f30436711e8dc7&device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 1097 time: 0.0516067 Aug 19 13:01:37.736708 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-b09e2bb4-3e27-483a-af7e-5f417af5cbe8 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:37.784153 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:37.826982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3 req-a41a8eaa-daae-4bdf-b2df-aee68d9a36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:37.828521 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3 req-a41a8eaa-daae-4bdf-b2df-aee68d9a36f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 200 len: 913 time: 0.0877829 Aug 19 13:01:37.856095 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ae676f47-d3a3-46c3-8c51-0310614272f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:37.876799 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3 req-195834e3-2b5a-4f1b-8712-398d5365d2af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 HTTP/1.1" status: 200 len: 217 time: 0.0416646 Aug 19 13:01:37.948936 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3 req-f937c506-f1f3-4365-94b3-b94fc09bd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:37.950476 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3 req-f937c506-f1f3-4365-94b3-b94fc09bd205 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 200 len: 851 time: 0.0668218 Aug 19 13:01:37.952773 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b09e2bb4-3e27-483a-af7e-5f417af5cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:37.980937 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09e2bb4-3e27-483a-af7e-5f417af5cbe8 None None] Checking router: 7dcc5b5e-9b01-4160-8f75-1cd02156902b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:37.989873 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e2bb4-3e27-483a-af7e-5f417af5cbe8 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:37.990480 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b09e2bb4-3e27-483a-af7e-5f417af5cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:01:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:38.004185 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3 req-daab77e7-abe3-48e0-a05c-b7f11b4eedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:38.004185 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3 req-daab77e7-abe3-48e0-a05c-b7f11b4eedc8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439613 Aug 19 13:01:38.114013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3 req-058d3b69-993d-4654-9370-546c0128e159 service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050074 Aug 19 13:01:38.122409 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-b09e2bb4-3e27-483a-af7e-5f417af5cbe8 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:38.270401 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9aa35cfc-5fe1-4845-b37b-4bafc8fa8af3 req-946a5b22-2717-4a0f-9142-369d552b424e service neutron] 10.222.0.30 "GET /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497450 Aug 19 13:01:38.284393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f04a1-28c2-4bcd-9aee-db2972fc1535 req-051d7a59-63db-4c69-a6e2-3973cba75a54 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:38.292422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-795f04a1-28c2-4bcd-9aee-db2972fc1535 req-051d7a59-63db-4c69-a6e2-3973cba75a54 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 946 time: 0.0703745 Aug 19 13:01:38.345945 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-795f04a1-28c2-4bcd-9aee-db2972fc1535 req-4de2d59e-f59b-42a8-a856-8fbd839fcec1 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/security-groups?id=ebfc5190-1da0-4591-be62-068d0bd1cf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485778 Aug 19 13:01:38.376845 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-b09e2bb4-3e27-483a-af7e-5f417af5cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:38.407489 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09e2bb4-3e27-483a-af7e-5f417af5cbe8 None None] The sync data for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 is: [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T12:45:19Z', 'revision_number': 4, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'c2a436fa-0232-4974-bfcc-bfd393fda0bd', 'name': '', 'network_id': 'd0d68f47-28f3-4f86-9ee1-d0b79d7692b8', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'mac_address': 'fa:16:3e:f7:96:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:19Z', 'updated_at': '2021-08-19T12:45:28Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'subnets': [{'id': '1108c1bf-e7b5-43bc-87da-9f4ee675efe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:38.665241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b435bff-34f5-4940-a874-a6f76ae6153f None None] New status for floating IP c18808ba-0142-4bac-b293-8cfd6603dfab: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:01:38.788889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a1dc1-e7c8-4915-b011-a1c0bbb19050 req-a04b1488-4235-4c37-a4b1-978dc328992e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:01:38.790401 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e9a1dc1-e7c8-4915-b011-a1c0bbb19050 req-a04b1488-4235-4c37-a4b1-978dc328992e tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 946 time: 0.0622861 Aug 19 13:01:38.892428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-4e9a1dc1-e7c8-4915-b011-a1c0bbb19050 req-084a70ee-a933-4f48-b844-d6954effd770 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Deleting port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:38.892972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4e9a1dc1-e7c8-4915-b011-a1c0bbb19050 req-084a70ee-a933-4f48-b844-d6954effd770 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:38.992913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-4e9a1dc1-e7c8-4915-b011-a1c0bbb19050 req-084a70ee-a933-4f48-b844-d6954effd770 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] For port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:38.993385 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4e9a1dc1-e7c8-4915-b011-a1c0bbb19050 req-084a70ee-a933-4f48-b844-d6954effd770 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:39.012510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-4e9a1dc1-e7c8-4915-b011-a1c0bbb19050 req-084a70ee-a933-4f48-b844-d6954effd770 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Calling delete_port for 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:39.279487 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:39.327272 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4e9a1dc1-e7c8-4915-b011-a1c0bbb19050 req-084a70ee-a933-4f48-b844-d6954effd770 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:39.355754 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a70ee-a933-4f48-b844-d6954effd770 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event deleted for resources: {'Port': ['ID=07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:39.411557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9a1dc1-e7c8-4915-b011-a1c0bbb19050 req-084a70ee-a933-4f48-b844-d6954effd770 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] No DVR routers for this DVR port 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:01:39.414254 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-4e9a1dc1-e7c8-4915-b011-a1c0bbb19050 req-084a70ee-a933-4f48-b844-d6954effd770 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:39.416404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e9a1dc1-e7c8-4915-b011-a1c0bbb19050 req-084a70ee-a933-4f48-b844-d6954effd770 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.30 "DELETE /v2.0/ports/07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 HTTP/1.1" status: 204 len: 173 time: 0.6198139 Aug 19 13:01:39.461196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-963dab6a-141b-452d-8e98-f3f7952e6cf6 req-92979388-bcb0-4f94-b993-ec7930476727 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 210 time: 0.0324895 Aug 19 13:01:39.662156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'name': 'network-vif-deleted', 'tag': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:01:39.664518 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b05d86-d3fa-4a63-9874-b497eebe079f" -d '{"events": [{"server_uuid": "dd27a22e-450b-4470-abbd-da4236bb34dd", "name": "network-vif-deleted", "tag": "07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:01:39.701983 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33af84f0-8d94-482d-a61b-e5f21ab051bf x-openstack-request-id: req-33af84f0-8d94-482d-a61b-e5f21ab051bf {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:01:39.702281 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd27a22e-450b-4470-abbd-da4236bb34dd", "name": "network-vif-deleted", "tag": "07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:01:39.702542 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33af84f0-8d94-482d-a61b-e5f21ab051bf {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:01:39.702983 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd27a22e-450b-4470-abbd-da4236bb34dd', 'name': 'network-vif-deleted', 'tag': '07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9', 'status': 'completed', 'code': 200} Aug 19 13:01:40.558209 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9addef9-8d6e-4f74-9963-b15b0bee387e req-a0d05034-27d2-45bd-a792-faa83f4f6430 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 210 time: 0.0279026 Aug 19 13:01:40.716151 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:40.727492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48332) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:40.869276 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d163cd3-f31f-4131-9820-ae06509b2e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:40.978179 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d163cd3-f31f-4131-9820-ae06509b2e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:41.047693 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d163cd3-f31f-4131-9820-ae06509b2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:41.095069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d163cd3-f31f-4131-9820-ae06509b2e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8473edcf-c2e3-4144-9bb8-23ebc1defc91,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:41.099582 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0d163cd3-f31f-4131-9820-ae06509b2e6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16dcb1b90be6459b94882373b7f6589a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710566 Aug 19 13:01:41.103659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48352) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:41.158959 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b25c8266-1afe-4942-a5eb-29c90ea31bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:41.185520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b25c8266-1afe-4942-a5eb-29c90ea31bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:41.361906 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b25c8266-1afe-4942-a5eb-29c90ea31bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:41.364571 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b25c8266-1afe-4942-a5eb-29c90ea31bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:41.365780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b25c8266-1afe-4942-a5eb-29c90ea31bcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8473edcf-c2e3-4144-9bb8-23ebc1defc91 HTTP/1.1" status: 204 len: 168 time: 0.2613490 Aug 19 13:01:41.374146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c8266-1afe-4942-a5eb-29c90ea31bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8473edcf-c2e3-4144-9bb8-23ebc1defc91,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:41.677842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aac1a13c-16d0-4505-ab27-9ef0b3b15197 req-b985ccf7-2172-42f6-8279-1c3ba62c22ad tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 210 time: 0.0442033 Aug 19 13:01:42.666893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:42.687440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:42.687806 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 07fd9a1a-aca0-4d7c-bb35-fc189a7fdfa9 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:42.790168 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6972b15-6a30-40c8-8492-f03170909d14 req-4e6a6e80-b771-48e3-932f-9a840fb59e0a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 210 time: 0.0313411 Aug 19 13:01:43.900171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94dc524b-a4e6-4130-975c-cc2b5ec4e0f7 req-d686cdf2-cecb-4e59-8b2c-76591cef63ea tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd27a22e-450b-4470-abbd-da4236bb34dd HTTP/1.1" status: 200 len: 210 time: 0.0275190 Aug 19 13:01:44.954651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48494) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:45.083536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-59db3ca6-1281-4cd8-993e-2eabf574c72a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Deleting port aac58693-f445-48b8-b325-53d44b71059d {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:45.083885 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59db3ca6-1281-4cd8-993e-2eabf574c72a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:45.161264 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59db3ca6-1281-4cd8-993e-2eabf574c72a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:45.161592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59db3ca6-1281-4cd8-993e-2eabf574c72a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:45.174294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-59db3ca6-1281-4cd8-993e-2eabf574c72a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Calling delete_port for aac58693-f445-48b8-b325-53d44b71059d owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:45.373135 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59db3ca6-1281-4cd8-993e-2eabf574c72a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:45.397869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db3ca6-1281-4cd8-993e-2eabf574c72a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event deleted for resources: {'Port': ['ID=aac58693-f445-48b8-b325-53d44b71059d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:45.463520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59db3ca6-1281-4cd8-993e-2eabf574c72a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:45.466125 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-59db3ca6-1281-4cd8-993e-2eabf574c72a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:45.467330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-59db3ca6-1281-4cd8-993e-2eabf574c72a tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "DELETE /v2.0/floatingips/f00cf971-c4be-4589-952e-f2fa4af4f436 HTTP/1.1" status: 204 len: 168 time: 0.5116484 Aug 19 13:01:49.045029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48526) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:49.112692 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:49.140424 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:49.299099 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:49.301829 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:49.303125 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] 10.222.0.21 "DELETE /v2.0/security-groups/ebfc5190-1da0-4591-be62-068d0bd1cf7b HTTP/1.1" status: 204 len: 168 time: 0.2570069 Aug 19 13:01:49.314005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfc5190-1da0-4591-be62-068d0bd1cf7b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:49.322451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:49.322821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:49.323244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:49.323581 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:49.323941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:49.324269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:49.325011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:49.325344 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:49.325669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:49.326168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:49.326874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:49.327202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1104e45d-ffcb-4b43-8987-40a2f8346491 tempest-TestVolumeBootPattern-1491336071 tempest-TestVolumeBootPattern-1491336071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:50.459816 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48536) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:51.270743 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:51.524396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] Deleting port c2a436fa-0232-4974-bfcc-bfd393fda0bd {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:51.525119 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:51.604279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] For port c2a436fa-0232-4974-bfcc-bfd393fda0bd, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c2a436fa-0232-4974-bfcc-bfd393fda0bd,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:51.604644 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:51.616821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] Calling delete_port for c2a436fa-0232-4974-bfcc-bfd393fda0bd owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:51.879597 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:51.904988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a436fa-0232-4974-bfcc-bfd393fda0bd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:52.081452 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:52.302664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] Router 7dcc5b5e-9b01-4160-8f75-1cd02156902b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:01:52.419720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:52.428874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b0bd52f0-2590-48bc-87bb-a10789da16dc admin admin] 10.222.0.21 "PUT /v2.0/routers/7dcc5b5e-9b01-4160-8f75-1cd02156902b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9647160 Aug 19 13:01:52.428874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48548) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:52.430974 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d205be-bc2b-467f-9ddc-33fb64c94c52 None None] Sync routers for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:52.444096 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d205be-bc2b-467f-9ddc-33fb64c94c52 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:52.444722 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-15d205be-bc2b-467f-9ddc-33fb64c94c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:01:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:52.540456 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:52.556231 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-15d205be-bc2b-467f-9ddc-33fb64c94c52 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:52.646879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:52.803494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Deleting port c5124304-c2ef-417c-ae4b-63e15dbdf2be {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:52.803840 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:52.856688 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-15d205be-bc2b-467f-9ddc-33fb64c94c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T13:01:51Z', 'revision_number': 5, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port': {'id': 'c5124304-c2ef-417c-ae4b-63e15dbdf2be', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:15Z', 'updated_at': '2021-08-19T12:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:52.887493 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d205be-bc2b-467f-9ddc-33fb64c94c52 None None] Checking router: 7dcc5b5e-9b01-4160-8f75-1cd02156902b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:52.894034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] For port c5124304-c2ef-417c-ae4b-63e15dbdf2be, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=c5124304-c2ef-417c-ae4b-63e15dbdf2be,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:52.894539 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:52.898040 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d205be-bc2b-467f-9ddc-33fb64c94c52 None None] Routers {'7dcc5b5e-9b01-4160-8f75-1cd02156902b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:52.898690 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-15d205be-bc2b-467f-9ddc-33fb64c94c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:01:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:52.910587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Calling delete_port for c5124304-c2ef-417c-ae4b-63e15dbdf2be owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:52.918065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48552) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:52.990250 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-15d205be-bc2b-467f-9ddc-33fb64c94c52 None None] Set router 7dcc5b5e-9b01-4160-8f75-1cd02156902b gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:53.046478 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-15d205be-bc2b-467f-9ddc-33fb64c94c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T13:01:52Z', 'revision_number': 6, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:53.072854 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d205be-bc2b-467f-9ddc-33fb64c94c52 None None] The sync data for ids ['7dcc5b5e-9b01-4160-8f75-1cd02156902b'] in n-d-803757-2 is: [{'id': '7dcc5b5e-9b01-4160-8f75-1cd02156902b', 'name': 'tempest-TestVolumeBootPattern-1159428480-router', 'tenant_id': '99b9eedce23149da97f30436711e8dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:13Z', 'updated_at': '2021-08-19T13:01:52Z', 'revision_number': 6, 'project_id': '99b9eedce23149da97f30436711e8dc7', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:53.087403 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e18b9860-5cd8-4cb2-a58d-03ab08d01390 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ebbcd2e4cfb4b389aeabf78ca43cd30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675551 Aug 19 13:01:53.088181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48556) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:53.141156 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.161928 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.163110 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.190680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c5124304-c2ef-417c-ae4b-63e15dbdf2be,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:53.259585 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.352697 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.354867 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.355942 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.359449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.360456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26b0947d-f01b-4290-867a-24b507903d81 HTTP/1.1" status: 204 len: 168 time: 0.2707024 Aug 19 13:01:53.369214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b0947d-f01b-4290-867a-24b507903d81,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:53.378091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.378446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.378782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.379140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.379476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.379806 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.380243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.380601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.381105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.381446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.381900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.382234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f78bf6-6b9a-4135-8a48-ee7edd54b7a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:01:53.499100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.499718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dcc5b5e-9b01-4160-8f75-1cd02156902b {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:01:53.507488 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.509367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e01b62a5-92f8-406c-b13d-b8c602ab09eb admin admin] 10.222.0.21 "DELETE /v2.0/routers/7dcc5b5e-9b01-4160-8f75-1cd02156902b HTTP/1.1" status: 204 len: 168 time: 1.0797615 Aug 19 13:01:53.512013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48560) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:53.566035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-27133b16-5941-4b04-8d7c-2a4c8f6aceb6 admin admin] Deleting subnet 1108c1bf-e7b5-43bc-87da-9f4ee675efe1 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:01:53.569063 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27133b16-5941-4b04-8d7c-2a4c8f6aceb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.602608 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27133b16-5941-4b04-8d7c-2a4c8f6aceb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.680611 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27133b16-5941-4b04-8d7c-2a4c8f6aceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.816988 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27133b16-5941-4b04-8d7c-2a4c8f6aceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.846421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27133b16-5941-4b04-8d7c-2a4c8f6aceb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1108c1bf-e7b5-43bc-87da-9f4ee675efe1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:53.848591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-27133b16-5941-4b04-8d7c-2a4c8f6aceb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:53.850639 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-27133b16-5941-4b04-8d7c-2a4c8f6aceb6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1108c1bf-e7b5-43bc-87da-9f4ee675efe1 HTTP/1.1" status: 204 len: 168 time: 0.3376060 Aug 19 13:01:53.853255 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48570) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:53.854983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2245d6fe-daab-4fff-b231-d7e514dc5b34 None None] Network d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:01:53.911343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c2a436fa-0232-4974-bfcc-bfd393fda0bd no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:53.933363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: c2a436fa-0232-4974-bfcc-bfd393fda0bd {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:53.934941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c2a436fa-0232-4974-bfcc-bfd393fda0bd not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:53.952616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.024649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Deleting port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:54.025000 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.081625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd4166f-b6a2-4756-8cd1-790adfb84594 None None] DHCP port deletion for d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:01:54.101860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] For port 1151ea7a-ad84-4b0b-827a-c6d690d91a06, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1151ea7a-ad84-4b0b-827a-c6d690d91a06,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:54.102238 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.117333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Calling delete_port for 1151ea7a-ad84-4b0b-827a-c6d690d91a06 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:54.137325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4166f-b6a2-4756-8cd1-790adfb84594 None None] Deleting port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:54.137697 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3fd4166f-b6a2-4756-8cd1-790adfb84594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.228570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3fd4166f-b6a2-4756-8cd1-790adfb84594 None None] For port 1151ea7a-ad84-4b0b-827a-c6d690d91a06, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1151ea7a-ad84-4b0b-827a-c6d690d91a06,segment=NetworkSegment(5bce8df4-f4e4-421e-82e0-780a5ffb6295),segment_id=5bce8df4-f4e4-421e-82e0-780a5ffb6295)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:54.229001 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3fd4166f-b6a2-4756-8cd1-790adfb84594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.241987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3fd4166f-b6a2-4756-8cd1-790adfb84594 None None] Calling delete_port for 1151ea7a-ad84-4b0b-827a-c6d690d91a06 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:54.319657 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.345211 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3fd4166f-b6a2-4756-8cd1-790adfb84594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.347223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Pushing event deleted for resources: {'Port': ['ID=1151ea7a-ad84-4b0b-827a-c6d690d91a06,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:54.351736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] No DVR routers for this DVR port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:01:54.374647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4166f-b6a2-4756-8cd1-790adfb84594 None None] Pushing event deleted for resources: {'Port': ['ID=1151ea7a-ad84-4b0b-827a-c6d690d91a06,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:54.378993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd4166f-b6a2-4756-8cd1-790adfb84594 None None] No DVR routers for this DVR port 1151ea7a-ad84-4b0b-827a-c6d690d91a06 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:01:54.433509 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.444038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d68f47-28f3-4f86-9ee1-d0b79d7692b8']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:54.456315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bce8df4-f4e4-421e-82e0-780a5ffb6295') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:54.456315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bce8df4-f4e4-421e-82e0-780a5ffb6295') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:54.465067 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.478726 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.484567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:01:54.484968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:01:54.486598 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:01:54.658888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.664368 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:54.666736 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] 10.222.0.21 "DELETE /v2.0/networks/d0d68f47-28f3-4f86-9ee1-d0b79d7692b8 HTTP/1.1" status: 204 len: 168 time: 0.8118467 Aug 19 13:01:54.670020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48598) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:54.683256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6507b0-f381-437c-9448-c628168ea04e admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d68f47-28f3-4f86-9ee1-d0b79d7692b8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:55.028481 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:55.280214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] Deleting port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:55.280683 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:55.364237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] For port 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5eb683df-dc80-4aca-b2ac-6b5bd29bbee8,segment=NetworkSegment(ddfe6141-55d7-4173-8a29-e6d5412aea3d),segment_id=ddfe6141-55d7-4173-8a29-e6d5412aea3d)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:55.364602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:55.377548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] Calling delete_port for 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:55.513486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1151ea7a-ad84-4b0b-827a-c6d690d91a06 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:55.538157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 1151ea7a-ad84-4b0b-827a-c6d690d91a06 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:55.538157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1151ea7a-ad84-4b0b-827a-c6d690d91a06 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:55.538157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c5124304-c2ef-417c-ae4b-63e15dbdf2be no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:55.556132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: c5124304-c2ef-417c-ae4b-63e15dbdf2be {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:55.556736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device c5124304-c2ef-417c-ae4b-63e15dbdf2be not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:55.584588 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:55.650896 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:55.677426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb683df-dc80-4aca-b2ac-6b5bd29bbee8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:55.845201 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.075499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] Router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:01:56.193014 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:01:56.201276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a0e31fe4-7f1f-4811-8488-b5c8d966bedb admin admin] 10.222.0.21 "PUT /v2.0/routers/91a80c3a-d0c1-4163-ae9b-646fd91d99ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5280352 Aug 19 13:01:56.205579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48662) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:56.206089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a54692e-93a9-406a-ab2d-a7b7366ada1b None None] Sync routers for ids ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:01:56.212905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a54692e-93a9-406a-ab2d-a7b7366ada1b None None] Routers {'91a80c3a-d0c1-4163-ae9b-646fd91d99ab'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:56.213742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3a54692e-93a9-406a-ab2d-a7b7366ada1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:01:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:56.318720 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.325463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3a54692e-93a9-406a-ab2d-a7b7366ada1b None None] Set router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:56.535759 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.555358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3a54692e-93a9-406a-ab2d-a7b7366ada1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'name': 'tempest-TestVolumeBootPattern-1872307019-router', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:24Z', 'updated_at': '2021-08-19T13:01:55Z', 'revision_number': 5, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'gw_port': {'id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:26Z', 'updated_at': '2021-08-19T12:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:56.596629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a54692e-93a9-406a-ab2d-a7b7366ada1b None None] Checking router: 91a80c3a-d0c1-4163-ae9b-646fd91d99ab for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:01:56.606123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a54692e-93a9-406a-ab2d-a7b7366ada1b None None] Routers {'91a80c3a-d0c1-4163-ae9b-646fd91d99ab'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:01:56.606760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3a54692e-93a9-406a-ab2d-a7b7366ada1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:01:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:56.727682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3a54692e-93a9-406a-ab2d-a7b7366ada1b None None] Set router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:01:56.747863 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.891425 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Deleting port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:56.891668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:56.925384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3a54692e-93a9-406a-ab2d-a7b7366ada1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'name': 'tempest-TestVolumeBootPattern-1872307019-router', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:24Z', 'updated_at': '2021-08-19T13:01:55Z', 'revision_number': 5, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'gw_port': {'id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:26Z', 'updated_at': '2021-08-19T12:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:56.951449 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a54692e-93a9-406a-ab2d-a7b7366ada1b None None] The sync data for ids ['91a80c3a-d0c1-4163-ae9b-646fd91d99ab'] in n-d-803757-2 is: [{'id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'name': 'tempest-TestVolumeBootPattern-1872307019-router', 'tenant_id': '90660ecbb964408385fc2440d1fe5213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T12:45:24Z', 'updated_at': '2021-08-19T13:01:55Z', 'revision_number': 5, 'project_id': '90660ecbb964408385fc2440d1fe5213', 'gw_port': {'id': '8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:20:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a80c3a-d0c1-4163-ae9b-646fd91d99ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T12:45:26Z', 'updated_at': '2021-08-19T12:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:01:56.983630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] For port 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:56.983755 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.002851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Calling delete_port for 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:57.276811 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.311056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:57.379671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.496127 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.499579 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.583385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:57.604822 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:57.605168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5eb683df-dc80-4aca-b2ac-6b5bd29bbee8 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:57.664798 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.665427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a80c3a-d0c1-4163-ae9b-646fd91d99ab {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:01:57.675950 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.677225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-33dbf1b7-2a57-410b-af30-163df5663738 admin admin] 10.222.0.21 "DELETE /v2.0/routers/91a80c3a-d0c1-4163-ae9b-646fd91d99ab HTTP/1.1" status: 204 len: 168 time: 1.4746351 Aug 19 13:01:57.679673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48668) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:57.732260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed29c133-e290-4090-ae6b-b9f7a573c3ef admin admin] Deleting subnet 33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:01:57.738838 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed29c133-e290-4090-ae6b-b9f7a573c3ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.778978 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed29c133-e290-4090-ae6b-b9f7a573c3ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:57.873255 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed29c133-e290-4090-ae6b-b9f7a573c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.022729 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed29c133-e290-4090-ae6b-b9f7a573c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.049543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29c133-e290-4090-ae6b-b9f7a573c3ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:58.054618 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ed29c133-e290-4090-ae6b-b9f7a573c3ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.059096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48670) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:58.059570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ed29c133-e290-4090-ae6b-b9f7a573c3ef admin admin] 10.222.0.21 "DELETE /v2.0/subnets/33f2b263-4e31-429f-a4dc-0e4d3d0cc5f1 HTTP/1.1" status: 204 len: 168 time: 0.3780200 Aug 19 13:01:58.061777 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21e134f-f73b-4053-98f6-bd674565f62d None None] Network c7ba5371-a24f-46be-93aa-46fa410d677c requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:01:58.144472 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.213835 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Deleting port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:58.214180 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.272025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eadeb0-a666-4809-86c6-ef55f9a6fca0 None None] DHCP port deletion for c7ba5371-a24f-46be-93aa-46fa410d677c request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:01:58.279890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] For port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8e6eff15-af2f-4aec-acf8-22aff4a8ba10,segment=NetworkSegment(ddfe6141-55d7-4173-8a29-e6d5412aea3d),segment_id=ddfe6141-55d7-4173-8a29-e6d5412aea3d)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:58.281232 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.295943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Calling delete_port for 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:58.322276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d8eadeb0-a666-4809-86c6-ef55f9a6fca0 None None] Deleting port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:01:58.322579 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d8eadeb0-a666-4809-86c6-ef55f9a6fca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.470941 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.502947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e6eff15-af2f-4aec-acf8-22aff4a8ba10,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:58.506491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] No DVR routers for this DVR port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:01:58.560548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d8eadeb0-a666-4809-86c6-ef55f9a6fca0 None None] For port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=8e6eff15-af2f-4aec-acf8-22aff4a8ba10,segment=NetworkSegment(ddfe6141-55d7-4173-8a29-e6d5412aea3d),segment_id=ddfe6141-55d7-4173-8a29-e6d5412aea3d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:01:58.561206 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d8eadeb0-a666-4809-86c6-ef55f9a6fca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.575006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d8eadeb0-a666-4809-86c6-ef55f9a6fca0 None None] Calling delete_port for 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:01:58.580906 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.591306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ba5371-a24f-46be-93aa-46fa410d677c']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:58.602953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfe6141-55d7-4173-8a29-e6d5412aea3d') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:58.603254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfe6141-55d7-4173-8a29-e6d5412aea3d') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:01:58.613689 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.631833 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.638042 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:01:58.638767 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:01:58.640109 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:01:58.659580 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d8eadeb0-a666-4809-86c6-ef55f9a6fca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.687877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eadeb0-a666-4809-86c6-ef55f9a6fca0 None None] Pushing event deleted for resources: {'Port': ['ID=8e6eff15-af2f-4aec-acf8-22aff4a8ba10,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:58.691639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eadeb0-a666-4809-86c6-ef55f9a6fca0 None None] No DVR routers for this DVR port 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:01:58.784499 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.797376 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:58.799400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c7ba5371-a24f-46be-93aa-46fa410d677c HTTP/1.1" status: 204 len: 168 time: 0.7338076 Aug 19 13:01:58.809778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be9a03-03d1-47cc-a1b0-594b07a7d7e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ba5371-a24f-46be-93aa-46fa410d677c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:59.195489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48676) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:59.237854 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-93bef606-5825-4373-b4cd-ab0786a080c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99b9eedce23149da97f30436711e8dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410149 Aug 19 13:01:59.240063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48678) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:01:59.295636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-649907d5-6ef5-45e2-ba51-3b96b55a7aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:59.318056 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-649907d5-6ef5-45e2-ba51-3b96b55a7aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:59.452936 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-649907d5-6ef5-45e2-ba51-3b96b55a7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:59.457917 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-649907d5-6ef5-45e2-ba51-3b96b55a7aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:01:59.461405 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-649907d5-6ef5-45e2-ba51-3b96b55a7aa8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ac26ea3-ad33-4938-8cc9-f85b811bb4e5 HTTP/1.1" status: 204 len: 168 time: 0.2182469 Aug 19 13:01:59.469897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649907d5-6ef5-45e2-ba51-3b96b55a7aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac26ea3-ad33-4938-8cc9-f85b811bb4e5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:01:59.527291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:59.548774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:59.549253 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8f3dcd30-e42a-4bb4-bc8e-5fbebbda7c1d not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:01:59.549783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:01:59.569789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:01:59.570494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 8e6eff15-af2f-4aec-acf8-22aff4a8ba10 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:02:00.174492 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48686) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:00.217716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-60e7b67a-2728-4759-ad47-e5ab733a835b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90660ecbb964408385fc2440d1fe5213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420051 Aug 19 13:02:00.221201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48688) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:00.271601 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb28c-93ce-4cfd-9f2c-feec87e3cbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:00.293282 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb28c-93ce-4cfd-9f2c-feec87e3cbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:00.395997 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb28c-93ce-4cfd-9f2c-feec87e3cbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:00.398623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7a3bb28c-93ce-4cfd-9f2c-feec87e3cbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:00.399833 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7a3bb28c-93ce-4cfd-9f2c-feec87e3cbf6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0da2a0f1-66b7-4e89-8b62-64aa225242ee HTTP/1.1" status: 204 len: 168 time: 0.1777360 Aug 19 13:02:00.407896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bb28c-93ce-4cfd-9f2c-feec87e3cbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da2a0f1-66b7-4e89-8b62-64aa225242ee,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:05.104908 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2d01a535-af78-4593-b051-236ea8908092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:06.365119 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:02:07.692985 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:07.805913 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b427c3aa-aa8c-4907-ba16-6d477b81a76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:09.241973 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:10.687663 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:25.556329 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:26.590883 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:35.096737 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5d68f8ac-7538-40ee-8126-d5927af5d484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:36.645254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48822) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:36.752052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0882-58b9-4bd0-885e-a983ee33096e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:36.845053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0882-58b9-4bd0-885e-a983ee33096e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:36.922082 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fe4c0882-58b9-4bd0-885e-a983ee33096e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:36.961155 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fe4c0882-58b9-4bd0-885e-a983ee33096e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2440c37edeb948f59c8056a6b4b12b32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147821 Aug 19 13:02:36.962126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c0882-58b9-4bd0-885e-a983ee33096e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69025411-6ffb-46b2-ac82-7370f5e582eb,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:36.963868 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48826) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:37.013910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c3e83dd-f180-46b0-b363-6f4a179682e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.036535 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c3e83dd-f180-46b0-b363-6f4a179682e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.150677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c3e83dd-f180-46b0-b363-6f4a179682e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.153247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3c3e83dd-f180-46b0-b363-6f4a179682e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.154380 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3c3e83dd-f180-46b0-b363-6f4a179682e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69025411-6ffb-46b2-ac82-7370f5e582eb HTTP/1.1" status: 204 len: 168 time: 0.1887379 Aug 19 13:02:37.162037 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e83dd-f180-46b0-b363-6f4a179682e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69025411-6ffb-46b2-ac82-7370f5e582eb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:37.659228 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:37.765607 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cedb6a42-0c01-4445-a9d6-32d8ff491571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.133767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48848) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:38.231928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1774818108-network', 'tenant_id': 'f57f29b9081a4a9ab2f12804cf8e2cf5'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:38.316171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Made reservation on behalf of f57f29b9081a4a9ab2f12804cf8e2cf5 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:02:38.318496 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.327221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.413401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.505585 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.531047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:02:38.541055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5f8407-4d23-4b37-9875-0842bf0243cf,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:38.547047 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.566635 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Added segment 8547e497-b4e5-4fd4-9931-9f606c5c6a12 of type vlan for network 29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca Aug 19 13:02:38.586632 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.685495 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.686471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:38.687071 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:38.771396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] Pushing event updated for resources: {'Network': ['ID=29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:38.781220 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:02:38.834500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2c7bfb27-6344-4ab4-a81f-229d8729754d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6995919 Aug 19 13:02:38.837287 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48852) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:38.843044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] Request body: {'subnet': {'network_id': '29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1774818108-subnet', 'tenant_id': 'f57f29b9081a4a9ab2f12804cf8e2cf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:38.942629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] Made reservation on behalf of f57f29b9081a4a9ab2f12804cf8e2cf5 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:02:38.945675 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:39.165649 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:39.225165 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:39.225839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1bfb54a-ef73-4460-9f7a-c9a758d36e5b,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:39.235343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] Checking segment: {'id': '8547e497-b4e5-4fd4-9931-9f606c5c6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:02:39.235699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] Network hostable DHCP agents. Network: 29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:02:39.356753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] Network 29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:02:39.413590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:02:39.417773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:39.418359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:39.425549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0a2809-7a5c-4c35-a71f-47d77491ba1f None None] Network 29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:02:39.483599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dd3c26e7-1128-4813-a0cb-cc7ad15cc748 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6452579 Aug 19 13:02:39.546311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b42c4cb-73d1-4055-9de9-e5587fdda365 None None] Network 29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:02:40.193595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48868) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:40.198591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1768769724-network', 'tenant_id': '1139d334cb41468984e78fe54ed2dbd0'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:40.333607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Made reservation on behalf of 1139d334cb41468984e78fe54ed2dbd0 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:02:40.335966 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:40.634139 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:40.664941 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:40.750557 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:40.813950 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:40.838900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:02:40.848438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32a9e2b-4ef7-4a1a-8b78-f427ecfb6d27,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:40.853782 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:40.854121 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Added segment 6fb7e6c0-e448-4bbf-97b6-d1e96de6c64f of type vlan for network 49faf584-ab4a-454e-98e6-7ac494ea65fd Aug 19 13:02:40.893673 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:40.999818 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:41.000790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:41.001385 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:41.067611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] Pushing event updated for resources: {'Network': ['ID=49faf584-ab4a-454e-98e6-7ac494ea65fd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:41.075010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 49faf584-ab4a-454e-98e6-7ac494ea65fd details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:02:41.161319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-557ae393-8fb3-42de-b8c0-01c368f07b56 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9664454 Aug 19 13:02:41.169777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48870) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:02:41.169777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] Request body: {'subnet': {'network_id': '49faf584-ab4a-454e-98e6-7ac494ea65fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1768769724-subnet', 'tenant_id': '1139d334cb41468984e78fe54ed2dbd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:41.319974 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] Made reservation on behalf of 1139d334cb41468984e78fe54ed2dbd0 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:02:41.322267 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:41.588579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:41.646338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2797a10-6a5f-4713-8b6b-b4ba4d2d6145,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:41.652005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] Checking segment: {'id': '6fb7e6c0-e448-4bbf-97b6-d1e96de6c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '49faf584-ab4a-454e-98e6-7ac494ea65fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:02:41.652275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] Network hostable DHCP agents. Network: 49faf584-ab4a-454e-98e6-7ac494ea65fd, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:02:41.759832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] Network 49faf584-ab4a-454e-98e6-7ac494ea65fd is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:02:41.882099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 49faf584-ab4a-454e-98e6-7ac494ea65fd) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:02:41.886474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:41.887110 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:41.891426 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018ba28-9079-485f-8c73-3ff87a65f9ca None None] Network 49faf584-ab4a-454e-98e6-7ac494ea65fd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:02:41.977809 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7b682edd-cc67-4819-937a-c111dfcd5157 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8129468 Aug 19 13:02:42.012851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d395e22-38de-4be9-a236-203d7073c5a9 None None] Network 49faf584-ab4a-454e-98e6-7ac494ea65fd requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:02:42.446880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-ad3a28f5-b96e-4efb-8642-53fc2eb42d7b tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:42.448359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-ad3a28f5-b96e-4efb-8642-53fc2eb42d7b tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/networks?id=29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca HTTP/1.1" status: 200 len: 812 time: 0.0997608 Aug 19 13:02:42.463234 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-95c21337-aa34-484b-b14f-2fdedd17f501 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/quotas/f57f29b9081a4a9ab2f12804cf8e2cf5 HTTP/1.1" status: 200 len: 375 time: 0.0089953 Aug 19 13:02:42.518758 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-5d0914f6-1189-4668-9299-e5e127544438 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f57f29b9081a4a9ab2f12804cf8e2cf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502157 Aug 19 13:02:42.699440 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-98bb344b-301e-4273-b9da-a72f8213d0f9 service neutron] 10.222.0.21 "GET /v2.0/networks/29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736088 Aug 19 13:02:42.791196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-3bbbd218-46b2-4ef6-87d4-2692152603be service neutron] 10.222.0.21 "GET /v2.0/networks/29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852604 Aug 19 13:02:43.017516 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-657137f4-b0b1-4ecb-a619-5ad3b836fc24 req-55765d91-7a29-4efe-a6a8-b1aa3badd4ef tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 210 time: 0.0270634 Aug 19 13:02:43.299433 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:02:44.100359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e6ccf42-ae52-4921-b38d-524bb2f3e143 req-d9e3a93d-1aee-4ac2-8f87-c31c5502a158 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 210 time: 0.0287938 Aug 19 13:02:45.194191 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b333dd77-d177-4c82-8634-5e1711b1a006 req-cc78599a-d1ff-4d30-b8c1-89f6ea6a1e0b tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 210 time: 0.0281594 Aug 19 13:02:45.465337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-e4afeddf-6554-4d80-89c6-55941342e015 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:45.466749 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-e4afeddf-6554-4d80-89c6-55941342e015 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.30 "GET /v2.0/networks?id=29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca HTTP/1.1" status: 200 len: 812 time: 0.1039212 Aug 19 13:02:45.478866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Request body: {'port': {'device_id': '91024bcb-95db-49ec-a4d3-dae7df150aac', 'network_id': '29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca', 'admin_state_up': True, 'tenant_id': 'f57f29b9081a4a9ab2f12804cf8e2cf5'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:45.651225 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Made reservation on behalf of f57f29b9081a4a9ab2f12804cf8e2cf5 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:02:45.654717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:45.777439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Allocated IP 172.20.0.8 (29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca/c1bfb54a-ef73-4460-9f7a-c9a758d36e5b/3841843a-ed82-4b52-80d1-ff9e2ac11746) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:02:45.928050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:46.037954 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:46.080958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Network 29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:02:46.086303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:02:46.090123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:02:46.115343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Pushing event updated for resources: {'Port': ['ID=3841843a-ed82-4b52-80d1-ff9e2ac11746,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:46.144331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:46.144979 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:46.260575 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-19387b19-723e-4cf4-8285-e6b644d0826e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7850540 Aug 19 13:02:46.276832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Request body: {'port': {'device_id': '91024bcb-95db-49ec-a4d3-dae7df150aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:02:46.313597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce9e9b-d2e9-4a49-ae02-9a5cba253600 req-86695364-56c4-42e4-9df6-603f924edb02 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:46.315619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78ce9e9b-d2e9-4a49-ae02-9a5cba253600 req-86695364-56c4-42e4-9df6-603f924edb02 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 931 time: 0.0504863 Aug 19 13:02:46.331490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:46.353845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78ce9e9b-d2e9-4a49-ae02-9a5cba253600 req-8f95a1b9-0871-4481-8d9f-1fbba79397fb tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320368 Aug 19 13:02:46.598438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3841843a-ed82-4b52-80d1-ff9e2ac11746 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:02:46.605705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:46.618644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Transition to ACTIVE for port object 3841843a-ed82-4b52-80d1-ff9e2ac11746 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:02:46.676436 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:46.747642 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Pushing event updated for resources: {'Port': ['ID=3841843a-ed82-4b52-80d1-ff9e2ac11746,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:46.797193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Attempting to bind port 3841843a-ed82-4b52-80d1-ff9e2ac11746 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:02:46.797517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Attempting to bind port 3841843a-ed82-4b52-80d1-ff9e2ac11746 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '8547e497-b4e5-4fd4-9931-9f606c5c6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:02:46.797931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Attempting to bind port 3841843a-ed82-4b52-80d1-ff9e2ac11746 on network 29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:02:46.802657 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Port 3841843a-ed82-4b52-80d1-ff9e2ac11746 on network 29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:02:46.803058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Attempting to bind port 3841843a-ed82-4b52-80d1-ff9e2ac11746 on network 29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:02:46.807699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:02:46.808031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Checking segment: {'id': '8547e497-b4e5-4fd4-9931-9f606c5c6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:02:46.808408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Bound using segment: {'id': '8547e497-b4e5-4fd4-9931-9f606c5c6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:02:46.808824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Bound port: 3841843a-ed82-4b52-80d1-ff9e2ac11746, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8547e497-b4e5-4fd4-9931-9f606c5c6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:02:46.809173 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:46.880483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] For port 3841843a-ed82-4b52-80d1-ff9e2ac11746, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:02:46.883598 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] For port 3841843a-ed82-4b52-80d1-ff9e2ac11746, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3841843a-ed82-4b52-80d1-ff9e2ac11746,segment=NetworkSegment(8547e497-b4e5-4fd4-9931-9f606c5c6a12),segment_id=8547e497-b4e5-4fd4-9931-9f606c5c6a12)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:02:46.951845 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:46.987126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:46.987744 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:46.989168 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] 10.222.0.30 "PUT /v2.0/ports/3841843a-ed82-4b52-80d1-ff9e2ac11746 HTTP/1.1" status: 200 len: 1091 time: 0.7205548 Aug 19 13:02:46.989607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91024bcb-95db-49ec-a4d3-dae7df150aac', 'tag': '3841843a-ed82-4b52-80d1-ff9e2ac11746'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:02:46.991884 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7cdc8d-dd6f-4517-9074-b716acc8fa66" -d '{"events": [{"name": "network-changed", "server_uuid": "91024bcb-95db-49ec-a4d3-dae7df150aac", "tag": "3841843a-ed82-4b52-80d1-ff9e2ac11746"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:02:47.016382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c358eca-a381-4ba8-ad16-fad399f73cbb service neutron] Pushing event updated for resources: {'Port': ['ID=3841843a-ed82-4b52-80d1-ff9e2ac11746,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:47.033785 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3251b7-44d3-4e45-9cf9-5abaff719f42 x-openstack-request-id: req-ef3251b7-44d3-4e45-9cf9-5abaff719f42 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:02:47.034087 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91024bcb-95db-49ec-a4d3-dae7df150aac", "tag": "3841843a-ed82-4b52-80d1-ff9e2ac11746", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:02:47.034343 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef3251b7-44d3-4e45-9cf9-5abaff719f42 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:02:47.034780 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91024bcb-95db-49ec-a4d3-dae7df150aac', 'tag': '3841843a-ed82-4b52-80d1-ff9e2ac11746', 'status': 'completed', 'code': 200} Aug 19 13:02:47.100724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cdc8d-dd6f-4517-9074-b716acc8fa66 req-a2a0c38b-e2f1-446d-b8f9-86b14e2fd3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:47.102245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d7cdc8d-dd6f-4517-9074-b716acc8fa66 req-a2a0c38b-e2f1-446d-b8f9-86b14e2fd3b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f57f29b9081a4a9ab2f12804cf8e2cf5&device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 1094 time: 0.0470483 Aug 19 13:02:47.198588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cdc8d-dd6f-4517-9074-b716acc8fa66 req-46994b2f-8125-4979-9276-be6c47de6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:47.200099 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d7cdc8d-dd6f-4517-9074-b716acc8fa66 req-46994b2f-8125-4979-9276-be6c47de6807 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f57f29b9081a4a9ab2f12804cf8e2cf5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0906405 Aug 19 13:02:47.299300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cdc8d-dd6f-4517-9074-b716acc8fa66 req-cb4cc430-3f53-4a53-9653-a87eb3e769c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:47.300768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1d7cdc8d-dd6f-4517-9074-b716acc8fa66 req-cb4cc430-3f53-4a53-9653-a87eb3e769c3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924866 Aug 19 13:02:47.376403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-665303f6-1544-4d96-ae3c-db30eb52e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:47.377895 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-665303f6-1544-4d96-ae3c-db30eb52e93f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f57f29b9081a4a9ab2f12804cf8e2cf5&device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 1094 time: 0.0408671 Aug 19 13:02:47.424342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-396e6511-2d5b-403a-b26b-5292016712fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3841843a-ed82-4b52-80d1-ff9e2ac11746 HTTP/1.1" status: 200 len: 217 time: 0.0365703 Aug 19 13:02:47.472946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141ad9-7d51-48d9-8442-39d4fa3b3a78 req-ec5d4ae5-c86a-4cae-b527-c9a32f641c2c tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:47.474333 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b141ad9-7d51-48d9-8442-39d4fa3b3a78 req-ec5d4ae5-c86a-4cae-b527-c9a32f641c2c tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 943 time: 0.0493557 Aug 19 13:02:47.496472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-aa05adb8-81e5-46e1-9be7-af91f7e3c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:47.498257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-aa05adb8-81e5-46e1-9be7-af91f7e3c853 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1bfb54a-ef73-4460-9f7a-c9a758d36e5b HTTP/1.1" status: 200 len: 852 time: 0.0670762 Aug 19 13:02:47.512874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b141ad9-7d51-48d9-8442-39d4fa3b3a78 req-804f7b33-c8e7-4447-9dc9-1ecc36360b98 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324619 Aug 19 13:02:47.534443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-723844fe-807e-4415-bf78-dbb6761fed5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288451 Aug 19 13:02:47.627543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-d1ea3d0f-1601-4763-b1f4-9edb2de4c151 service neutron] 10.222.0.30 "GET /v2.0/networks/29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851045 Aug 19 13:02:47.722348 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-152afd06-caf4-4ec0-a0ac-63960adcb082 req-80e69f8d-5404-49e6-b000-b94837475785 service neutron] 10.222.0.30 "GET /v2.0/networks/29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882394 Aug 19 13:02:48.632629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7cb1d-a3b5-4855-8a46-c1b5595d15e4 req-fb077e12-1fd9-40ee-9944-5a973d30fa59 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:48.634110 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7da7cb1d-a3b5-4855-8a46-c1b5595d15e4 req-fb077e12-1fd9-40ee-9944-5a973d30fa59 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 943 time: 0.0531645 Aug 19 13:02:48.672462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7da7cb1d-a3b5-4855-8a46-c1b5595d15e4 req-374e3ac0-b18e-407b-b398-f305b745979d tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Aug 19 13:02:49.790370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7171b4d-67cc-4545-9a76-f07601965c9a req-39f3b75a-d6a9-47a5-a997-024596815b2b tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:49.791779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d7171b4d-67cc-4545-9a76-f07601965c9a req-39f3b75a-d6a9-47a5-a997-024596815b2b tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 943 time: 0.0520861 Aug 19 13:02:49.828942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d7171b4d-67cc-4545-9a76-f07601965c9a req-d4acffa3-5a63-493b-9785-a7d1fae68dff tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313008 Aug 19 13:02:50.917115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3841843a-ed82-4b52-80d1-ff9e2ac11746 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:02:50.946585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cfd4e-8409-4614-b642-001bb7ede8e5 req-5177a16c-fce7-4abc-9fc2-c817b13ee90f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:50.951344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c0cfd4e-8409-4614-b642-001bb7ede8e5 req-5177a16c-fce7-4abc-9fc2-c817b13ee90f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 943 time: 0.0552280 Aug 19 13:02:50.985497 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c0cfd4e-8409-4614-b642-001bb7ede8e5 req-6807df58-757c-49d4-a5fc-783071405d58 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Aug 19 13:02:51.012631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 3841843a-ed82-4b52-80d1-ff9e2ac11746, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3841843a-ed82-4b52-80d1-ff9e2ac11746,segment=NetworkSegment(8547e497-b4e5-4fd4-9931-9f606c5c6a12),segment_id=8547e497-b4e5-4fd4-9931-9f606c5c6a12)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:02:51.023774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '3841843a-ed82-4b52-80d1-ff9e2ac11746', 'network_id': '29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca', 'port_id': '3841843a-ed82-4b52-80d1-ff9e2ac11746', 'mac_address': 'fa:16:3e:db:41:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1bfb54a-ef73-4460-9f7a-c9a758d36e5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:02:51.063560 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:51.076413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3841843a-ed82-4b52-80d1-ff9e2ac11746 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:02:51.096036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 3841843a-ed82-4b52-80d1-ff9e2ac11746, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3841843a-ed82-4b52-80d1-ff9e2ac11746,segment=NetworkSegment(8547e497-b4e5-4fd4-9931-9f606c5c6a12),segment_id=8547e497-b4e5-4fd4-9931-9f606c5c6a12)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:02:51.188514 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:51.235423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=3841843a-ed82-4b52-80d1-ff9e2ac11746,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:51.243838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.244189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.244531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.244869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.245204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.245536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.245894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.246222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.246680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.247025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.252972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.252972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:02:51.450065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['3841843a-ed82-4b52-80d1-ff9e2ac11746'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:02:52.100262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376e49c-7d47-40c9-87da-4d52c09a79f4 req-e35d62f0-3c42-4479-a486-6d69b9683b81 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:52.101632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2376e49c-7d47-40c9-87da-4d52c09a79f4 req-e35d62f0-3c42-4479-a486-6d69b9683b81 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 944 time: 0.0476832 Aug 19 13:02:52.138653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2376e49c-7d47-40c9-87da-4d52c09a79f4 req-2638a28b-5895-4178-a41d-690cf6181af9 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311129 Aug 19 13:02:52.916985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3841843a-ed82-4b52-80d1-ff9e2ac11746 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:02:53.028049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 3841843a-ed82-4b52-80d1-ff9e2ac11746 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:02:53.031950 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 3841843a-ed82-4b52-80d1-ff9e2ac11746 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:02:53.032320 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:53.106421 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:53.131776 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91024bcb-95db-49ec-a4d3-dae7df150aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3841843a-ed82-4b52-80d1-ff9e2ac11746'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:02:53.133898 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a59341-3462-4b29-a611-b0f86e356faf" -d '{"events": [{"server_uuid": "91024bcb-95db-49ec-a4d3-dae7df150aac", "name": "network-vif-plugged", "status": "completed", "tag": "3841843a-ed82-4b52-80d1-ff9e2ac11746"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:02:53.147335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 3841843a-ed82-4b52-80d1-ff9e2ac11746, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3841843a-ed82-4b52-80d1-ff9e2ac11746,segment=NetworkSegment(8547e497-b4e5-4fd4-9931-9f606c5c6a12),segment_id=8547e497-b4e5-4fd4-9931-9f606c5c6a12)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:02:53.169837 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821697d3-1988-463a-8297-bf32f1aefa48 x-openstack-request-id: req-821697d3-1988-463a-8297-bf32f1aefa48 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:02:53.170130 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91024bcb-95db-49ec-a4d3-dae7df150aac", "name": "network-vif-plugged", "status": "completed", "tag": "3841843a-ed82-4b52-80d1-ff9e2ac11746", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:02:53.170384 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-821697d3-1988-463a-8297-bf32f1aefa48 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:02:53.171203 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91024bcb-95db-49ec-a4d3-dae7df150aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3841843a-ed82-4b52-80d1-ff9e2ac11746', 'code': 200} Aug 19 13:02:53.225635 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:53.262860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fa7d0-e78d-4d43-ae6d-32c97f825a43 req-22bbd37b-9289-43f5-808c-4b9b4976f79d tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:53.264536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-385fa7d0-e78d-4d43-ae6d-32c97f825a43 req-22bbd37b-9289-43f5-808c-4b9b4976f79d tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 944 time: 0.0518830 Aug 19 13:02:53.273226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707052-1336-4e93-834d-ea9afcc878a3 req-9d1d48b1-ab6b-4e91-8ee4-d350e19018b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:53.274915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2707052-1336-4e93-834d-ea9afcc878a3 req-9d1d48b1-ab6b-4e91-8ee4-d350e19018b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 1096 time: 0.0495343 Aug 19 13:02:53.275449 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=3841843a-ed82-4b52-80d1-ff9e2ac11746,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:02:53.306283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-385fa7d0-e78d-4d43-ae6d-32c97f825a43 req-bbf63221-bfdb-4f2c-83fc-ec008a3a224f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351923 Aug 19 13:02:53.310777 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d2707052-1336-4e93-834d-ea9afcc878a3 req-9577a978-2f28-42c2-8a44-a8d966d52a4f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288281 Aug 19 13:02:54.426820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af4a60-1aca-492c-a888-d326587d3d21 req-4ab5efa7-2d42-4c22-bf38-1be0853a112e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:54.428325 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6af4a60-1aca-492c-a888-d326587d3d21 req-4ab5efa7-2d42-4c22-bf38-1be0853a112e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0551004 Aug 19 13:02:54.468201 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6af4a60-1aca-492c-a888-d326587d3d21 req-c0e6b240-e571-4e27-8cfb-8a93c0f345c4 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333273 Aug 19 13:02:55.591347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe64b5-b1bb-4619-9a03-fd5e8c6bb2c0 req-e0796708-bfb6-49f1-8726-4053b02d3af5 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:55.592869 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ebe64b5-b1bb-4619-9a03-fd5e8c6bb2c0 req-e0796708-bfb6-49f1-8726-4053b02d3af5 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0529044 Aug 19 13:02:55.631481 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ebe64b5-b1bb-4619-9a03-fd5e8c6bb2c0 req-01c1beff-bf40-43dc-8dd5-9e21578bd997 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Aug 19 13:02:55.654181 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:55.746660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a4e9a-d0f2-46dd-9e46-2b23f19f0191 req-b483e9eb-46c8-4a3e-94c6-7e309dd28f7f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:55.748089 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-209a4e9a-d0f2-46dd-9e46-2b23f19f0191 req-b483e9eb-46c8-4a3e-94c6-7e309dd28f7f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0497034 Aug 19 13:02:55.790071 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-209a4e9a-d0f2-46dd-9e46-2b23f19f0191 req-f4865937-b6ef-4976-be99-a2459e5894a2 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354548 Aug 19 13:02:56.273131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719412aa-642e-493e-bd57-75a216f982c3 req-f2850fae-5f87-4918-94fc-36169d3487de tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:56.274653 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-719412aa-642e-493e-bd57-75a216f982c3 req-f2850fae-5f87-4918-94fc-36169d3487de tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0537455 Aug 19 13:02:56.312515 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-719412aa-642e-493e-bd57-75a216f982c3 req-6da47cd5-0346-4301-8205-4dd7e54f3dfa tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Aug 19 13:02:56.531445 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:02:57.430133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da9ba2-5e49-4fa1-bc5f-b4f5972530c9 req-527f2d65-6bfd-4990-b575-0a350496e027 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:57.431683 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9da9ba2-5e49-4fa1-bc5f-b4f5972530c9 req-527f2d65-6bfd-4990-b575-0a350496e027 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0490901 Aug 19 13:02:57.471275 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d9da9ba2-5e49-4fa1-bc5f-b4f5972530c9 req-eb67de3c-20d6-4b7f-a59e-214dfa5b8ae5 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335271 Aug 19 13:02:57.840580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0450d0e-cd6d-42db-b255-50de7e4e5015 req-32812f5e-7c09-4bfb-bc5f-6d5de1eb25a5 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:57.842089 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c0450d0e-cd6d-42db-b255-50de7e4e5015 req-32812f5e-7c09-4bfb-bc5f-6d5de1eb25a5 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0496080 Aug 19 13:02:57.893426 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c0450d0e-cd6d-42db-b255-50de7e4e5015 req-a5d62591-3eb6-4f65-8771-cffd834279c3 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449445 Aug 19 13:02:57.935028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31dc7-456f-4379-a083-d5a012c93f47 req-5fd27d8c-d936-4cc6-b3e5-d3c2261fc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:57.936561 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78d31dc7-456f-4379-a083-d5a012c93f47 req-5fd27d8c-d936-4cc6-b3e5-d3c2261fc9f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f57f29b9081a4a9ab2f12804cf8e2cf5&device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 1096 time: 0.0439959 Aug 19 13:02:58.028521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31dc7-456f-4379-a083-d5a012c93f47 req-62cfac83-6e58-4a62-a802-20f51227e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:58.029990 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78d31dc7-456f-4379-a083-d5a012c93f47 req-62cfac83-6e58-4a62-a802-20f51227e95a service neutron] 10.222.0.30 "GET /v2.0/networks?id=29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca HTTP/1.1" status: 200 len: 913 time: 0.0862060 Aug 19 13:02:58.072102 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78d31dc7-456f-4379-a083-d5a012c93f47 req-e5436ffb-0761-46c0-97ae-deb6683c75df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3841843a-ed82-4b52-80d1-ff9e2ac11746 HTTP/1.1" status: 200 len: 217 time: 0.0353386 Aug 19 13:02:58.119434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31dc7-456f-4379-a083-d5a012c93f47 req-2dc450b7-fc8c-48d7-b0a1-d4e701bee17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:58.120845 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78d31dc7-456f-4379-a083-d5a012c93f47 req-2dc450b7-fc8c-48d7-b0a1-d4e701bee17d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1bfb54a-ef73-4460-9f7a-c9a758d36e5b HTTP/1.1" status: 200 len: 852 time: 0.0426064 Aug 19 13:02:58.152432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78d31dc7-456f-4379-a083-d5a012c93f47 req-64a6d873-4b47-4d60-9f5a-ddeb519f8291 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245981 Aug 19 13:02:58.244733 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78d31dc7-456f-4379-a083-d5a012c93f47 req-8b3534ce-85cd-4ee8-9731-6516be5f4c7c service neutron] 10.222.0.30 "GET /v2.0/networks/29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855465 Aug 19 13:02:58.333585 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78d31dc7-456f-4379-a083-d5a012c93f47 req-013c1c43-36b9-4ef2-92f6-06e892a2e4ae service neutron] 10.222.0.30 "GET /v2.0/networks/29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819340 Aug 19 13:02:59.016129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88adcd9-0d23-4697-9195-a935b19eeefb req-02fa8167-130b-4db6-9163-77d298c31455 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:02:59.017613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d88adcd9-0d23-4697-9195-a935b19eeefb req-02fa8167-130b-4db6-9163-77d298c31455 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0550025 Aug 19 13:02:59.056852 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d88adcd9-0d23-4697-9195-a935b19eeefb req-c08c282c-747b-4d7c-b4aa-d944c08228d0 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328827 Aug 19 13:03:00.175638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57643ab6-1611-47a3-94ab-7e165200e170 req-b774a842-643c-4a27-80af-3e45472096ee tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:00.177119 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57643ab6-1611-47a3-94ab-7e165200e170 req-b774a842-643c-4a27-80af-3e45472096ee tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0536976 Aug 19 13:03:00.215545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57643ab6-1611-47a3-94ab-7e165200e170 req-eff35fe5-0530-4bae-9cef-d3a2ad20b2c8 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Aug 19 13:03:00.613094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb6c69-2047-466a-92ae-1dbc2dd64661 req-6c003381-9429-4104-b0ae-07049cc6af2b tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:00.615070 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2fb6c69-2047-466a-92ae-1dbc2dd64661 req-6c003381-9429-4104-b0ae-07049cc6af2b tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0482154 Aug 19 13:03:00.652792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2fb6c69-2047-466a-92ae-1dbc2dd64661 req-517eca29-23eb-404c-a18b-16142fbb5864 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316927 Aug 19 13:03:01.773431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b8924-859e-40d9-9b91-6ffaef43f9d8 req-a8508959-3b26-4305-96d2-0fa479ec0e8c tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:01.774825 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad3b8924-859e-40d9-9b91-6ffaef43f9d8 req-a8508959-3b26-4305-96d2-0fa479ec0e8c tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0498211 Aug 19 13:03:01.810937 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad3b8924-859e-40d9-9b91-6ffaef43f9d8 req-e98d7fdc-3c1b-45d5-afde-5873969c52aa tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300684 Aug 19 13:03:02.140034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b852e02-c73d-40bb-ab9e-271bd8aa944f req-4b9a8846-af25-4af7-9f58-4d081e871dcd tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:02.141502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b852e02-c73d-40bb-ab9e-271bd8aa944f req-4b9a8846-af25-4af7-9f58-4d081e871dcd tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0485697 Aug 19 13:03:02.182470 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b852e02-c73d-40bb-ab9e-271bd8aa944f req-e0641b96-24eb-4c62-a6ec-33e1f0e2fc25 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Aug 19 13:03:02.254786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674f118-37f8-4ebf-9571-a5932bbefca1 req-610c65b0-ddfc-4452-9778-eab8709d2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:02.256295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4674f118-37f8-4ebf-9571-a5932bbefca1 req-610c65b0-ddfc-4452-9778-eab8709d2be8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f57f29b9081a4a9ab2f12804cf8e2cf5&device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 1096 time: 0.0442455 Aug 19 13:03:02.348899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674f118-37f8-4ebf-9571-a5932bbefca1 req-c0c54d21-bb5a-41bf-b946-1d1547ebafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:02.350851 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4674f118-37f8-4ebf-9571-a5932bbefca1 req-c0c54d21-bb5a-41bf-b946-1d1547ebafa8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca HTTP/1.1" status: 200 len: 913 time: 0.0880394 Aug 19 13:03:02.396634 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4674f118-37f8-4ebf-9571-a5932bbefca1 req-cf06b7fb-d418-450e-8523-78664ae1da75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3841843a-ed82-4b52-80d1-ff9e2ac11746 HTTP/1.1" status: 200 len: 217 time: 0.0391853 Aug 19 13:03:02.445125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674f118-37f8-4ebf-9571-a5932bbefca1 req-41a3f926-a3ca-456e-b857-e51fbfbf2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:02.446627 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4674f118-37f8-4ebf-9571-a5932bbefca1 req-41a3f926-a3ca-456e-b857-e51fbfbf2493 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1bfb54a-ef73-4460-9f7a-c9a758d36e5b HTTP/1.1" status: 200 len: 852 time: 0.0431814 Aug 19 13:03:02.477516 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4674f118-37f8-4ebf-9571-a5932bbefca1 req-e439a9eb-103a-4441-a676-6a84977c8bb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244663 Aug 19 13:03:02.563292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4674f118-37f8-4ebf-9571-a5932bbefca1 req-9d1da942-cfe5-4263-a50c-4f4504fbe39c service neutron] 10.222.0.30 "GET /v2.0/networks/29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787582 Aug 19 13:03:02.655632 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4674f118-37f8-4ebf-9571-a5932bbefca1 req-fcdd6a46-13d5-49a3-a8ef-e2193c7e5153 service neutron] 10.222.0.30 "GET /v2.0/networks/29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844920 Aug 19 13:03:03.301173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c82a86-195f-44fa-a9e1-0ad99f2f3273 req-fd3aa950-a149-4c23-84c3-302d093a7b10 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:03.302748 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5c82a86-195f-44fa-a9e1-0ad99f2f3273 req-fd3aa950-a149-4c23-84c3-302d093a7b10 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0499532 Aug 19 13:03:03.340856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5c82a86-195f-44fa-a9e1-0ad99f2f3273 req-252c6641-57f1-43a4-8ad3-515b1d83773c tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320711 Aug 19 13:03:04.456685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff1778-54ee-4a6f-ad0d-6d13540b52a1 req-1252661c-4810-4719-b129-298e69007f9e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:04.458170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05ff1778-54ee-4a6f-ad0d-6d13540b52a1 req-1252661c-4810-4719-b129-298e69007f9e tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0498877 Aug 19 13:03:04.497364 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05ff1778-54ee-4a6f-ad0d-6d13540b52a1 req-c3f6e8bd-b5e9-4030-be27-4f12d0ae1056 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327320 Aug 19 13:03:04.933395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89751f4c-1ee7-4696-b492-75b511d71116 req-a0a115ac-24cd-41a5-b6eb-98af2f9c430d tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:04.934919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89751f4c-1ee7-4696-b492-75b511d71116 req-a0a115ac-24cd-41a5-b6eb-98af2f9c430d tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0541697 Aug 19 13:03:04.974030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-89751f4c-1ee7-4696-b492-75b511d71116 req-3475139f-456a-42aa-a79d-8db36b3e8bcd tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327296 Aug 19 13:03:05.057018 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-64e9b9a8-390b-4c4d-af1f-9732f5619643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:06.097971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258e206-f1d9-4f4b-a553-ee5bfa79478d req-11bc64a6-82e2-4b68-b959-6d4c15df5234 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:06.100117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d258e206-f1d9-4f4b-a553-ee5bfa79478d req-11bc64a6-82e2-4b68-b959-6d4c15df5234 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0533490 Aug 19 13:03:06.138697 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d258e206-f1d9-4f4b-a553-ee5bfa79478d req-592b9945-8136-4997-94b1-5a82d64d1c6d tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/security-groups?id=ff5f8407-4d23-4b37-9875-0842bf0243cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Aug 19 13:03:06.688554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f863d0-031e-4a06-9bda-c224f8e3e80a req-f2bdad80-7843-44a8-b38d-fbd8aef83ae0 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:06.689993 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-11f863d0-031e-4a06-9bda-c224f8e3e80a req-f2bdad80-7843-44a8-b38d-fbd8aef83ae0 tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.30 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 945 time: 0.0477233 Aug 19 13:03:06.789156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-11f863d0-031e-4a06-9bda-c224f8e3e80a req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Deleting port 3841843a-ed82-4b52-80d1-ff9e2ac11746 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:03:06.789500 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-11f863d0-031e-4a06-9bda-c224f8e3e80a req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:06.879424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-11f863d0-031e-4a06-9bda-c224f8e3e80a req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] For port 3841843a-ed82-4b52-80d1-ff9e2ac11746, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3841843a-ed82-4b52-80d1-ff9e2ac11746,segment=NetworkSegment(8547e497-b4e5-4fd4-9931-9f606c5c6a12),segment_id=8547e497-b4e5-4fd4-9931-9f606c5c6a12)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:06.880425 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-11f863d0-031e-4a06-9bda-c224f8e3e80a req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:06.892982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-11f863d0-031e-4a06-9bda-c224f8e3e80a req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Calling delete_port for 3841843a-ed82-4b52-80d1-ff9e2ac11746 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:03:07.122877 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-11f863d0-031e-4a06-9bda-c224f8e3e80a req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:07.135064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['3841843a-ed82-4b52-80d1-ff9e2ac11746'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:03:07.152246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Pushing event deleted for resources: {'Port': ['ID=3841843a-ed82-4b52-80d1-ff9e2ac11746,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:07.162583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.166839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.166839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.166839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.166839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.166839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.166839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.166839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.166839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.166839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.166839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.166839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:07.207090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f863d0-031e-4a06-9bda-c224f8e3e80a req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] No DVR routers for this DVR port 3841843a-ed82-4b52-80d1-ff9e2ac11746 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:03:07.210439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-11f863d0-031e-4a06-9bda-c224f8e3e80a req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:07.212412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-11f863d0-031e-4a06-9bda-c224f8e3e80a req-0de2ac0a-8565-4186-920f-6d49f6f0191f tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.30 "DELETE /v2.0/ports/3841843a-ed82-4b52-80d1-ff9e2ac11746 HTTP/1.1" status: 204 len: 173 time: 0.5159998 Aug 19 13:03:07.212861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91024bcb-95db-49ec-a4d3-dae7df150aac', 'name': 'network-vif-deleted', 'tag': '3841843a-ed82-4b52-80d1-ff9e2ac11746'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:03:07.215166 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920c93eb-9442-40d3-86f5-5acdc6bc0a17" -d '{"events": [{"server_uuid": "91024bcb-95db-49ec-a4d3-dae7df150aac", "name": "network-vif-deleted", "tag": "3841843a-ed82-4b52-80d1-ff9e2ac11746"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:03:07.247738 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1df29670-13fc-418e-8477-61c164e6eece req-17f5a9b7-469c-4827-81c9-14f381ba119c tempest-TestServerAdvancedOps-498653649 tempest-TestServerAdvancedOps-498653649-project] 10.222.0.21 "GET /v2.0/ports?device_id=91024bcb-95db-49ec-a4d3-dae7df150aac HTTP/1.1" status: 200 len: 210 time: 0.0266359 Aug 19 13:03:07.252157 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faf4e09-78ff-4a2d-af98-0508face4579 x-openstack-request-id: req-2faf4e09-78ff-4a2d-af98-0508face4579 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:03:07.252447 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91024bcb-95db-49ec-a4d3-dae7df150aac", "name": "network-vif-deleted", "tag": "3841843a-ed82-4b52-80d1-ff9e2ac11746", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:03:07.252701 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2faf4e09-78ff-4a2d-af98-0508face4579 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:03:07.253137 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91024bcb-95db-49ec-a4d3-dae7df150aac', 'name': 'network-vif-deleted', 'tag': '3841843a-ed82-4b52-80d1-ff9e2ac11746', 'status': 'completed', 'code': 200} Aug 19 13:03:07.657208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:07.748288 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2860acca-d7e0-4f4e-bb86-68aab0c5894d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.305847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48972) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:08.352825 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd599e86-15ce-4daf-9cc2-07f12b9847a4 admin admin] Deleting subnet c1bfb54a-ef73-4460-9f7a-c9a758d36e5b {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:03:08.355857 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bd599e86-15ce-4daf-9cc2-07f12b9847a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.388846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bd599e86-15ce-4daf-9cc2-07f12b9847a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.426247 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bd599e86-15ce-4daf-9cc2-07f12b9847a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.557391 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bd599e86-15ce-4daf-9cc2-07f12b9847a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.584717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd599e86-15ce-4daf-9cc2-07f12b9847a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1bfb54a-ef73-4460-9f7a-c9a758d36e5b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:08.586620 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bd599e86-15ce-4daf-9cc2-07f12b9847a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.588489 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bd599e86-15ce-4daf-9cc2-07f12b9847a4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c1bfb54a-ef73-4460-9f7a-c9a758d36e5b HTTP/1.1" status: 204 len: 168 time: 0.2817485 Aug 19 13:03:08.591083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48974) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:08.660604 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.735123 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.745060 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:08.755006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8547e497-b4e5-4fd4-9931-9f606c5c6a12') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:08.755301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8547e497-b4e5-4fd4-9931-9f606c5c6a12') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:08.764607 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.781680 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.787285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:03:08.787660 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:03:08.789210 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:03:08.934000 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.938134 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:08.946207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] 10.222.0.21 "DELETE /v2.0/networks/29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca HTTP/1.1" status: 204 len: 168 time: 0.3482862 Aug 19 13:03:08.946323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 48976) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:08.953165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98c25c-3feb-4d23-8746-14d32c03f45a admin admin] Pushing event deleted for resources: {'Network': ['ID=29fdc98b-e8c9-4d7c-9fdf-66d0ad09f2ca,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:08.989183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Deleting subnet a2797a10-6a5f-4713-8b6b-b4ba4d2d6145 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:03:08.992956 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.027378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.065921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.252162 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.275741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2797a10-6a5f-4713-8b6b-b4ba4d2d6145,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:09.285916 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.289590 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a2797a10-6a5f-4713-8b6b-b4ba4d2d6145 HTTP/1.1" status: 204 len: 168 time: 0.3442349 Aug 19 13:03:09.290138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.290586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.290968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.291312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.291438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48978) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:09.291651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.291988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.292459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.292805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.293138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.293465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.293823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.294176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f788bc-5976-42bf-adc7-0b9d74966f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:09.357981 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.366218 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.438634 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.448129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49faf584-ab4a-454e-98e6-7ac494ea65fd']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:09.457919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb7e6c0-e448-4bbf-97b6-d1e96de6c64f') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:09.458210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb7e6c0-e448-4bbf-97b6-d1e96de6c64f') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:09.466755 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.480423 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.486374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:03:09.486870 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:03:09.488466 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:03:09.622585 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.627811 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:09.629668 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] 10.222.0.21 "DELETE /v2.0/networks/49faf584-ab4a-454e-98e6-7ac494ea65fd HTTP/1.1" status: 204 len: 168 time: 0.3372934 Aug 19 13:03:09.640817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95d15f-2a1e-4a7a-86c1-fc1a29910d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=49faf584-ab4a-454e-98e6-7ac494ea65fd,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:09.990912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48982) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:10.027511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ac571152-e32a-4d26-b206-0546b4b38605 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f57f29b9081a4a9ab2f12804cf8e2cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388696 Aug 19 13:03:10.029858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48984) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:10.078455 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c6070f1-bce2-442a-9af6-82e50f49a6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:10.099727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c6070f1-bce2-442a-9af6-82e50f49a6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:10.240530 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c6070f1-bce2-442a-9af6-82e50f49a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:10.243065 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c6070f1-bce2-442a-9af6-82e50f49a6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:10.244229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1c6070f1-bce2-442a-9af6-82e50f49a6bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff5f8407-4d23-4b37-9875-0842bf0243cf HTTP/1.1" status: 204 len: 168 time: 0.2134693 Aug 19 13:03:10.251889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6070f1-bce2-442a-9af6-82e50f49a6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5f8407-4d23-4b37-9875-0842bf0243cf,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:10.648659 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:10.881921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48990) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:10.921942 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0d1839de-9f8f-4975-80b7-c28521324acc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1139d334cb41468984e78fe54ed2dbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388072 Aug 19 13:03:10.924452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 48992) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:10.974060 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d794006-1b39-4e89-b07d-35b6cef93a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:10.992212 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3841843a-ed82-4b52-80d1-ff9e2ac11746 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:03:10.996821 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d794006-1b39-4e89-b07d-35b6cef93a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:11.012111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 3841843a-ed82-4b52-80d1-ff9e2ac11746 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:03:11.012461 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3841843a-ed82-4b52-80d1-ff9e2ac11746 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:03:11.120218 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d794006-1b39-4e89-b07d-35b6cef93a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:11.122713 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d794006-1b39-4e89-b07d-35b6cef93a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:11.123910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6d794006-1b39-4e89-b07d-35b6cef93a7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d32a9e2b-4ef7-4a1a-8b78-f427ecfb6d27 HTTP/1.1" status: 204 len: 168 time: 0.1985795 Aug 19 13:03:11.131507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d794006-1b39-4e89-b07d-35b6cef93a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32a9e2b-4ef7-4a1a-8b78-f427ecfb6d27,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:12.157548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49014) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:12.310864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2023410126-network', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:12.436655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Made reservation on behalf of 506305de4c8f4c499d645ec7bf65974c for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:03:12.439008 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:12.447446 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:12.533265 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:12.605488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:12.628984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:03:12.638667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3279122e-7b43-4b6a-91c2-fa39db9b08ae,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:12.643280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:12.646950 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Added segment f6bfcfa1-93be-45c0-908d-52cf217f2852 of type vlan for network 9cad2d11-f1ad-4167-9a47-50d989d16f12 Aug 19 13:03:12.682184 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:12.802551 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:12.803943 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:12.804504 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:12.860819 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] Pushing event updated for resources: {'Network': ['ID=9cad2d11-f1ad-4167-9a47-50d989d16f12,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:12.870902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 9cad2d11-f1ad-4167-9a47-50d989d16f12 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:03:12.932158 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e747bbe3-3fc0-4c42-b822-403f5f8a4a08 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7734323 Aug 19 13:03:12.935179 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49020) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:12.939873 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] Request body: {'subnet': {'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2023410126-subnet', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:13.028375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] Made reservation on behalf of 506305de4c8f4c499d645ec7bf65974c for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:03:13.030759 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:13.325707 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:13.380154 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f57baa-d307-4bdc-a6a5-ef9313e5298d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:13.388884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] Checking segment: {'id': 'f6bfcfa1-93be-45c0-908d-52cf217f2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:13.389232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] Network hostable DHCP agents. Network: 9cad2d11-f1ad-4167-9a47-50d989d16f12, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:03:13.476846 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] Network 9cad2d11-f1ad-4167-9a47-50d989d16f12 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:03:13.571591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 9cad2d11-f1ad-4167-9a47-50d989d16f12) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:13.575513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:13.576144 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:13.580163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86955337-297d-4cb7-81f0-e5cb3f164572 None None] Network 9cad2d11-f1ad-4167-9a47-50d989d16f12 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:03:13.680957 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6d7f6c96-c5e9-4e4b-83b2-be1107c5ce1a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7447276 Aug 19 13:03:13.683511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49022) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:13.687893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2023410126-router', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:13.721641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-9cad2d11-f1ad-4167-9a47-50d989d16f12', 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'fixed_ips': [{'subnet_id': '35f57baa-d307-4bdc-a6a5-ef9313e5298d'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:03:13.722539 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:13.775755 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:13.777090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:13.834671 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:13.857889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Allocated IP 172.20.0.2 (9cad2d11-f1ad-4167-9a47-50d989d16f12/35f57baa-d307-4bdc-a6a5-ef9313e5298d/95b97830-adbd-469a-b02c-6cbe3c69abde) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:03:14.009448 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:14.018184 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:14.023393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Transition to ACTIVE for port object 95b97830-adbd-469a-b02c-6cbe3c69abde will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:14.036431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Transition to ACTIVE for port object 95b97830-adbd-469a-b02c-6cbe3c69abde will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:14.138133 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:14.182941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Network 9cad2d11-f1ad-4167-9a47-50d989d16f12 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:14.186110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:14.190680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:03:14.198194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Pushing event updated for resources: {'Port': ['ID=95b97830-adbd-469a-b02c-6cbe3c69abde,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:14.251565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Attempting to bind port 95b97830-adbd-469a-b02c-6cbe3c69abde on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:03:14.251928 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Attempting to bind port 95b97830-adbd-469a-b02c-6cbe3c69abde by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f6bfcfa1-93be-45c0-908d-52cf217f2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:03:14.252284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Attempting to bind port 95b97830-adbd-469a-b02c-6cbe3c69abde on network 9cad2d11-f1ad-4167-9a47-50d989d16f12 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:03:14.257447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:03:14.257817 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Checking segment: {'id': 'f6bfcfa1-93be-45c0-908d-52cf217f2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:14.258254 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:14.258642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Bound using segment: {'id': 'f6bfcfa1-93be-45c0-908d-52cf217f2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:03:14.259128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Bound port: 95b97830-adbd-469a-b02c-6cbe3c69abde, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bfcfa1-93be-45c0-908d-52cf217f2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:03:14.259507 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:14.328775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] For port 95b97830-adbd-469a-b02c-6cbe3c69abde, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:03:14.333099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] For port 95b97830-adbd-469a-b02c-6cbe3c69abde, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=95b97830-adbd-469a-b02c-6cbe3c69abde,segment=NetworkSegment(f6bfcfa1-93be-45c0-908d-52cf217f2852),segment_id=f6bfcfa1-93be-45c0-908d-52cf217f2852)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:03:14.339490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:14.359005 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:14.462310 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:14.467921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Allocated IP 172.25.2.101 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/940955e6-cb41-48ab-b7c3-65d09788c668) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:03:14.535452 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2e339-11f8-4342-8b9b-345e372e84ae None None] Pushing event updated for resources: {'Port': ['ID=95b97830-adbd-469a-b02c-6cbe3c69abde,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:14.585455 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:14.698591 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:14.746636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:14.750191 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:14.752883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:03:14.762779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Pushing event updated for resources: {'Port': ['ID=940955e6-cb41-48ab-b7c3-65d09788c668,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:15.412156 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:15.448148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ea4e7-6af3-4b69-8506-94e7e8536c30 None None] Network 9cad2d11-f1ad-4167-9a47-50d989d16f12 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:03:15.602770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6dc5fdc8-d2a0-4af6-ae62-8d7c76ec6eb5 None None] Provisioning for port 95b97830-adbd-469a-b02c-6cbe3c69abde completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:15.608738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 95b97830-adbd-469a-b02c-6cbe3c69abde up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:15.625977 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:15.738214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 95b97830-adbd-469a-b02c-6cbe3c69abde completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:15.744362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 95b97830-adbd-469a-b02c-6cbe3c69abde triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:15.745037 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:15.843168 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:15.860059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:03:15.875161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 95b97830-adbd-469a-b02c-6cbe3c69abde, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=95b97830-adbd-469a-b02c-6cbe3c69abde,segment=NetworkSegment(f6bfcfa1-93be-45c0-908d-52cf217f2852),segment_id=f6bfcfa1-93be-45c0-908d-52cf217f2852)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:15.952490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-34436901-ecb1-4941-8a68-1f755fe797a6 None None] Provisioning complete for port 95b97830-adbd-469a-b02c-6cbe3c69abde triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:15.952991 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-34436901-ecb1-4941-8a68-1f755fe797a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:15.972131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:03:15.977068 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:15.987643 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Sync routers for ids ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:03:15.994074 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Routers {'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:15.994694 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:16.041897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=95b97830-adbd-469a-b02c-6cbe3c69abde,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:16.103614 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Set router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:16.172772 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:16.203483 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d080b0f1-fdb9-4513-80b8-319a0bfbded4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.4898107 Aug 19 13:03:16.203632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49024) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:16.282461 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'name': 'tempest-ImageQuotaTest-2023410126-router', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:13Z', 'updated_at': '2021-08-19T13:03:14Z', 'revision_number': 3, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'gw_port': {'id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:14Z', 'updated_at': '2021-08-19T13:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:16.309178 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Checking router: b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:03:16.309486 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Updating router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 port 940955e6-cb41-48ab-b7c3-65d09788c668 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:03:16.334981 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:16.600555 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:16.611376 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Transition to ACTIVE for port object 940955e6-cb41-48ab-b7c3-65d09788c668 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:16.623896 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:16.692034 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:16.750449 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Attempting to bind port 940955e6-cb41-48ab-b7c3-65d09788c668 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:03:16.750837 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Attempting to bind port 940955e6-cb41-48ab-b7c3-65d09788c668 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:03:16.751225 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Attempting to bind port 940955e6-cb41-48ab-b7c3-65d09788c668 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:03:16.754530 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Pushing event updated for resources: {'Port': ['ID=940955e6-cb41-48ab-b7c3-65d09788c668,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:16.759330 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:03:16.759716 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:16.760105 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:16.760494 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:03:16.760960 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Bound port: 940955e6-cb41-48ab-b7c3-65d09788c668, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:03:16.761340 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:16.768231 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.768583 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.768927 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.769265 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.769601 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.769934 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.770265 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.770592 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.770944 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.771270 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.771595 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.771920 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:03:16.822615 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] For port 940955e6-cb41-48ab-b7c3-65d09788c668, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:03:16.825833 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] For port 940955e6-cb41-48ab-b7c3-65d09788c668, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=940955e6-cb41-48ab-b7c3-65d09788c668,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:03:16.842060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Allocated IP 172.20.0.1 (9cad2d11-f1ad-4167-9a47-50d989d16f12/35f57baa-d307-4bdc-a6a5-ef9313e5298d/41efe1af-ef32-486d-8a7a-a4b070dcf008) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:03:16.923401 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:16.944460 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:16.957328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Transition to ACTIVE for port object 41efe1af-ef32-486d-8a7a-a4b070dcf008 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:16.988259 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ec26b-cfa1-4f84-8e54-e9c1ddd06199 None None] Pushing event updated for resources: {'Port': ['ID=940955e6-cb41-48ab-b7c3-65d09788c668,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:16.991017 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Routers {'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:16.991655 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:17.057587 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:17.093213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Network 9cad2d11-f1ad-4167-9a47-50d989d16f12 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:17.096039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:17.098723 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] Set router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:17.101749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:03:17.135046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Pushing event updated for resources: {'Port': ['ID=41efe1af-ef32-486d-8a7a-a4b070dcf008,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:17.152509 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:17.292015 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'name': 'tempest-ImageQuotaTest-2023410126-router', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:13Z', 'updated_at': '2021-08-19T13:03:14Z', 'revision_number': 3, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'gw_port': {'id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:14Z', 'updated_at': '2021-08-19T13:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:17.317811 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb406e5b-dc9f-4215-b088-a7c0e630077a None None] The sync data for ids ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'] in n-d-803757-2 is: [{'id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'name': 'tempest-ImageQuotaTest-2023410126-router', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:13Z', 'updated_at': '2021-08-19T13:03:14Z', 'revision_number': 3, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'gw_port': {'id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:14Z', 'updated_at': '2021-08-19T13:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:03:17.378857 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:17.394376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ca0f38ad-346d-4630-bdd2-041da03645c4 None None] Provisioning for port 41efe1af-ef32-486d-8a7a-a4b070dcf008 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:17.399701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ca0f38ad-346d-4630-bdd2-041da03645c4 None None] Provisioning complete for port 41efe1af-ef32-486d-8a7a-a4b070dcf008 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:17.400221 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ca0f38ad-346d-4630-bdd2-041da03645c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:17.438015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f38ad-346d-4630-bdd2-041da03645c4 None None] Port 41efe1af-ef32-486d-8a7a-a4b070dcf008 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:03:17.560449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:17.579486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 95b97830-adbd-469a-b02c-6cbe3c69abde up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:17.633828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 95b97830-adbd-469a-b02c-6cbe3c69abde triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:17.637424 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:17.659208 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:17.734161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:17.736136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Pushing event updated for resources: {'Port': ['ID=41efe1af-ef32-486d-8a7a-a4b070dcf008,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:17.832199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Network 9cad2d11-f1ad-4167-9a47-50d989d16f12 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:17.833616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:17.954566 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:03:18.061901 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5a3786d4-4966-4614-8405-cf99c2b5da1a None None] Provisioning complete for port 41efe1af-ef32-486d-8a7a-a4b070dcf008 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:18.062763 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5a3786d4-4966-4614-8405-cf99c2b5da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:18.076085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:03:18.090722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2e2f226d-3e12-4b26-9286-44680f25efac admin admin] 10.222.0.21 "PUT /v2.0/routers/b5c7ba0a-4133-4fd0-8f63-571a7eef7b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9037788 Aug 19 13:03:18.103158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5a3786d4-4966-4614-8405-cf99c2b5da1a None None] Port 41efe1af-ef32-486d-8a7a-a4b070dcf008 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:03:18.932495 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Sync routers for ids ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:03:18.941809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Routers {'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:18.942419 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:19.204607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Set router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:19.335395 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49044) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:19.399453 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'name': 'tempest-ImageQuotaTest-2023410126-router', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:13Z', 'updated_at': '2021-08-19T13:03:17Z', 'revision_number': 4, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'gw_port': {'id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:14Z', 'updated_at': '2021-08-19T13:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '41efe1af-ef32-486d-8a7a-a4b070dcf008', 'name': '', 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'mac_address': 'fa:16:3e:e1:6a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '35f57baa-d307-4bdc-a6a5-ef9313e5298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:16Z', 'updated_at': '2021-08-19T13:03:17Z', 'revision_number': 2, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'subnets': [{'id': '35f57baa-d307-4bdc-a6a5-ef9313e5298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:19.424986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Checking router: b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:03:19.425330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Updating router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 port 41efe1af-ef32-486d-8a7a-a4b070dcf008 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:03:19.450357 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:19.580384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 940955e6-cb41-48ab-b7c3-65d09788c668 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:19.765211 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:19.775723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Transition to ACTIVE for port object 41efe1af-ef32-486d-8a7a-a4b070dcf008 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:19.797438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 940955e6-cb41-48ab-b7c3-65d09788c668 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:19.801635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 940955e6-cb41-48ab-b7c3-65d09788c668 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:19.802005 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:19.869842 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:19.925475 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:19.942531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066c66e-3b41-413f-80d1-c4b903d66767 None None] Pushing event updated for resources: {'Port': ['ID=41efe1af-ef32-486d-8a7a-a4b070dcf008,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:19.958984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 940955e6-cb41-48ab-b7c3-65d09788c668, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=940955e6-cb41-48ab-b7c3-65d09788c668,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:19.984297 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:20.004918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Attempting to bind port 41efe1af-ef32-486d-8a7a-a4b070dcf008 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:03:20.011086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Attempting to bind port 41efe1af-ef32-486d-8a7a-a4b070dcf008 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f6bfcfa1-93be-45c0-908d-52cf217f2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:03:20.011086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Attempting to bind port 41efe1af-ef32-486d-8a7a-a4b070dcf008 on network 9cad2d11-f1ad-4167-9a47-50d989d16f12 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:03:20.012674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:03:20.013066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Checking segment: {'id': 'f6bfcfa1-93be-45c0-908d-52cf217f2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:20.013517 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:20.013922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Bound using segment: {'id': 'f6bfcfa1-93be-45c0-908d-52cf217f2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:03:20.014395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Bound port: 41efe1af-ef32-486d-8a7a-a4b070dcf008, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bfcfa1-93be-45c0-908d-52cf217f2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:03:20.014785 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:20.052317 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:20.128114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] For port 41efe1af-ef32-486d-8a7a-a4b070dcf008, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:03:20.134785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] For port 41efe1af-ef32-486d-8a7a-a4b070dcf008, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=41efe1af-ef32-486d-8a7a-a4b070dcf008,segment=NetworkSegment(f6bfcfa1-93be-45c0-908d-52cf217f2852),segment_id=f6bfcfa1-93be-45c0-908d-52cf217f2852)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:03:20.135755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=940955e6-cb41-48ab-b7c3-65d09788c668,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:20.223264 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:20.254352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] Deleting port 41efe1af-ef32-486d-8a7a-a4b070dcf008 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:03:20.254925 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:20.281877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Routers {'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:20.282518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:20.301317 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:03:20.318682 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066c66e-3b41-413f-80d1-c4b903d66767 None None] Pushing event updated for resources: {'Port': ['ID=41efe1af-ef32-486d-8a7a-a4b070dcf008,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:20.347495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] For port 41efe1af-ef32-486d-8a7a-a4b070dcf008, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=41efe1af-ef32-486d-8a7a-a4b070dcf008,segment=NetworkSegment(f6bfcfa1-93be-45c0-908d-52cf217f2852),segment_id=f6bfcfa1-93be-45c0-908d-52cf217f2852)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:20.348092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:20.362272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] Calling delete_port for 41efe1af-ef32-486d-8a7a-a4b070dcf008 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:03:20.403331 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] Set router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:20.615139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:20.633984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'name': 'tempest-ImageQuotaTest-2023410126-router', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:13Z', 'updated_at': '2021-08-19T13:03:17Z', 'revision_number': 4, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'gw_port': {'id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:14Z', 'updated_at': '2021-08-19T13:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '41efe1af-ef32-486d-8a7a-a4b070dcf008', 'name': '', 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'mac_address': 'fa:16:3e:e1:6a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '35f57baa-d307-4bdc-a6a5-ef9313e5298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:16Z', 'updated_at': '2021-08-19T13:03:20Z', 'revision_number': 4, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'subnets': [{'id': '35f57baa-d307-4bdc-a6a5-ef9313e5298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:20.645992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=41efe1af-ef32-486d-8a7a-a4b070dcf008,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:20.660460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f70a1-1197-4415-a726-7a97c5faee15 None None] The sync data for ids ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'] in n-d-803757-2 is: [{'id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'name': 'tempest-ImageQuotaTest-2023410126-router', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:13Z', 'updated_at': '2021-08-19T13:03:17Z', 'revision_number': 4, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'gw_port': {'id': '940955e6-cb41-48ab-b7c3-65d09788c668', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ce:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:14Z', 'updated_at': '2021-08-19T13:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '41efe1af-ef32-486d-8a7a-a4b070dcf008', 'name': '', 'network_id': '9cad2d11-f1ad-4167-9a47-50d989d16f12', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'mac_address': 'fa:16:3e:e1:6a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '35f57baa-d307-4bdc-a6a5-ef9313e5298d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:16Z', 'updated_at': '2021-08-19T13:03:20Z', 'revision_number': 4, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'subnets': [{'id': '35f57baa-d307-4bdc-a6a5-ef9313e5298d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:03:20.859223 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:21.086238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] Router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:03:21.202939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:03:21.210548 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-488c3779-e5d7-4ef3-b701-000599c3dbb3 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5c7ba0a-4133-4fd0-8f63-571a7eef7b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8719819 Aug 19 13:03:21.210892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49046) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:21.318384 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:21.421298 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:21.567682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Deleting port 940955e6-cb41-48ab-b7c3-65d09788c668 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:03:21.568100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:21.575117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 940955e6-cb41-48ab-b7c3-65d09788c668 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:21.628758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 940955e6-cb41-48ab-b7c3-65d09788c668 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:21.629138 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:21.654115 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] For port 940955e6-cb41-48ab-b7c3-65d09788c668, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=940955e6-cb41-48ab-b7c3-65d09788c668,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:21.654590 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:21.668189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Calling delete_port for 940955e6-cb41-48ab-b7c3-65d09788c668 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:03:21.764326 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75986fd9-bbdc-4eac-a220-c848448d50af None None] Sync routers for ids ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:03:21.773580 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75986fd9-bbdc-4eac-a220-c848448d50af None None] Routers {'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:21.774268 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-75986fd9-bbdc-4eac-a220-c848448d50af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:21.898062 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:21.923127 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=940955e6-cb41-48ab-b7c3-65d09788c668,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:21.949992 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-75986fd9-bbdc-4eac-a220-c848448d50af None None] Set router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:21.993573 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:21.999970 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-75986fd9-bbdc-4eac-a220-c848448d50af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'name': 'tempest-ImageQuotaTest-2023410126-router', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:13Z', 'updated_at': '2021-08-19T13:03:21Z', 'revision_number': 6, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:22.028289 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75986fd9-bbdc-4eac-a220-c848448d50af None None] Checking router: b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:03:22.036607 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75986fd9-bbdc-4eac-a220-c848448d50af None None] Routers {'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:22.037208 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-75986fd9-bbdc-4eac-a220-c848448d50af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:22.082777 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.084915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.104051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-75986fd9-bbdc-4eac-a220-c848448d50af None None] Set router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:22.154149 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-75986fd9-bbdc-4eac-a220-c848448d50af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'name': 'tempest-ImageQuotaTest-2023410126-router', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:13Z', 'updated_at': '2021-08-19T13:03:21Z', 'revision_number': 7, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:22.183522 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75986fd9-bbdc-4eac-a220-c848448d50af None None] The sync data for ids ['b5c7ba0a-4133-4fd0-8f63-571a7eef7b61'] in n-d-803757-2 is: [{'id': 'b5c7ba0a-4133-4fd0-8f63-571a7eef7b61', 'name': 'tempest-ImageQuotaTest-2023410126-router', 'tenant_id': '506305de4c8f4c499d645ec7bf65974c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:13Z', 'updated_at': '2021-08-19T13:03:21Z', 'revision_number': 7, 'project_id': '506305de4c8f4c499d645ec7bf65974c', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:03:22.241753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.242516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:03:22.246974 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.248029 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-26bf86fd-da6b-44f6-82a4-2d8954164cf3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b5c7ba0a-4133-4fd0-8f63-571a7eef7b61 HTTP/1.1" status: 204 len: 168 time: 1.0360992 Aug 19 13:03:22.250614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49048) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:22.303321 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-a645e0d6-b1e9-4776-97df-d19e6b84a10d admin admin] Deleting subnet 35f57baa-d307-4bdc-a6a5-ef9313e5298d {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:03:22.306675 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a645e0d6-b1e9-4776-97df-d19e6b84a10d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.348139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a645e0d6-b1e9-4776-97df-d19e6b84a10d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.427704 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a645e0d6-b1e9-4776-97df-d19e6b84a10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.549000 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a645e0d6-b1e9-4776-97df-d19e6b84a10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.574611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645e0d6-b1e9-4776-97df-d19e6b84a10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f57baa-d307-4bdc-a6a5-ef9313e5298d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:22.580725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a645e0d6-b1e9-4776-97df-d19e6b84a10d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.582666 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a645e0d6-b1e9-4776-97df-d19e6b84a10d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/35f57baa-d307-4bdc-a6a5-ef9313e5298d HTTP/1.1" status: 204 len: 168 time: 0.3310418 Aug 19 13:03:22.584670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7655d8e9-d6c4-4bd7-9cbf-cdcfff288419 None None] Network 9cad2d11-f1ad-4167-9a47-50d989d16f12 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:03:22.587151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49050) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:22.663883 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.724258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Deleting port 95b97830-adbd-469a-b02c-6cbe3c69abde {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:03:22.724603 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.771634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95385725-d4f5-4ad4-b1e4-50b4fbc1a484 None None] DHCP port deletion for 9cad2d11-f1ad-4167-9a47-50d989d16f12 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:03:22.795733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] For port 95b97830-adbd-469a-b02c-6cbe3c69abde, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=95b97830-adbd-469a-b02c-6cbe3c69abde,segment=NetworkSegment(f6bfcfa1-93be-45c0-908d-52cf217f2852),segment_id=f6bfcfa1-93be-45c0-908d-52cf217f2852)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:22.796095 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.808875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Calling delete_port for 95b97830-adbd-469a-b02c-6cbe3c69abde owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:03:22.823066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-95385725-d4f5-4ad4-b1e4-50b4fbc1a484 None None] Deleting port 95b97830-adbd-469a-b02c-6cbe3c69abde {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:03:22.823478 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95385725-d4f5-4ad4-b1e4-50b4fbc1a484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.889350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-95385725-d4f5-4ad4-b1e4-50b4fbc1a484 None None] For port 95b97830-adbd-469a-b02c-6cbe3c69abde, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=95b97830-adbd-469a-b02c-6cbe3c69abde,segment=NetworkSegment(f6bfcfa1-93be-45c0-908d-52cf217f2852),segment_id=f6bfcfa1-93be-45c0-908d-52cf217f2852)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:22.889350 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95385725-d4f5-4ad4-b1e4-50b4fbc1a484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.903297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-95385725-d4f5-4ad4-b1e4-50b4fbc1a484 None None] Calling delete_port for 95b97830-adbd-469a-b02c-6cbe3c69abde owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:03:22.971496 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.986973 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-95385725-d4f5-4ad4-b1e4-50b4fbc1a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:22.997497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95b97830-adbd-469a-b02c-6cbe3c69abde,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:23.001072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] No DVR routers for this DVR port 95b97830-adbd-469a-b02c-6cbe3c69abde on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:03:23.013483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95385725-d4f5-4ad4-b1e4-50b4fbc1a484 None None] Pushing event deleted for resources: {'Port': ['ID=95b97830-adbd-469a-b02c-6cbe3c69abde,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:23.017100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95385725-d4f5-4ad4-b1e4-50b4fbc1a484 None None] No DVR routers for this DVR port 95b97830-adbd-469a-b02c-6cbe3c69abde on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:03:23.080220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:23.089702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cad2d11-f1ad-4167-9a47-50d989d16f12']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:23.099547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bfcfa1-93be-45c0-908d-52cf217f2852') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:23.100931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bfcfa1-93be-45c0-908d-52cf217f2852') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:23.108467 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:23.122093 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:23.127731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:03:23.128111 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:03:23.129704 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:03:23.317779 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:23.324483 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:23.327796 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9cad2d11-f1ad-4167-9a47-50d989d16f12 HTTP/1.1" status: 204 len: 168 time: 0.7382588 Aug 19 13:03:23.337974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57743913-25ea-4326-8481-dc085b6442b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cad2d11-f1ad-4167-9a47-50d989d16f12,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:23.559243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 95b97830-adbd-469a-b02c-6cbe3c69abde no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:03:23.579162 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 95b97830-adbd-469a-b02c-6cbe3c69abde {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:03:23.579504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 95b97830-adbd-469a-b02c-6cbe3c69abde not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:03:23.579913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 940955e6-cb41-48ab-b7c3-65d09788c668 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:03:23.598117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 940955e6-cb41-48ab-b7c3-65d09788c668 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:03:23.598704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 940955e6-cb41-48ab-b7c3-65d09788c668 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:03:23.599004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 41efe1af-ef32-486d-8a7a-a4b070dcf008 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:03:23.618210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 41efe1af-ef32-486d-8a7a-a4b070dcf008 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:03:23.618596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 41efe1af-ef32-486d-8a7a-a4b070dcf008 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:03:23.730375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49054) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:23.776863 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c746038b-12f8-48ab-abf2-9807aba7efd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=506305de4c8f4c499d645ec7bf65974c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452304 Aug 19 13:03:23.779298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49056) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:23.826305 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82ed5da5-6b63-442f-865b-d20963bb407c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:23.847963 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82ed5da5-6b63-442f-865b-d20963bb407c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:23.988759 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82ed5da5-6b63-442f-865b-d20963bb407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:23.991435 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-82ed5da5-6b63-442f-865b-d20963bb407c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:23.993805 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-82ed5da5-6b63-442f-865b-d20963bb407c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3279122e-7b43-4b6a-91c2-fa39db9b08ae HTTP/1.1" status: 204 len: 168 time: 0.2123804 Aug 19 13:03:24.001061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed5da5-6b63-442f-865b-d20963bb407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3279122e-7b43-4b6a-91c2-fa39db9b08ae,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:24.800298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 49062) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:24.814183 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f232db52-dfd1-454c-8b00-67148e4cb411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:24.899868 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f232db52-dfd1-454c-8b00-67148e4cb411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:24.985968 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f232db52-dfd1-454c-8b00-67148e4cb411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:25.025739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f232db52-dfd1-454c-8b00-67148e4cb411 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2243333 Aug 19 13:03:25.026632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232db52-dfd1-454c-8b00-67148e4cb411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cbc53a-4f95-42df-a6af-ac9a1f67e1cd,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:25.029401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49066) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:25.079694 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2216565-766a-48bc-9c29-177455e66f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:25.101017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2216565-766a-48bc-9c29-177455e66f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:25.283045 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2216565-766a-48bc-9c29-177455e66f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:25.285553 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b2216565-766a-48bc-9c29-177455e66f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:25.286745 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b2216565-766a-48bc-9c29-177455e66f9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04cbc53a-4f95-42df-a6af-ac9a1f67e1cd HTTP/1.1" status: 204 len: 168 time: 0.2560711 Aug 19 13:03:25.294712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2216565-766a-48bc-9c29-177455e66f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cbc53a-4f95-42df-a6af-ac9a1f67e1cd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:25.560435 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.109638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49088) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:26.207093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1231623334-network', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:26.414660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Made reservation on behalf of 78866526db524f4eaca3917b3c5fe8dd for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:03:26.417003 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.425898 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.513621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.562865 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.639870 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.666937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:03:26.672981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc636803-4788-4889-b0c5-7cd3fa75b81b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:26.678915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.679264 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Added segment f4dc9614-6bff-44b7-aed1-f376ab2cde9e of type vlan for network 38628846-0aa3-4983-b623-932fdbfcb5d3 Aug 19 13:03:26.718894 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.812052 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.813054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:26.813641 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:26.874895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] Pushing event updated for resources: {'Network': ['ID=38628846-0aa3-4983-b623-932fdbfcb5d3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:26.885827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 38628846-0aa3-4983-b623-932fdbfcb5d3 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:03:26.983961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b912a8ed-942f-49e8-abe7-b05fdd6f8868 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8731787 Aug 19 13:03:26.986777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49094) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:26.991544 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] Request body: {'subnet': {'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1231623334-subnet', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:27.103901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] Made reservation on behalf of 78866526db524f4eaca3917b3c5fe8dd for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:03:27.106498 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:27.366050 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:27.418866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8293bc80-2b30-43fa-8613-545ebc5f4c4c,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:27.430658 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] Checking segment: {'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:27.431043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] Network hostable DHCP agents. Network: 38628846-0aa3-4983-b623-932fdbfcb5d3, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:03:27.491514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] Network 38628846-0aa3-4983-b623-932fdbfcb5d3 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:03:27.588635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 38628846-0aa3-4983-b623-932fdbfcb5d3) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:27.592975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:27.593559 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:27.598311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb61e12f-0855-44c7-a62d-67a628292f0d None None] Network 38628846-0aa3-4983-b623-932fdbfcb5d3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:03:27.686512 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8873921e-21a1-4cd3-8476-df33d24cbc5c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6960759 Aug 19 13:03:27.686713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49096) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:27.691178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:27.743505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-38628846-0aa3-4983-b623-932fdbfcb5d3', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:03:27.744364 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:27.775466 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:27.776532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:27.832512 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:27.880360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Allocated IP 172.20.0.2 (38628846-0aa3-4983-b623-932fdbfcb5d3/8293bc80-2b30-43fa-8613-545ebc5f4c4c/df232cf0-32d8-464f-9560-ebffa792c547) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:03:28.018027 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.027112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Transition to ACTIVE for port object df232cf0-32d8-464f-9560-ebffa792c547 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:28.042924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Transition to ACTIVE for port object df232cf0-32d8-464f-9560-ebffa792c547 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:28.064295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.203504 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.241867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Network 38628846-0aa3-4983-b623-932fdbfcb5d3 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:28.247377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:28.252875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:03:28.260150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Pushing event updated for resources: {'Port': ['ID=df232cf0-32d8-464f-9560-ebffa792c547,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:28.310332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Attempting to bind port df232cf0-32d8-464f-9560-ebffa792c547 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:03:28.310615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Attempting to bind port df232cf0-32d8-464f-9560-ebffa792c547 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:03:28.311011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Attempting to bind port df232cf0-32d8-464f-9560-ebffa792c547 on network 38628846-0aa3-4983-b623-932fdbfcb5d3 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:03:28.315844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:03:28.316215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Checking segment: {'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:28.316605 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.316986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Bound using segment: {'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:03:28.317448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Bound port: df232cf0-32d8-464f-9560-ebffa792c547, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:03:28.317827 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.381319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] For port df232cf0-32d8-464f-9560-ebffa792c547, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:03:28.384989 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] For port df232cf0-32d8-464f-9560-ebffa792c547, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=df232cf0-32d8-464f-9560-ebffa792c547,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:03:28.421385 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.439640 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.480896 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:28.541720 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0ea7f-4258-4630-83ec-588cb2b594d6 None None] Pushing event updated for resources: {'Port': ['ID=df232cf0-32d8-464f-9560-ebffa792c547,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:28.546162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Allocated IP 172.25.2.131 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/7337a549-86b7-4564-aed1-9dfb7e07ca4f) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:03:28.961766 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:29.094751 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:29.135756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:29.138983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:29.143024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:03:29.166396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Pushing event updated for resources: {'Port': ['ID=7337a549-86b7-4564-aed1-9dfb7e07ca4f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:29.418633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3b430b-e97f-4f85-862a-569e83079709 None None] Network 38628846-0aa3-4983-b623-932fdbfcb5d3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:03:29.478917 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:29.540630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c3e64f07-fac2-495a-9d12-ff8e7f32afd6 None None] Provisioning for port df232cf0-32d8-464f-9560-ebffa792c547 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:29.603019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device df232cf0-32d8-464f-9560-ebffa792c547 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:29.702229 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:29.717955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port df232cf0-32d8-464f-9560-ebffa792c547 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:29.722359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port df232cf0-32d8-464f-9560-ebffa792c547 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:29.723060 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:29.804544 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:29.836603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port df232cf0-32d8-464f-9560-ebffa792c547, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=df232cf0-32d8-464f-9560-ebffa792c547,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:29.872157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6092416f-6392-408e-b708-ecc2787f97aa None None] Provisioning complete for port df232cf0-32d8-464f-9560-ebffa792c547 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:29.872523 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6092416f-6392-408e-b708-ecc2787f97aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:29.920239 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:29.957436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:03:29.996042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=df232cf0-32d8-464f-9560-ebffa792c547,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:30.070360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:03:30.080353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Sync routers for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:03:30.091064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:30.093474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:30.142975 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:30.144287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0ce4eff8-b90c-4844-abe8-190aead27104 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4566948 Aug 19 13:03:30.147043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49098) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:30.193997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:30.376901 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:29Z', 'revision_number': 3, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:30.404397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Checking router: daeb68fa-7a25-4f6a-beb8-c18ac1e729ee for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:03:30.404811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Updating router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee port 7337a549-86b7-4564-aed1-9dfb7e07ca4f binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:03:30.428795 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:30.555932 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:30.717069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Allocated IP 172.20.0.1 (38628846-0aa3-4983-b623-932fdbfcb5d3/8293bc80-2b30-43fa-8613-545ebc5f4c4c/fa434348-9038-49f2-8f4b-2acbf4846be8) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:03:30.822688 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:30.833413 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:30.839293 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Transition to ACTIVE for port object fa434348-9038-49f2-8f4b-2acbf4846be8 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:30.843251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Transition to ACTIVE for port object 7337a549-86b7-4564-aed1-9dfb7e07ca4f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:30.908874 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:30.938133 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:30.965301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Attempting to bind port 7337a549-86b7-4564-aed1-9dfb7e07ca4f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:03:30.965672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Attempting to bind port 7337a549-86b7-4564-aed1-9dfb7e07ca4f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:03:30.966032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Attempting to bind port 7337a549-86b7-4564-aed1-9dfb7e07ca4f on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:03:30.967981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91984a-5455-477d-a809-782db2d51f98 None None] Pushing event updated for resources: {'Port': ['ID=7337a549-86b7-4564-aed1-9dfb7e07ca4f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:30.973357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:03:30.973728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:30.974131 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:30.974514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:03:30.975002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Bound port: 7337a549-86b7-4564-aed1-9dfb7e07ca4f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:03:30.975388 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:30.975599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Network 38628846-0aa3-4983-b623-932fdbfcb5d3 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:30.981157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:30.984668 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:03:31.012796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Pushing event updated for resources: {'Port': ['ID=fa434348-9038-49f2-8f4b-2acbf4846be8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:31.035903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] For port 7337a549-86b7-4564-aed1-9dfb7e07ca4f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:03:31.041222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] For port 7337a549-86b7-4564-aed1-9dfb7e07ca4f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7337a549-86b7-4564-aed1-9dfb7e07ca4f,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:03:31.044059 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:31.135112 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:31.188142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:31.188765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:31.243313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91984a-5455-477d-a809-782db2d51f98 None None] Pushing event updated for resources: {'Port': ['ID=7337a549-86b7-4564-aed1-9dfb7e07ca4f,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:31.286769 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:31.310960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:31.339773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-586dbcbb-492f-4fb1-b87b-bc65389e1351 None None] Provisioning for port fa434348-9038-49f2-8f4b-2acbf4846be8 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:31.371403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-586dbcbb-492f-4fb1-b87b-bc65389e1351 None None] Provisioning complete for port fa434348-9038-49f2-8f4b-2acbf4846be8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:31.371778 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-586dbcbb-492f-4fb1-b87b-bc65389e1351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:31.450084 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:31.456830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-586dbcbb-492f-4fb1-b87b-bc65389e1351 None None] Port fa434348-9038-49f2-8f4b-2acbf4846be8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:03:31.520418 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:31.527069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:29Z', 'revision_number': 3, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:31.554104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca85245-4992-4eaf-a8cb-7637cb0ee3c7 None None] The sync data for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 is: [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:29Z', 'revision_number': 3, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:03:31.574898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device df232cf0-32d8-464f-9560-ebffa792c547 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:31.596921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:31.600191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Pushing event updated for resources: {'Port': ['ID=fa434348-9038-49f2-8f4b-2acbf4846be8,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:31.635654 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port df232cf0-32d8-464f-9560-ebffa792c547 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:31.636055 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:31.697721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Network 38628846-0aa3-4983-b623-932fdbfcb5d3 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:31.699354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:31.831500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:03:31.960350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:03:31.967710 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2a9d8903-7b4a-40b8-b842-7756c7fd1214 admin admin] 10.222.0.21 "PUT /v2.0/routers/daeb68fa-7a25-4f6a-beb8-c18ac1e729ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8192463 Aug 19 13:03:31.978919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e64e6374-5a89-4272-997f-193181e650f9 None None] Provisioning complete for port fa434348-9038-49f2-8f4b-2acbf4846be8 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:31.979760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e64e6374-5a89-4272-997f-193181e650f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:32.017747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e64e6374-5a89-4272-997f-193181e650f9 None None] Port fa434348-9038-49f2-8f4b-2acbf4846be8 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:03:32.724808 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49114) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:32.729915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1299726996-network', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:32.891848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Made reservation on behalf of fcc1cca5a6a24954a323f7f539f2da07 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:03:32.894271 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:32.904697 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:32.995209 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.039648 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Sync routers for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:03:33.049493 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:33.050104 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:33.094526 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.120510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:03:33.130094 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a0fca3-fc9f-47dd-9604-d6fe8b882ab6,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:33.138348 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.138616 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Added segment 0e87a3e0-4c48-4664-b9dd-a6754fd656df of type vlan for network ff1ab71f-f8f9-492d-b969-c256e6e36b34 Aug 19 13:03:33.156581 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:33.177786 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.292173 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.293093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:33.293690 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.354931 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 2, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:33.355358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] Pushing event updated for resources: {'Network': ['ID=ff1ab71f-f8f9-492d-b969-c256e6e36b34,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:33.365112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network ff1ab71f-f8f9-492d-b969-c256e6e36b34 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:03:33.381451 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Checking router: daeb68fa-7a25-4f6a-beb8-c18ac1e729ee for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:03:33.381724 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Updating router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee port fa434348-9038-49f2-8f4b-2acbf4846be8 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:03:33.410475 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.469815 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0f92b243-c007-4517-8e85-ffa1bf53a46d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7438221 Aug 19 13:03:33.472815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49116) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:33.478357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] Request body: {'subnet': {'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1299726996-subnet', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:33.602658 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7337a549-86b7-4564-aed1-9dfb7e07ca4f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:33.606923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] Made reservation on behalf of fcc1cca5a6a24954a323f7f539f2da07 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:03:33.609389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.670918 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.680324 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Transition to ACTIVE for port object fa434348-9038-49f2-8f4b-2acbf4846be8 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:33.751572 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7337a549-86b7-4564-aed1-9dfb7e07ca4f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:33.755517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7337a549-86b7-4564-aed1-9dfb7e07ca4f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:33.755888 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.800637 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.835447 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.843705 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.866314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 7337a549-86b7-4564-aed1-9dfb7e07ca4f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7337a549-86b7-4564-aed1-9dfb7e07ca4f,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:33.902852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=528f0eb7-58cb-4920-8a30-52e9f1007601,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:33.912294 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72365fa-2d93-4970-954e-23e66fa66cdf None None] Pushing event updated for resources: {'Port': ['ID=fa434348-9038-49f2-8f4b-2acbf4846be8,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:33.928281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] Checking segment: {'id': '0e87a3e0-4c48-4664-b9dd-a6754fd656df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:33.928281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] Network hostable DHCP agents. Network: ff1ab71f-f8f9-492d-b969-c256e6e36b34, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:03:33.941253 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Attempting to bind port fa434348-9038-49f2-8f4b-2acbf4846be8 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:03:33.941614 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Attempting to bind port fa434348-9038-49f2-8f4b-2acbf4846be8 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:03:33.941969 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Attempting to bind port fa434348-9038-49f2-8f4b-2acbf4846be8 on network 38628846-0aa3-4983-b623-932fdbfcb5d3 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:03:33.951211 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:03:33.951584 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Checking segment: {'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:33.951977 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.952364 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Bound using segment: {'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:03:33.952826 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Bound port: fa434348-9038-49f2-8f4b-2acbf4846be8, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:03:33.953204 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:33.955073 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:34.013520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=7337a549-86b7-4564-aed1-9dfb7e07ca4f,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:34.033262 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] For port fa434348-9038-49f2-8f4b-2acbf4846be8, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:03:34.037413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] Network ff1ab71f-f8f9-492d-b969-c256e6e36b34 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:03:34.039900 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] For port fa434348-9038-49f2-8f4b-2acbf4846be8, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fa434348-9038-49f2-8f4b-2acbf4846be8,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:03:34.143394 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:34.195308 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, ff1ab71f-f8f9-492d-b969-c256e6e36b34) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:34.196444 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:34.197066 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:34.200536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:03:34.201175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:34.207039 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb5234-b466-4218-bcfe-a94033d6a918 None None] Network ff1ab71f-f8f9-492d-b969-c256e6e36b34 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:03:34.250210 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72365fa-2d93-4970-954e-23e66fa66cdf None None] Pushing event updated for resources: {'Port': ['ID=fa434348-9038-49f2-8f4b-2acbf4846be8,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:34.334081 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:34.373775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-ff1ab71f-f8f9-492d-b969-c256e6e36b34', 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'fixed_ips': [{'subnet_id': '528f0eb7-58cb-4920-8a30-52e9f1007601'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:03:34.374729 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:34.418686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0805ce73-3139-4e9f-855e-7045344c7ff0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9447646 Aug 19 13:03:34.421471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49118) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:34.426079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1299726996-router', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:03:34.541453 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:34.542684 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:34.573331 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Allocated IP 172.20.0.2 (ff1ab71f-f8f9-492d-b969-c256e6e36b34/528f0eb7-58cb-4920-8a30-52e9f1007601/0e7668c0-4cf9-4502-bb28-ab427d9a9c61) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:03:34.608329 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:34.645848 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:34Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:34.673279 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62b2a04-bd04-41f2-bd39-d2bfe6305fa8 None None] The sync data for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 is: [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:34Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:03:34.755144 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:34.766381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Transition to ACTIVE for port object 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:34.781564 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Transition to ACTIVE for port object 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:34.859128 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:34.876106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:34.896540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Network ff1ab71f-f8f9-492d-b969-c256e6e36b34 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:34.902343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:34.906007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:03:34.914902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Pushing event updated for resources: {'Port': ['ID=0e7668c0-4cf9-4502-bb28-ab427d9a9c61,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:34.972797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Attempting to bind port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:03:34.973074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Attempting to bind port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '0e87a3e0-4c48-4664-b9dd-a6754fd656df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:03:34.973435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Attempting to bind port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 on network ff1ab71f-f8f9-492d-b969-c256e6e36b34 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:03:34.979441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:03:34.979750 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Checking segment: {'id': '0e87a3e0-4c48-4664-b9dd-a6754fd656df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:34.983721 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:34.984154 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Bound using segment: {'id': '0e87a3e0-4c48-4664-b9dd-a6754fd656df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:03:34.984911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Bound port: 0e7668c0-4cf9-4502-bb28-ab427d9a9c61, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e87a3e0-4c48-4664-b9dd-a6754fd656df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:03:34.985337 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:35.071883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] For port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:03:35.075264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] For port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0e7668c0-4cf9-4502-bb28-ab427d9a9c61,segment=NetworkSegment(0e87a3e0-4c48-4664-b9dd-a6754fd656df),segment_id=0e87a3e0-4c48-4664-b9dd-a6754fd656df)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:03:35.080763 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d49dd4c9-b295-4980-a70f-564447879cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:35.178199 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:35.194716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:35.216188 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:35.247967 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dd329-bc41-4875-8104-cb3233f89de3 None None] Pushing event updated for resources: {'Port': ['ID=0e7668c0-4cf9-4502-bb28-ab427d9a9c61,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:35.346417 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Allocated IP 172.25.2.147 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/63a68b92-b411-4508-8942-d2ee2766e8ab) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:03:35.498155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:35.635554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:35.674424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:35.681970 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:35.686038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:03:35.693767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Pushing event updated for resources: {'Port': ['ID=63a68b92-b411-4508-8942-d2ee2766e8ab,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:35.728937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:35.880550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:35.885392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7337a549-86b7-4564-aed1-9dfb7e07ca4f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:35.952355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7337a549-86b7-4564-aed1-9dfb7e07ca4f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:35.952355 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:36.041157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fa434348-9038-49f2-8f4b-2acbf4846be8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:36.141437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:36.206502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port fa434348-9038-49f2-8f4b-2acbf4846be8 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:36.211178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port fa434348-9038-49f2-8f4b-2acbf4846be8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:36.211315 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:36.284339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048664da-3e40-4ad6-85be-cffaedf36458 None None] Network ff1ab71f-f8f9-492d-b969-c256e6e36b34 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:03:36.350197 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:36.410961 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port fa434348-9038-49f2-8f4b-2acbf4846be8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fa434348-9038-49f2-8f4b-2acbf4846be8,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:36.454334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-34beb76c-042e-4fd1-8b37-b87cc20b9904 None None] Provisioning for port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:36.472975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-34beb76c-042e-4fd1-8b37-b87cc20b9904 None None] Provisioning complete for port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:36.473349 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-34beb76c-042e-4fd1-8b37-b87cc20b9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:36.550318 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:36.590665 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-34beb76c-042e-4fd1-8b37-b87cc20b9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:36.631855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=fa434348-9038-49f2-8f4b-2acbf4846be8,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:36.645163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-34beb76c-042e-4fd1-8b37-b87cc20b9904 None None] For port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0e7668c0-4cf9-4502-bb28-ab427d9a9c61,segment=NetworkSegment(0e87a3e0-4c48-4664-b9dd-a6754fd656df),segment_id=0e87a3e0-4c48-4664-b9dd-a6754fd656df)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:36.727971 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:36.843544 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-34beb76c-042e-4fd1-8b37-b87cc20b9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:36.891581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34beb76c-042e-4fd1-8b37-b87cc20b9904 None None] Pushing event updated for resources: {'Port': ['ID=0e7668c0-4cf9-4502-bb28-ab427d9a9c61,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:36.961904 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9afa60c0-cbf3-42e2-8bab-df1a2cd1ca95 None None] Provisioning complete for port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:36.962270 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9afa60c0-cbf3-42e2-8bab-df1a2cd1ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:36.964254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Router b6155609-ea9d-4c72-b81e-0b8c507222c8 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:03:37.077079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:03:37.086843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Sync routers for ids ['b6155609-ea9d-4c72-b81e-0b8c507222c8'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:03:37.095650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Routers {'b6155609-ea9d-4c72-b81e-0b8c507222c8'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:37.096195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b6155609-ea9d-4c72-b81e-0b8c507222c8'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:37.194633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:37.196727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bad4e5a1-cfb6-45cc-ba6e-056f090ec919 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7742794 Aug 19 13:03:37.199711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 49120) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:03:37.209028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Set router b6155609-ea9d-4c72-b81e-0b8c507222c8 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:37.564934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'name': 'tempest-TestVolumeBackupRestore-1299726996-router', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:34Z', 'updated_at': '2021-08-19T13:03:35Z', 'revision_number': 3, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'gw_port': {'id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:40:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:35Z', 'updated_at': '2021-08-19T13:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:37.602554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:37.607015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Checking router: b6155609-ea9d-4c72-b81e-0b8c507222c8 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:03:37.607367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Updating router b6155609-ea9d-4c72-b81e-0b8c507222c8 port 63a68b92-b411-4508-8942-d2ee2766e8ab binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:03:37.625196 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:37.674531 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:37.786299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Allocated IP 172.20.0.1 (ff1ab71f-f8f9-492d-b969-c256e6e36b34/528f0eb7-58cb-4920-8a30-52e9f1007601/7c4ea276-2716-4ab6-bde0-881d3a7c80a0) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:03:37.794232 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:37.798613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:37.799012 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:37.800648 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3032027f-573a-4eff-82b5-e4dacfc0a66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:37.895103 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:37.909159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Transition to ACTIVE for port object 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:37.989462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fa434348-9038-49f2-8f4b-2acbf4846be8 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:38.011985 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.070106 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Network ff1ab71f-f8f9-492d-b969-c256e6e36b34 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:38.073178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:38.075730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:03:38.106070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4ea276-2716-4ab6-bde0-881d3a7c80a0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:38.111685 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.114931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port fa434348-9038-49f2-8f4b-2acbf4846be8 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:38.115470 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.124750 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.155328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Transition to ACTIVE for port object 63a68b92-b411-4508-8942-d2ee2766e8ab will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:38.329050 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.382322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Attempting to bind port 63a68b92-b411-4508-8942-d2ee2766e8ab on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:03:38.383617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Attempting to bind port 63a68b92-b411-4508-8942-d2ee2766e8ab by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:03:38.383795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Attempting to bind port 63a68b92-b411-4508-8942-d2ee2766e8ab on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:03:38.386309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e220583-ae07-49a7-9ac0-9a989cbce25f None None] Pushing event updated for resources: {'Port': ['ID=63a68b92-b411-4508-8942-d2ee2766e8ab,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:38.391816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:03:38.392190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:38.393153 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.393153 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:03:38.393458 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Bound port: 63a68b92-b411-4508-8942-d2ee2766e8ab, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:03:38.393858 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.400329 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.418885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4a6ff8a6-80ef-4024-a963-2200dd993094 None None] Provisioning for port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:38.424965 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4a6ff8a6-80ef-4024-a963-2200dd993094 None None] Provisioning complete for port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:38.428910 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4a6ff8a6-80ef-4024-a963-2200dd993094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.481635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ff8a6-80ef-4024-a963-2200dd993094 None None] Port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:03:38.484441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] For port 63a68b92-b411-4508-8942-d2ee2766e8ab, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:03:38.488100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] For port 63a68b92-b411-4508-8942-d2ee2766e8ab, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=63a68b92-b411-4508-8942-d2ee2766e8ab,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:03:38.565697 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.569348 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.622125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Routers {'b6155609-ea9d-4c72-b81e-0b8c507222c8'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:38.622741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b6155609-ea9d-4c72-b81e-0b8c507222c8'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:38.666622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e220583-ae07-49a7-9ac0-9a989cbce25f None None] Pushing event updated for resources: {'Port': ['ID=63a68b92-b411-4508-8942-d2ee2766e8ab,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:38.747528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] Set router b6155609-ea9d-4c72-b81e-0b8c507222c8 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:38.897700 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.941603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'name': 'tempest-TestVolumeBackupRestore-1299726996-router', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:34Z', 'updated_at': '2021-08-19T13:03:38Z', 'revision_number': 4, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'gw_port': {'id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:40:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:35Z', 'updated_at': '2021-08-19T13:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '7c4ea276-2716-4ab6-bde0-881d3a7c80a0', 'name': '', 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'mac_address': 'fa:16:3e:3f:45:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '528f0eb7-58cb-4920-8a30-52e9f1007601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:37Z', 'updated_at': '2021-08-19T13:03:37Z', 'revision_number': 1, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'subnets': [{'id': '528f0eb7-58cb-4920-8a30-52e9f1007601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:38.963572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4ea276-2716-4ab6-bde0-881d3a7c80a0,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:38.968610 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:38.974034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d67ad6-9099-4974-80bb-d0b2b28ed882 None None] The sync data for ids ['b6155609-ea9d-4c72-b81e-0b8c507222c8'] in n-d-803757-2 is: [{'id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'name': 'tempest-TestVolumeBackupRestore-1299726996-router', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:34Z', 'updated_at': '2021-08-19T13:03:38Z', 'revision_number': 4, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'gw_port': {'id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:40:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:35Z', 'updated_at': '2021-08-19T13:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '7c4ea276-2716-4ab6-bde0-881d3a7c80a0', 'name': '', 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'mac_address': 'fa:16:3e:3f:45:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '528f0eb7-58cb-4920-8a30-52e9f1007601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:37Z', 'updated_at': '2021-08-19T13:03:37Z', 'revision_number': 1, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'subnets': [{'id': '528f0eb7-58cb-4920-8a30-52e9f1007601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:03:39.066264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Network ff1ab71f-f8f9-492d-b969-c256e6e36b34 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:03:39.067789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:03:39.229175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Router b6155609-ea9d-4c72-b81e-0b8c507222c8 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:03:39.252319 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:39.361893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:03:39.367111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-449a2c26-8035-4369-b8bd-1000b333b191 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6155609-ea9d-4c72-b81e-0b8c507222c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1663558 Aug 19 13:03:39.414938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4b9d698e-1646-425b-ab28-984aae8aee9e None None] Provisioning complete for port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:39.415311 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4b9d698e-1646-425b-ab28-984aae8aee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:39.453005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4b9d698e-1646-425b-ab28-984aae8aee9e None None] Port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:03:40.685864 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:41.594521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 63a68b92-b411-4508-8942-d2ee2766e8ab up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:41.703113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 63a68b92-b411-4508-8942-d2ee2766e8ab completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:41.707545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 63a68b92-b411-4508-8942-d2ee2766e8ab triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:41.707918 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:41.795044 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:41.818020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 63a68b92-b411-4508-8942-d2ee2766e8ab, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=63a68b92-b411-4508-8942-d2ee2766e8ab,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:41.926032 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:41.978533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=63a68b92-b411-4508-8942-d2ee2766e8ab,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:42.419919 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Sync routers for ids ['b6155609-ea9d-4c72-b81e-0b8c507222c8'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:03:42.419919 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Routers {'b6155609-ea9d-4c72-b81e-0b8c507222c8'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:42.419919 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b6155609-ea9d-4c72-b81e-0b8c507222c8'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:42.506111 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Set router b6155609-ea9d-4c72-b81e-0b8c507222c8 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:42.719347 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'name': 'tempest-TestVolumeBackupRestore-1299726996-router', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:34Z', 'updated_at': '2021-08-19T13:03:38Z', 'revision_number': 4, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'gw_port': {'id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:35Z', 'updated_at': '2021-08-19T13:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '7c4ea276-2716-4ab6-bde0-881d3a7c80a0', 'name': '', 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'mac_address': 'fa:16:3e:3f:45:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '528f0eb7-58cb-4920-8a30-52e9f1007601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:37Z', 'updated_at': '2021-08-19T13:03:38Z', 'revision_number': 2, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'subnets': [{'id': '528f0eb7-58cb-4920-8a30-52e9f1007601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:42.747027 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Checking router: b6155609-ea9d-4c72-b81e-0b8c507222c8 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:03:42.747419 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Updating router b6155609-ea9d-4c72-b81e-0b8c507222c8 port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:03:42.774723 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:43.063126 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:43.074828 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Transition to ACTIVE for port object 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:03:43.152262 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:43.208931 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8da51d-5e0c-4a6e-beb2-0c45edd9fd63 None None] Pushing event updated for resources: {'Port': ['ID=7c4ea276-2716-4ab6-bde0-881d3a7c80a0,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:43.261041 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Attempting to bind port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:03:43.261500 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Attempting to bind port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '0e87a3e0-4c48-4664-b9dd-a6754fd656df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:03:43.261864 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Attempting to bind port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 on network ff1ab71f-f8f9-492d-b969-c256e6e36b34 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:03:43.268385 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:03:43.268891 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Checking segment: {'id': '0e87a3e0-4c48-4664-b9dd-a6754fd656df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:03:43.269299 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:43.269684 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Bound using segment: {'id': '0e87a3e0-4c48-4664-b9dd-a6754fd656df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:03:43.270176 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Bound port: 7c4ea276-2716-4ab6-bde0-881d3a7c80a0, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e87a3e0-4c48-4664-b9dd-a6754fd656df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:03:43.270738 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:43.339999 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] For port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:03:43.344412 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] For port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7c4ea276-2716-4ab6-bde0-881d3a7c80a0,segment=NetworkSegment(0e87a3e0-4c48-4664-b9dd-a6754fd656df),segment_id=0e87a3e0-4c48-4664-b9dd-a6754fd656df)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:03:43.441642 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:43.517341 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Routers {'b6155609-ea9d-4c72-b81e-0b8c507222c8'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:03:43.517341 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:03:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b6155609-ea9d-4c72-b81e-0b8c507222c8'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:43.556247 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8da51d-5e0c-4a6e-beb2-0c45edd9fd63 None None] Pushing event updated for resources: {'Port': ['ID=7c4ea276-2716-4ab6-bde0-881d3a7c80a0,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:43.625872 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 63a68b92-b411-4508-8942-d2ee2766e8ab up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:43.667092 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] Set router b6155609-ea9d-4c72-b81e-0b8c507222c8 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:03:43.682696 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 63a68b92-b411-4508-8942-d2ee2766e8ab triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:43.683506 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:43.885963 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'name': 'tempest-TestVolumeBackupRestore-1299726996-router', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:34Z', 'updated_at': '2021-08-19T13:03:38Z', 'revision_number': 4, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'gw_port': {'id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:35Z', 'updated_at': '2021-08-19T13:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '7c4ea276-2716-4ab6-bde0-881d3a7c80a0', 'name': '', 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'mac_address': 'fa:16:3e:3f:45:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '528f0eb7-58cb-4920-8a30-52e9f1007601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:37Z', 'updated_at': '2021-08-19T13:03:43Z', 'revision_number': 4, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'subnets': [{'id': '528f0eb7-58cb-4920-8a30-52e9f1007601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:03:43.912700 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdac91d-7b07-49a3-a143-84d38d5d36a1 None None] The sync data for ids ['b6155609-ea9d-4c72-b81e-0b8c507222c8'] in n-d-803757-2 is: [{'id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'name': 'tempest-TestVolumeBackupRestore-1299726996-router', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:34Z', 'updated_at': '2021-08-19T13:03:38Z', 'revision_number': 4, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'gw_port': {'id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:35Z', 'updated_at': '2021-08-19T13:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '7c4ea276-2716-4ab6-bde0-881d3a7c80a0', 'name': '', 'network_id': 'ff1ab71f-f8f9-492d-b969-c256e6e36b34', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'mac_address': 'fa:16:3e:3f:45:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '528f0eb7-58cb-4920-8a30-52e9f1007601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:37Z', 'updated_at': '2021-08-19T13:03:43Z', 'revision_number': 4, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'subnets': [{'id': '528f0eb7-58cb-4920-8a30-52e9f1007601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:03:45.598380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:45.731634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:03:45.735668 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:45.736359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:45.823040 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:45.858612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7c4ea276-2716-4ab6-bde0-881d3a7c80a0,segment=NetworkSegment(0e87a3e0-4c48-4664-b9dd-a6754fd656df),segment_id=0e87a3e0-4c48-4664-b9dd-a6754fd656df)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:03:45.940506 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:45.992649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=7c4ea276-2716-4ab6-bde0-881d3a7c80a0,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:03:47.576921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:03:47.625974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:03:47.626343 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:55.643864 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:56.612228 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:03:57.303421 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:03:58.504259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-3b950079-dd13-4df0-9780-cb7d89dae10b req-027705f1-8ed0-4a5a-9f16-993aef42bbdc service neutron] (95542) timed out ('10.222.0.30', 62664) {{(pid=95542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:04:05.143826 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-29ac87b3-c008-4a9e-bec2-89a910d74518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:07.744210 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:07.786573 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-93b05e7b-fb45-43ba-8f1b-3242f8efc3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:09.266621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:10.643917 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:13.917626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-6961eb5a-6a32-4411-9581-19d584e9d5eb req-1aac4bd5-4efe-41a1-a728-b22a43ad262d service neutron] (95543) timed out ('10.222.0.21', 56346) {{(pid=95543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:04:25.592645 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:26.672698 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:30.907895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-1344627f-8cf3-4e8a-8b6f-24c3202480f3 req-3b610c2b-0df0-4e21-8bbf-a3ff0410b9a3 tempest-TestServerMultinode-977819864 tempest-TestServerMultinode-977819864-project-admin] (95542) timed out ('10.222.0.62', 50361) {{(pid=95542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:04:34.302039 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:04:35.049666 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-498028e0-1e36-4b70-8729-9bc00de63ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:37.669905 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:37.758647 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-534a5476-e2cf-4e54-8a48-a1918190c830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:39.263751 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:40.652246 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:55.598350 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:04:56.635324 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:05.075466 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82ccf2d7-5408-43b2-807d-9e79dc0250a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:07.689985 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:07.823530 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-210bef85-c9d6-4e60-99c3-6dd87ffe18c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:09.244112 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:10.669632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:11.304993 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:05:19.189141 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-a9b21250-0c25-44bb-a077-96a60d0ff1c6 req-85af8cd1-7323-4d53-8c02-27845968a42f service neutron] (95543) timed out ('10.222.0.21', 38956) {{(pid=95543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:05:25.598516 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:26.572202 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:35.092662 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5c71086c-338e-4800-abbe-a10b9dc6abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:37.661765 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:37.781990 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5ab4ec68-668d-4463-8e25-bddabe9080c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:39.247013 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:40.656070 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:43.911213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-ebb4af6e-075c-46ad-86ef-f090ccd7c5bd req-e9981498-7c38-4760-9d51-fb1d05fae1c7 service neutron] (95543) timed out ('10.222.0.62', 50353) {{(pid=95543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:05:48.311619 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:05:55.604508 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:05:56.566598 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:03.812921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-9ba7c1cc-1d7b-41a8-886a-3f786559c4b7 req-172efc91-3cb4-4188-b6ea-199b813cf5ef tempest-ServerRescueNegativeTestJSON-640772838 tempest-ServerRescueNegativeTestJSON-640772838-project] (95543) timed out ('10.222.0.30', 62665) {{(pid=95543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:06:05.050592 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-173da4fa-ae00-477d-9917-dfa2862182db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:07.104567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50264) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:07.109973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935250867', 'description': 'tempest-secgroup-smoke-935250867 description', 'project_id': '78866526db524f4eaca3917b3c5fe8dd'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:07.263832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:07.347527 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:07.444810 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:07.481558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc67d0a-502a-4ebc-ba7c-4b390055da26,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:07.488838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.489186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.489525 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.489858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.490188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.490516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.490862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.491188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.491510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.491830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.492150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.492472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:07.558610 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:07.559854 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ff3e4871-a014-4316-9f72-d7dacd9d9862 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4542675 Aug 19 13:06:07.562706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50268) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:07.567098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-173a6790-1455-41a1-ba72-f72bc9b018b7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Request body: {'security_group_rule': {'security_group_id': 'cbc67d0a-502a-4ebc-ba7c-4b390055da26', 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:07.666491 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-173a6790-1455-41a1-ba72-f72bc9b018b7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:07.709288 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:07.724530 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-173a6790-1455-41a1-ba72-f72bc9b018b7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:07.737745 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a08d8e58-1787-4629-a8ba-890376d71649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:07.823587 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-173a6790-1455-41a1-ba72-f72bc9b018b7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:07.845459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a6790-1455-41a1-ba72-f72bc9b018b7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae359325-2b8e-4bbf-b730-f0cd9c4c5f33,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:07.915006 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-173a6790-1455-41a1-ba72-f72bc9b018b7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:07.916228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-173a6790-1455-41a1-ba72-f72bc9b018b7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3525805 Aug 19 13:06:07.918910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50270) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:07.923357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-524b2863-42de-44eb-8174-88a2bba4a0aa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Request body: {'security_group_rule': {'security_group_id': 'cbc67d0a-502a-4ebc-ba7c-4b390055da26', 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:08.029009 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-524b2863-42de-44eb-8174-88a2bba4a0aa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.085025 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-524b2863-42de-44eb-8174-88a2bba4a0aa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.166445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-524b2863-42de-44eb-8174-88a2bba4a0aa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.184755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b2863-42de-44eb-8174-88a2bba4a0aa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70390639-b82b-4b69-9353-d844d556e26e,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:08.250332 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-524b2863-42de-44eb-8174-88a2bba4a0aa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.251592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-524b2863-42de-44eb-8174-88a2bba4a0aa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3317354 Aug 19 13:06:08.254259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50272) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:08.258614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-931c0c68-2531-45ec-8b00-f8d3669a1317 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Request body: {'security_group_rule': {'security_group_id': 'cbc67d0a-502a-4ebc-ba7c-4b390055da26', 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:08.377899 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-931c0c68-2531-45ec-8b00-f8d3669a1317 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.438239 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-931c0c68-2531-45ec-8b00-f8d3669a1317 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.530754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-931c0c68-2531-45ec-8b00-f8d3669a1317 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.550042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c0c68-2531-45ec-8b00-f8d3669a1317 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0004a0-9c81-4e99-9154-0186996a663a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:08.635486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-931c0c68-2531-45ec-8b00-f8d3669a1317 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.636697 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-931c0c68-2531-45ec-8b00-f8d3669a1317 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3814638 Aug 19 13:06:08.639364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50274) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:08.644669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-689cff6c-1741-4637-9b5e-3d7ad8c6556d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Request body: {'security_group_rule': {'security_group_id': 'cbc67d0a-502a-4ebc-ba7c-4b390055da26', 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:08.749130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-689cff6c-1741-4637-9b5e-3d7ad8c6556d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.807786 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-689cff6c-1741-4637-9b5e-3d7ad8c6556d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.886626 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-689cff6c-1741-4637-9b5e-3d7ad8c6556d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.908608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cff6c-1741-4637-9b5e-3d7ad8c6556d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffde248-ac22-4e44-aae2-64d253b796fe,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:08.972410 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-689cff6c-1741-4637-9b5e-3d7ad8c6556d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:08.973644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-689cff6c-1741-4637-9b5e-3d7ad8c6556d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3333724 Aug 19 13:06:08.976292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50276) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:08.980840 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-bc982ece-037f-4159-8add-2838e09bbbfa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Request body: {'security_group_rule': {'security_group_id': 'cbc67d0a-502a-4ebc-ba7c-4b390055da26', 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:09.085130 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-bc982ece-037f-4159-8add-2838e09bbbfa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Project 78866526db524f4eaca3917b3c5fe8dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:06:09.090259 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc982ece-037f-4159-8add-2838e09bbbfa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:09.148746 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc982ece-037f-4159-8add-2838e09bbbfa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:09.240569 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc982ece-037f-4159-8add-2838e09bbbfa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:09.256165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc982ece-037f-4159-8add-2838e09bbbfa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3bca65-cfa5-4452-8634-8a3bc46dfa69,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:09.286760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:09.372476 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bc982ece-037f-4159-8add-2838e09bbbfa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:09.373743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bc982ece-037f-4159-8add-2838e09bbbfa tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3963406 Aug 19 13:06:09.376381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50278) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:09.380791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6f6c70e9-c469-4db8-a1c7-7b7640c319b3 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Request body: {'security_group_rule': {'security_group_id': 'cbc67d0a-502a-4ebc-ba7c-4b390055da26', 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:09.469521 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-6f6c70e9-c469-4db8-a1c7-7b7640c319b3 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Project 78866526db524f4eaca3917b3c5fe8dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:06:09.474635 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6c70e9-c469-4db8-a1c7-7b7640c319b3 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:09.535898 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6c70e9-c469-4db8-a1c7-7b7640c319b3 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:09.627882 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6c70e9-c469-4db8-a1c7-7b7640c319b3 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:09.646236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c70e9-c469-4db8-a1c7-7b7640c319b3 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec86357-ceb0-4054-a592-e5030c423c64,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:09.732381 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f6c70e9-c469-4db8-a1c7-7b7640c319b3 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:09.733546 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6f6c70e9-c469-4db8-a1c7-7b7640c319b3 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3562450 Aug 19 13:06:09.920009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-8dbb14fc-79b0-4638-98af-9589e12d2553 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935250867&fields=id&tenant_id=78866526db524f4eaca3917b3c5fe8dd HTTP/1.1" status: 200 len: 267 time: 0.0418763 Aug 19 13:06:10.029175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-a96235c4-6486-4e60-a868-df148c5ebcfc tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:10.030708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-a96235c4-6486-4e60-a868-df148c5ebcfc tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/networks?id=38628846-0aa3-4983-b623-932fdbfcb5d3 HTTP/1.1" status: 200 len: 814 time: 0.1038229 Aug 19 13:06:10.045757 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-8461ba29-eb53-4110-925d-6ba88e326b9d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/quotas/78866526db524f4eaca3917b3c5fe8dd HTTP/1.1" status: 200 len: 375 time: 0.0092809 Aug 19 13:06:10.107791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-dfb7de6d-80ac-4fa2-9a68-2be50f51c546 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78866526db524f4eaca3917b3c5fe8dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568764 Aug 19 13:06:10.205542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-4aa9c7da-a9b7-4862-8edc-6c3e6e046c40 service neutron] 10.222.0.21 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859151 Aug 19 13:06:10.293464 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-78cd543d-e208-4188-87e2-fa988ae033e1 service neutron] 10.222.0.21 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818081 Aug 19 13:06:10.663619 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:10.942252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-118a32dc-e74e-4cf7-8b97-feab9262c599 req-4adb82e3-4108-4785-b74b-e3bcf0fad5a8 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 210 time: 0.0320673 Aug 19 13:06:12.022228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6d25d76d-1065-4c6b-80f9-c1c73d6ea42e req-de22000b-61b0-48b6-ac7b-203baa344449 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 210 time: 0.0272071 Aug 19 13:06:13.116922 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73718b8a-a2a2-4c9a-8326-7260901e782f req-4164bc8a-4f95-4bf4-9e1f-c9a2de68dba0 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 210 time: 0.0262499 Aug 19 13:06:13.587132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-fd597004-6843-45a1-81db-acd40d6e3bea tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:13.589072 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-fd597004-6843-45a1-81db-acd40d6e3bea tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.30 "GET /v2.0/networks?id=38628846-0aa3-4983-b623-932fdbfcb5d3 HTTP/1.1" status: 200 len: 814 time: 0.0995669 Aug 19 13:06:13.631771 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b8dc2776-9660-4eb2-9f63-ac3612202317 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78866526db524f4eaca3917b3c5fe8dd HTTP/1.1" status: 200 len: 379 time: 0.0332625 Aug 19 13:06:13.640922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Request body: {'port': {'device_id': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'admin_state_up': True, 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'security_groups': ['cbc67d0a-502a-4ebc-ba7c-4b390055da26']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:13.833284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Made reservation on behalf of 78866526db524f4eaca3917b3c5fe8dd for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:06:13.837283 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:13.972025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Allocated IP 172.20.0.13 (38628846-0aa3-4983-b623-932fdbfcb5d3/8293bc80-2b30-43fa-8613-545ebc5f4c4c/81c07b2e-55c3-4b63-b532-e4cf27dbf6df) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:06:14.115242 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:14.128877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Transition to ACTIVE for port object 81c07b2e-55c3-4b63-b532-e4cf27dbf6df will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:06:14.225561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-94df4675-8afe-4da1-902d-693c57720715 req-692e4026-7391-4b20-94b4-d3a6a1b187f4 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 210 time: 0.0286672 Aug 19 13:06:14.270223 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:14.322901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Network 38628846-0aa3-4983-b623-932fdbfcb5d3 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:06:14.326217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:06:14.330760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:06:14.352676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event updated for resources: {'Port': ['ID=81c07b2e-55c3-4b63-b532-e4cf27dbf6df,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:14.367923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.368271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.368533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.369750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.369750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.370076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.370500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.370852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.371121 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.371453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.371777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.372102 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:14.395857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:14.396629 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:14.491736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-c1b41cf3-b23c-4a00-a624-042733f0f3f7 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8542178 Aug 19 13:06:14.503922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-5f8e227c-5bfd-4766-bbda-1b5b8bf5c5c9 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:06:14.505080 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-5f8e227c-5bfd-4766-bbda-1b5b8bf5c5c9 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065017 Aug 19 13:06:14.656337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Request body: {'port': {'device_id': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:14.704172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d9d5a067-5056-4925-9005-33009673ce0d None None] Provisioning for port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:06:14.708871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d9d5a067-5056-4925-9005-33009673ce0d None None] Provisioning complete for port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:06:14.709283 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a067-5056-4925-9005-33009673ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:14.714099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:14.748530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5a067-5056-4925-9005-33009673ce0d None None] Port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:06:14.987173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c07b2e-55c3-4b63-b532-e4cf27dbf6df {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:06:14.994602 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:15.006185 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Transition to ACTIVE for port object 81c07b2e-55c3-4b63-b532-e4cf27dbf6df will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:06:15.092762 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:15.144949 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Pushing event updated for resources: {'Port': ['ID=81c07b2e-55c3-4b63-b532-e4cf27dbf6df,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:15.219210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Attempting to bind port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:06:15.219826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Attempting to bind port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:06:15.220384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Attempting to bind port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df on network 38628846-0aa3-4983-b623-932fdbfcb5d3 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:06:15.225658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df on network 38628846-0aa3-4983-b623-932fdbfcb5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:06:15.231935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Attempting to bind port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df on network 38628846-0aa3-4983-b623-932fdbfcb5d3 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:06:15.232428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:06:15.232770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Checking segment: {'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:06:15.233160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Bound using segment: {'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:06:15.233591 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Bound port: 81c07b2e-55c3-4b63-b532-e4cf27dbf6df, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:06:15.233951 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:15.330022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] For port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:06:15.354623 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] For port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:06:15.376351 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fede00-dfe5-4cd4-91dc-cac2efa6f1d6 req-134140f1-d793-4fab-8963-5330a207b4d5 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:15.377896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-22fede00-dfe5-4cd4-91dc-cac2efa6f1d6 req-134140f1-d793-4fab-8963-5330a207b4d5 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 944 time: 0.0651326 Aug 19 13:06:15.418844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-22fede00-dfe5-4cd4-91dc-cac2efa6f1d6 req-bc8699e2-6daf-42f3-97b3-b010cf4c091c tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349286 Aug 19 13:06:15.473893 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:15.507505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:15.508645 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:15.510937 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] 10.222.0.30 "PUT /v2.0/ports/81c07b2e-55c3-4b63-b532-e4cf27dbf6df HTTP/1.1" status: 200 len: 1092 time: 0.9982116 Aug 19 13:06:15.511451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:06:15.513777 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a293fe-5dac-4411-9e55-8d661a187250" -d '{"events": [{"name": "network-changed", "server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:06:15.542037 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fec22f-1320-4074-bb9d-6bedcdb0d842 service neutron] Pushing event updated for resources: {'Port': ['ID=81c07b2e-55c3-4b63-b532-e4cf27dbf6df,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:15.555095 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af04eacb-e375-4258-805c-2d105b507e8f x-openstack-request-id: req-af04eacb-e375-4258-805c-2d105b507e8f {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:06:15.555404 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:06:15.555646 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af04eacb-e375-4258-805c-2d105b507e8f {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:06:15.556053 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'status': 'completed', 'code': 200} Aug 19 13:06:15.628092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a293fe-5dac-4411-9e55-8d661a187250 req-b27e5ee5-26c5-4b95-9b1a-9156a18e6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:15.630029 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73a293fe-5dac-4411-9e55-8d661a187250 req-b27e5ee5-26c5-4b95-9b1a-9156a18e6891 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78866526db524f4eaca3917b3c5fe8dd&device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 1095 time: 0.0523493 Aug 19 13:06:15.739513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a293fe-5dac-4411-9e55-8d661a187250 req-f9e4120e-7af7-472f-91c7-cd29f1b22367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:15.741027 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73a293fe-5dac-4411-9e55-8d661a187250 req-f9e4120e-7af7-472f-91c7-cd29f1b22367 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=78866526db524f4eaca3917b3c5fe8dd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1022933 Aug 19 13:06:15.848181 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a293fe-5dac-4411-9e55-8d661a187250 req-3356bcf5-1d12-4193-b441-98eb0db4f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:15.849586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73a293fe-5dac-4411-9e55-8d661a187250 req-3356bcf5-1d12-4193-b441-98eb0db4f1f9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019962 Aug 19 13:06:15.927843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-615a9e43-065a-4b0c-919b-7d61ca44021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:15.929398 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-615a9e43-065a-4b0c-919b-7d61ca44021c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78866526db524f4eaca3917b3c5fe8dd&device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 1095 time: 0.0453019 Aug 19 13:06:15.971022 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-ea10444b-3662-4dc0-b17c-c1051f106977 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df HTTP/1.1" status: 200 len: 217 time: 0.0343444 Aug 19 13:06:16.024825 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-f8fd2886-46c2-460c-be5a-bc1806539469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:16.026547 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-f8fd2886-46c2-460c-be5a-bc1806539469 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8293bc80-2b30-43fa-8613-545ebc5f4c4c HTTP/1.1" status: 200 len: 853 time: 0.0489228 Aug 19 13:06:16.071675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-0d9fe693-57ae-489e-a957-7f089f52a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:16.073746 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-0d9fe693-57ae-489e-a957-7f089f52a408 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38628846-0aa3-4983-b623-932fdbfcb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405204 Aug 19 13:06:16.163008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-1b7b94e6-9461-4506-8f49-86b04ec6f31a service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822651 Aug 19 13:06:16.257794 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2971c7ab-367b-4c40-8574-3eb0cb42f24e req-725c23da-aecb-4adc-ab1a-be5ab7a64d3b service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878961 Aug 19 13:06:16.533050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34bf96-3460-4b2b-a81c-ad81e2aa66d1 req-c50b0e28-0839-4219-939b-93c75d9060a9 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:16.534514 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b34bf96-3460-4b2b-a81c-ad81e2aa66d1 req-c50b0e28-0839-4219-939b-93c75d9060a9 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 944 time: 0.0486262 Aug 19 13:06:16.571918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6b34bf96-3460-4b2b-a81c-ad81e2aa66d1 req-34e4a10d-6ddb-4210-9444-0c0e48076506 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314522 Aug 19 13:06:17.694289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7914f-353a-46e2-b220-53fcf12d3857 req-b5a0a93d-5580-4bd4-a5cf-9097163cfbc8 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:17.695791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98e7914f-353a-46e2-b220-53fcf12d3857 req-b5a0a93d-5580-4bd4-a5cf-9097163cfbc8 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 944 time: 0.0538099 Aug 19 13:06:17.735334 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-98e7914f-353a-46e2-b220-53fcf12d3857 req-71b79b3d-8913-47a8-95ad-e80c34bcbd07 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326974 Aug 19 13:06:18.848421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1a432-43e4-43bc-8f12-8f74cf933949 req-a2926ed0-c252-4cea-992a-e8926f2d5d69 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:18.849889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ade1a432-43e4-43bc-8f12-8f74cf933949 req-a2926ed0-c252-4cea-992a-e8926f2d5d69 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 944 time: 0.0482235 Aug 19 13:06:18.891120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ade1a432-43e4-43bc-8f12-8f74cf933949 req-fb12f7e0-5c68-4b5a-b32e-c5d12c72187b tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345972 Aug 19 13:06:20.012266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83502f-d8db-4231-a8c7-fbfd91dcc39c req-c3190ed4-27f4-485a-ba34-316e7e0742b0 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:20.013750 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-af83502f-d8db-4231-a8c7-fbfd91dcc39c req-c3190ed4-27f4-485a-ba34-316e7e0742b0 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 944 time: 0.0571098 Aug 19 13:06:20.051973 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-af83502f-d8db-4231-a8c7-fbfd91dcc39c req-f1da1f58-5ac2-4477-acc7-adcd4490270f tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319767 Aug 19 13:06:21.165705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae5cdf-ea82-4b2f-9ef5-198b61d65ca7 req-ecf9da80-decb-4c6d-a214-b15e3e0c7e19 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:21.167179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2ae5cdf-ea82-4b2f-9ef5-198b61d65ca7 req-ecf9da80-decb-4c6d-a214-b15e3e0c7e19 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 944 time: 0.0495222 Aug 19 13:06:21.204638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2ae5cdf-ea82-4b2f-9ef5-198b61d65ca7 req-5342bd31-e6bf-499d-85d1-0cf86f1850b1 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314410 Aug 19 13:06:22.318633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7e329-1768-44ca-ad6a-b6aedcefedeb req-47eec0fc-0dd7-4481-9edc-5f23d4e1e10a tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:22.320118 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82a7e329-1768-44ca-ad6a-b6aedcefedeb req-47eec0fc-0dd7-4481-9edc-5f23d4e1e10a tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 944 time: 0.0487595 Aug 19 13:06:22.357196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82a7e329-1768-44ca-ad6a-b6aedcefedeb req-ff71c3d7-98a4-43ca-bf79-02fdb131acc6 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311515 Aug 19 13:06:23.598917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6ef3b-7a16-455d-a381-37a6fd2455ca req-f1091e35-63b3-4f6f-8b6a-72a725b63954 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:23.600435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-01b6ef3b-7a16-455d-a381-37a6fd2455ca req-f1091e35-63b3-4f6f-8b6a-72a725b63954 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 944 time: 0.1775534 Aug 19 13:06:23.638644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-01b6ef3b-7a16-455d-a381-37a6fd2455ca req-12523263-63c1-4f77-8e4f-dc8da0d9d67d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314674 Aug 19 13:06:24.846653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480116c-116b-4f39-b242-ec26200c304a req-0677476a-a327-4aff-b636-bf66a4a6343c tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:24.848214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9480116c-116b-4f39-b242-ec26200c304a req-0677476a-a327-4aff-b636-bf66a4a6343c tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 944 time: 0.1416509 Aug 19 13:06:24.884937 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9480116c-116b-4f39-b242-ec26200c304a req-b1ef571c-2c53-4390-9c8e-363d01208918 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307357 Aug 19 13:06:25.310888 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:06:25.658050 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:25.978325 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 81c07b2e-55c3-4b63-b532-e4cf27dbf6df details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:06:25.998433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633707f-6d2c-454a-b7d5-1707fd8bc8f1 req-1cf8dbfe-279d-479a-9a83-410bc3d9c518 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:25.999958 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5633707f-6d2c-454a-b7d5-1707fd8bc8f1 req-1cf8dbfe-279d-479a-9a83-410bc3d9c518 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 944 time: 0.0493093 Aug 19 13:06:26.042388 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5633707f-6d2c-454a-b7d5-1707fd8bc8f1 req-cb10faec-2b5f-45f3-bd46-1a310a485101 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365121 Aug 19 13:06:26.071036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:06:26.081910 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'port_id': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'mac_address': 'fa:16:3e:2d:de:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:06:26.121206 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:26.133396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c07b2e-55c3-4b63-b532-e4cf27dbf6df {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:06:26.152052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:06:26.755319 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:26.778850 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:26.802891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=81c07b2e-55c3-4b63-b532-e4cf27dbf6df,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:26.810411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.817920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.817920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.817920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.817920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.817920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.817920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.817920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.817920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.817920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.817920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.817920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:06:26.984958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['81c07b2e-55c3-4b63-b532-e4cf27dbf6df'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:06:27.156085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770641da-4bee-4e8c-b7e3-de645f2c47d3 req-efa562ca-11f1-4617-b9c7-26361c5fe5b2 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:27.157580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-770641da-4bee-4e8c-b7e3-de645f2c47d3 req-efa562ca-11f1-4617-b9c7-26361c5fe5b2 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 945 time: 0.0490665 Aug 19 13:06:27.196368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-770641da-4bee-4e8c-b7e3-de645f2c47d3 req-2b4f54f9-4ccd-4ca5-a8ff-3d0abb9c1f8e tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Aug 19 13:06:27.978478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 81c07b2e-55c3-4b63-b532-e4cf27dbf6df up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:06:28.090692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:06:28.094659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:06:28.095091 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:28.316009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298176-9f27-440e-99e9-1a1ec2776c23 req-b26a6c9f-1c24-47d1-8ccb-df82aaaa3c62 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:28.317519 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc298176-9f27-440e-99e9-1a1ec2776c23 req-b26a6c9f-1c24-47d1-8ccb-df82aaaa3c62 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 945 time: 0.0516343 Aug 19 13:06:28.326190 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:28.348574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:06:28.350833 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad344ddd-0d9d-40a7-a972-89793c5857fc" -d '{"events": [{"server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "name": "network-vif-plugged", "status": "completed", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:06:28.356179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc298176-9f27-440e-99e9-1a1ec2776c23 req-e0951ad8-0cb8-465e-ac76-b8908bc75030 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325906 Aug 19 13:06:28.363756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:06:28.458173 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305662c3-a095-421e-b591-b9ac1253e59c x-openstack-request-id: req-305662c3-a095-421e-b591-b9ac1253e59c {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:06:28.458466 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "name": "network-vif-plugged", "status": "completed", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:06:28.458722 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-305662c3-a095-421e-b591-b9ac1253e59c {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:06:28.459151 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'code': 200} Aug 19 13:06:28.507710 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:28.552880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10645-10f6-42da-914b-642cc23cd1ae req-b1150c69-4a74-4c56-88ca-72425bbd0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:28.557142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=81c07b2e-55c3-4b63-b532-e4cf27dbf6df,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:28.557342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1b10645-10f6-42da-914b-642cc23cd1ae req-b1150c69-4a74-4c56-88ca-72425bbd0ca0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 1097 time: 0.0406945 Aug 19 13:06:28.589203 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a1b10645-10f6-42da-914b-642cc23cd1ae req-1aac26b3-b21d-48eb-9518-0b3d5a01d8ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277889 Aug 19 13:06:29.481219 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78715ee7-1e8f-416b-b4e8-928eee79408b req-8d9503bb-8bf2-4564-a80a-5d03ddc007be tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:29.482900 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78715ee7-1e8f-416b-b4e8-928eee79408b req-8d9503bb-8bf2-4564-a80a-5d03ddc007be tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 946 time: 0.0506632 Aug 19 13:06:29.526695 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-78715ee7-1e8f-416b-b4e8-928eee79408b req-b8793623-6317-47cf-96da-d00db7839c33 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378180 Aug 19 13:06:30.639894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94d066-3b85-488d-9778-1f55df93195a req-ab8c3490-98c9-4bf3-88b2-dfd974dc491d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:30.641386 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e94d066-3b85-488d-9778-1f55df93195a req-ab8c3490-98c9-4bf3-88b2-dfd974dc491d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 946 time: 0.0476542 Aug 19 13:06:30.679718 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e94d066-3b85-488d-9778-1f55df93195a req-db6157b6-f030-4438-8835-73acfe46e293 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320342 Aug 19 13:06:30.791889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d43856-b4f3-4809-8fc7-6c5221265bc4 req-df3c6f06-5633-4edd-879a-36fb26d5b707 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:30.793991 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92d43856-b4f3-4809-8fc7-6c5221265bc4 req-df3c6f06-5633-4edd-879a-36fb26d5b707 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 946 time: 0.0498915 Aug 19 13:06:30.832687 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92d43856-b4f3-4809-8fc7-6c5221265bc4 req-f38c9a97-94ea-41b2-bc5f-dd864b86fc99 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326011 Aug 19 13:06:30.853895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50378) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:30.937867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3207ab-5e7a-44c2-9c21-42760f5d8123 tempest-TestVolumeBackupRestore-1725959771 tempest-TestVolumeBackupRestore-1725959771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:30.939427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9d3207ab-5e7a-44c2-9c21-42760f5d8123 tempest-TestVolumeBackupRestore-1725959771 tempest-TestVolumeBackupRestore-1725959771-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 1092 time: 0.0845356 Aug 19 13:06:30.942350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50382) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:30.946612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:31.076262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:31.169888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:31.273167 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Allocated IP 172.25.2.142 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/0ffa24c5-d4a9-4b8a-9f5c-a5c8c3d70f8f) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:06:31.370771 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:31.634110 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:31.681288 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:06:31.684805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:06:31.689053 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:06:31.694725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event updated for resources: {'Port': ['ID=0ffa24c5-d4a9-4b8a-9f5c-a5c8c3d70f8f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:32.055976 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:32.215339 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:32.363343 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:32.524747 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:32.894956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event updated for resources: {'Port': ['ID=0ffa24c5-d4a9-4b8a-9f5c-a5c8c3d70f8f,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:06:32.905242 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:33.019079 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Floating IP 83066e20-3034-4282-bbb5-1a71a3a14584 associated. External IP: 172.25.2.142, port: 81c07b2e-55c3-4b63-b532-e4cf27dbf6df. Aug 19 13:06:33.232056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:06:33.342790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:06:33.352960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f5b4f-20a5-4fab-8668-e13b559683d8 None None] Sync routers for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:06:33.363324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f5b4f-20a5-4fab-8668-e13b559683d8 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:06:33.368828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cf1f5b4f-20a5-4fab-8668-e13b559683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:06:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:33.439182 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:33.466516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-cf1f5b4f-20a5-4fab-8668-e13b559683d8 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:06:33.468163 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f9cf65bf-8ad6-40bc-a7dd-74c3f7bc2847 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5247610 Aug 19 13:06:33.468831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:06:33.470845 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50384) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:33.471362 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fc59ad-3e15-49d6-9507-f05477846f18" -d '{"events": [{"name": "network-changed", "server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:06:33.518283 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d24d08-d677-432a-ab55-b64432fcc820 tempest-TestVolumeBackupRestore-1725959771 tempest-TestVolumeBackupRestore-1725959771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:33.522724 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50390) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:06:33.522903 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-02d24d08-d677-432a-ab55-b64432fcc820 tempest-TestVolumeBackupRestore-1725959771 tempest-TestVolumeBackupRestore-1725959771-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 1092 time: 0.0507886 Aug 19 13:06:33.529109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-098030c1-b8f2-4b62-ba8b-cbf159504640 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Request body: {'floatingip': {'port_id': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:06:33.581355 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df02e8a8-392f-4895-90da-b2d8c0ce2c67 x-openstack-request-id: req-df02e8a8-392f-4895-90da-b2d8c0ce2c67 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:06:33.581688 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:06:33.581982 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df02e8a8-392f-4895-90da-b2d8c0ce2c67 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:06:33.582449 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'status': 'completed', 'code': 200} Aug 19 13:06:33.599233 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-098030c1-b8f2-4b62-ba8b-cbf159504640 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:33.646757 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc59ad-3e15-49d6-9507-f05477846f18 req-a959a380-ccdf-442d-8e60-d68bda1b225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:33.648339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-97fc59ad-3e15-49d6-9507-f05477846f18 req-a959a380-ccdf-442d-8e60-d68bda1b225a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78866526db524f4eaca3917b3c5fe8dd&device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 1097 time: 0.0441167 Aug 19 13:06:33.705821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cf1f5b4f-20a5-4fab-8668-e13b559683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '83066e20-3034-4282-bbb5-1a71a3a14584', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'port_id': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'mac_address': 'fa:16:3e:2d:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:06:31Z', 'updated_at': '2021-08-19T13:06:31Z', 'revision_number': 0, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:36Z', 'revision_number': 5, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:33.732072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f5b4f-20a5-4fab-8668-e13b559683d8 None None] Checking router: daeb68fa-7a25-4f6a-beb8-c18ac1e729ee for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:06:33.740786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f5b4f-20a5-4fab-8668-e13b559683d8 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:06:33.741402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cf1f5b4f-20a5-4fab-8668-e13b559683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:06:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:33.751193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc59ad-3e15-49d6-9507-f05477846f18 req-4fe4b81c-f8fa-4e06-acbd-d26652e2b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:33.752634 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-97fc59ad-3e15-49d6-9507-f05477846f18 req-4fe4b81c-f8fa-4e06-acbd-d26652e2b347 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38628846-0aa3-4983-b623-932fdbfcb5d3 HTTP/1.1" status: 200 len: 915 time: 0.0968289 Aug 19 13:06:33.819658 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-97fc59ad-3e15-49d6-9507-f05477846f18 req-af0040bf-75e3-4bf3-a150-c02e6c10e52b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df HTTP/1.1" status: 200 len: 1000 time: 0.0603242 Aug 19 13:06:33.849744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-cf1f5b4f-20a5-4fab-8668-e13b559683d8 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:06:33.874146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc59ad-3e15-49d6-9507-f05477846f18 req-df59db44-e98e-4045-94e9-bdde0a09a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:33.875786 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-97fc59ad-3e15-49d6-9507-f05477846f18 req-df59db44-e98e-4045-94e9-bdde0a09a9f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8293bc80-2b30-43fa-8613-545ebc5f4c4c HTTP/1.1" status: 200 len: 853 time: 0.0497367 Aug 19 13:06:33.924567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc59ad-3e15-49d6-9507-f05477846f18 req-c0645f4f-9ce4-4fe1-96ee-5af2b3aae0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:33.926029 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-97fc59ad-3e15-49d6-9507-f05477846f18 req-c0645f4f-9ce4-4fe1-96ee-5af2b3aae0b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38628846-0aa3-4983-b623-932fdbfcb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431356 Aug 19 13:06:34.021885 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-97fc59ad-3e15-49d6-9507-f05477846f18 req-ca812897-c1d4-4555-9144-bf5d0f88a42e service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887151 Aug 19 13:06:34.082189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-cf1f5b4f-20a5-4fab-8668-e13b559683d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '83066e20-3034-4282-bbb5-1a71a3a14584', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'port_id': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'mac_address': 'fa:16:3e:2d:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:06:31Z', 'updated_at': '2021-08-19T13:06:31Z', 'revision_number': 0, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:36Z', 'revision_number': 5, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:34.098879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-098030c1-b8f2-4b62-ba8b-cbf159504640 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:34.113898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f5b4f-20a5-4fab-8668-e13b559683d8 None None] The sync data for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 is: [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '83066e20-3034-4282-bbb5-1a71a3a14584', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'port_id': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'mac_address': 'fa:16:3e:2d:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:06:31Z', 'updated_at': '2021-08-19T13:06:31Z', 'revision_number': 0, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:36Z', 'revision_number': 5, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:06:34.127971 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-97fc59ad-3e15-49d6-9507-f05477846f18 req-920443e9-9b1f-4617-81c7-0734987f1257 service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993726 Aug 19 13:06:34.195350 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-098030c1-b8f2-4b62-ba8b-cbf159504640 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:34.309341 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ae96b-4169-4a05-a15d-b761573d9205 None None] New status for floating IP 83066e20-3034-4282-bbb5-1a71a3a14584: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:06:34.415064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098030c1-b8f2-4b62-ba8b-cbf159504640 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:06:34.522942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098030c1-b8f2-4b62-ba8b-cbf159504640 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:06:34.533005 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-098030c1-b8f2-4b62-ba8b-cbf159504640 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:34.582163 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-098030c1-b8f2-4b62-ba8b-cbf159504640 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "PUT /v2.0/floatingips/83066e20-3034-4282-bbb5-1a71a3a14584 HTTP/1.1" status: 200 len: 992 time: 1.0577650 Aug 19 13:06:34.638493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb45a09a-7d55-43b8-a4cc-a12cba8e4c75 None None] Sync routers for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:06:34.647863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb45a09a-7d55-43b8-a4cc-a12cba8e4c75 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:06:34.648471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-eb45a09a-7d55-43b8-a4cc-a12cba8e4c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:06:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:34.752303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-eb45a09a-7d55-43b8-a4cc-a12cba8e4c75 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:06:34.968751 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-eb45a09a-7d55-43b8-a4cc-a12cba8e4c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '83066e20-3034-4282-bbb5-1a71a3a14584', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'port_id': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'mac_address': 'fa:16:3e:2d:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:06:31Z', 'updated_at': '2021-08-19T13:06:34Z', 'revision_number': 2, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:36Z', 'revision_number': 5, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:34.999110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb45a09a-7d55-43b8-a4cc-a12cba8e4c75 None None] Checking router: daeb68fa-7a25-4f6a-beb8-c18ac1e729ee for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:06:35.012463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb45a09a-7d55-43b8-a4cc-a12cba8e4c75 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:06:35.013081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-eb45a09a-7d55-43b8-a4cc-a12cba8e4c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:06:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:35.107913 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fe5fac31-f696-4559-b235-ba0b707453e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:35.121387 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-eb45a09a-7d55-43b8-a4cc-a12cba8e4c75 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:06:35.340144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-eb45a09a-7d55-43b8-a4cc-a12cba8e4c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '83066e20-3034-4282-bbb5-1a71a3a14584', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'port_id': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'mac_address': 'fa:16:3e:2d:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:06:31Z', 'updated_at': '2021-08-19T13:06:34Z', 'revision_number': 2, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:36Z', 'revision_number': 5, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:06:35.366761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb45a09a-7d55-43b8-a4cc-a12cba8e4c75 None None] The sync data for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 is: [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '83066e20-3034-4282-bbb5-1a71a3a14584', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'port_id': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'mac_address': 'fa:16:3e:2d:de:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:06:31Z', 'updated_at': '2021-08-19T13:06:34Z', 'revision_number': 2, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:36Z', 'revision_number': 5, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:06:35.583767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df'}, {'name': 'network-changed', 'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:06:35.586112 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df"}, {"name": "network-changed", "server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:06:35.625516 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 19 Aug 2021 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41b7d81-f859-43d2-8a04-b49b45087b22 x-openstack-request-id: req-d41b7d81-f859-43d2-8a04-b49b45087b22 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:06:35.625876 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:06:35.626134 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d41b7d81-f859-43d2-8a04-b49b45087b22 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:06:35.626544 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'status': 'completed', 'code': 200} Aug 19 13:06:35.626818 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'status': 'completed', 'code': 200} Aug 19 13:06:35.690647 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-01891423-7b7d-4f94-bc28-76c91e4c28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:35.692216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-01891423-7b7d-4f94-bc28-76c91e4c28d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78866526db524f4eaca3917b3c5fe8dd&device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 1097 time: 0.0431457 Aug 19 13:06:35.788122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-0b949c53-c74e-45af-bc8c-be78ea084b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:35.789591 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-0b949c53-c74e-45af-bc8c-be78ea084b1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=38628846-0aa3-4983-b623-932fdbfcb5d3 HTTP/1.1" status: 200 len: 915 time: 0.0905285 Aug 19 13:06:35.853787 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-d6dd2640-166d-45fe-939d-7d7d98fbd31c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df HTTP/1.1" status: 200 len: 1002 time: 0.0575085 Aug 19 13:06:35.901718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-253143b1-f948-4b83-8daa-0169cc13f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:35.903153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-253143b1-f948-4b83-8daa-0169cc13f334 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8293bc80-2b30-43fa-8613-545ebc5f4c4c HTTP/1.1" status: 200 len: 853 time: 0.0432620 Aug 19 13:06:35.952294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-db7f6a58-28cb-45a3-8e1c-9c504c3489bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:35.953767 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-db7f6a58-28cb-45a3-8e1c-9c504c3489bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38628846-0aa3-4983-b623-932fdbfcb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440798 Aug 19 13:06:36.046332 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-b6bdff32-f6e9-4308-bebc-2bb770c68950 service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854433 Aug 19 13:06:36.143141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-e63f6940-490d-4a00-beca-9751333026a0 service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901370 Aug 19 13:06:36.221770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-a7b370aa-4644-4d6e-8b3d-c5882d0285f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:36.223318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-a7b370aa-4644-4d6e-8b3d-c5882d0285f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78866526db524f4eaca3917b3c5fe8dd&device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 1097 time: 0.0415380 Aug 19 13:06:36.312957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-18e6455c-ea90-4041-a80f-a7bdf0d3003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:36.314416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-18e6455c-ea90-4041-a80f-a7bdf0d3003c service neutron] 10.222.0.30 "GET /v2.0/networks?id=38628846-0aa3-4983-b623-932fdbfcb5d3 HTTP/1.1" status: 200 len: 915 time: 0.0845950 Aug 19 13:06:36.385782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-42be5775-7f31-44ed-83f9-8054d9e97b8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df HTTP/1.1" status: 200 len: 1002 time: 0.0649583 Aug 19 13:06:36.434877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-4025b934-4872-4c86-9164-635c02fa2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:36.436282 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-4025b934-4872-4c86-9164-635c02fa2567 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8293bc80-2b30-43fa-8613-545ebc5f4c4c HTTP/1.1" status: 200 len: 853 time: 0.0442274 Aug 19 13:06:36.480935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-3921e578-61fa-41c6-a2d6-30541cf8866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:36.483295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-3921e578-61fa-41c6-a2d6-30541cf8866d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38628846-0aa3-4983-b623-932fdbfcb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400598 Aug 19 13:06:36.574075 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-5cf36810-3cb6-4a26-bf38-2ccfa1203a0a service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834708 Aug 19 13:06:36.663847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d8e8a52-dafb-4349-8c3a-751e57d38fb1 req-0d9dc852-7410-4470-93d8-fbb5477ccfe0 service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825725 Aug 19 13:06:37.669594 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:37.799058 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1455f081-2501-4c66-afa5-ea2e18e2fb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:39.240963 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:40.663872 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:46.459333 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77202557-6675-4564-a51b-834b4ce41786 req-d732ad4e-993c-4a05-8778-0a1fb676e0f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455310 Aug 19 13:06:46.539464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77202557-6675-4564-a51b-834b4ce41786 req-f8e882ab-a0cf-4bdd-b44e-5930cafcd9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:46.540957 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77202557-6675-4564-a51b-834b4ce41786 req-f8e882ab-a0cf-4bdd-b44e-5930cafcd9bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78866526db524f4eaca3917b3c5fe8dd&device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 1097 time: 0.0413282 Aug 19 13:06:46.646119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77202557-6675-4564-a51b-834b4ce41786 req-16b0d191-0cc1-4907-86fe-21245977b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:46.647614 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77202557-6675-4564-a51b-834b4ce41786 req-16b0d191-0cc1-4907-86fe-21245977b6d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38628846-0aa3-4983-b623-932fdbfcb5d3 HTTP/1.1" status: 200 len: 915 time: 0.0879941 Aug 19 13:06:46.719581 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77202557-6675-4564-a51b-834b4ce41786 req-76563452-de3b-4bbb-8d74-ec9e2246a363 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df HTTP/1.1" status: 200 len: 1002 time: 0.0650911 Aug 19 13:06:46.771222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77202557-6675-4564-a51b-834b4ce41786 req-88fbf7a5-e0c2-47c8-b23e-9e368b155eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:46.772640 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77202557-6675-4564-a51b-834b4ce41786 req-88fbf7a5-e0c2-47c8-b23e-9e368b155eae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8293bc80-2b30-43fa-8613-545ebc5f4c4c HTTP/1.1" status: 200 len: 853 time: 0.0465374 Aug 19 13:06:46.818795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77202557-6675-4564-a51b-834b4ce41786 req-e6e7aaeb-bbaf-4ede-8a24-84fe10fce5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:06:46.820322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77202557-6675-4564-a51b-834b4ce41786 req-e6e7aaeb-bbaf-4ede-8a24-84fe10fce5b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38628846-0aa3-4983-b623-932fdbfcb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402613 Aug 19 13:06:46.916667 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77202557-6675-4564-a51b-834b4ce41786 req-7eee7331-2ea5-4078-bbff-477808513ef7 service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896997 Aug 19 13:06:47.008348 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77202557-6675-4564-a51b-834b4ce41786 req-ff8b1675-70fe-4723-92a6-44b5d7c98167 service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844316 Aug 19 13:06:55.675396 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:06:56.622308 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:02.310837 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:07:05.172440 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-85f29140-c83c-4a2b-8913-03ab65adf222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:07.744022 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:07.807065 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1329-fb3c-4642-a055-67bed56b031a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:09.332336 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:10.698187 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:25.658313 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:26.664031 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:35.058612 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1db35150-25c1-4651-b870-b7079e00349c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:37.755320 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:37.789213 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-df1b4280-0fec-4650-b11b-10d0c5dd0ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:39.251946 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:39.310517 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:07:40.669484 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:47.737908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50420) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:07:47.901548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Deleting port 0ffa24c5-d4a9-4b8a-9f5c-a5c8c3d70f8f {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:07:47.901834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:47.983025 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:47.983353 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:47.994907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Calling delete_port for 0ffa24c5-d4a9-4b8a-9f5c-a5c8c3d70f8f owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:07:48.252368 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:48.277665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event deleted for resources: {'Port': ['ID=0ffa24c5-d4a9-4b8a-9f5c-a5c8c3d70f8f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:07:48.304069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.304419 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.304768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.305105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.305439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.305770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.306101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.306426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.306750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.307099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.307424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.307746 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:07:48.354747 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:48.355112 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Floating IP 83066e20-3034-4282-bbb5-1a71a3a14584 disassociated (deleted). External IP: 172.25.2.142, port: 81c07b2e-55c3-4b63-b532-e4cf27dbf6df. Aug 19 13:07:48.495734 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-6335dfa3-c0f5-4a86-ae8c-06b880cea680 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643091 Aug 19 13:07:48.622786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-22c22719-7f6d-48f3-a9b0-b35e0524c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:48.623812 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-22c22719-7f6d-48f3-a9b0-b35e0524c706 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78866526db524f4eaca3917b3c5fe8dd&device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 1097 time: 0.0862794 Aug 19 13:07:48.632207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:07:48.805558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-034b0238-404d-48fc-885b-101525c36e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:48.807061 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-034b0238-404d-48fc-885b-101525c36e00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38628846-0aa3-4983-b623-932fdbfcb5d3 HTTP/1.1" status: 200 len: 915 time: 0.1650448 Aug 19 13:07:48.808027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:07:48.813350 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:48.818434 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5ac97-e319-4adc-88e5-4ffe967881f3 None None] Sync routers for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:07:48.828626 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5ac97-e319-4adc-88e5-4ffe967881f3 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:07:48.829310 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0fb5ac97-e319-4adc-88e5-4ffe967881f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:07:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:07:48.868824 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-3d9733f1-7424-4eea-99fe-8ec01102bc5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df HTTP/1.1" status: 200 len: 217 time: 0.0532758 Aug 19 13:07:48.890750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-36d646e4-19e3-4c73-91e6-97e061c21060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "DELETE /v2.0/floatingips/83066e20-3034-4282-bbb5-1a71a3a14584 HTTP/1.1" status: 204 len: 168 time: 1.1483109 Aug 19 13:07:48.905909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:07:48.908518 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:07:48.938907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-7031dd2c-d3d7-4221-ac42-8b679dfbb16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:48.940742 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-7031dd2c-d3d7-4221-ac42-8b679dfbb16a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8293bc80-2b30-43fa-8613-545ebc5f4c4c HTTP/1.1" status: 200 len: 853 time: 0.0649557 Aug 19 13:07:48.975708 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0fb5ac97-e319-4adc-88e5-4ffe967881f3 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:07:49.019247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-2aa282b4-d51d-4f9a-8971-31fd277f638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:49.021688 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-2aa282b4-d51d-4f9a-8971-31fd277f638b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38628846-0aa3-4983-b623-932fdbfcb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729392 Aug 19 13:07:49.240789 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0fb5ac97-e319-4adc-88e5-4ffe967881f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:36Z', 'revision_number': 5, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:07:49.270539 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5ac97-e319-4adc-88e5-4ffe967881f3 None None] Checking router: daeb68fa-7a25-4f6a-beb8-c18ac1e729ee for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:07:49.280474 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5ac97-e319-4adc-88e5-4ffe967881f3 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:07:49.281154 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0fb5ac97-e319-4adc-88e5-4ffe967881f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:07:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:07:49.394151 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0fb5ac97-e319-4adc-88e5-4ffe967881f3 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:07:49.394941 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6fd72b-3b0c-41e5-8e6e-bfd349a99619 x-openstack-request-id: req-eb6fd72b-3b0c-41e5-8e6e-bfd349a99619 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:07:49.395294 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:07:49.395567 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb6fd72b-3b0c-41e5-8e6e-bfd349a99619 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:07:49.395956 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'status': 'completed', 'code': 200} Aug 19 13:07:49.477276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-1e18ecda-be7c-480d-a6d1-d4ba92be22c7 service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471278 Aug 19 13:07:49.605238 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0fb5ac97-e319-4adc-88e5-4ffe967881f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:36Z', 'revision_number': 5, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:07:49.613774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21557882-19a0-43f2-8a3b-c0b13203b1a6 req-97af09f5-5e02-4a88-89b2-ace8b2fbcfe2 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:49.615369 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21557882-19a0-43f2-8a3b-c0b13203b1a6 req-97af09f5-5e02-4a88-89b2-ace8b2fbcfe2 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 946 time: 0.1092556 Aug 19 13:07:49.634874 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5ac97-e319-4adc-88e5-4ffe967881f3 None None] The sync data for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 is: [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:03:31Z', 'revision_number': 4, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'fa434348-9038-49f2-8f4b-2acbf4846be8', 'name': '', 'network_id': '38628846-0aa3-4983-b623-932fdbfcb5d3', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'mac_address': 'fa:16:3e:2b:bf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:30Z', 'updated_at': '2021-08-19T13:03:36Z', 'revision_number': 5, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'subnets': [{'id': '8293bc80-2b30-43fa-8613-545ebc5f4c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:07:49.639256 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0cd38de5-a7a8-4792-8bc4-661e5aa054a7 req-dd8ea5c7-7e51-470f-8cb7-21a9828667c1 service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539123 Aug 19 13:07:49.660873 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21557882-19a0-43f2-8a3b-c0b13203b1a6 req-12af3076-479d-4060-a386-4578414250f5 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392215 Aug 19 13:07:49.868496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cbd396-9fd4-4341-a06d-8a0c819ca052 None None] New status for floating IP 83066e20-3034-4282-bbb5-1a71a3a14584: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:07:49.916892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5 req-0426e3b4-9e3f-4de1-b706-d06c5847212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:49.918499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5 req-0426e3b4-9e3f-4de1-b706-d06c5847212a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78866526db524f4eaca3917b3c5fe8dd&device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 1097 time: 0.0504968 Aug 19 13:07:50.014907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5 req-d3593f13-1554-4068-9a0a-fe6db6500aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:50.016393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5 req-d3593f13-1554-4068-9a0a-fe6db6500aa0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38628846-0aa3-4983-b623-932fdbfcb5d3 HTTP/1.1" status: 200 len: 915 time: 0.0908439 Aug 19 13:07:50.061468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5 req-a40945d1-eaa5-4eb8-be42-73752f938850 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df HTTP/1.1" status: 200 len: 217 time: 0.0372379 Aug 19 13:07:50.117441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5 req-0c204c1e-9f7e-4b1e-b11b-d5248b756c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:50.118933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5 req-0c204c1e-9f7e-4b1e-b11b-d5248b756c20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8293bc80-2b30-43fa-8613-545ebc5f4c4c HTTP/1.1" status: 200 len: 853 time: 0.0496414 Aug 19 13:07:50.168006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5 req-1b4ebbfd-aed0-4957-99a1-053670925d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:50.170049 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5 req-1b4ebbfd-aed0-4957-99a1-053670925d8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38628846-0aa3-4983-b623-932fdbfcb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429919 Aug 19 13:07:50.260764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5 req-e176bb05-a8eb-4ee5-a525-848436886fd3 service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819724 Aug 19 13:07:50.356668 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29e7767f-ab20-40f9-b0ed-9c81d2514ca5 req-66aad417-bea0-436a-a384-b3c352e3026d service neutron] 10.222.0.30 "GET /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878570 Aug 19 13:07:50.790817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7764b37-e907-4714-984a-e8a6d51ec434 req-c9f16c56-dc15-4fc1-8c30-d2955841b8cb tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:50.792292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7764b37-e907-4714-984a-e8a6d51ec434 req-c9f16c56-dc15-4fc1-8c30-d2955841b8cb tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 946 time: 0.0572753 Aug 19 13:07:50.830345 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a7764b37-e907-4714-984a-e8a6d51ec434 req-9323646d-9fd9-4106-9389-5c2773354d0b tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/security-groups?id=cbc67d0a-502a-4ebc-ba7c-4b390055da26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313890 Aug 19 13:07:51.110891 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b7530-0f1e-4f4a-9376-54c96b81028d req-54dcfa5f-2ad0-4a56-8b48-3d2ab35f309a tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:07:51.112466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d69b7530-0f1e-4f4a-9376-54c96b81028d req-54dcfa5f-2ad0-4a56-8b48-3d2ab35f309a tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 946 time: 0.0502191 Aug 19 13:07:51.206065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-d69b7530-0f1e-4f4a-9376-54c96b81028d req-eb02151e-ea78-40d6-ba73-514e350080b6 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Deleting port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:07:51.206405 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d69b7530-0f1e-4f4a-9376-54c96b81028d req-eb02151e-ea78-40d6-ba73-514e350080b6 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:51.292763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-d69b7530-0f1e-4f4a-9376-54c96b81028d req-eb02151e-ea78-40d6-ba73-514e350080b6 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] For port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=81c07b2e-55c3-4b63-b532-e4cf27dbf6df,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:07:51.293050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d69b7530-0f1e-4f4a-9376-54c96b81028d req-eb02151e-ea78-40d6-ba73-514e350080b6 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:51.305564 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-d69b7530-0f1e-4f4a-9376-54c96b81028d req-eb02151e-ea78-40d6-ba73-514e350080b6 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Calling delete_port for 81c07b2e-55c3-4b63-b532-e4cf27dbf6df owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:07:51.544297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d69b7530-0f1e-4f4a-9376-54c96b81028d req-eb02151e-ea78-40d6-ba73-514e350080b6 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:51.577506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02151e-ea78-40d6-ba73-514e350080b6 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event deleted for resources: {'Port': ['ID=81c07b2e-55c3-4b63-b532-e4cf27dbf6df,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:07:51.617792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69b7530-0f1e-4f4a-9376-54c96b81028d req-eb02151e-ea78-40d6-ba73-514e350080b6 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] No DVR routers for this DVR port 81c07b2e-55c3-4b63-b532-e4cf27dbf6df on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:07:51.620639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-d69b7530-0f1e-4f4a-9376-54c96b81028d req-eb02151e-ea78-40d6-ba73-514e350080b6 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:51.622702 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d69b7530-0f1e-4f4a-9376-54c96b81028d req-eb02151e-ea78-40d6-ba73-514e350080b6 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.30 "DELETE /v2.0/ports/81c07b2e-55c3-4b63-b532-e4cf27dbf6df HTTP/1.1" status: 204 len: 173 time: 0.5041516 Aug 19 13:07:51.629161 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'name': 'network-vif-deleted', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:07:51.629161 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3728b2f7-3866-44f2-9574-22a0fc6d0694" -d '{"events": [{"server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "name": "network-vif-deleted", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:07:51.661816 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c2e598-4fae-418d-b90b-f4615ec1988e x-openstack-request-id: req-94c2e598-4fae-418d-b90b-f4615ec1988e {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:07:51.662089 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb210cc0-e28b-4b06-aa4c-5da062795218", "name": "network-vif-deleted", "tag": "81c07b2e-55c3-4b63-b532-e4cf27dbf6df", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:07:51.662348 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94c2e598-4fae-418d-b90b-f4615ec1988e {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:07:51.662755 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb210cc0-e28b-4b06-aa4c-5da062795218', 'name': 'network-vif-deleted', 'tag': '81c07b2e-55c3-4b63-b532-e4cf27dbf6df', 'status': 'completed', 'code': 200} Aug 19 13:07:51.932221 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3670d9b-b679-4973-a0ae-0227381890ca req-2877836d-a6c9-4192-885f-869affc3a59d tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 210 time: 0.0320258 Aug 19 13:07:53.035732 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c7bd4af-9ec0-4082-8652-85a877964086 req-b6ab712e-309c-40f1-bb6e-1ba1c217f060 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 210 time: 0.0324874 Aug 19 13:07:54.132360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-166a1ffa-20ac-4eaf-acf1-6a108f58500d req-36df9fe3-3a90-4062-b3dc-1ca52f227358 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 210 time: 0.0270631 Aug 19 13:07:54.442491 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 81c07b2e-55c3-4b63-b532-e4cf27dbf6df no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:07:54.463573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 81c07b2e-55c3-4b63-b532-e4cf27dbf6df {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:07:54.463928 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 81c07b2e-55c3-4b63-b532-e4cf27dbf6df not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:07:55.225602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-85873e1e-03a4-4489-8ef9-c07a28899e16 req-c2e976f6-738e-4026-8eef-549566bc15e4 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb210cc0-e28b-4b06-aa4c-5da062795218 HTTP/1.1" status: 200 len: 210 time: 0.0269871 Aug 19 13:07:55.645185 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:56.281700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50468) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:07:56.342077 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6041d89c-861f-4bd3-bc1c-7e550620bc57 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:56.368251 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6041d89c-861f-4bd3-bc1c-7e550620bc57 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:56.485430 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6041d89c-861f-4bd3-bc1c-7e550620bc57 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:56.488092 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6041d89c-861f-4bd3-bc1c-7e550620bc57 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:07:56.489271 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6041d89c-861f-4bd3-bc1c-7e550620bc57 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] 10.222.0.21 "DELETE /v2.0/security-groups/cbc67d0a-502a-4ebc-ba7c-4b390055da26 HTTP/1.1" status: 204 len: 168 time: 0.2065742 Aug 19 13:07:56.498683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041d89c-861f-4bd3-bc1c-7e550620bc57 tempest-TestVolumeBackupRestore-34000675 tempest-TestVolumeBackupRestore-34000675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc67d0a-502a-4ebc-ba7c-4b390055da26,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:07:56.589348 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:00.466789 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50614) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:00.832779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:01.087765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] Deleting port fa434348-9038-49f2-8f4b-2acbf4846be8 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:01.088106 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:01.165808 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] For port fa434348-9038-49f2-8f4b-2acbf4846be8, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fa434348-9038-49f2-8f4b-2acbf4846be8,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:01.166167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:01.179400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] Calling delete_port for fa434348-9038-49f2-8f4b-2acbf4846be8 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:01.475142 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:01.501101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa434348-9038-49f2-8f4b-2acbf4846be8,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:01.689178 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:01.908913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] Router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:08:02.027777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:08:02.033830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c316e599-99cb-4e92-be36-4c1e3ccfbc10 admin admin] 10.222.0.21 "PUT /v2.0/routers/daeb68fa-7a25-4f6a-beb8-c18ac1e729ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5641487 Aug 19 13:08:02.036550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50668) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:02.040898 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accb0ec-9db9-4d22-91e3-118560caf9a6 None None] Sync routers for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:08:02.049986 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accb0ec-9db9-4d22-91e3-118560caf9a6 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:02.050597 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0accb0ec-9db9-4d22-91e3-118560caf9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:07:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:02.143007 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:02.155401 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0accb0ec-9db9-4d22-91e3-118560caf9a6 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:02.245202 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:02.331296 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0accb0ec-9db9-4d22-91e3-118560caf9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:08:01Z', 'revision_number': 5, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port': {'id': '7337a549-86b7-4564-aed1-9dfb7e07ca4f', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:09:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:28Z', 'updated_at': '2021-08-19T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:02.360213 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accb0ec-9db9-4d22-91e3-118560caf9a6 None None] Checking router: daeb68fa-7a25-4f6a-beb8-c18ac1e729ee for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:08:02.368375 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accb0ec-9db9-4d22-91e3-118560caf9a6 None None] Routers {'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:02.368983 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0accb0ec-9db9-4d22-91e3-118560caf9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:07:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:02.415015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Deleting port 7337a549-86b7-4564-aed1-9dfb7e07ca4f {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:02.415354 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:02.457384 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0accb0ec-9db9-4d22-91e3-118560caf9a6 None None] Set router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:02.493090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] For port 7337a549-86b7-4564-aed1-9dfb7e07ca4f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7337a549-86b7-4564-aed1-9dfb7e07ca4f,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:02.493623 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:02.508072 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Calling delete_port for 7337a549-86b7-4564-aed1-9dfb7e07ca4f owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:02.510787 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0accb0ec-9db9-4d22-91e3-118560caf9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:08:02Z', 'revision_number': 6, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:02.537376 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accb0ec-9db9-4d22-91e3-118560caf9a6 None None] The sync data for ids ['daeb68fa-7a25-4f6a-beb8-c18ac1e729ee'] in n-d-803757-2 is: [{'id': 'daeb68fa-7a25-4f6a-beb8-c18ac1e729ee', 'name': 'tempest-TestVolumeBackupRestore-1231623334-router', 'tenant_id': '78866526db524f4eaca3917b3c5fe8dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:27Z', 'updated_at': '2021-08-19T13:08:02Z', 'revision_number': 6, 'project_id': '78866526db524f4eaca3917b3c5fe8dd', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:08:02.755190 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:02.779051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7337a549-86b7-4564-aed1-9dfb7e07ca4f,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:02.845497 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:02.941925 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:02.944341 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.069836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.070507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daeb68fa-7a25-4f6a-beb8-c18ac1e729ee {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:08:03.075211 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.076499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4e17e96a-6ca4-4ea9-aa7d-ec9e896ff5d3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/daeb68fa-7a25-4f6a-beb8-c18ac1e729ee HTTP/1.1" status: 204 len: 168 time: 1.0390069 Aug 19 13:08:03.079155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50706) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:03.123756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c0bd4f-902d-4505-9207-743f17d02365 admin admin] Deleting subnet 8293bc80-2b30-43fa-8613-545ebc5f4c4c {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:08:03.126828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7c0bd4f-902d-4505-9207-743f17d02365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.165320 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7c0bd4f-902d-4505-9207-743f17d02365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.242448 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7c0bd4f-902d-4505-9207-743f17d02365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.401496 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7c0bd4f-902d-4505-9207-743f17d02365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.426152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0bd4f-902d-4505-9207-743f17d02365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8293bc80-2b30-43fa-8613-545ebc5f4c4c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:03.432764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e7c0bd4f-902d-4505-9207-743f17d02365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.434677 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e7c0bd4f-902d-4505-9207-743f17d02365 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8293bc80-2b30-43fa-8613-545ebc5f4c4c HTTP/1.1" status: 204 len: 168 time: 0.3546009 Aug 19 13:08:03.437125 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50716) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:03.440156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd04cf9-93f4-429a-ab84-3dd0946606d0 None None] Network 38628846-0aa3-4983-b623-932fdbfcb5d3 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:08:03.516144 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.576983 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Deleting port df232cf0-32d8-464f-9560-ebffa792c547 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:03.577328 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.630131 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c501d-d24f-4452-8841-774e48328032 None None] DHCP port deletion for 38628846-0aa3-4983-b623-932fdbfcb5d3 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:08:03.660622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] For port df232cf0-32d8-464f-9560-ebffa792c547, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=df232cf0-32d8-464f-9560-ebffa792c547,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:03.660995 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.681706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-390c501d-d24f-4452-8841-774e48328032 None None] Deleting port df232cf0-32d8-464f-9560-ebffa792c547 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:03.682472 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.728150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7337a549-86b7-4564-aed1-9dfb7e07ca4f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:03.770485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 7337a549-86b7-4564-aed1-9dfb7e07ca4f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:03.770861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7337a549-86b7-4564-aed1-9dfb7e07ca4f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:03.771314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device df232cf0-32d8-464f-9560-ebffa792c547 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:03.777913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-390c501d-d24f-4452-8841-774e48328032 None None] For port df232cf0-32d8-464f-9560-ebffa792c547, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=df232cf0-32d8-464f-9560-ebffa792c547,segment=NetworkSegment(f4dc9614-6bff-44b7-aed1-f376ab2cde9e),segment_id=f4dc9614-6bff-44b7-aed1-f376ab2cde9e)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:03.778300 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:03.811342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-390c501d-d24f-4452-8841-774e48328032 None None] Calling delete_port for df232cf0-32d8-464f-9560-ebffa792c547 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:03.930084 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:04.002001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Calling delete_port for df232cf0-32d8-464f-9560-ebffa792c547 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:04.014614 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:04.042112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fa434348-9038-49f2-8f4b-2acbf4846be8 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:04.078192 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c501d-d24f-4452-8841-774e48328032 None None] Pushing event deleted for resources: {'Port': ['ID=df232cf0-32d8-464f-9560-ebffa792c547,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:04.080794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c501d-d24f-4452-8841-774e48328032 None None] No DVR routers for this DVR port df232cf0-32d8-464f-9560-ebffa792c547 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:04.082580 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:04.083406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: fa434348-9038-49f2-8f4b-2acbf4846be8 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:04.083753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fa434348-9038-49f2-8f4b-2acbf4846be8 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:04.095879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.095879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.096257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.096414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.096705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.097043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.097388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.097722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.098047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.098374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.098698 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.102630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390c501d-d24f-4452-8841-774e48328032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:04.109855 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=df232cf0-32d8-464f-9560-ebffa792c547,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:04.118628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] No DVR routers for this DVR port df232cf0-32d8-464f-9560-ebffa792c547 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:04.194919 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:04.205798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38628846-0aa3-4983-b623-932fdbfcb5d3']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:04.216935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:04.217232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dc9614-6bff-44b7-aed1-f376ab2cde9e') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:04.226554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:04.240763 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:04.246514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:08:04.246939 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: self.session.flush() Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:08:04.249169 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:08:04.393800 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:04.399474 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:04.401331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] 10.222.0.21 "DELETE /v2.0/networks/38628846-0aa3-4983-b623-932fdbfcb5d3 HTTP/1.1" status: 204 len: 168 time: 0.9632938 Aug 19 13:08:04.404924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50750) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:04.417276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a532573-78ab-4262-baa7-7bc0d8dac5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=38628846-0aa3-4983-b623-932fdbfcb5d3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:04.755214 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.006480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Deleting port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:05.006842 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.052524 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9531-901f-4ea6-b537-fa916f95ec8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.089477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] For port 7c4ea276-2716-4ab6-bde0-881d3a7c80a0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=7c4ea276-2716-4ab6-bde0-881d3a7c80a0,segment=NetworkSegment(0e87a3e0-4c48-4664-b9dd-a6754fd656df),segment_id=0e87a3e0-4c48-4664-b9dd-a6754fd656df)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:05.090161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.105024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Calling delete_port for 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:05.416732 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.440938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4ea276-2716-4ab6-bde0-881d3a7c80a0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:05.451031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.451381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.451726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.452060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.452384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.453217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.453217 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.453401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.453628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.453946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.454265 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.454580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:05.625237 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:05.843490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Router b6155609-ea9d-4c72-b81e-0b8c507222c8 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:08:06.255396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:08:06.260514 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-166fc0b9-0ac9-4832-a6e1-7b6a3bc45d94 admin admin] 10.222.0.21 "PUT /v2.0/routers/b6155609-ea9d-4c72-b81e-0b8c507222c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8545036 Aug 19 13:08:06.263009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50808) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:06.266240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b0f5f-9e66-4bdf-a266-aa7a902a1eaa None None] Sync routers for ids ['b6155609-ea9d-4c72-b81e-0b8c507222c8'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:08:06.276256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b0f5f-9e66-4bdf-a266-aa7a902a1eaa None None] Routers {'b6155609-ea9d-4c72-b81e-0b8c507222c8'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:06.276863 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860b0f5f-9e66-4bdf-a266-aa7a902a1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:07:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b6155609-ea9d-4c72-b81e-0b8c507222c8'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:06.374255 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:06.486445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:06.538337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-860b0f5f-9e66-4bdf-a266-aa7a902a1eaa None None] Set router b6155609-ea9d-4c72-b81e-0b8c507222c8 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:06.650953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Deleting port 63a68b92-b411-4508-8942-d2ee2766e8ab {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:06.651296 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:06.728293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860b0f5f-9e66-4bdf-a266-aa7a902a1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'name': 'tempest-TestVolumeBackupRestore-1299726996-router', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:34Z', 'updated_at': '2021-08-19T13:08:05Z', 'revision_number': 5, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'gw_port': {'id': '63a68b92-b411-4508-8942-d2ee2766e8ab', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:03:35Z', 'updated_at': '2021-08-19T13:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:06.731213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] For port 63a68b92-b411-4508-8942-d2ee2766e8ab, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=63a68b92-b411-4508-8942-d2ee2766e8ab,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:06.731582 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:06.744809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Calling delete_port for 63a68b92-b411-4508-8942-d2ee2766e8ab owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:06.754988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b0f5f-9e66-4bdf-a266-aa7a902a1eaa None None] Checking router: b6155609-ea9d-4c72-b81e-0b8c507222c8 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:08:06.763295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b0f5f-9e66-4bdf-a266-aa7a902a1eaa None None] Routers {'b6155609-ea9d-4c72-b81e-0b8c507222c8'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:08:06.763914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860b0f5f-9e66-4bdf-a266-aa7a902a1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:07:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['b6155609-ea9d-4c72-b81e-0b8c507222c8'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:06.850698 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-860b0f5f-9e66-4bdf-a266-aa7a902a1eaa None None] Set router b6155609-ea9d-4c72-b81e-0b8c507222c8 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:08:06.908203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860b0f5f-9e66-4bdf-a266-aa7a902a1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'name': 'tempest-TestVolumeBackupRestore-1299726996-router', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:34Z', 'updated_at': '2021-08-19T13:08:06Z', 'revision_number': 6, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:06.933710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b0f5f-9e66-4bdf-a266-aa7a902a1eaa None None] The sync data for ids ['b6155609-ea9d-4c72-b81e-0b8c507222c8'] in n-d-803757-2 is: [{'id': 'b6155609-ea9d-4c72-b81e-0b8c507222c8', 'name': 'tempest-TestVolumeBackupRestore-1299726996-router', 'tenant_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:03:34Z', 'updated_at': '2021-08-19T13:08:06Z', 'revision_number': 6, 'project_id': 'fcc1cca5a6a24954a323f7f539f2da07', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:08:07.028064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.059144 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a68b92-b411-4508-8942-d2ee2766e8ab,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:07.119652 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.210981 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.213151 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.342598 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.343259 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6155609-ea9d-4c72-b81e-0b8c507222c8 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:08:07.348331 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.349561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-907b872b-565e-4425-8aac-b22850a13e61 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b6155609-ea9d-4c72-b81e-0b8c507222c8 HTTP/1.1" status: 204 len: 168 time: 1.0849864 Aug 19 13:08:07.352110 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50848) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:07.405159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f1c8ef-9b0d-4c41-b966-f40676581890 admin admin] Deleting subnet 528f0eb7-58cb-4920-8a30-52e9f1007601 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:08:07.408304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04f1c8ef-9b0d-4c41-b966-f40676581890 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.443873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04f1c8ef-9b0d-4c41-b966-f40676581890 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.525684 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04f1c8ef-9b0d-4c41-b966-f40676581890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.659443 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04f1c8ef-9b0d-4c41-b966-f40676581890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.694880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1c8ef-9b0d-4c41-b966-f40676581890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=528f0eb7-58cb-4920-8a30-52e9f1007601,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:07.697075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04f1c8ef-9b0d-4c41-b966-f40676581890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.699139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-04f1c8ef-9b0d-4c41-b966-f40676581890 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/528f0eb7-58cb-4920-8a30-52e9f1007601 HTTP/1.1" status: 204 len: 168 time: 0.3459048 Aug 19 13:08:07.702400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50864) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:07.722938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1574642b-fbf9-45dc-968b-51da6da10c61 None None] Network ff1ab71f-f8f9-492d-b969-c256e6e36b34 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:08:07.729999 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.750492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:07.779093 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.784062 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7cd9f7fe-b969-49d1-b033-3019afdd1973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.811444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:07.811809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 7c4ea276-2716-4ab6-bde0-881d3a7c80a0 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:07.812411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 63a68b92-b411-4508-8942-d2ee2766e8ab no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:07.836212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Deleting port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:07.836423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 63a68b92-b411-4508-8942-d2ee2766e8ab {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:07.836559 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.836676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 63a68b92-b411-4508-8942-d2ee2766e8ab not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:07.912908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] For port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0e7668c0-4cf9-4502-bb28-ab427d9a9c61,segment=NetworkSegment(0e87a3e0-4c48-4664-b9dd-a6754fd656df),segment_id=0e87a3e0-4c48-4664-b9dd-a6754fd656df)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:07.913283 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:07.928268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Calling delete_port for 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:07.975769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e264854-9da1-4a1f-be8c-d0dbc5a86e09 None None] DHCP port deletion for ff1ab71f-f8f9-492d-b969-c256e6e36b34 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:08:08.030876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4e264854-9da1-4a1f-be8c-d0dbc5a86e09 None None] Deleting port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:08.031189 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e264854-9da1-4a1f-be8c-d0dbc5a86e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.075549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.097063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4e264854-9da1-4a1f-be8c-d0dbc5a86e09 None None] For port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=0e7668c0-4cf9-4502-bb28-ab427d9a9c61,segment=NetworkSegment(0e87a3e0-4c48-4664-b9dd-a6754fd656df),segment_id=0e87a3e0-4c48-4664-b9dd-a6754fd656df)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:08.097460 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e264854-9da1-4a1f-be8c-d0dbc5a86e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.100727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7668c0-4cf9-4502-bb28-ab427d9a9c61,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:08.104209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] No DVR routers for this DVR port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:08.115992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4e264854-9da1-4a1f-be8c-d0dbc5a86e09 None None] Calling delete_port for 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:08.182336 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.195373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1ab71f-f8f9-492d-b969-c256e6e36b34']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:08.198659 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e264854-9da1-4a1f-be8c-d0dbc5a86e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.204002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e87a3e0-4c48-4664-b9dd-a6754fd656df') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:08.204306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e87a3e0-4c48-4664-b9dd-a6754fd656df') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:08:08.213385 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.227352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e264854-9da1-4a1f-be8c-d0dbc5a86e09 None None] Pushing event deleted for resources: {'Port': ['ID=0e7668c0-4cf9-4502-bb28-ab427d9a9c61,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:08.228662 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.231771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e264854-9da1-4a1f-be8c-d0dbc5a86e09 None None] No DVR routers for this DVR port 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:08.235766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:08:08.236141 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:08:08.239661 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:08:08.412198 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.417953 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:08.420369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff1ab71f-f8f9-492d-b969-c256e6e36b34 HTTP/1.1" status: 204 len: 168 time: 0.7138655 Aug 19 13:08:08.432823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5603f-adbd-4477-a5c6-8a8e2a6efde9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1ab71f-f8f9-492d-b969-c256e6e36b34,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:08.979887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50910) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:09.023786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-055bfad2-c809-4e40-82ac-f6829d2ec658 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78866526db524f4eaca3917b3c5fe8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427315 Aug 19 13:08:09.026222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 50912) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:09.077169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90c62637-f11e-44c3-b4da-9103190ad207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:09.098387 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90c62637-f11e-44c3-b4da-9103190ad207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:09.223778 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90c62637-f11e-44c3-b4da-9103190ad207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:09.226345 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90c62637-f11e-44c3-b4da-9103190ad207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:09.227705 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-90c62637-f11e-44c3-b4da-9103190ad207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc636803-4788-4889-b0c5-7cd3fa75b81b HTTP/1.1" status: 204 len: 168 time: 0.2005224 Aug 19 13:08:09.235911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c62637-f11e-44c3-b4da-9103190ad207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc636803-4788-4889-b0c5-7cd3fa75b81b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:09.315004 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:09.705867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:09.726904 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:09.727347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 0e7668c0-4cf9-4502-bb28-ab427d9a9c61 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:10.028917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50954) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:10.068632 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0c17a552-de8b-48e5-8c73-d7a8bf4700f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcc1cca5a6a24954a323f7f539f2da07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378962 Aug 19 13:08:10.071113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 50958) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:10.120160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4622426a-3dc5-4949-aa94-b9210938b304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:10.141458 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4622426a-3dc5-4949-aa94-b9210938b304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:10.315505 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4622426a-3dc5-4949-aa94-b9210938b304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:10.318058 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4622426a-3dc5-4949-aa94-b9210938b304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:10.319257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4622426a-3dc5-4949-aa94-b9210938b304 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43a0fca3-fc9f-47dd-9604-d6fe8b882ab6 HTTP/1.1" status: 204 len: 168 time: 0.2472098 Aug 19 13:08:10.327777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622426a-3dc5-4949-aa94-b9210938b304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a0fca3-fc9f-47dd-9604-d6fe8b882ab6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:10.703827 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:16.309762 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:08:21.288243 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-09f01676-a66c-4061-af4e-c1d970ebdb56 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e000cca252454bfb8fbd29973c0fa389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306094 Aug 19 13:08:21.476377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-5985e6c6-02c9-4f72-9484-4f635acf3683 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:21.477868 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-5985e6c6-02c9-4f72-9484-4f635acf3683 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841955 Aug 19 13:08:21.492595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-c8e27308-7ee6-4b19-b6e6-94d54e8af7d4 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/quotas/e000cca252454bfb8fbd29973c0fa389 HTTP/1.1" status: 200 len: 375 time: 0.0089340 Aug 19 13:08:21.524086 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-0bdfa278-daa6-44a8-9272-d273929d8e3f tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e000cca252454bfb8fbd29973c0fa389&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262630 Aug 19 13:08:21.757849 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-895d6958-00e4-4e91-a6fe-caac79c9c988 req-6ae6e00e-9680-4843-bb1f-87dc7d861784 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 210 time: 0.0279419 Aug 19 13:08:22.834236 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0fe3735b-a286-4c87-a5f9-6a5f688878a1 req-a0a959c2-eb60-4217-a89f-0cda0754fdb5 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 210 time: 0.0265760 Aug 19 13:08:23.919857 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b0f07ef-c15e-4d30-8c26-69272782521c req-27364575-7178-4694-b178-69d47112b428 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 210 time: 0.0335665 Aug 19 13:08:24.997910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-63acb5cb-eb51-4aaa-8349-6f7a7867ab17 req-d1214210-0e35-4f75-bdac-f3e6963d7f8f tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 210 time: 0.0287473 Aug 19 13:08:25.663588 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:26.081328 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8520a2a5-6cca-45a7-a88c-d5179e7f64c1 req-0e429500-6bde-406c-b5c1-37764e6e291d tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 210 time: 0.0276735 Aug 19 13:08:26.650987 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:27.173362 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5695fde-b7ff-49da-b80f-dfb705e8cf9d req-d6285765-55fa-4a11-8384-4ebe6f7b48c9 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 210 time: 0.0275509 Aug 19 13:08:28.267482 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f04ffc8-a0df-4bf0-bb30-5ba2ab850a61 req-26e7dd50-8d5d-40c7-b69c-fcb67dfc2bf5 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 210 time: 0.0265903 Aug 19 13:08:28.989504 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-24d2ddd5-f65b-4596-97f4-608695a20035 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e000cca252454bfb8fbd29973c0fa389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214009 Aug 19 13:08:29.102613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-aba245b0-3499-4f5b-9765-60424d3700c8 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:29.104085 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-aba245b0-3499-4f5b-9765-60424d3700c8 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1084526 Aug 19 13:08:29.117267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Request body: {'port': {'device_id': '2cdd487a-871e-481c-9810-a3e38b85ce64', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'admin_state_up': True, 'tenant_id': 'e000cca252454bfb8fbd29973c0fa389'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:29.325304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Made reservation on behalf of e000cca252454bfb8fbd29973c0fa389 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:29.328853 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:29.338463 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:29.362471 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d0afa1be-0644-4819-be1d-a9ec25b2b03b req-3a66cfeb-d6e1-4383-8673-9267ece18fc5 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 210 time: 0.0277712 Aug 19 13:08:29.428263 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:29.492168 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:29.559307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e664ae-5940-485d-aaf3-20d76b292bc4,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:29.633224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Allocated IP 192.168.233.77 (123f3c68-0a32-439b-ae90-d0832512cb4f/921cc1df-8096-48b9-a633-a6ddb70a39aa/c6b042da-6141-47bd-a83d-f786da6c6103) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:08:29.781459 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:29.794965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Transition to ACTIVE for port object c6b042da-6141-47bd-a83d-f786da6c6103 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:29.875313 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:29.927498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Network 123f3c68-0a32-439b-ae90-d0832512cb4f is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:08:29.935255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:29.939736 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:08:29.966329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Pushing event updated for resources: {'Port': ['ID=c6b042da-6141-47bd-a83d-f786da6c6103,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:29.997899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:29.998554 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.076587 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-3bdf0990-9bf4-43b1-ac4c-9eb26b599517 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9629748 Aug 19 13:08:30.089921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Request body: {'port': {'device_id': '2cdd487a-871e-481c-9810-a3e38b85ce64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:30.147618 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.280544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-47ceb951-23f5-4df5-badf-b859da653217 None None] Provisioning for port c6b042da-6141-47bd-a83d-f786da6c6103 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:30.284512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-47ceb951-23f5-4df5-badf-b859da653217 None None] Provisioning complete for port c6b042da-6141-47bd-a83d-f786da6c6103 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:30.284884 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-47ceb951-23f5-4df5-badf-b859da653217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.318744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-47ceb951-23f5-4df5-badf-b859da653217 None None] Port c6b042da-6141-47bd-a83d-f786da6c6103 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:08:30.407142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b042da-6141-47bd-a83d-f786da6c6103 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:08:30.414578 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.427352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Transition to ACTIVE for port object c6b042da-6141-47bd-a83d-f786da6c6103 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:30.486737 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c6b89-8537-4b9d-bd5c-59fdccb22297 req-8a5cd2b8-78bb-4ffd-be7c-48edc0ff0b17 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:30.488249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f51c6b89-8537-4b9d-bd5c-59fdccb22297 req-8a5cd2b8-78bb-4ffd-be7c-48edc0ff0b17 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 935 time: 0.0497403 Aug 19 13:08:30.519160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.556702 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f51c6b89-8537-4b9d-bd5c-59fdccb22297 req-675fbd5a-5c8f-42f7-af98-17bfa147ca29 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/security-groups?id=53e664ae-5940-485d-aaf3-20d76b292bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625219 Aug 19 13:08:30.602281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b042da-6141-47bd-a83d-f786da6c6103,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:30.652575 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Attempting to bind port c6b042da-6141-47bd-a83d-f786da6c6103 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:08:30.652822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Attempting to bind port c6b042da-6141-47bd-a83d-f786da6c6103 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:08:30.653148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Attempting to bind port c6b042da-6141-47bd-a83d-f786da6c6103 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:08:30.658214 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Port c6b042da-6141-47bd-a83d-f786da6c6103 on network 123f3c68-0a32-439b-ae90-d0832512cb4f not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:08:30.658535 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Attempting to bind port c6b042da-6141-47bd-a83d-f786da6c6103 on network 123f3c68-0a32-439b-ae90-d0832512cb4f {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:08:30.663512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:08:30.663849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Checking segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:08:30.664232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Bound using segment: {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:08:30.664662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Bound port: c6b042da-6141-47bd-a83d-f786da6c6103, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:08:30.665021 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.731310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] For port c6b042da-6141-47bd-a83d-f786da6c6103, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:08:30.734472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] For port c6b042da-6141-47bd-a83d-f786da6c6103, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c6b042da-6141-47bd-a83d-f786da6c6103,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:08:30.817211 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.855935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:30.856552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:30.857962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] 10.222.0.30 "PUT /v2.0/ports/c6b042da-6141-47bd-a83d-f786da6c6103 HTTP/1.1" status: 200 len: 1095 time: 0.7724903 Aug 19 13:08:30.858403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cdd487a-871e-481c-9810-a3e38b85ce64', 'tag': 'c6b042da-6141-47bd-a83d-f786da6c6103'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:30.860694 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ef40f8-4d87-444e-8c50-66b4ff770742" -d '{"events": [{"name": "network-changed", "server_uuid": "2cdd487a-871e-481c-9810-a3e38b85ce64", "tag": "c6b042da-6141-47bd-a83d-f786da6c6103"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:30.885739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df1e85-6f7f-41eb-99e9-c6db40edb218 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b042da-6141-47bd-a83d-f786da6c6103,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:30.902460 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ae5730-7ecd-4b32-93cc-23a5c0d245ed x-openstack-request-id: req-42ae5730-7ecd-4b32-93cc-23a5c0d245ed {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:30.903083 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cdd487a-871e-481c-9810-a3e38b85ce64", "tag": "c6b042da-6141-47bd-a83d-f786da6c6103", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:30.903389 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42ae5730-7ecd-4b32-93cc-23a5c0d245ed {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:30.903868 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cdd487a-871e-481c-9810-a3e38b85ce64', 'tag': 'c6b042da-6141-47bd-a83d-f786da6c6103', 'status': 'completed', 'code': 200} Aug 19 13:08:30.971739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef40f8-4d87-444e-8c50-66b4ff770742 req-5c564f03-5ff4-4218-b40c-fdb741d252b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:30.973285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04ef40f8-4d87-444e-8c50-66b4ff770742 req-5c564f03-5ff4-4218-b40c-fdb741d252b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e000cca252454bfb8fbd29973c0fa389&device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 1098 time: 0.0488281 Aug 19 13:08:31.003338 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04ef40f8-4d87-444e-8c50-66b4ff770742 req-57b5acc7-c27e-49eb-a59d-5ca8cd4e3e83 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e000cca252454bfb8fbd29973c0fa389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223246 Aug 19 13:08:31.105349 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef40f8-4d87-444e-8c50-66b4ff770742 req-3abef287-a99f-4297-8768-b91f602294d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:31.107377 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04ef40f8-4d87-444e-8c50-66b4ff770742 req-3abef287-a99f-4297-8768-b91f602294d1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979018 Aug 19 13:08:31.185340 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-4aaad989-9fcf-4944-b795-f18177e70990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:31.186989 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-4aaad989-9fcf-4944-b795-f18177e70990 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e000cca252454bfb8fbd29973c0fa389&device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 1098 time: 0.0432599 Aug 19 13:08:31.228433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-6e650f8d-15e6-4759-80f3-fd50376e1305 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=c6b042da-6141-47bd-a83d-f786da6c6103 HTTP/1.1" status: 200 len: 217 time: 0.0340877 Aug 19 13:08:31.281957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-8d6c3f95-0e5b-4781-9d5f-df471f3f8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:31.284041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-8d6c3f95-0e5b-4781-9d5f-df471f3f8271 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=921cc1df-8096-48b9-a633-a6ddb70a39aa HTTP/1.1" status: 200 len: 843 time: 0.0492437 Aug 19 13:08:31.343542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-e4d6d12d-f47f-40b6-a021-bbaf1fc11c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:31.345025 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-e4d6d12d-f47f-40b6-a021-bbaf1fc11c1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=123f3c68-0a32-439b-ae90-d0832512cb4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542316 Aug 19 13:08:31.432170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-58a07fe0-deae-4ac6-bdee-5de35ffd6e3f service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798042 Aug 19 13:08:31.524683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09b2dbfb-c95b-4d62-a13a-2b0c6500b200 req-c399989e-d465-4665-8070-c3b8f7cc226c service neutron] 10.222.0.30 "GET /v2.0/networks/123f3c68-0a32-439b-ae90-d0832512cb4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853801 Aug 19 13:08:31.672885 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887196e-7ac7-40d0-a097-efbbcd6f9cc2 req-9e07e9b2-17e6-4a23-9575-c565457bc5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:31.674400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2887196e-7ac7-40d0-a097-efbbcd6f9cc2 req-9e07e9b2-17e6-4a23-9575-c565457bc5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 947 time: 0.0503192 Aug 19 13:08:31.712635 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2887196e-7ac7-40d0-a097-efbbcd6f9cc2 req-d57753a4-5e09-46de-af01-ffecbb22d118 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/security-groups?id=53e664ae-5940-485d-aaf3-20d76b292bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321681 Aug 19 13:08:32.628997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c6b042da-6141-47bd-a83d-f786da6c6103 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:08:32.727544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c6b042da-6141-47bd-a83d-f786da6c6103, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c6b042da-6141-47bd-a83d-f786da6c6103,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:32.738884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'c6b042da-6141-47bd-a83d-f786da6c6103', 'network_id': '123f3c68-0a32-439b-ae90-d0832512cb4f', 'port_id': 'c6b042da-6141-47bd-a83d-f786da6c6103', 'mac_address': 'fa:16:3e:b3:66:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921cc1df-8096-48b9-a633-a6ddb70a39aa', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:08:32.776480 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:32.789612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b042da-6141-47bd-a83d-f786da6c6103 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:08:32.809043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c6b042da-6141-47bd-a83d-f786da6c6103, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c6b042da-6141-47bd-a83d-f786da6c6103,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:32.828608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42530108-b557-4c93-8ac1-98cf76868ba6 req-8e104bb0-3531-43dc-9898-e05d6c89b7d9 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:32.830109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42530108-b557-4c93-8ac1-98cf76868ba6 req-8e104bb0-3531-43dc-9898-e05d6c89b7d9 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 947 time: 0.0480175 Aug 19 13:08:32.867488 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42530108-b557-4c93-8ac1-98cf76868ba6 req-9735720b-913c-4c00-9029-74692f2b150d tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/security-groups?id=53e664ae-5940-485d-aaf3-20d76b292bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312212 Aug 19 13:08:32.874764 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:32.925812 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=c6b042da-6141-47bd-a83d-f786da6c6103,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:33.077271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['c6b042da-6141-47bd-a83d-f786da6c6103'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:08:33.982511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595db47-774e-49d3-8c7e-fbe8b1630b86 req-87b41c68-4b75-4a36-b8bf-78bf1c9be55e tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:33.984006 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5595db47-774e-49d3-8c7e-fbe8b1630b86 req-87b41c68-4b75-4a36-b8bf-78bf1c9be55e tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 948 time: 0.0493286 Aug 19 13:08:34.024391 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5595db47-774e-49d3-8c7e-fbe8b1630b86 req-a6b6d1d9-62a3-4a3a-82e9-9343e3cce2c5 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/security-groups?id=53e664ae-5940-485d-aaf3-20d76b292bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338123 Aug 19 13:08:34.633651 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c6b042da-6141-47bd-a83d-f786da6c6103 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:08:34.771195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port c6b042da-6141-47bd-a83d-f786da6c6103 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:34.775716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port c6b042da-6141-47bd-a83d-f786da6c6103 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:34.776172 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:34.855973 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:34.877991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdd487a-871e-481c-9810-a3e38b85ce64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b042da-6141-47bd-a83d-f786da6c6103'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:34.880240 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2371fc0-7019-422f-aa90-7024bfef05de" -d '{"events": [{"server_uuid": "2cdd487a-871e-481c-9810-a3e38b85ce64", "name": "network-vif-plugged", "status": "completed", "tag": "c6b042da-6141-47bd-a83d-f786da6c6103"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:34.894778 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port c6b042da-6141-47bd-a83d-f786da6c6103, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c6b042da-6141-47bd-a83d-f786da6c6103,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:34.922402 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb2eb37-e226-4f73-9bfb-151bf362072b x-openstack-request-id: req-1fb2eb37-e226-4f73-9bfb-151bf362072b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:34.922696 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cdd487a-871e-481c-9810-a3e38b85ce64", "name": "network-vif-plugged", "status": "completed", "tag": "c6b042da-6141-47bd-a83d-f786da6c6103", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:34.922990 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fb2eb37-e226-4f73-9bfb-151bf362072b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:34.923377 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cdd487a-871e-481c-9810-a3e38b85ce64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b042da-6141-47bd-a83d-f786da6c6103', 'code': 200} Aug 19 13:08:34.965237 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:35.024246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246984d2-0fc5-494f-9b0d-fdde4e90ec6e req-874ca430-0a2b-4d2c-8753-d4dcc8dd2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:35.026481 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-246984d2-0fc5-494f-9b0d-fdde4e90ec6e req-874ca430-0a2b-4d2c-8753-d4dcc8dd2acc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 1100 time: 0.0479176 Aug 19 13:08:35.029386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=c6b042da-6141-47bd-a83d-f786da6c6103,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:35.064201 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-246984d2-0fc5-494f-9b0d-fdde4e90ec6e req-3e9f95fd-4866-4f3d-b85a-8aaaef12a01b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=53e664ae-5940-485d-aaf3-20d76b292bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302336 Aug 19 13:08:35.079572 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c175c7a9-f368-47e2-8aeb-ec4f089eafaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:35.146751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a809f-286c-4b5b-87dc-6e4935e45939 req-2324cb82-5b3d-4069-a82b-24763603f919 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:35.148234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d3a809f-286c-4b5b-87dc-6e4935e45939 req-2324cb82-5b3d-4069-a82b-24763603f919 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 949 time: 0.0498354 Aug 19 13:08:35.186998 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d3a809f-286c-4b5b-87dc-6e4935e45939 req-dd04af72-d2ca-4c45-bff6-d9ff5fcab752 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/security-groups?id=53e664ae-5940-485d-aaf3-20d76b292bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Aug 19 13:08:36.308373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a4712-06bb-44ef-814b-7346302856df req-84d0d57e-2a91-4cd6-a4a2-1b033de08695 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:36.310584 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-591a4712-06bb-44ef-814b-7346302856df req-84d0d57e-2a91-4cd6-a4a2-1b033de08695 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 949 time: 0.0527101 Aug 19 13:08:36.350904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-591a4712-06bb-44ef-814b-7346302856df req-bb329046-d8be-40a4-9db2-ad3b2d5f1a4e tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/security-groups?id=53e664ae-5940-485d-aaf3-20d76b292bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345190 Aug 19 13:08:37.468560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3f69b-58b4-4271-ace9-f21e122ee0b7 req-d319ad2a-788c-4c1c-84c6-0728942ca9d5 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:37.470035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93d3f69b-58b4-4271-ace9-f21e122ee0b7 req-d319ad2a-788c-4c1c-84c6-0728942ca9d5 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 949 time: 0.0505531 Aug 19 13:08:37.507187 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93d3f69b-58b4-4271-ace9-f21e122ee0b7 req-8dc446a9-6d96-4970-bb9d-e98ab215b987 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/security-groups?id=53e664ae-5940-485d-aaf3-20d76b292bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309801 Aug 19 13:08:37.691995 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:37.783841 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-edca09b8-3884-452f-96f8-56deddc23176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:38.958111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ddee5-a465-43b0-861e-97cf7ebaa083 req-2c0e307b-1a74-43eb-934c-5931ceb2191c tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:38.959614 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0ddee5-a465-43b0-861e-97cf7ebaa083 req-2c0e307b-1a74-43eb-934c-5931ceb2191c tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 949 time: 0.0534370 Aug 19 13:08:38.996408 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0ddee5-a465-43b0-861e-97cf7ebaa083 req-58aa32a2-b4c2-4c17-897d-daf7cdca4978 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/security-groups?id=53e664ae-5940-485d-aaf3-20d76b292bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307350 Aug 19 13:08:39.252215 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.113942 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c5390-3220-456a-a393-6a0b36de8991 req-5a859b6a-ef0e-4424-8bee-f4546a19ebcd tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:40.115468 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e49c5390-3220-456a-a393-6a0b36de8991 req-5a859b6a-ef0e-4424-8bee-f4546a19ebcd tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 949 time: 0.0486829 Aug 19 13:08:40.153737 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e49c5390-3220-456a-a393-6a0b36de8991 req-506fa596-5cf3-4533-aee7-52ee9b23312f tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/security-groups?id=53e664ae-5940-485d-aaf3-20d76b292bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317614 Aug 19 13:08:40.192824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e8112-145f-4a7f-a9b0-6f0905e29ac8 req-8c44ceec-99c6-43ac-8fb6-c585326d3017 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:40.198289 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-642e8112-145f-4a7f-a9b0-6f0905e29ac8 req-8c44ceec-99c6-43ac-8fb6-c585326d3017 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 949 time: 0.0487945 Aug 19 13:08:40.281857 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-642e8112-145f-4a7f-a9b0-6f0905e29ac8 req-72bda50b-5bb6-4302-8cce-8b3edecea5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Deleting port c6b042da-6141-47bd-a83d-f786da6c6103 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:08:40.282119 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-642e8112-145f-4a7f-a9b0-6f0905e29ac8 req-72bda50b-5bb6-4302-8cce-8b3edecea5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.376610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-642e8112-145f-4a7f-a9b0-6f0905e29ac8 req-72bda50b-5bb6-4302-8cce-8b3edecea5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] For port c6b042da-6141-47bd-a83d-f786da6c6103, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=c6b042da-6141-47bd-a83d-f786da6c6103,segment=NetworkSegment(a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2),segment_id=a39819d2-e0e8-4dfd-a3b2-8eabfb4d94b2)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:40.376973 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-642e8112-145f-4a7f-a9b0-6f0905e29ac8 req-72bda50b-5bb6-4302-8cce-8b3edecea5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.389924 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-642e8112-145f-4a7f-a9b0-6f0905e29ac8 req-72bda50b-5bb6-4302-8cce-8b3edecea5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Calling delete_port for c6b042da-6141-47bd-a83d-f786da6c6103 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:08:40.577150 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-642e8112-145f-4a7f-a9b0-6f0905e29ac8 req-72bda50b-5bb6-4302-8cce-8b3edecea5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.593703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['c6b042da-6141-47bd-a83d-f786da6c6103'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:08:40.606249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bda50b-5bb6-4302-8cce-8b3edecea5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Pushing event deleted for resources: {'Port': ['ID=c6b042da-6141-47bd-a83d-f786da6c6103,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:40.649656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-642e8112-145f-4a7f-a9b0-6f0905e29ac8 req-72bda50b-5bb6-4302-8cce-8b3edecea5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] No DVR routers for this DVR port c6b042da-6141-47bd-a83d-f786da6c6103 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:08:40.652652 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-642e8112-145f-4a7f-a9b0-6f0905e29ac8 req-72bda50b-5bb6-4302-8cce-8b3edecea5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.655354 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-642e8112-145f-4a7f-a9b0-6f0905e29ac8 req-72bda50b-5bb6-4302-8cce-8b3edecea5bc tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.30 "DELETE /v2.0/ports/c6b042da-6141-47bd-a83d-f786da6c6103 HTTP/1.1" status: 204 len: 173 time: 0.4551246 Aug 19 13:08:40.655828 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cdd487a-871e-481c-9810-a3e38b85ce64', 'name': 'network-vif-deleted', 'tag': 'c6b042da-6141-47bd-a83d-f786da6c6103'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:40.659061 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b1ea09-245c-4c99-b272-bbfc79873b8e" -d '{"events": [{"server_uuid": "2cdd487a-871e-481c-9810-a3e38b85ce64", "name": "network-vif-deleted", "tag": "c6b042da-6141-47bd-a83d-f786da6c6103"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:40.686561 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:40.696425 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72dcd53-ccba-4ed9-a960-7c92f88771ee x-openstack-request-id: req-e72dcd53-ccba-4ed9-a960-7c92f88771ee {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:40.696729 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cdd487a-871e-481c-9810-a3e38b85ce64", "name": "network-vif-deleted", "tag": "c6b042da-6141-47bd-a83d-f786da6c6103", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:40.696986 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e72dcd53-ccba-4ed9-a960-7c92f88771ee {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:40.697465 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cdd487a-871e-481c-9810-a3e38b85ce64', 'name': 'network-vif-deleted', 'tag': 'c6b042da-6141-47bd-a83d-f786da6c6103', 'status': 'completed', 'code': 200} Aug 19 13:08:41.259190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b495ea5-b323-467d-ac88-1bc6238820c3 req-8b796e6e-4255-40fc-a215-a8221b91e6a1 tempest-ServersAdminNegativeTestJSON-976212272 tempest-ServersAdminNegativeTestJSON-976212272-project] 10.222.0.21 "GET /v2.0/ports?device_id=2cdd487a-871e-481c-9810-a3e38b85ce64 HTTP/1.1" status: 200 len: 210 time: 0.0273986 Aug 19 13:08:42.675912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c6b042da-6141-47bd-a83d-f786da6c6103 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:08:42.695210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: c6b042da-6141-47bd-a83d-f786da6c6103 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:08:42.695563 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device c6b042da-6141-47bd-a83d-f786da6c6103 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:08:42.727861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51116) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:42.869494 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5fb8bea3-a1af-410d-8a16-90b4b7d0baaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e000cca252454bfb8fbd29973c0fa389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404250 Aug 19 13:08:42.871937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51120) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:42.918089 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2a4e3ab-26e3-4684-be33-e9623761cd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:42.938616 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2a4e3ab-26e3-4684-be33-e9623761cd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:43.086705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2a4e3ab-26e3-4684-be33-e9623761cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:43.089346 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b2a4e3ab-26e3-4684-be33-e9623761cd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:43.090505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b2a4e3ab-26e3-4684-be33-e9623761cd5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53e664ae-5940-485d-aaf3-20d76b292bc4 HTTP/1.1" status: 204 len: 168 time: 0.2176950 Aug 19 13:08:43.098970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4e3ab-26e3-4684-be33-e9623761cd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e664ae-5940-485d-aaf3-20d76b292bc4,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:43.693051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51126) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:43.706430 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-487e7062-29fd-45be-93fb-782e2a97895c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:43.792075 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-487e7062-29fd-45be-93fb-782e2a97895c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:43.863399 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-487e7062-29fd-45be-93fb-782e2a97895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:43.901573 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-487e7062-29fd-45be-93fb-782e2a97895c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55fffe67b72d4ebf85525bce8ae8e5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072117 Aug 19 13:08:43.902401 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e7062-29fd-45be-93fb-782e2a97895c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10af55e7-74df-42d8-97d5-6629b1588e8d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:43.904964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51128) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:43.956264 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-58a7366e-8f60-4797-a3ab-1a166cd272b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:43.976955 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-58a7366e-8f60-4797-a3ab-1a166cd272b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.103668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-58a7366e-8f60-4797-a3ab-1a166cd272b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.106252 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-58a7366e-8f60-4797-a3ab-1a166cd272b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:44.107541 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-58a7366e-8f60-4797-a3ab-1a166cd272b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10af55e7-74df-42d8-97d5-6629b1588e8d HTTP/1.1" status: 204 len: 168 time: 0.2010760 Aug 19 13:08:44.115468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7366e-8f60-4797-a3ab-1a166cd272b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af55e7-74df-42d8-97d5-6629b1588e8d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:45.336418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51150) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:45.432862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1586171356-network', 'tenant_id': '1c21dc06f99c4d4b84a94d1002a3a618'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:45.513804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Made reservation on behalf of 1c21dc06f99c4d4b84a94d1002a3a618 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:45.516133 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.525021 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.611069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.679639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.705796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:08:45.711956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb6c86e-b377-4a72-b39c-e19083634c69,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:45.719273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.719687 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Added segment 9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4 of type vlan for network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d Aug 19 13:08:45.757810 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.845866 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.846736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:45.847344 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:45.906600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] Pushing event updated for resources: {'Network': ['ID=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:45.916167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:08:45.966330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6b956898-affb-4aa2-ac3f-7767e8b04733 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6283026 Aug 19 13:08:45.969331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51154) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:45.974149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] Request body: {'subnet': {'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1586171356-subnet', 'tenant_id': '1c21dc06f99c4d4b84a94d1002a3a618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:46.126513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] Made reservation on behalf of 1c21dc06f99c4d4b84a94d1002a3a618 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:46.128874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:46.435213 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:46.495099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=445c3ce3-fc64-4612-abb3-b2129e671323,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:46.504789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] Checking segment: {'id': '9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:08:46.505151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] Network hostable DHCP agents. Network: 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:08:46.629111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] Network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:08:46.697289 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:46.701360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:46.701946 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:46.707091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda92386-07c8-4cf4-939e-d698b348f5ba None None] Network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:08:46.786994 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-731a62a9-4673-438e-9330-85507acd67a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8085763 Aug 19 13:08:46.838607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a16d2-f596-4b90-9c8a-3c91cd2f7c3a None None] Network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:08:47.203916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-f06eb5f0-444a-47cf-9fe3-e258fbc4389a tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:47.205437 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-f06eb5f0-444a-47cf-9fe3-e258fbc4389a tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/networks?id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d HTTP/1.1" status: 200 len: 812 time: 0.1020544 Aug 19 13:08:47.220709 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-7a85fd8e-5217-4f40-9f36-a6f4f3d76c78 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/quotas/1c21dc06f99c4d4b84a94d1002a3a618 HTTP/1.1" status: 200 len: 375 time: 0.0095024 Aug 19 13:08:47.252042 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-05dedf67-80cb-4290-b92f-85a518bb1ae9 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c21dc06f99c4d4b84a94d1002a3a618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263131 Aug 19 13:08:47.312238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c148bdb7-fb7a-4ca4-9c53-513e3532e143 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:08:47.313285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c148bdb7-fb7a-4ca4-9c53-513e3532e143 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0547624 Aug 19 13:08:47.400390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-18836379-4902-408f-b86f-13c3f25373a3 service neutron] 10.222.0.21 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809815 Aug 19 13:08:47.490878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-0a52ae88-4d84-4c20-ac39-bec3db341f54 service neutron] 10.222.0.21 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837495 Aug 19 13:08:47.740111 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf311b40-d064-4711-b359-f05f1b301217 req-0bc86ec5-1cf9-484b-9107-0b5a6d54cb12 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 210 time: 0.0307436 Aug 19 13:08:48.817176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9bf6c11-5eb0-4c12-acf5-7d1bc2b7b7ae req-4d9757bb-db3d-44d7-a5fe-1298dd449212 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 210 time: 0.0284483 Aug 19 13:08:49.912649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-967326bd-26df-46b4-9b57-04af3ad84ea1 req-2965d460-d1a2-47e6-be6f-d42aed102f32 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 210 time: 0.0285056 Aug 19 13:08:50.046350 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-e75367c2-d424-4225-9e61-24e0df55f279 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:50.047837 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-e75367c2-d424-4225-9e61-24e0df55f279 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.30 "GET /v2.0/networks?id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d HTTP/1.1" status: 200 len: 812 time: 0.1017768 Aug 19 13:08:50.060927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Request body: {'port': {'device_id': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d', 'admin_state_up': True, 'tenant_id': '1c21dc06f99c4d4b84a94d1002a3a618'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:50.235128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Made reservation on behalf of 1c21dc06f99c4d4b84a94d1002a3a618 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:08:50.238902 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:50.361895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Allocated IP 172.20.0.14 (75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d/445c3ce3-fc64-4612-abb3-b2129e671323/3380119e-e5fe-48e8-a5e7-073bc9835a12) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:08:50.507776 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:50.617388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:50.657424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:08:50.662928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:08:50.665230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:08:50.699848 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Pushing event updated for resources: {'Port': ['ID=3380119e-e5fe-48e8-a5e7-073bc9835a12,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:50.713312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.713655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.714000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.714323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.714680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.715030 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.715353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.715680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.716001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.716320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.716640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.716957 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:08:50.731838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:50.732433 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:50.813727 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-a46fa856-2873-4563-a4bc-9c79d8ccc2f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7556379 Aug 19 13:08:50.825361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Request body: {'port': {'device_id': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:08:50.878302 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:51.027760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e69b81-2cde-4a80-99d4-13ae6ae9cf3d req-220e16d9-ad57-42f1-b5b9-97c7f5a7e68b tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:51.029337 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2e69b81-2cde-4a80-99d4-13ae6ae9cf3d req-220e16d9-ad57-42f1-b5b9-97c7f5a7e68b tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 932 time: 0.0482922 Aug 19 13:08:51.071976 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2e69b81-2cde-4a80-99d4-13ae6ae9cf3d req-f8f6cb90-5d83-4585-a673-ae6425047585 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312853 Aug 19 13:08:51.140653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3380119e-e5fe-48e8-a5e7-073bc9835a12 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:08:51.149672 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:51.161896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Transition to ACTIVE for port object 3380119e-e5fe-48e8-a5e7-073bc9835a12 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:08:51.336737 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:51.391213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Pushing event updated for resources: {'Port': ['ID=3380119e-e5fe-48e8-a5e7-073bc9835a12,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:51.456389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Attempting to bind port 3380119e-e5fe-48e8-a5e7-073bc9835a12 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:08:51.456715 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Attempting to bind port 3380119e-e5fe-48e8-a5e7-073bc9835a12 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:08:51.457036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Attempting to bind port 3380119e-e5fe-48e8-a5e7-073bc9835a12 on network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:08:51.461178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Port 3380119e-e5fe-48e8-a5e7-073bc9835a12 on network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:08:51.461495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Attempting to bind port 3380119e-e5fe-48e8-a5e7-073bc9835a12 on network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:08:51.466117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:08:51.466433 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Checking segment: {'id': '9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:08:51.466831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Bound using segment: {'id': '9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:08:51.467250 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Bound port: 3380119e-e5fe-48e8-a5e7-073bc9835a12, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:08:51.467597 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:51.528628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:08:51.532222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12,segment=NetworkSegment(9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4),segment_id=9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:08:51.589445 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:51.628652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:51.629264 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:51.630641 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] 10.222.0.30 "PUT /v2.0/ports/3380119e-e5fe-48e8-a5e7-073bc9835a12 HTTP/1.1" status: 200 len: 1092 time: 0.8094878 Aug 19 13:08:51.631108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:51.633352 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0830624a-1e9c-45d0-89aa-c0cd505005e6" -d '{"events": [{"name": "network-changed", "server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:51.658009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c97367-8770-4319-88fe-646372fa0be5 service neutron] Pushing event updated for resources: {'Port': ['ID=3380119e-e5fe-48e8-a5e7-073bc9835a12,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:51.673779 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc285beb-745f-456b-998b-c1e68231cbee x-openstack-request-id: req-bc285beb-745f-456b-998b-c1e68231cbee {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:51.674075 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:51.674328 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc285beb-745f-456b-998b-c1e68231cbee {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:51.674749 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12', 'status': 'completed', 'code': 200} Aug 19 13:08:51.734366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830624a-1e9c-45d0-89aa-c0cd505005e6 req-0adb95d8-fcd1-41fd-8488-6c50d382ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:51.736030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0830624a-1e9c-45d0-89aa-c0cd505005e6 req-0adb95d8-fcd1-41fd-8488-6c50d382ef66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c21dc06f99c4d4b84a94d1002a3a618&device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 1095 time: 0.0415576 Aug 19 13:08:51.837649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830624a-1e9c-45d0-89aa-c0cd505005e6 req-ef25b1af-bdc4-4e98-a092-943a9c25b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:51.839163 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0830624a-1e9c-45d0-89aa-c0cd505005e6 req-ef25b1af-bdc4-4e98-a092-943a9c25b3b5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1c21dc06f99c4d4b84a94d1002a3a618&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946896 Aug 19 13:08:51.929805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830624a-1e9c-45d0-89aa-c0cd505005e6 req-eccc9abf-e36e-4187-8091-96da69edcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:51.931300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0830624a-1e9c-45d0-89aa-c0cd505005e6 req-eccc9abf-e36e-4187-8091-96da69edcff9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859787 Aug 19 13:08:52.004167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-0239449f-622d-4ce8-9fa7-9f149f74753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:52.005633 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-0239449f-622d-4ce8-9fa7-9f149f74753f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c21dc06f99c4d4b84a94d1002a3a618&device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 1095 time: 0.0399880 Aug 19 13:08:52.051818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-4abf8964-017b-462c-96f9-cc2095429a05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12 HTTP/1.1" status: 200 len: 217 time: 0.0388653 Aug 19 13:08:52.100268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-5e7e67c0-4eb0-47af-b8df-706035245c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:52.102043 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-5e7e67c0-4eb0-47af-b8df-706035245c72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=445c3ce3-fc64-4612-abb3-b2129e671323 HTTP/1.1" status: 200 len: 852 time: 0.0433202 Aug 19 13:08:52.134238 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-e81b06e1-b426-497f-aaa7-0aa9b4386d76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250573 Aug 19 13:08:52.192482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2daf-6772-4bf2-a552-d2dfd7d938ea req-0339f581-62e1-4202-91f5-4aaa9ef0efc0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:52.193969 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-880a2daf-6772-4bf2-a552-d2dfd7d938ea req-0339f581-62e1-4202-91f5-4aaa9ef0efc0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 944 time: 0.0534554 Aug 19 13:08:52.231655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-880a2daf-6772-4bf2-a552-d2dfd7d938ea req-f001cb0d-1ffd-4fc3-9a06-00d9655c377c tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Aug 19 13:08:52.231898 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-e4e764a3-1bc2-4460-9b0d-39311700260c service neutron] 10.222.0.30 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907912 Aug 19 13:08:52.322456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-59b2b582-fe2d-4a7c-a0f2-f896de4e75b7 req-9bd68c59-b325-4204-875b-410d71601e63 service neutron] 10.222.0.30 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834460 Aug 19 13:08:53.307845 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:08:53.348732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70156683-19fd-4113-839b-7d22d631422d req-e0cffe00-6448-4d72-9b7c-785e5d7493f5 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:53.350195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70156683-19fd-4113-839b-7d22d631422d req-e0cffe00-6448-4d72-9b7c-785e5d7493f5 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 944 time: 0.0495565 Aug 19 13:08:53.386397 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70156683-19fd-4113-839b-7d22d631422d req-507f7195-4671-41fa-a491-a4765f5c46cb tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302846 Aug 19 13:08:54.504673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571db7a-5122-4207-ba5e-0d66402092c5 req-06cca7f2-071a-4e8d-a64f-f1439d987273 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:54.509439 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6571db7a-5122-4207-ba5e-0d66402092c5 req-06cca7f2-071a-4e8d-a64f-f1439d987273 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 944 time: 0.0528913 Aug 19 13:08:54.544721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6571db7a-5122-4207-ba5e-0d66402092c5 req-4fcdff64-4432-4dfb-b767-994db07ccfb5 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Aug 19 13:08:54.726576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3380119e-e5fe-48e8-a5e7-073bc9835a12 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:08:54.822144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12,segment=NetworkSegment(9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4),segment_id=9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:54.835166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '3380119e-e5fe-48e8-a5e7-073bc9835a12', 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d', 'port_id': '3380119e-e5fe-48e8-a5e7-073bc9835a12', 'mac_address': 'fa:16:3e:c5:90:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445c3ce3-fc64-4612-abb3-b2129e671323', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:08:54.871381 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:54.884193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3380119e-e5fe-48e8-a5e7-073bc9835a12 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:08:54.903804 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12,segment=NetworkSegment(9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4),segment_id=9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:54.953847 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:54.999236 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=3380119e-e5fe-48e8-a5e7-073bc9835a12,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:55.137352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['3380119e-e5fe-48e8-a5e7-073bc9835a12'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:08:55.635074 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:55.664341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fe8a9-f5f5-4d8c-9b69-8ffad72ce4fc req-83ec00bc-fa9e-4d6f-9c1c-3c0d52b92a94 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:55.665836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-278fe8a9-f5f5-4d8c-9b69-8ffad72ce4fc req-83ec00bc-fa9e-4d6f-9c1c-3c0d52b92a94 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 945 time: 0.0545967 Aug 19 13:08:55.704762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-278fe8a9-f5f5-4d8c-9b69-8ffad72ce4fc req-a25422a2-e1dd-4e75-8430-1e1769a10acd tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Aug 19 13:08:56.588725 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.722716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3380119e-e5fe-48e8-a5e7-073bc9835a12 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:08:56.823938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4a49a-a4db-4bf2-b034-68d7ea95be64 req-47efaa8c-a94d-4cbb-a042-1a041ea3687a tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:56.825410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90b4a49a-a4db-4bf2-b034-68d7ea95be64 req-47efaa8c-a94d-4cbb-a042-1a041ea3687a tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 945 time: 0.0528250 Aug 19 13:08:56.828100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 3380119e-e5fe-48e8-a5e7-073bc9835a12 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:08:56.832176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 3380119e-e5fe-48e8-a5e7-073bc9835a12 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:08:56.832551 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.864577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-90b4a49a-a4db-4bf2-b034-68d7ea95be64 req-12d5d339-989c-46a3-b299-23da713a69bd tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Aug 19 13:08:56.912629 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:56.935804 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:08:56.938037 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815a7691-9b5c-47b6-8bdc-7a56ddc98491" -d '{"events": [{"server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "name": "network-vif-plugged", "status": "completed", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:08:56.955385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12,segment=NetworkSegment(9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4),segment_id=9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:08:56.973834 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576ec6c6-589a-4e9d-bdce-1dd9b1a76e32 x-openstack-request-id: req-576ec6c6-589a-4e9d-bdce-1dd9b1a76e32 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:08:56.974123 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "name": "network-vif-plugged", "status": "completed", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:08:56.974377 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-576ec6c6-589a-4e9d-bdce-1dd9b1a76e32 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:08:56.974773 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12', 'code': 200} Aug 19 13:08:57.023629 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:08:57.066204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d1c45-3e24-4ed4-97e2-d1d907354a8d req-d716590d-16d2-40f1-8867-638fc3a57808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:57.067730 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce3d1c45-3e24-4ed4-97e2-d1d907354a8d req-d716590d-16d2-40f1-8867-638fc3a57808 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 1097 time: 0.0399661 Aug 19 13:08:57.072976 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=3380119e-e5fe-48e8-a5e7-073bc9835a12,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:08:57.106712 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce3d1c45-3e24-4ed4-97e2-d1d907354a8d req-75a185d9-50c6-4999-be85-337313c4d44d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321515 Aug 19 13:08:57.984860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e19ee-cc90-4329-baa7-ca076c308998 req-93564a3e-3ed4-4c6f-9d32-06d81f60d0d7 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:57.986326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed6e19ee-cc90-4329-baa7-ca076c308998 req-93564a3e-3ed4-4c6f-9d32-06d81f60d0d7 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0526781 Aug 19 13:08:58.028433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed6e19ee-cc90-4329-baa7-ca076c308998 req-4dec95bc-db48-4bf2-8db3-2c67ca891b6f tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Aug 19 13:08:59.148741 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d449a72-5c24-49b6-9b4e-ea3a95434e28 req-48fdca81-fdde-40a8-952f-1265432e5b9d tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:59.150207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d449a72-5c24-49b6-9b4e-ea3a95434e28 req-48fdca81-fdde-40a8-952f-1265432e5b9d tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0490677 Aug 19 13:08:59.187841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d449a72-5c24-49b6-9b4e-ea3a95434e28 req-e91730af-1103-470b-9145-c0eb0d3d3e9b tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Aug 19 13:08:59.587538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99770f4c-7a11-4717-8a51-4e3b7c2ac197 req-73e1ae26-ea14-4853-9bbc-1a3608f0b1a7 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:08:59.589006 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99770f4c-7a11-4717-8a51-4e3b7c2ac197 req-73e1ae26-ea14-4853-9bbc-1a3608f0b1a7 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0539618 Aug 19 13:08:59.629280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-99770f4c-7a11-4717-8a51-4e3b7c2ac197 req-4a2bb3dc-c1fa-4017-ada0-4fa649e223f6 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334513 Aug 19 13:08:59.695816 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51220) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:08:59.792748 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-e8d84415-9494-42f1-acac-e653d631d3cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957284 Aug 19 13:09:00.745988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231114a-1ead-4426-9fba-c1d4fecc5557 req-fcd62dd2-34b3-4a35-9ed6-328c20a01f46 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:00.747524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6231114a-1ead-4426-9fba-c1d4fecc5557 req-fcd62dd2-34b3-4a35-9ed6-328c20a01f46 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0489802 Aug 19 13:09:00.787899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6231114a-1ead-4426-9fba-c1d4fecc5557 req-c9fdd143-4578-4e9a-b404-108d63655072 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Aug 19 13:09:01.586678 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-346b3961-0f8e-412c-bf94-253c9fccd21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:01.588187 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-346b3961-0f8e-412c-bf94-253c9fccd21a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c21dc06f99c4d4b84a94d1002a3a618&device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 1097 time: 0.0398247 Aug 19 13:09:01.679615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-c2de2605-a209-43b8-9c85-8464f1c4f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:01.681117 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-c2de2605-a209-43b8-9c85-8464f1c4f04a service neutron] 10.222.0.30 "GET /v2.0/networks?id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d HTTP/1.1" status: 200 len: 913 time: 0.0865684 Aug 19 13:09:01.722743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-d01e25fe-6268-4346-bc05-78bf314289bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12 HTTP/1.1" status: 200 len: 217 time: 0.0342526 Aug 19 13:09:01.768870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-e390168e-4356-4631-8660-da6f7dbc4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:01.770236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-e390168e-4356-4631-8660-da6f7dbc4915 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=445c3ce3-fc64-4612-abb3-b2129e671323 HTTP/1.1" status: 200 len: 852 time: 0.0413406 Aug 19 13:09:01.804116 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-0f3bbac5-816d-4d7c-9bc2-eba6535519fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273294 Aug 19 13:09:01.940585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b66894-02fa-4105-8862-21c1c42afad6 req-7aced4fe-dd84-44f1-82ac-c156146d2436 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:01.942753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2b66894-02fa-4105-8862-21c1c42afad6 req-7aced4fe-dd84-44f1-82ac-c156146d2436 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0807991 Aug 19 13:09:01.961631 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-57c72a30-e0c4-4412-ac8a-b50a0be36edd service neutron] 10.222.0.30 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499901 Aug 19 13:09:02.031232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2b66894-02fa-4105-8862-21c1c42afad6 req-13d9d3a8-e99c-40de-9d09-70508719cf82 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798571 Aug 19 13:09:02.066548 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-119ded1b-fb7b-407b-a4ba-3fe649d59bd0 service neutron] 10.222.0.30 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971489 Aug 19 13:09:03.145516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60ccec-0cc8-48a3-9bb6-45e4f58e9c22 req-bcc7a4a9-ac48-4e23-afe7-d3fb5f2e94b8 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:03.147344 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed60ccec-0cc8-48a3-9bb6-45e4f58e9c22 req-bcc7a4a9-ac48-4e23-afe7-d3fb5f2e94b8 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0488355 Aug 19 13:09:03.184335 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ed60ccec-0cc8-48a3-9bb6-45e4f58e9c22 req-1a02055b-2319-4661-90e4-6b4883f72994 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311663 Aug 19 13:09:04.300193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5f794-9d58-48c8-9314-2dabc97e3713 req-7167e56b-19e2-4766-9750-6349f558300d tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:04.302159 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9e5f794-9d58-48c8-9314-2dabc97e3713 req-7167e56b-19e2-4766-9750-6349f558300d tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0493426 Aug 19 13:09:04.338683 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9e5f794-9d58-48c8-9314-2dabc97e3713 req-3fc232ca-17dd-4368-9854-5749fdb235bd tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306389 Aug 19 13:09:05.023648 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ace16ed5-9ccc-494f-8516-298183cacf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:05.456437 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064bc13-2073-4752-bd44-17da979c276f req-0349bc62-11db-4ca9-b8b7-3859a179dbf5 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:05.457929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2064bc13-2073-4752-bd44-17da979c276f req-0349bc62-11db-4ca9-b8b7-3859a179dbf5 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0528235 Aug 19 13:09:05.496360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2064bc13-2073-4752-bd44-17da979c276f req-2b1a234f-6411-45b6-8a09-90c312a582c3 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323784 Aug 19 13:09:06.623867 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471b4f1-2165-4647-b949-33e3b4b7beb2 req-dec785b0-469a-49af-bd55-6fa74ae36f94 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:06.625322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1471b4f1-2165-4647-b949-33e3b4b7beb2 req-dec785b0-469a-49af-bd55-6fa74ae36f94 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0521111 Aug 19 13:09:06.663494 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1471b4f1-2165-4647-b949-33e3b4b7beb2 req-0759d5aa-31dc-46db-8862-8088d029f7bb tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316832 Aug 19 13:09:07.663166 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:07.755567 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cc916f5f-e773-4d3d-a246-9a0c94be83af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:07.777744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fb340-7829-4be2-ad58-db44f4145c73 req-101bcd9d-b3f1-4d3e-bbee-4c618140f183 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:07.779239 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-566fb340-7829-4be2-ad58-db44f4145c73 req-101bcd9d-b3f1-4d3e-bbee-4c618140f183 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0496759 Aug 19 13:09:07.817317 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-566fb340-7829-4be2-ad58-db44f4145c73 req-a976025a-ccf0-4c87-b479-cd53e6e34b64 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Aug 19 13:09:08.930780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36409553-5681-4524-900f-8cdb56a74964 req-f8b7bf16-fe5c-4cf3-9278-1171be739d46 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:08.932344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36409553-5681-4524-900f-8cdb56a74964 req-f8b7bf16-fe5c-4cf3-9278-1171be739d46 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0481069 Aug 19 13:09:08.969888 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36409553-5681-4524-900f-8cdb56a74964 req-19efc4a1-4339-4577-bf76-4c2f53767ef4 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318189 Aug 19 13:09:09.269050 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:10.094191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414f1cc-bf5e-4153-9305-39db8f9f3a21 req-d7e955c3-ced7-42e3-a120-06a966befdab tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:10.095735 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1414f1cc-bf5e-4153-9305-39db8f9f3a21 req-d7e955c3-ced7-42e3-a120-06a966befdab tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0505462 Aug 19 13:09:10.132891 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1414f1cc-bf5e-4153-9305-39db8f9f3a21 req-cab4d34e-48ea-4ce6-b791-13318e12f07e tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304801 Aug 19 13:09:10.697915 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:11.251018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d7d73-851a-4145-b7cb-5d65b8a65b8e req-e39811ba-56ce-4e52-adb9-d0efffb69c70 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:11.252484 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0a0d7d73-851a-4145-b7cb-5d65b8a65b8e req-e39811ba-56ce-4e52-adb9-d0efffb69c70 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0488031 Aug 19 13:09:11.289684 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0a0d7d73-851a-4145-b7cb-5d65b8a65b8e req-c997d4d4-99fc-47d4-8ca0-0b1e9dcd30ec tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309484 Aug 19 13:09:12.407723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738891-97f7-448a-92a5-ec83c71bc14f req-8b0a1811-74e7-431c-a012-2d57418619a5 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:12.409185 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d5738891-97f7-448a-92a5-ec83c71bc14f req-8b0a1811-74e7-431c-a012-2d57418619a5 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0516126 Aug 19 13:09:12.446096 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d5738891-97f7-448a-92a5-ec83c71bc14f req-bd49a34b-e2b9-4940-9b4c-8f1541ca15ff tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300674 Aug 19 13:09:13.593509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df2baa-24a9-4cd3-ae50-3b432d85fd60 req-fa37d096-ed0d-4726-a66c-7796984e5ba5 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:13.594990 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17df2baa-24a9-4cd3-ae50-3b432d85fd60 req-fa37d096-ed0d-4726-a66c-7796984e5ba5 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0526726 Aug 19 13:09:13.632275 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17df2baa-24a9-4cd3-ae50-3b432d85fd60 req-cda44afd-993a-496d-8be7-7a0a548c155b tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313938 Aug 19 13:09:14.769351 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a76a26-03eb-471a-9767-7de8d64df3ce req-73ef72b0-23eb-4567-b0eb-427b816984bd tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:14.770861 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-94a76a26-03eb-471a-9767-7de8d64df3ce req-73ef72b0-23eb-4567-b0eb-427b816984bd tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0485363 Aug 19 13:09:14.808358 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-94a76a26-03eb-471a-9767-7de8d64df3ce req-eb24e39d-20c3-49f0-8e5d-7287f093c147 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Aug 19 13:09:15.934832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fbe48-5455-43ad-9e33-2fe861658155 req-abb77c09-3582-4a08-bc14-884db726dcf5 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:15.936307 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-955fbe48-5455-43ad-9e33-2fe861658155 req-abb77c09-3582-4a08-bc14-884db726dcf5 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0495615 Aug 19 13:09:15.973806 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-955fbe48-5455-43ad-9e33-2fe861658155 req-15bd4372-9f5a-420f-832a-443b6f332490 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Aug 19 13:09:17.087476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e326ae-b50a-4400-b07e-305449964e08 req-edb7566c-971e-435f-843a-79cd2e9a5000 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:17.089045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0e326ae-b50a-4400-b07e-305449964e08 req-edb7566c-971e-435f-843a-79cd2e9a5000 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0480900 Aug 19 13:09:17.125981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0e326ae-b50a-4400-b07e-305449964e08 req-4d28bf24-9857-4b51-852f-57b49d32743f tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310266 Aug 19 13:09:18.243390 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbca8b2-0584-4830-991e-9122e5cc996c req-42f57e04-d001-4a33-8a7c-79733bbe8b50 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:18.244864 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-efbca8b2-0584-4830-991e-9122e5cc996c req-42f57e04-d001-4a33-8a7c-79733bbe8b50 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0492911 Aug 19 13:09:18.282023 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-efbca8b2-0584-4830-991e-9122e5cc996c req-121c45ce-5fc7-4b2e-afa5-339362174b50 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310931 Aug 19 13:09:19.401156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69445931-14c5-4aa6-bd89-0f3e4972a177 req-b5a2d44d-966c-4b82-9045-0253c773c3f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:19.402638 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-69445931-14c5-4aa6-bd89-0f3e4972a177 req-b5a2d44d-966c-4b82-9045-0253c773c3f0 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0530243 Aug 19 13:09:19.439524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-69445931-14c5-4aa6-bd89-0f3e4972a177 req-31232d64-9260-4025-8820-723a294d45c1 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309308 Aug 19 13:09:20.560970 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0616245-69ec-4c01-986d-b81f736a3ead req-f75185e1-6b22-4e63-9e89-f25b361ba04b tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:20.563081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0616245-69ec-4c01-986d-b81f736a3ead req-f75185e1-6b22-4e63-9e89-f25b361ba04b tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0567815 Aug 19 13:09:20.605983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0616245-69ec-4c01-986d-b81f736a3ead req-b289f739-50aa-4af0-aa84-d8b40b10b0fe tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369675 Aug 19 13:09:21.719377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e69e35-e304-40fc-b0e1-909d2829c557 req-8cdba88c-1598-4bad-a4dc-219f0c94934e tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:21.720846 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82e69e35-e304-40fc-b0e1-909d2829c557 req-8cdba88c-1598-4bad-a4dc-219f0c94934e tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0481222 Aug 19 13:09:21.756885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82e69e35-e304-40fc-b0e1-909d2829c557 req-b1d9aaa6-fc6e-47ee-a37c-b86a8c6362f1 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300744 Aug 19 13:09:22.871147 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191e877-69a8-4138-8fb8-91544a7433eb req-7a159223-5607-4a4a-9c86-2b941fcaa9e6 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:22.872620 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e191e877-69a8-4138-8fb8-91544a7433eb req-7a159223-5607-4a4a-9c86-2b941fcaa9e6 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0486727 Aug 19 13:09:22.909423 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e191e877-69a8-4138-8fb8-91544a7433eb req-db1bbf56-3a85-4632-9484-bb829efa1c25 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309255 Aug 19 13:09:24.023393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b2a67-a6a3-4e9b-a4ce-8049e7022452 req-2a843ab9-7c26-4176-84ec-0e9fe8b22392 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:24.024891 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e0b2a67-a6a3-4e9b-a4ce-8049e7022452 req-2a843ab9-7c26-4176-84ec-0e9fe8b22392 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0481803 Aug 19 13:09:24.061166 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2e0b2a67-a6a3-4e9b-a4ce-8049e7022452 req-ac398768-ee85-4396-aec6-4116096a75df tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303118 Aug 19 13:09:25.174892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be761cb2-d18e-4198-ae4f-468d0fb13c83 req-6de9fc52-1978-4a7f-8c6c-9a7911189b78 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:25.176359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be761cb2-d18e-4198-ae4f-468d0fb13c83 req-6de9fc52-1978-4a7f-8c6c-9a7911189b78 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0488713 Aug 19 13:09:25.213613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be761cb2-d18e-4198-ae4f-468d0fb13c83 req-97c9b0bc-0215-41d4-82c2-0f35153ba69b tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Aug 19 13:09:25.634448 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:26.335264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399dec0-75f8-4382-915f-abefa5a1e604 req-66e45dab-e0f3-4dee-971b-50a68fe4a99b tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:26.336630 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3399dec0-75f8-4382-915f-abefa5a1e604 req-66e45dab-e0f3-4dee-971b-50a68fe4a99b tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0563159 Aug 19 13:09:26.383797 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3399dec0-75f8-4382-915f-abefa5a1e604 req-06ae2a7e-f3c4-43d9-8351-d78696fda922 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Aug 19 13:09:26.588991 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:27.504012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39a2ca-4246-41d6-bd52-1b390d894c10 req-a429572c-ae79-4070-818a-2b0e85a33fc8 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:27.505483 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da39a2ca-4246-41d6-bd52-1b390d894c10 req-a429572c-ae79-4070-818a-2b0e85a33fc8 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0530150 Aug 19 13:09:27.542763 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-da39a2ca-4246-41d6-bd52-1b390d894c10 req-694b5942-374a-416c-b221-991fb954dd6f tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Aug 19 13:09:28.657269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b7f0b-f569-401d-9538-8afd9d3f1636 req-359d3542-586a-49f5-8d91-6e3fae381a4a tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:28.658737 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-707b7f0b-f569-401d-9538-8afd9d3f1636 req-359d3542-586a-49f5-8d91-6e3fae381a4a tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0487576 Aug 19 13:09:28.697261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-707b7f0b-f569-401d-9538-8afd9d3f1636 req-1fc46007-90fb-4b09-b1cd-fc2841fc7a48 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325608 Aug 19 13:09:29.284663 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-b82c133e-43ce-4c73-a2d3-9d386cfcb9ef service neutron] show failed (client error): The resource could not be found. Aug 19 13:09:29.286139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-b82c133e-43ce-4c73-a2d3-9d386cfcb9ef service neutron] 10.222.0.30 "GET /v2.0/ports/3380119e-e5fe-48e8-a5e7-073bc9835a12/bindings/n-h1-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0563242 Aug 19 13:09:29.819913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec915ba-12d6-4a06-aa8f-e143e5236833 req-023464e6-efa4-4375-b26b-5c0e8bd6dfbf tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:29.821912 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec915ba-12d6-4a06-aa8f-e143e5236833 req-023464e6-efa4-4375-b26b-5c0e8bd6dfbf tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0504370 Aug 19 13:09:29.854613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-ebf19f5a-4268-47cf-a2a1-444df43f36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:29.856152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-ebf19f5a-4268-47cf-a2a1-444df43f36f9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca&tenant_id=1c21dc06f99c4d4b84a94d1002a3a618 HTTP/1.1" status: 200 len: 1097 time: 0.1227276 Aug 19 13:09:29.859509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cec915ba-12d6-4a06-aa8f-e143e5236833 req-6a87640a-9c35-4ca6-b775-72607c0636d8 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Aug 19 13:09:29.869061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:29.924227 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.311283 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:09:30.441046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12,segment=NetworkSegment(9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4),segment_id=9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:30.474146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:09:30.517698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:30.520175 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f241286-3615-42e6-8602-ae9c8b4524d7" -d '{"events": [{"server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "name": "network-vif-unplugged", "status": "completed", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:09:30.524344 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.536742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Transition to ACTIVE for port object 3380119e-e5fe-48e8-a5e7-073bc9835a12 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:30.572434 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e927ac9-7453-4420-a29d-cc34869be9f5 x-openstack-request-id: req-5e927ac9-7453-4420-a29d-cc34869be9f5 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:09:30.572737 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "name": "network-vif-unplugged", "status": "completed", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:09:30.572988 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e927ac9-7453-4420-a29d-cc34869be9f5 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:09:30.573389 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12', 'code': 200} Aug 19 13:09:30.634408 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.700804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] No DVR routers for this DVR port 3380119e-e5fe-48e8-a5e7-073bc9835a12 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:09:30.705068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=3380119e-e5fe-48e8-a5e7-073bc9835a12,revision_number=6']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:30.719533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.719793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.720165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.720527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.720864 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.721199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.721474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.721792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.722111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.722558 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.723045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.723521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:30.762613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Attempting to bind port 3380119e-e5fe-48e8-a5e7-073bc9835a12 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:30.763191 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Attempting to bind port 3380119e-e5fe-48e8-a5e7-073bc9835a12 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:30.763674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Attempting to bind port 3380119e-e5fe-48e8-a5e7-073bc9835a12 on network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:09:30.768535 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Port 3380119e-e5fe-48e8-a5e7-073bc9835a12 on network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:09:30.768853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Attempting to bind port 3380119e-e5fe-48e8-a5e7-073bc9835a12 on network 75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:09:30.773775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:09:30.774643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Checking segment: {'id': '9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:09:30.775067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Bound using segment: {'id': '9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:09:30.775489 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Bound port: 3380119e-e5fe-48e8-a5e7-073bc9835a12, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:30.775967 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.839447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:09:30.842405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12,segment=NetworkSegment(9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4),segment_id=9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:09:30.904146 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.939534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:30.940148 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:30.941543 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] 10.222.0.62 "PUT /v2.0/ports/3380119e-e5fe-48e8-a5e7-073bc9835a12 HTTP/1.1" status: 200 len: 1092 time: 1.0768242 Aug 19 13:09:30.963664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6059ed-d11f-4d46-9dfa-1098b274eaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=3380119e-e5fe-48e8-a5e7-073bc9835a12,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:30.990725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f3ec8-b7dd-48f7-af31-87e0bfc8b33a req-6aad0e17-38b3-4f4b-9895-3dd0bbcc8f8d tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:30.992237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-397f3ec8-b7dd-48f7-af31-87e0bfc8b33a req-6aad0e17-38b3-4f4b-9895-3dd0bbcc8f8d tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 944 time: 0.0604427 Aug 19 13:09:31.007739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-7e9540ab-bba7-46e5-bbd8-e530f85aba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:31.009296 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-7e9540ab-bba7-46e5-bbd8-e530f85aba0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c21dc06f99c4d4b84a94d1002a3a618&device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 1095 time: 0.0413620 Aug 19 13:09:31.032783 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-397f3ec8-b7dd-48f7-af31-87e0bfc8b33a req-2f0289eb-9cbf-419c-8cbd-4c98b1b69f79 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343630 Aug 19 13:09:31.105527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-84c2ab2f-74e4-47f2-8d86-1813342ab8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:31.106977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-84c2ab2f-74e4-47f2-8d86-1813342ab8d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d HTTP/1.1" status: 200 len: 913 time: 0.0906327 Aug 19 13:09:31.151397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-bf1a1d42-e8c9-4317-bc3e-29ebded99d0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12 HTTP/1.1" status: 200 len: 217 time: 0.0374582 Aug 19 13:09:31.199370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-8ea7bf73-b6f2-489a-ba59-55b7ca97b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:31.201383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-8ea7bf73-b6f2-489a-ba59-55b7ca97b8f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=445c3ce3-fc64-4612-abb3-b2129e671323 HTTP/1.1" status: 200 len: 852 time: 0.0429993 Aug 19 13:09:31.232843 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-3aeae9ec-eb56-4147-8368-0d06278ad085 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250020 Aug 19 13:09:31.243367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-a08423cc-6f35-4af9-a4ad-9b38bb9ec937 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:09:31.244347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-a08423cc-6f35-4af9-a4ad-9b38bb9ec937 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049334 Aug 19 13:09:31.335766 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-7eda6d1b-1dee-4eef-b6a2-1030d15eff8e service neutron] 10.222.0.62 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839720 Aug 19 13:09:31.435535 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c017afef-f4f2-42e2-8d7d-e2adf2f0398e req-5f352c57-8959-4352-a5bc-a7ab624957dc service neutron] 10.222.0.62 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920796 Aug 19 13:09:32.158624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc4458-5201-4b1c-af22-56c3c56219c9 req-b57b859f-605b-45f4-9e8f-3a1d0667f1a3 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:32.160134 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9dc4458-5201-4b1c-af22-56c3c56219c9 req-b57b859f-605b-45f4-9e8f-3a1d0667f1a3 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 944 time: 0.0550754 Aug 19 13:09:32.197996 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9dc4458-5201-4b1c-af22-56c3c56219c9 req-3af87943-4c26-437e-9003-90f3031e0bc8 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319710 Aug 19 13:09:32.574531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:32.576952 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f99af49-76b6-4cf2-96f9-45b446bd3850" -d '{"events": [{"name": "network-changed", "server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:09:32.624459 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232ab9f3-1b39-4ffe-9ac9-b39efb24ae71 x-openstack-request-id: req-232ab9f3-1b39-4ffe-9ac9-b39efb24ae71 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:09:32.624759 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:09:32.625020 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-232ab9f3-1b39-4ffe-9ac9-b39efb24ae71 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:09:32.625421 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12', 'status': 'completed', 'code': 200} Aug 19 13:09:32.684933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-584d0cf6-a769-477b-b536-144f4181e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:32.686439 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-584d0cf6-a769-477b-b536-144f4181e7d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1c21dc06f99c4d4b84a94d1002a3a618&device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 1095 time: 0.0420966 Aug 19 13:09:32.688712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-c4c755e2-d807-4c67-8063-397727d0b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:32.690173 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-c4c755e2-d807-4c67-8063-397727d0b510 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c21dc06f99c4d4b84a94d1002a3a618&device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 1095 time: 0.0404375 Aug 19 13:09:32.777729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-2a80202d-b453-4ae3-a88d-371a9429266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:32.779469 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-2a80202d-b453-4ae3-a88d-371a9429266a service neutron] 10.222.0.62 "GET /v2.0/networks?id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d HTTP/1.1" status: 200 len: 913 time: 0.0863400 Aug 19 13:09:32.782075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-b3015b2b-2294-46b8-9722-791b845b134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:32.783615 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-b3015b2b-2294-46b8-9722-791b845b134f service neutron] 10.222.0.30 "GET /v2.0/networks?id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d HTTP/1.1" status: 200 len: 913 time: 0.0867972 Aug 19 13:09:32.830348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-a48a89d7-2422-4eac-bdab-8dbe534da81b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12 HTTP/1.1" status: 200 len: 217 time: 0.0426013 Aug 19 13:09:32.830584 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-03e2eea3-45c0-4d84-95da-4f96886cad5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12 HTTP/1.1" status: 200 len: 217 time: 0.0398083 Aug 19 13:09:32.882698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-30a7160a-47d8-45e4-a73d-d95fed3195bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:32.884203 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-30a7160a-47d8-45e4-a73d-d95fed3195bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=445c3ce3-fc64-4612-abb3-b2129e671323 HTTP/1.1" status: 200 len: 852 time: 0.0472927 Aug 19 13:09:32.885678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-2b9f19f4-7902-4ad4-adbd-726641989dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:32.887144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-2b9f19f4-7902-4ad4-adbd-726641989dc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=445c3ce3-fc64-4612-abb3-b2129e671323 HTTP/1.1" status: 200 len: 852 time: 0.0495179 Aug 19 13:09:32.916497 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-cb91968d-9194-4730-9ede-f59f5794ad79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255280 Aug 19 13:09:32.920453 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-aca319c7-e10a-464b-a55d-bd4afc579198 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250719 Aug 19 13:09:32.961566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3380119e-e5fe-48e8-a5e7-073bc9835a12 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:09:32.984104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3380119e-e5fe-48e8-a5e7-073bc9835a12 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:09:33.025165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 3380119e-e5fe-48e8-a5e7-073bc9835a12 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:09:33.031558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-fb054cff-27bf-4d62-bb07-6be4db9e2a29 service neutron] 10.222.0.62 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030583 Aug 19 13:09:33.033548 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-49dc6c0a-5fac-4818-a468-29d6bf0c44b6 service neutron] 10.222.0.30 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095214 Aug 19 13:09:33.109213 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12,segment=NetworkSegment(9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4),segment_id=9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:33.121650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '3380119e-e5fe-48e8-a5e7-073bc9835a12', 'network_id': '75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d', 'port_id': '3380119e-e5fe-48e8-a5e7-073bc9835a12', 'mac_address': 'fa:16:3e:c5:90:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445c3ce3-fc64-4612-abb3-b2129e671323', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:09:33.129586 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-0ddaf409-0053-4240-925a-15fa5dbeadc9 service neutron] 10.222.0.62 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908425 Aug 19 13:09:33.137977 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f99af49-76b6-4cf2-96f9-45b446bd3850 req-57c242c9-c8a6-452a-8a37-d14d0e4597e2 service neutron] 10.222.0.30 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971386 Aug 19 13:09:33.168447 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.183483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3380119e-e5fe-48e8-a5e7-073bc9835a12 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:33.209447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12,segment=NetworkSegment(9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4),segment_id=9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:33.317063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63956c41-cc0a-470c-8afb-124771ad135f req-34eae3eb-9e27-4759-9755-37057a130c6e tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:33.318103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-63956c41-cc0a-470c-8afb-124771ad135f req-34eae3eb-9e27-4759-9755-37057a130c6e tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 944 time: 0.0509598 Aug 19 13:09:33.350061 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:33.402968 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-63956c41-cc0a-470c-8afb-124771ad135f req-965c6965-d1ce-430f-90b2-80d50dc2ec96 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390759 Aug 19 13:09:33.403506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=3380119e-e5fe-48e8-a5e7-073bc9835a12,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:33.407450 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.407801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.408144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.408483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.408818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.409148 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.409592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.409937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.410267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.410592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.410948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.411273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:09:33.581417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['3380119e-e5fe-48e8-a5e7-073bc9835a12'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:09:34.487730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176268de-5b48-410d-9057-d29ed825769e req-49afda9d-1712-486b-ab6e-149a00faa5dd tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:34.489222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-176268de-5b48-410d-9057-d29ed825769e req-49afda9d-1712-486b-ab6e-149a00faa5dd tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 945 time: 0.0502145 Aug 19 13:09:34.538882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-176268de-5b48-410d-9057-d29ed825769e req-cd0afa4f-c06e-4bd6-b5aa-b66966d5c967 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Aug 19 13:09:34.994885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3380119e-e5fe-48e8-a5e7-073bc9835a12 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:09:35.079622 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-90b9af4f-ab18-4570-b7f2-56e22d229b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.107798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 3380119e-e5fe-48e8-a5e7-073bc9835a12 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:35.111702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 3380119e-e5fe-48e8-a5e7-073bc9835a12 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:35.112071 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.133268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5f5e-80f1-4098-8442-629762d68524 req-0e8653ce-a804-4ac9-852a-e8e1282209a2 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:35.135536 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-007f5f5e-80f1-4098-8442-629762d68524 req-0e8653ce-a804-4ac9-852a-e8e1282209a2 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.30 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca&tenant_id=1c21dc06f99c4d4b84a94d1002a3a618&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 945 time: 0.0870602 Aug 19 13:09:35.193667 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.200468 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-007f5f5e-80f1-4098-8442-629762d68524 req-44529ae9-f2f7-4b1a-99d1-9efef3ff7816 service neutron] delete failed (client error): The resource could not be found. Aug 19 13:09:35.201534 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-007f5f5e-80f1-4098-8442-629762d68524 req-44529ae9-f2f7-4b1a-99d1-9efef3ff7816 service neutron] 10.222.0.30 "DELETE /v2.0/ports/3380119e-e5fe-48e8-a5e7-073bc9835a12/bindings/n-h2-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0580976 Aug 19 13:09:35.216670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:35.218957 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fbff9e-03ff-4118-bb99-7a3836840b20" -d '{"events": [{"server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "name": "network-vif-plugged", "status": "completed", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:09:35.232514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12,segment=NetworkSegment(9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4),segment_id=9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:35.271718 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec141d0b-887b-4b13-8eb0-b02bed131f03 x-openstack-request-id: req-ec141d0b-887b-4b13-8eb0-b02bed131f03 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:09:35.272032 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "name": "network-vif-plugged", "status": "completed", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:09:35.272540 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec141d0b-887b-4b13-8eb0-b02bed131f03 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:09:35.272933 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12', 'code': 200} Aug 19 13:09:35.291584 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5f5e-80f1-4098-8442-629762d68524 req-7a6a9558-bf0c-4992-9305-7fc3c0cbe5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:35.292267 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-007f5f5e-80f1-4098-8442-629762d68524 req-7a6a9558-bf0c-4992-9305-7fc3c0cbe5dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c21dc06f99c4d4b84a94d1002a3a618&device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 1096 time: 0.0468283 Aug 19 13:09:35.319938 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:35.369614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=3380119e-e5fe-48e8-a5e7-073bc9835a12,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:35.700734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5f5e-80f1-4098-8442-629762d68524 req-d100dfd4-653c-464b-8555-7461d163e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:35.702083 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-007f5f5e-80f1-4098-8442-629762d68524 req-d100dfd4-653c-464b-8555-7461d163e6a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d HTTP/1.1" status: 200 len: 913 time: 0.4035108 Aug 19 13:09:35.755405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-007f5f5e-80f1-4098-8442-629762d68524 req-ce7ce60a-049f-4f88-ab34-d7ad741efa9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12 HTTP/1.1" status: 200 len: 217 time: 0.0373678 Aug 19 13:09:35.802986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5f5e-80f1-4098-8442-629762d68524 req-f512f217-c195-4f2d-b7c5-5a8091bcf8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:35.804407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-007f5f5e-80f1-4098-8442-629762d68524 req-f512f217-c195-4f2d-b7c5-5a8091bcf8b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=445c3ce3-fc64-4612-abb3-b2129e671323 HTTP/1.1" status: 200 len: 852 time: 0.0427771 Aug 19 13:09:35.834603 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-007f5f5e-80f1-4098-8442-629762d68524 req-450c78d9-d025-4f89-87fe-f8d6737a4aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233622 Aug 19 13:09:35.933894 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-007f5f5e-80f1-4098-8442-629762d68524 req-7c0ec287-5089-4362-ac6e-668f764f7e2c service neutron] 10.222.0.30 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923166 Aug 19 13:09:36.022354 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-007f5f5e-80f1-4098-8442-629762d68524 req-07d34688-181a-403b-aa22-8bf490dd774b service neutron] 10.222.0.30 "GET /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810530 Aug 19 13:09:37.691842 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:37.713938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c701e-12fc-429e-9b69-a8ac2811acca req-89b10955-8df4-4b48-b80e-17a4d0d8b14f tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:37.715485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d0c701e-12fc-429e-9b69-a8ac2811acca req-89b10955-8df4-4b48-b80e-17a4d0d8b14f tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0520620 Aug 19 13:09:37.753280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4d0c701e-12fc-429e-9b69-a8ac2811acca req-11ed3040-0f69-4f0e-aeca-09ac6291fafa tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 Aug 19 13:09:37.789050 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bdfa5d54-bf91-446b-be2a-1260edfcf7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:38.869216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414f138-30e9-4ac3-b109-193501554aeb req-b4486660-0ef8-48b4-8178-f881fd4b525b tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:38.870711 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3414f138-30e9-4ac3-b109-193501554aeb req-b4486660-0ef8-48b4-8178-f881fd4b525b tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0486896 Aug 19 13:09:38.909177 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3414f138-30e9-4ac3-b109-193501554aeb req-8e8cd439-0d37-4287-8251-16ed3fa470c3 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb6c86e-b377-4a72-b39c-e19083634c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315733 Aug 19 13:09:39.021236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f5f5e-80f1-4098-8442-629762d68524 req-a8d0f797-9cce-45af-b37d-7d0645aac486 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:39.022992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-007f5f5e-80f1-4098-8442-629762d68524 req-a8d0f797-9cce-45af-b37d-7d0645aac486 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.62 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 946 time: 0.0480750 Aug 19 13:09:39.113924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-007f5f5e-80f1-4098-8442-629762d68524 req-25241efd-37d6-4db1-8341-a1a92f30ac83 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Deleting port 3380119e-e5fe-48e8-a5e7-073bc9835a12 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:09:39.114176 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-007f5f5e-80f1-4098-8442-629762d68524 req-25241efd-37d6-4db1-8341-a1a92f30ac83 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.198728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-007f5f5e-80f1-4098-8442-629762d68524 req-25241efd-37d6-4db1-8341-a1a92f30ac83 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] For port 3380119e-e5fe-48e8-a5e7-073bc9835a12, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=3380119e-e5fe-48e8-a5e7-073bc9835a12,segment=NetworkSegment(9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4),segment_id=9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:39.200444 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-007f5f5e-80f1-4098-8442-629762d68524 req-25241efd-37d6-4db1-8341-a1a92f30ac83 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.211664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-007f5f5e-80f1-4098-8442-629762d68524 req-25241efd-37d6-4db1-8341-a1a92f30ac83 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Calling delete_port for 3380119e-e5fe-48e8-a5e7-073bc9835a12 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:09:39.326686 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.428684 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-007f5f5e-80f1-4098-8442-629762d68524 req-25241efd-37d6-4db1-8341-a1a92f30ac83 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.440554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['3380119e-e5fe-48e8-a5e7-073bc9835a12'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:09:39.456080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25241efd-37d6-4db1-8341-a1a92f30ac83 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Pushing event deleted for resources: {'Port': ['ID=3380119e-e5fe-48e8-a5e7-073bc9835a12,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:39.499273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-007f5f5e-80f1-4098-8442-629762d68524 req-25241efd-37d6-4db1-8341-a1a92f30ac83 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] No DVR routers for this DVR port 3380119e-e5fe-48e8-a5e7-073bc9835a12 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:09:39.501873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-007f5f5e-80f1-4098-8442-629762d68524 req-25241efd-37d6-4db1-8341-a1a92f30ac83 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:39.503977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-007f5f5e-80f1-4098-8442-629762d68524 req-25241efd-37d6-4db1-8341-a1a92f30ac83 tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.62 "DELETE /v2.0/ports/3380119e-e5fe-48e8-a5e7-073bc9835a12 HTTP/1.1" status: 204 len: 173 time: 0.4748583 Aug 19 13:09:39.504418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'name': 'network-vif-deleted', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:39.506749 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f27fee-e920-4768-ac7a-f160b50c7eed" -d '{"events": [{"server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "name": "network-vif-deleted", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:09:39.544036 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd682f7-bb05-4e97-8845-b3da9ab025a1 x-openstack-request-id: req-8fd682f7-bb05-4e97-8845-b3da9ab025a1 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:09:39.544334 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b87fd7-f2bb-4093-9f23-f42ebf0af3ca", "name": "network-vif-deleted", "tag": "3380119e-e5fe-48e8-a5e7-073bc9835a12", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:09:39.544586 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fd682f7-bb05-4e97-8845-b3da9ab025a1 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:09:39.544985 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b87fd7-f2bb-4093-9f23-f42ebf0af3ca', 'name': 'network-vif-deleted', 'tag': '3380119e-e5fe-48e8-a5e7-073bc9835a12', 'status': 'completed', 'code': 200} Aug 19 13:09:40.016824 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5fc1ff1-c580-47b4-a130-4a1b4c6dc5d5 req-e457e948-11de-4a17-ad43-80b9a7143f1f tempest-DeleteServersTestJSON-1749827351 tempest-DeleteServersTestJSON-1749827351-project] 10.222.0.21 "GET /v2.0/ports?device_id=56b87fd7-f2bb-4093-9f23-f42ebf0af3ca HTTP/1.1" status: 200 len: 210 time: 0.0305433 Aug 19 13:09:40.662864 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.144116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51340) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:41.191153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c209fe2-2654-453d-aafb-0f20480dccd3 admin admin] Deleting subnet 445c3ce3-fc64-4612-abb3-b2129e671323 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:09:41.194092 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c209fe2-2654-453d-aafb-0f20480dccd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.228393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c209fe2-2654-453d-aafb-0f20480dccd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.266430 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c209fe2-2654-453d-aafb-0f20480dccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.395174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c209fe2-2654-453d-aafb-0f20480dccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.422999 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c209fe2-2654-453d-aafb-0f20480dccd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445c3ce3-fc64-4612-abb3-b2129e671323,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:41.429215 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c209fe2-2654-453d-aafb-0f20480dccd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.430580 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1c209fe2-2654-453d-aafb-0f20480dccd3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/445c3ce3-fc64-4612-abb3-b2129e671323 HTTP/1.1" status: 204 len: 168 time: 0.2854717 Aug 19 13:09:41.433170 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51342) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:41.500377 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.580294 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.590114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:41.600336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:41.600627 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9325d29c-bfcf-4ce9-a7ea-aa5dbf32fdc4') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:09:41.609990 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.623610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.629426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:09:41.629801 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:09:41.631401 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:09:41.777454 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.783986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:41.785846 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d HTTP/1.1" status: 204 len: 168 time: 0.3517125 Aug 19 13:09:41.796302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17d0a2-ff15-4e04-9235-3782bd3f53d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e6c926-efb1-4dbf-bbfe-34c1bc4fb15d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:42.169471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51346) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:42.216035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4dc64b98-7b95-4bfb-a36e-39862e528b88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c21dc06f99c4d4b84a94d1002a3a618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451732 Aug 19 13:09:42.218586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51348) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:42.272075 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7129f10f-8c26-4fe2-8911-8b5de5144453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.292620 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7129f10f-8c26-4fe2-8911-8b5de5144453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.457943 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7129f10f-8c26-4fe2-8911-8b5de5144453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.460613 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7129f10f-8c26-4fe2-8911-8b5de5144453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:42.461762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7129f10f-8c26-4fe2-8911-8b5de5144453 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/beb6c86e-b377-4a72-b39c-e19083634c69 HTTP/1.1" status: 204 len: 168 time: 0.2422347 Aug 19 13:09:42.469802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129f10f-8c26-4fe2-8911-8b5de5144453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb6c86e-b377-4a72-b39c-e19083634c69,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:43.042365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3380119e-e5fe-48e8-a5e7-073bc9835a12 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:09:43.064390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 3380119e-e5fe-48e8-a5e7-073bc9835a12 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:09:43.064730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 3380119e-e5fe-48e8-a5e7-073bc9835a12 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:09:43.602149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51370) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:43.697607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1541649197-network', 'tenant_id': '21b45b3432c948a29b04592c0180a1c4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:43.794434 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Made reservation on behalf of 21b45b3432c948a29b04592c0180a1c4 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:43.797241 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:43.805875 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:43.891498 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:43.994050 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.017953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:09:44.028060 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10407c6-7a76-4e99-a592-631cff184082,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:44.033867 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.039266 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Added segment 2bfb1c00-57cb-4c59-b623-bd0eec4b6370 of type vlan for network 453fe994-ad15-4405-a914-ac3331444604 Aug 19 13:09:44.073619 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.165952 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.166991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:44.167566 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.228866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] Pushing event updated for resources: {'Network': ['ID=453fe994-ad15-4405-a914-ac3331444604,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:44.239429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 453fe994-ad15-4405-a914-ac3331444604 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:09:44.275920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-53a9ef02-a48f-491a-a0cd-b5875c38dfa1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6726007 Aug 19 13:09:44.278731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51374) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:09:44.284359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] Request body: {'subnet': {'network_id': '453fe994-ad15-4405-a914-ac3331444604', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1541649197-subnet', 'tenant_id': '21b45b3432c948a29b04592c0180a1c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:44.400769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] Made reservation on behalf of 21b45b3432c948a29b04592c0180a1c4 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:44.403135 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.635262 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.692205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64abbeb-498f-4b0f-a68d-814cee204466,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:44.700251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] Checking segment: {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:09:44.700608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] Network hostable DHCP agents. Network: 453fe994-ad15-4405-a914-ac3331444604, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:09:44.828852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] Network 453fe994-ad15-4405-a914-ac3331444604 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:09:44.983551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 453fe994-ad15-4405-a914-ac3331444604) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:44.987653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:44.988270 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:44.992043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c075989-c128-4f6a-b055-b373f2a37866 None None] Network 453fe994-ad15-4405-a914-ac3331444604 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:09:45.092975 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3ff52d7e-4912-4b59-bd19-f0be7631ac40 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8125916 Aug 19 13:09:45.113402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725eeec7-e665-43ee-b27b-7e64aa600893 None None] Network 453fe994-ad15-4405-a914-ac3331444604 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:09:45.523361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-c64b46e6-b8e6-4b82-aab1-447d11b3121a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:45.524803 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-c64b46e6-b8e6-4b82-aab1-447d11b3121a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 815 time: 0.1003449 Aug 19 13:09:45.540018 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-1cff6d2f-c051-46d2-8ad8-eefdb1ff7b2a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/quotas/21b45b3432c948a29b04592c0180a1c4 HTTP/1.1" status: 200 len: 375 time: 0.0090535 Aug 19 13:09:45.574274 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-ece86a25-d5e5-43e0-a165-f33d302cf74a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279922 Aug 19 13:09:45.667815 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-06ed24d9-f76b-433e-83b7-e82baed51bc1 service neutron] 10.222.0.21 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866134 Aug 19 13:09:45.754828 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-68057d57-c744-442c-9ca3-4554bb9693fb service neutron] 10.222.0.21 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803216 Aug 19 13:09:46.044078 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5e732d58-a1f3-49d1-aa04-383ff3a07031 req-c4385029-fdbf-46fc-ba4f-a697bb0966c1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 210 time: 0.0282867 Aug 19 13:09:47.139873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c193ab58-ccfc-4565-b8d5-d4b699b19d75 req-dbbe3f5a-ad0e-4db6-83ee-a140075bab95 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 210 time: 0.0280547 Aug 19 13:09:48.237310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-73246410-6313-445e-a07e-38e1af29bfe6 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:48.238944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-73246410-6313-445e-a07e-38e1af29bfe6 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.62 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 815 time: 0.1062746 Aug 19 13:09:48.243081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ca9b897e-d444-4bbc-be75-9a6b5c303301 req-7d6e9269-4980-460b-b6e9-f22e628d06d0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 210 time: 0.0323818 Aug 19 13:09:48.253099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Request body: {'port': {'device_id': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'network_id': '453fe994-ad15-4405-a914-ac3331444604', 'admin_state_up': True, 'tenant_id': '21b45b3432c948a29b04592c0180a1c4'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:48.457458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Made reservation on behalf of 21b45b3432c948a29b04592c0180a1c4 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:09:48.461048 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:48.587637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Allocated IP 172.20.0.5 (453fe994-ad15-4405-a914-ac3331444604/e64abbeb-498f-4b0f-a68d-814cee204466/8a1b3112-6f88-461d-a1d7-2a2d97c2b575) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:09:48.740687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:48.863459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:48.902585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Network 453fe994-ad15-4405-a914-ac3331444604 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:09:48.908594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:09:48.912310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:09:48.938376 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Pushing event updated for resources: {'Port': ['ID=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:48.967630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:48.968918 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:49.092735 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-fd0f5e01-dbdd-4c5c-97b6-157f000165f1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8443258 Aug 19 13:09:49.105092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Request body: {'port': {'device_id': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:09:49.162021 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:49.399006 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3cd0e-a93a-4f69-a8e4-e82f27743480 req-7f9ebd18-60c3-4f17-bb85-abd8ed804476 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:49.400493 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62b3cd0e-a93a-4f69-a8e4-e82f27743480 req-7f9ebd18-60c3-4f17-bb85-abd8ed804476 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 931 time: 0.0734506 Aug 19 13:09:49.477805 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62b3cd0e-a93a-4f69-a8e4-e82f27743480 req-60c542d3-ddea-4e8d-84bc-939d5fbb5c39 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709643 Aug 19 13:09:49.488345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:49.496028 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:49.508102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Transition to ACTIVE for port object 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:09:49.594640 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:49.642908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Pushing event updated for resources: {'Port': ['ID=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:49.710421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Attempting to bind port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:09:49.710759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Attempting to bind port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:09:49.711125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Attempting to bind port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 on network 453fe994-ad15-4405-a914-ac3331444604 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:09:49.715410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 on network 453fe994-ad15-4405-a914-ac3331444604 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:09:49.715727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Attempting to bind port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 on network 453fe994-ad15-4405-a914-ac3331444604 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:09:49.720494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:09:49.720831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Checking segment: {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:09:49.721227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Bound using segment: {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:09:49.721637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Bound port: 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:09:49.721986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:49.787195 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:09:49.790105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:09:49.921091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:49.955892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:49.956515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:49.957913 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] 10.222.0.62 "PUT /v2.0/ports/8a1b3112-6f88-461d-a1d7-2a2d97c2b575 HTTP/1.1" status: 200 len: 1091 time: 0.8569660 Aug 19 13:09:49.958352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:49.960664 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cfcb19-9e01-466a-869b-5bb896d63e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:09:49.983600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fbbfe-36cf-47c4-80b6-0d40b5bdd3aa service neutron] Pushing event updated for resources: {'Port': ['ID=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:50.003634 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076e9a10-95df-452d-94cd-428edeb18956 x-openstack-request-id: req-076e9a10-95df-452d-94cd-428edeb18956 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:09:50.003933 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:09:50.004188 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-076e9a10-95df-452d-94cd-428edeb18956 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:09:50.004589 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575', 'status': 'completed', 'code': 200} Aug 19 13:09:50.064491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfcb19-9e01-466a-869b-5bb896d63e5e req-b5801478-e469-4a84-87e8-bf77e6fa1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.066041 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46cfcb19-9e01-466a-869b-5bb896d63e5e req-b5801478-e469-4a84-87e8-bf77e6fa1e51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 1094 time: 0.0426388 Aug 19 13:09:50.166233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfcb19-9e01-466a-869b-5bb896d63e5e req-18eeca14-412f-4982-b2f7-23a6b79fb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.167768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46cfcb19-9e01-466a-869b-5bb896d63e5e req-18eeca14-412f-4982-b2f7-23a6b79fb27b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=21b45b3432c948a29b04592c0180a1c4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0943878 Aug 19 13:09:50.260278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfcb19-9e01-466a-869b-5bb896d63e5e req-6280561f-dbeb-4a75-ac75-39b0a594eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.261804 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-46cfcb19-9e01-466a-869b-5bb896d63e5e req-6280561f-dbeb-4a75-ac75-39b0a594eee2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866561 Aug 19 13:09:50.338150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-033af31d-f01a-48cf-876e-462c87f0ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.339685 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-033af31d-f01a-48cf-876e-462c87f0ca44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 1094 time: 0.0415754 Aug 19 13:09:50.384304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-2e022947-9d46-452b-8b3f-142e579c4328 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575 HTTP/1.1" status: 200 len: 217 time: 0.0374365 Aug 19 13:09:50.434407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-d17102a2-99b8-4beb-8f6a-a473f221d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.435867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-d17102a2-99b8-4beb-8f6a-a473f221d520 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0453305 Aug 19 13:09:50.466728 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-3e7808cc-5d44-4eed-a6f8-73c3506d0a1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240726 Aug 19 13:09:50.580501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-0b7e32cd-fea0-4efc-9b37-fae5d10064d7 service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061838 Aug 19 13:09:50.641885 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597b08a-85db-4f78-b5e2-53d9f96f346c req-cfd32eef-e478-44cb-9047-b2964a38e7d9 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:50.643396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6597b08a-85db-4f78-b5e2-53d9f96f346c req-cfd32eef-e478-44cb-9047-b2964a38e7d9 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 943 time: 0.0973241 Aug 19 13:09:50.703867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6597b08a-85db-4f78-b5e2-53d9f96f346c req-77490fc6-1e93-4acf-a84a-2a20da01eac2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538747 Aug 19 13:09:50.714269 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ce12bd1-eaeb-4e80-9ed5-04d3b0354496 req-3bb2bb37-7214-4bff-b85c-33590173b34c service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262400 Aug 19 13:09:51.821990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab899e-c37e-4f6a-b906-df4d88658e92 req-efb2b9df-f876-4b21-b312-305bfabaa45f tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:51.823519 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8ab899e-c37e-4f6a-b906-df4d88658e92 req-efb2b9df-f876-4b21-b312-305bfabaa45f tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 943 time: 0.0511148 Aug 19 13:09:51.860636 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8ab899e-c37e-4f6a-b906-df4d88658e92 req-5c32f3ae-751a-482d-8c2d-18c81ae84031 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Aug 19 13:09:52.974411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fdc7f-76ff-4803-9d17-7bc64f5c74e8 req-d905bd31-4b16-49b8-bc76-3dd702c000ba tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:52.975905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b3fdc7f-76ff-4803-9d17-7bc64f5c74e8 req-d905bd31-4b16-49b8-bc76-3dd702c000ba tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 943 time: 0.0490563 Aug 19 13:09:53.011849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b3fdc7f-76ff-4803-9d17-7bc64f5c74e8 req-8a84f062-a4e0-4c24-8295-82a4fe57a4a8 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298364 Aug 19 13:09:53.088643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:09:53.178674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:53.189904 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575', 'network_id': '453fe994-ad15-4405-a914-ac3331444604', 'port_id': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575', 'mac_address': 'fa:16:3e:6c:0c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64abbeb-498f-4b0f-a68d-814cee204466', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:09:53.229054 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.241270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:09:53.260255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:53.319577 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:53.365038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:53.509834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['8a1b3112-6f88-461d-a1d7-2a2d97c2b575'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:09:54.125389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c8b70-2531-4e57-b90a-7557a8da7238 req-84ef1e99-ebd0-4f97-9890-ebc8ed81fe96 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:54.126888 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-751c8b70-2531-4e57-b90a-7557a8da7238 req-84ef1e99-ebd0-4f97-9890-ebc8ed81fe96 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 944 time: 0.0488427 Aug 19 13:09:54.164060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-751c8b70-2531-4e57-b90a-7557a8da7238 req-c10bcfcf-7217-48f4-9893-618e56c97e23 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311635 Aug 19 13:09:55.104671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:09:55.182747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:09:55.186545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:09:55.187536 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.271120 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.283045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971cbcd-2457-469a-a9ed-7ccfeb4019fa req-18dd7735-18b8-4b72-a8b6-d18d6988f508 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:55.284477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d971cbcd-2457-469a-a9ed-7ccfeb4019fa req-18dd7735-18b8-4b72-a8b6-d18d6988f508 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 944 time: 0.0494277 Aug 19 13:09:55.293674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:09:55.295920 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924590bf-ff7b-4f88-b2e8-0d653c7935cb" -d '{"events": [{"server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "name": "network-vif-plugged", "status": "completed", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:09:55.315505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:09:55.325162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d971cbcd-2457-469a-a9ed-7ccfeb4019fa req-69425825-b3ab-45a0-916b-33737989541d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345910 Aug 19 13:09:55.337250 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c313aa0-505b-4bc8-bff0-be65d27c18a4 x-openstack-request-id: req-3c313aa0-505b-4bc8-bff0-be65d27c18a4 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:09:55.337250 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "name": "network-vif-plugged", "status": "completed", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:09:55.337250 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c313aa0-505b-4bc8-bff0-be65d27c18a4 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:09:55.337250 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575', 'code': 200} Aug 19 13:09:55.389231 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:55.431089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb3c9a-f288-44cc-a074-63202bbc37df req-926912c3-e4d8-424b-bdcd-df3c468248c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:55.432665 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2dbb3c9a-f288-44cc-a074-63202bbc37df req-926912c3-e4d8-424b-bdcd-df3c468248c1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 1096 time: 0.0446513 Aug 19 13:09:55.438042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:09:55.470041 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2dbb3c9a-f288-44cc-a074-63202bbc37df req-72beda68-31ff-46d4-9b43-e942a6d996cc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300078 Aug 19 13:09:55.651800 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:56.443309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed2bf7-c01c-4aae-bffe-364a7abc8e8e req-1c61c7fd-726d-482f-a2ba-3307f1c16585 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:56.444848 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eed2bf7-c01c-4aae-bffe-364a7abc8e8e req-1c61c7fd-726d-482f-a2ba-3307f1c16585 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0512688 Aug 19 13:09:56.487056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eed2bf7-c01c-4aae-bffe-364a7abc8e8e req-4e5f4a4c-abe6-4b3d-baba-643764620250 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362182 Aug 19 13:09:56.606105 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:09:57.602734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa23a4b-30a9-4fcd-ba9f-5a7973309142 req-22462ab8-33dc-40e0-bd25-c2ba6d95b511 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:57.604254 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9fa23a4b-30a9-4fcd-ba9f-5a7973309142 req-22462ab8-33dc-40e0-bd25-c2ba6d95b511 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0498793 Aug 19 13:09:57.645024 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9fa23a4b-30a9-4fcd-ba9f-5a7973309142 req-c17942bf-feed-4087-8948-3d7db7268839 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347750 Aug 19 13:09:57.769589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba1d82-4d81-4d32-bce5-d12b68e91379 req-5f2e2a2a-550d-4a18-8f31-c18d975fccd5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:57.771069 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2ba1d82-4d81-4d32-bce5-d12b68e91379 req-5f2e2a2a-550d-4a18-8f31-c18d975fccd5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0513988 Aug 19 13:09:57.811445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2ba1d82-4d81-4d32-bce5-d12b68e91379 req-82d1d600-2c31-4fa9-bc43-c3495da91ade tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Aug 19 13:09:58.132465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ec02a-268a-4d21-8d1a-d3661ffde020 req-8e39b268-bdd0-4863-8715-e4a6906fa123 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:58.134056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-271ec02a-268a-4d21-8d1a-d3661ffde020 req-8e39b268-bdd0-4863-8715-e4a6906fa123 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0512495 Aug 19 13:09:58.172297 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-271ec02a-268a-4d21-8d1a-d3661ffde020 req-3811a8f9-463c-4131-b4ee-c6eb6dfa32e7 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321887 Aug 19 13:09:58.285573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aaad9-d422-4314-9b68-72dcbb91019a req-5eaaa1a9-9edb-4f5b-993f-dd9e10a20e49 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:58.286977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-063aaad9-d422-4314-9b68-72dcbb91019a req-5eaaa1a9-9edb-4f5b-993f-dd9e10a20e49 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0490448 Aug 19 13:09:58.323373 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-063aaad9-d422-4314-9b68-72dcbb91019a req-965aa001-2489-48a3-8582-73417e70b383 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305693 Aug 19 13:09:58.693818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80745e8-3e4d-4410-84f6-f360ca115bd8 req-f1279c81-0f11-464c-83fd-6e3294828774 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:58.695427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f80745e8-3e4d-4410-84f6-f360ca115bd8 req-f1279c81-0f11-464c-83fd-6e3294828774 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0563080 Aug 19 13:09:58.733046 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f80745e8-3e4d-4410-84f6-f360ca115bd8 req-375fd519-ec59-4429-a9c1-733ab1e1732c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 Aug 19 13:09:58.831746 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-66ab6c9a-7d91-4e1e-8021-3677f6eba5c6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400102 Aug 19 13:09:59.856499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe59b6-f072-452d-bd2e-a75d75f10fdd req-f3eeaea3-0184-4046-89e0-9e756efd32b2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:09:59.858010 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9fe59b6-f072-452d-bd2e-a75d75f10fdd req-f3eeaea3-0184-4046-89e0-9e756efd32b2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0567422 Aug 19 13:09:59.896386 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9fe59b6-f072-452d-bd2e-a75d75f10fdd req-69d2935e-7603-4f75-bbdb-0d5c95adaa9e tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322440 Aug 19 13:10:00.968654 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-fcb92a20-5d86-4a5c-97af-4f6c231c73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:00.970206 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-fcb92a20-5d86-4a5c-97af-4f6c231c73b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 1096 time: 0.0423968 Aug 19 13:10:01.072859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2783bc-e437-4566-891b-cca18255f410 req-982a416e-c362-49e2-a328-580aa39468cd tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:01.074356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f2783bc-e437-4566-891b-cca18255f410 req-982a416e-c362-49e2-a328-580aa39468cd tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.1032875 Aug 19 13:10:01.109018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-35471411-a0c3-41a5-9985-8670f6d07ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:01.110432 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-35471411-a0c3-41a5-9985-8670f6d07ec8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 916 time: 0.1311405 Aug 19 13:10:01.132237 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3f2783bc-e437-4566-891b-cca18255f410 req-562ccca4-579a-4a56-9931-e19465a56438 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512137 Aug 19 13:10:01.159191 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-a7aae49b-53ca-40ad-a981-d00665cb2fc0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575 HTTP/1.1" status: 200 len: 217 time: 0.0397358 Aug 19 13:10:01.206925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-c0fd97e3-7dee-463a-910d-0de7dd704dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:01.208311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-c0fd97e3-7dee-463a-910d-0de7dd704dd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0423298 Aug 19 13:10:01.244398 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-97d5ea9b-8a98-4ca8-820b-113da24b5fda service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285072 Aug 19 13:10:01.332627 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-94b71893-0b8d-4b78-975f-8734c82c968d service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804186 Aug 19 13:10:01.422642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-5d5e4acb-9194-4a62-8d6b-86069774254c service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823948 Aug 19 13:10:02.245465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd5f13-8f5b-46df-81cd-895326008616 req-33535f66-c012-4218-a43c-97299de48c08 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:02.246958 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0dbd5f13-8f5b-46df-81cd-895326008616 req-33535f66-c012-4218-a43c-97299de48c08 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0485644 Aug 19 13:10:02.285000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0dbd5f13-8f5b-46df-81cd-895326008616 req-84f52345-b08c-4865-aa2f-a33811b3ff5a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315638 Aug 19 13:10:03.397596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ce426-1570-4a28-9356-dd6003399a5e req-0382b8bd-5b6a-42d7-9014-47d1096a5ec0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:03.399355 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-232ce426-1570-4a28-9356-dd6003399a5e req-0382b8bd-5b6a-42d7-9014-47d1096a5ec0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0488405 Aug 19 13:10:03.436006 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-232ce426-1570-4a28-9356-dd6003399a5e req-3534dfc7-09c2-4c60-ac10-5b0ed9d4ac21 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305529 Aug 19 13:10:04.551375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43888a-9265-4642-bf7e-f359ba578419 req-f50652d3-b3a4-4266-bf41-726eec13a570 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:04.552847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c43888a-9265-4642-bf7e-f359ba578419 req-f50652d3-b3a4-4266-bf41-726eec13a570 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0499508 Aug 19 13:10:04.590729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0c43888a-9265-4642-bf7e-f359ba578419 req-a2fe8b61-43cd-45f9-9c0f-3271b902b9df tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Aug 19 13:10:05.063606 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-40759ec7-eba8-4a7e-b0d0-a79047320dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:05.706264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08146f-91ab-449e-8eaa-e4d5c0c7adfc req-e985b493-e6da-4839-bbe4-9478cb5183e0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:05.707805 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bc08146f-91ab-449e-8eaa-e4d5c0c7adfc req-e985b493-e6da-4839-bbe4-9478cb5183e0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0497603 Aug 19 13:10:05.746087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bc08146f-91ab-449e-8eaa-e4d5c0c7adfc req-88392d57-50f5-47d8-8a26-01f4325ebc44 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Aug 19 13:10:06.866003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e23169-199b-4f61-b783-b19fb913bf3f req-a52685bf-9f76-4fa3-b47a-ea1d9268bb6d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:06.867510 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75e23169-199b-4f61-b783-b19fb913bf3f req-a52685bf-9f76-4fa3-b47a-ea1d9268bb6d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0536013 Aug 19 13:10:06.904563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-75e23169-199b-4f61-b783-b19fb913bf3f req-b635b8f2-c78d-48b1-b4a4-c4e28886603c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311036 Aug 19 13:10:07.310792 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:10:07.731346 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:07.794128 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d720ec08-40b2-4030-ae2e-07ec48fe10ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:08.033208 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261b9d-de6d-4b16-9041-4023beb757bd req-4f429f03-976d-4f69-96fb-1bbcb48e3fa0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:08.034697 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30261b9d-de6d-4b16-9041-4023beb757bd req-4f429f03-976d-4f69-96fb-1bbcb48e3fa0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0579615 Aug 19 13:10:08.072641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30261b9d-de6d-4b16-9041-4023beb757bd req-7590365b-a070-44a0-97e3-8e171bb5a522 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Aug 19 13:10:09.187242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd621ef0-10d7-4f12-97c4-8a47c835b252 req-8bc32615-eceb-4eb1-bdbb-b7c823901e9e tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:09.188782 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd621ef0-10d7-4f12-97c4-8a47c835b252 req-8bc32615-eceb-4eb1-bdbb-b7c823901e9e tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0497973 Aug 19 13:10:09.225526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fd621ef0-10d7-4f12-97c4-8a47c835b252 req-17ea4071-b746-495d-a507-aee7e0c24b5a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306351 Aug 19 13:10:09.274750 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:10.341023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4b511-9071-441c-b2ac-fbb8957f5c33 req-f4608f38-5854-4152-af67-3aba9036e01b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:10.342410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5fe4b511-9071-441c-b2ac-fbb8957f5c33 req-f4608f38-5854-4152-af67-3aba9036e01b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0498276 Aug 19 13:10:10.379617 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5fe4b511-9071-441c-b2ac-fbb8957f5c33 req-d841b6f9-5c11-469c-a5ce-843b85c59420 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307589 Aug 19 13:10:10.662894 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:11.494175 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d527e3f-1883-44df-8c19-32b87df42036 req-556db805-17da-4441-9d76-80840ffeaae2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:11.495682 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d527e3f-1883-44df-8c19-32b87df42036 req-556db805-17da-4441-9d76-80840ffeaae2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0489242 Aug 19 13:10:11.533321 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d527e3f-1883-44df-8c19-32b87df42036 req-04e24862-15fc-4559-97a1-de3be52f997e tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Aug 19 13:10:12.647245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db01604-8f10-433f-935f-90f5f1cd0556 req-80f15997-ec5a-4d9b-8a63-697ab1cbd5f0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:12.648999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5db01604-8f10-433f-935f-90f5f1cd0556 req-80f15997-ec5a-4d9b-8a63-697ab1cbd5f0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0487621 Aug 19 13:10:12.686549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5db01604-8f10-433f-935f-90f5f1cd0556 req-cb074ffd-37c9-4aa3-8543-1f4c5bf46178 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316083 Aug 19 13:10:13.808070 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ab768-45b8-402b-8d6c-68843116b23f req-e702a09b-0226-438c-b187-cb43f821b1d2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:13.809551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af1ab768-45b8-402b-8d6c-68843116b23f req-e702a09b-0226-438c-b187-cb43f821b1d2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0541868 Aug 19 13:10:13.846883 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af1ab768-45b8-402b-8d6c-68843116b23f req-0398dd9c-a18a-463f-b18d-a1cbed5e0edc tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307965 Aug 19 13:10:14.966967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ac521-931f-4d82-863e-920cf363614e req-a089427c-9461-4407-baf1-3687a185608f tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:14.969088 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a0ac521-931f-4d82-863e-920cf363614e req-a089427c-9461-4407-baf1-3687a185608f tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0531607 Aug 19 13:10:15.006018 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a0ac521-931f-4d82-863e-920cf363614e req-543be3f3-9289-4b93-93ab-8e40d7638ea2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Aug 19 13:10:16.125020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c0b26-1618-4dfa-9b2b-d2fcc449a5d3 req-c440dc81-9428-451a-83d6-17d1bac4f49f tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:16.126572 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a55c0b26-1618-4dfa-9b2b-d2fcc449a5d3 req-c440dc81-9428-451a-83d6-17d1bac4f49f tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0501266 Aug 19 13:10:16.163808 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a55c0b26-1618-4dfa-9b2b-d2fcc449a5d3 req-31230ae7-61fc-4bbf-aca8-271d8e86dfcc tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314002 Aug 19 13:10:17.279052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469efe2-94a1-490d-af13-b4a2acf7d425 req-ccbb1898-04ea-4f05-b862-ba83e1f414d5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:17.281067 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d469efe2-94a1-490d-af13-b4a2acf7d425 req-ccbb1898-04ea-4f05-b862-ba83e1f414d5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0493963 Aug 19 13:10:17.317421 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d469efe2-94a1-490d-af13-b4a2acf7d425 req-4d9c9d6f-6720-49ff-8ee8-48c1daffe467 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305059 Aug 19 13:10:18.436806 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7c319-8d7b-44e0-92cc-7660b1c81136 req-146ebd6a-d390-43e0-9e65-39d8c6e3e2e5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:18.438375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3ca7c319-8d7b-44e0-92cc-7660b1c81136 req-146ebd6a-d390-43e0-9e65-39d8c6e3e2e5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0521872 Aug 19 13:10:18.477119 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3ca7c319-8d7b-44e0-92cc-7660b1c81136 req-ecae71ef-c1a3-4161-b1ca-5514573f2ffc tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326767 Aug 19 13:10:19.593835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8e567-80cb-44c7-9431-9e2909242bd9 req-742d9fc3-f3eb-417c-8191-e51fb926a224 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:19.595346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4b8e567-80cb-44c7-9431-9e2909242bd9 req-742d9fc3-f3eb-417c-8191-e51fb926a224 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0486839 Aug 19 13:10:19.633217 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4b8e567-80cb-44c7-9431-9e2909242bd9 req-2a43f69f-c0db-4ff0-9f6d-2e93e638f024 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318797 Aug 19 13:10:20.752185 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c527aa-d7a2-4c53-8746-f1e39d27b17a req-ab1d6f0e-cb09-4f64-b40d-e4c0b03d5dd5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:20.753682 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23c527aa-d7a2-4c53-8746-f1e39d27b17a req-ab1d6f0e-cb09-4f64-b40d-e4c0b03d5dd5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0536397 Aug 19 13:10:20.793005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-23c527aa-d7a2-4c53-8746-f1e39d27b17a req-539e6e98-b2b3-4c15-b2ac-5ee7c8c2cea1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333409 Aug 19 13:10:21.913740 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d225150-c20e-4d18-9a1e-308a25b2ecb7 req-7cfd7cb4-b3e9-482e-beaf-66555d746da9 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:21.915246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d225150-c20e-4d18-9a1e-308a25b2ecb7 req-7cfd7cb4-b3e9-482e-beaf-66555d746da9 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0529277 Aug 19 13:10:21.951401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d225150-c20e-4d18-9a1e-308a25b2ecb7 req-12991c9f-7c8d-4cbd-a4fe-b59b7817eef5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302320 Aug 19 13:10:23.067961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da176f1-a2c2-46a4-a044-aa325521518e req-d68fd9ec-12bc-4f4f-b8b4-f9e198c6a9f5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:23.069462 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6da176f1-a2c2-46a4-a044-aa325521518e req-d68fd9ec-12bc-4f4f-b8b4-f9e198c6a9f5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0512564 Aug 19 13:10:23.107797 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6da176f1-a2c2-46a4-a044-aa325521518e req-a25ef0f1-c2e4-40ad-b235-df7c1ae80aee tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Aug 19 13:10:24.221256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd3e00-a1c1-4d92-bec1-5f34d16ff0ed req-4c5dc404-faa8-4aad-803b-212ffa91b037 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:24.222850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75bd3e00-a1c1-4d92-bec1-5f34d16ff0ed req-4c5dc404-faa8-4aad-803b-212ffa91b037 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0491385 Aug 19 13:10:24.261100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75bd3e00-a1c1-4d92-bec1-5f34d16ff0ed req-1148c7de-0241-4090-8a69-eb76b136907d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 Aug 19 13:10:25.377104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf21a1-8b1e-477c-b3d6-8040c0465a18 req-16135315-52b4-47a4-9b91-019cb9541a17 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:25.378648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e8bf21a1-8b1e-477c-b3d6-8040c0465a18 req-16135315-52b4-47a4-9b91-019cb9541a17 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0499613 Aug 19 13:10:25.415793 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e8bf21a1-8b1e-477c-b3d6-8040c0465a18 req-f52f9a4b-5910-4761-9e96-68fc6fcf33eb tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312331 Aug 19 13:10:25.708710 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:26.530600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12284f-fba8-4f44-9263-0269d8603943 req-ec4b2051-5235-46f5-8901-8eb26a84ccce tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:26.532093 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f12284f-fba8-4f44-9263-0269d8603943 req-ec4b2051-5235-46f5-8901-8eb26a84ccce tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0489242 Aug 19 13:10:26.571436 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f12284f-fba8-4f44-9263-0269d8603943 req-f53b0293-7e86-4895-9486-7eb52dcbd0f9 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Aug 19 13:10:26.645895 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:27.692393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5460c4e-4282-46e8-bc6d-4eb6e8f36040 req-7a74162f-f793-4aaf-a954-0d0e6b89b8b3 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:27.693869 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5460c4e-4282-46e8-bc6d-4eb6e8f36040 req-7a74162f-f793-4aaf-a954-0d0e6b89b8b3 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0553918 Aug 19 13:10:27.732725 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e5460c4e-4282-46e8-bc6d-4eb6e8f36040 req-d0339f50-9785-45b4-8f6c-37561660a0ae tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328794 Aug 19 13:10:28.736215 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-465583c1-ac4a-4f73-8102-647308ef99e2 service neutron] show failed (client error): The resource could not be found. Aug 19 13:10:28.737262 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-465583c1-ac4a-4f73-8102-647308ef99e2 service neutron] 10.222.0.62 "GET /v2.0/ports/8a1b3112-6f88-461d-a1d7-2a2d97c2b575/bindings/n-h2-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0602267 Aug 19 13:10:28.848820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d9bcc-3e00-421e-b39a-9e6626cd33a7 req-342e2ceb-95d3-4141-bc43-b199a8240f93 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:28.850423 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f97d9bcc-3e00-421e-b39a-9e6626cd33a7 req-342e2ceb-95d3-4141-bc43-b199a8240f93 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0496268 Aug 19 13:10:28.888964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f97d9bcc-3e00-421e-b39a-9e6626cd33a7 req-fa7ea546-513d-4cef-91b8-690f8dc8a741 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Aug 19 13:10:29.349430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-ea7a9a15-dcbd-4117-9bef-7284c561aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:29.350793 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-ea7a9a15-dcbd-4117-9bef-7284c561aead service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2&tenant_id=21b45b3432c948a29b04592c0180a1c4 HTTP/1.1" status: 200 len: 1096 time: 0.0706615 Aug 19 13:10:29.363105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:29.419583 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.619777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:29.651892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:29.692363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:29.694669 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4f7714-9ccd-4a4a-80e6-7038ec51420c" -d '{"events": [{"server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "name": "network-vif-unplugged", "status": "completed", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:29.698676 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.711126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Transition to ACTIVE for port object 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:29.745626 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77696830-37ac-4b91-91ac-afab1b7506aa x-openstack-request-id: req-77696830-37ac-4b91-91ac-afab1b7506aa {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:29.745923 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "name": "network-vif-unplugged", "status": "completed", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:29.746176 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77696830-37ac-4b91-91ac-afab1b7506aa {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:29.746610 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575', 'code': 200} Aug 19 13:10:29.783129 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.848719 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] No DVR routers for this DVR port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:29.851812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,revision_number=6']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:29.863076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.863427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.863768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.864107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.864442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.864771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.865097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.865423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.865748 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.866072 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.866396 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.866716 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:29.894966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Attempting to bind port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:29.895306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Attempting to bind port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:29.895636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Attempting to bind port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 on network 453fe994-ad15-4405-a914-ac3331444604 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:29.900135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 on network 453fe994-ad15-4405-a914-ac3331444604 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:10:29.900453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Attempting to bind port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 on network 453fe994-ad15-4405-a914-ac3331444604 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:29.905915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:29.906252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Checking segment: {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:29.906648 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Bound using segment: {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:29.907085 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Bound port: 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:29.907441 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:29.972231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:29.978034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:30.012628 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e28db0-fc47-4146-bea0-151505b4e0b7 req-7b2899e4-8d17-4216-9bcd-35b0f03d97cb tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:30.014687 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-07e28db0-fc47-4146-bea0-151505b4e0b7 req-7b2899e4-8d17-4216-9bcd-35b0f03d97cb tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 943 time: 0.0502899 Aug 19 13:10:30.035269 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.054673 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-07e28db0-fc47-4146-bea0-151505b4e0b7 req-a0089728-6f3d-4c77-9882-cddbb73b99e6 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337918 Aug 19 13:10:30.077178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:30.077178 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:30.077178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] 10.222.0.30 "PUT /v2.0/ports/8a1b3112-6f88-461d-a1d7-2a2d97c2b575 HTTP/1.1" status: 200 len: 1091 time: 0.7155197 Aug 19 13:10:30.110427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435117d1-0dfe-43d9-8c82-c711a26ea831 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:30.146034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-4611aa25-f6cc-4972-8bf2-fd09838d5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:30.147490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-4611aa25-f6cc-4972-8bf2-fd09838d5788 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 1094 time: 0.0493114 Aug 19 13:10:30.239293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-c1fd0521-a563-4031-be3e-b7a2236241d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:30.240799 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-c1fd0521-a563-4031-be3e-b7a2236241d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 916 time: 0.0863357 Aug 19 13:10:30.287878 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-456c001e-1e1f-4ebc-9c99-e1d668b5ef05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575 HTTP/1.1" status: 200 len: 217 time: 0.0395133 Aug 19 13:10:30.337481 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-c7aec04d-6ab4-47d4-a1da-1599473d64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:30.338968 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-c7aec04d-6ab4-47d4-a1da-1599473d64cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0443423 Aug 19 13:10:30.371017 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-29b9b0d3-d6d7-47ae-b4c0-36979dd80918 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242672 Aug 19 13:10:30.460088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-e70820af-7432-4e46-b40f-97af42bfc943 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822480 Aug 19 13:10:30.553950 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f6fd4aca-6c0e-4535-9b2e-d79a5962e33d req-ac25df08-6916-4ece-ae1e-93ec0b6aa639 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873013 Aug 19 13:10:31.175788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef92cb-c64d-449b-b3c9-3339b32b00b0 req-b0b6649a-1a56-4953-b61e-5c8a67c4b45d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:31.177233 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5ef92cb-c64d-449b-b3c9-3339b32b00b0 req-b0b6649a-1a56-4953-b61e-5c8a67c4b45d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 943 time: 0.0509918 Aug 19 13:10:31.216787 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5ef92cb-c64d-449b-b3c9-3339b32b00b0 req-c9d2b5f4-b953-4930-988e-aff4e7f4ee8f tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336289 Aug 19 13:10:31.236737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:31.277265 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:31.747528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:31.750279 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:31.798596 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86efc77-877e-47a8-8301-375efc46ff52 x-openstack-request-id: req-c86efc77-877e-47a8-8301-375efc46ff52 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:31.798934 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:31.799205 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c86efc77-877e-47a8-8301-375efc46ff52 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:31.799632 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575', 'status': 'completed', 'code': 200} Aug 19 13:10:31.857075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-979aaee1-0356-4cdc-983c-463ee0edf3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:31.859339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-979aaee1-0356-4cdc-983c-463ee0edf3ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 1094 time: 0.0411470 Aug 19 13:10:31.867453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-50b3b243-5361-4eea-9329-c0b4f7b316f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:31.869095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-50b3b243-5361-4eea-9329-c0b4f7b316f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 1094 time: 0.0465808 Aug 19 13:10:31.952105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-2eb5d761-3d2b-4c27-8a26-86a85f887aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:31.953597 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-2eb5d761-3d2b-4c27-8a26-86a85f887aa7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 916 time: 0.0878496 Aug 19 13:10:31.960120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-ba278458-b49f-44f7-a5da-b41e3a152575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:31.961609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-ba278458-b49f-44f7-a5da-b41e3a152575 service neutron] 10.222.0.30 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 916 time: 0.0852189 Aug 19 13:10:31.997815 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-8d085280-1537-4505-8095-94b725aab636 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575 HTTP/1.1" status: 200 len: 217 time: 0.0367310 Aug 19 13:10:32.006762 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-f271576a-0f32-46c8-9729-f3adc28c14d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575 HTTP/1.1" status: 200 len: 217 time: 0.0353675 Aug 19 13:10:32.051432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-9bf38347-3e59-4be9-bee2-43d4907d599d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:32.052959 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-9bf38347-3e59-4be9-bee2-43d4907d599d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0492663 Aug 19 13:10:32.060509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-de836645-0e4a-439a-b4fd-cf222970770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:32.062011 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-de836645-0e4a-439a-b4fd-cf222970770e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0487077 Aug 19 13:10:32.086297 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-e3936b38-b538-4670-90a9-f55ded716cdf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258117 Aug 19 13:10:32.098455 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-6334f94e-06d2-45c0-93f4-e511d5f0aa1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259304 Aug 19 13:10:32.180323 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-7730b551-77e7-499b-a320-c50fb0e18f15 service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866239 Aug 19 13:10:32.189285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-c932e20d-3652-4366-80ae-d5a3353c9686 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834439 Aug 19 13:10:32.298598 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-a1d6d464-c5c2-40ee-8fc5-35b6ead5573e service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979388 Aug 19 13:10:32.363668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070210fb-fc9a-47bb-91fc-ad3bfb1b94d0 req-0407f4bb-5a2a-4fb5-b1ad-b72ccc07a306 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:32.365431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-070210fb-fc9a-47bb-91fc-ad3bfb1b94d0 req-0407f4bb-5a2a-4fb5-b1ad-b72ccc07a306 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 943 time: 0.0560088 Aug 19 13:10:32.408650 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-070210fb-fc9a-47bb-91fc-ad3bfb1b94d0 req-1392d521-9f3c-41f8-bdb4-cdf68dcdd7a0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353987 Aug 19 13:10:32.620633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccefcabd-078e-46cb-9d9a-03b842ab2b2b req-1e4d217b-203d-4d65-8d69-d5d9db4785e9 service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328606 Aug 19 13:10:33.256814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:10:33.363627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:33.377306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575', 'network_id': '453fe994-ad15-4405-a914-ac3331444604', 'port_id': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575', 'mac_address': 'fa:16:3e:6c:0c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64abbeb-498f-4b0f-a68d-814cee204466', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:10:33.425308 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.438527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:33.458675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:33.514705 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:33.529108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563d23a-f7b3-429b-9692-d305b2d16aeb req-de4b6b37-eab7-4e9a-bf8b-294e33bf6488 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:33.531195 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0563d23a-f7b3-429b-9692-d305b2d16aeb req-de4b6b37-eab7-4e9a-bf8b-294e33bf6488 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 943 time: 0.0501840 Aug 19 13:10:33.565935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:33.569353 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0563d23a-f7b3-429b-9692-d305b2d16aeb req-d05b6c30-8690-4067-a10e-6d77e4e796e9 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320275 Aug 19 13:10:33.577074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.577074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.577074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.577074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.577074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.577074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.577074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.577074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.577074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.577074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.577074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.577855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:10:33.724276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['8a1b3112-6f88-461d-a1d7-2a2d97c2b575'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:10:33.889546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cef1f9-8e88-484d-811d-43332912e81c req-15172506-7b75-4ddd-9fcc-7a6db173ff49 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:33.891103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80cef1f9-8e88-484d-811d-43332912e81c req-15172506-7b75-4ddd-9fcc-7a6db173ff49 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 944 time: 0.0496447 Aug 19 13:10:33.943696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80cef1f9-8e88-484d-811d-43332912e81c req-c5e19c06-fcdb-42c7-a237-4bf25533979c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454340 Aug 19 13:10:34.016872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-1f1b261b-bffd-4316-9c22-aeec0e3c1580 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:34.018244 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-1f1b261b-bffd-4316-9c22-aeec0e3c1580 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.62 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2&tenant_id=21b45b3432c948a29b04592c0180a1c4&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 944 time: 0.0894139 Aug 19 13:10:34.078858 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-b0f71f38-e491-4257-a96c-5044eed00f18 service neutron] delete failed (client error): The resource could not be found. Aug 19 13:10:34.079879 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-b0f71f38-e491-4257-a96c-5044eed00f18 service neutron] 10.222.0.62 "DELETE /v2.0/ports/8a1b3112-6f88-461d-a1d7-2a2d97c2b575/bindings/n-h1-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0543754 Aug 19 13:10:34.164537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-8cc62587-f7c1-44b4-8f10-d4df75ef24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:34.166029 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-8cc62587-f7c1-44b4-8f10-d4df75ef24b6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 1095 time: 0.0444634 Aug 19 13:10:34.255029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-7ef54289-b62c-4e20-8543-d94a6240c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:34.256494 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-7ef54289-b62c-4e20-8543-d94a6240c3cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 916 time: 0.0829091 Aug 19 13:10:34.302113 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-933368bc-a1a0-4258-b455-6966ca4a18eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575 HTTP/1.1" status: 200 len: 217 time: 0.0381505 Aug 19 13:10:34.349478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-9ad25b2c-ab3f-4031-8c68-1d4bd8467a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:34.350949 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-9ad25b2c-ab3f-4031-8c68-1d4bd8467a7f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0426040 Aug 19 13:10:34.382952 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-386cb8e5-10dc-4890-9fdb-de3b35819a27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252686 Aug 19 13:10:34.470445 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-edf48b11-7168-4da9-b0bb-cfa0980ac987 service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800202 Aug 19 13:10:34.564491 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-55af5376-da57-42a1-b21b-47494ed6b4cf req-ec9c8bf2-7bdd-48d1-a58c-161d1553e973 service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870285 Aug 19 13:10:35.069864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a98cbe-febf-4987-9c2e-233fe14264d0 req-48b999fc-f7a0-4458-a8e0-e8770e3568a8 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:35.071478 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15a98cbe-febf-4987-9c2e-233fe14264d0 req-48b999fc-f7a0-4458-a8e0-e8770e3568a8 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 944 time: 0.0542800 Aug 19 13:10:35.080498 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fe941cff-4a50-472a-ad4a-a94743a8b601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.115257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15a98cbe-febf-4987-9c2e-233fe14264d0 req-a0fb34e9-4b91-418f-812c-caecc1ffbea0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370641 Aug 19 13:10:35.288676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:35.394335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:35.399021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:35.399415 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.477897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.500371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:35.502628 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7abcf0d-4215-4e61-b9c0-94e65f540fc8" -d '{"events": [{"server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "name": "network-vif-plugged", "status": "completed", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:35.516728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:35.542497 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7c6e2d-6330-4f2a-b5e8-c60986e0894e x-openstack-request-id: req-1c7c6e2d-6330-4f2a-b5e8-c60986e0894e {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:35.542790 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "name": "network-vif-plugged", "status": "completed", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:35.543088 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c7c6e2d-6330-4f2a-b5e8-c60986e0894e {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:35.543511 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575', 'code': 200} Aug 19 13:10:35.583145 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:35.634941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:36.231662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c013f1e-631b-4ce3-9315-56313bc82938 req-3d621c87-b6cf-4124-b0bf-ae9ea473301d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:36.233792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c013f1e-631b-4ce3-9315-56313bc82938 req-3d621c87-b6cf-4124-b0bf-ae9ea473301d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0502555 Aug 19 13:10:36.271188 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c013f1e-631b-4ce3-9315-56313bc82938 req-88cbfd42-a6e9-47c7-8953-f3576a043fe3 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Aug 19 13:10:36.387538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98858e7-ed69-4fe4-aad7-0a6b863669aa req-332fc8e0-f88f-45de-9658-cc794a4215b8 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:36.389120 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c98858e7-ed69-4fe4-aad7-0a6b863669aa req-332fc8e0-f88f-45de-9658-cc794a4215b8 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0498946 Aug 19 13:10:36.431919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c98858e7-ed69-4fe4-aad7-0a6b863669aa req-fcb87769-a90b-4c59-9c05-3958bbdcc6b2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364463 Aug 19 13:10:36.544697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de706898-2af3-44d6-947c-65f1bf7ae42e req-f9d3d538-2d90-4614-af05-c8a333d5ce8b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:36.546686 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de706898-2af3-44d6-947c-65f1bf7ae42e req-f9d3d538-2d90-4614-af05-c8a333d5ce8b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0487671 Aug 19 13:10:36.584525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de706898-2af3-44d6-947c-65f1bf7ae42e req-aef1b355-f51e-4256-8203-81d657baf4b5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317984 Aug 19 13:10:37.160193 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-bf0f0c26-05e0-434c-8fb1-a5531e4a3445 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:37.161660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-bf0f0c26-05e0-434c-8fb1-a5531e4a3445 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 815 time: 0.1030796 Aug 19 13:10:37.176985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-b548df8c-5d03-47fe-bf68-3b2b4088782c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/quotas/21b45b3432c948a29b04592c0180a1c4 HTTP/1.1" status: 200 len: 375 time: 0.0095575 Aug 19 13:10:37.226458 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-24977370-6831-40e7-9003-9d3defcfc5e5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442541 Aug 19 13:10:37.286709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-3bdadf95-763e-4f66-bb43-af604d984f96 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:10:37.287740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-3bdadf95-763e-4f66-bb43-af604d984f96 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539749 Aug 19 13:10:37.380900 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-84549ff3-6910-4d2a-ad95-58f0dd164130 service neutron] 10.222.0.21 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865736 Aug 19 13:10:37.475212 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-0793d363-cc49-4a70-aba8-58289665b687 service neutron] 10.222.0.21 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855534 Aug 19 13:10:37.680285 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:37.735689 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7ac5244b-3c00-4c68-9af4-b84b2a0e163d req-b11dcf9c-4ac3-40b6-aa57-5b05f724331f tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 210 time: 0.0325611 Aug 19 13:10:37.783147 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8aa7c4f9-1ee9-48ca-be35-0de5a1ac69ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.329912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009ab9b-cd31-4674-8905-156fccb2fa50 req-9ded222e-725c-47f1-8bd1-f0a7b69c6fc5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:38.331332 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b009ab9b-cd31-4674-8905-156fccb2fa50 req-9ded222e-725c-47f1-8bd1-f0a7b69c6fc5 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.30 "GET /v2.0/ports?device_id=f96583dd-0995-481d-8132-e85d8aed97a2 HTTP/1.1" status: 200 len: 945 time: 0.0503590 Aug 19 13:10:38.424697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-b009ab9b-cd31-4674-8905-156fccb2fa50 req-fd573f9b-de9c-4c3f-aba5-5e50ed802fb1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Deleting port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:10:38.425036 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b009ab9b-cd31-4674-8905-156fccb2fa50 req-fd573f9b-de9c-4c3f-aba5-5e50ed802fb1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.511947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b009ab9b-cd31-4674-8905-156fccb2fa50 req-fd573f9b-de9c-4c3f-aba5-5e50ed802fb1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] For port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:38.512306 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b009ab9b-cd31-4674-8905-156fccb2fa50 req-fd573f9b-de9c-4c3f-aba5-5e50ed802fb1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.525258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-b009ab9b-cd31-4674-8905-156fccb2fa50 req-fd573f9b-de9c-4c3f-aba5-5e50ed802fb1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Calling delete_port for 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:10:38.789019 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b009ab9b-cd31-4674-8905-156fccb2fa50 req-fd573f9b-de9c-4c3f-aba5-5e50ed802fb1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.804881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['8a1b3112-6f88-461d-a1d7-2a2d97c2b575'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:10:38.822358 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd573f9b-de9c-4c3f-aba5-5e50ed802fb1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Pushing event deleted for resources: {'Port': ['ID=8a1b3112-6f88-461d-a1d7-2a2d97c2b575,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:38.857162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-267f33b2-d3ec-48d0-9373-72d2ecaa2221 req-9f00318c-e136-4330-a7dd-9ccf224899f7 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 210 time: 0.0367377 Aug 19 13:10:38.889500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b009ab9b-cd31-4674-8905-156fccb2fa50 req-fd573f9b-de9c-4c3f-aba5-5e50ed802fb1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] No DVR routers for this DVR port 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:10:38.892265 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b009ab9b-cd31-4674-8905-156fccb2fa50 req-fd573f9b-de9c-4c3f-aba5-5e50ed802fb1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:38.894313 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b009ab9b-cd31-4674-8905-156fccb2fa50 req-fd573f9b-de9c-4c3f-aba5-5e50ed802fb1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.30 "DELETE /v2.0/ports/8a1b3112-6f88-461d-a1d7-2a2d97c2b575 HTTP/1.1" status: 204 len: 173 time: 0.5569508 Aug 19 13:10:38.894757 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'name': 'network-vif-deleted', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:38.897109 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909cdd69-e948-4218-986a-d5b2b9519d1c" -d '{"events": [{"server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "name": "network-vif-deleted", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:38.935542 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac486f00-0614-4848-a90a-0033ac85f6e3 x-openstack-request-id: req-ac486f00-0614-4848-a90a-0033ac85f6e3 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:38.935904 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96583dd-0995-481d-8132-e85d8aed97a2", "name": "network-vif-deleted", "tag": "8a1b3112-6f88-461d-a1d7-2a2d97c2b575", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:38.936349 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac486f00-0614-4848-a90a-0033ac85f6e3 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:38.936552 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96583dd-0995-481d-8132-e85d8aed97a2', 'name': 'network-vif-deleted', 'tag': '8a1b3112-6f88-461d-a1d7-2a2d97c2b575', 'status': 'completed', 'code': 200} Aug 19 13:10:39.297379 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:39.862187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-4ab351df-5d65-43bd-8c69-1c6030e2c3a7 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:39.863571 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-4ab351df-5d65-43bd-8c69-1c6030e2c3a7 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.30 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 815 time: 0.0998769 Aug 19 13:10:39.876027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Request body: {'port': {'device_id': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'network_id': '453fe994-ad15-4405-a914-ac3331444604', 'admin_state_up': True, 'tenant_id': '21b45b3432c948a29b04592c0180a1c4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:39.968477 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c45af9b7-3202-4c07-b641-2ef469d744e5 req-747503f2-899f-49a1-9c13-fc2c1b177905 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 210 time: 0.0301650 Aug 19 13:10:40.103028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Made reservation on behalf of 21b45b3432c948a29b04592c0180a1c4 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:10:40.106671 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:40.233704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Allocated IP 172.20.0.12 (453fe994-ad15-4405-a914-ac3331444604/e64abbeb-498f-4b0f-a68d-814cee204466/04c43c8f-9e4a-4a47-844e-41eb73193a95) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:10:40.396707 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:40.531864 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:40.573259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Network 453fe994-ad15-4405-a914-ac3331444604 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:10:40.578303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:10:40.580790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:10:40.610363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Pushing event updated for resources: {'Port': ['ID=04c43c8f-9e4a-4a47-844e-41eb73193a95,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:40.637208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:40.644345 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:40.731392 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:40.846765 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-34724a10-9565-4858-83cb-874de2ddc58d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9746666 Aug 19 13:10:40.859827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Request body: {'port': {'device_id': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:10:40.916589 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.087550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba17e4-962f-472f-a432-a266c6b1afed req-6d4a9ddb-4a93-4e91-859f-900b22b44f3b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:41.089181 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6cba17e4-962f-472f-a432-a266c6b1afed req-6d4a9ddb-4a93-4e91-859f-900b22b44f3b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 932 time: 0.0494187 Aug 19 13:10:41.126963 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6cba17e4-962f-472f-a432-a266c6b1afed req-61f29360-f4b4-476b-a10f-6f867118688b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310147 Aug 19 13:10:41.181202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c43c8f-9e4a-4a47-844e-41eb73193a95 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:41.188640 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.200075 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Transition to ACTIVE for port object 04c43c8f-9e4a-4a47-844e-41eb73193a95 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:10:41.268944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.288372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:10:41.309348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:10:41.310079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8a1b3112-6f88-461d-a1d7-2a2d97c2b575 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:10:41.320289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Pushing event updated for resources: {'Port': ['ID=04c43c8f-9e4a-4a47-844e-41eb73193a95,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:41.389805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Attempting to bind port 04c43c8f-9e4a-4a47-844e-41eb73193a95 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:10:41.390035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Attempting to bind port 04c43c8f-9e4a-4a47-844e-41eb73193a95 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:10:41.390367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Attempting to bind port 04c43c8f-9e4a-4a47-844e-41eb73193a95 on network 453fe994-ad15-4405-a914-ac3331444604 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:41.394595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Port 04c43c8f-9e4a-4a47-844e-41eb73193a95 on network 453fe994-ad15-4405-a914-ac3331444604 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:10:41.395086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Attempting to bind port 04c43c8f-9e4a-4a47-844e-41eb73193a95 on network 453fe994-ad15-4405-a914-ac3331444604 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:10:41.400017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:10:41.400349 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Checking segment: {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:10:41.400732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Bound using segment: {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:10:41.401151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Bound port: 04c43c8f-9e4a-4a47-844e-41eb73193a95, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:10:41.401507 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.463675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:10:41.466725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:10:41.595062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.629693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:41.630402 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:41.631836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] 10.222.0.30 "PUT /v2.0/ports/04c43c8f-9e4a-4a47-844e-41eb73193a95 HTTP/1.1" status: 200 len: 1092 time: 0.7771752 Aug 19 13:10:41.632276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:41.634532 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda95430-43d9-458b-b230-ca46acfefe30" -d '{"events": [{"name": "network-changed", "server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:41.658344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff6266-c137-4a8a-a0b7-cfc6ed973b4c service neutron] Pushing event updated for resources: {'Port': ['ID=04c43c8f-9e4a-4a47-844e-41eb73193a95,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:41.675563 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268387f6-124b-4278-a4d6-5b04be12ddee x-openstack-request-id: req-268387f6-124b-4278-a4d6-5b04be12ddee {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:41.675855 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:41.676112 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-268387f6-124b-4278-a4d6-5b04be12ddee {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:41.676547 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95', 'status': 'completed', 'code': 200} Aug 19 13:10:41.738557 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda95430-43d9-458b-b230-ca46acfefe30 req-4d60cd0a-a5d6-4f55-93cc-b81bf9f2e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:41.740291 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bda95430-43d9-458b-b230-ca46acfefe30 req-4d60cd0a-a5d6-4f55-93cc-b81bf9f2e476 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 1095 time: 0.0427737 Aug 19 13:10:41.846240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda95430-43d9-458b-b230-ca46acfefe30 req-1d66515d-de8b-43c1-88bf-c22fe2d931b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:41.847763 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bda95430-43d9-458b-b230-ca46acfefe30 req-1d66515d-de8b-43c1-88bf-c22fe2d931b2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=21b45b3432c948a29b04592c0180a1c4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1001658 Aug 19 13:10:41.939609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda95430-43d9-458b-b230-ca46acfefe30 req-e6e96b82-0dcc-4cfc-aed1-a20686fb5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:41.941093 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bda95430-43d9-458b-b230-ca46acfefe30 req-e6e96b82-0dcc-4cfc-aed1-a20686fb5fab service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872138 Aug 19 13:10:42.246720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ca59e-bf1e-4962-9554-0de39bb0fd48 req-930e01de-b699-498b-8b49-25778108942b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:42.248819 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e87ca59e-bf1e-4962-9554-0de39bb0fd48 req-930e01de-b699-498b-8b49-25778108942b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 944 time: 0.0521874 Aug 19 13:10:42.288722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e87ca59e-bf1e-4962-9554-0de39bb0fd48 req-6f450920-08f2-4b02-8ee3-aa16e609d40b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337336 Aug 19 13:10:42.351083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-1dd0830a-46d7-4caa-9de8-fdac978ea803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:42.352609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-1dd0830a-46d7-4caa-9de8-fdac978ea803 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 1095 time: 0.3757255 Aug 19 13:10:42.393385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-7d3feed9-c1ae-4357-9841-c2ea627571dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95 HTTP/1.1" status: 200 len: 217 time: 0.0331368 Aug 19 13:10:42.442415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-c8d1af38-7345-4190-b965-ca9233ca4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:42.443990 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-c8d1af38-7345-4190-b965-ca9233ca4085 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0439060 Aug 19 13:10:42.475405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-4313aedc-bc86-4431-9390-7a91fffbaff2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249527 Aug 19 13:10:42.568121 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-d7ac68f5-f8e1-4768-8003-a061927d69e3 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854952 Aug 19 13:10:42.656264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-52c8a6f5-bbf1-4de5-8d16-451f695ad8bd req-dd992f9e-5079-4935-adfa-32437be0f430 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818415 Aug 19 13:10:43.410436 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb09793-5536-42d3-aa19-9d1160988cd6 req-3f8b7ef2-5262-49c3-a377-b6b98c70d32a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:43.411980 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6fb09793-5536-42d3-aa19-9d1160988cd6 req-3f8b7ef2-5262-49c3-a377-b6b98c70d32a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 944 time: 0.0550587 Aug 19 13:10:43.458183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6fb09793-5536-42d3-aa19-9d1160988cd6 req-7bd3dc4f-4ac4-4563-8fa2-3c68d2530486 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Aug 19 13:10:44.310281 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:10:44.576216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828537e2-bddc-44f5-bc95-cde0b77264c3 req-f6668817-6f29-4746-bae3-09e03db7e16c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:44.578211 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-828537e2-bddc-44f5-bc95-cde0b77264c3 req-f6668817-6f29-4746-bae3-09e03db7e16c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 944 time: 0.0519760 Aug 19 13:10:44.620593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-828537e2-bddc-44f5-bc95-cde0b77264c3 req-5fa8fe35-f467-4704-bf77-e77f9ceba4d7 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363660 Aug 19 13:10:45.738822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8530a-f939-4b1d-bd49-4f9d8cff0511 req-f1732ca7-c5b6-4c06-a2e6-2e455f178728 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:45.740408 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55a8530a-f939-4b1d-bd49-4f9d8cff0511 req-f1732ca7-c5b6-4c06-a2e6-2e455f178728 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 944 time: 0.0505059 Aug 19 13:10:45.778080 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55a8530a-f939-4b1d-bd49-4f9d8cff0511 req-11496711-36ef-410d-893e-e87c15248d07 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316446 Aug 19 13:10:46.895936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a05381-4e20-49dd-ae7c-c72a47861731 req-432bd095-f25d-4dbc-ad75-46bc76ffbc60 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:46.897435 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e3a05381-4e20-49dd-ae7c-c72a47861731 req-432bd095-f25d-4dbc-ad75-46bc76ffbc60 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 944 time: 0.0501332 Aug 19 13:10:46.935916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e3a05381-4e20-49dd-ae7c-c72a47861731 req-ae10b53e-ec00-4195-ad5a-172a18fb4d7d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322781 Aug 19 13:10:47.288431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 04c43c8f-9e4a-4a47-844e-41eb73193a95 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:10:47.382464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:47.394245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '04c43c8f-9e4a-4a47-844e-41eb73193a95', 'network_id': '453fe994-ad15-4405-a914-ac3331444604', 'port_id': '04c43c8f-9e4a-4a47-844e-41eb73193a95', 'mac_address': 'fa:16:3e:66:d1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64abbeb-498f-4b0f-a68d-814cee204466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:10:47.431762 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:47.444403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c43c8f-9e4a-4a47-844e-41eb73193a95 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:10:47.464648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:47.559804 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:47.610541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=04c43c8f-9e4a-4a47-844e-41eb73193a95,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:47.747103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['04c43c8f-9e4a-4a47-844e-41eb73193a95'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:10:48.055021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd03e7-5656-49e0-9b3f-0c04b3cff00d req-57447bff-6a13-4ccb-958e-47c63387d6a6 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:48.056543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5dd03e7-5656-49e0-9b3f-0c04b3cff00d req-57447bff-6a13-4ccb-958e-47c63387d6a6 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 945 time: 0.0509577 Aug 19 13:10:48.095339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5dd03e7-5656-49e0-9b3f-0c04b3cff00d req-0a1523a0-ab26-4fa6-8809-6e87cf33679b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325325 Aug 19 13:10:49.220744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663a834-5544-461a-8386-d7111db430c0 req-c498dc3b-b41c-4708-8ce6-e844f3182074 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:49.222230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7663a834-5544-461a-8386-d7111db430c0 req-c498dc3b-b41c-4708-8ce6-e844f3182074 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Aug 19 13:10:49.260236 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7663a834-5544-461a-8386-d7111db430c0 req-41eea908-e30c-4cc9-8b13-7d590f013979 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Aug 19 13:10:49.319954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 04c43c8f-9e4a-4a47-844e-41eb73193a95 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:10:49.474238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 04c43c8f-9e4a-4a47-844e-41eb73193a95 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:10:49.478318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 04c43c8f-9e4a-4a47-844e-41eb73193a95 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:10:49.478693 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:49.558215 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:49.580735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:10:49.582939 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b00f06-c3f9-49b9-8db9-38da0986b409" -d '{"events": [{"server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "name": "network-vif-plugged", "status": "completed", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:10:49.597020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:10:49.620154 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e79d51-122a-440b-8922-e7d049b44d2d x-openstack-request-id: req-31e79d51-122a-440b-8922-e7d049b44d2d {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:10:49.620154 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "name": "network-vif-plugged", "status": "completed", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:10:49.620387 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31e79d51-122a-440b-8922-e7d049b44d2d {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:10:49.620665 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95', 'code': 200} Aug 19 13:10:49.668466 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:49.717726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=04c43c8f-9e4a-4a47-844e-41eb73193a95,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:10:49.720092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afceb0c1-2c5a-42a2-8445-cc25cd63c76a req-49685061-c246-46d4-b01f-1e4f5f009423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:49.721609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-afceb0c1-2c5a-42a2-8445-cc25cd63c76a req-49685061-c246-46d4-b01f-1e4f5f009423 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 1097 time: 0.0451100 Aug 19 13:10:49.757614 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-afceb0c1-2c5a-42a2-8445-cc25cd63c76a req-0623e488-6a2f-4389-99ac-44b1d2be8e49 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293260 Aug 19 13:10:50.376047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b51028-64ff-48e4-b55e-15cf82665987 req-69c3869d-3149-4406-91e8-88d7deac1fc2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:50.377546 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96b51028-64ff-48e4-b55e-15cf82665987 req-69c3869d-3149-4406-91e8-88d7deac1fc2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0495827 Aug 19 13:10:50.418695 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-96b51028-64ff-48e4-b55e-15cf82665987 req-0c4f4d0f-9218-46e4-ac33-03e04236c0bc tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348120 Aug 19 13:10:51.452605 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200f2933-bb58-4467-9e37-b3c8e90e8aa1 req-8ce289ae-b3ca-4b0d-b749-a3f77d1fe37d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411642 Aug 19 13:10:51.569296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aff47-0865-4756-8532-4d7dda4f3b59 req-37fd6cb0-d477-4291-9347-e2e02bdca47c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:51.570797 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f1aff47-0865-4756-8532-4d7dda4f3b59 req-37fd6cb0-d477-4291-9347-e2e02bdca47c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0793469 Aug 19 13:10:51.577645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f2933-bb58-4467-9e37-b3c8e90e8aa1 req-3f59f2b4-aff7-4134-86f0-c2fbe0d7a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:51.579089 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200f2933-bb58-4467-9e37-b3c8e90e8aa1 req-3f59f2b4-aff7-4134-86f0-c2fbe0d7a4b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 1097 time: 0.0857282 Aug 19 13:10:51.654008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f1aff47-0865-4756-8532-4d7dda4f3b59 req-32fc6664-1893-4af2-a373-9a139bb70cbb tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739415 Aug 19 13:10:51.694856 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f2933-bb58-4467-9e37-b3c8e90e8aa1 req-e4f6a412-3c9b-4fa2-97f7-9f77a2dc32b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:51.696355 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200f2933-bb58-4467-9e37-b3c8e90e8aa1 req-e4f6a412-3c9b-4fa2-97f7-9f77a2dc32b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 916 time: 0.0987005 Aug 19 13:10:51.742913 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200f2933-bb58-4467-9e37-b3c8e90e8aa1 req-597c1aec-0b47-42d4-8d54-a3b2b0a5e30b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95 HTTP/1.1" status: 200 len: 217 time: 0.0395167 Aug 19 13:10:51.769853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82eb3b-1969-4d74-9070-a9cb0b85c23f req-ec15203e-11b4-44a1-86f0-a5314723323a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:51.771374 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aa82eb3b-1969-4d74-9070-a9cb0b85c23f req-ec15203e-11b4-44a1-86f0-a5314723323a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0504179 Aug 19 13:10:51.792589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f2933-bb58-4467-9e37-b3c8e90e8aa1 req-8c801bd6-f79e-4fa1-8ece-2df449c618de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:51.794079 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200f2933-bb58-4467-9e37-b3c8e90e8aa1 req-8c801bd6-f79e-4fa1-8ece-2df449c618de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0445714 Aug 19 13:10:51.811321 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aa82eb3b-1969-4d74-9070-a9cb0b85c23f req-f0e0efe0-de45-4e7e-9cc7-3b980e6653f0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Aug 19 13:10:51.827590 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200f2933-bb58-4467-9e37-b3c8e90e8aa1 req-79f221ba-f99c-481c-ae64-8d6af43cd485 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269368 Aug 19 13:10:51.922379 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200f2933-bb58-4467-9e37-b3c8e90e8aa1 req-06b0b5ee-7aa5-44b0-bffc-4d07718a9962 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880411 Aug 19 13:10:52.017149 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-200f2933-bb58-4467-9e37-b3c8e90e8aa1 req-90737b2f-01f9-4ef7-a38b-4dc7e24c78b4 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883183 Aug 19 13:10:52.249771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67bbf7-301f-4e49-9461-d89567faf753 req-8f0a6c1a-f7bc-4e08-9e46-ca1982816f3a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:52.251444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d67bbf7-301f-4e49-9461-d89567faf753 req-8f0a6c1a-f7bc-4e08-9e46-ca1982816f3a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0509844 Aug 19 13:10:52.290845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7d67bbf7-301f-4e49-9461-d89567faf753 req-4fa83b38-de21-45c5-9430-5914c557ed1d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332584 Aug 19 13:10:52.449697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-1fb80eda-8b18-44ee-8dd9-076e23d85bfb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406642 Aug 19 13:10:53.409430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9e99b-d5f6-4d08-9672-0b791a054993 req-db98ed75-8352-4a0e-a578-d0fedc6b6e0d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:53.411160 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aac9e99b-d5f6-4d08-9672-0b791a054993 req-db98ed75-8352-4a0e-a578-d0fedc6b6e0d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0509861 Aug 19 13:10:53.455979 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aac9e99b-d5f6-4d08-9672-0b791a054993 req-87cd0f85-25f2-4299-b781-c4493f0e3b7c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370996 Aug 19 13:10:54.571790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb66fe-9d73-4833-8efb-b8cf44577e5d req-14ddfd3e-aceb-4bb4-a75f-df50abc15563 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:54.573636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-11eb66fe-9d73-4833-8efb-b8cf44577e5d req-14ddfd3e-aceb-4bb4-a75f-df50abc15563 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0499768 Aug 19 13:10:54.618873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-11eb66fe-9d73-4833-8efb-b8cf44577e5d req-8f30600a-c6dd-40e1-9c7c-2ce4885d5bd9 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Aug 19 13:10:54.637995 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-630a1b08-7ab8-4b6e-9254-e1376f356066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:54.640066 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-630a1b08-7ab8-4b6e-9254-e1376f356066 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 1097 time: 0.0456049 Aug 19 13:10:54.730830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-2c2758c4-6ce7-4eab-bb04-783d3fce8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:54.732473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-2c2758c4-6ce7-4eab-bb04-783d3fce8345 service neutron] 10.222.0.30 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 916 time: 0.0858965 Aug 19 13:10:54.780605 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-970e14b0-9f07-4eef-9b79-a94a93c392ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95 HTTP/1.1" status: 200 len: 217 time: 0.0408781 Aug 19 13:10:54.831162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-7afba352-bd5b-49ba-8909-2d9dc2b80f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:54.832659 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-7afba352-bd5b-49ba-8909-2d9dc2b80f73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0457146 Aug 19 13:10:54.865571 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-51863650-6e66-4cbe-ad6e-71780a4abc6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263901 Aug 19 13:10:54.960953 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-c24ab0ba-4ea9-48e7-9cd1-d7eb20d28877 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887365 Aug 19 13:10:55.052799 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-80894332-c5e3-4ff9-8bdf-2fafe9918320 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846155 Aug 19 13:10:55.738682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fb3ec-b3ba-4ddf-9072-f6f06d0e930a req-200083b5-03be-477a-9778-5f76d0de1fff tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:55.740211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f4fb3ec-b3ba-4ddf-9072-f6f06d0e930a req-200083b5-03be-477a-9778-5f76d0de1fff tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0512936 Aug 19 13:10:55.742989 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:55.778061 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f4fb3ec-b3ba-4ddf-9072-f6f06d0e930a req-d10a3ee2-482e-4776-bc93-3552d05c3637 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Aug 19 13:10:56.674099 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:10:56.895284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773eca66-892e-4219-b5b6-b804ece00d35 req-5b318c12-b86f-4180-b318-d023516872a1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:56.896797 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-773eca66-892e-4219-b5b6-b804ece00d35 req-5b318c12-b86f-4180-b318-d023516872a1 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0493877 Aug 19 13:10:56.934941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-773eca66-892e-4219-b5b6-b804ece00d35 req-a6886327-6386-4fbc-b52d-671957cf740e tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318224 Aug 19 13:10:58.056979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f81d73-20ae-4143-81a3-d2bad7ec49d6 req-1798716e-860a-4b4d-8f79-843ca501d427 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:58.058529 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f81d73-20ae-4143-81a3-d2bad7ec49d6 req-1798716e-860a-4b4d-8f79-843ca501d427 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0553017 Aug 19 13:10:58.097221 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f81d73-20ae-4143-81a3-d2bad7ec49d6 req-629e1f32-2e6d-4692-8db1-cc9625d65a9b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Aug 19 13:10:59.214921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f47c1-b6f4-4cae-ac90-a3a12c92bf4a req-ee922538-de05-4527-9e4f-4182cdc9bc4d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:10:59.216502 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-972f47c1-b6f4-4cae-ac90-a3a12c92bf4a req-ee922538-de05-4527-9e4f-4182cdc9bc4d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0493455 Aug 19 13:10:59.257084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-972f47c1-b6f4-4cae-ac90-a3a12c92bf4a req-40b83d09-7abd-4083-9e13-fcabacd3eb70 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313919 Aug 19 13:11:00.371527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb43a0-c258-4691-aeb5-fc4f0439e025 req-11c0ceda-6566-4014-9016-1acf100e5430 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:00.373525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09cb43a0-c258-4691-aeb5-fc4f0439e025 req-11c0ceda-6566-4014-9016-1acf100e5430 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0498974 Aug 19 13:11:00.411862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09cb43a0-c258-4691-aeb5-fc4f0439e025 req-37bf30ee-befe-4d3d-9b96-357ff662951a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Aug 19 13:11:01.528563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440eb19-9b64-4383-a51b-6b65179be547 req-686c1b8f-ddeb-4147-a46c-ec09b04c543e tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:01.530642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9440eb19-9b64-4383-a51b-6b65179be547 req-686c1b8f-ddeb-4147-a46c-ec09b04c543e tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0490305 Aug 19 13:11:01.572990 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9440eb19-9b64-4383-a51b-6b65179be547 req-a8e412fd-ea12-4ce9-a540-e8f2d347b11b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364010 Aug 19 13:11:02.692886 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9ed4-ff40-432f-bb5d-c44f63f950d3 req-1d1db180-0608-435d-8dad-4c031cc7234e tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:02.694445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-950b9ed4-ff40-432f-bb5d-c44f63f950d3 req-1d1db180-0608-435d-8dad-4c031cc7234e tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0497003 Aug 19 13:11:02.731814 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-950b9ed4-ff40-432f-bb5d-c44f63f950d3 req-c2660dac-9468-4ab8-a29f-bb31c7ad73fd tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Aug 19 13:11:03.850765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc05fa-9b9b-49ce-9c46-5832e3b9607f req-88722b1f-627e-43d7-92fd-52cbb1836773 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:03.852300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2efc05fa-9b9b-49ce-9c46-5832e3b9607f req-88722b1f-627e-43d7-92fd-52cbb1836773 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0502822 Aug 19 13:11:03.891233 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2efc05fa-9b9b-49ce-9c46-5832e3b9607f req-9a853df2-59e3-48f3-8b50-771d5886d241 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322559 Aug 19 13:11:05.015565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d36469-b315-4e92-a64d-7f1a5c0ac3b6 req-9a0a90b7-6601-4a38-8fb8-5e8869c8cb22 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:05.017049 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1d36469-b315-4e92-a64d-7f1a5c0ac3b6 req-9a0a90b7-6601-4a38-8fb8-5e8869c8cb22 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0560646 Aug 19 13:11:05.056276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1d36469-b315-4e92-a64d-7f1a5c0ac3b6 req-535e4974-88c5-434b-a4e4-d39f0106f841 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332177 Aug 19 13:11:05.097112 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-92bda22f-ef1c-466b-8036-e4603d3a7591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:06.171772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee516709-9bad-4a6f-9024-62c3b917628a req-e07cf1ff-9503-43be-905d-feb3a8147773 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:06.173272 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee516709-9bad-4a6f-9024-62c3b917628a req-e07cf1ff-9503-43be-905d-feb3a8147773 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0497663 Aug 19 13:11:06.212230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ee516709-9bad-4a6f-9024-62c3b917628a req-ed43b0eb-18d8-4d25-b259-193e7fbbb9ce tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330060 Aug 19 13:11:07.342674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a93966-7930-49b0-b619-6f5c20889ace req-5e33d788-6e30-4b92-9844-0f38ff739c16 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:07.344194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73a93966-7930-49b0-b619-6f5c20889ace req-5e33d788-6e30-4b92-9844-0f38ff739c16 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0510387 Aug 19 13:11:07.382026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73a93966-7930-49b0-b619-6f5c20889ace req-b5357b69-01f2-45b9-bdbb-146e86ad1260 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Aug 19 13:11:07.668472 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:07.782779 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5b691a0b-33a8-4a3d-885b-e42202bf6b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:08.497713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fcb17-73c6-4af6-8a50-3bdb601b9a21 req-3c35b01b-291e-4a1d-ae46-99d476846f03 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:08.499226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-754fcb17-73c6-4af6-8a50-3bdb601b9a21 req-3c35b01b-291e-4a1d-ae46-99d476846f03 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0491703 Aug 19 13:11:08.541764 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-754fcb17-73c6-4af6-8a50-3bdb601b9a21 req-74214cd9-f3bf-417a-af31-46f864765066 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365033 Aug 19 13:11:09.257153 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:09.656450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abe5d2-6c54-4f3b-bd55-b89a7041bc25 req-5f9a2502-cf8a-4cee-b337-66930418da95 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:09.657993 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84abe5d2-6c54-4f3b-bd55-b89a7041bc25 req-5f9a2502-cf8a-4cee-b337-66930418da95 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0493395 Aug 19 13:11:09.696583 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84abe5d2-6c54-4f3b-bd55-b89a7041bc25 req-7f102faf-d005-4b82-854a-0da47e42f27a tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323062 Aug 19 13:11:10.720303 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:10.812717 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e725cfb-19ff-4f7d-a398-5e3d491627f4 req-89fe841e-bb72-4053-a37b-4974f19b1a69 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:10.814210 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e725cfb-19ff-4f7d-a398-5e3d491627f4 req-89fe841e-bb72-4053-a37b-4974f19b1a69 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0492017 Aug 19 13:11:10.852447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9e725cfb-19ff-4f7d-a398-5e3d491627f4 req-6529984e-c73a-482a-9793-34e124c63e39 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Aug 19 13:11:11.971636 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f2b94-42da-4ce4-8ff1-41d9732c95a4 req-3eaf51d9-6e75-4754-b973-a59a29b12f5e tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:11.973153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e85f2b94-42da-4ce4-8ff1-41d9732c95a4 req-3eaf51d9-6e75-4754-b973-a59a29b12f5e tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0548286 Aug 19 13:11:12.011477 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e85f2b94-42da-4ce4-8ff1-41d9732c95a4 req-0755dc34-464f-44b5-934a-fb621dcf1dcd tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Aug 19 13:11:13.137063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ab90b-7aee-4f7c-855b-c75edf5f59bd req-d6d17df6-5764-484c-9967-1b250910a951 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:13.139106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-985ab90b-7aee-4f7c-855b-c75edf5f59bd req-d6d17df6-5764-484c-9967-1b250910a951 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0499170 Aug 19 13:11:13.178743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-985ab90b-7aee-4f7c-855b-c75edf5f59bd req-b9eb2864-027d-429d-a44f-2ee7db548156 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336049 Aug 19 13:11:14.298035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58372ff6-ee1d-4029-903e-4fee59862adc req-719adc7b-1efb-4987-8672-6244f00a4ed2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:14.299501 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-58372ff6-ee1d-4029-903e-4fee59862adc req-719adc7b-1efb-4987-8672-6244f00a4ed2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0512011 Aug 19 13:11:14.338081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-58372ff6-ee1d-4029-903e-4fee59862adc req-24b7124b-a93a-4481-a497-14474fdd5ad7 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Aug 19 13:11:15.454664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bfd44-a321-4db4-923f-3e36d125fce4 req-1a02e873-ff20-482d-94fc-863946c6d97d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:15.456191 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a95bfd44-a321-4db4-923f-3e36d125fce4 req-1a02e873-ff20-482d-94fc-863946c6d97d tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0487547 Aug 19 13:11:15.498867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a95bfd44-a321-4db4-923f-3e36d125fce4 req-632f2e4a-8b40-4a6a-b328-13344e85604c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365944 Aug 19 13:11:16.614398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da9540-11c6-4eab-93de-42add666d3b9 req-fb121db0-036d-41b7-848f-0f7bc7b78aea tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:16.615928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27da9540-11c6-4eab-93de-42add666d3b9 req-fb121db0-036d-41b7-848f-0f7bc7b78aea tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0499418 Aug 19 13:11:16.654077 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27da9540-11c6-4eab-93de-42add666d3b9 req-ac7c653a-c172-416e-872c-1cfb19fe92cc tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316789 Aug 19 13:11:17.770203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e6292-1e54-4db9-ab79-26b18511be13 req-ce299839-cb42-45b2-9770-d4c076540299 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:17.771905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-950e6292-1e54-4db9-ab79-26b18511be13 req-ce299839-cb42-45b2-9770-d4c076540299 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0502937 Aug 19 13:11:17.809652 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-950e6292-1e54-4db9-ab79-26b18511be13 req-d393bed5-76a4-40dc-8fc7-393a953ff4e6 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315449 Aug 19 13:11:18.928778 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00a152-9350-4283-9276-0438161d6b4b req-69e40732-0717-4ba8-84d5-419929caa247 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:18.930343 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1a00a152-9350-4283-9276-0438161d6b4b req-69e40732-0717-4ba8-84d5-419929caa247 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0533586 Aug 19 13:11:18.969070 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1a00a152-9350-4283-9276-0438161d6b4b req-35081e43-fcba-44d8-a355-aeaea6043b67 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Aug 19 13:11:20.087343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f9a2-0dba-423e-b5af-a0efc175a32f req-d4d165d2-b29a-4aa9-86a0-e514a9192853 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:20.088852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5eb5f9a2-0dba-423e-b5af-a0efc175a32f req-d4d165d2-b29a-4aa9-86a0-e514a9192853 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0515759 Aug 19 13:11:20.127780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5eb5f9a2-0dba-423e-b5af-a0efc175a32f req-ca2a4694-7a05-42dc-b316-15bcdaf98724 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323436 Aug 19 13:11:21.242517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddd724-15c3-45e8-85db-b784ea661cfb req-59836c53-6f9b-4327-8596-a082b3c1d43c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:21.244083 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ddd724-15c3-45e8-85db-b784ea661cfb req-59836c53-6f9b-4327-8596-a082b3c1d43c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0502753 Aug 19 13:11:21.281997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9ddd724-15c3-45e8-85db-b784ea661cfb req-12e12565-16d9-418c-81b1-c9243c39a787 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313418 Aug 19 13:11:21.309358 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:11:22.159290 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-69021d8a-2d11-4c55-b7db-894361958204 service neutron] show failed (client error): The resource could not be found. Aug 19 13:11:22.160372 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-69021d8a-2d11-4c55-b7db-894361958204 service neutron] 10.222.0.30 "GET /v2.0/ports/04c43c8f-9e4a-4a47-844e-41eb73193a95/bindings/n-h1-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.1049113 Aug 19 13:11:22.399893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf836129-a34d-4915-8cdc-2375f43d76c7 req-5c8a51ad-8a6e-452f-9118-7a8556568cc2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:22.401545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cf836129-a34d-4915-8cdc-2375f43d76c7 req-5c8a51ad-8a6e-452f-9118-7a8556568cc2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0506299 Aug 19 13:11:22.452035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cf836129-a34d-4915-8cdc-2375f43d76c7 req-d5fb9cc3-6848-48c6-9afd-7bc6309be9ac tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Aug 19 13:11:22.623364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f812d8db-ec70-4e64-98d2-6d8b32166423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:22.624797 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f812d8db-ec70-4e64-98d2-6d8b32166423 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3&tenant_id=21b45b3432c948a29b04592c0180a1c4 HTTP/1.1" status: 200 len: 1097 time: 0.0426924 Aug 19 13:11:22.637317 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:22.692426 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:22.902380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:22.940750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:11:22.979705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:22.982062 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c77f89-890e-43ab-bcbe-06dc93db9cfd" -d '{"events": [{"server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "name": "network-vif-unplugged", "status": "completed", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:22.986053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:22.998714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Transition to ACTIVE for port object 04c43c8f-9e4a-4a47-844e-41eb73193a95 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:23.034377 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59df9c46-9fb6-42b5-a14f-a94952321a07 x-openstack-request-id: req-59df9c46-9fb6-42b5-a14f-a94952321a07 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:23.034670 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "name": "network-vif-unplugged", "status": "completed", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:23.034957 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59df9c46-9fb6-42b5-a14f-a94952321a07 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:23.035357 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95', 'code': 200} Aug 19 13:11:23.062544 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.136213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] No DVR routers for this DVR port 04c43c8f-9e4a-4a47-844e-41eb73193a95 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:11:23.139553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Pushing event updated for resources: {'Port': ['ID=04c43c8f-9e4a-4a47-844e-41eb73193a95,revision_number=6']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:23.153446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.153729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.154066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.154400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.154731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.155085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.155409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.155732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.156052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.156371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.156689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.157005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:23.193333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Attempting to bind port 04c43c8f-9e4a-4a47-844e-41eb73193a95 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:23.193671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Attempting to bind port 04c43c8f-9e4a-4a47-844e-41eb73193a95 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:23.194034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Attempting to bind port 04c43c8f-9e4a-4a47-844e-41eb73193a95 on network 453fe994-ad15-4405-a914-ac3331444604 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:11:23.199739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Port 04c43c8f-9e4a-4a47-844e-41eb73193a95 on network 453fe994-ad15-4405-a914-ac3331444604 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:11:23.200182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Attempting to bind port 04c43c8f-9e4a-4a47-844e-41eb73193a95 on network 453fe994-ad15-4405-a914-ac3331444604 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:11:23.206960 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:11:23.207306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Checking segment: {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:11:23.207712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Bound using segment: {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:11:23.208129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Bound port: 04c43c8f-9e4a-4a47-844e-41eb73193a95, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfb1c00-57cb-4c59-b623-bd0eec4b6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '453fe994-ad15-4405-a914-ac3331444604'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:23.208493 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.278499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:11:23.281613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:11:23.326621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.360104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:23.366144 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:23.366144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] 10.222.0.62 "PUT /v2.0/ports/04c43c8f-9e4a-4a47-844e-41eb73193a95 HTTP/1.1" status: 200 len: 1092 time: 0.7288628 Aug 19 13:11:23.384946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7484bde-4829-49ae-9916-f65e7556b6ad service neutron] Pushing event updated for resources: {'Port': ['ID=04c43c8f-9e4a-4a47-844e-41eb73193a95,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:23.429805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-be2aed1b-e0bc-487f-a2b9-0b8a0b608ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:23.431290 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-be2aed1b-e0bc-487f-a2b9-0b8a0b608ea5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 1095 time: 0.0434036 Aug 19 13:11:23.530869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-b387c43b-3a7a-4510-bddb-153add387e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:23.532343 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-b387c43b-3a7a-4510-bddb-153add387e53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 916 time: 0.0947919 Aug 19 13:11:23.589232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-bcac5660-1825-46b0-b8ee-27a966ae5d3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95 HTTP/1.1" status: 200 len: 217 time: 0.0481448 Aug 19 13:11:23.638903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481e32d-f9e4-4435-8180-52ad27931225 req-a9aa39cd-9f71-44ce-8ec1-f77b7196b685 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:23.640407 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6481e32d-f9e4-4435-8180-52ad27931225 req-a9aa39cd-9f71-44ce-8ec1-f77b7196b685 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 944 time: 0.1117904 Aug 19 13:11:23.671509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-191405d5-ca21-4839-8916-660e0bd2ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:23.672964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-191405d5-ca21-4839-8916-660e0bd2ab36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0763245 Aug 19 13:11:23.698640 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6481e32d-f9e4-4435-8180-52ad27931225 req-ecaed4f5-100f-493f-9fb4-c29c598511c9 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521569 Aug 19 13:11:23.713882 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-d96fbac6-d7ca-4bf7-940c-515046fa02f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313585 Aug 19 13:11:23.809360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-fa150821-aaf7-4ad5-8443-40b0af6714bc service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881755 Aug 19 13:11:23.897759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-35d3b3ef-5e30-4393-9e6d-cb83263af412 req-a4096337-f47a-4873-b548-8661b47e00d3 service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814126 Aug 19 13:11:24.875331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438677bb-62b2-4fdb-9ac9-0f393df46dc1 req-247f06aa-602a-4241-8de6-b9866c04d50f tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:24.876841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-438677bb-62b2-4fdb-9ac9-0f393df46dc1 req-247f06aa-602a-4241-8de6-b9866c04d50f tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 944 time: 0.1089966 Aug 19 13:11:24.914390 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-438677bb-62b2-4fdb-9ac9-0f393df46dc1 req-a738480c-2f2e-49b7-b40e-a6eb078db784 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Aug 19 13:11:25.036667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:25.039065 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545086e1-0399-440a-9f66-17f70314f552" -d '{"events": [{"name": "network-changed", "server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:25.086026 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195d703a-539d-4d8e-8faa-84d9be12761f x-openstack-request-id: req-195d703a-539d-4d8e-8faa-84d9be12761f {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:25.086322 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:25.087106 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-195d703a-539d-4d8e-8faa-84d9be12761f {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:25.087599 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95', 'status': 'completed', 'code': 200} Aug 19 13:11:25.145123 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545086e1-0399-440a-9f66-17f70314f552 req-14c0180e-e4de-4451-88d4-729a807c83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:25.146788 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-14c0180e-e4de-4451-88d4-729a807c83c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 1095 time: 0.0423925 Aug 19 13:11:25.148869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545086e1-0399-440a-9f66-17f70314f552 req-38fdd683-08a3-480c-bed8-e6aacc242c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:25.150611 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-38fdd683-08a3-480c-bed8-e6aacc242c27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 1095 time: 0.0413694 Aug 19 13:11:25.241430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545086e1-0399-440a-9f66-17f70314f552 req-bb59e07d-902f-4ab9-88bd-0949a9a28439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:25.242973 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-bb59e07d-902f-4ab9-88bd-0949a9a28439 service neutron] 10.222.0.30 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 916 time: 0.0848365 Aug 19 13:11:25.243994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545086e1-0399-440a-9f66-17f70314f552 req-e0b53f85-de6c-400c-a8a4-cceb25376764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:25.245579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-e0b53f85-de6c-400c-a8a4-cceb25376764 service neutron] 10.222.0.62 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 916 time: 0.0910008 Aug 19 13:11:25.289014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-ff1c9c07-b485-4ca2-9da6-76fe2f0f8ea4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95 HTTP/1.1" status: 200 len: 217 time: 0.0348911 Aug 19 13:11:25.289235 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-058ed8ca-2fa6-4752-8be7-3c1c72314a99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95 HTTP/1.1" status: 200 len: 217 time: 0.0392666 Aug 19 13:11:25.338745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545086e1-0399-440a-9f66-17f70314f552 req-6137cc26-ebb4-4912-bbe8-8bb25ecc95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:25.339126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545086e1-0399-440a-9f66-17f70314f552 req-3600515a-c5f8-4e70-95b8-f471fb5d0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:25.340278 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-6137cc26-ebb4-4912-bbe8-8bb25ecc95d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0450604 Aug 19 13:11:25.340575 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-3600515a-c5f8-4e70-95b8-f471fb5d0b43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0441515 Aug 19 13:11:25.373053 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-ef5bb3ae-1f2f-40ee-ae26-ea0206897058 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255668 Aug 19 13:11:25.380916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-7093efe2-70f0-4d14-a064-5c5b923ea183 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298405 Aug 19 13:11:25.412548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 04c43c8f-9e4a-4a47-844e-41eb73193a95 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:11:25.452561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 04c43c8f-9e4a-4a47-844e-41eb73193a95 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:11:25.470633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 04c43c8f-9e4a-4a47-844e-41eb73193a95 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:11:25.470891 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-6146b152-12d8-4d10-96f6-aa1cee106e13 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903590 Aug 19 13:11:25.475242 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-f609303f-89fc-41cb-a32e-94d7ef22abbe service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853176 Aug 19 13:11:25.564914 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-28f40db2-9891-4639-b8e5-1439dac82202 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874634 Aug 19 13:11:25.575539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:25.581694 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-545086e1-0399-440a-9f66-17f70314f552 req-f9c9b80a-82e6-47ff-a003-d91ec8b1b486 service neutron] 10.222.0.62 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981305 Aug 19 13:11:25.593721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '04c43c8f-9e4a-4a47-844e-41eb73193a95', 'network_id': '453fe994-ad15-4405-a914-ac3331444604', 'port_id': '04c43c8f-9e4a-4a47-844e-41eb73193a95', 'mac_address': 'fa:16:3e:66:d1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64abbeb-498f-4b0f-a68d-814cee204466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:11:25.640927 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:25.653889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c43c8f-9e4a-4a47-844e-41eb73193a95 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:11:25.673599 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:25.783205 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:25.784087 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:25.830428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=04c43c8f-9e4a-4a47-844e-41eb73193a95,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:26.016712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['04c43c8f-9e4a-4a47-844e-41eb73193a95'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:11:26.036598 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf699c95-3a06-4f0e-a7d5-ce16fd94be4e req-fc31cb22-62ae-422e-bf6c-8771f83b1a62 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:26.038182 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf699c95-3a06-4f0e-a7d5-ce16fd94be4e req-fc31cb22-62ae-422e-bf6c-8771f83b1a62 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 945 time: 0.0540674 Aug 19 13:11:26.082383 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bf699c95-3a06-4f0e-a7d5-ce16fd94be4e req-2928b9ea-46ac-4350-9dcf-16158a4de843 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378437 Aug 19 13:11:26.702047 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.260831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078860bf-0380-4dde-a865-51b933882b1d req-5ccb1939-fe7c-4b5b-9cdc-6fa443a95c32 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:27.262363 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-078860bf-0380-4dde-a865-51b933882b1d req-5ccb1939-fe7c-4b5b-9cdc-6fa443a95c32 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 945 time: 0.1080132 Aug 19 13:11:27.302053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-078860bf-0380-4dde-a865-51b933882b1d req-bf25667d-3210-4a62-8d6a-0b858fc3e0b0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330634 Aug 19 13:11:27.477265 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 04c43c8f-9e4a-4a47-844e-41eb73193a95 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:11:27.623315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718e51b-6190-42a7-b1fe-838ce7a5781c req-8f0b8d28-4d6e-40c8-8d7f-80107aff0ce9 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:27.625369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f718e51b-6190-42a7-b1fe-838ce7a5781c req-8f0b8d28-4d6e-40c8-8d7f-80107aff0ce9 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 945 time: 0.0572298 Aug 19 13:11:27.642422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 04c43c8f-9e4a-4a47-844e-41eb73193a95 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:27.650066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 04c43c8f-9e4a-4a47-844e-41eb73193a95 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:27.650626 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.669247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f718e51b-6190-42a7-b1fe-838ce7a5781c req-40f7fdc8-006f-4e6a-b9f7-bb00cd27e277 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376232 Aug 19 13:11:27.735201 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-05a46bf3-8150-479c-b3e4-9bf0efe912af tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:27.735829 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.736731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-05a46bf3-8150-479c-b3e4-9bf0efe912af tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.30 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3&tenant_id=21b45b3432c948a29b04592c0180a1c4&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 945 time: 0.0526910 Aug 19 13:11:27.758250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:27.760670 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5301a63-f287-4847-b1fd-94f2b24af895" -d '{"events": [{"server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "name": "network-vif-plugged", "status": "completed", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:27.777924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:27.802487 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-a984d2b1-71de-4daa-9245-4e62518a404c service neutron] delete failed (client error): The resource could not be found. Aug 19 13:11:27.803611 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-a984d2b1-71de-4daa-9245-4e62518a404c service neutron] 10.222.0.30 "DELETE /v2.0/ports/04c43c8f-9e4a-4a47-844e-41eb73193a95/bindings/n-h2-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0597122 Aug 19 13:11:27.813803 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e746c1-89ce-47c1-9d8e-a323b3f9d718 x-openstack-request-id: req-a5e746c1-89ce-47c1-9d8e-a323b3f9d718 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:27.814122 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "name": "network-vif-plugged", "status": "completed", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:27.814402 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5e746c1-89ce-47c1-9d8e-a323b3f9d718 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:27.814814 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95', 'code': 200} Aug 19 13:11:27.885558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-a5279c58-379e-44d4-b9ef-987ba55bf2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:27.886041 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:27.887007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-a5279c58-379e-44d4-b9ef-987ba55bf2a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=21b45b3432c948a29b04592c0180a1c4&device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 1096 time: 0.0416412 Aug 19 13:11:27.935658 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=04c43c8f-9e4a-4a47-844e-41eb73193a95,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:27.983624 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-d0ccedb0-a922-413b-a446-36acb3ae30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:27.985147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-d0ccedb0-a922-413b-a446-36acb3ae30e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 200 len: 916 time: 0.0912242 Aug 19 13:11:28.027768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-e523620f-7f04-4abd-adde-f3b8a889f872 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95 HTTP/1.1" status: 200 len: 217 time: 0.0358996 Aug 19 13:11:28.078673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-4c4df472-8edb-4986-a9eb-e81f17536aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:28.080148 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-4c4df472-8edb-4986-a9eb-e81f17536aa6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 200 len: 855 time: 0.0443115 Aug 19 13:11:28.115831 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-c4d72a13-6f90-4b5a-ab9f-38031b4e5eea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=453fe994-ad15-4405-a914-ac3331444604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290823 Aug 19 13:11:28.204932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-548ed015-2c03-415c-89b2-9068c68d911b service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815752 Aug 19 13:11:28.299102 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8721dd59-3c92-4cd9-b690-876cd79ab8bb req-7a4baf9c-6e12-4668-9e30-7035b4bd7703 service neutron] 10.222.0.30 "GET /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876284 Aug 19 13:11:28.796042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682506e2-b095-4319-a93d-9932252ff83a req-f0e85e48-dd11-424b-8c10-70671e1b24ca tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:28.797599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-682506e2-b095-4319-a93d-9932252ff83a req-f0e85e48-dd11-424b-8c10-70671e1b24ca tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0562437 Aug 19 13:11:28.835988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-682506e2-b095-4319-a93d-9932252ff83a req-f3a39908-6d03-4a32-9d75-9314ce6b3919 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Aug 19 13:11:29.953783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e3e79-0186-4abe-9162-0264d7b07c97 req-05bb6f9b-c29a-480c-b372-c11f3820d5a2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:29.955328 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-833e3e79-0186-4abe-9162-0264d7b07c97 req-05bb6f9b-c29a-480c-b372-c11f3820d5a2 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0501277 Aug 19 13:11:29.995786 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-833e3e79-0186-4abe-9162-0264d7b07c97 req-b532b0ca-e6ee-4875-a44e-39c9a643a704 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344403 Aug 19 13:11:30.111705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557de46-81be-41f5-bea5-191ec4cac8b2 req-c396d662-6b7f-4f08-b7ab-b75aa209d5fc tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:30.113209 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0557de46-81be-41f5-bea5-191ec4cac8b2 req-c396d662-6b7f-4f08-b7ab-b75aa209d5fc tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0495605 Aug 19 13:11:30.150787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0557de46-81be-41f5-bea5-191ec4cac8b2 req-a1c592bf-e771-4c8d-b855-9eab23a4538c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Aug 19 13:11:30.272357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0cfb0-68ea-4d12-a360-c097bea90695 req-ffc145be-ee2c-45e4-bc4b-1bede15861f0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:30.273921 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62e0cfb0-68ea-4d12-a360-c097bea90695 req-ffc145be-ee2c-45e4-bc4b-1bede15861f0 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0562661 Aug 19 13:11:30.312988 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62e0cfb0-68ea-4d12-a360-c097bea90695 req-a5204b88-d9b3-4bed-8a75-ff32db99e72b tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319951 Aug 19 13:11:30.978743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4352f7d-95b2-480a-ab61-77058676cddf req-6818d767-8d6c-4a30-b3e7-60266a97eaed tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:30.980224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4352f7d-95b2-480a-ab61-77058676cddf req-6818d767-8d6c-4a30-b3e7-60266a97eaed tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0507472 Aug 19 13:11:31.021224 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f4352f7d-95b2-480a-ab61-77058676cddf req-29e1c533-9094-4f53-a94e-5f2eabaced97 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343442 Aug 19 13:11:32.141940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cde609-7e33-473b-97fd-f83d636ba3f4 req-03d61eea-1e4e-4aaf-9209-8af80745f8e4 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:32.143555 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f8cde609-7e33-473b-97fd-f83d636ba3f4 req-03d61eea-1e4e-4aaf-9209-8af80745f8e4 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0554707 Aug 19 13:11:32.167664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920979ff-a538-48f5-971e-4dc0dd114cbf req-ac7c48ca-0c2c-4cc6-9945-03c473d19f6c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:32.169226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-920979ff-a538-48f5-971e-4dc0dd114cbf req-ac7c48ca-0c2c-4cc6-9945-03c473d19f6c tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.62 "GET /v2.0/ports?device_id=f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3 HTTP/1.1" status: 200 len: 946 time: 0.0547152 Aug 19 13:11:32.188744 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f8cde609-7e33-473b-97fd-f83d636ba3f4 req-bcf4d621-cee6-4fe1-a60f-97b1dbbbed54 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.21 "GET /v2.0/security-groups?id=f10407c6-7a76-4e99-a592-631cff184082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392864 Aug 19 13:11:32.268269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-920979ff-a538-48f5-971e-4dc0dd114cbf req-e569aa14-e362-4d39-aae9-f6c0fc1a3877 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Deleting port 04c43c8f-9e4a-4a47-844e-41eb73193a95 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:11:32.268775 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-920979ff-a538-48f5-971e-4dc0dd114cbf req-e569aa14-e362-4d39-aae9-f6c0fc1a3877 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.358568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-920979ff-a538-48f5-971e-4dc0dd114cbf req-e569aa14-e362-4d39-aae9-f6c0fc1a3877 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] For port 04c43c8f-9e4a-4a47-844e-41eb73193a95, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=04c43c8f-9e4a-4a47-844e-41eb73193a95,segment=NetworkSegment(2bfb1c00-57cb-4c59-b623-bd0eec4b6370),segment_id=2bfb1c00-57cb-4c59-b623-bd0eec4b6370)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:32.358873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-920979ff-a538-48f5-971e-4dc0dd114cbf req-e569aa14-e362-4d39-aae9-f6c0fc1a3877 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.371509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-920979ff-a538-48f5-971e-4dc0dd114cbf req-e569aa14-e362-4d39-aae9-f6c0fc1a3877 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Calling delete_port for 04c43c8f-9e4a-4a47-844e-41eb73193a95 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:11:32.577372 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-920979ff-a538-48f5-971e-4dc0dd114cbf req-e569aa14-e362-4d39-aae9-f6c0fc1a3877 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.589842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['04c43c8f-9e4a-4a47-844e-41eb73193a95'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:11:32.611107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569aa14-e362-4d39-aae9-f6c0fc1a3877 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Pushing event deleted for resources: {'Port': ['ID=04c43c8f-9e4a-4a47-844e-41eb73193a95,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:32.651980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-920979ff-a538-48f5-971e-4dc0dd114cbf req-e569aa14-e362-4d39-aae9-f6c0fc1a3877 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] No DVR routers for this DVR port 04c43c8f-9e4a-4a47-844e-41eb73193a95 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:11:32.654640 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-920979ff-a538-48f5-971e-4dc0dd114cbf req-e569aa14-e362-4d39-aae9-f6c0fc1a3877 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:32.656773 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-920979ff-a538-48f5-971e-4dc0dd114cbf req-e569aa14-e362-4d39-aae9-f6c0fc1a3877 tempest-ServerDiskConfigTestJSON-1433210626 tempest-ServerDiskConfigTestJSON-1433210626-project] 10.222.0.62 "DELETE /v2.0/ports/04c43c8f-9e4a-4a47-844e-41eb73193a95 HTTP/1.1" status: 204 len: 173 time: 0.4818974 Aug 19 13:11:32.657212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'name': 'network-vif-deleted', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:32.659480 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841c1f73-865e-4427-a66a-ea588f9e6159" -d '{"events": [{"server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "name": "network-vif-deleted", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:32.695525 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab5ccb8-10f9-4d01-873a-b722042ef1a8 x-openstack-request-id: req-1ab5ccb8-10f9-4d01-873a-b722042ef1a8 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:32.695818 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3", "name": "network-vif-deleted", "tag": "04c43c8f-9e4a-4a47-844e-41eb73193a95", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:32.696069 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ab5ccb8-10f9-4d01-873a-b722042ef1a8 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:32.696473 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f412cb8e-4b60-4e99-9aa0-f4a6a26d42b3', 'name': 'network-vif-deleted', 'tag': '04c43c8f-9e4a-4a47-844e-41eb73193a95', 'status': 'completed', 'code': 200} Aug 19 13:11:33.314927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51740) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:33.360976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Deleting subnet e64abbeb-498f-4b0f-a68d-814cee204466 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:11:33.364086 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.398407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.438645 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.577590 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.602763 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64abbeb-498f-4b0f-a68d-814cee204466,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:33.610312 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.612374 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e64abbeb-498f-4b0f-a68d-814cee204466 HTTP/1.1" status: 204 len: 168 time: 0.2964184 Aug 19 13:11:33.615026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51742) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:33.618004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.618352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.618695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.619064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.619397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.619732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.620060 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.620450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.620772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.621092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.621415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.622241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1f5a9b-8262-4510-8cff-da31547bdb2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:33.685782 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.769787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.779959 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453fe994-ad15-4405-a914-ac3331444604']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:33.790079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfb1c00-57cb-4c59-b623-bd0eec4b6370') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:33.790374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfb1c00-57cb-4c59-b623-bd0eec4b6370') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:33.799172 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.813132 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.819447 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:11:33.819841 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:11:33.821618 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:11:33.953972 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.963109 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:33.963109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/453fe994-ad15-4405-a914-ac3331444604 HTTP/1.1" status: 204 len: 168 time: 0.3463213 Aug 19 13:11:33.973895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e332889-fd8a-465b-aa80-668704c646c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=453fe994-ad15-4405-a914-ac3331444604,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:34.269254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51746) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:34.309233 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-119af831-fa4b-4304-9bf7-f9e0eb40747a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21b45b3432c948a29b04592c0180a1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387661 Aug 19 13:11:34.313441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 51748) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:34.361543 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0845fe1-64d1-4a9a-b1c2-d584e52647c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:34.381880 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0845fe1-64d1-4a9a-b1c2-d584e52647c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:34.514304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0845fe1-64d1-4a9a-b1c2-d584e52647c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:34.516900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f0845fe1-64d1-4a9a-b1c2-d584e52647c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:34.518094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f0845fe1-64d1-4a9a-b1c2-d584e52647c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f10407c6-7a76-4e99-a592-631cff184082 HTTP/1.1" status: 204 len: 168 time: 0.2037225 Aug 19 13:11:34.526961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0845fe1-64d1-4a9a-b1c2-d584e52647c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10407c6-7a76-4e99-a592-631cff184082,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:35.079752 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0aa1-15cb-4fab-a842-a57522048348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:35.523804 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 04c43c8f-9e4a-4a47-844e-41eb73193a95 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:11:35.546514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 04c43c8f-9e4a-4a47-844e-41eb73193a95 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:11:35.547265 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 04c43c8f-9e4a-4a47-844e-41eb73193a95 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:11:35.645310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51770) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:35.751486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-666735064-network', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:35.868197 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Made reservation on behalf of ca391423c8cd41398bd01c04d33fe702 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:35.870744 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:35.880426 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:35.976179 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.062926 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.088187 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:11:36.098469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e2c12e-c335-43b1-8b86-72161258b9d2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:36.103641 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.103985 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Added segment 9324c897-5a05-4b94-be64-0b4ea840eaeb of type vlan for network 64b7e76f-72e8-4ed7-955f-c0f27a606484 Aug 19 13:11:36.144562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.228420 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.229552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:36.230333 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.293099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] Pushing event updated for resources: {'Network': ['ID=64b7e76f-72e8-4ed7-955f-c0f27a606484,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:36.303525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:11:36.377705 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f154f19d-c483-476f-b9ad-a751a17fdb8a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7311444 Aug 19 13:11:36.380519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51774) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:36.385531 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] Request body: {'subnet': {'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-666735064-subnet', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:36.473805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] Made reservation on behalf of ca391423c8cd41398bd01c04d33fe702 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:36.476540 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.742944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:36.792655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7858ebad-9640-4f66-8ca8-e9a1239786be,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:36.808656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:11:36.808656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] Network hostable DHCP agents. Network: 64b7e76f-72e8-4ed7-955f-c0f27a606484, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:11:36.908189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:11:37.039947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 64b7e76f-72e8-4ed7-955f-c0f27a606484) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:37.044667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:37.047723 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.050355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0335bc-974a-48c3-8979-78618bae8200 None None] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:11:37.171393 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e379ee0c-391f-42e5-893e-7472f6b76cc5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7897887 Aug 19 13:11:37.174026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51776) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:37.178437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:37.191743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-64b7e76f-72e8-4ed7-955f-c0f27a606484', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:11:37.192601 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.285892 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.286945 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.329438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Allocated IP 172.20.0.2 (64b7e76f-72e8-4ed7-955f-c0f27a606484/7858ebad-9640-4f66-8ca8-e9a1239786be/3545dedf-3045-4591-b944-f5d463edc985) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:37.346277 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.474043 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.482756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Transition to ACTIVE for port object 3545dedf-3045-4591-b944-f5d463edc985 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:37.496947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Transition to ACTIVE for port object 3545dedf-3045-4591-b944-f5d463edc985 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:37.564687 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.622974 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.662486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:37.665768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:37.670138 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.674139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:11:37.679216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Pushing event updated for resources: {'Port': ['ID=3545dedf-3045-4591-b944-f5d463edc985,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:37.708873 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.709221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.709567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.709905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.710241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.710573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.710931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.711266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.711592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.711912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.712238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.712559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:37.751443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Attempting to bind port 3545dedf-3045-4591-b944-f5d463edc985 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:37.752276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Attempting to bind port 3545dedf-3045-4591-b944-f5d463edc985 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:37.752276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Attempting to bind port 3545dedf-3045-4591-b944-f5d463edc985 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:11:37.758354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:11:37.758753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:11:37.759229 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.759550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:11:37.760027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Bound port: 3545dedf-3045-4591-b944-f5d463edc985, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:37.760413 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.809825 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c296032d-7c47-4cd9-9c6b-e1548a9e2c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.827419 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] For port 3545dedf-3045-4591-b944-f5d463edc985, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:11:37.830468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] For port 3545dedf-3045-4591-b944-f5d463edc985, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3545dedf-3045-4591-b944-f5d463edc985,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:11:37.864239 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.883705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.908361 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:37.966096 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9a5a0-d7a9-43f4-b5ef-b7db66b47faa None None] Pushing event updated for resources: {'Port': ['ID=3545dedf-3045-4591-b944-f5d463edc985,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:37.991190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Allocated IP 172.25.2.15 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/1a3e4741-d31a-4f5a-b636-4a17708231f2) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:38.101277 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.220354 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.261565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:38.265039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:38.267359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:11:38.290348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1a3e4741-d31a-4f5a-b636-4a17708231f2,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:38.584100 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.796600 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:38.830997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bed48b-464a-4207-818d-7312a9eea8ab None None] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:11:38.951087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-22f5b5ef-bb18-4771-bb42-07003f46e876 None None] Provisioning for port 3545dedf-3045-4591-b944-f5d463edc985 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:38.999822 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Router f84947a3-6ed3-43be-992b-410f3fa5ee00 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:11:39.113016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:11:39.123800 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Sync routers for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:11:39.133500 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:11:39.134180 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:11:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:39.188375 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.189695 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b6d3ca32-b9e1-40f4-868c-bcf6538e82b3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0147266 Aug 19 13:11:39.192475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51778) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:39.240433 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:11:39.308513 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.425374 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:38Z', 'revision_number': 3, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:39.456248 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Checking router: f84947a3-6ed3-43be-992b-410f3fa5ee00 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:11:39.456593 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Updating router f84947a3-6ed3-43be-992b-410f3fa5ee00 port 1a3e4741-d31a-4f5a-b636-4a17708231f2 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:11:39.482386 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.734277 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.743747 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Transition to ACTIVE for port object 1a3e4741-d31a-4f5a-b636-4a17708231f2 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:39.839722 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.850023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3545dedf-3045-4591-b944-f5d463edc985 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:11:39.891851 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Attempting to bind port 1a3e4741-d31a-4f5a-b636-4a17708231f2 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:39.892214 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Attempting to bind port 1a3e4741-d31a-4f5a-b636-4a17708231f2 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:39.892857 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Attempting to bind port 1a3e4741-d31a-4f5a-b636-4a17708231f2 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:11:39.907673 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:11:39.913204 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:11:39.913204 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.913204 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:11:39.913204 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Bound port: 1a3e4741-d31a-4f5a-b636-4a17708231f2, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:39.913204 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.913204 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Pushing event updated for resources: {'Port': ['ID=1a3e4741-d31a-4f5a-b636-4a17708231f2,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:39.937470 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.937814 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.938154 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.938493 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.938835 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.939165 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.939491 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.939814 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.940130 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.940451 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.940764 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.941082 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:11:39.942518 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.948327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 3545dedf-3045-4591-b944-f5d463edc985 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:39.952327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3545dedf-3045-4591-b944-f5d463edc985 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:39.952698 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:39.974350 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] For port 1a3e4741-d31a-4f5a-b636-4a17708231f2, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:11:39.977653 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] For port 1a3e4741-d31a-4f5a-b636-4a17708231f2, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1a3e4741-d31a-4f5a-b636-4a17708231f2,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:11:40.040048 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.041824 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.080225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 3545dedf-3045-4591-b944-f5d463edc985, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3545dedf-3045-4591-b944-f5d463edc985,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:40.099717 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:11:40.100344 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:11:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:40.115646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Allocated IP 172.20.0.1 (64b7e76f-72e8-4ed7-955f-c0f27a606484/7858ebad-9640-4f66-8ca8-e9a1239786be/28d77972-5bc9-4a3a-8dad-4c0ecb0c210b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:40.136895 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.151294 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a248a-420f-410d-b190-40b9fef47a3d None None] Pushing event updated for resources: {'Port': ['ID=1a3e4741-d31a-4f5a-b636-4a17708231f2,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:40.200111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=3545dedf-3045-4591-b944-f5d463edc985,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:40.214455 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:11:40.247197 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.262567 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Transition to ACTIVE for port object 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:40.349149 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.385610 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:38Z', 'revision_number': 3, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:40.385916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:40.390917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:40.395357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:11:40.416486 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c54cb0-af04-4d92-8f21-a07fdbcfa768 None None] The sync data for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 is: [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:38Z', 'revision_number': 3, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:11:40.424464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Pushing event updated for resources: {'Port': ['ID=28d77972-5bc9-4a3a-8dad-4c0ecb0c210b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:40.444071 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.693976 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.765583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c1028ed0-a337-4121-bc04-0a2fd18fb39e None None] Provisioning for port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:40.769788 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.770511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c1028ed0-a337-4121-bc04-0a2fd18fb39e None None] Provisioning complete for port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:40.771186 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c1028ed0-a337-4121-bc04-0a2fd18fb39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.808390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c1028ed0-a337-4121-bc04-0a2fd18fb39e None None] Port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:11:40.877957 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:40.988275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:41.058842 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:41.060801 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Pushing event updated for resources: {'Port': ['ID=28d77972-5bc9-4a3a-8dad-4c0ecb0c210b,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:41.166415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:41.167811 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:41.291908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Router f84947a3-6ed3-43be-992b-410f3fa5ee00 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:11:41.398730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:11:41.404759 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5ec8b49f-5bed-4c64-a791-5d4c77054f49 admin admin] 10.222.0.21 "PUT /v2.0/routers/f84947a3-6ed3-43be-992b-410f3fa5ee00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2113018 Aug 19 13:11:41.430109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-518eced9-b23c-4deb-a38e-2c3c1d6c3df9 None None] Provisioning complete for port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:41.430677 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-518eced9-b23c-4deb-a38e-2c3c1d6c3df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:41.466834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-518eced9-b23c-4deb-a38e-2c3c1d6c3df9 None None] Port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:11:41.873021 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51786) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:41.878160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c4769281-569f-4162-8809-a3480ae12bd2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1558479944', 'description': 'tempest-description--937317298'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:41.891887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3545dedf-3045-4591-b944-f5d463edc985 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:11:41.925340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Sync routers for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:11:41.940704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:11:41.949687 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3434d013-188e-4405-8978-9e1024d3019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:11:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:41.966078 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c4769281-569f-4162-8809-a3480ae12bd2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:41.992936 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 3545dedf-3045-4591-b944-f5d463edc985 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:41.997632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.052337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c4769281-569f-4162-8809-a3480ae12bd2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.158393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c4769281-569f-4162-8809-a3480ae12bd2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.189896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4769281-569f-4162-8809-a3480ae12bd2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6c8293-ba59-4d27-9896-fa7ec44d69b1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:42.235939 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:11:42.296763 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c4769281-569f-4162-8809-a3480ae12bd2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.300669 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c4769281-569f-4162-8809-a3480ae12bd2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4238994 Aug 19 13:11:42.300893 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51788) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:42.305523 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b73d56e0-de67-452b-9d3a-41935592934e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'security_group_rule': {'security_group_id': 'cf6c8293-ba59-4d27-9896-fa7ec44d69b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:42.367330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1a3e4741-d31a-4f5a-b636-4a17708231f2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:11:42.411559 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b73d56e0-de67-452b-9d3a-41935592934e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.471017 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b73d56e0-de67-452b-9d3a-41935592934e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.494584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3434d013-188e-4405-8978-9e1024d3019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 2, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:42.520533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Checking router: f84947a3-6ed3-43be-992b-410f3fa5ee00 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:11:42.520884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Updating router f84947a3-6ed3-43be-992b-410f3fa5ee00 port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:11:42.523358 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 1a3e4741-d31a-4f5a-b636-4a17708231f2 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:42.541723 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1a3e4741-d31a-4f5a-b636-4a17708231f2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:42.542096 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.565780 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.570990 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b73d56e0-de67-452b-9d3a-41935592934e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.591382 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d56e0-de67-452b-9d3a-41935592934e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510e6b99-a8f9-408c-999b-d0976636951a,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:42.651012 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b73d56e0-de67-452b-9d3a-41935592934e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.652264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b73d56e0-de67-452b-9d3a-41935592934e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504095 Aug 19 13:11:42.654831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51790) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:42.659290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-382fae1c-87b4-4573-a693-1a7a1430723d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'security_group_rule': {'security_group_id': 'cf6c8293-ba59-4d27-9896-fa7ec44d69b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:42.722839 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.741561 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-382fae1c-87b4-4573-a693-1a7a1430723d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.780744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 1a3e4741-d31a-4f5a-b636-4a17708231f2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1a3e4741-d31a-4f5a-b636-4a17708231f2,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:42.799068 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-382fae1c-87b4-4573-a693-1a7a1430723d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.879113 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.883316 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.896539 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-382fae1c-87b4-4573-a693-1a7a1430723d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.914921 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fae1c-87b4-4573-a693-1a7a1430723d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eea9869-70f6-4def-ad0c-277593ec7a0d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:42.915655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Transition to ACTIVE for port object 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:42.940029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=1a3e4741-d31a-4f5a-b636-4a17708231f2,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:42.976800 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-382fae1c-87b4-4573-a693-1a7a1430723d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.977991 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-382fae1c-87b4-4573-a693-1a7a1430723d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222311 Aug 19 13:11:42.981639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51792) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:42.982764 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:42.986048 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:43.036915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988d593-6dd8-4ebd-a07a-3c6996284d7e None None] Pushing event updated for resources: {'Port': ['ID=28d77972-5bc9-4a3a-8dad-4c0ecb0c210b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:43.068296 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:43.090568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Attempting to bind port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:43.091405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Attempting to bind port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:43.091784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Attempting to bind port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:11:43.097457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:11:43.102772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:11:43.102772 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:43.102772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:11:43.102772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Bound port: 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:43.102772 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:43.171878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3434d013-188e-4405-8978-9e1024d3019f None None] For port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:11:43.176131 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3434d013-188e-4405-8978-9e1024d3019f None None] For port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=28d77972-5bc9-4a3a-8dad-4c0ecb0c210b,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:11:43.180659 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:43.251717 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:43.294305 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Allocated IP 172.25.2.197 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/6ceea3f8-2755-412f-98fd-902b57a212f1) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:43.328717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988d593-6dd8-4ebd-a07a-3c6996284d7e None None] Pushing event updated for resources: {'Port': ['ID=28d77972-5bc9-4a3a-8dad-4c0ecb0c210b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:43.332619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:11:43.333240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3434d013-188e-4405-8978-9e1024d3019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:11:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:43.428315 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:43.453914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3434d013-188e-4405-8978-9e1024d3019f None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:11:43.520512 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:43.563872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:43.566872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:43.570796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:11:43.594927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event updated for resources: {'Port': ['ID=6ceea3f8-2755-412f-98fd-902b57a212f1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:43.664737 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:43.676831 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3434d013-188e-4405-8978-9e1024d3019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:43Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:43.703613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434d013-188e-4405-8978-9e1024d3019f None None] The sync data for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 is: [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:43Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:11:43.751856 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:43.926581 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:11:43.943431 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.039743 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.068614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:44.080392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:44.080392 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.107799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event updated for resources: {'Port': ['ID=6ceea3f8-2755-412f-98fd-902b57a212f1,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:44.128346 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.169808 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.209510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=28d77972-5bc9-4a3a-8dad-4c0ecb0c210b,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:44.268785 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.273298 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-55f081d1-75e9-4bcc-94f3-0f1027c86d13 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2875459 Aug 19 13:11:44.337193 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.338035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1a3e4741-d31a-4f5a-b636-4a17708231f2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:11:44.422689 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-025c43bf-cde3-405b-a420-7e34301e1965 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1558479944&fields=id&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 267 time: 0.0384970 Aug 19 13:11:44.432028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=28d77972-5bc9-4a3a-8dad-4c0ecb0c210b,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:44.440478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1a3e4741-d31a-4f5a-b636-4a17708231f2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:44.440857 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:44.555918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-821c166a-c012-4904-8f54-8c510b2431f6 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:44.560120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-821c166a-c012-4904-8f54-8c510b2431f6 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 811 time: 0.1291332 Aug 19 13:11:44.573893 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-23eb4170-b1e4-4ebd-8fed-fbf7fa9d7e6b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/quotas/ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 375 time: 0.0097756 Aug 19 13:11:44.638151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-a506dbed-510c-40aa-8492-3d39fa87c753 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572255 Aug 19 13:11:44.752197 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-21e7981f-0f4f-486f-9042-1baa87a16e5c service neutron] 10.222.0.21 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004884 Aug 19 13:11:44.849191 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-acb2840c-a85a-4e96-94cf-9b517ad49fbc service neutron] 10.222.0.21 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906410 Aug 19 13:11:45.135660 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-30e5a512-01b7-4e10-b98c-6219c01c4b48 req-745522b0-1a63-4f4a-b972-3a4b9a6c9567 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 210 time: 0.0330577 Aug 19 13:11:45.832156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:11:45.880915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:45.881287 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:46.249701 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f54b695a-2fd6-4928-8cea-e0a179c9ba06 req-a426d2be-7916-4874-a3a2-94e6f9d3f455 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 210 time: 0.0302167 Aug 19 13:11:47.354328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f60a360f-3a78-4c70-ba77-d26ddcdf2ab4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:47.355912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f60a360f-3a78-4c70-ba77-d26ddcdf2ab4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 811 time: 0.1358309 Aug 19 13:11:47.373167 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-18834769-2855-459d-a004-e891c848892a req-4daf5422-f504-4d56-a675-87937afc7a90 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 210 time: 0.0402865 Aug 19 13:11:47.409310 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-194e2195-ef67-4717-8556-1b5462f3adae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 380 time: 0.0392182 Aug 19 13:11:47.419037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'port': {'device_id': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'admin_state_up': True, 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'security_groups': ['cf6c8293-ba59-4d27-9896-fa7ec44d69b1']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:47.662575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Made reservation on behalf of ca391423c8cd41398bd01c04d33fe702 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:11:47.666520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:47.800809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Allocated IP 172.20.0.7 (64b7e76f-72e8-4ed7-955f-c0f27a606484/7858ebad-9640-4f66-8ca8-e9a1239786be/815c3e66-ade1-462a-8d73-e27380481dfe) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:11:47.934473 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:47.948039 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Transition to ACTIVE for port object 815c3e66-ade1-462a-8d73-e27380481dfe will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:48.051933 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.103132 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:11:48.108634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:11:48.114691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:11:48.125048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event updated for resources: {'Port': ['ID=815c3e66-ade1-462a-8d73-e27380481dfe,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:48.175847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:48.176521 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.253407 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-f28d56d6-a584-4096-88b0-968c3893f3de tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8381488 Aug 19 13:11:48.267207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Request body: {'port': {'device_id': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:48.321968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.411044 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5958f98d-097e-441b-b921-e47c358dd6b1 None None] Provisioning for port 815c3e66-ade1-462a-8d73-e27380481dfe completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:48.415592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5958f98d-097e-441b-b921-e47c358dd6b1 None None] Provisioning complete for port 815c3e66-ade1-462a-8d73-e27380481dfe triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:48.416088 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5958f98d-097e-441b-b921-e47c358dd6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.465733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5958f98d-097e-441b-b921-e47c358dd6b1 None None] Port 815c3e66-ade1-462a-8d73-e27380481dfe cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:11:48.501750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47703c5d-872a-4e2c-b1b6-565c7ffb9549 req-315b60a6-0181-4c0a-917f-1544723a85ba tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:48.503292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47703c5d-872a-4e2c-b1b6-565c7ffb9549 req-315b60a6-0181-4c0a-917f-1544723a85ba tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 931 time: 0.0569274 Aug 19 13:11:48.550556 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-47703c5d-872a-4e2c-b1b6-565c7ffb9549 req-57e93f98-0461-4030-b29b-c25bf92c5ebe tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410905 Aug 19 13:11:48.609178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815c3e66-ade1-462a-8d73-e27380481dfe {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:11:48.617190 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.631559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Transition to ACTIVE for port object 815c3e66-ade1-462a-8d73-e27380481dfe will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:11:48.811483 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:48.865295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Pushing event updated for resources: {'Port': ['ID=815c3e66-ade1-462a-8d73-e27380481dfe,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:48.930575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Attempting to bind port 815c3e66-ade1-462a-8d73-e27380481dfe on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:11:48.930935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Attempting to bind port 815c3e66-ade1-462a-8d73-e27380481dfe by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:11:48.931262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Attempting to bind port 815c3e66-ade1-462a-8d73-e27380481dfe on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:11:48.935943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Port 815c3e66-ade1-462a-8d73-e27380481dfe on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:11:48.936262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Attempting to bind port 815c3e66-ade1-462a-8d73-e27380481dfe on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:11:48.941557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:11:48.941894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:11:48.942278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:11:48.942708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Bound port: 815c3e66-ade1-462a-8d73-e27380481dfe, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:11:48.943106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.014986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:11:49.018312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=815c3e66-ade1-462a-8d73-e27380481dfe,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:11:49.097482 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.131920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:49.132465 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:49.134346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] 10.222.0.62 "PUT /v2.0/ports/815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 1091 time: 0.8722427 Aug 19 13:11:49.137000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:49.140465 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e6131b421f0c7b3fd386553f8f7669cebe1d8015fd78e12fbd8537336a39de4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23976165-4217-48ae-bad9-425ab3becaa8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:49.172336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36798031-d7f1-4221-b607-a13cfa2829ed service neutron] Pushing event updated for resources: {'Port': ['ID=815c3e66-ade1-462a-8d73-e27380481dfe,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:49.272870 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2a0e6b-bcb9-47a8-bcd8-79fe835c06f6 x-openstack-request-id: req-7e2a0e6b-bcb9-47a8-bcd8-79fe835c06f6 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:49.273175 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:49.273428 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e2a0e6b-bcb9-47a8-bcd8-79fe835c06f6 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:49.273830 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe', 'status': 'completed', 'code': 200} Aug 19 13:11:49.285010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-541b4c8a-c0d6-43ad-b26a-8b80fd401687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:49.286570 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-541b4c8a-c0d6-43ad-b26a-8b80fd401687 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1094 time: 0.0536251 Aug 19 13:11:49.334887 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-68fafabd-07f7-44d8-9b13-0d3022e46a8f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 217 time: 0.0400505 Aug 19 13:11:49.386702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-5667a682-03cf-4500-a578-575b7c385096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:49.388767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-5667a682-03cf-4500-a578-575b7c385096 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0461843 Aug 19 13:11:49.434100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-5348c255-956e-4c32-90ec-82e2471113a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:49.436145 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-5348c255-956e-4c32-90ec-82e2471113a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410717 Aug 19 13:11:49.529452 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-b9933589-4064-4c46-a824-f86d1007bbb6 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861509 Aug 19 13:11:49.621886 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-137c7a56-c1c8-4cae-beaf-d4ab91466ad1 req-ebcdfdde-df80-4d22-a59f-0345b22bde9c service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858204 Aug 19 13:11:49.668006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cea5e6-0d36-4ad2-9625-627362b99984 req-39669e88-d9c6-41ac-8c8a-c662746206a4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:49.669574 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49cea5e6-0d36-4ad2-9625-627362b99984 req-39669e88-d9c6-41ac-8c8a-c662746206a4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 943 time: 0.0512054 Aug 19 13:11:49.710900 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-49cea5e6-0d36-4ad2-9625-627362b99984 req-a51c157c-c312-4e4d-8a3b-af7fd99becec tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349684 Aug 19 13:11:49.839240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23976165-4217-48ae-bad9-425ab3becaa8 req-b6759fba-d3b7-4c0b-bf1a-d2d0c624f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:49.840753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23976165-4217-48ae-bad9-425ab3becaa8 req-b6759fba-d3b7-4c0b-bf1a-d2d0c624f68b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1094 time: 0.0421765 Aug 19 13:11:49.933875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23976165-4217-48ae-bad9-425ab3becaa8 req-648a770c-c0b7-4e06-894b-7ae65c5b2ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:49.935866 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23976165-4217-48ae-bad9-425ab3becaa8 req-648a770c-c0b7-4e06-894b-7ae65c5b2ba1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0881720 Aug 19 13:11:49.977499 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23976165-4217-48ae-bad9-425ab3becaa8 req-2c1cba44-a5f8-4185-947c-594b40dd037c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 217 time: 0.0342376 Aug 19 13:11:50.028301 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23976165-4217-48ae-bad9-425ab3becaa8 req-04ef354f-4f8c-4323-ab02-22f78e062ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:50.029759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23976165-4217-48ae-bad9-425ab3becaa8 req-04ef354f-4f8c-4323-ab02-22f78e062ba7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0452347 Aug 19 13:11:50.082986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23976165-4217-48ae-bad9-425ab3becaa8 req-29eb27b7-4493-426e-b501-9b490eab055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:50.084561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23976165-4217-48ae-bad9-425ab3becaa8 req-29eb27b7-4493-426e-b501-9b490eab055b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470486 Aug 19 13:11:50.175867 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23976165-4217-48ae-bad9-425ab3becaa8 req-ce5a6541-27c8-4869-97cd-d0db485efece service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834026 Aug 19 13:11:50.270347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-23976165-4217-48ae-bad9-425ab3becaa8 req-8fc19288-28dd-40e9-90b8-4130fda675f1 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865164 Aug 19 13:11:50.834087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba841d-b689-4d6d-9e38-725401d7a0cc req-54ac01a2-6ef7-4c49-bd39-df3224db4d95 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:50.836136 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-beba841d-b689-4d6d-9e38-725401d7a0cc req-54ac01a2-6ef7-4c49-bd39-df3224db4d95 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 943 time: 0.0545089 Aug 19 13:11:50.877234 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-beba841d-b689-4d6d-9e38-725401d7a0cc req-9106ea0f-42e8-465b-a0d9-abcf5a2d293a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342846 Aug 19 13:11:51.616973 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 815c3e66-ade1-462a-8d73-e27380481dfe details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:11:51.716923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=815c3e66-ade1-462a-8d73-e27380481dfe,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:51.728363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '815c3e66-ade1-462a-8d73-e27380481dfe', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'port_id': '815c3e66-ade1-462a-8d73-e27380481dfe', 'mac_address': 'fa:16:3e:f4:96:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:11:51.765475 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:51.779225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815c3e66-ade1-462a-8d73-e27380481dfe {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:11:51.799442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=815c3e66-ade1-462a-8d73-e27380481dfe,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:51.874090 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:51.925153 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=815c3e66-ade1-462a-8d73-e27380481dfe,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:52.004674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e4ac9-0b56-4059-a0ef-92f17b341e56 req-d94ac56a-cf1a-40c7-be74-8ac9b30dca2f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:52.006313 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e89e4ac9-0b56-4059-a0ef-92f17b341e56 req-d94ac56a-cf1a-40c7-be74-8ac9b30dca2f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 944 time: 0.0530796 Aug 19 13:11:52.051647 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e89e4ac9-0b56-4059-a0ef-92f17b341e56 req-49f6a358-ee0e-4529-bcd4-14818d0cccad tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383158 Aug 19 13:11:52.073077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['815c3e66-ade1-462a-8d73-e27380481dfe'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:11:53.172157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fa8c2-28d4-4bc7-85ce-800070b83364 req-b229a310-c754-4c1b-bc6f-a184918c47d8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:53.173626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d05fa8c2-28d4-4bc7-85ce-800070b83364 req-b229a310-c754-4c1b-bc6f-a184918c47d8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 944 time: 0.0504386 Aug 19 13:11:53.211820 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d05fa8c2-28d4-4bc7-85ce-800070b83364 req-dae9393f-b6a2-4544-bf30-287cf0bdf5a4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320089 Aug 19 13:11:53.632920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 815c3e66-ade1-462a-8d73-e27380481dfe up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:11:53.759367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 815c3e66-ade1-462a-8d73-e27380481dfe completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:11:53.763576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 815c3e66-ade1-462a-8d73-e27380481dfe triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:11:53.763941 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:53.844340 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:53.868400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:53.870752 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a59d408e8d3dc782ff525340e32a8699f95da799c8f055d4683594407afb4b99" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea541db-7dc2-4419-b078-7dc842e41740" -d '{"events": [{"server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "name": "network-vif-plugged", "status": "completed", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:53.884650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=815c3e66-ade1-462a-8d73-e27380481dfe,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:11:53.954235 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:53.987989 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4fe593-5fdc-411e-b917-8fe33cb9ef49 x-openstack-request-id: req-9b4fe593-5fdc-411e-b917-8fe33cb9ef49 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:53.988278 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "name": "network-vif-plugged", "status": "completed", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:53.988530 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b4fe593-5fdc-411e-b917-8fe33cb9ef49 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:53.988919 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe', 'code': 200} Aug 19 13:11:54.016733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=815c3e66-ade1-462a-8d73-e27380481dfe,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:11:54.091921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2875eb8-07c3-4ea9-8b5e-46e23a61930d req-f3d433fe-bdb6-4cdd-a5b9-48af14ddce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:54.093506 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2875eb8-07c3-4ea9-8b5e-46e23a61930d req-f3d433fe-bdb6-4cdd-a5b9-48af14ddce95 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1096 time: 0.0459356 Aug 19 13:11:54.129066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c2875eb8-07c3-4ea9-8b5e-46e23a61930d req-0f38f51f-d3a0-44a5-8be7-2675e0088685 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285301 Aug 19 13:11:54.333693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6515e-ba1e-45bd-a6fa-b11ba43d8007 req-1a82cb03-86f8-4e58-82d2-933b893e5eb5 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:54.335183 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5c6515e-ba1e-45bd-a6fa-b11ba43d8007 req-1a82cb03-86f8-4e58-82d2-933b893e5eb5 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0532496 Aug 19 13:11:54.373241 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5c6515e-ba1e-45bd-a6fa-b11ba43d8007 req-4e23d80c-884f-497e-8d82-780e40ee5c58 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Aug 19 13:11:55.494688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7bf4d-5c53-4866-92b4-82e29b3b41f7 req-895e0f4a-4f31-4191-8559-af1fc2f1b5ab tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:55.507291 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93c7bf4d-5c53-4866-92b4-82e29b3b41f7 req-895e0f4a-4f31-4191-8559-af1fc2f1b5ab tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0535181 Aug 19 13:11:55.538392 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93c7bf4d-5c53-4866-92b4-82e29b3b41f7 req-de7d7591-9fba-4fc7-a9b6-5f285102d127 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361547 Aug 19 13:11:55.736610 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:56.610706 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:56.657210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48fb2-0089-45ed-8e6c-8d09153d9dfb req-5a831594-0c96-4177-b2f3-526b92a93925 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:56.658725 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3cc48fb2-0089-45ed-8e6c-8d09153d9dfb req-5a831594-0c96-4177-b2f3-526b92a93925 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Aug 19 13:11:56.697817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3cc48fb2-0089-45ed-8e6c-8d09153d9dfb req-44142be4-5c92-4d9f-b2c0-bf7b9fd95124 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328887 Aug 19 13:11:56.811323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a746a7-ae3c-4332-ba9e-62234e80d7eb req-86e2ae47-987b-4430-8851-25ed8708b16d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:56.813035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b7a746a7-ae3c-4332-ba9e-62234e80d7eb req-86e2ae47-987b-4430-8851-25ed8708b16d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0520635 Aug 19 13:11:56.821759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 51850) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:11:56.826249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6a9cc647-6d59-48d4-938d-0dbe82032afb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'floatingip': {'port_id': '815c3e66-ade1-462a-8d73-e27380481dfe'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:11:56.865862 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc647-6d59-48d4-938d-0dbe82032afb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.313410 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc647-6d59-48d4-938d-0dbe82032afb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.536804 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc647-6d59-48d4-938d-0dbe82032afb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:57.645313 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-6a9cc647-6d59-48d4-938d-0dbe82032afb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647 associated. External IP: 172.25.2.197, port: 815c3e66-ade1-462a-8d73-e27380481dfe. Aug 19 13:11:58.007395 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-4c2bccc0-ed33-410a-9e49-d2189175158e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3980064 Aug 19 13:11:58.098992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-9ae3a2c2-5359-44af-bce9-88b8b158b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:58.100532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-9ae3a2c2-5359-44af-bce9-88b8b158b4bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1096 time: 0.0449090 Aug 19 13:11:58.216685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-6176b0ef-1cab-47b3-9bdd-5882d9c6576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:58.223676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-6176b0ef-1cab-47b3-9bdd-5882d9c6576b service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0970936 Aug 19 13:11:58.240929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9cc647-6d59-48d4-938d-0dbe82032afb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Router f84947a3-6ed3-43be-992b-410f3fa5ee00 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:11:58.289103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-d77c20c2-31b7-4572-bdbc-4b0cbe4ff8c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 999 time: 0.0624950 Aug 19 13:11:58.307993 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:11:58.339514 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-3bbf517f-c557-439f-9eee-3ca656065c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:58.341532 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-3bbf517f-c557-439f-9eee-3ca656065c5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0431120 Aug 19 13:11:58.351761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9cc647-6d59-48d4-938d-0dbe82032afb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:11:58.357429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6a9cc647-6d59-48d4-938d-0dbe82032afb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:11:58.363027 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63ee92-42c7-4b42-aee2-c8b7cac15fc8 None None] Sync routers for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:11:58.373223 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63ee92-42c7-4b42-aee2-c8b7cac15fc8 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:11:58.373946 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5c63ee92-42c7-4b42-aee2-c8b7cac15fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:11:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:58.387089 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6a9cc647-6d59-48d4-938d-0dbe82032afb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "PUT /v2.0/floatingips/6eb4aa65-51da-4960-b8b3-1b7865686647 HTTP/1.1" status: 200 len: 991 time: 1.5642712 Aug 19 13:11:58.387838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:11:58.390215 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0751013f516422ba92f4ac499afe63e75fe77c63e1f408331f06612060f74fc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bd6309-5e93-4df4-a4d6-82a2ef383804" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:11:58.393596 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-18a733ad-dc6a-4d8c-9b01-f39257e7354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:58.395248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-18a733ad-dc6a-4d8c-9b01-f39257e7354c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472600 Aug 19 13:11:58.432401 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f76a4bc-3f15-4633-bd09-7e791a9e6066 x-openstack-request-id: req-3f76a4bc-3f15-4633-bd09-7e791a9e6066 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:11:58.432698 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:11:58.432951 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f76a4bc-3f15-4633-bd09-7e791a9e6066 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:11:58.433357 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe', 'status': 'completed', 'code': 200} Aug 19 13:11:58.502821 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-95080954-3491-4a6d-96ec-6976f6a309f0 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972724 Aug 19 13:11:58.590092 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-5c63ee92-42c7-4b42-aee2-c8b7cac15fc8 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:11:58.595663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac76ef7a-78c3-49d9-bfe7-c973af09485e req-fc630f35-aeeb-491c-9903-ec374dc89de6 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854194 Aug 19 13:11:58.815987 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5c63ee92-42c7-4b42-aee2-c8b7cac15fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': '815c3e66-ade1-462a-8d73-e27380481dfe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:f4:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:11:57Z', 'revision_number': 1, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:58.826012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6309-5e93-4df4-a4d6-82a2ef383804 req-a435715a-8b9b-4ef7-95c1-0e77c3154567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:58.827541 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36bd6309-5e93-4df4-a4d6-82a2ef383804 req-a435715a-8b9b-4ef7-95c1-0e77c3154567 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1096 time: 0.0470979 Aug 19 13:11:58.846110 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63ee92-42c7-4b42-aee2-c8b7cac15fc8 None None] Checking router: f84947a3-6ed3-43be-992b-410f3fa5ee00 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:11:58.854072 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63ee92-42c7-4b42-aee2-c8b7cac15fc8 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:11:58.854675 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5c63ee92-42c7-4b42-aee2-c8b7cac15fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:11:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:58.916007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6309-5e93-4df4-a4d6-82a2ef383804 req-4f0aa5cf-4de0-40c0-b42e-23cbf44b054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:58.917489 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36bd6309-5e93-4df4-a4d6-82a2ef383804 req-4f0aa5cf-4de0-40c0-b42e-23cbf44b054e service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0832283 Aug 19 13:11:58.954590 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-5c63ee92-42c7-4b42-aee2-c8b7cac15fc8 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:11:58.992670 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36bd6309-5e93-4df4-a4d6-82a2ef383804 req-c6266db1-62f6-46f4-ad49-cef9fc0c76af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 999 time: 0.0685689 Aug 19 13:11:59.043699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6309-5e93-4df4-a4d6-82a2ef383804 req-6f1cf5d9-df05-4a90-a0f9-0eb305f4a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:59.045214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36bd6309-5e93-4df4-a4d6-82a2ef383804 req-6f1cf5d9-df05-4a90-a0f9-0eb305f4a6bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0454781 Aug 19 13:11:59.091573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6309-5e93-4df4-a4d6-82a2ef383804 req-aaa05083-08c7-4e9d-b64a-640bf6fd58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:11:59.093124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36bd6309-5e93-4df4-a4d6-82a2ef383804 req-aaa05083-08c7-4e9d-b64a-640bf6fd58c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406299 Aug 19 13:11:59.177849 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5c63ee92-42c7-4b42-aee2-c8b7cac15fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': '815c3e66-ade1-462a-8d73-e27380481dfe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:f4:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:11:57Z', 'revision_number': 1, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:11:59.185508 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36bd6309-5e93-4df4-a4d6-82a2ef383804 req-39b94982-557b-4def-b58e-a801977bceea service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850527 Aug 19 13:11:59.204262 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63ee92-42c7-4b42-aee2-c8b7cac15fc8 None None] The sync data for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 is: [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': '815c3e66-ade1-462a-8d73-e27380481dfe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:f4:96:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:11:57Z', 'revision_number': 1, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:11:59.277931 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-36bd6309-5e93-4df4-a4d6-82a2ef383804 req-963bd9f8-d000-4fb4-b5b9-02e760d37929 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856855 Aug 19 13:11:59.394900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbdb3be-3657-4c8a-9d42-762f99c8ef3f None None] New status for floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:12:05.073558 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-452f1f88-d265-431d-88c8-27fcbbfa5666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:07.673664 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:07.770882 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d32c4d6f-0451-4ebd-803c-6f7f63cd64d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:09.273457 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:10.667846 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:25.736122 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:26.662024 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:35.084679 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-897cf0be-7b24-4155-9a1d-a84770200b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:35.307202 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:12:37.673611 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:37.753390 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-46896f2d-2222-4cb1-af55-0a22e810dd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:39.370705 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:40.690703 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:55.718748 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:56.747694 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:12:58.566492 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-5f6eda52-a5c9-47fa-a004-395b3ff5066b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825067 Aug 19 13:12:58.652338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-cb0ff787-ff0d-44ae-8bec-614e4d31f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:58.653817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-cb0ff787-ff0d-44ae-8bec-614e4d31f9c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1096 time: 0.0447710 Aug 19 13:12:58.756488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-4b68e8c9-0a7b-4c51-8df2-c039125aba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:58.757966 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-4b68e8c9-0a7b-4c51-8df2-c039125aba66 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0843585 Aug 19 13:12:58.828579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-4646ad9c-ea9f-46c9-ac24-fc741ceb4491 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 1001 time: 0.0633056 Aug 19 13:12:58.876766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-8df96a75-cd71-46fd-979a-2a45ce17c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:58.878293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-8df96a75-cd71-46fd-979a-2a45ce17c120 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0428889 Aug 19 13:12:58.924273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-2d3f615a-b6c6-4af5-a23f-19682fc0e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:12:58.925749 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-2d3f615a-b6c6-4af5-a23f-19682fc0e2bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401614 Aug 19 13:12:59.018318 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-2d176c95-907d-48a1-b1eb-87ae40eff8e3 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848093 Aug 19 13:12:59.108538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-38d0bc20-2490-4fa4-85a9-d0a3e63c671f req-ad5db5d7-8e53-425d-ad9a-ab052d9687e9 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837336 Aug 19 13:13:05.124567 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f1f30679-da2c-4ec5-a14d-0e1476c77a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:07.667658 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:07.999282 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-37af8b02-0b9a-469d-823f-1da5a6295c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:09.284398 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:10.679121 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:12.320081 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:13:25.776054 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:26.673442 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:35.067755 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-782787a6-387d-4d6f-9e19-8912d4712c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:35.458789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d255344-fd3b-4f32-bbe3-d2f358f56378 req-480a935c-a940-4d94-ac13-2ba4d942a51c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:35.460342 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d255344-fd3b-4f32-bbe3-d2f358f56378 req-480a935c-a940-4d94-ac13-2ba4d942a51c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0953925 Aug 19 13:13:35.498045 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d255344-fd3b-4f32-bbe3-d2f358f56378 req-09dc490b-5334-47e3-acd5-bf2e5c737836 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 Aug 19 13:13:35.889430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2c093-15cd-4602-97ef-bb54b8ab14ac req-d98ef4a7-0ec8-4a16-8d25-1e0bcc589d9f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:35.890962 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ddd2c093-15cd-4602-97ef-bb54b8ab14ac req-d98ef4a7-0ec8-4a16-8d25-1e0bcc589d9f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0546761 Aug 19 13:13:35.929387 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ddd2c093-15cd-4602-97ef-bb54b8ab14ac req-9fa66d6a-2ca9-42f3-84bd-c328591769fd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Aug 19 13:13:36.088984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52080) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:13:36.169341 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-99c62719-c90a-49ee-90be-0b514243c58b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791900 Aug 19 13:13:37.187481 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2793ab-339d-4bb8-9e2a-15f5fe8b1e5b req-e4ee4e69-9b29-471e-bacd-a1a9ebe9b248 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:37.189041 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae2793ab-339d-4bb8-9e2a-15f5fe8b1e5b req-e4ee4e69-9b29-471e-bacd-a1a9ebe9b248 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.1048567 Aug 19 13:13:37.226130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ae2793ab-339d-4bb8-9e2a-15f5fe8b1e5b req-085ac183-20cc-47e5-a83b-dbaf03fcd725 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311010 Aug 19 13:13:37.684453 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:37.852559 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-62f390b7-993b-43d1-8c80-efea778e1be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:38.347252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45beafa-e82c-40ca-aeb2-0151f8992f13 req-8531741c-4436-4533-a877-eca818eb5011 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:38.348747 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b45beafa-e82c-40ca-aeb2-0151f8992f13 req-8531741c-4436-4533-a877-eca818eb5011 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0507710 Aug 19 13:13:38.386721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b45beafa-e82c-40ca-aeb2-0151f8992f13 req-a9bdf5ec-7785-4614-aaec-692e88a6fae8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319254 Aug 19 13:13:38.461729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-7e1d1af6-4179-4a7b-8287-76addaef83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:38.463248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-7e1d1af6-4179-4a7b-8287-76addaef83c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1096 time: 0.0412271 Aug 19 13:13:38.556802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-830d435b-cc80-478b-a2f3-f95c818dd02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:38.558203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-830d435b-cc80-478b-a2f3-f95c818dd02f service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0882030 Aug 19 13:13:38.622538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-95cf304c-04c2-4598-a1de-d0d9b4c0730a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 1001 time: 0.0578468 Aug 19 13:13:38.676174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-653a0556-4661-4c5f-b05a-280502d4cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:38.677645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-653a0556-4661-4c5f-b05a-280502d4cb5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0483716 Aug 19 13:13:38.723738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-eed42d6b-12fd-439b-b4da-263052f73edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:38.725331 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-eed42d6b-12fd-439b-b4da-263052f73edf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405397 Aug 19 13:13:38.815726 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-88bf518f-fbfe-436e-b3dd-c2ba189f2971 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832248 Aug 19 13:13:38.909501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-ca6d4d9c-2451-4781-8070-6e91d923932c service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872478 Aug 19 13:13:39.353439 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:39.511240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b0014-870b-46a4-bd0a-9d2cfa304dc2 req-0a2d679e-7420-417a-b56e-3146dc4c25bd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:39.512802 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c3b0014-870b-46a4-bd0a-9d2cfa304dc2 req-0a2d679e-7420-417a-b56e-3146dc4c25bd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0527313 Aug 19 13:13:39.552034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c3b0014-870b-46a4-bd0a-9d2cfa304dc2 req-88ae1923-30a4-4a9e-96c8-3c753f5927c9 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333929 Aug 19 13:13:40.671172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20256eb6-a404-4647-9301-65b79a2df5b8 req-e170f6c3-d176-46ba-8f63-986ba8cd45d8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:40.672677 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20256eb6-a404-4647-9301-65b79a2df5b8 req-e170f6c3-d176-46ba-8f63-986ba8cd45d8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0511172 Aug 19 13:13:40.696120 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:40.709681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-20256eb6-a404-4647-9301-65b79a2df5b8 req-e91faf3d-5a6d-448f-8ee9-6635a2839757 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308938 Aug 19 13:13:41.827200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf227a1-e4c0-4604-a68c-2e8ba8befa46 req-45349891-246d-4544-bf6e-eea1a516b9d0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:41.828668 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1cf227a1-e4c0-4604-a68c-2e8ba8befa46 req-45349891-246d-4544-bf6e-eea1a516b9d0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Aug 19 13:13:41.866255 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1cf227a1-e4c0-4604-a68c-2e8ba8befa46 req-849b534a-36d2-4e04-a73e-2365f0302326 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Aug 19 13:13:42.980729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5160a-571b-42c9-94df-b3cc573e846f req-e16e0923-3bc2-47b8-b6b7-9fe918f98dfe tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:42.982225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03d5160a-571b-42c9-94df-b3cc573e846f req-e16e0923-3bc2-47b8-b6b7-9fe918f98dfe tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0489218 Aug 19 13:13:43.019873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03d5160a-571b-42c9-94df-b3cc573e846f req-59ab66d1-9d50-4e80-bf9e-39ddb41135a2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317225 Aug 19 13:13:44.135590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91848-6b7b-485c-b72f-15246423ac3c req-bcb58f5c-f0d4-483b-9a35-28f0c8bed322 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:44.136978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ae91848-6b7b-485c-b72f-15246423ac3c req-bcb58f5c-f0d4-483b-9a35-28f0c8bed322 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0490739 Aug 19 13:13:44.175280 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ae91848-6b7b-485c-b72f-15246423ac3c req-f7932181-9d28-4eb4-87a4-99b553cbdc95 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321856 Aug 19 13:13:45.297206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e2803-27ab-45e6-b1a9-a43acf201182 req-a651c5b8-4b9b-4d2b-9552-f66a8f8c2dc6 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:45.298628 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea5e2803-27ab-45e6-b1a9-a43acf201182 req-a651c5b8-4b9b-4d2b-9552-f66a8f8c2dc6 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0550694 Aug 19 13:13:45.335961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea5e2803-27ab-45e6-b1a9-a43acf201182 req-137c1341-a19f-469a-9c40-c8a4b4ca96b1 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Aug 19 13:13:46.453628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85700e-af0a-43f2-8081-0e407c13e169 req-3fb38eda-7382-4141-9121-615ce4976b03 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:46.455138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f85700e-af0a-43f2-8081-0e407c13e169 req-3fb38eda-7382-4141-9121-615ce4976b03 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0531895 Aug 19 13:13:46.493499 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f85700e-af0a-43f2-8081-0e407c13e169 req-6df3a6ef-6700-40e4-935e-7ac96a666c1a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Aug 19 13:13:47.609503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afe185-017e-4f85-923c-665fc84bf66e req-e064a6e3-360b-4fb3-bf24-c68f4b719d36 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:47.611016 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4afe185-017e-4f85-923c-665fc84bf66e req-e064a6e3-360b-4fb3-bf24-c68f4b719d36 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0494792 Aug 19 13:13:47.648835 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4afe185-017e-4f85-923c-665fc84bf66e req-688b73e2-b712-4f61-82c9-07f42eb70377 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314972 Aug 19 13:13:48.769278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d8e11-6b01-4542-830f-f623a36a36dc req-dbc38f52-3315-4e53-8f7f-643dcb8a6975 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:48.770778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc6d8e11-6b01-4542-830f-f623a36a36dc req-dbc38f52-3315-4e53-8f7f-643dcb8a6975 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0531824 Aug 19 13:13:48.809868 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cc6d8e11-6b01-4542-830f-f623a36a36dc req-ddbb2be3-73c6-4d1b-a815-c46a8ad7b521 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331707 Aug 19 13:13:49.306216 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:13:49.923638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0dc35-dec0-4938-9812-e9750581e1ba req-76ec074d-830d-4ebf-8965-5fd7f5f60ecb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:49.925134 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17c0dc35-dec0-4938-9812-e9750581e1ba req-76ec074d-830d-4ebf-8965-5fd7f5f60ecb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0491736 Aug 19 13:13:49.962772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17c0dc35-dec0-4938-9812-e9750581e1ba req-6dab6453-e78d-4bd7-86fe-591466e172ba tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315418 Aug 19 13:13:51.076638 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f18468-3d3f-40d2-aa99-bf483672aa41 req-d1025506-348c-447a-b8a5-033c64acdf00 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:51.078132 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92f18468-3d3f-40d2-aa99-bf483672aa41 req-d1025506-348c-447a-b8a5-033c64acdf00 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0496285 Aug 19 13:13:51.117268 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92f18468-3d3f-40d2-aa99-bf483672aa41 req-a022620e-186a-4b15-a2b1-e617dd7901b4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330818 Aug 19 13:13:51.176629 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-0751e897-5996-46d8-ae0f-054f20877ff5 service neutron] show failed (client error): The resource could not be found. Aug 19 13:13:51.177656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-0751e897-5996-46d8-ae0f-054f20877ff5 service neutron] 10.222.0.62 "GET /v2.0/ports/815c3e66-ade1-462a-8d73-e27380481dfe/bindings/n-h2-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0594034 Aug 19 13:13:51.789359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-877fe925-8d32-4c0b-b365-3b10afa76d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:51.790920 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-877fe925-8d32-4c0b-b365-3b10afa76d05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 1096 time: 0.0839231 Aug 19 13:13:51.803144 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:13:51.854688 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:52.053573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=815c3e66-ade1-462a-8d73-e27380481dfe,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:52.085809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:13:52.131400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:52.138831 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:52.156911 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Transition to ACTIVE for port object 815c3e66-ade1-462a-8d73-e27380481dfe will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:13:52.194939 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d160a0c-4b4a-4b9f-bfc2-9f343053ca12" -d '{"events": [{"server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "name": "network-vif-unplugged", "status": "completed", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:52.241391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303e452-4231-4932-9d12-77264317fda4 req-ba4c0827-6ceb-4912-8fb8-fb87871db51a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:52.242906 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3303e452-4231-4932-9d12-77264317fda4 req-ba4c0827-6ceb-4912-8fb8-fb87871db51a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0538080 Aug 19 13:13:52.250032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:52.285775 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3303e452-4231-4932-9d12-77264317fda4 req-611e1a48-134c-48c7-a4ed-8b47189a01b9 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360730 Aug 19 13:13:52.317638 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb922f0-939c-45eb-9d14-de666975fed0 x-openstack-request-id: req-cbb922f0-939c-45eb-9d14-de666975fed0 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:52.317908 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "name": "network-vif-unplugged", "status": "completed", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:52.318157 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbb922f0-939c-45eb-9d14-de666975fed0 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:52.318550 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe', 'code': 200} Aug 19 13:13:52.377889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Pushing event updated for resources: {'Port': ['ID=815c3e66-ade1-462a-8d73-e27380481dfe,revision_number=6']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:52.403343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.404215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.404552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.404918 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.405282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.405610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.405932 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.406252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.406572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.406915 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.407236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.407570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:52.444267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] No DVR routers for this DVR port 815c3e66-ade1-462a-8d73-e27380481dfe on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:13:52.592832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Attempting to bind port 815c3e66-ade1-462a-8d73-e27380481dfe on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:13:52.593058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Attempting to bind port 815c3e66-ade1-462a-8d73-e27380481dfe by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:13:52.593376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Attempting to bind port 815c3e66-ade1-462a-8d73-e27380481dfe on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:13:52.597481 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Port 815c3e66-ade1-462a-8d73-e27380481dfe on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:13:52.597793 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Attempting to bind port 815c3e66-ade1-462a-8d73-e27380481dfe on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:13:52.602504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:13:52.602861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:13:52.603243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:13:52.603652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Bound port: 815c3e66-ade1-462a-8d73-e27380481dfe, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:13:52.603996 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:52.668202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:13:52.671246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=815c3e66-ade1-462a-8d73-e27380481dfe,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:13:52.810209 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:52.848512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:52.849384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:52.851960 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] 10.222.0.30 "PUT /v2.0/ports/815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 1091 time: 1.0525036 Aug 19 13:13:52.890381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b0adc-9bf3-4c2a-8fa4-10f101e98a82 service neutron] Pushing event updated for resources: {'Port': ['ID=815c3e66-ade1-462a-8d73-e27380481dfe,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:52.923709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-ae7852ac-b39e-42cf-bf23-e52d59cb5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:52.925232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-ae7852ac-b39e-42cf-bf23-e52d59cb5ae1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1094 time: 0.0492108 Aug 19 13:13:53.017777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-00441045-2680-461d-8953-0f74a03fe272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:53.019740 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-00441045-2680-461d-8953-0f74a03fe272 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0879261 Aug 19 13:13:53.091882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-ecfc96fd-3bfe-474c-be5b-418ebfe41f80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 999 time: 0.0652092 Aug 19 13:13:53.141319 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-35db2f0e-bbec-4973-a61c-c9861592cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:53.142638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-35db2f0e-bbec-4973-a61c-c9861592cc82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0436165 Aug 19 13:13:53.188370 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-a8123543-3359-4e95-b64f-3fe11564a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:53.189873 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-a8123543-3359-4e95-b64f-3fe11564a7d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408332 Aug 19 13:13:53.283983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-56239052-17dc-4c6a-8c0b-d9fd1367610b service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859480 Aug 19 13:13:53.375952 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9dd89b6b-3712-441f-991f-c625d2829e7a req-f833798c-602a-48b0-b1e4-f099400ee884 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849645 Aug 19 13:13:53.409666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd663840-b05d-4035-80f4-74ad6d8e2311 req-0d7b103f-191d-411b-8d92-a3968d20d0b7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:53.411173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd663840-b05d-4035-80f4-74ad6d8e2311 req-0d7b103f-191d-411b-8d92-a3968d20d0b7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 943 time: 0.0513713 Aug 19 13:13:53.451317 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bd663840-b05d-4035-80f4-74ad6d8e2311 req-c9120d59-300b-46d6-b113-2c63c8daa0b5 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340502 Aug 19 13:13:54.289376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 815c3e66-ade1-462a-8d73-e27380481dfe no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:13:54.320206 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:54.322638 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4776ead-738c-4111-bda0-7feb8cc4382f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:54.326135 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 815c3e66-ade1-462a-8d73-e27380481dfe not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:13:54.371112 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f008bc23-3485-4edb-b68d-b02535118ee4 x-openstack-request-id: req-f008bc23-3485-4edb-b68d-b02535118ee4 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:54.371466 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:54.371848 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f008bc23-3485-4edb-b68d-b02535118ee4 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:54.372406 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe', 'status': 'completed', 'code': 200} Aug 19 13:13:54.436657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-b40e561b-0bde-4aed-8b7d-9d47c8976236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.438243 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-b40e561b-0bde-4aed-8b7d-9d47c8976236 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1094 time: 0.0489111 Aug 19 13:13:54.446280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-0a0338ba-c866-43e8-9199-8e7e77aeca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.447831 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-0a0338ba-c866-43e8-9199-8e7e77aeca8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1094 time: 0.0477335 Aug 19 13:13:54.545444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-bd2f4486-484f-4d56-bf74-a65bc1822c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.546892 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-bd2f4486-484f-4d56-bf74-a65bc1822c2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0913210 Aug 19 13:13:54.563144 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-ba909e3b-e5f5-4ca3-a8f3-dd81024699fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.565187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-ba909e3b-e5f5-4ca3-a8f3-dd81024699fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.1198773 Aug 19 13:13:54.592956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1dc0c-4014-4a3b-902a-48d966ad4a3e req-f2628e4f-a66c-440f-96bd-20a2538d9119 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.594497 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62b1dc0c-4014-4a3b-902a-48d966ad4a3e req-f2628e4f-a66c-440f-96bd-20a2538d9119 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 943 time: 0.0724652 Aug 19 13:13:54.619561 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-62f3f572-348e-4446-868e-96b7b5f21860 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 999 time: 0.0644367 Aug 19 13:13:54.670556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-4ca1c0e4-797d-442b-9dc0-8d714efbae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.672046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-4ca1c0e4-797d-442b-9dc0-8d714efbae67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0442562 Aug 19 13:13:54.675399 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-6574aec5-ae0d-41e4-8ae7-4df5f2819d70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 999 time: 0.1018353 Aug 19 13:13:54.678487 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-62b1dc0c-4014-4a3b-902a-48d966ad4a3e req-628e6a6c-c8ef-4592-9272-255e02b6cb7e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515113 Aug 19 13:13:54.720622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-14777b21-2d1b-467b-8b6b-2b2e1c0386f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.722131 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-14777b21-2d1b-467b-8b6b-2b2e1c0386f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424950 Aug 19 13:13:54.725876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-3c87bee2-daff-45f0-8649-e5e5fda85ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.727415 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-3c87bee2-daff-45f0-8649-e5e5fda85ec6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0454412 Aug 19 13:13:54.775703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-a165e048-e21e-47b4-a645-141eacadb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:54.777531 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-a165e048-e21e-47b4-a645-141eacadb319 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435445 Aug 19 13:13:54.818977 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-051df578-51f6-4503-b958-bc3dd1d1fd03 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893831 Aug 19 13:13:54.875136 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-9044ebec-5cd7-4186-ad0b-e7b84be81e49 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899191 Aug 19 13:13:54.915049 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-a43e8af5-957b-443a-9005-a6141cc926cc service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887997 Aug 19 13:13:54.981743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b4776ead-738c-4111-bda0-7feb8cc4382f req-9e096228-0d1f-4a01-b08f-c66db863d0c1 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956211 Aug 19 13:13:55.018738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39df2a8-97bb-44ff-af28-c2eac7e186e6 req-0ff1a9a6-45f8-4e1f-988f-37c0c257153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.021151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d39df2a8-97bb-44ff-af28-c2eac7e186e6 req-0ff1a9a6-45f8-4e1f-988f-37c0c257153e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1094 time: 0.0422199 Aug 19 13:13:55.132221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39df2a8-97bb-44ff-af28-c2eac7e186e6 req-016133a6-b19b-4a60-87fe-c282d6816630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.133600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d39df2a8-97bb-44ff-af28-c2eac7e186e6 req-016133a6-b19b-4a60-87fe-c282d6816630 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0896626 Aug 19 13:13:55.199565 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d39df2a8-97bb-44ff-af28-c2eac7e186e6 req-adf42d2d-9b91-4ed7-9f96-f140beda7104 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 999 time: 0.0588500 Aug 19 13:13:55.254572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39df2a8-97bb-44ff-af28-c2eac7e186e6 req-156d9abc-7f80-4c90-b2da-238ace0ce37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.256067 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d39df2a8-97bb-44ff-af28-c2eac7e186e6 req-156d9abc-7f80-4c90-b2da-238ace0ce37a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0489593 Aug 19 13:13:55.302012 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39df2a8-97bb-44ff-af28-c2eac7e186e6 req-c6e284d2-15a0-473e-baa2-22b3470d67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.303543 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d39df2a8-97bb-44ff-af28-c2eac7e186e6 req-c6e284d2-15a0-473e-baa2-22b3470d67e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410566 Aug 19 13:13:55.393500 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d39df2a8-97bb-44ff-af28-c2eac7e186e6 req-180b7f42-d77d-4bb9-bb36-ce114f1fc571 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823081 Aug 19 13:13:55.488258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d39df2a8-97bb-44ff-af28-c2eac7e186e6 req-fdb66a32-e984-44e8-a8b3-2d8394a31d0c service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882387 Aug 19 13:13:55.724089 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:55.798342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f2760-6cb0-4573-9a3b-61d381608f91 req-13d0f9cc-c018-4fa3-ba28-01cfb3496451 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:55.799863 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-423f2760-6cb0-4573-9a3b-61d381608f91 req-13d0f9cc-c018-4fa3-ba28-01cfb3496451 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 943 time: 0.0494761 Aug 19 13:13:55.837700 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-423f2760-6cb0-4573-9a3b-61d381608f91 req-bd3ecd0f-30d5-484d-b197-fe50dd25fb55 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315728 Aug 19 13:13:56.081167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 815c3e66-ade1-462a-8d73-e27380481dfe details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:13:56.156505 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce08456-a0e2-4212-912d-0921e2bbfcf5 req-96e5a2fb-c945-48a6-91cf-2fb64041f676 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:56.158007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bce08456-a0e2-4212-912d-0921e2bbfcf5 req-96e5a2fb-c945-48a6-91cf-2fb64041f676 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 943 time: 0.0506117 Aug 19 13:13:56.183631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=815c3e66-ade1-462a-8d73-e27380481dfe,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:56.197100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '815c3e66-ade1-462a-8d73-e27380481dfe', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'port_id': '815c3e66-ade1-462a-8d73-e27380481dfe', 'mac_address': 'fa:16:3e:f4:96:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:13:56.199506 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bce08456-a0e2-4212-912d-0921e2bbfcf5 req-225e2a6d-0ac9-4e2d-bf40-6030ab1ae370 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352762 Aug 19 13:13:56.235130 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:56.249049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815c3e66-ade1-462a-8d73-e27380481dfe {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:13:56.265937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-be53ea12-a5f9-4fb9-a88d-8a0561cb2f04 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:56.265937 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-be53ea12-a5f9-4fb9-a88d-8a0561cb2f04 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36&tenant_id=ca391423c8cd41398bd01c04d33fe702&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 943 time: 0.0666659 Aug 19 13:13:56.276129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=815c3e66-ade1-462a-8d73-e27380481dfe,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:56.327118 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-969e48b0-7859-43af-bb9c-551ccf2cda4f service neutron] delete failed (client error): The resource could not be found. Aug 19 13:13:56.328152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-969e48b0-7859-43af-bb9c-551ccf2cda4f service neutron] 10.222.0.62 "DELETE /v2.0/ports/815c3e66-ade1-462a-8d73-e27380481dfe/bindings/n-h1-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0552082 Aug 19 13:13:56.329988 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:56.379948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=815c3e66-ade1-462a-8d73-e27380481dfe,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:56.387496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.387837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.388721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.389053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.389380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.389705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.390069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.390349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.390669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.391011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.392189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.392527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:13:56.412613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-78ca0811-1255-4399-9c8e-82db0ec0c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:56.415700 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-78ca0811-1255-4399-9c8e-82db0ec0c84e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 1095 time: 0.0451515 Aug 19 13:13:56.508276 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-ac20b27c-086f-47bb-9bc7-37739a476539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:56.509793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-ac20b27c-086f-47bb-9bc7-37739a476539 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0889142 Aug 19 13:13:56.573116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['815c3e66-ade1-462a-8d73-e27380481dfe'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:13:56.576053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-e99b193d-f0a7-4273-ad68-9ed9b4e9afd2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 200 len: 1000 time: 0.0593402 Aug 19 13:13:56.631256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-57adad30-677b-4363-a66d-9ad88ae0e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:56.633085 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-57adad30-677b-4363-a66d-9ad88ae0e53b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0501468 Aug 19 13:13:56.679403 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-dab5e907-b482-488f-b583-4eedbd3d7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:56.680978 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-dab5e907-b482-488f-b583-4eedbd3d7537 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415678 Aug 19 13:13:56.704927 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:56.770021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-21046399-65ee-4466-84d6-aead7646321b service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816905 Aug 19 13:13:56.865566 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e273295c-2861-4a69-ba91-7fcd7854f7d3 req-c06528f8-95b5-4b5a-9dcf-3ada2927bd51 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884590 Aug 19 13:13:57.320481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cc400-9f73-45cf-a0e6-f16be3248ce1 req-62d07e84-59b3-4639-8b56-0124a0bafa0c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:57.322000 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-760cc400-9f73-45cf-a0e6-f16be3248ce1 req-62d07e84-59b3-4639-8b56-0124a0bafa0c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 944 time: 0.0514970 Aug 19 13:13:57.359923 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-760cc400-9f73-45cf-a0e6-f16be3248ce1 req-dda95e74-b355-4e5f-ad08-bec8cb84f795 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314972 Aug 19 13:13:58.097009 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 815c3e66-ade1-462a-8d73-e27380481dfe up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:13:58.203893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 815c3e66-ade1-462a-8d73-e27380481dfe completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:13:58.207606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 815c3e66-ade1-462a-8d73-e27380481dfe triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:13:58.207980 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:58.288156 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:58.310044 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:13:58.324559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=815c3e66-ade1-462a-8d73-e27380481dfe,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:13:58.348604 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d90286-fefe-4a78-9db9-af0785be5076" -d '{"events": [{"server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "name": "network-vif-plugged", "status": "completed", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:13:58.434926 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc12e41a-2553-492c-b7cb-f451bc23d518 x-openstack-request-id: req-dc12e41a-2553-492c-b7cb-f451bc23d518 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:13:58.435227 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "name": "network-vif-plugged", "status": "completed", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:13:58.435485 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc12e41a-2553-492c-b7cb-f451bc23d518 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:13:58.435913 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe', 'code': 200} Aug 19 13:13:58.449760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:13:58.477483 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a261b-8df3-4031-b878-f100f3a90488 req-8c77bb5d-ba0c-4d9b-8af9-ec64be74d228 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:58.478986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-462a261b-8df3-4031-b878-f100f3a90488 req-8c77bb5d-ba0c-4d9b-8af9-ec64be74d228 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 944 time: 0.0510352 Aug 19 13:13:58.498383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=815c3e66-ade1-462a-8d73-e27380481dfe,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:13:58.517814 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-462a261b-8df3-4031-b878-f100f3a90488 req-e2ab1fee-0dbd-4016-84e8-c6fd677b09d6 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321791 Aug 19 13:13:58.639989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d84326-f51f-4458-9ef1-c5990f278389 req-60d40974-dd3f-4ea1-b7b6-a37adfe5f848 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:58.641375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62d84326-f51f-4458-9ef1-c5990f278389 req-60d40974-dd3f-4ea1-b7b6-a37adfe5f848 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0540142 Aug 19 13:13:58.678970 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-62d84326-f51f-4458-9ef1-c5990f278389 req-d3cec243-af57-4ae8-a570-c8626c1f8a45 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Aug 19 13:13:58.797709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bd01c-969e-422a-bdfe-5838378d6bc2 req-ad0d07c1-dd01-43e6-b95f-8f6be9f4d8e3 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:58.799207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c61bd01c-969e-422a-bdfe-5838378d6bc2 req-ad0d07c1-dd01-43e6-b95f-8f6be9f4d8e3 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0527771 Aug 19 13:13:58.837161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c61bd01c-969e-422a-bdfe-5838378d6bc2 req-ae82a902-ff68-41cb-baad-2554b2cb38ad tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315905 Aug 19 13:13:59.297192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd661f6-91e6-40bb-aa8e-bfb92e489ad2 req-df17c6a0-2e78-41dd-b47c-1b9e1e554776 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:13:59.298657 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8cd661f6-91e6-40bb-aa8e-bfb92e489ad2 req-df17c6a0-2e78-41dd-b47c-1b9e1e554776 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0487511 Aug 19 13:13:59.336916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8cd661f6-91e6-40bb-aa8e-bfb92e489ad2 req-145d2374-668c-43a4-9108-c113b97709c7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319235 Aug 19 13:14:00.453209 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073ce4e-b2a7-4a28-bbd0-c43a94f055d7 req-79d75c65-3faf-42be-83d6-a478a0126536 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:00.455553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0073ce4e-b2a7-4a28-bbd0-c43a94f055d7 req-79d75c65-3faf-42be-83d6-a478a0126536 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0493705 Aug 19 13:14:00.515834 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0073ce4e-b2a7-4a28-bbd0-c43a94f055d7 req-009f2cf3-369e-44a8-b13a-4b69922a7bc7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539796 Aug 19 13:14:00.539172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-cc6666f3-4b11-40a4-aece-ca265e7385e8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:00.540679 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-cc6666f3-4b11-40a4-aece-ca265e7385e8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 945 time: 0.0584879 Aug 19 13:14:00.632928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Deleting port 815c3e66-ade1-462a-8d73-e27380481dfe {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:14:00.633167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:00.720438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] For port 815c3e66-ade1-462a-8d73-e27380481dfe, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=815c3e66-ade1-462a-8d73-e27380481dfe,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:00.720807 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:00.895193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:00.895509 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:00.895831 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647 disassociated. External IP: 172.25.2.197, port: 815c3e66-ade1-462a-8d73-e27380481dfe. Aug 19 13:14:00.896180 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Calling delete_port for 815c3e66-ade1-462a-8d73-e27380481dfe owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:14:01.078753 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:01.105517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event deleted for resources: {'Port': ['ID=815c3e66-ade1-462a-8d73-e27380481dfe,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:01.226815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Router f84947a3-6ed3-43be-992b-410f3fa5ee00 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:14:01.339046 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:14:01.349728 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86437e82-d80c-42e0-964f-bdfdcbea081a None None] Sync routers for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:14:01.360996 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86437e82-d80c-42e0-964f-bdfdcbea081a None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:14:01.361721 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-86437e82-d80c-42e0-964f-bdfdcbea081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:13:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:01.382929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] No DVR routers for this DVR port 815c3e66-ade1-462a-8d73-e27380481dfe on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:14:01.385678 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:01.387933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-157b0184-62c1-4c8c-8937-cb28ccf91f4f req-ac42c97c-082b-4bfc-95ea-70ca1eb928ae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "DELETE /v2.0/ports/815c3e66-ade1-462a-8d73-e27380481dfe HTTP/1.1" status: 204 len: 173 time: 0.8414092 Aug 19 13:14:01.388383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'name': 'network-vif-deleted', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:01.390678 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c2c24e-b010-416e-a07a-9c6001a2964d" -d '{"events": [{"server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "name": "network-vif-deleted", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:14:01.428518 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7dec8-f0ad-4eb0-94c2-c72b537365f0 x-openstack-request-id: req-27b7dec8-f0ad-4eb0-94c2-c72b537365f0 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:14:01.429182 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a68d58-5c6c-44ee-805f-89fa0d494a36", "name": "network-vif-deleted", "tag": "815c3e66-ade1-462a-8d73-e27380481dfe", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:14:01.429454 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27b7dec8-f0ad-4eb0-94c2-c72b537365f0 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:14:01.429858 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a68d58-5c6c-44ee-805f-89fa0d494a36', 'name': 'network-vif-deleted', 'tag': '815c3e66-ade1-462a-8d73-e27380481dfe', 'status': 'completed', 'code': 200} Aug 19 13:14:01.469169 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-86437e82-d80c-42e0-964f-bdfdcbea081a None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:14:01.612896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7e29f91-d4f0-491a-8e36-f527827c99bb req-2ce29963-b0df-4ecb-a8c0-3b49c6810360 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a68d58-5c6c-44ee-805f-89fa0d494a36 HTTP/1.1" status: 200 len: 210 time: 0.0266480 Aug 19 13:14:01.673939 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-86437e82-d80c-42e0-964f-bdfdcbea081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:01.699579 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86437e82-d80c-42e0-964f-bdfdcbea081a None None] Checking router: f84947a3-6ed3-43be-992b-410f3fa5ee00 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:14:01.708494 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86437e82-d80c-42e0-964f-bdfdcbea081a None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:14:01.709109 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-86437e82-d80c-42e0-964f-bdfdcbea081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:13:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:01.810936 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-86437e82-d80c-42e0-964f-bdfdcbea081a None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:14:02.007207 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-86437e82-d80c-42e0-964f-bdfdcbea081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:02.037919 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86437e82-d80c-42e0-964f-bdfdcbea081a None None] The sync data for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 is: [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:14:02.357506 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868d04e-6014-46e9-8ca2-8cbe951f96c0 None None] New status for floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:14:02.841542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-5a791795-12f0-441c-97c7-29f3483f7660 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1558479944&fields=id&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 267 time: 0.0328300 Aug 19 13:14:02.950168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-8bec8482-9844-4445-8483-26d363e2c6eb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:02.951700 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-8bec8482-9844-4445-8483-26d363e2c6eb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 811 time: 0.1030273 Aug 19 13:14:02.966316 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-2bd48dbb-6c3a-4b4c-8cd3-02292dcaf557 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/quotas/ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 375 time: 0.0090044 Aug 19 13:14:03.020595 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-c25b41d9-34ed-44a9-a6ad-f530a0c946ba tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486562 Aug 19 13:14:03.191877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-2007768f-239a-41f9-ab63-0c0fdd8d2518 service neutron] 10.222.0.21 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244628 Aug 19 13:14:03.279964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-b44327c6-bfee-42c6-ba91-9d55e6003573 service neutron] 10.222.0.21 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820868 Aug 19 13:14:03.541657 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6c9b6e97-2120-4b47-848a-7958e59e2e36 req-0c7a34a7-36d7-42a4-a947-3e9f95732b48 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 210 time: 0.0278068 Aug 19 13:14:04.159663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 815c3e66-ade1-462a-8d73-e27380481dfe no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:14:04.179543 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 815c3e66-ade1-462a-8d73-e27380481dfe {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:14:04.179921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 815c3e66-ade1-462a-8d73-e27380481dfe not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:14:04.642053 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a4f643c0-5dae-47f9-8bb4-5bae30b3dd51 req-d413ffd6-f0d2-4afc-93b0-b4fb494637a2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 210 time: 0.0269794 Aug 19 13:14:05.113005 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-02ff8bba-2865-4b13-86bb-7aa709a17d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:05.597751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-23f025b4-1e1a-4f21-b6f4-96516ae08559 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:05.599215 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-23f025b4-1e1a-4f21-b6f4-96516ae08559 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 811 time: 0.1015341 Aug 19 13:14:05.647840 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-912c3c1d-a246-4086-ba3e-fd0ad02fd654 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 380 time: 0.0400300 Aug 19 13:14:05.657344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'port': {'device_id': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'admin_state_up': True, 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'security_groups': ['cf6c8293-ba59-4d27-9896-fa7ec44d69b1']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:14:05.742557 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61e064c2-7f80-462b-a8b7-ecc35b8daf4b req-0ebfd419-ec4f-44ea-9b49-84b3e7121d35 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 210 time: 0.0314322 Aug 19 13:14:05.872945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Made reservation on behalf of ca391423c8cd41398bd01c04d33fe702 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:14:05.876979 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:06.011332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Allocated IP 172.20.0.7 (64b7e76f-72e8-4ed7-955f-c0f27a606484/7858ebad-9640-4f66-8ca8-e9a1239786be/51df2f4a-2038-4289-a8a2-204468faac84) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:14:06.145458 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:06.159684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Transition to ACTIVE for port object 51df2f4a-2038-4289-a8a2-204468faac84 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:06.273452 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:06.321581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:14:06.324676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:14:06.327055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:14:06.353868 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event updated for resources: {'Port': ['ID=51df2f4a-2038-4289-a8a2-204468faac84,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:06.384603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:06.385244 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:06.474013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-485a0ce0-4aa4-453e-9619-5042de3b26a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8204918 Aug 19 13:14:06.486979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Request body: {'port': {'device_id': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:14:06.542175 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:06.649997 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4664658a-942c-495e-99b8-48ebd487db5f None None] Provisioning for port 51df2f4a-2038-4289-a8a2-204468faac84 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:06.654267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4664658a-942c-495e-99b8-48ebd487db5f None None] Provisioning complete for port 51df2f4a-2038-4289-a8a2-204468faac84 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:06.654629 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4664658a-942c-495e-99b8-48ebd487db5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:06.687675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4664658a-942c-495e-99b8-48ebd487db5f None None] Port 51df2f4a-2038-4289-a8a2-204468faac84 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:14:06.809622 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51df2f4a-2038-4289-a8a2-204468faac84 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:14:06.818297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:06.830430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Transition to ACTIVE for port object 51df2f4a-2038-4289-a8a2-204468faac84 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:14:06.856592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8caada-f188-4661-afcb-4b92c9e13505 req-53b5d4ba-2cec-4f17-a27d-b6f29e1fe970 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:06.858072 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d8caada-f188-4661-afcb-4b92c9e13505 req-53b5d4ba-2cec-4f17-a27d-b6f29e1fe970 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 931 time: 0.0485654 Aug 19 13:14:06.900905 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d8caada-f188-4661-afcb-4b92c9e13505 req-af6467d2-4487-422f-b8dc-fc66305fce27 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361061 Aug 19 13:14:06.912713 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:06.965941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Pushing event updated for resources: {'Port': ['ID=51df2f4a-2038-4289-a8a2-204468faac84,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:07.039810 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Attempting to bind port 51df2f4a-2038-4289-a8a2-204468faac84 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:14:07.040143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Attempting to bind port 51df2f4a-2038-4289-a8a2-204468faac84 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:14:07.040764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Attempting to bind port 51df2f4a-2038-4289-a8a2-204468faac84 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:14:07.045610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Port 51df2f4a-2038-4289-a8a2-204468faac84 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:14:07.045935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Attempting to bind port 51df2f4a-2038-4289-a8a2-204468faac84 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:14:07.051947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:14:07.052312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:14:07.052701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:14:07.053132 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Bound port: 51df2f4a-2038-4289-a8a2-204468faac84, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:14:07.053511 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:07.124376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:14:07.127990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=51df2f4a-2038-4289-a8a2-204468faac84,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:14:07.256388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:07.290916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.291550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:07.293055 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] 10.222.0.30 "PUT /v2.0/ports/51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 1091 time: 0.8105319 Aug 19 13:14:07.293501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:07.295813 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ef31d7-cfd2-416f-a8de-00d95ae37212" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "tag": "51df2f4a-2038-4289-a8a2-204468faac84"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:14:07.321611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf53ea-5376-427f-8263-0f729cf0ad1f service neutron] Pushing event updated for resources: {'Port': ['ID=51df2f4a-2038-4289-a8a2-204468faac84,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:07.337472 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f4758e-3664-4c0c-9005-1fa277acb2fa x-openstack-request-id: req-c1f4758e-3664-4c0c-9005-1fa277acb2fa {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:14:07.337770 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "tag": "51df2f4a-2038-4289-a8a2-204468faac84", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:14:07.338025 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1f4758e-3664-4c0c-9005-1fa277acb2fa {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:14:07.338428 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84', 'status': 'completed', 'code': 200} Aug 19 13:14:07.400128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef31d7-cfd2-416f-a8de-00d95ae37212 req-41a1efaa-a751-4f21-a90e-d3306acf25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.401657 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ef31d7-cfd2-416f-a8de-00d95ae37212 req-41a1efaa-a751-4f21-a90e-d3306acf25b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1094 time: 0.0443342 Aug 19 13:14:07.507053 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef31d7-cfd2-416f-a8de-00d95ae37212 req-36862aec-fac2-4dde-9ed6-405310b62e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.508505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ef31d7-cfd2-416f-a8de-00d95ae37212 req-36862aec-fac2-4dde-9ed6-405310b62e71 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ca391423c8cd41398bd01c04d33fe702&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0982835 Aug 19 13:14:07.617148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef31d7-cfd2-416f-a8de-00d95ae37212 req-d7e302dc-e663-4664-b7d5-68e3cd8fd04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.618615 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c6ef31d7-cfd2-416f-a8de-00d95ae37212 req-d7e302dc-e663-4664-b7d5-68e3cd8fd04d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027751 Aug 19 13:14:07.678732 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:07.700104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-d2321c08-c2c1-43ac-b04f-68d1c00deff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.701601 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-d2321c08-c2c1-43ac-b04f-68d1c00deff8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1094 time: 0.0478914 Aug 19 13:14:07.745015 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-55b4257a-b562-4a5f-a7c6-032fe47db9f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 217 time: 0.0342736 Aug 19 13:14:07.793050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-65d374e4-e3a9-466b-a475-d40b2e3c8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.794490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-65d374e4-e3a9-466b-a475-d40b2e3c8a06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0434611 Aug 19 13:14:07.798463 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b813754b-db15-4322-8787-5a62c531560c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:07.840723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-d0b02d54-e7f0-4929-9240-2fcdf655df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:07.842210 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-d0b02d54-e7f0-4929-9240-2fcdf655df60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402038 Aug 19 13:14:07.936870 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-2e762d64-3c60-4e88-9b67-caaa3b4ee85f service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866082 Aug 19 13:14:08.018712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb55e2-6886-47df-aa2b-034f048c4629 req-29bf3a3b-0587-4cd2-b6eb-aba7d2572139 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:08.020283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16fb55e2-6886-47df-aa2b-034f048c4629 req-29bf3a3b-0587-4cd2-b6eb-aba7d2572139 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 943 time: 0.0500124 Aug 19 13:14:08.026910 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b85f2e4e-7760-4c08-9f70-a539aefe2df8 req-e74b4f6f-aa67-4378-b308-035946226a4e service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834157 Aug 19 13:14:08.060068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-16fb55e2-6886-47df-aa2b-034f048c4629 req-7ac5a20a-8672-4858-891a-1f0096f3fe8c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330150 Aug 19 13:14:09.184074 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff98921-0d74-4686-9fee-a1bb704a94ec req-03f6cbce-0612-4aba-ae86-b181e264562a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:09.185547 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fff98921-0d74-4686-9fee-a1bb704a94ec req-03f6cbce-0612-4aba-ae86-b181e264562a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 943 time: 0.0536826 Aug 19 13:14:09.223363 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fff98921-0d74-4686-9fee-a1bb704a94ec req-c18b6448-ce83-4896-b37a-30f5840b3bbf tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318573 Aug 19 13:14:09.273287 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:10.349371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bd06f-8fde-4ad0-a856-599694b5abab req-26aa5c5e-9d15-425c-a5ab-1fa6f6f43926 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:10.350902 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f75bd06f-8fde-4ad0-a856-599694b5abab req-26aa5c5e-9d15-425c-a5ab-1fa6f6f43926 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 943 time: 0.0489964 Aug 19 13:14:10.388503 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f75bd06f-8fde-4ad0-a856-599694b5abab req-99cd591c-23bb-44ad-8cb0-4a096c7e5740 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Aug 19 13:14:10.707360 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:11.501487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe0b54-5107-48a8-a133-d426fe004a4b req-313af9a5-9c72-428c-b474-f8883c4bd09e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:11.503083 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9fe0b54-5107-48a8-a133-d426fe004a4b req-313af9a5-9c72-428c-b474-f8883c4bd09e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 943 time: 0.0491574 Aug 19 13:14:11.541218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9fe0b54-5107-48a8-a133-d426fe004a4b req-a4062ed2-6f74-4ab1-b552-b8c86a820269 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322556 Aug 19 13:14:12.160964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 51df2f4a-2038-4289-a8a2-204468faac84 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:14:12.252664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=51df2f4a-2038-4289-a8a2-204468faac84,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:12.267866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '51df2f4a-2038-4289-a8a2-204468faac84', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'port_id': '51df2f4a-2038-4289-a8a2-204468faac84', 'mac_address': 'fa:16:3e:09:61:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:14:12.304756 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:12.317025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51df2f4a-2038-4289-a8a2-204468faac84 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:14:12.338182 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=51df2f4a-2038-4289-a8a2-204468faac84,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:12.416152 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:12.463168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=51df2f4a-2038-4289-a8a2-204468faac84,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:12.602004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['51df2f4a-2038-4289-a8a2-204468faac84'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:14:12.656296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4598e-3afd-4733-9127-e39d9c94849c req-b65de04b-25a5-40a6-9f7b-231a872ef99c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:12.657791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4b4598e-3afd-4733-9127-e39d9c94849c req-b65de04b-25a5-40a6-9f7b-231a872ef99c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 944 time: 0.0488555 Aug 19 13:14:12.699600 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c4b4598e-3afd-4733-9127-e39d9c94849c req-64257303-4761-4140-9ba6-d9e9e900279d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357316 Aug 19 13:14:13.827421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c795930-6b85-4f33-959e-4a5375244b43 req-5aca732d-da75-42e2-bba8-594734e33cf2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:13.828901 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1c795930-6b85-4f33-959e-4a5375244b43 req-5aca732d-da75-42e2-bba8-594734e33cf2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 944 time: 0.0493839 Aug 19 13:14:13.866723 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1c795930-6b85-4f33-959e-4a5375244b43 req-50974b50-4e5f-4709-98af-b6dd9d339f6a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311239 Aug 19 13:14:14.159380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 51df2f4a-2038-4289-a8a2-204468faac84 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:14:14.261726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 51df2f4a-2038-4289-a8a2-204468faac84 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:14:14.265840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 51df2f4a-2038-4289-a8a2-204468faac84 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:14:14.266239 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:14.344329 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:14.368366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:14.376879 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b02bf6e-0c6d-4946-aa85-04d9b3284017" -d '{"events": [{"server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "name": "network-vif-plugged", "status": "completed", "tag": "51df2f4a-2038-4289-a8a2-204468faac84"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:14:14.384414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=51df2f4a-2038-4289-a8a2-204468faac84,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:14:14.409036 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c576f1f6-e7d8-4c62-b843-2a5aba326522 x-openstack-request-id: req-c576f1f6-e7d8-4c62-b843-2a5aba326522 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:14:14.409325 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "name": "network-vif-plugged", "status": "completed", "tag": "51df2f4a-2038-4289-a8a2-204468faac84", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:14:14.409579 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c576f1f6-e7d8-4c62-b843-2a5aba326522 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:14:14.409977 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84', 'code': 200} Aug 19 13:14:14.483667 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:14.510227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf943b-7050-4f81-821b-3e9817e76e17 req-65f00986-c787-4501-b09f-86dee165ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:14.511734 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00cf943b-7050-4f81-821b-3e9817e76e17 req-65f00986-c787-4501-b09f-86dee165ca38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1095 time: 0.0466332 Aug 19 13:14:14.536568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=51df2f4a-2038-4289-a8a2-204468faac84,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:14:14.547835 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00cf943b-7050-4f81-821b-3e9817e76e17 req-1c06afc1-980c-40be-8a22-adfec9b5a05a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289650 Aug 19 13:14:14.981297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16f919-a13d-40d9-8bd8-8d11fee70d72 req-d0451b0a-0332-4a94-ab7b-389dfe6c63fb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:14.982663 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd16f919-a13d-40d9-8bd8-8d11fee70d72 req-d0451b0a-0332-4a94-ab7b-389dfe6c63fb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0487952 Aug 19 13:14:15.019032 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dd16f919-a13d-40d9-8bd8-8d11fee70d72 req-8519aded-4476-42fc-9a97-87a6f35030ab tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303707 Aug 19 13:14:16.138385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b995f10-716f-42a7-a774-c818627fbcd7 req-eb2d3aa1-8061-495c-9562-2fae017fd0f8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:16.139810 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b995f10-716f-42a7-a774-c818627fbcd7 req-eb2d3aa1-8061-495c-9562-2fae017fd0f8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0493333 Aug 19 13:14:16.178149 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b995f10-716f-42a7-a774-c818627fbcd7 req-2090bcc1-d612-4e47-8c0e-72cc7472d7c8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323720 Aug 19 13:14:16.291343 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db33edd-a7df-417e-b458-f61d667457e3 req-755cf77d-3926-4a60-aa52-6e1bcd452916 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:16.292814 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8db33edd-a7df-417e-b458-f61d667457e3 req-755cf77d-3926-4a60-aa52-6e1bcd452916 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0493798 Aug 19 13:14:16.301489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52270) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:14:16.306490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ccbb3410-ce37-41b5-8536-1bfd902d19ff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'floatingip': {'port_id': '51df2f4a-2038-4289-a8a2-204468faac84'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:14:16.347169 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3410-ce37-41b5-8536-1bfd902d19ff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:17.128761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3410-ce37-41b5-8536-1bfd902d19ff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:17.198224 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3410-ce37-41b5-8536-1bfd902d19ff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:17.298472 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-ccbb3410-ce37-41b5-8536-1bfd902d19ff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647 associated. External IP: 172.25.2.197, port: 51df2f4a-2038-4289-a8a2-204468faac84. Aug 19 13:14:17.503015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbb3410-ce37-41b5-8536-1bfd902d19ff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Router f84947a3-6ed3-43be-992b-410f3fa5ee00 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:14:17.609073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbb3410-ce37-41b5-8536-1bfd902d19ff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:14:17.613810 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ccbb3410-ce37-41b5-8536-1bfd902d19ff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:17.619162 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de369a4b-8dbf-4ede-bc22-b42eee8f6fe0 None None] Sync routers for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:14:17.629558 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de369a4b-8dbf-4ede-bc22-b42eee8f6fe0 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:14:17.630285 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-de369a4b-8dbf-4ede-bc22-b42eee8f6fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:14:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:17.643611 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ccbb3410-ce37-41b5-8536-1bfd902d19ff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "PUT /v2.0/floatingips/6eb4aa65-51da-4960-b8b3-1b7865686647 HTTP/1.1" status: 200 len: 991 time: 1.3380671 Aug 19 13:14:17.643611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:14:17.644003 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c56b27c-74fd-48a8-a60e-814a3299a62e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "tag": "51df2f4a-2038-4289-a8a2-204468faac84"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:14:17.681624 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7708b1-278c-4121-ad43-7997fa05e58c x-openstack-request-id: req-2e7708b1-278c-4121-ad43-7997fa05e58c {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:14:17.682010 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "tag": "51df2f4a-2038-4289-a8a2-204468faac84", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:14:17.682322 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e7708b1-278c-4121-ad43-7997fa05e58c {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:14:17.682881 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84', 'status': 'completed', 'code': 200} Aug 19 13:14:17.749071 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56b27c-74fd-48a8-a60e-814a3299a62e req-b4901caf-9ee8-487b-8f19-f08c7ffe0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:17.750657 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c56b27c-74fd-48a8-a60e-814a3299a62e req-b4901caf-9ee8-487b-8f19-f08c7ffe0c31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1096 time: 0.0425935 Aug 19 13:14:17.752513 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-de369a4b-8dbf-4ede-bc22-b42eee8f6fe0 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:14:17.848046 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56b27c-74fd-48a8-a60e-814a3299a62e req-4523caf3-a53d-42fd-9d5f-1176d017d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:17.850079 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c56b27c-74fd-48a8-a60e-814a3299a62e req-4523caf3-a53d-42fd-9d5f-1176d017d7aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0922551 Aug 19 13:14:17.917929 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c56b27c-74fd-48a8-a60e-814a3299a62e req-86d2686e-3dc8-41bd-b0d5-3a9376a9cd6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 999 time: 0.0611720 Aug 19 13:14:17.974550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56b27c-74fd-48a8-a60e-814a3299a62e req-9945194e-29f3-4019-abb2-db8c1ae3330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:17.976048 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c56b27c-74fd-48a8-a60e-814a3299a62e req-9945194e-29f3-4019-abb2-db8c1ae3330f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0516226 Aug 19 13:14:18.020888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56b27c-74fd-48a8-a60e-814a3299a62e req-23871ef5-fa73-4b90-a106-88bf3341cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:18.022409 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c56b27c-74fd-48a8-a60e-814a3299a62e req-23871ef5-fa73-4b90-a106-88bf3341cbd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400078 Aug 19 13:14:18.066721 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-de369a4b-8dbf-4ede-bc22-b42eee8f6fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': '51df2f4a-2038-4289-a8a2-204468faac84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:09:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:14:17Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:18.096199 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de369a4b-8dbf-4ede-bc22-b42eee8f6fe0 None None] Checking router: f84947a3-6ed3-43be-992b-410f3fa5ee00 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:14:18.104850 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de369a4b-8dbf-4ede-bc22-b42eee8f6fe0 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:14:18.105478 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-de369a4b-8dbf-4ede-bc22-b42eee8f6fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:14:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:18.117428 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c56b27c-74fd-48a8-a60e-814a3299a62e req-37b68e03-9491-4d2c-9a5a-d98664e41312 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825779 Aug 19 13:14:18.209844 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-de369a4b-8dbf-4ede-bc22-b42eee8f6fe0 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:14:18.216738 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c56b27c-74fd-48a8-a60e-814a3299a62e req-3b9df53c-4e05-45f6-8d5d-ab77f1cc008f service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924141 Aug 19 13:14:18.427849 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-de369a4b-8dbf-4ede-bc22-b42eee8f6fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': '51df2f4a-2038-4289-a8a2-204468faac84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:09:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:14:17Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:14:18.452782 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de369a4b-8dbf-4ede-bc22-b42eee8f6fe0 None None] The sync data for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 is: [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': '51df2f4a-2038-4289-a8a2-204468faac84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:09:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:14:17Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:14:18.637320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7d619c-c962-4cd2-8518-236f4a8fffa3 None None] New status for floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:14:25.741490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:26.306418 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:14:26.689738 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:35.107383 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f411a455-c052-4e35-a1ab-3702998fde66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:37.741262 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:37.815983 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5788c4a1-1c46-4e66-92cc-d73936c8d1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:39.324367 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:40.701248 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:55.740910 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:14:56.065404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-73102f23-3df2-4612-8275-c209f20ecda2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425386 Aug 19 13:14:56.149794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-c58a5269-ec3e-46d5-a68a-86b789a21e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:56.151350 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-c58a5269-ec3e-46d5-a68a-86b789a21e8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1096 time: 0.0451174 Aug 19 13:14:56.259418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-adb3217a-4db8-4b8b-98e5-b3f6ee345a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:56.260956 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-adb3217a-4db8-4b8b-98e5-b3f6ee345a12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0915353 Aug 19 13:14:56.326278 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-745a23e2-1f5f-4023-86cd-6ce8678562c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 1001 time: 0.0581906 Aug 19 13:14:56.378792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-7a253c52-41ba-4c00-ba74-0851ef0afcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:56.383926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-7a253c52-41ba-4c00-ba74-0851ef0afcac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0477264 Aug 19 13:14:56.426425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-05e8e2de-dcdb-489f-86a5-7535dc68de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:14:56.427921 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-05e8e2de-dcdb-489f-86a5-7535dc68de52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406356 Aug 19 13:14:56.514854 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-c067f5e6-97c0-45ea-a025-70181ac96189 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801384 Aug 19 13:14:56.613678 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-179e7347-d45b-47d9-873b-fdaabd49d989 req-ee37e3d0-2266-4e32-b06c-9849f2ec750a service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922287 Aug 19 13:14:56.730722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:03.306234 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:15:05.078097 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fcb4b60e-109f-497a-9fb9-04af2d40281d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:07.700827 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:07.798595 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6af593b2-e97b-4f65-93ca-927f6ea918b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:09.415887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:10.701181 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:25.735362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:26.705287 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:35.118007 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f1a961e4-989c-4983-9499-a38f01d14383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.677902 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:37.774526 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-833bacf5-9d5e-4b14-9d4f-49d29e640f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:39.283507 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:40.306023 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:15:40.712491 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:52.643756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368a1cb-018f-4b5b-8630-f3834225e1e3 req-9c117efc-0429-435f-920b-1129f7e99754 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:52.645243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3368a1cb-018f-4b5b-8630-f3834225e1e3 req-9c117efc-0429-435f-920b-1129f7e99754 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0579536 Aug 19 13:15:52.683612 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3368a1cb-018f-4b5b-8630-f3834225e1e3 req-f895e869-5ab5-4db0-b35f-25c590dbf072 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Aug 19 13:15:53.807385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc300be4-2cb3-464e-81af-b329e2eb1f00 req-3c579e6c-f89a-472f-80b7-79c37c3a65a4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:53.808945 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc300be4-2cb3-464e-81af-b329e2eb1f00 req-3c579e6c-f89a-472f-80b7-79c37c3a65a4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0543394 Aug 19 13:15:53.848786 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc300be4-2cb3-464e-81af-b329e2eb1f00 req-a892d003-187a-437c-9b1e-f991602472a8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331938 Aug 19 13:15:54.965978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f77c1-3bb1-4e97-a44c-29e42b6f591c req-6b2a5f95-5cf1-4295-b376-362661bcf244 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:54.967479 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-064f77c1-3bb1-4e97-a44c-29e42b6f591c req-6b2a5f95-5cf1-4295-b376-362661bcf244 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0487671 Aug 19 13:15:55.004140 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-064f77c1-3bb1-4e97-a44c-29e42b6f591c req-ea5e3634-4246-4b3c-93e4-33045de040a0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307503 Aug 19 13:15:55.854817 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:56.125649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bc97a-b3d6-417b-8393-ec5ee3831057 req-e8df531a-efa2-4a2d-a727-69fcd3542e44 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:56.127102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b4bc97a-b3d6-417b-8393-ec5ee3831057 req-e8df531a-efa2-4a2d-a727-69fcd3542e44 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0552278 Aug 19 13:15:56.166521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b4bc97a-b3d6-417b-8393-ec5ee3831057 req-c476ceac-da55-4f02-889b-c0e1542a0fd7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334215 Aug 19 13:15:56.712078 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:15:57.288581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0483899-4a00-400c-8f82-0d246c84c2a8 req-76852d5b-fef0-441d-8abc-3c7be408d3fb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:57.289993 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0483899-4a00-400c-8f82-0d246c84c2a8 req-76852d5b-fef0-441d-8abc-3c7be408d3fb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0562997 Aug 19 13:15:57.333338 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d0483899-4a00-400c-8f82-0d246c84c2a8 req-549e5a74-aec6-47a1-a9c1-1bbbf7267c75 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374248 Aug 19 13:15:57.504726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64411dcb-05fe-4e59-ae97-259dc7cf5a40 req-5bb198d7-3254-4956-b171-aafd84507c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:57.506120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64411dcb-05fe-4e59-ae97-259dc7cf5a40 req-5bb198d7-3254-4956-b171-aafd84507c89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1096 time: 0.0419192 Aug 19 13:15:57.616662 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64411dcb-05fe-4e59-ae97-259dc7cf5a40 req-42eb5656-0bfb-4b33-a0c0-4218636581fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:57.618046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64411dcb-05fe-4e59-ae97-259dc7cf5a40 req-42eb5656-0bfb-4b33-a0c0-4218636581fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0923443 Aug 19 13:15:57.684775 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64411dcb-05fe-4e59-ae97-259dc7cf5a40 req-a6f366c5-54b9-4868-afab-9461f6654282 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 1001 time: 0.0593407 Aug 19 13:15:57.733307 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64411dcb-05fe-4e59-ae97-259dc7cf5a40 req-07c7cbc9-d973-4033-b78f-c4f723e405c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:57.734725 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64411dcb-05fe-4e59-ae97-259dc7cf5a40 req-07c7cbc9-d973-4033-b78f-c4f723e405c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0434079 Aug 19 13:15:57.792182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64411dcb-05fe-4e59-ae97-259dc7cf5a40 req-bb3afd9a-6c1a-494f-b6ee-6a23c6b5377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:57.793691 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64411dcb-05fe-4e59-ae97-259dc7cf5a40 req-bb3afd9a-6c1a-494f-b6ee-6a23c6b5377f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497525 Aug 19 13:15:57.886940 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64411dcb-05fe-4e59-ae97-259dc7cf5a40 req-a6f8bcda-b480-40d8-bc73-5674e0ba5e4a service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849090 Aug 19 13:15:57.984764 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-64411dcb-05fe-4e59-ae97-259dc7cf5a40 req-4dc2d734-0c94-42c3-9b2f-1ff95b8eb3bd service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911431 Aug 19 13:15:58.450796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ae4c9-a9a9-4e8e-8844-edda94e2064a req-c82b842f-eb33-411f-bda8-ceecd8460dfd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:58.452300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d9ae4c9-a9a9-4e8e-8844-edda94e2064a req-c82b842f-eb33-411f-bda8-ceecd8460dfd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0491006 Aug 19 13:15:58.492538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3d9ae4c9-a9a9-4e8e-8844-edda94e2064a req-82e3d5a4-07cb-4018-af63-249b9b08752a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337136 Aug 19 13:15:59.608560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ab7b3-c888-4862-9342-4e773c6c0fe8 req-4546aa17-1008-4463-b03e-7b683dc6c73c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:15:59.610037 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa0ab7b3-c888-4862-9342-4e773c6c0fe8 req-4546aa17-1008-4463-b03e-7b683dc6c73c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0513151 Aug 19 13:15:59.647961 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa0ab7b3-c888-4862-9342-4e773c6c0fe8 req-45ab15ed-1031-4072-b6ae-3a2714228c4c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320172 Aug 19 13:16:00.772463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ee8a0-bdaf-4868-a7aa-67bced3a705b req-1945a1a4-f6b7-41f4-91c1-d4957b9f495e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:00.773944 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec8ee8a0-bdaf-4868-a7aa-67bced3a705b req-1945a1a4-f6b7-41f4-91c1-d4957b9f495e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0493257 Aug 19 13:16:00.813141 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec8ee8a0-bdaf-4868-a7aa-67bced3a705b req-5b398801-3212-44eb-bb0b-ed81ce41adb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314484 Aug 19 13:16:01.935609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc81fc-3cb3-466b-8888-39bb2338e983 req-cbfdcb38-00c3-4203-b018-6a7d1c29ccb8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:01.937088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccfc81fc-3cb3-466b-8888-39bb2338e983 req-cbfdcb38-00c3-4203-b018-6a7d1c29ccb8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0549371 Aug 19 13:16:01.980630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccfc81fc-3cb3-466b-8888-39bb2338e983 req-659c9a43-3945-4520-a107-ba2158af1a18 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371194 Aug 19 13:16:03.103749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a95fcb-434a-4d03-9431-92b2d6d242e2 req-75df72cf-b5d1-4f89-9b26-2dd52f058905 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:03.105263 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-19a95fcb-434a-4d03-9431-92b2d6d242e2 req-75df72cf-b5d1-4f89-9b26-2dd52f058905 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0549352 Aug 19 13:16:03.146571 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-19a95fcb-434a-4d03-9431-92b2d6d242e2 req-336c39fd-c447-4a63-a74b-fdddbecdd616 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352280 Aug 19 13:16:04.263729 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0dd17-9b60-4e2f-b594-2dcb96846e73 req-922b2208-abe0-4573-99a4-18086bd6213d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:04.265229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6c0dd17-9b60-4e2f-b594-2dcb96846e73 req-922b2208-abe0-4573-99a4-18086bd6213d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0501659 Aug 19 13:16:04.311793 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a6c0dd17-9b60-4e2f-b594-2dcb96846e73 req-ded534bd-766a-4d9b-9e8c-776d95a4ce64 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383141 Aug 19 13:16:04.695203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8dad-76ea-4168-acd7-f02f022ab57a req-5baac89e-7ea6-48cd-bd28-2846c2bad7fb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:04.696691 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf8c8dad-76ea-4168-acd7-f02f022ab57a req-5baac89e-7ea6-48cd-bd28-2846c2bad7fb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0639026 Aug 19 13:16:04.739801 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf8c8dad-76ea-4168-acd7-f02f022ab57a req-91c25e9c-f9df-462c-a3ca-fddd1e2d2ca9 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360820 Aug 19 13:16:04.858191 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-2c72c363-d954-489f-9927-54fd2ca20566 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457628 Aug 19 13:16:05.100868 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0032e9f8-dca2-43d1-a768-a3a37548bdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:05.855869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad6386-8982-4fab-b567-a25cc328c940 req-52a73d0e-618c-4cb2-8d6c-18ac8d2999b7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:05.857347 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54ad6386-8982-4fab-b567-a25cc328c940 req-52a73d0e-618c-4cb2-8d6c-18ac8d2999b7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0491023 Aug 19 13:16:05.894004 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54ad6386-8982-4fab-b567-a25cc328c940 req-a992ffb4-0b32-4b76-9e8c-48e92c87398f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307534 Aug 19 13:16:07.016962 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1ac6d-4907-477a-bf3c-85f15750f474 req-9506c95d-9cd3-4128-b719-618199caf60c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:07.019051 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8ff1ac6d-4907-477a-bf3c-85f15750f474 req-9506c95d-9cd3-4128-b719-618199caf60c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0515919 Aug 19 13:16:07.058509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8ff1ac6d-4907-477a-bf3c-85f15750f474 req-ac72c083-942c-43a7-8693-dcf2f08fcf98 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332322 Aug 19 13:16:07.746281 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:07.832119 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-83b17d5c-190f-438b-bf96-3f8f8b5d87c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:08.172889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a015f-88a1-4446-9d78-8c7829dd3959 req-4e7ad292-2423-468b-be2f-2c4e4bc03128 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:08.174398 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b3a015f-88a1-4446-9d78-8c7829dd3959 req-4e7ad292-2423-468b-be2f-2c4e4bc03128 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0489886 Aug 19 13:16:08.215427 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8b3a015f-88a1-4446-9d78-8c7829dd3959 req-11aed93a-aadd-46d3-82c2-7006deeb1516 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348742 Aug 19 13:16:09.335095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a374de-5fd3-47c5-b5bb-23bc1ab82b3c req-0e0b6427-d076-436e-b8ae-442514950c7a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:09.336576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40a374de-5fd3-47c5-b5bb-23bc1ab82b3c req-0e0b6427-d076-436e-b8ae-442514950c7a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0525918 Aug 19 13:16:09.358258 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:09.377690 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40a374de-5fd3-47c5-b5bb-23bc1ab82b3c req-bcf464d5-1e30-4014-ae0e-327096ee51a3 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351667 Aug 19 13:16:10.498146 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4368-13a5-42cc-a2c2-88896e2c1cb3 req-6819e318-e740-4a67-b043-bc6d8a679260 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:10.499702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d33f4368-13a5-42cc-a2c2-88896e2c1cb3 req-6819e318-e740-4a67-b043-bc6d8a679260 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0530767 Aug 19 13:16:10.538791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d33f4368-13a5-42cc-a2c2-88896e2c1cb3 req-406d7fee-f15f-4b9a-bac8-353c3bae3194 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Aug 19 13:16:10.791716 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:11.362204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-8f1eb734-2567-46ce-8832-01e84788dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:11.363734 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-8f1eb734-2567-46ce-8832-01e84788dced service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1096 time: 0.0412786 Aug 19 13:16:11.463287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-82b8aed9-89bb-4aa6-908e-dfc837e682e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:11.464773 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-82b8aed9-89bb-4aa6-908e-dfc837e682e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0944650 Aug 19 13:16:11.528760 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-4bca0f0d-8c23-409c-92a3-23712b238bf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 1001 time: 0.0571914 Aug 19 13:16:11.577107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-b383fa74-bae9-4dba-88ac-9908bbbb3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:11.578570 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-b383fa74-bae9-4dba-88ac-9908bbbb3584 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0433021 Aug 19 13:16:11.656009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-fe1587e0-8426-4699-9843-e9f00baa8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:11.657412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-fe1587e0-8426-4699-9843-e9f00baa8dec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723369 Aug 19 13:16:11.669231 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec992c-32e7-4e5a-93c4-cde93d5b261b req-57f2ae34-3bf4-4214-b26f-7d73d659da95 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:11.670595 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6fec992c-32e7-4e5a-93c4-cde93d5b261b req-57f2ae34-3bf4-4214-b26f-7d73d659da95 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0620847 Aug 19 13:16:11.767066 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6fec992c-32e7-4e5a-93c4-cde93d5b261b req-7e6da342-72f8-480b-961d-fbad32727e88 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881529 Aug 19 13:16:11.796954 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-bed1f486-b4f9-499f-9b14-b7ff6b144588 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254163 Aug 19 13:16:11.885293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-a730aa99-3c28-47e7-86a9-0bffa39d6dbf service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817103 Aug 19 13:16:12.881676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f91fb8-1591-4201-88fd-df5b26c5d7a8 req-b9c5c2b1-acb9-4cf5-b1d4-99b0a98ef7c9 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:12.883163 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34f91fb8-1591-4201-88fd-df5b26c5d7a8 req-b9c5c2b1-acb9-4cf5-b1d4-99b0a98ef7c9 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0491858 Aug 19 13:16:12.920362 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34f91fb8-1591-4201-88fd-df5b26c5d7a8 req-58c28842-135d-4192-a419-96e8c5d407e7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314045 Aug 19 13:16:13.965280 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-8044b13f-0702-4c5f-8268-5aa785017812 service neutron] show failed (client error): The resource could not be found. Aug 19 13:16:13.966301 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-8044b13f-0702-4c5f-8268-5aa785017812 service neutron] 10.222.0.30 "GET /v2.0/ports/51df2f4a-2038-4289-a8a2-204468faac84/bindings/n-h1-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0592363 Aug 19 13:16:14.047779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9305a-73e5-49ab-a475-a571e8bdb495 req-78815e5b-9139-4dde-a57b-553e3e3fe0b5 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:14.047995 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73c9305a-73e5-49ab-a475-a571e8bdb495 req-78815e5b-9139-4dde-a57b-553e3e3fe0b5 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0565696 Aug 19 13:16:14.117901 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-73c9305a-73e5-49ab-a475-a571e8bdb495 req-389c2d27-8519-424f-8015-a77fe67d24f9 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Aug 19 13:16:14.517638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-bd457a96-c5ae-4c5e-9ce8-2c60221c9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:14.519139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-bd457a96-c5ae-4c5e-9ce8-2c60221c9e02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 1096 time: 0.0413301 Aug 19 13:16:14.530894 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:16:14.588930 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:14.796180 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=51df2f4a-2038-4289-a8a2-204468faac84,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:16:14.830228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:16:14.869840 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:14.875247 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:14.888445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Transition to ACTIVE for port object 51df2f4a-2038-4289-a8a2-204468faac84 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:16:14.956467 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9e16ae-a832-4b95-9eec-af90bf943aa0" -d '{"events": [{"server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "name": "network-vif-unplugged", "status": "completed", "tag": "51df2f4a-2038-4289-a8a2-204468faac84"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:16:14.959954 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:15.074090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Pushing event updated for resources: {'Port': ['ID=51df2f4a-2038-4289-a8a2-204468faac84,revision_number=6']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:15.101177 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ba4226-5030-430d-b4d0-019599761fff x-openstack-request-id: req-82ba4226-5030-430d-b4d0-019599761fff {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:16:15.101462 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "name": "network-vif-unplugged", "status": "completed", "tag": "51df2f4a-2038-4289-a8a2-204468faac84", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:16:15.101711 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82ba4226-5030-430d-b4d0-019599761fff {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:16:15.102107 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84', 'code': 200} Aug 19 13:16:15.109923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.110266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.110749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.111082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.111415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.111745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.112071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.113032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.113359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.113677 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.114009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.114330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:15.163130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] No DVR routers for this DVR port 51df2f4a-2038-4289-a8a2-204468faac84 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:16:15.240529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0540bfc-83de-4852-b638-d13f45b356e7 req-4ccce4f4-dacd-4581-8026-385dfc61eafd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:15.243377 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0540bfc-83de-4852-b638-d13f45b356e7 req-4ccce4f4-dacd-4581-8026-385dfc61eafd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 943 time: 0.0507410 Aug 19 13:16:15.282376 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0540bfc-83de-4852-b638-d13f45b356e7 req-4222919d-a8b6-4e08-a549-271e6a643906 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342555 Aug 19 13:16:15.306009 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Attempting to bind port 51df2f4a-2038-4289-a8a2-204468faac84 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:16:15.306345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Attempting to bind port 51df2f4a-2038-4289-a8a2-204468faac84 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:16:15.306679 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Attempting to bind port 51df2f4a-2038-4289-a8a2-204468faac84 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:16:15.311040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Port 51df2f4a-2038-4289-a8a2-204468faac84 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:16:15.311367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Attempting to bind port 51df2f4a-2038-4289-a8a2-204468faac84 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:16:15.316205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:16:15.316543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:16:15.316923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:16:15.317374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Bound port: 51df2f4a-2038-4289-a8a2-204468faac84, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:16:15.317729 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:15.702727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:16:15.705726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=51df2f4a-2038-4289-a8a2-204468faac84,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:16:15.826669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:15.862055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:15.863350 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:15.865102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] 10.222.0.62 "PUT /v2.0/ports/51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 1091 time: 1.3383138 Aug 19 13:16:15.907845 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62810e-f099-45be-905c-78cdc4ade804 service neutron] Pushing event updated for resources: {'Port': ['ID=51df2f4a-2038-4289-a8a2-204468faac84,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:15.941746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-b15ddcbc-328a-4d60-9bfe-46598c5399ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:15.943304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-b15ddcbc-328a-4d60-9bfe-46598c5399ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1094 time: 0.0513608 Aug 19 13:16:16.040706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-382e5334-3f70-4c04-90d2-7af82ea183a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:16.042179 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-382e5334-3f70-4c04-90d2-7af82ea183a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0922022 Aug 19 13:16:16.108216 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-0fa30379-1bfd-43a5-b309-af9aeae875e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 999 time: 0.0592687 Aug 19 13:16:16.164418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-ccef2141-2fa1-4eb3-bb1b-30afc2c65394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:16.164418 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-ccef2141-2fa1-4eb3-bb1b-30afc2c65394 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0477133 Aug 19 13:16:16.209165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-3de5a75d-1f88-40c4-925b-5b4670090cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:16.210688 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-3de5a75d-1f88-40c4-925b-5b4670090cc0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414593 Aug 19 13:16:16.299524 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-1ecf9c53-e2cf-4b0f-83d4-5ffdf712425a service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818403 Aug 19 13:16:16.421772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-c74d480d-eb89-4845-85c9-543fa6be51f5 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158991 Aug 19 13:16:16.430824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ae6e7-b435-47b9-b84e-17f61e730aca req-25149dc9-7991-49be-8b83-4eaf4ccb9e1f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:16.432293 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53ae6e7-b435-47b9-b84e-17f61e730aca req-25149dc9-7991-49be-8b83-4eaf4ccb9e1f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 943 time: 0.0771148 Aug 19 13:16:16.469849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a53ae6e7-b435-47b9-b84e-17f61e730aca req-8df5ec26-2510-49ad-8cca-c0af784ba83b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Aug 19 13:16:17.103355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:17.105748 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5efd10-85d7-42e8-84e3-c72c7faf396f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "tag": "51df2f4a-2038-4289-a8a2-204468faac84"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:16:17.153149 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4b70db-3a0b-47bf-b281-9d3ac1e84f46 x-openstack-request-id: req-fe4b70db-3a0b-47bf-b281-9d3ac1e84f46 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:16:17.153435 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "tag": "51df2f4a-2038-4289-a8a2-204468faac84", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:16:17.153682 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe4b70db-3a0b-47bf-b281-9d3ac1e84f46 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:16:17.154076 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84', 'status': 'completed', 'code': 200} Aug 19 13:16:17.220343 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-d5812ea5-577a-4c7b-a063-46002ed95e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.222478 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-d5812ea5-577a-4c7b-a063-46002ed95e3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1094 time: 0.0465047 Aug 19 13:16:17.223369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-e4055efd-5bcc-4724-917c-f0fec60fac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.224865 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-e4055efd-5bcc-4724-917c-f0fec60fac55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1094 time: 0.0488486 Aug 19 13:16:17.307394 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:16:17.316834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-8866ae23-a43c-4dc5-a715-b6580b1512ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.318450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-8866ae23-a43c-4dc5-a715-b6580b1512ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0882130 Aug 19 13:16:17.321570 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-4359e13f-748b-4eb1-abed-951b8f89d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.323064 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-4359e13f-748b-4eb1-abed-951b8f89d6da service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0912063 Aug 19 13:16:17.388589 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-7ac284e8-fe3f-4f5c-bbd0-a998e7811aa0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 999 time: 0.0588157 Aug 19 13:16:17.389232 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-2aafaf34-d4a2-40d4-9815-358a034daccc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 999 time: 0.0626149 Aug 19 13:16:17.436780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-b65dd986-6a6c-437e-ab4d-9264f1fa9882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.438257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-b65dd986-6a6c-437e-ab4d-9264f1fa9882 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0429854 Aug 19 13:16:17.439463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-fc688dc6-4bde-4b27-bdbc-e8cc8f6b8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.441576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-fc688dc6-4bde-4b27-bdbc-e8cc8f6b8dc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0443404 Aug 19 13:16:17.488008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-3002b671-adec-44a2-80b7-76903c926167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.489413 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-3002b671-adec-44a2-80b7-76903c926167 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445149 Aug 19 13:16:17.490554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-ffebc665-fa57-43fc-88ba-95bf2986e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.492091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-ffebc665-fa57-43fc-88ba-95bf2986e814 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420587 Aug 19 13:16:17.501565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-53981741-7d4b-4dea-99d8-6513a4168882 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:16:17.503206 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-53981741-7d4b-4dea-99d8-6513a4168882 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053434 Aug 19 13:16:17.594233 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-3c8eaa49-84d6-42bf-8eab-ec4a1a9c3e3b service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841684 Aug 19 13:16:17.625935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226446-29ee-4163-8322-3fa5a2dc491a req-4053b3ae-bc9d-4331-bac8-b518a079b537 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:17.627469 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e226446-29ee-4163-8322-3fa5a2dc491a req-4053b3ae-bc9d-4331-bac8-b518a079b537 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 943 time: 0.0780888 Aug 19 13:16:17.633565 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-2f397880-b691-47bf-909e-44c136b571cd service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317854 Aug 19 13:16:17.688133 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-99ea3775-6e30-472c-ba59-969cc0c2b5a4 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871887 Aug 19 13:16:17.719379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e226446-29ee-4163-8322-3fa5a2dc491a req-fc76dbff-3b45-4491-9054-ed1d35cae0e7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845549 Aug 19 13:16:17.751726 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5b5efd10-85d7-42e8-84e3-c72c7faf396f req-893cee71-1984-4508-8d2c-1bd0e9d96ad1 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108553 Aug 19 13:16:18.839566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1f685-5037-454c-b1a3-f427f0952261 req-41629ac6-dc00-4aec-af98-7be484c3f485 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:18.841052 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14a1f685-5037-454c-b1a3-f427f0952261 req-41629ac6-dc00-4aec-af98-7be484c3f485 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 943 time: 0.0504403 Aug 19 13:16:18.875852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 51df2f4a-2038-4289-a8a2-204468faac84 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:16:18.879882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14a1f685-5037-454c-b1a3-f427f0952261 req-211e7f9b-32c9-46ed-ba21-b6f4dba984d2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323284 Aug 19 13:16:18.913627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 51df2f4a-2038-4289-a8a2-204468faac84 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:16:19.228419 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4d9ef-162e-43df-863d-6ba212949b04 req-9c4ca141-2eb1-40cf-bdd7-b0e65e10d992 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:19.229919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45e4d9ef-162e-43df-863d-6ba212949b04 req-9c4ca141-2eb1-40cf-bdd7-b0e65e10d992 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 943 time: 0.0497434 Aug 19 13:16:19.269325 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45e4d9ef-162e-43df-863d-6ba212949b04 req-af640420-e5be-4c09-995c-1eb8cb88d1ac tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334041 Aug 19 13:16:19.343310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-14028321-7016-4b4f-8af4-470d0df5100a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:19.344811 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-14028321-7016-4b4f-8af4-470d0df5100a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd&tenant_id=ca391423c8cd41398bd01c04d33fe702&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 943 time: 0.0559707 Aug 19 13:16:19.404776 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-144d5b56-9c59-4e6f-a4bc-f9ec9b99fc30 service neutron] delete failed (client error): The resource could not be found. Aug 19 13:16:19.405760 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-144d5b56-9c59-4e6f-a4bc-f9ec9b99fc30 service neutron] 10.222.0.30 "DELETE /v2.0/ports/51df2f4a-2038-4289-a8a2-204468faac84/bindings/n-h2-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0532453 Aug 19 13:16:19.487409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-41894da1-4d3c-48f3-a4c9-19264a5ac7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:19.488908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-41894da1-4d3c-48f3-a4c9-19264a5ac7fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1094 time: 0.0421860 Aug 19 13:16:19.583694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-eff2e86d-faf7-416a-ad9d-0fd70e7982c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:19.585270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-eff2e86d-faf7-416a-ad9d-0fd70e7982c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0899885 Aug 19 13:16:19.656220 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-a251a318-b192-4a2e-8754-52e0b72fbc18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 999 time: 0.0637033 Aug 19 13:16:19.707896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-e307713c-a29b-40c4-8bcb-b3f94a38f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:19.709485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-e307713c-a29b-40c4-8bcb-b3f94a38f3c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0468862 Aug 19 13:16:19.761186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-c3a0ebec-4839-47a6-b523-fbb226c9bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:19.762735 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-c3a0ebec-4839-47a6-b523-fbb226c9bba6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461500 Aug 19 13:16:19.854194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-aebe637b-5683-464e-bf58-3b05f2f397ee service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844769 Aug 19 13:16:19.949611 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c5a9bd92-dba7-4767-aa2a-5de23c7ba2c4 req-fbdb78b9-58a4-4dc4-ae73-a6269ed3c22d service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877285 Aug 19 13:16:20.398711 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f53e2-70c4-4a5d-be3e-6b68cc7e3da4 req-1aafe07a-d286-4227-835a-c5251c3dae7d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:20.400247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e1f53e2-70c4-4a5d-be3e-6b68cc7e3da4 req-1aafe07a-d286-4227-835a-c5251c3dae7d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 943 time: 0.0501871 Aug 19 13:16:20.437823 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e1f53e2-70c4-4a5d-be3e-6b68cc7e3da4 req-d228fa23-a908-4711-8d4f-c0460ce99f5d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Aug 19 13:16:20.891579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 51df2f4a-2038-4289-a8a2-204468faac84 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:16:20.985210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=51df2f4a-2038-4289-a8a2-204468faac84,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:16:20.996855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '51df2f4a-2038-4289-a8a2-204468faac84', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'port_id': '51df2f4a-2038-4289-a8a2-204468faac84', 'mac_address': 'fa:16:3e:09:61:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:16:21.037700 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:21.050562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51df2f4a-2038-4289-a8a2-204468faac84 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:16:21.069760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=51df2f4a-2038-4289-a8a2-204468faac84,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:16:21.196529 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:21.243197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=51df2f4a-2038-4289-a8a2-204468faac84,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:21.251369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.251739 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.252074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.252407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.252781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.253204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.253688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.254043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.254368 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.254872 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.255215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.255534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:21.443691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['51df2f4a-2038-4289-a8a2-204468faac84'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:16:21.558447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31542233-7b00-4412-9fd7-6a5b3f2714a6 req-4e6a22d0-6fe0-4b0a-b85a-55eeca725b2b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:21.559983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31542233-7b00-4412-9fd7-6a5b3f2714a6 req-4e6a22d0-6fe0-4b0a-b85a-55eeca725b2b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 944 time: 0.0528636 Aug 19 13:16:21.599223 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31542233-7b00-4412-9fd7-6a5b3f2714a6 req-f3d22601-3edf-48e3-a41f-a45d98aaf215 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325522 Aug 19 13:16:21.723536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970cfac-3f53-45b8-8388-1e95a98b4d40 req-af8ed1d6-ec07-44e5-a157-5314995d0f95 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:21.723536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2970cfac-3f53-45b8-8388-1e95a98b4d40 req-af8ed1d6-ec07-44e5-a157-5314995d0f95 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 944 time: 0.0496047 Aug 19 13:16:21.755587 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2970cfac-3f53-45b8-8388-1e95a98b4d40 req-b5eb489a-2025-4cc2-8e89-2cff4dc29f3d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317516 Aug 19 13:16:22.897676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 51df2f4a-2038-4289-a8a2-204468faac84 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:16:22.946007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9c23-cdfe-49be-a0e5-ddb207c0ed53 req-13c3c130-799d-4415-b5ba-50f3ba9925c1 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:22.947579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-00dd9c23-cdfe-49be-a0e5-ddb207c0ed53 req-13c3c130-799d-4415-b5ba-50f3ba9925c1 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 944 time: 0.0557964 Aug 19 13:16:22.985921 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-00dd9c23-cdfe-49be-a0e5-ddb207c0ed53 req-831ae611-4a55-4b38-9d1f-421c55f72737 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323756 Aug 19 13:16:23.014605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 51df2f4a-2038-4289-a8a2-204468faac84 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:16:23.019683 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 51df2f4a-2038-4289-a8a2-204468faac84 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:16:23.020227 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:23.099444 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:23.102231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d93c21-cfb4-4aa4-8f29-70c44ef5606b req-05e8f932-729c-4c50-bfd3-d3ecfaf902b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:23.103768 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2d93c21-cfb4-4aa4-8f29-70c44ef5606b req-05e8f932-729c-4c50-bfd3-d3ecfaf902b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 1095 time: 0.0411863 Aug 19 13:16:23.122107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:23.124355 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b6808b-4215-40b3-9484-63bfc86a93c5" -d '{"events": [{"server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "name": "network-vif-plugged", "status": "completed", "tag": "51df2f4a-2038-4289-a8a2-204468faac84"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:16:23.140621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=51df2f4a-2038-4289-a8a2-204468faac84,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:16:23.162226 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf1786a-fcd3-4a08-a1d1-d250465c966d x-openstack-request-id: req-6bf1786a-fcd3-4a08-a1d1-d250465c966d {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:16:23.162560 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "name": "network-vif-plugged", "status": "completed", "tag": "51df2f4a-2038-4289-a8a2-204468faac84", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:16:23.162845 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bf1786a-fcd3-4a08-a1d1-d250465c966d {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:16:23.163245 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84', 'code': 200} Aug 19 13:16:23.196584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d93c21-cfb4-4aa4-8f29-70c44ef5606b req-b22c6bf8-b464-4bfe-8bb4-8e73a7e044b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:23.198035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2d93c21-cfb4-4aa4-8f29-70c44ef5606b req-b22c6bf8-b464-4bfe-8bb4-8e73a7e044b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0865638 Aug 19 13:16:23.220614 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:23.269174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=51df2f4a-2038-4289-a8a2-204468faac84,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:23.269405 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2d93c21-cfb4-4aa4-8f29-70c44ef5606b req-f4fcf1dd-6626-4a37-89e2-9b85f34c9847 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 200 len: 1000 time: 0.0627706 Aug 19 13:16:23.318264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d93c21-cfb4-4aa4-8f29-70c44ef5606b req-9ae2b9f4-1aa0-4dba-92b7-ed1de6ea160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:23.319720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2d93c21-cfb4-4aa4-8f29-70c44ef5606b req-9ae2b9f4-1aa0-4dba-92b7-ed1de6ea160e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0446074 Aug 19 13:16:23.366897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d93c21-cfb4-4aa4-8f29-70c44ef5606b req-8115996f-4c93-4df6-a6a7-c61d67a886e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:23.368327 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2d93c21-cfb4-4aa4-8f29-70c44ef5606b req-8115996f-4c93-4df6-a6a7-c61d67a886e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412352 Aug 19 13:16:23.464087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2d93c21-cfb4-4aa4-8f29-70c44ef5606b req-9c89ce04-a4a1-43b3-b715-f98b066ea0eb service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880473 Aug 19 13:16:23.554259 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d2d93c21-cfb4-4aa4-8f29-70c44ef5606b req-6fe973f4-b713-4710-b44b-3d2463e5ed15 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829420 Aug 19 13:16:24.110180 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7c487-93c6-478b-b02b-c3474d913911 req-48379023-27bc-454a-a15e-91348b117c5a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:24.111716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eaa7c487-93c6-478b-b02b-c3474d913911 req-48379023-27bc-454a-a15e-91348b117c5a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0557621 Aug 19 13:16:24.149689 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eaa7c487-93c6-478b-b02b-c3474d913911 req-6c540adf-427c-41bb-86a0-7f0ad58b9bd2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313962 Aug 19 13:16:25.266882 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19dd5b2-6713-4a0a-ad43-838939ad9ca2 req-c8c38a80-7c91-4bed-839e-953b22790585 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:25.268337 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b19dd5b2-6713-4a0a-ad43-838939ad9ca2 req-c8c38a80-7c91-4bed-839e-953b22790585 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0494983 Aug 19 13:16:25.306344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b19dd5b2-6713-4a0a-ad43-838939ad9ca2 req-b188f5df-c2bf-411f-ad3e-55aeddc02b17 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319877 Aug 19 13:16:25.818725 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d4e73-2d1b-4147-875c-7f98bef121aa req-f7bb5eb3-edd6-4cde-b5db-64fb983f46bd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:25.820277 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d0d4e73-2d1b-4147-875c-7f98bef121aa req-f7bb5eb3-edd6-4cde-b5db-64fb983f46bd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0574203 Aug 19 13:16:25.820742 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:25.858856 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9d0d4e73-2d1b-4147-875c-7f98bef121aa req-e4e3525c-8f53-4621-a633-57298a7b96fd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Aug 19 13:16:26.717977 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:26.981128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725965a4-e564-470b-a804-e36f971debb5 req-f1f0299a-ae60-4e60-bb9f-ece0e846c870 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:26.982647 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-725965a4-e564-470b-a804-e36f971debb5 req-f1f0299a-ae60-4e60-bb9f-ece0e846c870 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0485744 Aug 19 13:16:27.030578 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-725965a4-e564-470b-a804-e36f971debb5 req-b2e6020b-eb78-4d1f-830c-c5a8a427b343 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413201 Aug 19 13:16:27.069591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-ae5bbd1f-1014-43e3-b1a2-a91f33c71d77 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:27.071117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-ae5bbd1f-1014-43e3-b1a2-a91f33c71d77 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 945 time: 0.0564032 Aug 19 13:16:27.166922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Deleting port 51df2f4a-2038-4289-a8a2-204468faac84 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:16:27.167183 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:27.263168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] For port 51df2f4a-2038-4289-a8a2-204468faac84, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=51df2f4a-2038-4289-a8a2-204468faac84,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:16:27.263675 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:27.499084 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:27.499481 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:27.499800 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647 disassociated. External IP: 172.25.2.197, port: 51df2f4a-2038-4289-a8a2-204468faac84. Aug 19 13:16:27.500147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Calling delete_port for 51df2f4a-2038-4289-a8a2-204468faac84 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:16:27.716669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:27.746565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event deleted for resources: {'Port': ['ID=51df2f4a-2038-4289-a8a2-204468faac84,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:27.863758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Router f84947a3-6ed3-43be-992b-410f3fa5ee00 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:16:27.979253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:16:27.990482 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3597e15-dba6-4f11-be75-68525cd2f62e None None] Sync routers for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:16:27.999753 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3597e15-dba6-4f11-be75-68525cd2f62e None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:16:28.000290 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a3597e15-dba6-4f11-be75-68525cd2f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:16:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:28.019015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] No DVR routers for this DVR port 51df2f4a-2038-4289-a8a2-204468faac84 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:16:28.021601 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:28.023700 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e2388f82-cf93-4a03-aaaa-c3f4d07fd12c req-6f981b3f-1411-4ad4-9268-64c315d36fb7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "DELETE /v2.0/ports/51df2f4a-2038-4289-a8a2-204468faac84 HTTP/1.1" status: 204 len: 173 time: 0.9461918 Aug 19 13:16:28.024154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'name': 'network-vif-deleted', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:28.026439 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99c4fd6-0838-4bbe-ac05-006082edaf60" -d '{"events": [{"server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "name": "network-vif-deleted", "tag": "51df2f4a-2038-4289-a8a2-204468faac84"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:16:28.071737 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142e6e23-90d4-4f68-9c1f-d72ab8319ec8 x-openstack-request-id: req-142e6e23-90d4-4f68-9c1f-d72ab8319ec8 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:16:28.072294 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a3fe14-d18b-4b6a-82f8-4256b96999cd", "name": "network-vif-deleted", "tag": "51df2f4a-2038-4289-a8a2-204468faac84", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:16:28.072294 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-142e6e23-90d4-4f68-9c1f-d72ab8319ec8 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:16:28.072668 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a3fe14-d18b-4b6a-82f8-4256b96999cd', 'name': 'network-vif-deleted', 'tag': '51df2f4a-2038-4289-a8a2-204468faac84', 'status': 'completed', 'code': 200} Aug 19 13:16:28.113273 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a3597e15-dba6-4f11-be75-68525cd2f62e None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:16:28.155992 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c9b493fe-d803-4952-8937-18b98a44737d req-b04faa11-5ae7-40dc-b1a7-202823834f43 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=a7a3fe14-d18b-4b6a-82f8-4256b96999cd HTTP/1.1" status: 200 len: 210 time: 0.0317905 Aug 19 13:16:28.317033 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a3597e15-dba6-4f11-be75-68525cd2f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:28.343348 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3597e15-dba6-4f11-be75-68525cd2f62e None None] Checking router: f84947a3-6ed3-43be-992b-410f3fa5ee00 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:16:28.352286 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3597e15-dba6-4f11-be75-68525cd2f62e None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:16:28.352897 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a3597e15-dba6-4f11-be75-68525cd2f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:16:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:28.459813 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a3597e15-dba6-4f11-be75-68525cd2f62e None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:16:28.662451 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a3597e15-dba6-4f11-be75-68525cd2f62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:28.688523 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3597e15-dba6-4f11-be75-68525cd2f62e None None] The sync data for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 is: [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:16:28.908378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2799e0a1-0e12-4fda-b795-577fdcdb00df None None] New status for floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:16:29.437998 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-afe61dba-0174-490d-9594-2833fbce31fd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1558479944&fields=id&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 267 time: 0.0324552 Aug 19 13:16:29.542277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-66fd8acf-8480-4d0d-9ca0-a7f496ca5436 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:29.543711 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-66fd8acf-8480-4d0d-9ca0-a7f496ca5436 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 811 time: 0.0991967 Aug 19 13:16:29.559557 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-83ce9332-347e-4786-8f50-73b93f85266e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/quotas/ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 375 time: 0.0092511 Aug 19 13:16:29.618670 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-022c0dff-9eb3-48da-9433-1506355c728c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536969 Aug 19 13:16:29.807224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-8a01b1ee-f07a-4f61-a419-cc27d4690b24 service neutron] 10.222.0.21 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245697 Aug 19 13:16:29.901056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-2b418ab9-3333-48ca-b7e6-2cce1723b9ee service neutron] 10.222.0.21 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876706 Aug 19 13:16:30.172375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3477bcc8-c660-428a-aaf9-be8ffad24d6a req-e661c8a0-d59c-4b7a-a1ea-eaf21414687f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0340769 Aug 19 13:16:30.938224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 51df2f4a-2038-4289-a8a2-204468faac84 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:16:30.957956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 51df2f4a-2038-4289-a8a2-204468faac84 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:16:30.958297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 51df2f4a-2038-4289-a8a2-204468faac84 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:16:31.278451 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f80fad3c-2b51-43af-b98b-04a7405318ef req-4cce792a-8778-40cc-9602-f3ff2a76212e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0286279 Aug 19 13:16:32.163897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-c0fa1de8-ebc1-492f-8e22-486bf448abf1 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:32.165371 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-c0fa1de8-ebc1-492f-8e22-486bf448abf1 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 811 time: 0.1015451 Aug 19 13:16:32.209030 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-05903144-bd9a-4564-92ec-af7a8a613328 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 380 time: 0.0335181 Aug 19 13:16:32.217890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'port': {'device_id': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'admin_state_up': True, 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'security_groups': ['cf6c8293-ba59-4d27-9896-fa7ec44d69b1']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:16:32.375392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-94798aa5-d9e8-44a4-abbd-d3a5a1ddd784 req-e59a8303-46b3-4f46-878f-64717e1b88ee tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0270000 Aug 19 13:16:32.437603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Made reservation on behalf of ca391423c8cd41398bd01c04d33fe702 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:16:32.441337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:32.569059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Allocated IP 172.20.0.8 (64b7e76f-72e8-4ed7-955f-c0f27a606484/7858ebad-9640-4f66-8ca8-e9a1239786be/838331de-6a41-4d9d-a17c-a2c8b3dea710) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:16:32.700899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:32.714520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Transition to ACTIVE for port object 838331de-6a41-4d9d-a17c-a2c8b3dea710 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:16:32.843798 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:32.892004 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:16:32.895566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:16:32.899405 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:16:32.906153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:33.180371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fd087048-cd95-4971-987c-92464fc3590e None None] Provisioning for port 838331de-6a41-4d9d-a17c-a2c8b3dea710 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:16:33.184430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fd087048-cd95-4971-987c-92464fc3590e None None] Provisioning complete for port 838331de-6a41-4d9d-a17c-a2c8b3dea710 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:16:33.184863 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fd087048-cd95-4971-987c-92464fc3590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:33.219273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fd087048-cd95-4971-987c-92464fc3590e None None] Port 838331de-6a41-4d9d-a17c-a2c8b3dea710 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:16:33.279694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.280037 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.280375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.280718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.281067 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.281395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.281720 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.282042 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.282363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.282683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.283028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.283348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:16:33.309127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:33.309724 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:33.409593 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-04c64b3b-f266-4654-80e2-dcdcdb0ae27b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1952019 Aug 19 13:16:33.422126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Request body: {'port': {'device_id': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:16:33.501916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:33.545686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04bb45-2004-48a9-babb-5ce0d3a31a42 req-e8b6e22a-97b4-471e-b021-41e8019f7978 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:33.547165 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d04bb45-2004-48a9-babb-5ce0d3a31a42 req-e8b6e22a-97b4-471e-b021-41e8019f7978 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 931 time: 0.1027794 Aug 19 13:16:33.653248 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d04bb45-2004-48a9-babb-5ce0d3a31a42 req-965b08b1-d969-487f-b1d6-9c52d0e1295d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978463 Aug 19 13:16:33.800038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838331de-6a41-4d9d-a17c-a2c8b3dea710 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:16:33.807269 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:33.819138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Transition to ACTIVE for port object 838331de-6a41-4d9d-a17c-a2c8b3dea710 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:16:33.894624 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:33.945047 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:34.020049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:16:34.020430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:16:34.020701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:16:34.027445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:16:34.027769 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:16:34.034276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:16:34.034961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:16:34.035577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:16:34.036422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Bound port: 838331de-6a41-4d9d-a17c-a2c8b3dea710, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:16:34.036787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:34.105076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:16:34.108142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:16:34.191525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:34.226320 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:34.226947 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:34.228322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1091 time: 0.8104675 Aug 19 13:16:34.228758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:34.231059 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06de81c-d76b-402c-8cb7-7b21b56f812f" -d '{"events": [{"name": "network-changed", "server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:16:34.259152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94b973-aaa7-4fb8-9cdf-ae0bffb5e2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:34.277534 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809234e4-bdde-4599-8b7a-9fea5d0c68d1 x-openstack-request-id: req-809234e4-bdde-4599-8b7a-9fea5d0c68d1 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:16:34.277534 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:16:34.277745 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-809234e4-bdde-4599-8b7a-9fea5d0c68d1 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:16:34.278041 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'status': 'completed', 'code': 200} Aug 19 13:16:34.345374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06de81c-d76b-402c-8cb7-7b21b56f812f req-f77f6da8-f791-4fe8-a1e7-455c719919b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:34.347493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e06de81c-d76b-402c-8cb7-7b21b56f812f req-f77f6da8-f791-4fe8-a1e7-455c719919b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.0473835 Aug 19 13:16:34.446222 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06de81c-d76b-402c-8cb7-7b21b56f812f req-0e523824-5aa5-40f6-9ec3-c8051a6b0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:34.448811 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e06de81c-d76b-402c-8cb7-7b21b56f812f req-0e523824-5aa5-40f6-9ec3-c8051a6b0600 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ca391423c8cd41398bd01c04d33fe702&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0939803 Aug 19 13:16:34.554217 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06de81c-d76b-402c-8cb7-7b21b56f812f req-6280ddb1-cfdd-451d-9a37-6c8b0cf953b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:34.554217 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e06de81c-d76b-402c-8cb7-7b21b56f812f req-6280ddb1-cfdd-451d-9a37-6c8b0cf953b4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950389 Aug 19 13:16:34.623908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-c55541a5-be1c-4673-ae14-a7c94b649368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:34.625349 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-c55541a5-be1c-4673-ae14-a7c94b649368 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.0403621 Aug 19 13:16:34.666045 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-3e45a5f1-5174-4943-975d-fca138d4ce94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 217 time: 0.0333600 Aug 19 13:16:34.720312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-5fa269a9-88a9-4379-90d9-049810b3f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:34.721830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-5fa269a9-88a9-4379-90d9-049810b3f73a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0486608 Aug 19 13:16:34.796925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a9f9-4a46-40a8-b0c8-e5c4156717bc req-5dd66b41-b1c4-49eb-b5a6-24ebf33a95e4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:34.798428 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1c9a9f9-4a46-40a8-b0c8-e5c4156717bc req-5dd66b41-b1c4-49eb-b5a6-24ebf33a95e4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0757387 Aug 19 13:16:34.800910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-245e7169-ef79-4d6f-907a-2f809c2f7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:34.802284 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-245e7169-ef79-4d6f-907a-2f809c2f7d5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714438 Aug 19 13:16:34.885460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1c9a9f9-4a46-40a8-b0c8-e5c4156717bc req-b13e1bdc-0b59-402e-95d3-1201b0c4a9d8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807891 Aug 19 13:16:34.917421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-3bff7b22-a745-40f6-9c7b-e13c9c6c6f5f service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070843 Aug 19 13:16:35.006187 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3940f7c8-21b4-4b58-b5c4-643431773a50 req-accbb709-a39a-4b51-b1e7-3dc7f3314d40 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818145 Aug 19 13:16:35.076615 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01d225e0-b05f-485a-9ad7-2180085c6725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:36.004866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884f206-68fc-4c73-b62d-e8c037025e6d req-df52c9f5-b284-46c1-ba24-66f57bc20bd4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:36.006350 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1884f206-68fc-4c73-b62d-e8c037025e6d req-df52c9f5-b284-46c1-ba24-66f57bc20bd4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0499067 Aug 19 13:16:36.045793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1884f206-68fc-4c73-b62d-e8c037025e6d req-abc6996c-bce1-4086-b48b-7e580b397ae6 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333941 Aug 19 13:16:37.168421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94670808-ee40-4107-8434-46fac4910d69 req-c45702a6-d3b7-4e34-8c66-ce7b9ab52bba tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:37.169908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94670808-ee40-4107-8434-46fac4910d69 req-c45702a6-d3b7-4e34-8c66-ce7b9ab52bba tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0559049 Aug 19 13:16:37.208130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94670808-ee40-4107-8434-46fac4910d69 req-7be99ed6-4d0f-401b-885d-c715e5c70d18 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314860 Aug 19 13:16:37.677655 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:37.773869 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4d23de2d-d3df-46dc-9e19-d63f6c2348fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:38.325188 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c7eb7-9805-4c43-ab97-a934f48236af req-ab21e96f-78f5-4449-8b1a-104ecea7ced4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:38.326716 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f5c7eb7-9805-4c43-ab97-a934f48236af req-ab21e96f-78f5-4449-8b1a-104ecea7ced4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0518582 Aug 19 13:16:38.364710 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f5c7eb7-9805-4c43-ab97-a934f48236af req-6bca5154-976e-4f12-98e0-06b05ffcd842 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313001 Aug 19 13:16:38.969613 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:16:39.063220 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:16:39.074173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'port_id': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'mac_address': 'fa:16:3e:2f:97:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:16:39.115227 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.127777 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838331de-6a41-4d9d-a17c-a2c8b3dea710 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:16:39.146287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:16:39.209441 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.266975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:39.323760 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:39.412745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['838331de-6a41-4d9d-a17c-a2c8b3dea710'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:16:39.482495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cb850-c020-4b75-ba81-38a2c51eb713 req-42d73f9f-fd29-4b05-9643-840c418e806b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:39.484054 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac9cb850-c020-4b75-ba81-38a2c51eb713 req-42d73f9f-fd29-4b05-9643-840c418e806b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 944 time: 0.0515232 Aug 19 13:16:39.523654 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac9cb850-c020-4b75-ba81-38a2c51eb713 req-cabbdcdf-9cde-4797-9490-ba72fdc26d4a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327456 Aug 19 13:16:40.706501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06906a7b-09c8-4cb7-bfad-ac6723a4c914 req-b5cafddf-9b7c-4f05-8bd6-b35069a3e4c4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:40.708037 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06906a7b-09c8-4cb7-bfad-ac6723a4c914 req-b5cafddf-9b7c-4f05-8bd6-b35069a3e4c4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 944 time: 0.0549848 Aug 19 13:16:40.729680 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:40.747659 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-06906a7b-09c8-4cb7-bfad-ac6723a4c914 req-683b1eba-20bb-44c4-af43-aa4fbc626190 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 Aug 19 13:16:40.985413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:16:41.140352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 838331de-6a41-4d9d-a17c-a2c8b3dea710 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:16:41.145037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 838331de-6a41-4d9d-a17c-a2c8b3dea710 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:16:41.145470 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:41.221885 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:41.244336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:41.246496 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4361c2f-136e-4bee-9149-ad240ea8523e" -d '{"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:16:41.260436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:16:41.284107 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18139bf1-55cd-4b50-ad7b-2efe88a6b7a3 x-openstack-request-id: req-18139bf1-55cd-4b50-ad7b-2efe88a6b7a3 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:16:41.284478 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:16:41.284782 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18139bf1-55cd-4b50-ad7b-2efe88a6b7a3 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:16:41.285249 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'code': 200} Aug 19 13:16:41.318154 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:41.372664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:16:41.385330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91defa9e-0aa8-4233-a3ba-0384ec2aaf1e req-a2715b94-1707-4809-b627-f21a68d93bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:41.387197 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91defa9e-0aa8-4233-a3ba-0384ec2aaf1e req-a2715b94-1707-4809-b627-f21a68d93bdf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0469863 Aug 19 13:16:41.423503 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91defa9e-0aa8-4233-a3ba-0384ec2aaf1e req-6be06bcb-ec8a-4a7f-a674-bcab2e563c8f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293367 Aug 19 13:16:41.864875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf0418-9dbb-493e-ab33-0f5ff6c23709 req-14ce7e84-fc38-4e81-89de-0b8dcd537eca tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:41.866369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bbf0418-9dbb-493e-ab33-0f5ff6c23709 req-14ce7e84-fc38-4e81-89de-0b8dcd537eca tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0491583 Aug 19 13:16:41.904327 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8bbf0418-9dbb-493e-ab33-0f5ff6c23709 req-8c942039-391a-4411-851f-ce159018b626 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319235 Aug 19 13:16:43.030533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea957b7-0cc4-4ed0-81e8-80eed894a45b req-129ecd79-6727-4c0f-8ed8-fb90fa339f2f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:43.032117 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3ea957b7-0cc4-4ed0-81e8-80eed894a45b req-129ecd79-6727-4c0f-8ed8-fb90fa339f2f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0579526 Aug 19 13:16:43.075728 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3ea957b7-0cc4-4ed0-81e8-80eed894a45b req-3616eea0-816c-45fa-bd40-ebd0f00d7dfa tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374308 Aug 19 13:16:43.196157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576ae59-5602-4418-b2c8-721923fc699d req-48a80a43-0bfd-4d45-8db1-eef8951ae31d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:43.197658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d576ae59-5602-4418-b2c8-721923fc699d req-48a80a43-0bfd-4d45-8db1-eef8951ae31d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0503409 Aug 19 13:16:43.206443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 52714) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:16:43.211156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-088e93aa-b332-429c-985d-310c4b93984d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'floatingip': {'port_id': '838331de-6a41-4d9d-a17c-a2c8b3dea710'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:16:43.251030 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-088e93aa-b332-429c-985d-310c4b93984d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:43.703313 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-088e93aa-b332-429c-985d-310c4b93984d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:43.775070 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-088e93aa-b332-429c-985d-310c4b93984d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:43.879912 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-088e93aa-b332-429c-985d-310c4b93984d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647 associated. External IP: 172.25.2.197, port: 838331de-6a41-4d9d-a17c-a2c8b3dea710. Aug 19 13:16:44.098442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088e93aa-b332-429c-985d-310c4b93984d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Router f84947a3-6ed3-43be-992b-410f3fa5ee00 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:16:44.211011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088e93aa-b332-429c-985d-310c4b93984d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:16:44.215856 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-088e93aa-b332-429c-985d-310c4b93984d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:44.220417 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e0236-b8e2-49dc-b6bd-a3ef591bb310 None None] Sync routers for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:16:44.231216 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e0236-b8e2-49dc-b6bd-a3ef591bb310 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:16:44.231849 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f62e0236-b8e2-49dc-b6bd-a3ef591bb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:44.245503 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-088e93aa-b332-429c-985d-310c4b93984d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "PUT /v2.0/floatingips/6eb4aa65-51da-4960-b8b3-1b7865686647 HTTP/1.1" status: 200 len: 991 time: 1.0378945 Aug 19 13:16:44.246124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:16:44.248589 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d411315d-763f-4381-bdce-7a050a649132" -d '{"events": [{"name": "network-changed", "server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:16:44.287380 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda85240-a6b5-4158-a047-3b3c2991780f x-openstack-request-id: req-fda85240-a6b5-4158-a047-3b3c2991780f {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:16:44.287650 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:16:44.287917 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fda85240-a6b5-4158-a047-3b3c2991780f {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:16:44.290118 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'status': 'completed', 'code': 200} Aug 19 13:16:44.362741 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411315d-763f-4381-bdce-7a050a649132 req-bf926b62-7fc6-4b68-9402-96b57ebcf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:44.364587 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d411315d-763f-4381-bdce-7a050a649132 req-bf926b62-7fc6-4b68-9402-96b57ebcf38a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0467322 Aug 19 13:16:44.448914 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-f62e0236-b8e2-49dc-b6bd-a3ef591bb310 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:16:44.465409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411315d-763f-4381-bdce-7a050a649132 req-41ec304c-e0be-4839-9e4a-f70d5dd8ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:44.466970 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d411315d-763f-4381-bdce-7a050a649132 req-41ec304c-e0be-4839-9e4a-f70d5dd8ea6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0950048 Aug 19 13:16:44.539026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d411315d-763f-4381-bdce-7a050a649132 req-6579e97a-00d1-492d-ac2f-895e9d44d4a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 999 time: 0.0652280 Aug 19 13:16:44.598150 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411315d-763f-4381-bdce-7a050a649132 req-c74fe2d2-646e-42e8-9d52-f84b7757d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:44.599557 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d411315d-763f-4381-bdce-7a050a649132 req-c74fe2d2-646e-42e8-9d52-f84b7757d350 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0531862 Aug 19 13:16:44.649564 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411315d-763f-4381-bdce-7a050a649132 req-3726b5db-cdb6-4e1b-875f-446e348df687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:44.651111 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d411315d-763f-4381-bdce-7a050a649132 req-3726b5db-cdb6-4e1b-875f-446e348df687 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440371 Aug 19 13:16:44.686530 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f62e0236-b8e2-49dc-b6bd-a3ef591bb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:2f:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:16:43Z', 'revision_number': 9, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:44.717410 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e0236-b8e2-49dc-b6bd-a3ef591bb310 None None] Checking router: f84947a3-6ed3-43be-992b-410f3fa5ee00 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:16:44.726525 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e0236-b8e2-49dc-b6bd-a3ef591bb310 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:16:44.727325 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f62e0236-b8e2-49dc-b6bd-a3ef591bb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:16:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:44.751232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d411315d-763f-4381-bdce-7a050a649132 req-02cb6a0a-d22d-4f5a-8c6b-472c90897e05 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919366 Aug 19 13:16:44.838327 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-f62e0236-b8e2-49dc-b6bd-a3ef591bb310 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:16:44.846624 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d411315d-763f-4381-bdce-7a050a649132 req-4b283507-f326-4c1a-9a83-0919b0b2272e service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885811 Aug 19 13:16:45.066300 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-f62e0236-b8e2-49dc-b6bd-a3ef591bb310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:2f:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:16:43Z', 'revision_number': 9, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:16:45.092758 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e0236-b8e2-49dc-b6bd-a3ef591bb310 None None] The sync data for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 is: [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:2f:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:16:43Z', 'revision_number': 9, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:16:45.306663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fdc679-2794-4e11-af92-351ce08af33c None None] New status for floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:16:54.307315 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:16:55.803499 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:56.734309 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:16:58.448595 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6486abd7-48ee-4c33-9010-4962472b81aa req-fa3549ad-a7a9-4de5-8826-2fdc42a02130 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454061 Aug 19 13:16:58.529082 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486abd7-48ee-4c33-9010-4962472b81aa req-60a063ec-319e-488c-9181-bdf314b4ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:58.530819 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6486abd7-48ee-4c33-9010-4962472b81aa req-60a063ec-319e-488c-9181-bdf314b4ced9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0397644 Aug 19 13:16:58.632760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486abd7-48ee-4c33-9010-4962472b81aa req-8c8662b7-e474-4e53-8fd8-5698ce36e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:58.634243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6486abd7-48ee-4c33-9010-4962472b81aa req-8c8662b7-e474-4e53-8fd8-5698ce36e28d service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0836513 Aug 19 13:16:58.702148 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6486abd7-48ee-4c33-9010-4962472b81aa req-091fe173-0250-4d33-b3d8-204ad2d91fe6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1002 time: 0.0602617 Aug 19 13:16:58.751875 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486abd7-48ee-4c33-9010-4962472b81aa req-935752ff-f6e6-4f98-a8f7-a7f14eb5aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:58.753322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6486abd7-48ee-4c33-9010-4962472b81aa req-935752ff-f6e6-4f98-a8f7-a7f14eb5aa72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0435002 Aug 19 13:16:58.801465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486abd7-48ee-4c33-9010-4962472b81aa req-77c753c5-3e0e-4d1f-8821-20dc69d777f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:16:58.802997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6486abd7-48ee-4c33-9010-4962472b81aa req-77c753c5-3e0e-4d1f-8821-20dc69d777f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414732 Aug 19 13:16:58.896255 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6486abd7-48ee-4c33-9010-4962472b81aa req-e671f09f-830d-49da-930c-3e78425a5c73 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845444 Aug 19 13:16:58.983813 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6486abd7-48ee-4c33-9010-4962472b81aa req-6bafb63e-85f3-4974-994f-50b8113227b6 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807042 Aug 19 13:17:05.079626 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-abff5ccf-b87d-4e05-8ab6-da83dff704e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:07.694688 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:07.807770 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ad199c80-1bd6-4957-9bc1-fc0f814bfb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:09.294241 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:10.757225 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:25.819160 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:26.786279 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:31.307271 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:17:35.082646 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cc45c651-2170-4a84-a1f9-13dbd035b38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:37.709863 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:37.778996 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1f100f23-ffd7-4f80-95dc-3618bf5100d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:39.306223 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:40.734708 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:55.796825 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:56.722121 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:17:58.438434 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-69dd0281-515b-4202-94f0-fce4ac5605f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450571 Aug 19 13:17:58.524369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-79b1c2c6-cf53-46d0-8fca-f8baffd728f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:58.525974 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-79b1c2c6-cf53-46d0-8fca-f8baffd728f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0412424 Aug 19 13:17:58.630645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-ef263f1f-4a66-457d-8598-e2f64ca91b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:58.632165 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-ef263f1f-4a66-457d-8598-e2f64ca91b43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0848620 Aug 19 13:17:58.702736 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-a5ce9b50-ed08-4df8-b257-c357a1bec42d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1002 time: 0.0625525 Aug 19 13:17:58.753418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-b15edd8e-610d-4a8e-acb9-8265e6f8378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:58.754929 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-b15edd8e-610d-4a8e-acb9-8265e6f8378f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0452631 Aug 19 13:17:58.803585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-0ef6648f-eb24-49eb-b597-2318e4e83342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:17:58.806008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-0ef6648f-eb24-49eb-b597-2318e4e83342 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431018 Aug 19 13:17:58.900561 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-ebf24ddc-3c9c-4129-930f-3dcd57006783 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881755 Aug 19 13:17:59.007802 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8b7fbe5c-0dd1-45dd-a98e-da0e700dee82 req-bdeacaa1-0967-45d4-91ee-859523b6a645 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841858 Aug 19 13:18:05.080751 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e0b09d63-b7f3-4bc5-968a-0167e18b9dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:07.733633 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:07.843107 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9cb379bc-2a2b-4cdd-b1ef-e8bd893a8f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:08.310561 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:18:09.292710 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:10.728147 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:20.447205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d63bb2-e8f8-47b2-9d53-a33666088ad9 req-77bf0cb1-f725-4499-a1bc-34f76a3ff68d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:20.448732 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17d63bb2-e8f8-47b2-9d53-a33666088ad9 req-77bf0cb1-f725-4499-a1bc-34f76a3ff68d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0503623 Aug 19 13:18:20.492660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17d63bb2-e8f8-47b2-9d53-a33666088ad9 req-454b3d53-2911-41c8-9daa-a6b6c929c4ff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373874 Aug 19 13:18:20.650082 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-3da625fe-4e75-4803-a60d-bed86f798516 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799134 Aug 19 13:18:21.619584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a5405-227b-4312-8767-56270a7148e5 req-6126f390-7197-4325-a867-103985d65890 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:21.621190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d00a5405-227b-4312-8767-56270a7148e5 req-6126f390-7197-4325-a867-103985d65890 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0580153 Aug 19 13:18:21.663787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d00a5405-227b-4312-8767-56270a7148e5 req-4dd117f8-3cd3-40b0-9b3d-78c6bdde6227 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357044 Aug 19 13:18:22.683883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-86d39d97-46eb-4423-ba93-7300c2aa44a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:22.685405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-86d39d97-46eb-4423-ba93-7300c2aa44a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0427904 Aug 19 13:18:22.812025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-71e7fe29-3471-408f-b488-a4987d7c3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:22.813519 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-71e7fe29-3471-408f-b488-a4987d7c3875 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.1213920 Aug 19 13:18:22.821745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72082160-82d8-4cb4-aecc-fdbc18f90867 req-dfe0a9ac-d106-4c07-9307-2ad6f8694d4d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:22.823292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72082160-82d8-4cb4-aecc-fdbc18f90867 req-dfe0a9ac-d106-4c07-9307-2ad6f8694d4d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0747442 Aug 19 13:18:22.906329 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-16c3baea-5e55-4b8a-ada5-8203824a46ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1002 time: 0.0818141 Aug 19 13:18:22.909122 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72082160-82d8-4cb4-aecc-fdbc18f90867 req-05b75146-a01d-45c9-92e9-ff35eaa683da tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788083 Aug 19 13:18:22.955097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-ca32094e-f028-49c3-be27-6445fb2daa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:22.956563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-ca32094e-f028-49c3-be27-6445fb2daa81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0432277 Aug 19 13:18:23.001120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-3d5cd125-f431-44be-adf3-9a432ccbe648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:23.002569 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-3d5cd125-f431-44be-adf3-9a432ccbe648 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392580 Aug 19 13:18:23.095602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-638d97b5-17a8-46f5-97f9-63ee8ea4c56f service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858281 Aug 19 13:18:23.522626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-ffacab09-d35e-4f3a-baaf-36a6df557edf service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198041 Aug 19 13:18:24.037661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3235f1-c0de-48e8-8a4c-3d0e158f1ac2 req-5dd2706d-a26f-4b69-aee1-c7489ac67b9b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:24.039199 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c3235f1-c0de-48e8-8a4c-3d0e158f1ac2 req-5dd2706d-a26f-4b69-aee1-c7489ac67b9b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0493531 Aug 19 13:18:24.077212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7c3235f1-c0de-48e8-8a4c-3d0e158f1ac2 req-11883192-0c1b-45f2-8f7a-81a5de267bf8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306973 Aug 19 13:18:25.194901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfe3a2-95e4-4ef6-adc5-c28faed82cc4 req-9bdbdfa0-03db-449c-af27-b86d7c7d1def tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:25.196433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dacfe3a2-95e4-4ef6-adc5-c28faed82cc4 req-9bdbdfa0-03db-449c-af27-b86d7c7d1def tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0512192 Aug 19 13:18:25.234148 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dacfe3a2-95e4-4ef6-adc5-c28faed82cc4 req-4cc2036d-b6af-400b-9255-6f5141236145 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Aug 19 13:18:25.830706 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:26.350003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273aa945-5a2b-4616-b686-42470edfeaee req-bb382f5f-2d9d-4f3c-ace1-3f077daa2e01 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:26.351501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-273aa945-5a2b-4616-b686-42470edfeaee req-bb382f5f-2d9d-4f3c-ace1-3f077daa2e01 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0492339 Aug 19 13:18:26.389243 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-273aa945-5a2b-4616-b686-42470edfeaee req-751d9c5e-c023-470c-b037-c8bccc57a9d8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Aug 19 13:18:26.732221 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:27.509861 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cdd09-94b6-4182-ace1-c07ae1ce734c req-846be51d-40fc-46f7-97da-c58f9348e78a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:27.511460 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c9cdd09-94b6-4182-ace1-c07ae1ce734c req-846be51d-40fc-46f7-97da-c58f9348e78a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0536578 Aug 19 13:18:27.550246 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8c9cdd09-94b6-4182-ace1-c07ae1ce734c req-b4a6f316-f7ca-4154-80ce-c3838beb4d04 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322578 Aug 19 13:18:28.676890 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a7ee3-c34c-4e70-a298-cd2e95ef6b36 req-474d32c1-d8cb-4e3f-881b-9a1c060d486d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:28.678394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b18a7ee3-c34c-4e70-a298-cd2e95ef6b36 req-474d32c1-d8cb-4e3f-881b-9a1c060d486d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0549340 Aug 19 13:18:28.717018 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b18a7ee3-c34c-4e70-a298-cd2e95ef6b36 req-0521d3d7-0765-43ba-89e9-2bb29c91d599 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326569 Aug 19 13:18:29.833588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a08ba9-a6d9-494a-8e4f-9d8fd71b9ea0 req-c0e5347e-9458-410d-8dba-a94267c58e63 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:29.835084 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55a08ba9-a6d9-494a-8e4f-9d8fd71b9ea0 req-c0e5347e-9458-410d-8dba-a94267c58e63 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0492473 Aug 19 13:18:29.871427 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55a08ba9-a6d9-494a-8e4f-9d8fd71b9ea0 req-22091e44-28e5-411b-b8fd-2c32f3b7ca6f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303173 Aug 19 13:18:30.996584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fb171-6832-4dc2-bff5-21dba60601e7 req-ac3e954f-0394-4bdf-b45e-cf3bfda842fc tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:30.998244 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-237fb171-6832-4dc2-bff5-21dba60601e7 req-ac3e954f-0394-4bdf-b45e-cf3bfda842fc tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0559466 Aug 19 13:18:31.041174 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-237fb171-6832-4dc2-bff5-21dba60601e7 req-7b08bcd0-d7f0-4684-8b8d-e1a47e735ba5 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346696 Aug 19 13:18:32.159086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f485c08-a778-44dc-bb80-b3f73f04a8a5 req-6a1fa2d2-f45d-44dd-9770-898094059485 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:32.160553 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f485c08-a778-44dc-bb80-b3f73f04a8a5 req-6a1fa2d2-f45d-44dd-9770-898094059485 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0489805 Aug 19 13:18:32.197207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f485c08-a778-44dc-bb80-b3f73f04a8a5 req-02500747-084c-43c4-8400-d5e2ae009e80 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307310 Aug 19 13:18:33.313145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408ddb9-383e-4424-9e6f-60506b998316 req-6ed78610-a6c8-46ad-b233-7d2477445d8b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:33.314538 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4408ddb9-383e-4424-9e6f-60506b998316 req-6ed78610-a6c8-46ad-b233-7d2477445d8b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0497465 Aug 19 13:18:33.353270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4408ddb9-383e-4424-9e6f-60506b998316 req-fbfd7bef-9590-417d-ba36-358bc4338090 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323853 Aug 19 13:18:34.473996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f8dfa-6a02-49b8-9684-68889a32f26f req-7925332e-4caa-4e17-a285-9b313001a93e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:34.475498 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-762f8dfa-6a02-49b8-9684-68889a32f26f req-7925332e-4caa-4e17-a285-9b313001a93e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0523109 Aug 19 13:18:34.512761 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-762f8dfa-6a02-49b8-9684-68889a32f26f req-838c966a-d9a5-4c4f-a70a-518472d34f43 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307655 Aug 19 13:18:35.076597 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8699f8f-b729-4324-b3ad-0d1b12e05439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:35.675402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93942cc6-638f-4cad-9fb4-8ebee54fa9ec req-396e5483-a666-4da6-8e85-a68ea371b1fb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:35.676885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-93942cc6-638f-4cad-9fb4-8ebee54fa9ec req-396e5483-a666-4da6-8e85-a68ea371b1fb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0974720 Aug 19 13:18:35.715816 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-93942cc6-638f-4cad-9fb4-8ebee54fa9ec req-5c006918-6eb4-4b96-84ab-c5eb134fafaf tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Aug 19 13:18:36.120768 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-97ca6556-07bf-4c4c-9c68-56ed91eef23a service neutron] show failed (client error): The resource could not be found. Aug 19 13:18:36.122275 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-97ca6556-07bf-4c4c-9c68-56ed91eef23a service neutron] 10.222.0.30 "GET /v2.0/ports/838331de-6a41-4d9d-a17c-a2c8b3dea710/bindings/n-h1-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0579722 Aug 19 13:18:36.741923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-aa131ebd-c204-44e7-b181-b5a6b6eb62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:36.743606 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-aa131ebd-c204-44e7-b181-b5a6b6eb62c9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 1096 time: 0.0810702 Aug 19 13:18:36.756450 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:18:36.810402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:36.879976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a8fad-1a7e-4f12-8e84-d1aacbcf6785 req-c4646423-8acc-42e7-ae4e-e49d8cf17386 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:36.881496 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be8a8fad-1a7e-4f12-8e84-d1aacbcf6785 req-c4646423-8acc-42e7-ae4e-e49d8cf17386 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0964911 Aug 19 13:18:36.922087 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be8a8fad-1a7e-4f12-8e84-d1aacbcf6785 req-750909cb-f926-4631-a3f2-588fe91547c4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343909 Aug 19 13:18:37.022547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:18:37.057588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:18:37.097593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:37.099974 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6a47b5-beb5-4048-ae53-ff252a57f904" -d '{"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:18:37.103911 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:37.116186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Transition to ACTIVE for port object 838331de-6a41-4d9d-a17c-a2c8b3dea710 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:37.151410 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0b6a69-a9e4-49e4-a97d-dd5d0e381566 x-openstack-request-id: req-4f0b6a69-a9e4-49e4-a97d-dd5d0e381566 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:18:37.151794 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:18:37.152109 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f0b6a69-a9e4-49e4-a97d-dd5d0e381566 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:18:37.153170 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'code': 200} Aug 19 13:18:37.190586 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:37.266698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=6']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:37.285147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.285491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.285839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.286172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.286506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.286857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.287193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.287521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.287846 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.288169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.288494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.288814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:37.327325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] No DVR routers for this DVR port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:18:37.464981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:18:37.465263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:18:37.465598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:18:37.469985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:18:37.470309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:18:37.475328 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:18:37.475672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:18:37.476061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:18:37.476490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Bound port: 838331de-6a41-4d9d-a17c-a2c8b3dea710, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:18:37.476849 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:37.539924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:18:37.543033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:18:37.637922 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:37.672375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:37.673003 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:37.676144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] 10.222.0.62 "PUT /v2.0/ports/838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1091 time: 0.9227211 Aug 19 13:18:37.693407 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:37.712905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaa9a6-d0ef-41f1-a04e-85516ce9c8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=7']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:37.754732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-9e6517fb-5134-4c36-b620-85edf4b0232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:37.756369 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-9e6517fb-5134-4c36-b620-85edf4b0232a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.0545328 Aug 19 13:18:37.796372 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f75eb56f-ad94-4bf9-966c-80a128bd14a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:37.851158 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-0a5a224e-3705-43e8-a593-23bd1f71db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:37.852713 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-0a5a224e-3705-43e8-a593-23bd1f71db57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0889204 Aug 19 13:18:37.922961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-5cf7a23a-d9fb-41d5-80b7-6b73b0575d1f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1000 time: 0.0630767 Aug 19 13:18:37.978435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-3b40d6c1-de5d-4ede-bff6-d4b60b00a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:37.979886 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-3b40d6c1-de5d-4ede-bff6-d4b60b00a20f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0490096 Aug 19 13:18:38.029443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-fe7b9743-feb2-480f-b6e8-ccc07f652015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:38.031663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-fe7b9743-feb2-480f-b6e8-ccc07f652015 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450397 Aug 19 13:18:38.047325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fdb8a-9c93-48b1-891e-590a7227166c req-c745836c-60a2-4d19-8625-348e75c00a1e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:38.048948 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d32fdb8a-9c93-48b1-891e-590a7227166c req-c745836c-60a2-4d19-8625-348e75c00a1e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0552146 Aug 19 13:18:38.088513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d32fdb8a-9c93-48b1-891e-590a7227166c req-237cf6a4-c602-437b-914e-feb18525ece0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333929 Aug 19 13:18:38.126864 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-546d8a4a-d3af-4df8-89e5-467c84b3e1ca service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882463 Aug 19 13:18:38.215787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21b33cae-e54a-477d-9db0-5d7893edc146 req-84c4f73f-2828-4e9d-93c6-14413380a89c service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812571 Aug 19 13:18:39.154881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:39.157533 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9690bc1-eb90-463d-8e7f-db69a88b14c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:18:39.210333 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fc39d-b46b-4b16-aa33-6b6395bafc68 req-7084f196-bc13-4b54-a338-4b28b961269e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:39.212033 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc8fc39d-b46b-4b16-aa33-6b6395bafc68 req-7084f196-bc13-4b54-a338-4b28b961269e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0513151 Aug 19 13:18:39.213702 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49963b4-4f70-405b-b744-ae1efc5af096 x-openstack-request-id: req-d49963b4-4f70-405b-b744-ae1efc5af096 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:18:39.213855 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:18:39.214290 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d49963b4-4f70-405b-b744-ae1efc5af096 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:18:39.214479 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'status': 'completed', 'code': 200} Aug 19 13:18:39.274538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-d350fbec-9e74-4022-b3cb-93c558e5c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:39.276934 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-d350fbec-9e74-4022-b3cb-93c558e5c136 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.0431263 Aug 19 13:18:39.283414 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dc8fc39d-b46b-4b16-aa33-6b6395bafc68 req-8fd5fc34-0a5d-4fe5-9ce4-54e14d448cee tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636086 Aug 19 13:18:39.294211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-b1f2403b-694f-469e-bbcb-62ead50c81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:39.300791 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-b1f2403b-694f-469e-bbcb-62ead50c81d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1094 time: 0.0689614 Aug 19 13:18:39.311183 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:39.371620 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-c8132ecf-0b93-4c3b-9863-bf039c1f37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:39.373158 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-c8132ecf-0b93-4c3b-9863-bf039c1f37ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0883048 Aug 19 13:18:39.388368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-27d0d053-0968-4f00-af3c-9749903e05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:39.390117 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-27d0d053-0968-4f00-af3c-9749903e05ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0864573 Aug 19 13:18:39.439806 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-0c88c72a-f56d-4d7f-8e14-69325cfd1799 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1000 time: 0.0584550 Aug 19 13:18:39.464120 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-790271c9-e4f7-475c-b4d9-4fcefd14c42f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1000 time: 0.0638247 Aug 19 13:18:39.491877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-897bcbed-3eaa-4c99-9357-aa6e6246b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:39.493359 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-897bcbed-3eaa-4c99-9357-aa6e6246b52f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0453219 Aug 19 13:18:39.516684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-f9cc7092-4953-41d0-9c64-fdd94bd7438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:39.518180 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-f9cc7092-4953-41d0-9c64-fdd94bd7438e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0453064 Aug 19 13:18:39.530240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:18:39.547318 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-c125ee5a-a6db-4003-a6ff-87ed1e3c8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:39.548850 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-c125ee5a-a6db-4003-a6ff-87ed1e3c8ec6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483081 Aug 19 13:18:39.568221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-49e9d1c3-f939-4ffb-bac9-3b1232a7a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:39.569733 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-49e9d1c3-f939-4ffb-bac9-3b1232a7a0c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430529 Aug 19 13:18:39.570611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:18:39.642883 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-90e27d44-3636-469c-8d73-88406bf7133d service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849948 Aug 19 13:18:39.666050 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-c5fbcd25-e0a8-4a6b-943e-a99283315b3f service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881941 Aug 19 13:18:39.740470 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-392c2161-ee9e-4fa7-a4d3-a85951db043b service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884945 Aug 19 13:18:39.760320 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e9690bc1-eb90-463d-8e7f-db69a88b14c0 req-d54f928d-1975-4102-9b71-6408a1522d1e service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859241 Aug 19 13:18:40.404112 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59504-1658-41d6-89de-1283eb2d18c7 req-301c7a05-5e02-4c5e-bafc-b7f22d984dbf tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:40.405625 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ae59504-1658-41d6-89de-1283eb2d18c7 req-301c7a05-5e02-4c5e-bafc-b7f22d984dbf tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0512917 Aug 19 13:18:40.444131 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2ae59504-1658-41d6-89de-1283eb2d18c7 req-9b14f34b-8be3-4c45-b8a1-633efc8c596d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Aug 19 13:18:40.767940 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:41.496982 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:18:41.565138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d7617-3596-4715-ba89-9006d72c8e01 req-e093fcb6-abf6-41d1-be35-54b1e82cc023 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:41.566679 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f1d7617-3596-4715-ba89-9006d72c8e01 req-e093fcb6-abf6-41d1-be35-54b1e82cc023 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 943 time: 0.0514379 Aug 19 13:18:41.595312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:18:41.606413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2f1d7617-3596-4715-ba89-9006d72c8e01 req-e1542c05-0d23-4852-9d4f-67cf285364d8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330274 Aug 19 13:18:41.608050 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'port_id': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'mac_address': 'fa:16:3e:2f:97:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:18:41.647895 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:41.661903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838331de-6a41-4d9d-a17c-a2c8b3dea710 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:18:41.690268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:18:41.767959 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:41.821228 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:41.829386 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:41.829738 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:41.830083 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:41.830424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:41.830769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:41.831158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:41.831524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:41.831858 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:41.832190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:41.832519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:41.832849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:41.833176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:42.021954 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['838331de-6a41-4d9d-a17c-a2c8b3dea710'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:18:42.266003 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646f89-04d3-4a68-82be-d76ca5f5078d req-3b920cdd-18f2-445c-8799-42b60f712b46 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:42.267529 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-22646f89-04d3-4a68-82be-d76ca5f5078d req-3b920cdd-18f2-445c-8799-42b60f712b46 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 944 time: 0.0530288 Aug 19 13:18:42.332633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-22646f89-04d3-4a68-82be-d76ca5f5078d req-be443d33-acbf-4375-b36e-b6654f715dd8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553656 Aug 19 13:18:42.341136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-3e4356f8-bee5-4b6b-8743-e06d868debad tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:42.342552 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-3e4356f8-bee5-4b6b-8743-e06d868debad tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4&tenant_id=ca391423c8cd41398bd01c04d33fe702&binding%3Ahost_id=n-h1-803757-2 HTTP/1.1" status: 200 len: 944 time: 0.0736783 Aug 19 13:18:42.404813 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-67fccf0b-88e0-4e42-9071-cb897b6a8613 service neutron] 10.222.0.62 "GET /v2.0/ports/838331de-6a41-4d9d-a17c-a2c8b3dea710/bindings/n-h1-803757-2 HTTP/1.1" status: 200 len: 382 time: 0.0545099 Aug 19 13:18:42.797572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-aa945123-f4c2-4013-b454-dc5da38d41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:42.799124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-aa945123-f4c2-4013-b454-dc5da38d41c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1095 time: 0.3715024 Aug 19 13:18:42.889280 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-9d921b5d-2f7c-4f12-9303-995231cc52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:42.890903 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-9d921b5d-2f7c-4f12-9303-995231cc52f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0841684 Aug 19 13:18:42.963212 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-5654f814-89b1-4c66-adf1-630c62a9feeb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1001 time: 0.0651867 Aug 19 13:18:43.023847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-7e24aec6-f69a-45e0-bd70-590525cfd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:43.023847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-7e24aec6-f69a-45e0-bd70-590525cfd4f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0474017 Aug 19 13:18:43.062888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a676ff46-6685-40c1-91e7-a31794614ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:43.064305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a676ff46-6685-40c1-91e7-a31794614ba2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407867 Aug 19 13:18:43.159825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-f5c6bada-ba60-4da9-9515-97329e14d127 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879629 Aug 19 13:18:43.250273 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-deb9ae6b-2023-4ffd-ac34-8be66ffef4f6 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808454 Aug 19 13:18:43.451583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ca551-a1cc-4942-809a-3808fe9534fa req-53bfeadd-0a29-48ab-bdd6-58ea6c65b6e4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:43.453049 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-659ca551-a1cc-4942-809a-3808fe9534fa req-53bfeadd-0a29-48ab-bdd6-58ea6c65b6e4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 944 time: 0.0486546 Aug 19 13:18:43.491855 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-659ca551-a1cc-4942-809a-3808fe9534fa req-078e4b7e-72f9-4a30-9695-cf7c0fab688f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Aug 19 13:18:43.496567 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:18:43.645756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 838331de-6a41-4d9d-a17c-a2c8b3dea710 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:43.649520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 838331de-6a41-4d9d-a17c-a2c8b3dea710 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:43.649886 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:43.724234 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:43.745460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:43.747983 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1df01f-643d-4d36-ab92-e6263ec0b1fd" -d '{"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:18:43.761098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:18:43.799461 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa764684-665c-4251-b96c-6ee464ce1c30 x-openstack-request-id: req-aa764684-665c-4251-b96c-6ee464ce1c30 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:18:43.799761 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:18:43.800022 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa764684-665c-4251-b96c-6ee464ce1c30 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:18:43.800427 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'code': 200} Aug 19 13:18:43.840749 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:43.890785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:44.608076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69951151-7f92-4814-ae05-319e968fb051 req-22ba1fbb-7fe3-4bed-8e60-af6db399e7cf tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:44.609580 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-69951151-7f92-4814-ae05-319e968fb051 req-22ba1fbb-7fe3-4bed-8e60-af6db399e7cf tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0487325 Aug 19 13:18:44.651384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-69951151-7f92-4814-ae05-319e968fb051 req-d04e0d5f-0fc5-430b-97fe-83aca6cbbca4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358059 Aug 19 13:18:45.309112 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:18:45.769429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5c570-59d6-4dc9-91de-72adc980aee0 req-b2277f35-1635-44cb-abc7-084913ac9f6a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:45.770993 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-74d5c570-59d6-4dc9-91de-72adc980aee0 req-b2277f35-1635-44cb-abc7-084913ac9f6a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0490170 Aug 19 13:18:45.810990 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-74d5c570-59d6-4dc9-91de-72adc980aee0 req-1bf62619-79ca-42e2-896e-6f4d25d4aa1e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317752 Aug 19 13:18:45.938700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-ba6b68bc-8c01-4557-98eb-d1ad9a4045e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:45.940206 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-ba6b68bc-8c01-4557-98eb-d1ad9a4045e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 1096 time: 0.0416863 Aug 19 13:18:45.954277 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:18:46.005195 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.205838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:18:46.243543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:18:46.285805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:46.288377 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ba7a9d-3015-4dd0-a2eb-83c88e796ca9" -d '{"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:18:46.292608 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.305843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Transition to ACTIVE for port object 838331de-6a41-4d9d-a17c-a2c8b3dea710 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:46.339448 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2279a23a-a2f2-40dd-97ee-123756c8b8c0 x-openstack-request-id: req-2279a23a-a2f2-40dd-97ee-123756c8b8c0 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:18:46.339743 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:18:46.340000 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2279a23a-a2f2-40dd-97ee-123756c8b8c0 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:18:46.340432 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'code': 200} Aug 19 13:18:46.402240 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=10']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.502311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:18:46.540726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] No DVR routers for this DVR port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:18:46.678837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:18:46.679151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:18:46.679472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:18:46.683596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:18:46.683912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Attempting to bind port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:18:46.693272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:18:46.693611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:18:46.693985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:18:46.694399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Bound port: 838331de-6a41-4d9d-a17c-a2c8b3dea710, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:18:46.694753 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.757782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:18:46.760802 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:18:46.855101 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.892230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:46.893167 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:46.894640 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] 10.222.0.30 "PUT /v2.0/ports/838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1092 time: 0.9442000 Aug 19 13:18:46.935171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2598113-3f8a-4e9e-abf0-6ebdb440188e service neutron] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=11']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:46.944749 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac75fc-7258-49ae-aee8-016126ce1a17 req-7e974696-b21b-44de-bded-e97f73f234cc tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:46.947172 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49ac75fc-7258-49ae-aee8-016126ce1a17 req-7e974696-b21b-44de-bded-e97f73f234cc tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 944 time: 0.0623083 Aug 19 13:18:46.971234 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-850eeda6-06a5-4f61-9abb-b50e7220a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:46.972790 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-850eeda6-06a5-4f61-9abb-b50e7220a40a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1095 time: 0.0506141 Aug 19 13:18:46.990022 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49ac75fc-7258-49ae-aee8-016126ce1a17 req-00aa554b-b51a-4069-b5f8-333dc55f3206 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364139 Aug 19 13:18:47.070666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-f1ff3554-9227-4340-ba32-ab033d069885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:47.072223 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-f1ff3554-9227-4340-ba32-ab033d069885 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0888476 Aug 19 13:18:47.150109 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-b17c1d98-4e86-42d5-9449-ccc05b53b318 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1000 time: 0.0703590 Aug 19 13:18:47.201833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-ea712f58-fa77-4b39-b20d-6dfbd6be104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:47.203446 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-ea712f58-fa77-4b39-b20d-6dfbd6be104a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0463963 Aug 19 13:18:47.252780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-db9e3bb8-b8e8-47a8-8821-e698a6f48fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:47.254339 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-db9e3bb8-b8e8-47a8-8821-e698a6f48fc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435016 Aug 19 13:18:47.346183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-74ddb468-219a-4c89-9d7e-962464b8c877 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841777 Aug 19 13:18:47.435113 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-813769ec-adee-4e9f-b9df-6136c9dea6cb req-d061162d-0c19-4acf-9b20-e58f725f3dd2 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814803 Aug 19 13:18:48.110149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606ecba-d478-4283-ab81-bca8a0fac108 req-98311760-f6e3-4d82-a0f3-8b78343a9eff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:48.111651 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8606ecba-d478-4283-ab81-bca8a0fac108 req-98311760-f6e3-4d82-a0f3-8b78343a9eff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 944 time: 0.0498643 Aug 19 13:18:48.148909 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8606ecba-d478-4283-ab81-bca8a0fac108 req-2de5b513-6e5c-4f92-97ab-218cb9e567b7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313861 Aug 19 13:18:48.341887 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:48.344193 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c415f133-5944-4e2b-bb37-48d8ae4216b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:18:48.391731 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6954df5b-4c62-4cc5-a77c-29ec2935b4a2 x-openstack-request-id: req-6954df5b-4c62-4cc5-a77c-29ec2935b4a2 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:18:48.392023 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:18:48.392273 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6954df5b-4c62-4cc5-a77c-29ec2935b4a2 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:18:48.392669 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'status': 'completed', 'code': 200} Aug 19 13:18:48.452850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-8d4c54c8-4ace-49af-acb3-5ddda95774e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:48.454361 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-8d4c54c8-4ace-49af-acb3-5ddda95774e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1095 time: 0.0416725 Aug 19 13:18:48.461702 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-a29a1c57-c855-43f8-9cea-d4fc2c5a4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:48.463205 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-a29a1c57-c855-43f8-9cea-d4fc2c5a4d8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 1095 time: 0.0450377 Aug 19 13:18:48.549990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-5979bbc5-e9e6-4fd8-99f2-a554819ba12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:48.551507 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-5979bbc5-e9e6-4fd8-99f2-a554819ba12d service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0904615 Aug 19 13:18:48.573195 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-c04faac4-1587-44fa-827e-3d61f9d11be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:48.575047 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-c04faac4-1587-44fa-827e-3d61f9d11be8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.1037664 Aug 19 13:18:48.617807 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-261f7e77-db1d-401c-b213-203da468edbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1000 time: 0.0590944 Aug 19 13:18:48.651149 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-d5dee0af-b57b-4df0-bd9f-5f5caf618c2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 200 len: 1000 time: 0.0665293 Aug 19 13:18:48.666600 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-455e95d4-5f49-4a63-8530-efc938b19f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:48.668084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-455e95d4-5f49-4a63-8530-efc938b19f81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0437689 Aug 19 13:18:48.701101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-7c7df554-9c3d-4450-a6bb-8664b50b043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:48.702559 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-7c7df554-9c3d-4450-a6bb-8664b50b043c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0440586 Aug 19 13:18:48.717229 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-280e4a0f-ddb0-45a5-89c8-5603e9564c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:48.718728 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-280e4a0f-ddb0-45a5-89c8-5603e9564c9e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443668 Aug 19 13:18:48.750713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-34b4ea01-88da-44ab-9528-8fdaa951ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:48.752277 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-34b4ea01-88da-44ab-9528-8fdaa951ed4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416386 Aug 19 13:18:48.811014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-c46515e4-7548-44b3-9718-75d917364e56 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842268 Aug 19 13:18:48.853820 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-819eeb3d-b385-4b44-bd43-8d8cc2afedab service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887685 Aug 19 13:18:48.918286 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-9846482f-afd2-4a9f-af62-1de4bda5f71a service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011271 Aug 19 13:18:48.954570 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c415f133-5944-4e2b-bb37-48d8ae4216b4 req-c8db5ed4-c053-446a-a4f5-f9ae3844e2ed service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922389 Aug 19 13:18:49.274824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8f257-279c-44ff-8fba-5c3f21bd6d13 req-9ea6ed42-5e70-414c-b590-f43d9ff4cefa tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:49.276331 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1a8f257-279c-44ff-8fba-5c3f21bd6d13 req-9ea6ed42-5e70-414c-b590-f43d9ff4cefa tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 944 time: 0.0578556 Aug 19 13:18:49.315318 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1a8f257-279c-44ff-8fba-5c3f21bd6d13 req-040ad55b-5273-4646-b640-19c59555093f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315125 Aug 19 13:18:49.512274 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:18:49.558945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:18:49.607053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:18:49.704102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:18:49.714966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'port_id': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'mac_address': 'fa:16:3e:2f:97:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:18:49.755068 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:49.767320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838331de-6a41-4d9d-a17c-a2c8b3dea710 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:18:49.786190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:18:49.868233 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:49.916013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=12']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:50.131949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['838331de-6a41-4d9d-a17c-a2c8b3dea710'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:18:50.433236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9754b2-aaf3-42c0-9a46-ebfb2b9fe74a req-0e8a0282-e8cb-4568-a333-00ce72e26734 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:50.434729 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc9754b2-aaf3-42c0-9a46-ebfb2b9fe74a req-0e8a0282-e8cb-4568-a333-00ce72e26734 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0498867 Aug 19 13:18:50.472920 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc9754b2-aaf3-42c0-9a46-ebfb2b9fe74a req-4f1e3df4-de59-4ee5-a578-a245045eaf2d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322788 Aug 19 13:18:50.588104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db46c24-c469-4252-a62c-d7d13cd14380 req-33087bc5-074d-4879-99cd-bc30317e84fd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:50.589577 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db46c24-c469-4252-a62c-d7d13cd14380 req-33087bc5-074d-4879-99cd-bc30317e84fd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0523505 Aug 19 13:18:50.628233 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5db46c24-c469-4252-a62c-d7d13cd14380 req-fd3f4f38-4b7e-4c90-9e04-1b7cb053e287 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320330 Aug 19 13:18:50.740721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827b8b9-fea5-43a7-818a-179a6f8fa25e req-5a9fd2b6-9af8-4977-8d2c-98e81988a649 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:50.742203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1827b8b9-fea5-43a7-818a-179a6f8fa25e req-5a9fd2b6-9af8-4977-8d2c-98e81988a649 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0493867 Aug 19 13:18:50.788039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1827b8b9-fea5-43a7-818a-179a6f8fa25e req-dcf1ed47-d7b0-41a3-bfcb-8e7aa4d9a6be tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391808 Aug 19 13:18:51.282236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154194f-2813-4f1f-a59a-66ae12788c71 req-a1920bec-f183-4168-abd5-6b66f7bca907 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:51.284268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2154194f-2813-4f1f-a59a-66ae12788c71 req-a1920bec-f183-4168-abd5-6b66f7bca907 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 945 time: 0.0667589 Aug 19 13:18:51.325723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2154194f-2813-4f1f-a59a-66ae12788c71 req-dc587ea6-e31a-4cb6-8c75-651b2a72c38e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356359 Aug 19 13:18:51.638213 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:18:51.761753 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 838331de-6a41-4d9d-a17c-a2c8b3dea710 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:51.765523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 838331de-6a41-4d9d-a17c-a2c8b3dea710 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:51.765897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.841298 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:51.865059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:51.867295 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6733709d-7993-40ef-bf8f-cd80ae005251" -d '{"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:18:51.880486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:18:51.904814 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e60edc8-1681-4c8e-b3a3-61e3775896d6 x-openstack-request-id: req-0e60edc8-1681-4c8e-b3a3-61e3775896d6 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:18:51.905096 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-plugged", "status": "completed", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:18:51.905345 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e60edc8-1681-4c8e-b3a3-61e3775896d6 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:18:51.905734 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'code': 200} Aug 19 13:18:51.988619 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.036831 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=13']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:52.443402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9f2e0-6cd7-49d7-bc85-97e4f936cbfc req-5b3d4d3a-c595-4bb1-8dc8-d8baa5bdcfa5 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:52.444896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0db9f2e0-6cd7-49d7-bc85-97e4f936cbfc req-5b3d4d3a-c595-4bb1-8dc8-d8baa5bdcfa5 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 946 time: 0.0530281 Aug 19 13:18:52.482006 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0db9f2e0-6cd7-49d7-bc85-97e4f936cbfc req-6a13977e-a052-4066-912a-47da987a0d83 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311704 Aug 19 13:18:52.674526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf47759-8e57-4112-9bca-975f05884cfa req-ecfa86ea-5993-4c33-bdfe-6678274a047d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:52.675957 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2cf47759-8e57-4112-9bca-975f05884cfa req-ecfa86ea-5993-4c33-bdfe-6678274a047d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 946 time: 0.0517669 Aug 19 13:18:52.764931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Deleting port 838331de-6a41-4d9d-a17c-a2c8b3dea710 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:18:52.765277 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:52.855341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] For port 838331de-6a41-4d9d-a17c-a2c8b3dea710, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=838331de-6a41-4d9d-a17c-a2c8b3dea710,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:18:52.855716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.022597 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.023020 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.023344 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647 disassociated. External IP: 172.25.2.197, port: 838331de-6a41-4d9d-a17c-a2c8b3dea710. Aug 19 13:18:53.023691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Calling delete_port for 838331de-6a41-4d9d-a17c-a2c8b3dea710 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:18:53.257550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.284639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event deleted for resources: {'Port': ['ID=838331de-6a41-4d9d-a17c-a2c8b3dea710,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:53.404066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Router f84947a3-6ed3-43be-992b-410f3fa5ee00 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:18:53.512843 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:18:53.523177 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed8ce0e-e346-454d-813c-77b3ae59098b None None] Sync routers for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:18:53.533482 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed8ce0e-e346-454d-813c-77b3ae59098b None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:18:53.534100 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ed8ce0e-e346-454d-813c-77b3ae59098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:53.555448 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] No DVR routers for this DVR port 838331de-6a41-4d9d-a17c-a2c8b3dea710 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:18:53.558879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:53.560781 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2cf47759-8e57-4112-9bca-975f05884cfa req-98a925f6-9430-49ed-af59-43ab0396f495 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "DELETE /v2.0/ports/838331de-6a41-4d9d-a17c-a2c8b3dea710 HTTP/1.1" status: 204 len: 173 time: 0.8776817 Aug 19 13:18:53.561850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-deleted', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:53.564145 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018d64b6-c91f-4e16-a2c1-11402873ebb6" -d '{"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-deleted", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:18:53.597655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f5d7fb3-4cc5-4a89-9580-569681f80ec7 req-441871c5-1889-4ab6-8643-7bf3f5f0f3c3 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=8391a4d5-d642-4851-9b92-478387a3b8a4 HTTP/1.1" status: 200 len: 210 time: 0.0402973 Aug 19 13:18:53.643793 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0ed8ce0e-e346-454d-813c-77b3ae59098b None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:18:53.669889 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b2f36f-3c1f-4306-9270-bf42fe4a71d0 x-openstack-request-id: req-78b2f36f-3c1f-4306-9270-bf42fe4a71d0 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:18:53.670187 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8391a4d5-d642-4851-9b92-478387a3b8a4", "name": "network-vif-deleted", "tag": "838331de-6a41-4d9d-a17c-a2c8b3dea710", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:18:53.670442 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78b2f36f-3c1f-4306-9270-bf42fe4a71d0 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:18:53.670876 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8391a4d5-d642-4851-9b92-478387a3b8a4', 'name': 'network-vif-deleted', 'tag': '838331de-6a41-4d9d-a17c-a2c8b3dea710', 'status': 'completed', 'code': 200} Aug 19 13:18:53.848091 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ed8ce0e-e346-454d-813c-77b3ae59098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:53.874062 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed8ce0e-e346-454d-813c-77b3ae59098b None None] Checking router: f84947a3-6ed3-43be-992b-410f3fa5ee00 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:18:53.883224 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed8ce0e-e346-454d-813c-77b3ae59098b None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:18:53.883848 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ed8ce0e-e346-454d-813c-77b3ae59098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:18:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:53.993601 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0ed8ce0e-e346-454d-813c-77b3ae59098b None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:18:54.195452 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0ed8ce0e-e346-454d-813c-77b3ae59098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:18:54.322472 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed8ce0e-e346-454d-813c-77b3ae59098b None None] The sync data for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 is: [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:18:54.540915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e83e45-1580-47a3-8e13-19492ee634f4 None None] New status for floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:18:54.873829 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-42a721ef-5125-4a1b-8715-f1aaf680ae3c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1558479944&fields=id&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 267 time: 0.0335691 Aug 19 13:18:54.978829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-8f52c9cc-5119-429d-abba-ef7ad6ce14da tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:54.980183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-8f52c9cc-5119-429d-abba-ef7ad6ce14da tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 811 time: 0.0999959 Aug 19 13:18:54.995847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-15b24080-2de3-4aa5-99c1-9281e95f806d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/quotas/ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 375 time: 0.0091243 Aug 19 13:18:55.050780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-2f28374a-f97b-4788-8685-fcb24e4f40d3 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492606 Aug 19 13:18:55.148780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-112957ae-1489-4ce2-bbec-3d79db45e7af service neutron] 10.222.0.21 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855932 Aug 19 13:18:55.241637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-ecd377da-a476-4ef5-bee7-850971beb257 service neutron] 10.222.0.21 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828245 Aug 19 13:18:55.466088 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b860d908-56aa-4b43-88b1-c8da4eaeaa15 req-0f1e59b6-43d8-480a-bad0-59cda5a1ce19 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 210 time: 0.0271189 Aug 19 13:18:55.859710 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:56.549216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abed5009-b9fb-4a2b-83cf-b39396835ac8 req-27fe86fb-83bb-4f62-8a12-6ace5702edb0 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 210 time: 0.0321627 Aug 19 13:18:56.773627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:57.643865 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0c1020f-f179-4237-9e59-d410b46b3a85 req-fcc4f5e1-8691-4ca2-b074-6af0bc62c8b1 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 210 time: 0.0264080 Aug 19 13:18:57.684431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:18:57.704077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 838331de-6a41-4d9d-a17c-a2c8b3dea710 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:18:57.704417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 838331de-6a41-4d9d-a17c-a2c8b3dea710 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:18:57.948635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-2c527d4c-8b67-419d-8bf6-c3fc5634289d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:57.950121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-2c527d4c-8b67-419d-8bf6-c3fc5634289d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 811 time: 0.1118765 Aug 19 13:18:57.994933 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-58e0d3bf-604f-468a-9ba6-9ff05a10b04d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 380 time: 0.0354931 Aug 19 13:18:58.004901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'port': {'device_id': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'admin_state_up': True, 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'security_groups': ['cf6c8293-ba59-4d27-9896-fa7ec44d69b1']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:18:58.179170 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Made reservation on behalf of ca391423c8cd41398bd01c04d33fe702 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:18:58.182701 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.313609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Allocated IP 172.20.0.12 (64b7e76f-72e8-4ed7-955f-c0f27a606484/7858ebad-9640-4f66-8ca8-e9a1239786be/ba0dbb13-2c33-48ae-9674-4d370ee98817) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:18:58.459382 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.473337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Transition to ACTIVE for port object ba0dbb13-2c33-48ae-9674-4d370ee98817 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:58.584027 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.630449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:18:58.634862 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:18:58.639198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:18:58.675254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:58.711761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:58.712409 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:58.766208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a523ec-ee60-4a4c-b000-1149a5f29afc req-a7f0bb0b-cc1e-4966-8fcc-461738a0dfe4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:58.769671 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14a523ec-ee60-4a4c-b000-1149a5f29afc req-a7f0bb0b-cc1e-4966-8fcc-461738a0dfe4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 932 time: 0.0532000 Aug 19 13:18:58.815435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14a523ec-ee60-4a4c-b000-1149a5f29afc req-98dabbbb-f7b0-4669-8148-2dd1c89f75a4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390484 Aug 19 13:18:58.858437 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0e283de3-9461-44a0-a78e-e3e600507f53 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8572872 Aug 19 13:18:58.875429 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Request body: {'port': {'device_id': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:18:58.933465 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.065207 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0491b90-e0a4-4e1d-a6fb-baf26c6d2568 None None] Provisioning for port ba0dbb13-2c33-48ae-9674-4d370ee98817 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:18:59.069419 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f0491b90-e0a4-4e1d-a6fb-baf26c6d2568 None None] Provisioning complete for port ba0dbb13-2c33-48ae-9674-4d370ee98817 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:18:59.069871 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f0491b90-e0a4-4e1d-a6fb-baf26c6d2568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.108975 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f0491b90-e0a4-4e1d-a6fb-baf26c6d2568 None None] Port ba0dbb13-2c33-48ae-9674-4d370ee98817 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:18:59.209999 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0dbb13-2c33-48ae-9674-4d370ee98817 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:18:59.218275 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.230358 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Transition to ACTIVE for port object ba0dbb13-2c33-48ae-9674-4d370ee98817 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:18:59.305260 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.354180 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:59.431143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:18:59.431482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:18:59.431811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:18:59.436591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Port ba0dbb13-2c33-48ae-9674-4d370ee98817 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:18:59.436916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:18:59.441919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:18:59.442258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:18:59.442657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:18:59.443102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Bound port: ba0dbb13-2c33-48ae-9674-4d370ee98817, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:18:59.443464 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.511038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:18:59.514641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:18:59.606474 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.638035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:59.639381 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:18:59.640780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] 10.222.0.62 "PUT /v2.0/ports/ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1092 time: 0.7705517 Aug 19 13:18:59.643152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:18:59.646022 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14440558-adcf-42ec-a399-0dde990bbcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:18:59.673272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90abfd-f3fc-4172-bab5-a2cec920f625 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:18:59.689229 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b29900b-f0a3-4bf3-9a65-0f071578289d x-openstack-request-id: req-0b29900b-f0a3-4bf3-9a65-0f071578289d {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:18:59.689807 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:18:59.690004 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b29900b-f0a3-4bf3-9a65-0f071578289d {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:18:59.690449 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'status': 'completed', 'code': 200} Aug 19 13:18:59.751517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440558-adcf-42ec-a399-0dde990bbcf7 req-54dff11c-0023-4756-9839-450185ef1d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:59.753050 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14440558-adcf-42ec-a399-0dde990bbcf7 req-54dff11c-0023-4756-9839-450185ef1d13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1095 time: 0.0438032 Aug 19 13:18:59.862355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440558-adcf-42ec-a399-0dde990bbcf7 req-f8882244-bbb0-4434-b232-42ff21e913a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:59.864021 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14440558-adcf-42ec-a399-0dde990bbcf7 req-f8882244-bbb0-4434-b232-42ff21e913a5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=ca391423c8cd41398bd01c04d33fe702&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1037140 Aug 19 13:18:59.934600 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ede971-b332-4bb4-afae-1da2275ebefa req-f761d147-34f8-4d2d-ad1a-c67a1838e2f2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:59.936649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00ede971-b332-4bb4-afae-1da2275ebefa req-f761d147-34f8-4d2d-ad1a-c67a1838e2f2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0498593 Aug 19 13:18:59.959791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440558-adcf-42ec-a399-0dde990bbcf7 req-59990b26-fdd2-4d48-a9ff-f9c18704ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:18:59.961312 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-14440558-adcf-42ec-a399-0dde990bbcf7 req-59990b26-fdd2-4d48-a9ff-f9c18704ee8b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905635 Aug 19 13:18:59.975138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00ede971-b332-4bb4-afae-1da2275ebefa req-756d4ee2-3403-4e49-ae9e-9ab1db438e52 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322304 Aug 19 13:19:00.043842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0f8887d2-d4be-4b04-afb9-87a9518b7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:00.045382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0f8887d2-d4be-4b04-afb9-87a9518b7f58 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1095 time: 0.0474851 Aug 19 13:19:00.089263 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-e18ab895-a296-4147-9764-15d65ceed0d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 217 time: 0.0343635 Aug 19 13:19:00.137725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-fb8f4e7d-3528-4c79-9813-1eaa1fb1f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:00.139817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-fb8f4e7d-3528-4c79-9813-1eaa1fb1f922 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0435379 Aug 19 13:19:00.190453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0be7d283-a515-4890-8d6d-25b501d3f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:00.192007 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-0be7d283-a515-4890-8d6d-25b501d3f88a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453985 Aug 19 13:19:00.282397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-73188c00-4501-44b2-857e-db7646dac51e service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829062 Aug 19 13:19:00.382579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1118e5aa-3ba6-4ad1-9896-cbe40b1de138 req-7b89dd31-12a2-476f-8645-2fd514236ea8 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931327 Aug 19 13:19:01.096493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fafa6-92ac-4c81-bb19-0d4c75dac2e9 req-8754acf5-aea5-497a-8bff-b6a043df3618 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:01.098002 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b12fafa6-92ac-4c81-bb19-0d4c75dac2e9 req-8754acf5-aea5-497a-8bff-b6a043df3618 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0503523 Aug 19 13:19:01.136739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b12fafa6-92ac-4c81-bb19-0d4c75dac2e9 req-d51e519a-82f5-4f27-9de6-32d716f2a34b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318987 Aug 19 13:19:02.257216 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c6e49-146f-4249-8ad9-cd95e0e9d630 req-aeeb6983-f94b-439f-9ca4-9ae44f981cf4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:02.258439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba5c6e49-146f-4249-8ad9-cd95e0e9d630 req-aeeb6983-f94b-439f-9ca4-9ae44f981cf4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0536427 Aug 19 13:19:02.298089 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba5c6e49-146f-4249-8ad9-cd95e0e9d630 req-3b70a953-c3b5-4084-a1a3-95bb8e639d28 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335739 Aug 19 13:19:03.416802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e95c47-938f-426f-b869-0e514c6b4b6d req-5ebace0c-07c8-4f8a-96bc-0e9fb4a3660b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:03.418312 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47e95c47-938f-426f-b869-0e514c6b4b6d req-5ebace0c-07c8-4f8a-96bc-0e9fb4a3660b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0505843 Aug 19 13:19:03.456669 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47e95c47-938f-426f-b869-0e514c6b4b6d req-eff7f58c-bde1-495a-96fc-cd46203ead9a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308483 Aug 19 13:19:03.558234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ba0dbb13-2c33-48ae-9674-4d370ee98817 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:19:03.655874 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:19:03.667837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'port_id': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'mac_address': 'fa:16:3e:01:b2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:19:03.712532 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:03.725798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0dbb13-2c33-48ae-9674-4d370ee98817 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:19:03.747287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:19:03.824903 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:03.880460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:04.014688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ba0dbb13-2c33-48ae-9674-4d370ee98817'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:19:04.580042 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4efe55-ac31-435d-ac51-972562bdbf58 req-a65533d3-3760-48df-85ab-0b04c2c90bf7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:04.586453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac4efe55-ac31-435d-ac51-972562bdbf58 req-a65533d3-3760-48df-85ab-0b04c2c90bf7 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0525398 Aug 19 13:19:04.622735 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ac4efe55-ac31-435d-ac51-972562bdbf58 req-aa9bd880-85b9-4d61-af0f-92f5e52d3577 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349200 Aug 19 13:19:05.088109 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e63a0c98-feb1-45ae-8012-23cfb10379e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:05.575498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ba0dbb13-2c33-48ae-9674-4d370ee98817 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:19:05.725528 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port ba0dbb13-2c33-48ae-9674-4d370ee98817 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:19:05.729668 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port ba0dbb13-2c33-48ae-9674-4d370ee98817 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:19:05.730056 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:05.750716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3854598-4372-4c27-97ac-78222f9265f4 req-ca5ae108-1acb-4348-9c69-9728bd2de252 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:05.752448 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3854598-4372-4c27-97ac-78222f9265f4 req-ca5ae108-1acb-4348-9c69-9728bd2de252 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0591643 Aug 19 13:19:05.801273 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d3854598-4372-4c27-97ac-78222f9265f4 req-2375d717-1377-484b-afd8-5ae19b266525 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410194 Aug 19 13:19:05.825420 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:05.851718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:19:05.854587 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ee2f7b-76c1-4e14-b866-c0ba1b0fd278" -d '{"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-plugged", "status": "completed", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:19:05.868595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:19:05.946291 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf48c1-50ce-4e89-bcaa-ca2098168fb0 x-openstack-request-id: req-1dbf48c1-50ce-4e89-bcaa-ca2098168fb0 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:19:05.946607 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-plugged", "status": "completed", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:19:05.946901 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dbf48c1-50ce-4e89-bcaa-ca2098168fb0 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:19:05.947315 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'code': 200} Aug 19 13:19:06.047303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adac1b-6f79-4f2c-a0cd-6fc27ac40fa4 req-c33de90a-e436-417f-ba83-f4e27b407337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:06.049124 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05adac1b-6f79-4f2c-a0cd-6fc27ac40fa4 req-c33de90a-e436-417f-ba83-f4e27b407337 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1096 time: 0.0460858 Aug 19 13:19:06.059436 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:06.091174 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-05adac1b-6f79-4f2c-a0cd-6fc27ac40fa4 req-3cd047e5-c240-4abf-8dd3-74d9e8111821 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332253 Aug 19 13:19:06.113329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:19:06.923882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869a93b-b740-4048-80f4-fdbf4d4c9d3d req-8a1288f4-3f33-4c9a-b6c9-f4c0ff6d8033 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:06.925492 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9869a93b-b740-4048-80f4-fdbf4d4c9d3d req-8a1288f4-3f33-4c9a-b6c9-f4c0ff6d8033 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0519555 Aug 19 13:19:06.964666 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9869a93b-b740-4048-80f4-fdbf4d4c9d3d req-a1d5655f-8985-44b0-a288-87f278db5238 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332503 Aug 19 13:19:07.745025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:07.853772 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d5cd4297-41e1-4ece-b759-a90030be35ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:08.086331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42745249-2d6a-4f2d-9d1e-18e8cc207b0a req-cf6d9935-168d-4be0-9ca7-678e3aeffb8b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:08.087915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-42745249-2d6a-4f2d-9d1e-18e8cc207b0a req-cf6d9935-168d-4be0-9ca7-678e3aeffb8b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0511394 Aug 19 13:19:08.127256 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-42745249-2d6a-4f2d-9d1e-18e8cc207b0a req-afe72191-c899-4654-8915-dbc84046e2ff tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328832 Aug 19 13:19:08.253011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f056a8-027c-421d-85ce-2b255c02fe9d req-60391395-08fc-4469-a537-c89dc1d01281 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:08.254903 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e0f056a8-027c-421d-85ce-2b255c02fe9d req-60391395-08fc-4469-a537-c89dc1d01281 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0614173 Aug 19 13:19:08.267329 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53110) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:19:08.271980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-52861173-3bec-49a6-a63f-71e613e070c8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Request body: {'floatingip': {'port_id': 'ba0dbb13-2c33-48ae-9674-4d370ee98817'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:19:08.318346 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52861173-3bec-49a6-a63f-71e613e070c8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:08.786753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52861173-3bec-49a6-a63f-71e613e070c8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:08.876305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52861173-3bec-49a6-a63f-71e613e070c8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:08.982896 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-52861173-3bec-49a6-a63f-71e613e070c8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647 associated. External IP: 172.25.2.197, port: ba0dbb13-2c33-48ae-9674-4d370ee98817. Aug 19 13:19:09.218755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52861173-3bec-49a6-a63f-71e613e070c8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Router f84947a3-6ed3-43be-992b-410f3fa5ee00 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:19:09.316089 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.322848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52861173-3bec-49a6-a63f-71e613e070c8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:19:09.328241 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-52861173-3bec-49a6-a63f-71e613e070c8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:09.334650 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31bd5d-e596-4814-9e2b-b63c88726166 None None] Sync routers for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:19:09.345726 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31bd5d-e596-4814-9e2b-b63c88726166 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:19:09.346423 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d31bd5d-e596-4814-9e2b-b63c88726166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:19:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:09.362163 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-52861173-3bec-49a6-a63f-71e613e070c8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "PUT /v2.0/floatingips/6eb4aa65-51da-4960-b8b3-1b7865686647 HTTP/1.1" status: 200 len: 993 time: 1.0936947 Aug 19 13:19:09.362767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:19:09.365122 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:19:09.404182 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba667ff-f03a-485f-bb08-34200c3c4593 x-openstack-request-id: req-1ba667ff-f03a-485f-bb08-34200c3c4593 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:19:09.404477 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:19:09.404730 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ba667ff-f03a-485f-bb08-34200c3c4593 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:19:09.405163 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'status': 'completed', 'code': 200} Aug 19 13:19:09.468509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-5d31bd5d-e596-4814-9e2b-b63c88726166 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:19:09.476705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15 req-59b20f37-c044-400b-9f78-f943f0d591dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:09.478186 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15 req-59b20f37-c044-400b-9f78-f943f0d591dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1097 time: 0.0432587 Aug 19 13:19:09.567370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15 req-921a9cba-e27f-456f-b7ca-57cf7e55caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:09.568915 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15 req-921a9cba-e27f-456f-b7ca-57cf7e55caf7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0839839 Aug 19 13:19:09.639432 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15 req-3296bda8-d583-46ed-9ffc-0ca636b8fced service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1001 time: 0.0632157 Aug 19 13:19:09.704878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15 req-c353f306-5920-4808-b4ce-a501a493d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:09.707194 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15 req-c353f306-5920-4808-b4ce-a501a493d664 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0605013 Aug 19 13:19:09.716858 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d31bd5d-e596-4814-9e2b-b63c88726166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:01:b2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:19:08Z', 'revision_number': 13, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:09.742189 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31bd5d-e596-4814-9e2b-b63c88726166 None None] Checking router: f84947a3-6ed3-43be-992b-410f3fa5ee00 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:19:09.750984 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31bd5d-e596-4814-9e2b-b63c88726166 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:19:09.751594 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d31bd5d-e596-4814-9e2b-b63c88726166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:19:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:09.761045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15 req-efaca107-30e7-48d9-aa77-d7d788ef2105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:19:09.762558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15 req-efaca107-30e7-48d9-aa77-d7d788ef2105 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479548 Aug 19 13:19:09.859236 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-5d31bd5d-e596-4814-9e2b-b63c88726166 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:19:10.100658 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d31bd5d-e596-4814-9e2b-b63c88726166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:01:b2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:19:08Z', 'revision_number': 13, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:19:10.131634 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31bd5d-e596-4814-9e2b-b63c88726166 None None] The sync data for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 is: [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '6eb4aa65-51da-4960-b8b3-1b7865686647', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'port_id': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'mac_address': 'fa:16:3e:01:b2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:11:43Z', 'updated_at': '2021-08-19T13:19:08Z', 'revision_number': 13, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:19:10.203789 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15 req-14f086be-b7c5-4c58-bd86-15e8cc8c5cd4 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338224 Aug 19 13:19:10.305354 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3ae0efc9-9bee-46e0-8f56-7f43a8d7be15 req-0344e18e-a029-49f6-a07e-ca30dacd3b65 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934987 Aug 19 13:19:10.335032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a2633-49da-4566-8264-020316f11c31 None None] New status for floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:19:10.750088 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:22.308216 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:19:25.811559 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:26.790747 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:35.068673 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a2a1c51f-194e-4e56-9633-ae85147de779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:37.761504 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:37.965494 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6b9ffaca-4235-491d-ab77-3c3a2dd06b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:39.342815 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:40.747909 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:55.856598 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:56.784123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:19:59.307012 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:20:05.148258 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b64c932d-4991-40d7-bc61-6ec5163aea4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:06.648437 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-5d27540e-c7cf-4853-bcb9-2c1cd027b762 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444646 Aug 19 13:20:06.732943 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-45b44762-f30f-4862-a104-4e0b82900579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:06.734419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-45b44762-f30f-4862-a104-4e0b82900579 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1097 time: 0.0459421 Aug 19 13:20:06.839579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-e4233336-7f95-47fc-a223-f0d4ffb894f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:06.841080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-e4233336-7f95-47fc-a223-f0d4ffb894f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0867093 Aug 19 13:20:06.909873 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-2a54d16b-2ffd-47f4-a147-2c1ae9db12fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1003 time: 0.0618725 Aug 19 13:20:06.958533 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-7a9375f6-cf0d-4562-b680-572372ee9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:06.959979 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-7a9375f6-cf0d-4562-b680-572372ee9d84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0429363 Aug 19 13:20:07.008497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-57b0bf55-8080-4b1a-bbbf-fc864d693b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:07.009994 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-57b0bf55-8080-4b1a-bbbf-fc864d693b05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436575 Aug 19 13:20:07.020754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-dc83001f-a5e3-4817-a026-347d3ba62b10 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:20:07.021723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-dc83001f-a5e3-4817-a026-347d3ba62b10 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051906 Aug 19 13:20:07.118019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-44c3f6c0-34f6-4f00-bc85-289223de3d26 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890534 Aug 19 13:20:07.210864 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e669fb7d-8689-46a9-b09f-a8a9a16f782c req-ed2511ba-abf3-44be-b6a9-b34f8ee194f3 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859945 Aug 19 13:20:07.669964 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:07.839055 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a3ba99e8-8b2a-4930-9707-8148be5deb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:09.370911 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:10.755204 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:25.864191 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:26.789500 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:35.075224 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b461acc-016f-490f-8116-1cbfd3d472fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:36.308716 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:20:37.669705 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:37.781685 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-972bdcb5-d7b3-4aaa-b6d7-fe7bc4a684e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:39.352982 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:40.750016 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:50.355838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001a481-2350-4367-8285-99dd72c0d20c req-4fec95fe-5a60-426e-bd03-b2c20664b1ed tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:20:50.357322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b001a481-2350-4367-8285-99dd72c0d20c req-4fec95fe-5a60-426e-bd03-b2c20664b1ed tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0538759 Aug 19 13:20:50.394824 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b001a481-2350-4367-8285-99dd72c0d20c req-2fbed187-2120-48dd-9667-b5778c61089c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314605 Aug 19 13:20:55.903874 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:20:56.781211 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:03.380572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8d380-3e1a-4f98-abcd-2cc74314ad63 req-8a195ea8-2024-4e85-86d1-660dea958ead tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:03.382157 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ac8d380-3e1a-4f98-abcd-2cc74314ad63 req-8a195ea8-2024-4e85-86d1-660dea958ead tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0544825 Aug 19 13:21:03.419860 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5ac8d380-3e1a-4f98-abcd-2cc74314ad63 req-d95d8721-f2fa-4f77-a1c6-a3f61a61b710 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Aug 19 13:21:03.533305 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-af585fa6-214b-477e-a3d3-e7430f5523ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395768 Aug 19 13:21:04.536265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079764c-eebd-4745-831a-bbff9236595e req-d7dad850-4ff5-4725-b01b-4d0d92a22238 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:04.537774 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0079764c-eebd-4745-831a-bbff9236595e req-d7dad850-4ff5-4725-b01b-4d0d92a22238 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0506489 Aug 19 13:21:04.577616 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0079764c-eebd-4745-831a-bbff9236595e req-520a2f58-06eb-46fb-9425-c44551facee8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333004 Aug 19 13:21:05.084167 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8379c8eb-3665-4948-aa30-e549135b2ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:05.697252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67be2-4bb1-499a-9cfe-a9d0ad6a3d0d req-eb827193-de6b-47a5-aacb-c79bf4c8fe51 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:05.698780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ff67be2-4bb1-499a-9cfe-a9d0ad6a3d0d req-eb827193-de6b-47a5-aacb-c79bf4c8fe51 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0522001 Aug 19 13:21:05.764759 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9ff67be2-4bb1-499a-9cfe-a9d0ad6a3d0d req-6faaba6b-a822-48b1-825c-1e863366305d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597265 Aug 19 13:21:05.773837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-7890d5b6-ab95-4aa6-bb2b-e9b515509ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:05.775381 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-7890d5b6-ab95-4aa6-bb2b-e9b515509ea7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1097 time: 0.0609820 Aug 19 13:21:05.866674 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-db390304-60b5-45c3-8c22-8b33c238e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:05.868575 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-db390304-60b5-45c3-8c22-8b33c238e214 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0864358 Aug 19 13:21:05.933333 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-74077956-4312-45e4-afc4-922f5d8a486a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1003 time: 0.0581753 Aug 19 13:21:05.984685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-7ab4521f-5191-4a6f-9346-6608ad332bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:05.986100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-7ab4521f-5191-4a6f-9346-6608ad332bef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0465965 Aug 19 13:21:06.031043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-bed01437-feb6-4786-9e52-5711e8bff949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:06.032548 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-bed01437-feb6-4786-9e52-5711e8bff949 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393031 Aug 19 13:21:06.121525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-4888fabd-aef0-4146-ba53-eec6345e7c03 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807724 Aug 19 13:21:06.216761 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-2eb8b7c3-22b5-4d77-b622-d8f9944c666b service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885429 Aug 19 13:21:06.884640 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48aab2-2033-4ebb-9f17-af4dd3a10b9c req-ca124630-0c0d-4913-813b-9c5d4a5a1043 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:06.886004 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be48aab2-2033-4ebb-9f17-af4dd3a10b9c req-ca124630-0c0d-4913-813b-9c5d4a5a1043 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0517921 Aug 19 13:21:06.923702 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-be48aab2-2033-4ebb-9f17-af4dd3a10b9c req-49b61d8f-172a-43e2-ad59-1b911ba7c2ca tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318668 Aug 19 13:21:07.692067 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:07.881373 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6c9e36f1-ca59-4895-b01c-4e65d1a92032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:08.043309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555828fe-5837-4506-b279-bec854791a34 req-5fb96160-1a0d-43a7-a7d1-9d83ffb7731a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:08.044864 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-555828fe-5837-4506-b279-bec854791a34 req-5fb96160-1a0d-43a7-a7d1-9d83ffb7731a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0541484 Aug 19 13:21:08.084638 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-555828fe-5837-4506-b279-bec854791a34 req-7fa3f08a-aeff-4572-b2d7-fe52438c350a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336554 Aug 19 13:21:08.690055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc566897-ac51-41ec-bd06-d2eef588a182 req-a7d6301f-8dc3-4219-8c56-3e30eea7c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:08.691567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc566897-ac51-41ec-bd06-d2eef588a182 req-a7d6301f-8dc3-4219-8c56-3e30eea7c0ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1097 time: 0.0478718 Aug 19 13:21:08.799479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc566897-ac51-41ec-bd06-d2eef588a182 req-a5b77d18-d9b0-4ad2-9ad7-5f0fed577178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:08.800951 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc566897-ac51-41ec-bd06-d2eef588a182 req-a5b77d18-d9b0-4ad2-9ad7-5f0fed577178 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0881553 Aug 19 13:21:08.865991 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc566897-ac51-41ec-bd06-d2eef588a182 req-38f92b9b-018a-46fe-ab9f-a6554b4a7230 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1003 time: 0.0578272 Aug 19 13:21:08.921797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc566897-ac51-41ec-bd06-d2eef588a182 req-aa72da18-8a96-4e57-96c6-084b4a2cdeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:08.923324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc566897-ac51-41ec-bd06-d2eef588a182 req-aa72da18-8a96-4e57-96c6-084b4a2cdeaf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0507998 Aug 19 13:21:08.969581 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc566897-ac51-41ec-bd06-d2eef588a182 req-e249edcf-43c2-493a-9de8-b47eb6a5c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:08.971019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc566897-ac51-41ec-bd06-d2eef588a182 req-e249edcf-43c2-493a-9de8-b47eb6a5c00f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405796 Aug 19 13:21:09.065657 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc566897-ac51-41ec-bd06-d2eef588a182 req-9931e834-d9b5-4d46-bc53-aad07fe899da service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851841 Aug 19 13:21:09.163529 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc566897-ac51-41ec-bd06-d2eef588a182 req-ea83c0f7-c2bb-4f6e-af99-f15fcebd6644 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896094 Aug 19 13:21:09.200917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e42c5d-3f75-4693-94ab-b0cd799f75e8 req-b938498d-83ec-4d02-9736-b739777b90db tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:09.202455 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27e42c5d-3f75-4693-94ab-b0cd799f75e8 req-b938498d-83ec-4d02-9736-b739777b90db tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0504091 Aug 19 13:21:09.241754 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-27e42c5d-3f75-4693-94ab-b0cd799f75e8 req-55bdb02b-9347-41bc-b676-9ebafde61889 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328891 Aug 19 13:21:09.346621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:10.373322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b0906-87e1-4dd6-b823-f5433641a74e req-85e437fd-b180-4d75-bd85-87eb9b012e4b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:10.374868 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e7b0906-87e1-4dd6-b823-f5433641a74e req-85e437fd-b180-4d75-bd85-87eb9b012e4b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0507481 Aug 19 13:21:10.414967 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e7b0906-87e1-4dd6-b823-f5433641a74e req-e2f8f4db-49e4-4ef9-b98e-afbb64cad7c1 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337462 Aug 19 13:21:10.754588 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:11.537336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3bc8d-03b7-42ec-9e42-751a5500d357 req-0a46d87c-8dc3-4c31-b9fd-e30fd3ba9b3c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:11.539363 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88d3bc8d-03b7-42ec-9e42-751a5500d357 req-0a46d87c-8dc3-4c31-b9fd-e30fd3ba9b3c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0573757 Aug 19 13:21:11.578247 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-88d3bc8d-03b7-42ec-9e42-751a5500d357 req-b64815b6-2768-4f14-a042-7c2689acfebd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Aug 19 13:21:12.696180 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ce54c-089b-4fcc-b700-ed4ccb65d303 req-f06ad8ce-0a55-48c9-92de-19344fbef5b2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:12.697667 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a99ce54c-089b-4fcc-b700-ed4ccb65d303 req-f06ad8ce-0a55-48c9-92de-19344fbef5b2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0501945 Aug 19 13:21:12.740187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a99ce54c-089b-4fcc-b700-ed4ccb65d303 req-fdf46bd7-8848-4c46-a66e-4a1b5a567ae8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364614 Aug 19 13:21:13.324326 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:21:13.864722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06b525-e619-4237-8802-d4be48bf0c95 req-030d5a9b-f842-411e-9126-5fb2706f7b69 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:13.866189 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c06b525-e619-4237-8802-d4be48bf0c95 req-030d5a9b-f842-411e-9126-5fb2706f7b69 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0534151 Aug 19 13:21:13.903967 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c06b525-e619-4237-8802-d4be48bf0c95 req-d643b169-6526-48cf-96f5-81bedff5bc92 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318737 Aug 19 13:21:15.022362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923730e7-3d26-4206-a012-12c3615132a5 req-ced6b20a-02cc-432d-a20e-60a56c588626 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:15.024049 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-923730e7-3d26-4206-a012-12c3615132a5 req-ced6b20a-02cc-432d-a20e-60a56c588626 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0513933 Aug 19 13:21:15.065411 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-923730e7-3d26-4206-a012-12c3615132a5 req-1433d079-f283-4191-ad25-6390f81d0e9f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350096 Aug 19 13:21:16.187036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2dbf7-4d6f-4ff6-abd5-244e106c6844 req-ce0ed41f-c57f-4bbb-93b1-dc3b3c033515 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:16.188589 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5da2dbf7-4d6f-4ff6-abd5-244e106c6844 req-ce0ed41f-c57f-4bbb-93b1-dc3b3c033515 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0518358 Aug 19 13:21:16.227127 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5da2dbf7-4d6f-4ff6-abd5-244e106c6844 req-1a0d306e-af5f-48e5-85d5-bb3aecbf0cae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323720 Aug 19 13:21:17.350872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba9bc8-72c3-482e-89ac-17fe94988578 req-8b51f77e-44bf-48be-ace1-54c175c889bd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:17.352307 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24ba9bc8-72c3-482e-89ac-17fe94988578 req-8b51f77e-44bf-48be-ace1-54c175c889bd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0547688 Aug 19 13:21:17.392655 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24ba9bc8-72c3-482e-89ac-17fe94988578 req-b40a5b4d-caf0-464c-bbaa-12144ec67cae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343065 Aug 19 13:21:18.515894 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbc26b-0d72-4b7a-8730-56bc5cf36c3d req-ed17e6ba-d8ae-4b7b-8d97-fb3e07aa7a0c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:18.517416 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8efbc26b-0d72-4b7a-8730-56bc5cf36c3d req-ed17e6ba-d8ae-4b7b-8d97-fb3e07aa7a0c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0540252 Aug 19 13:21:18.556956 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8efbc26b-0d72-4b7a-8730-56bc5cf36c3d req-85f757c8-da7f-4411-a316-552bad7b2a5d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329609 Aug 19 13:21:19.676791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545c976-f97a-4d60-ac4b-980b4105e37e req-88b4a149-2ead-45ad-85e2-8a63479706b2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:19.678294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4545c976-f97a-4d60-ac4b-980b4105e37e req-88b4a149-2ead-45ad-85e2-8a63479706b2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0505800 Aug 19 13:21:19.722301 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4545c976-f97a-4d60-ac4b-980b4105e37e req-f1c01957-9b85-4b9c-a28f-87778d608841 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380208 Aug 19 13:21:20.630104 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-6967134a-27b9-47bd-8ca0-6b60c9023631 service neutron] show failed (client error): The resource could not be found. Aug 19 13:21:20.631113 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-6967134a-27b9-47bd-8ca0-6b60c9023631 service neutron] 10.222.0.62 "GET /v2.0/ports/ba0dbb13-2c33-48ae-9674-4d370ee98817/bindings/n-h2-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0563009 Aug 19 13:21:20.850497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53c06b-3a0e-4a0f-8087-365ee765df9e req-a6d322f0-6783-41b4-8db4-719341dbf7f2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:20.852629 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f53c06b-3a0e-4a0f-8087-365ee765df9e req-a6d322f0-6783-41b4-8db4-719341dbf7f2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0581694 Aug 19 13:21:20.895585 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f53c06b-3a0e-4a0f-8087-365ee765df9e req-0ac2aefa-db09-4cb1-a212-1f4ea1a1dc33 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362163 Aug 19 13:21:21.243306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-0d0eed1c-8de3-4478-92d6-6b039af7c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:21.244873 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-0d0eed1c-8de3-4478-92d6-6b039af7c0a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 1097 time: 0.0989633 Aug 19 13:21:21.257990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:21:21.312877 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:21.522342 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:21:21.556424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:21:21.596101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:21:21.598372 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae9187f-b3a1-4000-8dd9-95bd2a62562e" -d '{"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:21:21.602667 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:21.615160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Transition to ACTIVE for port object ba0dbb13-2c33-48ae-9674-4d370ee98817 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:21:21.647044 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e1ff4c-ef5f-4f35-8423-bb52ed4c5f26 x-openstack-request-id: req-30e1ff4c-ef5f-4f35-8423-bb52ed4c5f26 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:21:21.647361 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:21:21.647597 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30e1ff4c-ef5f-4f35-8423-bb52ed4c5f26 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:21:21.648039 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'code': 200} Aug 19 13:21:21.701178 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:21.781800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=6']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:21.796362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:21.796705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:21.797050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:21.797384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:21.797714 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:21.798039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:21.798360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:21.802376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:21.802376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:21.802376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:21.802376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:21.802376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:22.187248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] No DVR routers for this DVR port ba0dbb13-2c33-48ae-9674-4d370ee98817 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:21:22.241544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ba0dbb13-2c33-48ae-9674-4d370ee98817 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:21:22.279522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ba0dbb13-2c33-48ae-9674-4d370ee98817 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:21:22.302051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e6def-5c48-4e9b-8ea7-636f953cb351 req-56ff0196-9d77-4653-a1e3-0a4ff68c9f34 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:22.303577 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-926e6def-5c48-4e9b-8ea7-636f953cb351 req-56ff0196-9d77-4653-a1e3-0a4ff68c9f34 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.1179459 Aug 19 13:21:22.359673 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-926e6def-5c48-4e9b-8ea7-636f953cb351 req-80b52f07-ab29-405e-b7f2-119cdbd748cc tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475309 Aug 19 13:21:22.389618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:21:22.389946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:21:22.390270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:21:22.394589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Port ba0dbb13-2c33-48ae-9674-4d370ee98817 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:21:22.394948 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:21:22.400298 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:21:22.400637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:21:22.401019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:21:22.401441 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Bound port: ba0dbb13-2c33-48ae-9674-4d370ee98817, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:21:22.401798 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:22.472001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:21:22.475073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:21:22.578125 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:22.613140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:22.613807 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:22.615320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] 10.222.0.30 "PUT /v2.0/ports/ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1092 time: 1.3618801 Aug 19 13:21:22.636758 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cec685-e6f7-473b-aecd-5eb58a4624ed service neutron] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:22.683691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-f363d6e2-bcba-432c-b96d-428d5c61a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:22.685236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-f363d6e2-bcba-432c-b96d-428d5c61a836 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1095 time: 0.0454772 Aug 19 13:21:22.784879 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-533e9270-5df0-48db-80b8-89c313322674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:22.786409 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-533e9270-5df0-48db-80b8-89c313322674 service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0933273 Aug 19 13:21:22.855918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-3cfbf530-4676-4eae-bc48-7b81f14c4d8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1001 time: 0.0610714 Aug 19 13:21:22.905812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-aa9f897a-1d8f-4756-9fc5-2638fd1bbef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:22.907220 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-aa9f897a-1d8f-4756-9fc5-2638fd1bbef1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0441742 Aug 19 13:21:22.959348 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-fb205ef7-e3bb-4a7b-8d6c-564191d3ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:22.961456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-fb205ef7-e3bb-4a7b-8d6c-564191d3ebbe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459573 Aug 19 13:21:23.051955 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-e269341e-bf3c-4261-a04e-52813c9688a7 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821807 Aug 19 13:21:23.147009 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-17e22a77-acac-45e3-9028-e10d5cb7628e req-383fa2e0-e321-4e2e-b2e9-14d19af00685 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873437 Aug 19 13:21:23.486721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698e1c4-dbc2-4e95-bc64-6ccd2c5b5e23 req-0fe8494e-cd89-4697-8579-e2532ea92e9d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:23.488488 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3698e1c4-dbc2-4e95-bc64-6ccd2c5b5e23 req-0fe8494e-cd89-4697-8579-e2532ea92e9d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0534232 Aug 19 13:21:23.527849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3698e1c4-dbc2-4e95-bc64-6ccd2c5b5e23 req-fb3e8d67-7d11-461f-a518-5ce1c1acb807 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324833 Aug 19 13:21:23.649764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:21:23.652080 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a055d6b9-8d88-41d2-9427-0ead00612691" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:21:23.701621 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53896d01-e8a9-4594-bdc6-bfaf399cc08c x-openstack-request-id: req-53896d01-e8a9-4594-bdc6-bfaf399cc08c {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:21:23.701918 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:21:23.702169 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53896d01-e8a9-4594-bdc6-bfaf399cc08c {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:21:23.702566 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'status': 'completed', 'code': 200} Aug 19 13:21:23.766423 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-d8b6928a-786f-4555-9974-6e31f63817e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:23.766790 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-c2e98d50-cd71-4c6c-80cd-1c3ff8d4530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:23.767926 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-d8b6928a-786f-4555-9974-6e31f63817e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1095 time: 0.0436783 Aug 19 13:21:23.768473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-c2e98d50-cd71-4c6c-80cd-1c3ff8d4530b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1095 time: 0.0433371 Aug 19 13:21:23.881245 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-6b77a166-9cf7-4259-bc96-80fbb417f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:23.882881 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-6b77a166-9cf7-4259-bc96-80fbb417f81e service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.1079185 Aug 19 13:21:23.898639 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-525aa43d-65cd-4396-9aa0-6f4a85ed0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:23.900217 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-525aa43d-65cd-4396-9aa0-6f4a85ed0885 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.1249592 Aug 19 13:21:23.958097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-20a35749-2576-4556-91f5-bf9227ab75b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1001 time: 0.0672927 Aug 19 13:21:23.969180 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-e419b626-0cc9-446c-a45f-93db9e73687c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1001 time: 0.0616188 Aug 19 13:21:24.011162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-c1140bcc-59c3-49d2-8240-4b86d0c48078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:24.012703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-c1140bcc-59c3-49d2-8240-4b86d0c48078 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0478501 Aug 19 13:21:24.029441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-fc5a3044-318b-4b8f-a60e-3966d061aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:24.031065 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-fc5a3044-318b-4b8f-a60e-3966d061aa9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0540411 Aug 19 13:21:24.066629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-8de94b4e-c79a-467e-81d0-9f49c465e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:24.068591 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-8de94b4e-c79a-467e-81d0-9f49c465e64a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489585 Aug 19 13:21:24.084222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-41df5160-90eb-4575-90b9-420fca464fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:24.086275 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-41df5160-90eb-4575-90b9-420fca464fc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469887 Aug 19 13:21:24.171192 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-ed9318bb-db21-4cfa-b12e-95c3c08db4a5 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952985 Aug 19 13:21:24.188322 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-1653f458-8803-4793-8411-beb723fc19c1 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951033 Aug 19 13:21:24.274848 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-5126f9c5-ba8e-4a45-9249-d3db9894c694 service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895436 Aug 19 13:21:24.290247 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a055d6b9-8d88-41d2-9427-0ead00612691 req-e9177511-81bd-496e-aa86-e603cb61d41f service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941145 Aug 19 13:21:24.653364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d8ab8-f46c-4c6d-a06b-89f81ea32e80 req-a115dfc5-9884-4af9-a51a-c6f94359a3bc tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:24.655055 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b53d8ab8-f46c-4c6d-a06b-89f81ea32e80 req-a115dfc5-9884-4af9-a51a-c6f94359a3bc tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0542758 Aug 19 13:21:24.699450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b53d8ab8-f46c-4c6d-a06b-89f81ea32e80 req-48a9c65e-d498-42a1-bea5-bf922f2829f8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370815 Aug 19 13:21:25.848008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a19c11-95ff-4108-8991-f1456354bc8d req-02369d9d-ea9e-4882-bd50-35f5c32eff27 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:25.849570 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9a19c11-95ff-4108-8991-f1456354bc8d req-02369d9d-ea9e-4882-bd50-35f5c32eff27 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0582924 Aug 19 13:21:25.884090 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:25.887851 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9a19c11-95ff-4108-8991-f1456354bc8d req-3b323b08-54f2-4872-830b-170afbd08e6b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322192 Aug 19 13:21:26.798266 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:27.026441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2cd98-9b0d-4c29-bba4-9faa10341187 req-50156d18-53cf-44d1-9be3-a1492a05d84e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:27.027497 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53c2cd98-9b0d-4c29-bba4-9faa10341187 req-50156d18-53cf-44d1-9be3-a1492a05d84e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0505447 Aug 19 13:21:27.071776 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53c2cd98-9b0d-4c29-bba4-9faa10341187 req-1301736e-d827-4d1a-bd90-f94f3dec9560 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377619 Aug 19 13:21:28.189550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfb783-d28d-4046-9a1a-48d84f7de353 req-10a70a22-82a9-4a9b-b48e-2b4633daa55b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:28.191094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14dfb783-d28d-4046-9a1a-48d84f7de353 req-10a70a22-82a9-4a9b-b48e-2b4633daa55b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0511472 Aug 19 13:21:28.229044 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-14dfb783-d28d-4046-9a1a-48d84f7de353 req-99637ee1-64c4-4850-96fb-15e22ed048f1 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Aug 19 13:21:29.345599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b249-0a6d-4ad8-9d8f-66ffd033e706 req-1c9a699d-1729-473f-b8f8-cfc488407000 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:29.347064 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82f0b249-0a6d-4ad8-9d8f-66ffd033e706 req-1c9a699d-1729-473f-b8f8-cfc488407000 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0499403 Aug 19 13:21:29.385171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-82f0b249-0a6d-4ad8-9d8f-66ffd033e706 req-db696194-da67-4d74-b9a3-447f4f3258d4 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322723 Aug 19 13:21:30.501317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7db03-2ed3-4c70-8740-e9890c950f68 req-1c93ed9e-45ec-4328-830b-b5918f138148 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:30.503007 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70c7db03-2ed3-4c70-8740-e9890c950f68 req-1c93ed9e-45ec-4328-830b-b5918f138148 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0511651 Aug 19 13:21:30.543630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-70c7db03-2ed3-4c70-8740-e9890c950f68 req-40db0d35-b904-475b-b40e-edda71210b0f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342081 Aug 19 13:21:31.657482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac5712-7c82-4309-8306-26a82b55e532 req-5cfdd807-c6aa-4587-99ff-504b894e595c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:31.659257 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8fac5712-7c82-4309-8306-26a82b55e532 req-5cfdd807-c6aa-4587-99ff-504b894e595c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0487542 Aug 19 13:21:31.699744 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8fac5712-7c82-4309-8306-26a82b55e532 req-42666c8c-8eed-495b-a890-53afbc2171e5 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336177 Aug 19 13:21:32.824064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4269962-6c7b-4c70-be5f-1e1b1275fa45 req-ea7e379e-5d15-4769-b8d9-692a195c0676 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:32.825565 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4269962-6c7b-4c70-be5f-1e1b1275fa45 req-ea7e379e-5d15-4769-b8d9-692a195c0676 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0567429 Aug 19 13:21:32.864177 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f4269962-6c7b-4c70-be5f-1e1b1275fa45 req-d89bb108-618b-4dbf-b578-467002ccc2e8 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326281 Aug 19 13:21:33.982082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c808b-c4a9-478c-b13a-b1636f77cfe7 req-8b26fd82-158f-40b1-a2e9-1bdffc4e2d2c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:33.983755 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c19c808b-c4a9-478c-b13a-b1636f77cfe7 req-8b26fd82-158f-40b1-a2e9-1bdffc4e2d2c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0515883 Aug 19 13:21:34.026388 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c19c808b-c4a9-478c-b13a-b1636f77cfe7 req-c0f4b74f-e9cc-413e-a362-1a6b81a235aa tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365593 Aug 19 13:21:35.077882 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-faed13b2-c219-438a-9e5b-fa677663dbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:35.165774 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88cb62-a7c0-43ae-a469-58ab9551ebca req-35823294-5d3c-4892-a892-8390cb748785 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:35.167294 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc88cb62-a7c0-43ae-a469-58ab9551ebca req-35823294-5d3c-4892-a892-8390cb748785 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0536535 Aug 19 13:21:35.209978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bc88cb62-a7c0-43ae-a469-58ab9551ebca req-59ea9655-17ef-413a-a9a8-5e6c9542bced tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359848 Aug 19 13:21:36.330913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1655-7bb7-44ec-b745-c9662e327842 req-a300db58-77f8-4f48-8d60-b89b8cd2a70a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:36.332373 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-470c1655-7bb7-44ec-b745-c9662e327842 req-a300db58-77f8-4f48-8d60-b89b8cd2a70a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 944 time: 0.0508316 Aug 19 13:21:36.368241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ba0dbb13-2c33-48ae-9674-4d370ee98817 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:21:36.371056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-470c1655-7bb7-44ec-b745-c9662e327842 req-ad470542-eac0-4c08-9dd7-9e143b202694 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319812 Aug 19 13:21:36.465945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:21:36.477962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'port_id': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'mac_address': 'fa:16:3e:01:b2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:21:36.516363 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:36.534399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0dbb13-2c33-48ae-9674-4d370ee98817 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:21:36.555800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:21:36.652079 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:36.701639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:36.709246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.711318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.711318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.711318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.711318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.711318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.711318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.711900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.711900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.712204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.712560 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.712854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:36.903219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ba0dbb13-2c33-48ae-9674-4d370ee98817'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:21:37.004194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da82f2-9d25-4631-980a-f7f5a0fc2316 req-be2a49c3-c01c-4d26-81d0-d7968b6eb7ce tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:37.005799 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17da82f2-9d25-4631-980a-f7f5a0fc2316 req-be2a49c3-c01c-4d26-81d0-d7968b6eb7ce tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0529506 Aug 19 13:21:37.042869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-321a63a3-833f-4e5c-a9a7-4248170ffcfb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:37.044432 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-321a63a3-833f-4e5c-a9a7-4248170ffcfb tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996&tenant_id=ca391423c8cd41398bd01c04d33fe702&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 945 time: 0.0578508 Aug 19 13:21:37.049639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-17da82f2-9d25-4631-980a-f7f5a0fc2316 req-718f47d5-ab56-44f8-a059-fde5e9f5b496 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365858 Aug 19 13:21:37.117343 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-974a6a2e-d79f-49df-ac8a-64aa798f6f92 service neutron] 10.222.0.30 "GET /v2.0/ports/ba0dbb13-2c33-48ae-9674-4d370ee98817/bindings/n-h2-803757-2 HTTP/1.1" status: 200 len: 382 time: 0.0640991 Aug 19 13:21:37.184227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-9046b977-c423-4430-adb7-9f1b9297e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:37.185804 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-9046b977-c423-4430-adb7-9f1b9297e5da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1096 time: 0.0442736 Aug 19 13:21:37.280935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-2ea72d35-a41e-44b4-85c0-d5185ba93d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:37.282405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-2ea72d35-a41e-44b4-85c0-d5185ba93d0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0882707 Aug 19 13:21:37.361663 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-511e2763-f043-4289-a69e-2afb1792274a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1002 time: 0.0715156 Aug 19 13:21:37.413860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-1091e48b-a12d-4da0-ac1c-c1054c9e3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:37.415369 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-1091e48b-a12d-4da0-ac1c-c1054c9e3684 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0458245 Aug 19 13:21:37.463946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-3ddec4c0-bd17-45c0-b2f9-a1f526d15cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:37.465410 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-3ddec4c0-bd17-45c0-b2f9-a1f526d15cd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420694 Aug 19 13:21:37.561008 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-2fd8d219-00e4-406c-a005-936f91c4819b service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880117 Aug 19 13:21:37.656000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-151df8c5-411c-462f-aec5-1a9ff9d38f8a service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876102 Aug 19 13:21:37.683242 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:37.806144 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eeb9cd48-21dc-4d61-b28b-096cde8a1eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:38.178152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc4926-0f1e-446d-a8ba-341e2d3cc3f6 req-eba7d7d9-aa10-4ee7-ba4e-2f77855f062e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:38.179753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7dc4926-0f1e-446d-a8ba-341e2d3cc3f6 req-eba7d7d9-aa10-4ee7-ba4e-2f77855f062e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0538490 Aug 19 13:21:38.227351 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7dc4926-0f1e-446d-a8ba-341e2d3cc3f6 req-3395db17-9db4-4e77-a317-3f68658deded tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414934 Aug 19 13:21:38.384155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ba0dbb13-2c33-48ae-9674-4d370ee98817 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:21:38.546287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port ba0dbb13-2c33-48ae-9674-4d370ee98817 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:21:38.550475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port ba0dbb13-2c33-48ae-9674-4d370ee98817 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:21:38.550907 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:38.627696 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:38.650532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:21:38.652696 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b063449e-7279-4f0a-a902-9e7a42f37bb7" -d '{"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-plugged", "status": "completed", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:21:38.666662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:21:38.705353 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3bb81f-e663-4c9e-8b47-9aaf8c3c76b9 x-openstack-request-id: req-fe3bb81f-e663-4c9e-8b47-9aaf8c3c76b9 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:21:38.705977 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-plugged", "status": "completed", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:21:38.705977 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe3bb81f-e663-4c9e-8b47-9aaf8c3c76b9 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:21:38.706273 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'code': 200} Aug 19 13:21:38.752304 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:38.803129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:39.349215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c5c87-5ea4-482f-9047-57236db2fd36 req-a21d32d3-36c4-4ccd-afa5-6bf6c429cba2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:39.351299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de5c5c87-5ea4-482f-9047-57236db2fd36 req-a21d32d3-36c4-4ccd-afa5-6bf6c429cba2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0518839 Aug 19 13:21:39.354600 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:39.390627 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de5c5c87-5ea4-482f-9047-57236db2fd36 req-2236bb8d-9246-48d1-871d-7157c37d36bf tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326419 Aug 19 13:21:40.601373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5476a2-bf92-4dfa-a04b-3cb465820deb req-49f780eb-4671-4d48-b0e0-b5fd7761a80b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:40.602943 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a5476a2-bf92-4dfa-a04b-3cb465820deb req-49f780eb-4671-4d48-b0e0-b5fd7761a80b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.1374066 Aug 19 13:21:40.647126 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a5476a2-bf92-4dfa-a04b-3cb465820deb req-df92e960-3bf9-4678-829a-ab34d446650e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378814 Aug 19 13:21:40.746452 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:41.766607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8979ad-6dc8-4b7a-9502-2129cdd8c100 req-f36d4df7-3702-436f-800b-bb2418347916 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:41.768234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e8979ad-6dc8-4b7a-9502-2129cdd8c100 req-f36d4df7-3702-436f-800b-bb2418347916 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0497746 Aug 19 13:21:41.807063 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3e8979ad-6dc8-4b7a-9502-2129cdd8c100 req-735e9432-c725-42c7-abf6-2e8f58c9bd36 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Aug 19 13:21:42.303262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e286019e-2de8-4476-92f2-3a2dff0ce289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:42.305301 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e286019e-2de8-4476-92f2-3a2dff0ce289 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996&tenant_id=ca391423c8cd41398bd01c04d33fe702 HTTP/1.1" status: 200 len: 1097 time: 0.0442312 Aug 19 13:21:42.316474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:21:42.369338 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:42.399273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ba0dbb13-2c33-48ae-9674-4d370ee98817 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:21:42.474341 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:42.580496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:21:42.620361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:21:42.661390 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:21:42.664486 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a359f84-e196-47b8-b61a-89aedc079b39" -d '{"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:21:42.669041 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:42.682995 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Transition to ACTIVE for port object ba0dbb13-2c33-48ae-9674-4d370ee98817 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:21:42.743518 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:42.784501 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:21:42.785148 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:21:42.846501 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a657d3ef-70df-41fe-b54b-0d5f5a4a4952 x-openstack-request-id: req-a657d3ef-70df-41fe-b54b-0d5f5a4a4952 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:21:42.846907 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:21:42.847122 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a657d3ef-70df-41fe-b54b-0d5f5a4a4952 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:21:42.847500 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'code': 200} Aug 19 13:21:42.868910 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=10']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:42.894661 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.895213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.895571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.895916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.896258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.896625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.897474 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.897811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.898142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.898512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.898905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.899250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:21:42.902973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] No DVR routers for this DVR port ba0dbb13-2c33-48ae-9674-4d370ee98817 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:21:42.951331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c3ca1-d189-4adf-9d7b-fcd7cd3063d7 req-817f3059-8780-4997-bbf1-b160ccefbbe5 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:42.952929 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d46c3ca1-d189-4adf-9d7b-fcd7cd3063d7 req-817f3059-8780-4997-bbf1-b160ccefbbe5 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0587480 Aug 19 13:21:43.003184 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d46c3ca1-d189-4adf-9d7b-fcd7cd3063d7 req-931abeaa-1d23-4a15-86a2-5b205e517791 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435667 Aug 19 13:21:43.055422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:21:43.055688 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:21:43.055998 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:21:43.060559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Port ba0dbb13-2c33-48ae-9674-4d370ee98817 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:21:43.060884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Attempting to bind port ba0dbb13-2c33-48ae-9674-4d370ee98817 on network 64b7e76f-72e8-4ed7-955f-c0f27a606484 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:21:43.066250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:21:43.066594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Checking segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:21:43.067026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Bound using segment: {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:21:43.067472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Bound port: ba0dbb13-2c33-48ae-9674-4d370ee98817, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9324c897-5a05-4b94-be64-0b4ea840eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:21:43.067836 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:43.133126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:21:43.137023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:21:43.201097 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:43.234720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:43.235467 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:43.237287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] 10.222.0.62 "PUT /v2.0/ports/ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1093 time: 0.9248748 Aug 19 13:21:43.293888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4a89b-164c-41fd-8679-c2a2b768e1fe service neutron] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=11']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:43.313931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-c4675e22-ebb7-455e-86c0-026e9cab2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:43.315579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-c4675e22-ebb7-455e-86c0-026e9cab2985 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1096 time: 0.0527246 Aug 19 13:21:43.445141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-7f9eb67d-d308-4e96-bb25-329a4d9288e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:43.446659 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-7f9eb67d-d308-4e96-bb25-329a4d9288e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.1236424 Aug 19 13:21:43.521190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-6d5e02bb-a6e4-43d3-ae54-9e27169f2c6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1001 time: 0.0678806 Aug 19 13:21:43.574278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-83c5d695-6882-4e06-a15b-e73346b1903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:43.575822 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-83c5d695-6882-4e06-a15b-e73346b1903e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0478461 Aug 19 13:21:43.625274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-a9f46102-cb78-475c-9b6e-24a545199dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:43.626750 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-a9f46102-cb78-475c-9b6e-24a545199dfe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441465 Aug 19 13:21:43.719948 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-2d0dd1c2-b016-4f70-9e5b-2e2e80a1567c service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863175 Aug 19 13:21:43.810787 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b83b7e8-ddd7-4fb1-9fa6-ba48bd92f913 req-5f4ea154-0614-4f73-8ca9-7fe9b3274fe2 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833480 Aug 19 13:21:44.125729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7428122-7587-4aa5-ab0d-e70c48db6514 req-702b61c9-4e8e-429a-afb6-65ae4483eb56 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:44.127186 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7428122-7587-4aa5-ab0d-e70c48db6514 req-702b61c9-4e8e-429a-afb6-65ae4483eb56 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0506270 Aug 19 13:21:44.166026 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7428122-7587-4aa5-ab0d-e70c48db6514 req-922e01c2-a170-45ed-a511-4cc63c3b2cef tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325625 Aug 19 13:21:44.848635 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:21:44.851056 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483acec5-9933-4c66-820a-4f3eca715805" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:21:44.903617 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a6aa54-0488-4de7-ad9b-ef9ff5771fdf x-openstack-request-id: req-63a6aa54-0488-4de7-ad9b-ef9ff5771fdf {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:21:44.903920 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:21:44.904175 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63a6aa54-0488-4de7-ad9b-ef9ff5771fdf {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:21:44.904576 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'status': 'completed', 'code': 200} Aug 19 13:21:44.968744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483acec5-9933-4c66-820a-4f3eca715805 req-19b1ee28-b3c4-4122-bb0e-93ef163239c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:44.970203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-19b1ee28-b3c4-4122-bb0e-93ef163239c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1096 time: 0.0486448 Aug 19 13:21:44.970618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483acec5-9933-4c66-820a-4f3eca715805 req-06785845-1955-4d53-97c6-923b933e400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:44.972179 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-06785845-1955-4d53-97c6-923b933e400e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca391423c8cd41398bd01c04d33fe702&device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 1096 time: 0.0440054 Aug 19 13:21:45.070500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483acec5-9933-4c66-820a-4f3eca715805 req-a5cdb362-5d45-4166-a92c-63e4aec19d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:45.071606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483acec5-9933-4c66-820a-4f3eca715805 req-887a12b0-8ff1-4ee0-a56e-db65bc066e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:45.072540 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-a5cdb362-5d45-4166-a92c-63e4aec19d5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0936282 Aug 19 13:21:45.073102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-887a12b0-8ff1-4ee0-a56e-db65bc066e89 service neutron] 10.222.0.62 "GET /v2.0/networks?id=64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 200 len: 912 time: 0.0938392 Aug 19 13:21:45.146945 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-407d9c1b-d0ff-424d-9cf0-3338a211783a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1001 time: 0.0668159 Aug 19 13:21:45.156840 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-6f1d53f3-51d4-425e-83a6-031f715989f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 200 len: 1001 time: 0.0770521 Aug 19 13:21:45.212766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483acec5-9933-4c66-820a-4f3eca715805 req-6d8afff4-764a-42b8-894c-b1c3871b2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:45.218295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483acec5-9933-4c66-820a-4f3eca715805 req-50c192db-0433-4b49-9fcb-437f29dc1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:45.218479 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-6d8afff4-764a-42b8-894c-b1c3871b2834 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0618091 Aug 19 13:21:45.218634 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-50c192db-0433-4b49-9fcb-437f29dc1e45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 200 len: 850 time: 0.0524509 Aug 19 13:21:45.270458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483acec5-9933-4c66-820a-4f3eca715805 req-6f511ad7-bca1-4987-b0a3-b0d2b73a642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:45.272286 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-6f511ad7-bca1-4987-b0a3-b0d2b73a642c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492716 Aug 19 13:21:45.315803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483acec5-9933-4c66-820a-4f3eca715805 req-da8d13de-da2a-4a1d-8e13-8bccabd0de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:45.316657 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-da8d13de-da2a-4a1d-8e13-8bccabd0de63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=64b7e76f-72e8-4ed7-955f-c0f27a606484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942347 Aug 19 13:21:45.379659 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-56943242-866d-437a-8ef8-0e24c5ae543d service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994606 Aug 19 13:21:45.384659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe554f61-3e55-4877-bf2f-c8dc04717f26 req-8503a74f-fea3-4186-88f9-d431acda8d3b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:45.386206 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe554f61-3e55-4877-bf2f-c8dc04717f26 req-8503a74f-fea3-4186-88f9-d431acda8d3b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.1226175 Aug 19 13:21:45.456330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fe554f61-3e55-4877-bf2f-c8dc04717f26 req-2214bf7b-1c13-44dc-9861-2a339601c250 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574231 Aug 19 13:21:45.463581 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-0eea273e-43c4-42a0-9ffe-ceba129393d4 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373370 Aug 19 13:21:45.478240 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-337a5ef0-efc7-474e-a13a-0d4b6e229e9e service neutron] 10.222.0.30 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906839 Aug 19 13:21:45.572781 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-483acec5-9933-4c66-820a-4f3eca715805 req-9aee82db-2b6d-497e-a076-5e79990bc8b5 service neutron] 10.222.0.62 "GET /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028659 Aug 19 13:21:46.586368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68bdc0-7cb4-44a5-878d-847224ec6b65 req-6a47aced-e1b6-4859-8a9f-2fc458911519 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:46.587822 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b68bdc0-7cb4-44a5-878d-847224ec6b65 req-6a47aced-e1b6-4859-8a9f-2fc458911519 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0520597 Aug 19 13:21:46.631959 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4b68bdc0-7cb4-44a5-878d-847224ec6b65 req-daa0817f-f27f-4cbf-b81c-7e68fa0fb9fc tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380509 Aug 19 13:21:47.755122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbb3d4-94e4-45e7-9d19-0adc3b5c9834 req-1c7ed4e8-7493-40cb-8b6f-7d413c0db01a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:47.764653 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6dbb3d4-94e4-45e7-9d19-0adc3b5c9834 req-1c7ed4e8-7493-40cb-8b6f-7d413c0db01a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0525296 Aug 19 13:21:47.795819 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6dbb3d4-94e4-45e7-9d19-0adc3b5c9834 req-325f89bc-774f-4ca6-b104-eb0b98cf0d58 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330408 Aug 19 13:21:48.914165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1fabd-f80d-41b2-9670-d8aa56710baf req-dcfac9da-612e-403f-9655-b7218540eb19 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:48.919384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fc1fabd-f80d-41b2-9670-d8aa56710baf req-dcfac9da-612e-403f-9655-b7218540eb19 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0568509 Aug 19 13:21:48.958153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7fc1fabd-f80d-41b2-9670-d8aa56710baf req-b953ecdd-ef95-4121-a4fd-a8eb12498903 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328426 Aug 19 13:21:50.075202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74f32c-ff09-42f4-8649-99a77e96dab1 req-c036736e-90ba-44bb-b494-c7dd2b76f9a1 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:50.076689 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f74f32c-ff09-42f4-8649-99a77e96dab1 req-c036736e-90ba-44bb-b494-c7dd2b76f9a1 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0494566 Aug 19 13:21:50.113756 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f74f32c-ff09-42f4-8649-99a77e96dab1 req-3891e1bb-0704-4afe-ac4f-bafb1fb10164 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310366 Aug 19 13:21:50.313038 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:21:51.231661 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e233-d1ec-4d97-91d1-40e1ea642676 req-199c1fa9-8c90-4d47-aee4-03585fee575f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:51.233212 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8792e233-d1ec-4d97-91d1-40e1ea642676 req-199c1fa9-8c90-4d47-aee4-03585fee575f tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0494800 Aug 19 13:21:51.271203 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8792e233-d1ec-4d97-91d1-40e1ea642676 req-a4d60a24-49b7-494a-9e7f-62f52d04259b tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319593 Aug 19 13:21:52.391196 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904db22f-2c1e-4025-89d1-6890afb6bb00 req-963c9bb7-913e-451a-8765-45f864e4feac tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:52.392755 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-904db22f-2c1e-4025-89d1-6890afb6bb00 req-963c9bb7-913e-451a-8765-45f864e4feac tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0492208 Aug 19 13:21:52.436105 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-904db22f-2c1e-4025-89d1-6890afb6bb00 req-0640172c-bf0e-4e5d-a908-133fd389d3d6 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371892 Aug 19 13:21:53.552392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234391f-70ea-4664-8e65-ce8ab271cf3b req-e1b73f02-11bc-41f9-8343-bd29ec39d882 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:53.553872 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1234391f-70ea-4664-8e65-ce8ab271cf3b req-e1b73f02-11bc-41f9-8343-bd29ec39d882 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0492992 Aug 19 13:21:53.595527 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1234391f-70ea-4664-8e65-ce8ab271cf3b req-72a0844a-1292-4d9e-a404-6dab4b891843 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357392 Aug 19 13:21:54.712357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c4b16-45bf-402a-8d66-354e0319367a req-27c4c749-0bc7-417e-b77d-9195388f2b7d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:54.713948 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a07c4b16-45bf-402a-8d66-354e0319367a req-27c4c749-0bc7-417e-b77d-9195388f2b7d tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0514193 Aug 19 13:21:54.755401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a07c4b16-45bf-402a-8d66-354e0319367a req-2ecff701-079c-490d-9531-4672e2bfe0db tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352197 Aug 19 13:21:55.873547 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecfe7c-c472-495f-b746-0c9775629c43 req-6a648a1f-073d-400a-8ef3-96e2fc051153 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:55.875065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56ecfe7c-c472-495f-b746-0c9775629c43 req-6a648a1f-073d-400a-8ef3-96e2fc051153 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0491629 Aug 19 13:21:55.894652 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:55.915174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56ecfe7c-c472-495f-b746-0c9775629c43 req-850d6f04-ebad-440c-859b-3036ead34024 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341544 Aug 19 13:21:56.051160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe03ea7-4565-4077-a2cb-0f714f188028 req-831d7c7e-d135-4525-a203-2f450a623af9 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:56.052560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1fe03ea7-4565-4077-a2cb-0f714f188028 req-831d7c7e-d135-4525-a203-2f450a623af9 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0497534 Aug 19 13:21:56.090038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1fe03ea7-4565-4077-a2cb-0f714f188028 req-6294b80e-21b6-43f6-ad1e-fb46b1f1ca0c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309544 Aug 19 13:21:56.204094 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a8959-9a9e-4756-a653-f4b2c2a3f457 req-1d1cf97d-f8ee-4bbf-acd0-b7b6ee39a9f9 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:56.205575 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de5a8959-9a9e-4756-a653-f4b2c2a3f457 req-1d1cf97d-f8ee-4bbf-acd0-b7b6ee39a9f9 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 945 time: 0.0500777 Aug 19 13:21:56.242879 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de5a8959-9a9e-4756-a653-f4b2c2a3f457 req-9bdcf0db-047d-48b5-9032-98037c34b1af tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312347 Aug 19 13:21:56.350158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ba0dbb13-2c33-48ae-9674-4d370ee98817 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:21:56.443614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:21:56.457583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'port_id': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'mac_address': 'fa:16:3e:01:b2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:21:56.494413 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:56.507057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0dbb13-2c33-48ae-9674-4d370ee98817 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:21:56.527239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:21:56.606402 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:56.656396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=12']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:56.721592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184e044-ae76-4b2f-a528-a3f5016fd306 req-49190c7c-1274-45f9-a2db-bcc75bb6cf88 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:56.723368 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7184e044-ae76-4b2f-a528-a3f5016fd306 req-49190c7c-1274-45f9-a2db-bcc75bb6cf88 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0589333 Aug 19 13:21:56.767489 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7184e044-ae76-4b2f-a528-a3f5016fd306 req-a062df60-278f-44c1-b030-d984b120ebd1 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379221 Aug 19 13:21:56.783066 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:56.871740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['ba0dbb13-2c33-48ae-9674-4d370ee98817'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:21:57.889193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859d59d-561f-428d-8044-aedf0dd118bb req-7beb79d7-8253-4dd4-945c-95d6e850915e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:57.890833 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4859d59d-561f-428d-8044-aedf0dd118bb req-7beb79d7-8253-4dd4-945c-95d6e850915e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0532618 Aug 19 13:21:57.932935 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4859d59d-561f-428d-8044-aedf0dd118bb req-92774f27-80e4-4cfb-8647-7c4a26778bae tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360444 Aug 19 13:21:58.365819 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ba0dbb13-2c33-48ae-9674-4d370ee98817 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:21:58.457330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-8e747b87-33c6-458a-94ce-c5fca18143b2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:58.459008 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-8e747b87-33c6-458a-94ce-c5fca18143b2 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 946 time: 0.0485640 Aug 19 13:21:58.511764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port ba0dbb13-2c33-48ae-9674-4d370ee98817 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:21:58.516020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port ba0dbb13-2c33-48ae-9674-4d370ee98817 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:21:58.516393 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:58.554735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Deleting port ba0dbb13-2c33-48ae-9674-4d370ee98817 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:21:58.555088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:58.600978 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:58.625408 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:21:58.627267 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3dbc52-ac09-41ca-a82f-624b989d7340" -d '{"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-plugged", "status": "completed", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:21:58.641190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:21:58.653136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] For port ba0dbb13-2c33-48ae-9674-4d370ee98817, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=ba0dbb13-2c33-48ae-9674-4d370ee98817,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:21:58.653740 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:58.679309 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ec0c3-a93e-44d9-8f37-e5e7de026b42 x-openstack-request-id: req-214ec0c3-a93e-44d9-8f37-e5e7de026b42 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:21:58.679828 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-plugged", "status": "completed", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:21:58.680761 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-214ec0c3-a93e-44d9-8f37-e5e7de026b42 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:21:58.680761 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'code': 200} Aug 19 13:21:58.728630 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:58.778409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=13']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:58.838004 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:58.838397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:58.838717 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647 disassociated. External IP: 172.25.2.197, port: ba0dbb13-2c33-48ae-9674-4d370ee98817. Aug 19 13:21:58.839089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Calling delete_port for ba0dbb13-2c33-48ae-9674-4d370ee98817 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:21:59.052250 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc3aaa-17d2-4420-9f82-59e93398dd59 req-7368bdd4-6c43-4ad0-9f20-bde578924839 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:21:59.054281 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7dc3aaa-17d2-4420-9f82-59e93398dd59 req-7368bdd4-6c43-4ad0-9f20-bde578924839 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 947 time: 0.0511811 Aug 19 13:21:59.060183 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:59.104383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event deleted for resources: {'Port': ['ID=ba0dbb13-2c33-48ae-9674-4d370ee98817,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:21:59.169499 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f7dc3aaa-17d2-4420-9f82-59e93398dd59 req-72842dd5-5c3a-45d3-abd7-b43434b68a3a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf6c8293-ba59-4d27-9896-fa7ec44d69b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069860 Aug 19 13:21:59.258101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Router f84947a3-6ed3-43be-992b-410f3fa5ee00 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:21:59.378164 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:21:59.390049 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601a00c-4fd3-44d3-9e6a-26b5a9828907 None None] Sync routers for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:21:59.404699 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601a00c-4fd3-44d3-9e6a-26b5a9828907 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:21:59.405633 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0601a00c-4fd3-44d3-9e6a-26b5a9828907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:21:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:21:59.436443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] No DVR routers for this DVR port ba0dbb13-2c33-48ae-9674-4d370ee98817 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:21:59.439188 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:21:59.441388 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b5105dbe-0770-413b-a90a-ae785f11e78b req-2cdd944a-cccc-4c15-81b0-fce1f3a8e682 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.62 "DELETE /v2.0/ports/ba0dbb13-2c33-48ae-9674-4d370ee98817 HTTP/1.1" status: 204 len: 173 time: 0.9764750 Aug 19 13:21:59.441837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-deleted', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:21:59.444235 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add38eb4-5539-447d-b586-2509810a3659" -d '{"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-deleted", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:21:59.480703 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca751bd-2c26-4c9e-b0f2-a98fc6230788 x-openstack-request-id: req-3ca751bd-2c26-4c9e-b0f2-a98fc6230788 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:21:59.480994 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c0940a-765a-4ead-8b6a-9c0c5c93f996", "name": "network-vif-deleted", "tag": "ba0dbb13-2c33-48ae-9674-4d370ee98817", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:21:59.481247 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ca751bd-2c26-4c9e-b0f2-a98fc6230788 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:21:59.481646 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c0940a-765a-4ead-8b6a-9c0c5c93f996', 'name': 'network-vif-deleted', 'tag': 'ba0dbb13-2c33-48ae-9674-4d370ee98817', 'status': 'completed', 'code': 200} Aug 19 13:21:59.518344 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0601a00c-4fd3-44d3-9e6a-26b5a9828907 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:21:59.713113 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0601a00c-4fd3-44d3-9e6a-26b5a9828907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:21:59.743407 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601a00c-4fd3-44d3-9e6a-26b5a9828907 None None] Checking router: f84947a3-6ed3-43be-992b-410f3fa5ee00 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:21:59.752066 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601a00c-4fd3-44d3-9e6a-26b5a9828907 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:21:59.752761 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0601a00c-4fd3-44d3-9e6a-26b5a9828907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:21:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:21:59.951276 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0601a00c-4fd3-44d3-9e6a-26b5a9828907 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:22:00.144198 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0601a00c-4fd3-44d3-9e6a-26b5a9828907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:00.170562 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601a00c-4fd3-44d3-9e6a-26b5a9828907 None None] The sync data for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 is: [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:40Z', 'revision_number': 4, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '28d77972-5bc9-4a3a-8dad-4c0ecb0c210b', 'name': '', 'network_id': '64b7e76f-72e8-4ed7-955f-c0f27a606484', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'mac_address': 'fa:16:3e:03:9c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:39Z', 'updated_at': '2021-08-19T13:11:44Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'subnets': [{'id': '7858ebad-9640-4f66-8ca8-e9a1239786be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:22:00.274886 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b6782b1-0300-4d98-bcb0-e3f60ed32bf8 req-d3a2fdd0-65fb-4b69-a6f3-557e5035c0ce tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 210 time: 0.0289385 Aug 19 13:22:00.410267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072e619c-6928-4ede-a8df-ad92727c4f3e None None] New status for floating IP 6eb4aa65-51da-4960-b8b3-1b7865686647: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:22:01.374794 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b54302bc-4dbd-4e92-a375-f6f5fdb3de49 req-d72b50e1-eb27-421d-98f0-db3b9ddafb8c tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 210 time: 0.0292971 Aug 19 13:22:02.411833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ba0dbb13-2c33-48ae-9674-4d370ee98817 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:22:02.433308 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: ba0dbb13-2c33-48ae-9674-4d370ee98817 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:22:02.433679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device ba0dbb13-2c33-48ae-9674-4d370ee98817 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:22:02.475725 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-87ccfbaf-8dab-4312-ab48-a9bad306a92c req-d9ec0f2f-afd4-4aa9-83b8-7e3c0b131697 tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 210 time: 0.0277488 Aug 19 13:22:03.582370 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f8ac1366-9302-4d2c-8b4e-403c64ab3c3b req-cde30294-7cf0-4f40-aee3-591d9a81f6ca tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2c0940a-765a-4ead-8b6a-9c0c5c93f996 HTTP/1.1" status: 200 len: 210 time: 0.0281167 Aug 19 13:22:05.094787 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0480d031-7e1f-4742-8284-0e96054cff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:07.671978 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:07.821029 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d93dfddf-4c40-48bf-b1b9-f2cf8da681bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:08.629235 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53612) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:08.684253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab510-0202-4b80-8db1-9243b970ac3e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:08.707116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab510-0202-4b80-8db1-9243b970ac3e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:08.891735 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab510-0202-4b80-8db1-9243b970ac3e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:08.894281 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab510-0202-4b80-8db1-9243b970ac3e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:08.895492 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1d9ab510-0202-4b80-8db1-9243b970ac3e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf6c8293-ba59-4d27-9896-fa7ec44d69b1 HTTP/1.1" status: 204 len: 168 time: 0.2652647 Aug 19 13:22:08.899016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53614) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:08.905062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ab510-0202-4b80-8db1-9243b970ac3e tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6c8293-ba59-4d27-9896-fa7ec44d69b1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:08.912854 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-9a0e53a3-237d-4b7b-b147-c2247d61393a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] show failed (client error): The resource could not be found. Aug 19 13:22:08.914468 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9a0e53a3-237d-4b7b-b147-c2247d61393a tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "GET /v2.0/security-groups/cf6c8293-ba59-4d27-9896-fa7ec44d69b1 HTTP/1.1" status: 404 len: 347 time: 0.0144060 Aug 19 13:22:08.917232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53616) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:09.056402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-462a95a0-01c7-4f32-8db6-afa207d27edd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Deleting port 6ceea3f8-2755-412f-98fd-902b57a212f1 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:22:09.056743 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-462a95a0-01c7-4f32-8db6-afa207d27edd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:09.133562 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-462a95a0-01c7-4f32-8db6-afa207d27edd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:09.133888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-462a95a0-01c7-4f32-8db6-afa207d27edd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:09.145383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-462a95a0-01c7-4f32-8db6-afa207d27edd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Calling delete_port for 6ceea3f8-2755-412f-98fd-902b57a212f1 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:22:09.366209 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:09.680587 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-462a95a0-01c7-4f32-8db6-afa207d27edd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:09.709396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a95a0-01c7-4f32-8db6-afa207d27edd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Pushing event deleted for resources: {'Port': ['ID=6ceea3f8-2755-412f-98fd-902b57a212f1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:09.775511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-462a95a0-01c7-4f32-8db6-afa207d27edd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:09.778419 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-462a95a0-01c7-4f32-8db6-afa207d27edd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:09.779680 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-462a95a0-01c7-4f32-8db6-afa207d27edd tempest-ServerActionsTestJSON-1888992751 tempest-ServerActionsTestJSON-1888992751-project] 10.222.0.21 "DELETE /v2.0/floatingips/6eb4aa65-51da-4960-b8b3-1b7865686647 HTTP/1.1" status: 204 len: 168 time: 0.8613100 Aug 19 13:22:09.782784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53618) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:10.278256 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:10.537891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] Deleting port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:22:10.538169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:10.619937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] For port 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=28d77972-5bc9-4a3a-8dad-4c0ecb0c210b,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:10.620310 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:10.637983 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] Calling delete_port for 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:22:10.765935 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:10.891714 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:10.918787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] Pushing event deleted for resources: {'Port': ['ID=28d77972-5bc9-4a3a-8dad-4c0ecb0c210b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:11.091949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:11.328720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] Router f84947a3-6ed3-43be-992b-410f3fa5ee00 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:22:11.442171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:22:11.447794 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e768e6b8-62a5-4447-85ea-e09051c0624e admin admin] 10.222.0.21 "PUT /v2.0/routers/f84947a3-6ed3-43be-992b-410f3fa5ee00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639843 Aug 19 13:22:11.450562 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53622) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:11.456794 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b96df8-9640-4e95-97ba-ae1c893a8224 None None] Sync routers for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:22:11.468610 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b96df8-9640-4e95-97ba-ae1c893a8224 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:22:11.469377 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a0b96df8-9640-4e95-97ba-ae1c893a8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:22:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:11.561872 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:11.586777 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a0b96df8-9640-4e95-97ba-ae1c893a8224 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:22:11.669879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:11.765685 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a0b96df8-9640-4e95-97ba-ae1c893a8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15'}], 'enable_snat': True}, 'gw_port_id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:22:10Z', 'revision_number': 5, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port': {'id': '1a3e4741-d31a-4f5a-b636-4a17708231f2', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:11.791959 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b96df8-9640-4e95-97ba-ae1c893a8224 None None] Checking router: f84947a3-6ed3-43be-992b-410f3fa5ee00 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:22:11.793752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Deleting port 1a3e4741-d31a-4f5a-b636-4a17708231f2 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:22:11.794104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:11.800446 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b96df8-9640-4e95-97ba-ae1c893a8224 None None] Routers {'f84947a3-6ed3-43be-992b-410f3fa5ee00'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:22:11.801052 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a0b96df8-9640-4e95-97ba-ae1c893a8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:22:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f84947a3-6ed3-43be-992b-410f3fa5ee00'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:11.888482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] For port 1a3e4741-d31a-4f5a-b636-4a17708231f2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1a3e4741-d31a-4f5a-b636-4a17708231f2,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:11.888844 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:11.901624 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Calling delete_port for 1a3e4741-d31a-4f5a-b636-4a17708231f2 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:22:11.913956 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-a0b96df8-9640-4e95-97ba-ae1c893a8224 None None] Set router f84947a3-6ed3-43be-992b-410f3fa5ee00 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:22:11.974772 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-a0b96df8-9640-4e95-97ba-ae1c893a8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:22:11Z', 'revision_number': 6, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:12.010425 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b96df8-9640-4e95-97ba-ae1c893a8224 None None] The sync data for ids ['f84947a3-6ed3-43be-992b-410f3fa5ee00'] in n-d-803757-2 is: [{'id': 'f84947a3-6ed3-43be-992b-410f3fa5ee00', 'name': 'tempest-ServerActionsTestJSON-666735064-router', 'tenant_id': 'ca391423c8cd41398bd01c04d33fe702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:11:37Z', 'updated_at': '2021-08-19T13:22:11Z', 'revision_number': 6, 'project_id': 'ca391423c8cd41398bd01c04d33fe702', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:22:12.188905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.218133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3e4741-d31a-4f5a-b636-4a17708231f2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:12.289032 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.387893 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.390150 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.529053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.529765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f84947a3-6ed3-43be-992b-410f3fa5ee00 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:22:12.534214 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.535428 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4956b224-7bbc-48b7-8009-f920bec7fe97 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f84947a3-6ed3-43be-992b-410f3fa5ee00 HTTP/1.1" status: 204 len: 168 time: 1.0838044 Aug 19 13:22:12.537992 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53624) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:12.584273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-080f8fa4-2e35-42cc-9d31-c09b4abceeea admin admin] Deleting subnet 7858ebad-9640-4f66-8ca8-e9a1239786be {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:22:12.587439 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-080f8fa4-2e35-42cc-9d31-c09b4abceeea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.623100 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-080f8fa4-2e35-42cc-9d31-c09b4abceeea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.706951 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-080f8fa4-2e35-42cc-9d31-c09b4abceeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.766314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:22:12.789164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:22:12.789514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 28d77972-5bc9-4a3a-8dad-4c0ecb0c210b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:22:12.823942 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-080f8fa4-2e35-42cc-9d31-c09b4abceeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.849376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f8fa4-2e35-42cc-9d31-c09b4abceeea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7858ebad-9640-4f66-8ca8-e9a1239786be,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:12.854444 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-080f8fa4-2e35-42cc-9d31-c09b4abceeea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:12.859172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53626) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:12.859661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-080f8fa4-2e35-42cc-9d31-c09b4abceeea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7858ebad-9640-4f66-8ca8-e9a1239786be HTTP/1.1" status: 204 len: 168 time: 0.3202984 Aug 19 13:22:12.861552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4873372-20cf-4b8f-ab21-b828ac3781c7 None None] Network 64b7e76f-72e8-4ed7-955f-c0f27a606484 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:22:12.940307 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.004707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Deleting port 3545dedf-3045-4591-b944-f5d463edc985 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:22:13.005051 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.054266 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d6db70-6051-40c8-bb2e-cea4c53eea67 None None] DHCP port deletion for 64b7e76f-72e8-4ed7-955f-c0f27a606484 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:22:13.075650 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] For port 3545dedf-3045-4591-b944-f5d463edc985, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3545dedf-3045-4591-b944-f5d463edc985,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:13.076011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.090041 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Calling delete_port for 3545dedf-3045-4591-b944-f5d463edc985 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:22:13.103093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-14d6db70-6051-40c8-bb2e-cea4c53eea67 None None] Deleting port 3545dedf-3045-4591-b944-f5d463edc985 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:22:13.103537 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-14d6db70-6051-40c8-bb2e-cea4c53eea67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.165545 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-14d6db70-6051-40c8-bb2e-cea4c53eea67 None None] For port 3545dedf-3045-4591-b944-f5d463edc985, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3545dedf-3045-4591-b944-f5d463edc985,segment=NetworkSegment(9324c897-5a05-4b94-be64-0b4ea840eaeb),segment_id=9324c897-5a05-4b94-be64-0b4ea840eaeb)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:13.165839 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-14d6db70-6051-40c8-bb2e-cea4c53eea67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.179908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-14d6db70-6051-40c8-bb2e-cea4c53eea67 None None] Calling delete_port for 3545dedf-3045-4591-b944-f5d463edc985 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:22:13.260409 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.273411 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-14d6db70-6051-40c8-bb2e-cea4c53eea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.290477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=3545dedf-3045-4591-b944-f5d463edc985,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:13.295234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] No DVR routers for this DVR port 3545dedf-3045-4591-b944-f5d463edc985 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:22:13.300436 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6db70-6051-40c8-bb2e-cea4c53eea67 None None] Pushing event deleted for resources: {'Port': ['ID=3545dedf-3045-4591-b944-f5d463edc985,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:13.302416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d6db70-6051-40c8-bb2e-cea4c53eea67 None None] No DVR routers for this DVR port 3545dedf-3045-4591-b944-f5d463edc985 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:22:13.368444 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.378337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b7e76f-72e8-4ed7-955f-c0f27a606484']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:13.389162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9324c897-5a05-4b94-be64-0b4ea840eaeb') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:13.389454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9324c897-5a05-4b94-be64-0b4ea840eaeb') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:13.398250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.412445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:22:13.424247 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:22:13.589046 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.595814 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:13.597707 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] 10.222.0.21 "DELETE /v2.0/networks/64b7e76f-72e8-4ed7-955f-c0f27a606484 HTTP/1.1" status: 204 len: 168 time: 0.7362411 Aug 19 13:22:13.608935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93056cc6-e074-4f2c-86ac-7e01db5e6f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b7e76f-72e8-4ed7-955f-c0f27a606484,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:13.996709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53630) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:14.040371 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c6a8330b-4d2f-4549-ac73-9edb68aa1053 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca391423c8cd41398bd01c04d33fe702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423803 Aug 19 13:22:14.043112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53632) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:14.093412 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8357-e37d-4fee-8a71-ea1d2957dbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:14.117341 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8357-e37d-4fee-8a71-ea1d2957dbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:14.169098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3545dedf-3045-4591-b944-f5d463edc985 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:22:14.202718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 3545dedf-3045-4591-b944-f5d463edc985 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:22:14.203293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3545dedf-3045-4591-b944-f5d463edc985 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:22:14.203978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1a3e4741-d31a-4f5a-b636-4a17708231f2 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:22:14.235329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 1a3e4741-d31a-4f5a-b636-4a17708231f2 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:22:14.235880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1a3e4741-d31a-4f5a-b636-4a17708231f2 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:22:14.248307 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8357-e37d-4fee-8a71-ea1d2957dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:14.251035 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3ca8357-e37d-4fee-8a71-ea1d2957dbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:14.254552 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a3ca8357-e37d-4fee-8a71-ea1d2957dbd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3e2c12e-c335-43b1-8b86-72161258b9d2 HTTP/1.1" status: 204 len: 168 time: 0.2082736 Aug 19 13:22:14.261511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca8357-e37d-4fee-8a71-ea1d2957dbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e2c12e-c335-43b1-8b86-72161258b9d2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:15.483865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53654) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:15.579662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2140699039-network', 'tenant_id': '3da365da6feb4a84bc2cec46ecf7705c'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:15.677014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Made reservation on behalf of 3da365da6feb4a84bc2cec46ecf7705c for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:22:15.680042 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:15.689183 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:15.776838 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:15.885470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:15.911412 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:22:15.922130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c5faa7-7304-4e21-8906-d0fdbf714bab,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:15.927273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:15.927548 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Added segment 8ecab277-dff1-4aba-82cd-1223c1b976a8 of type vlan for network 3cab73fd-4878-4ad6-b391-98c153fcf8df Aug 19 13:22:15.969401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:16.060212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:16.061236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:16.061818 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:16.125520 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] Pushing event updated for resources: {'Network': ['ID=3cab73fd-4878-4ad6-b391-98c153fcf8df,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:16.135100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 3cab73fd-4878-4ad6-b391-98c153fcf8df details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:22:16.181060 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2e41286e-2677-420b-af63-a993958d2647 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6959281 Aug 19 13:22:16.183830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53658) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:16.188851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] Request body: {'subnet': {'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2140699039-subnet', 'tenant_id': '3da365da6feb4a84bc2cec46ecf7705c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:16.280620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] Made reservation on behalf of 3da365da6feb4a84bc2cec46ecf7705c for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:22:16.283286 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:16.571856 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:16.632579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b06579fb-0065-4dd9-bb4d-f5656581b185,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:16.639227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] Checking segment: {'id': '8ecab277-dff1-4aba-82cd-1223c1b976a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:22:16.639461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] Network hostable DHCP agents. Network: 3cab73fd-4878-4ad6-b391-98c153fcf8df, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:22:16.722965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] Network 3cab73fd-4878-4ad6-b391-98c153fcf8df is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:22:16.831337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 3cab73fd-4878-4ad6-b391-98c153fcf8df) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:22:16.835370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:16.835990 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:16.841275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c052d535-af72-4353-8f4c-f92c3b210679 None None] Network 3cab73fd-4878-4ad6-b391-98c153fcf8df requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:22:16.952516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5a1f6cac-68bc-41af-942a-4b8f54e5ec93 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7675846 Aug 19 13:22:16.967122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb510dd4-8867-4329-a270-e6f605c1bf24 None None] Network 3cab73fd-4878-4ad6-b391-98c153fcf8df requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:22:17.409807 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-ac1832b0-11d6-488f-83ef-2ed68ce3f17d tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:17.411230 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-ac1832b0-11d6-488f-83ef-2ed68ce3f17d tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/networks?id=3cab73fd-4878-4ad6-b391-98c153fcf8df HTTP/1.1" status: 200 len: 814 time: 0.1074741 Aug 19 13:22:17.428264 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-f412f480-e8b6-41ac-9f87-f79b64550b9d tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/quotas/3da365da6feb4a84bc2cec46ecf7705c HTTP/1.1" status: 200 len: 375 time: 0.0094528 Aug 19 13:22:17.465109 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-2a0d3899-957f-43df-827f-adfc56481a25 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3da365da6feb4a84bc2cec46ecf7705c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312068 Aug 19 13:22:17.525046 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-cdc47fef-d439-4e49-849f-b924b9397bb9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:22:17.526081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-cdc47fef-d439-4e49-849f-b924b9397bb9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543416 Aug 19 13:22:17.616442 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-46b9ad39-9a3c-4008-8bc5-423ee3ff96a2 service neutron] 10.222.0.21 "GET /v2.0/networks/3cab73fd-4878-4ad6-b391-98c153fcf8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838926 Aug 19 13:22:17.714319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-9c318379-4580-444f-8145-2e4e2c5f3983 service neutron] 10.222.0.21 "GET /v2.0/networks/3cab73fd-4878-4ad6-b391-98c153fcf8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912099 Aug 19 13:22:17.952433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e35e9d6-759f-4deb-ac66-89c572c6f17d req-c77afbec-0457-4ddf-9727-b0206c3b308e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 210 time: 0.0270152 Aug 19 13:22:19.030768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e597dbb0-d4e5-4229-a194-4178cc1e57dd req-381d08aa-4749-4245-82b9-ac7665379ee4 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 210 time: 0.0280056 Aug 19 13:22:20.123434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a62343a-d252-469a-865a-59a9ac01c1c3 req-f463fade-b9ab-4a77-834b-b6783b222f6d tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 210 time: 0.0271215 Aug 19 13:22:20.448290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-c626b1e3-4230-495a-a1ed-7fb63bcefff8 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:20.449723 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-c626b1e3-4230-495a-a1ed-7fb63bcefff8 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.30 "GET /v2.0/networks?id=3cab73fd-4878-4ad6-b391-98c153fcf8df HTTP/1.1" status: 200 len: 814 time: 0.1034207 Aug 19 13:22:20.464186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Request body: {'port': {'device_id': 'def08595-b874-457d-9e40-bd6371c5e9b2', 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df', 'admin_state_up': True, 'tenant_id': '3da365da6feb4a84bc2cec46ecf7705c'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:20.663792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Made reservation on behalf of 3da365da6feb4a84bc2cec46ecf7705c for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:22:20.667353 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:20.791282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Allocated IP 172.20.0.8 (3cab73fd-4878-4ad6-b391-98c153fcf8df/b06579fb-0065-4dd9-bb4d-f5656581b185/22e6607a-62a8-430e-9ef2-ccf9e36c0668) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:22:20.942982 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:21.072342 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:21.123827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Network 3cab73fd-4878-4ad6-b391-98c153fcf8df is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:22:21.127249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:22:21.131207 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:22:21.138203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Pushing event updated for resources: {'Port': ['ID=22e6607a-62a8-430e-9ef2-ccf9e36c0668,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:21.184866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:21.185501 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:21.251576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a0a95-532c-4c57-89e5-8e40fdd441ba req-a312a441-8399-410a-9b1e-f0d4bbb5d7ef tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:21.253309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-101a0a95-532c-4c57-89e5-8e40fdd441ba req-a312a441-8399-410a-9b1e-f0d4bbb5d7ef tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 931 time: 0.0567405 Aug 19 13:22:21.269127 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-fea6ca2e-02e5-4362-b996-f5618b230ae7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8090425 Aug 19 13:22:21.283178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Request body: {'port': {'device_id': 'def08595-b874-457d-9e40-bd6371c5e9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:21.326249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-101a0a95-532c-4c57-89e5-8e40fdd441ba req-1feaf082-e9a0-4321-a16d-696fb9fe709d tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653057 Aug 19 13:22:21.360149 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:21.627186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e6607a-62a8-430e-9ef2-ccf9e36c0668 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:22:21.634588 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:21.647244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Transition to ACTIVE for port object 22e6607a-62a8-430e-9ef2-ccf9e36c0668 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:22:21.719723 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:21.787055 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Pushing event updated for resources: {'Port': ['ID=22e6607a-62a8-430e-9ef2-ccf9e36c0668,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:21.840300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Attempting to bind port 22e6607a-62a8-430e-9ef2-ccf9e36c0668 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:22:21.840645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Attempting to bind port 22e6607a-62a8-430e-9ef2-ccf9e36c0668 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '8ecab277-dff1-4aba-82cd-1223c1b976a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:22:21.840953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Attempting to bind port 22e6607a-62a8-430e-9ef2-ccf9e36c0668 on network 3cab73fd-4878-4ad6-b391-98c153fcf8df {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:22:21.845397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Port 22e6607a-62a8-430e-9ef2-ccf9e36c0668 on network 3cab73fd-4878-4ad6-b391-98c153fcf8df not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:22:21.845713 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Attempting to bind port 22e6607a-62a8-430e-9ef2-ccf9e36c0668 on network 3cab73fd-4878-4ad6-b391-98c153fcf8df {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:22:21.850944 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:22:21.851274 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Checking segment: {'id': '8ecab277-dff1-4aba-82cd-1223c1b976a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:22:21.851646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Bound using segment: {'id': '8ecab277-dff1-4aba-82cd-1223c1b976a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:22:21.852059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Bound port: 22e6607a-62a8-430e-9ef2-ccf9e36c0668, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecab277-dff1-4aba-82cd-1223c1b976a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:22:21.852407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:21.916526 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] For port 22e6607a-62a8-430e-9ef2-ccf9e36c0668, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:22:21.919461 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] For port 22e6607a-62a8-430e-9ef2-ccf9e36c0668, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=22e6607a-62a8-430e-9ef2-ccf9e36c0668,segment=NetworkSegment(8ecab277-dff1-4aba-82cd-1223c1b976a8),segment_id=8ecab277-dff1-4aba-82cd-1223c1b976a8)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:22:22.009367 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:22.046123 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:22.046779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:22.048170 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] 10.222.0.30 "PUT /v2.0/ports/22e6607a-62a8-430e-9ef2-ccf9e36c0668 HTTP/1.1" status: 200 len: 1091 time: 0.7694044 Aug 19 13:22:22.048602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def08595-b874-457d-9e40-bd6371c5e9b2', 'tag': '22e6607a-62a8-430e-9ef2-ccf9e36c0668'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:22.050822 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89c5c36-01de-45db-a935-c52b8da0f6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "def08595-b874-457d-9e40-bd6371c5e9b2", "tag": "22e6607a-62a8-430e-9ef2-ccf9e36c0668"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:22.077443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Pushing event updated for resources: {'Port': ['ID=22e6607a-62a8-430e-9ef2-ccf9e36c0668,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:22.085367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.085770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.086145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.086484 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.086834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.087325 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.087516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.087816 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.088140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.088462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.088783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.089104 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21049fbe-67e9-4241-bb8f-91ef7e175d4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:22.093448 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743fcee4-ee1e-4e34-b013-d5aaa7cadf70 x-openstack-request-id: req-743fcee4-ee1e-4e34-b013-d5aaa7cadf70 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:22.093736 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def08595-b874-457d-9e40-bd6371c5e9b2", "tag": "22e6607a-62a8-430e-9ef2-ccf9e36c0668", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:22.093994 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-743fcee4-ee1e-4e34-b013-d5aaa7cadf70 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:22.094384 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def08595-b874-457d-9e40-bd6371c5e9b2', 'tag': '22e6607a-62a8-430e-9ef2-ccf9e36c0668', 'status': 'completed', 'code': 200} Aug 19 13:22:22.153503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c5c36-01de-45db-a935-c52b8da0f6a8 req-563dd391-af6d-419d-8030-4607f6226d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:22.157702 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f89c5c36-01de-45db-a935-c52b8da0f6a8 req-563dd391-af6d-419d-8030-4607f6226d90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3da365da6feb4a84bc2cec46ecf7705c&device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 1094 time: 0.0431762 Aug 19 13:22:22.259891 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c5c36-01de-45db-a935-c52b8da0f6a8 req-09bdbab2-cfad-4793-8808-777443776f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:22.261467 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f89c5c36-01de-45db-a935-c52b8da0f6a8 req-09bdbab2-cfad-4793-8808-777443776f4e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3da365da6feb4a84bc2cec46ecf7705c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0975370 Aug 19 13:22:22.358267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c5c36-01de-45db-a935-c52b8da0f6a8 req-490ec228-c7e4-4e23-8362-fc1a0d070536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:22.359819 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f89c5c36-01de-45db-a935-c52b8da0f6a8 req-490ec228-c7e4-4e23-8362-fc1a0d070536 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914218 Aug 19 13:22:22.470372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-a0c8eae0-5025-4e30-8e31-18e584eefca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:22.471874 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-a0c8eae0-5025-4e30-8e31-18e584eefca3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3da365da6feb4a84bc2cec46ecf7705c&device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 1094 time: 0.0744121 Aug 19 13:22:22.479732 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2c127-a700-4d6b-ae12-c80929d2a31a req-a87c7763-7b3c-4eaf-aa0e-9fc929be918a tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:22.481065 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2b2c127-a700-4d6b-ae12-c80929d2a31a req-a87c7763-7b3c-4eaf-aa0e-9fc929be918a tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 943 time: 0.0755782 Aug 19 13:22:22.521722 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-b0cc185a-4984-49a3-a0c4-79abd4ba8521 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22e6607a-62a8-430e-9ef2-ccf9e36c0668 HTTP/1.1" status: 200 len: 217 time: 0.0396512 Aug 19 13:22:22.580048 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2b2c127-a700-4d6b-ae12-c80929d2a31a req-043a3b4c-5a8b-4689-9676-19f4d90edcfc tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925822 Aug 19 13:22:22.588897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-236a3220-b2ba-46a4-8890-10542f3b285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:22.590381 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-236a3220-b2ba-46a4-8890-10542f3b285c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b06579fb-0065-4dd9-bb4d-f5656581b185 HTTP/1.1" status: 200 len: 854 time: 0.0610182 Aug 19 13:22:22.623377 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-69168248-a508-4b54-aabf-8e9d24317b34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3cab73fd-4878-4ad6-b391-98c153fcf8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252709 Aug 19 13:22:22.714237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-b3c4dea7-50fa-4bc2-9b18-e939652a4869 service neutron] 10.222.0.30 "GET /v2.0/networks/3cab73fd-4878-4ad6-b391-98c153fcf8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828729 Aug 19 13:22:22.805161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-90d02e82-45f1-4800-87a0-bdf91ddeb7fa req-3c8289cf-a9ce-4282-be2b-f653892a3cc0 service neutron] 10.222.0.30 "GET /v2.0/networks/3cab73fd-4878-4ad6-b391-98c153fcf8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837519 Aug 19 13:22:23.700189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a75cf3-79bd-4a6b-a15a-3838919c82a4 req-f4f7f257-d5d8-489a-a9a2-7c976b0ab2a0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:23.701666 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-63a75cf3-79bd-4a6b-a15a-3838919c82a4 req-f4f7f257-d5d8-489a-a9a2-7c976b0ab2a0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 943 time: 0.0527053 Aug 19 13:22:23.739828 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-63a75cf3-79bd-4a6b-a15a-3838919c82a4 req-508929a5-12ba-4289-b6ba-35a036f043fe tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322137 Aug 19 13:22:24.632604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 22e6607a-62a8-430e-9ef2-ccf9e36c0668 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:22:24.727429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 22e6607a-62a8-430e-9ef2-ccf9e36c0668, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=22e6607a-62a8-430e-9ef2-ccf9e36c0668,segment=NetworkSegment(8ecab277-dff1-4aba-82cd-1223c1b976a8),segment_id=8ecab277-dff1-4aba-82cd-1223c1b976a8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:24.738820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '22e6607a-62a8-430e-9ef2-ccf9e36c0668', 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df', 'port_id': '22e6607a-62a8-430e-9ef2-ccf9e36c0668', 'mac_address': 'fa:16:3e:0a:57:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06579fb-0065-4dd9-bb4d-f5656581b185', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:22:24.780142 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:24.793808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e6607a-62a8-430e-9ef2-ccf9e36c0668 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:22:24.813971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 22e6607a-62a8-430e-9ef2-ccf9e36c0668, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=22e6607a-62a8-430e-9ef2-ccf9e36c0668,segment=NetworkSegment(8ecab277-dff1-4aba-82cd-1223c1b976a8),segment_id=8ecab277-dff1-4aba-82cd-1223c1b976a8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:24.858253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8120-bf48-476d-8907-97beffc41f6b req-e96c12d2-14dd-464f-beed-37bd2b2d4664 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:24.859847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-127f8120-bf48-476d-8907-97beffc41f6b req-e96c12d2-14dd-464f-beed-37bd2b2d4664 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 943 time: 0.0499990 Aug 19 13:22:24.897836 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:24.898276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-127f8120-bf48-476d-8907-97beffc41f6b req-bdb64bb5-b5e7-4e38-a3da-8a6ef130fce6 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Aug 19 13:22:24.947596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=22e6607a-62a8-430e-9ef2-ccf9e36c0668,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:25.103791 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['22e6607a-62a8-430e-9ef2-ccf9e36c0668'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:22:25.897361 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:26.014829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fafa1-a384-44a0-bc29-8c42898a2923 req-1d9ad588-7ded-4fed-83dc-e2525635bb54 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:26.016333 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-569fafa1-a384-44a0-bc29-8c42898a2923 req-1d9ad588-7ded-4fed-83dc-e2525635bb54 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 944 time: 0.0500352 Aug 19 13:22:26.055600 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-569fafa1-a384-44a0-bc29-8c42898a2923 req-61e7c943-66f6-453b-8a58-2e30b7c1b183 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332074 Aug 19 13:22:26.648635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 22e6607a-62a8-430e-9ef2-ccf9e36c0668 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:22:26.774524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 22e6607a-62a8-430e-9ef2-ccf9e36c0668 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:22:26.778757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 22e6607a-62a8-430e-9ef2-ccf9e36c0668 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:22:26.782166 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:26.805137 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:26.876979 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:26.914527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def08595-b874-457d-9e40-bd6371c5e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e6607a-62a8-430e-9ef2-ccf9e36c0668'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:26.919623 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402dc74e-da2a-498e-adfb-639673b14333" -d '{"events": [{"server_uuid": "def08595-b874-457d-9e40-bd6371c5e9b2", "name": "network-vif-plugged", "status": "completed", "tag": "22e6607a-62a8-430e-9ef2-ccf9e36c0668"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:26.939467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 22e6607a-62a8-430e-9ef2-ccf9e36c0668, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=22e6607a-62a8-430e-9ef2-ccf9e36c0668,segment=NetworkSegment(8ecab277-dff1-4aba-82cd-1223c1b976a8),segment_id=8ecab277-dff1-4aba-82cd-1223c1b976a8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:26.961945 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b11743-be3f-4a91-9e52-983a17b4634e x-openstack-request-id: req-70b11743-be3f-4a91-9e52-983a17b4634e {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:26.961945 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def08595-b874-457d-9e40-bd6371c5e9b2", "name": "network-vif-plugged", "status": "completed", "tag": "22e6607a-62a8-430e-9ef2-ccf9e36c0668", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:26.961945 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70b11743-be3f-4a91-9e52-983a17b4634e {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:26.961945 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def08595-b874-457d-9e40-bd6371c5e9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e6607a-62a8-430e-9ef2-ccf9e36c0668', 'code': 200} Aug 19 13:22:27.002616 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:27.056150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=22e6607a-62a8-430e-9ef2-ccf9e36c0668,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:27.066182 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f08c2-7f48-434c-b4e4-563bcd7443d0 req-001b5ede-dd50-4b6c-b7c3-e1cbcd5b434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:27.067777 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c10f08c2-7f48-434c-b4e4-563bcd7443d0 req-001b5ede-dd50-4b6c-b7c3-e1cbcd5b434a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0512400 Aug 19 13:22:27.177821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2a1b2-a0eb-44ed-9c5b-2c54f0a2e73d req-ec9f6097-3461-44d6-af10-e4bf1ef642b1 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:27.179853 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54a2a1b2-a0eb-44ed-9c5b-2c54f0a2e73d req-ec9f6097-3461-44d6-af10-e4bf1ef642b1 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0549138 Aug 19 13:22:27.225749 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-54a2a1b2-a0eb-44ed-9c5b-2c54f0a2e73d req-d13e403b-9d1d-445a-b7f9-da46ef68f3e5 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357003 Aug 19 13:22:27.313338 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:22:27.453735 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c10f08c2-7f48-434c-b4e4-563bcd7443d0 req-b61a028e-ae52-40b9-bb7f-c51dfd3367f3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787973 Aug 19 13:22:28.343854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03c9ba-e6a4-4048-b3dc-43d004b10105 req-501d1654-011d-4ed7-b51b-bb041a74a977 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:28.345273 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa03c9ba-e6a4-4048-b3dc-43d004b10105 req-501d1654-011d-4ed7-b51b-bb041a74a977 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0494270 Aug 19 13:22:28.383213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa03c9ba-e6a4-4048-b3dc-43d004b10105 req-83085d80-47a3-42b8-81b1-e058d6ec4127 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Aug 19 13:22:29.501785 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c2c38-d7d3-453c-a908-688cee66a996 req-38d2ff4b-7f62-4db0-8ccf-cd3319e5f6cd tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:29.503333 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-943c2c38-d7d3-453c-a908-688cee66a996 req-38d2ff4b-7f62-4db0-8ccf-cd3319e5f6cd tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0527661 Aug 19 13:22:29.542504 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-943c2c38-d7d3-453c-a908-688cee66a996 req-9e1d179e-265a-4b66-a924-1d2a43fca7bf tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331039 Aug 19 13:22:29.762755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d1d80-32d6-472b-a704-4246d90df052 req-ace6009b-6a50-43e7-acf7-556de11b2324 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:29.764254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-ace6009b-6a50-43e7-acf7-556de11b2324 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/networks?id=3cab73fd-4878-4ad6-b391-98c153fcf8df HTTP/1.1" status: 200 len: 814 time: 0.1023600 Aug 19 13:22:29.779888 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-089165ce-5921-4c49-bb05-7996982c123b tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/quotas/3da365da6feb4a84bc2cec46ecf7705c HTTP/1.1" status: 200 len: 375 time: 0.0099833 Aug 19 13:22:29.829092 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-c24dd9b6-9776-4abc-beeb-2ebb7b1b6ac5 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3da365da6feb4a84bc2cec46ecf7705c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436544 Aug 19 13:22:29.917298 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-921c886c-3868-4b1a-ac76-b26c3cf77bac service neutron] 10.222.0.21 "GET /v2.0/networks/3cab73fd-4878-4ad6-b391-98c153fcf8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806592 Aug 19 13:22:30.010228 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-e626907c-419c-4131-a71c-a546f791d019 service neutron] 10.222.0.21 "GET /v2.0/networks/3cab73fd-4878-4ad6-b391-98c153fcf8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865901 Aug 19 13:22:30.236550 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-af618edf-808a-42a6-94d5-8a6f4044fb69 req-d211e0a2-391d-4357-b02e-f6be31be38ae tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 210 time: 0.0272193 Aug 19 13:22:31.331750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e52dea6-f09d-486c-9026-0be2d46dda5d req-8890fc64-1e91-4ddd-8366-340702b9239e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 210 time: 0.0274794 Aug 19 13:22:32.309383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d1d80-32d6-472b-a704-4246d90df052 req-320ec2ac-eb9c-4675-af72-cc4db44c10c9 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:32.310744 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-320ec2ac-eb9c-4675-af72-cc4db44c10c9 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.62 "GET /v2.0/networks?id=3cab73fd-4878-4ad6-b391-98c153fcf8df HTTP/1.1" status: 200 len: 814 time: 0.0993090 Aug 19 13:22:32.326855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Request body: {'port': {'device_id': 'd1767048-c5df-46b6-8827-b19154c5c1fe', 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df', 'admin_state_up': True, 'tenant_id': '3da365da6feb4a84bc2cec46ecf7705c'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:32.432097 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-670db88e-9140-4714-8526-bffa397ee3a4 req-c2a4d7af-1cc8-40f0-b22b-db41cfe7d0d7 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 210 time: 0.0304050 Aug 19 13:22:32.562467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Made reservation on behalf of 3da365da6feb4a84bc2cec46ecf7705c for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:22:32.566109 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:32.698258 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Allocated IP 172.20.0.12 (3cab73fd-4878-4ad6-b391-98c153fcf8df/b06579fb-0065-4dd9-bb4d-f5656581b185/1a015d7b-8679-410d-a308-a9550bb48806) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:22:32.844554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.002975 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.015300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['22e6607a-62a8-430e-9ef2-ccf9e36c0668'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:22:33.050230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Network 3cab73fd-4878-4ad6-b391-98c153fcf8df is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:22:33.053950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:22:33.057929 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:22:33.064323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Pushing event updated for resources: {'Port': ['ID=1a015d7b-8679-410d-a308-a9550bb48806,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:33.109584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:33.110119 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.209049 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-2c0b4899-cf3a-479f-a5a5-ad15828e38ea tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8860824 Aug 19 13:22:33.221767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Request body: {'port': {'device_id': 'd1767048-c5df-46b6-8827-b19154c5c1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:33.278060 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.536388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a015d7b-8679-410d-a308-a9550bb48806 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:22:33.544330 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.547198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efccc8-ff4b-41ce-bb5a-860e884ee1c1 req-5d65d1c4-2522-4e3c-9074-d7b5f930339e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:33.548840 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38efccc8-ff4b-41ce-bb5a-860e884ee1c1 req-5d65d1c4-2522-4e3c-9074-d7b5f930339e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 932 time: 0.0500991 Aug 19 13:22:33.556598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Transition to ACTIVE for port object 1a015d7b-8679-410d-a308-a9550bb48806 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:22:33.587978 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38efccc8-ff4b-41ce-bb5a-860e884ee1c1 req-5d8362dd-5553-4800-bdd2-09a3cafaa095 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325575 Aug 19 13:22:33.617311 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.682829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Pushing event updated for resources: {'Port': ['ID=1a015d7b-8679-410d-a308-a9550bb48806,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:33.734481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Attempting to bind port 1a015d7b-8679-410d-a308-a9550bb48806 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:22:33.734728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Attempting to bind port 1a015d7b-8679-410d-a308-a9550bb48806 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '8ecab277-dff1-4aba-82cd-1223c1b976a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:22:33.735082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Attempting to bind port 1a015d7b-8679-410d-a308-a9550bb48806 on network 3cab73fd-4878-4ad6-b391-98c153fcf8df {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:22:33.739575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Port 1a015d7b-8679-410d-a308-a9550bb48806 on network 3cab73fd-4878-4ad6-b391-98c153fcf8df not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:22:33.739901 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Attempting to bind port 1a015d7b-8679-410d-a308-a9550bb48806 on network 3cab73fd-4878-4ad6-b391-98c153fcf8df {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:22:33.745441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:22:33.745798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Checking segment: {'id': '8ecab277-dff1-4aba-82cd-1223c1b976a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:22:33.746206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Bound using segment: {'id': '8ecab277-dff1-4aba-82cd-1223c1b976a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:22:33.746633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Bound port: 1a015d7b-8679-410d-a308-a9550bb48806, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ecab277-dff1-4aba-82cd-1223c1b976a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:22:33.747020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.809356 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] For port 1a015d7b-8679-410d-a308-a9550bb48806, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:22:33.812460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] For port 1a015d7b-8679-410d-a308-a9550bb48806, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1a015d7b-8679-410d-a308-a9550bb48806,segment=NetworkSegment(8ecab277-dff1-4aba-82cd-1223c1b976a8),segment_id=8ecab277-dff1-4aba-82cd-1223c1b976a8)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:22:33.874624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.909389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:33.910039 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:33.911482 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] 10.222.0.62 "PUT /v2.0/ports/1a015d7b-8679-410d-a308-a9550bb48806 HTTP/1.1" status: 200 len: 1092 time: 0.6942081 Aug 19 13:22:33.911941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1767048-c5df-46b6-8827-b19154c5c1fe', 'tag': '1a015d7b-8679-410d-a308-a9550bb48806'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:33.914240 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f405696-d863-4aed-adac-8d1ec3a0dddc" -d '{"events": [{"name": "network-changed", "server_uuid": "d1767048-c5df-46b6-8827-b19154c5c1fe", "tag": "1a015d7b-8679-410d-a308-a9550bb48806"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:33.940803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad95b9-9d5d-4457-877c-5c1ebbeb79df service neutron] Pushing event updated for resources: {'Port': ['ID=1a015d7b-8679-410d-a308-a9550bb48806,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:33.955142 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1380a3d0-b41e-4946-95da-046fe86b0af6 x-openstack-request-id: req-1380a3d0-b41e-4946-95da-046fe86b0af6 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:33.955430 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1767048-c5df-46b6-8827-b19154c5c1fe", "tag": "1a015d7b-8679-410d-a308-a9550bb48806", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:33.955685 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1380a3d0-b41e-4946-95da-046fe86b0af6 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:33.956097 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1767048-c5df-46b6-8827-b19154c5c1fe', 'tag': '1a015d7b-8679-410d-a308-a9550bb48806', 'status': 'completed', 'code': 200} Aug 19 13:22:34.018920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405696-d863-4aed-adac-8d1ec3a0dddc req-954f28bb-9865-4454-a416-db3b1e897715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:34.020375 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f405696-d863-4aed-adac-8d1ec3a0dddc req-954f28bb-9865-4454-a416-db3b1e897715 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3da365da6feb4a84bc2cec46ecf7705c&device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 1095 time: 0.0414257 Aug 19 13:22:34.120324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405696-d863-4aed-adac-8d1ec3a0dddc req-af83e9bf-3eeb-492e-a369-207e5a0e57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:34.121797 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f405696-d863-4aed-adac-8d1ec3a0dddc req-af83e9bf-3eeb-492e-a369-207e5a0e57a8 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3da365da6feb4a84bc2cec46ecf7705c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0942767 Aug 19 13:22:34.219693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f405696-d863-4aed-adac-8d1ec3a0dddc req-d224c506-5752-4059-95be-c1dc9d60a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:34.221770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f405696-d863-4aed-adac-8d1ec3a0dddc req-d224c506-5752-4059-95be-c1dc9d60a9db service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925272 Aug 19 13:22:34.304176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d1d80-32d6-472b-a704-4246d90df052 req-7c23ae66-5b67-4c80-a9b4-3d0275754044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:34.305602 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-7c23ae66-5b67-4c80-a9b4-3d0275754044 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3da365da6feb4a84bc2cec46ecf7705c&device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 1095 time: 0.0459244 Aug 19 13:22:34.347484 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-e566d4d4-6b9f-4108-aed6-a1c69d1aef37 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a015d7b-8679-410d-a308-a9550bb48806 HTTP/1.1" status: 200 len: 217 time: 0.0344968 Aug 19 13:22:34.394975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d1d80-32d6-472b-a704-4246d90df052 req-a7212452-ffb1-43e8-9a9a-d1ac98638afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:34.396423 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-a7212452-ffb1-43e8-9a9a-d1ac98638afd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b06579fb-0065-4dd9-bb4d-f5656581b185 HTTP/1.1" status: 200 len: 854 time: 0.0427907 Aug 19 13:22:34.432886 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-7798df98-12f1-4880-a914-6fb24ab236e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3cab73fd-4878-4ad6-b391-98c153fcf8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290279 Aug 19 13:22:34.523294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-5d3a4170-9155-471d-81dc-d3e20e0146dd service neutron] 10.222.0.62 "GET /v2.0/networks/3cab73fd-4878-4ad6-b391-98c153fcf8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830405 Aug 19 13:22:34.619822 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b27d1d80-32d6-472b-a704-4246d90df052 req-f37f82a0-43bf-461a-85a3-432c4f3aaf9a service neutron] 10.222.0.62 "GET /v2.0/networks/3cab73fd-4878-4ad6-b391-98c153fcf8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882311 Aug 19 13:22:34.708213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba235032-5373-4c0a-971d-e83a14861a8c req-f16c53ae-1caf-4e73-a871-dd88a4d698b5 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:34.710243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba235032-5373-4c0a-971d-e83a14861a8c req-f16c53ae-1caf-4e73-a871-dd88a4d698b5 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 944 time: 0.0551832 Aug 19 13:22:34.747598 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba235032-5373-4c0a-971d-e83a14861a8c req-be001954-465a-4905-9dc4-814a80b9af22 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311577 Aug 19 13:22:35.088236 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-349f2433-3718-4f73-a134-3a5cc633e0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:35.867625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e7da8-a717-4739-8e1c-f8da6ca41dca req-d6589545-69d5-4db7-8209-86877024f31b tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:35.869121 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c4e7da8-a717-4739-8e1c-f8da6ca41dca req-d6589545-69d5-4db7-8209-86877024f31b tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 944 time: 0.0512660 Aug 19 13:22:35.907076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9c4e7da8-a717-4739-8e1c-f8da6ca41dca req-ff1223e3-5ba5-4fd3-a9b2-b5e7e28a422a tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319088 Aug 19 13:22:36.552328 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1a015d7b-8679-410d-a308-a9550bb48806 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:22:36.649649 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1a015d7b-8679-410d-a308-a9550bb48806, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1a015d7b-8679-410d-a308-a9550bb48806,segment=NetworkSegment(8ecab277-dff1-4aba-82cd-1223c1b976a8),segment_id=8ecab277-dff1-4aba-82cd-1223c1b976a8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:36.661016 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '1a015d7b-8679-410d-a308-a9550bb48806', 'network_id': '3cab73fd-4878-4ad6-b391-98c153fcf8df', 'port_id': '1a015d7b-8679-410d-a308-a9550bb48806', 'mac_address': 'fa:16:3e:f9:68:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b06579fb-0065-4dd9-bb4d-f5656581b185', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:22:36.697403 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:36.709818 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a015d7b-8679-410d-a308-a9550bb48806 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:22:36.729293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1a015d7b-8679-410d-a308-a9550bb48806, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1a015d7b-8679-410d-a308-a9550bb48806,segment=NetworkSegment(8ecab277-dff1-4aba-82cd-1223c1b976a8),segment_id=8ecab277-dff1-4aba-82cd-1223c1b976a8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:36.822749 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:36.877784 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=1a015d7b-8679-410d-a308-a9550bb48806,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:36.892525 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:36.892862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:36.893200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:36.893615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:36.893981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:36.894330 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:36.894712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:36.895072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:36.895553 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:36.895891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:36.896224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:36.896548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:37.013276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1a015d7b-8679-410d-a308-a9550bb48806'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:22:37.024731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de79f4-6ad0-482e-8d23-013c71fddb92 req-c523555d-c221-4003-81ad-1b165753f4d4 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:37.026304 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45de79f4-6ad0-482e-8d23-013c71fddb92 req-c523555d-c221-4003-81ad-1b165753f4d4 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 945 time: 0.0499983 Aug 19 13:22:37.065936 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45de79f4-6ad0-482e-8d23-013c71fddb92 req-6f6cc5d7-b51f-4290-9729-9d4bc97f0f0f tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335739 Aug 19 13:22:37.702491 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:37.814186 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d8e541b-e790-4cb9-b4b7-5830547f5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:38.180092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175a1c-70de-419e-ae81-d590d4fbdfa8 req-723cb4e7-66b3-4bc2-82d9-f04699d2c360 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:38.181576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e175a1c-70de-419e-ae81-d590d4fbdfa8 req-723cb4e7-66b3-4bc2-82d9-f04699d2c360 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 945 time: 0.0494657 Aug 19 13:22:38.219066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7e175a1c-70de-419e-ae81-d590d4fbdfa8 req-d1cb13b0-9d31-4d8d-9d2d-d3ad035c7178 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313785 Aug 19 13:22:38.550869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1a015d7b-8679-410d-a308-a9550bb48806 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:22:38.645438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 1a015d7b-8679-410d-a308-a9550bb48806 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:22:38.649489 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 1a015d7b-8679-410d-a308-a9550bb48806 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:22:38.649849 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:38.725358 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:38.747941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1767048-c5df-46b6-8827-b19154c5c1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a015d7b-8679-410d-a308-a9550bb48806'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:38.750180 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0634aab0-dba5-48b3-b4f8-4b0a32935197" -d '{"events": [{"server_uuid": "d1767048-c5df-46b6-8827-b19154c5c1fe", "name": "network-vif-plugged", "status": "completed", "tag": "1a015d7b-8679-410d-a308-a9550bb48806"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:38.762938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 1a015d7b-8679-410d-a308-a9550bb48806, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1a015d7b-8679-410d-a308-a9550bb48806,segment=NetworkSegment(8ecab277-dff1-4aba-82cd-1223c1b976a8),segment_id=8ecab277-dff1-4aba-82cd-1223c1b976a8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:38.790030 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235f4fe3-d5ad-432e-91cb-42ecb1a2a7eb x-openstack-request-id: req-235f4fe3-d5ad-432e-91cb-42ecb1a2a7eb {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:38.790030 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1767048-c5df-46b6-8827-b19154c5c1fe", "name": "network-vif-plugged", "status": "completed", "tag": "1a015d7b-8679-410d-a308-a9550bb48806", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:38.790030 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-235f4fe3-d5ad-432e-91cb-42ecb1a2a7eb {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:38.790030 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1767048-c5df-46b6-8827-b19154c5c1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a015d7b-8679-410d-a308-a9550bb48806', 'code': 200} Aug 19 13:22:38.842506 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:38.882968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ce0ac-393e-4beb-8092-645c24c71b9d req-b86022d7-560b-4cef-98e6-781fe801150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:38.884467 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-628ce0ac-393e-4beb-8092-645c24c71b9d req-b86022d7-560b-4cef-98e6-781fe801150c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 1097 time: 0.0403230 Aug 19 13:22:38.891200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=1a015d7b-8679-410d-a308-a9550bb48806,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:38.928273 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-628ce0ac-393e-4beb-8092-645c24c71b9d req-ae146f67-1564-4280-9dae-a2431d3298f7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358706 Aug 19 13:22:39.343936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd1b1f-e687-4ebf-bbe9-d47d3497c399 req-5f67785a-7798-4c16-949d-3f5ad80d7847 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:39.345440 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80dd1b1f-e687-4ebf-bbe9-d47d3497c399 req-5f67785a-7798-4c16-949d-3f5ad80d7847 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 946 time: 0.0500526 Aug 19 13:22:39.346081 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:39.383075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-80dd1b1f-e687-4ebf-bbe9-d47d3497c399 req-71b3f1f7-8fc8-4618-b84b-2165c5a2dee9 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Aug 19 13:22:40.510045 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6c171-f6c9-4160-99ed-10524ceba5e0 req-56da4307-4ee5-4329-ab22-417135131eb2 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:40.511594 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e6d6c171-f6c9-4160-99ed-10524ceba5e0 req-56da4307-4ee5-4329-ab22-417135131eb2 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 946 time: 0.0505428 Aug 19 13:22:40.551808 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e6d6c171-f6c9-4160-99ed-10524ceba5e0 req-764ca547-fcd9-4bbe-9f45-a640c81b0645 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342941 Aug 19 13:22:40.767977 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:41.080142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41884d3b-1ed9-49ec-841e-c126b665da5d req-6d56d940-e06a-4fcb-88e5-b7fc8eb4436c tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:41.081626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41884d3b-1ed9-49ec-841e-c126b665da5d req-6d56d940-e06a-4fcb-88e5-b7fc8eb4436c tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 946 time: 0.0548286 Aug 19 13:22:41.122481 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41884d3b-1ed9-49ec-841e-c126b665da5d req-dd4cd86d-0b55-449f-b680-ed094a7f46a3 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347667 Aug 19 13:22:42.245271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2eb3f-a636-4438-88fc-11049d99bf4c req-cb0e6c25-879e-4607-990e-593aea482093 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:42.246930 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aed2eb3f-a636-4438-88fc-11049d99bf4c req-cb0e6c25-879e-4607-990e-593aea482093 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 946 time: 0.0513089 Aug 19 13:22:42.293753 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-aed2eb3f-a636-4438-88fc-11049d99bf4c req-ebe0a95d-e94a-4544-8343-5662d60004f0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361230 Aug 19 13:22:42.407478 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaf44f-f5ed-4742-ad5b-d599b84a86f4 req-c66100ac-1814-4c3f-9dd7-73a7f0f0348e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:42.409197 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbfaf44f-f5ed-4742-ad5b-d599b84a86f4 req-c66100ac-1814-4c3f-9dd7-73a7f0f0348e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.62 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 946 time: 0.0505881 Aug 19 13:22:42.505622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-cbfaf44f-f5ed-4742-ad5b-d599b84a86f4 req-bcb5d7c3-d4ba-4b9a-94b6-b37cd92871f0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Deleting port 1a015d7b-8679-410d-a308-a9550bb48806 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:22:42.505964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cbfaf44f-f5ed-4742-ad5b-d599b84a86f4 req-bcb5d7c3-d4ba-4b9a-94b6-b37cd92871f0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:42.601379 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-cbfaf44f-f5ed-4742-ad5b-d599b84a86f4 req-bcb5d7c3-d4ba-4b9a-94b6-b37cd92871f0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] For port 1a015d7b-8679-410d-a308-a9550bb48806, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=1a015d7b-8679-410d-a308-a9550bb48806,segment=NetworkSegment(8ecab277-dff1-4aba-82cd-1223c1b976a8),segment_id=8ecab277-dff1-4aba-82cd-1223c1b976a8)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:42.601802 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cbfaf44f-f5ed-4742-ad5b-d599b84a86f4 req-bcb5d7c3-d4ba-4b9a-94b6-b37cd92871f0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:42.621750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-cbfaf44f-f5ed-4742-ad5b-d599b84a86f4 req-bcb5d7c3-d4ba-4b9a-94b6-b37cd92871f0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Calling delete_port for 1a015d7b-8679-410d-a308-a9550bb48806 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:22:42.848529 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cbfaf44f-f5ed-4742-ad5b-d599b84a86f4 req-bcb5d7c3-d4ba-4b9a-94b6-b37cd92871f0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:42.864037 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['22e6607a-62a8-430e-9ef2-ccf9e36c0668'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:22:42.867898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['1a015d7b-8679-410d-a308-a9550bb48806'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:22:42.896685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5d7c3-d4ba-4b9a-94b6-b37cd92871f0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Pushing event deleted for resources: {'Port': ['ID=1a015d7b-8679-410d-a308-a9550bb48806,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:42.958214 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfaf44f-f5ed-4742-ad5b-d599b84a86f4 req-bcb5d7c3-d4ba-4b9a-94b6-b37cd92871f0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] No DVR routers for this DVR port 1a015d7b-8679-410d-a308-a9550bb48806 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:22:42.961146 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-cbfaf44f-f5ed-4742-ad5b-d599b84a86f4 req-bcb5d7c3-d4ba-4b9a-94b6-b37cd92871f0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:42.963271 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cbfaf44f-f5ed-4742-ad5b-d599b84a86f4 req-bcb5d7c3-d4ba-4b9a-94b6-b37cd92871f0 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.62 "DELETE /v2.0/ports/1a015d7b-8679-410d-a308-a9550bb48806 HTTP/1.1" status: 204 len: 173 time: 0.5479269 Aug 19 13:22:42.963738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1767048-c5df-46b6-8827-b19154c5c1fe', 'name': 'network-vif-deleted', 'tag': '1a015d7b-8679-410d-a308-a9550bb48806'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:42.966171 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdffa361-cb9e-4405-af52-095fd92faad8" -d '{"events": [{"server_uuid": "d1767048-c5df-46b6-8827-b19154c5c1fe", "name": "network-vif-deleted", "tag": "1a015d7b-8679-410d-a308-a9550bb48806"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:43.019141 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5d8236-e053-4172-a839-dfcc1a5f4e11 x-openstack-request-id: req-5a5d8236-e053-4172-a839-dfcc1a5f4e11 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:43.019141 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1767048-c5df-46b6-8827-b19154c5c1fe", "name": "network-vif-deleted", "tag": "1a015d7b-8679-410d-a308-a9550bb48806", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:43.019141 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a5d8236-e053-4172-a839-dfcc1a5f4e11 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:43.019141 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1767048-c5df-46b6-8827-b19154c5c1fe', 'name': 'network-vif-deleted', 'tag': '1a015d7b-8679-410d-a308-a9550bb48806', 'status': 'completed', 'code': 200} Aug 19 13:22:43.402023 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a935651d-4391-412f-9549-f72277fd8022 req-5d050a52-1973-42a1-867d-477fe554cbcf tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1767048-c5df-46b6-8827-b19154c5c1fe HTTP/1.1" status: 200 len: 210 time: 0.0281384 Aug 19 13:22:44.551559 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df47a1a-8e80-4c6d-9e95-83b7a71af347 req-a2983f0c-aaa9-4736-9ab9-a174061f4b28 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:44.553057 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2df47a1a-8e80-4c6d-9e95-83b7a71af347 req-a2983f0c-aaa9-4736-9ab9-a174061f4b28 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0496931 Aug 19 13:22:44.592040 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2df47a1a-8e80-4c6d-9e95-83b7a71af347 req-f294b227-e5f1-4ccb-96a2-ba13ed88b0e1 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320151 Aug 19 13:22:44.727075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6197fcf-10c1-4288-8ecc-4b8f650c5b18 req-6c313b17-69a7-4186-93e3-a031cdc02b72 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:44.728542 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6197fcf-10c1-4288-8ecc-4b8f650c5b18 req-6c313b17-69a7-4186-93e3-a031cdc02b72 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0506954 Aug 19 13:22:44.770019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c6197fcf-10c1-4288-8ecc-4b8f650c5b18 req-c5bbe194-e894-42c5-b4de-d7472e14ae00 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355432 Aug 19 13:22:44.888041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1d4ce-11ac-422e-a409-18485615c9de req-4f059577-5c92-48f9-8e74-6b3eda039fc5 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:44.889532 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-80b1d4ce-11ac-422e-a409-18485615c9de req-4f059577-5c92-48f9-8e74-6b3eda039fc5 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0500951 Aug 19 13:22:44.927363 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-80b1d4ce-11ac-422e-a409-18485615c9de req-4feaf5eb-0723-431c-98f8-530a4f247d04 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Aug 19 13:22:45.092355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c383d-26b9-47b8-9485-fcc84e87bb6b req-9fbd3d5f-c58b-4e74-a843-568dbf1df103 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:45.093819 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-459c383d-26b9-47b8-9485-fcc84e87bb6b req-9fbd3d5f-c58b-4e74-a843-568dbf1df103 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0480592 Aug 19 13:22:45.131128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-459c383d-26b9-47b8-9485-fcc84e87bb6b req-790858c3-1f83-4c63-9184-ae6064e12339 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312181 Aug 19 13:22:45.248312 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c602a-9cac-4057-a4a2-e7b339a6d01b req-49e11081-8e5c-42e6-8109-dcbaa5528471 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:45.249707 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b9c602a-9cac-4057-a4a2-e7b339a6d01b req-49e11081-8e5c-42e6-8109-dcbaa5528471 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0487711 Aug 19 13:22:45.288376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9b9c602a-9cac-4057-a4a2-e7b339a6d01b req-f6e36c12-0b78-4cb0-9f8c-3c669ac9be5f tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325887 Aug 19 13:22:45.417972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528d7eb-ad38-48d7-be8d-9ffea294a713 req-69d71468-19dd-41d3-bcfc-b1e2ee567a2f tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:45.419493 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a528d7eb-ad38-48d7-be8d-9ffea294a713 req-69d71468-19dd-41d3-bcfc-b1e2ee567a2f tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0512476 Aug 19 13:22:45.458735 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a528d7eb-ad38-48d7-be8d-9ffea294a713 req-258ba4c7-66e5-4961-bc56-48baf77c08c1 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327353 Aug 19 13:22:45.967163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2732efc-52ff-4b59-90fb-ba5350b2b229 req-746f528a-9cc4-4f38-87fd-c6b6a1c64197 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:45.968627 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e2732efc-52ff-4b59-90fb-ba5350b2b229 req-746f528a-9cc4-4f38-87fd-c6b6a1c64197 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0479348 Aug 19 13:22:46.009535 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e2732efc-52ff-4b59-90fb-ba5350b2b229 req-4b8cc263-9e4e-4710-8dc2-edbb6bed032f tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349896 Aug 19 13:22:46.582193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1a015d7b-8679-410d-a308-a9550bb48806 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:22:46.605390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 1a015d7b-8679-410d-a308-a9550bb48806 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:22:46.605731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 1a015d7b-8679-410d-a308-a9550bb48806 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:22:47.129896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5a1b8-463c-4f11-9080-348e52277929 req-93e1a260-f24c-4def-b1c8-eadedadbf9fb tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:47.131433 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3c5a1b8-463c-4f11-9080-348e52277929 req-93e1a260-f24c-4def-b1c8-eadedadbf9fb tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0535343 Aug 19 13:22:47.170935 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b3c5a1b8-463c-4f11-9080-348e52277929 req-fedbc319-2399-4efa-8ee8-cac3d9f25a7c tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1c5faa7-7304-4e21-8906-d0fdbf714bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Aug 19 13:22:47.378311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39451717-8aef-41ac-8abc-cb380679937a req-e4802d63-6af4-4eb6-a16e-0b5946586956 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:47.379695 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39451717-8aef-41ac-8abc-cb380679937a req-e4802d63-6af4-4eb6-a16e-0b5946586956 tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.30 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 945 time: 0.0494068 Aug 19 13:22:47.474614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-39451717-8aef-41ac-8abc-cb380679937a req-1a0fa9f3-f512-40b6-ba48-6d4cfa64fc0e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Deleting port 22e6607a-62a8-430e-9ef2-ccf9e36c0668 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:22:47.474985 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-39451717-8aef-41ac-8abc-cb380679937a req-1a0fa9f3-f512-40b6-ba48-6d4cfa64fc0e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:47.561675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-39451717-8aef-41ac-8abc-cb380679937a req-1a0fa9f3-f512-40b6-ba48-6d4cfa64fc0e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] For port 22e6607a-62a8-430e-9ef2-ccf9e36c0668, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=22e6607a-62a8-430e-9ef2-ccf9e36c0668,segment=NetworkSegment(8ecab277-dff1-4aba-82cd-1223c1b976a8),segment_id=8ecab277-dff1-4aba-82cd-1223c1b976a8)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:47.562045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-39451717-8aef-41ac-8abc-cb380679937a req-1a0fa9f3-f512-40b6-ba48-6d4cfa64fc0e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:47.574510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-39451717-8aef-41ac-8abc-cb380679937a req-1a0fa9f3-f512-40b6-ba48-6d4cfa64fc0e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Calling delete_port for 22e6607a-62a8-430e-9ef2-ccf9e36c0668 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:22:47.779321 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-39451717-8aef-41ac-8abc-cb380679937a req-1a0fa9f3-f512-40b6-ba48-6d4cfa64fc0e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:47.791278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['22e6607a-62a8-430e-9ef2-ccf9e36c0668'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:22:47.806658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fa9f3-f512-40b6-ba48-6d4cfa64fc0e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Pushing event deleted for resources: {'Port': ['ID=22e6607a-62a8-430e-9ef2-ccf9e36c0668,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:47.853157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-39451717-8aef-41ac-8abc-cb380679937a req-1a0fa9f3-f512-40b6-ba48-6d4cfa64fc0e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] No DVR routers for this DVR port 22e6607a-62a8-430e-9ef2-ccf9e36c0668 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:22:47.855690 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-39451717-8aef-41ac-8abc-cb380679937a req-1a0fa9f3-f512-40b6-ba48-6d4cfa64fc0e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:47.857717 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-39451717-8aef-41ac-8abc-cb380679937a req-1a0fa9f3-f512-40b6-ba48-6d4cfa64fc0e tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.30 "DELETE /v2.0/ports/22e6607a-62a8-430e-9ef2-ccf9e36c0668 HTTP/1.1" status: 204 len: 173 time: 0.4711013 Aug 19 13:22:47.858227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def08595-b874-457d-9e40-bd6371c5e9b2', 'name': 'network-vif-deleted', 'tag': '22e6607a-62a8-430e-9ef2-ccf9e36c0668'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:22:47.860513 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0674ec1-7f9b-494b-a273-c8a2754c6073" -d '{"events": [{"server_uuid": "def08595-b874-457d-9e40-bd6371c5e9b2", "name": "network-vif-deleted", "tag": "22e6607a-62a8-430e-9ef2-ccf9e36c0668"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:22:47.895073 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a45400-ebc5-4b1e-91b1-51d3ed40fa06 x-openstack-request-id: req-e4a45400-ebc5-4b1e-91b1-51d3ed40fa06 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:22:47.895425 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def08595-b874-457d-9e40-bd6371c5e9b2", "name": "network-vif-deleted", "tag": "22e6607a-62a8-430e-9ef2-ccf9e36c0668", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:22:47.895732 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4a45400-ebc5-4b1e-91b1-51d3ed40fa06 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:22:47.896193 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def08595-b874-457d-9e40-bd6371c5e9b2', 'name': 'network-vif-deleted', 'tag': '22e6607a-62a8-430e-9ef2-ccf9e36c0668', 'status': 'completed', 'code': 200} Aug 19 13:22:48.280664 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ba45e3f2-1c32-444b-8dbf-ad6e25159ce3 req-b04a574e-7758-46a8-8945-34a4cb0d039c tempest-ServersNegativeTestJSON-2021155392 tempest-ServersNegativeTestJSON-2021155392-project] 10.222.0.21 "GET /v2.0/ports?device_id=def08595-b874-457d-9e40-bd6371c5e9b2 HTTP/1.1" status: 200 len: 210 time: 0.0309737 Aug 19 13:22:49.337060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53814) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:49.381175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Deleting subnet b06579fb-0065-4dd9-bb4d-f5656581b185 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:22:49.384324 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.418968 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.455882 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.577218 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.606517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b06579fb-0065-4dd9-bb4d-f5656581b185,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:49.616320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.618178 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b06579fb-0065-4dd9-bb4d-f5656581b185 HTTP/1.1" status: 204 len: 168 time: 0.2801349 Aug 19 13:22:49.619854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.620244 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.620673 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.620910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53816) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:49.621366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.621366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.621684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.622024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.622352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.622676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.623044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.623340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.623659 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae34acf-6ddc-4103-81b9-e881cc68bc08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:22:49.689069 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.770454 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.780651 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cab73fd-4878-4ad6-b391-98c153fcf8df']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:49.791644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecab277-dff1-4aba-82cd-1223c1b976a8') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:49.791947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecab277-dff1-4aba-82cd-1223c1b976a8') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:49.800972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.814324 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.820670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:22:49.821062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:22:49.822695 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:22:49.956337 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.962498 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:49.964388 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3cab73fd-4878-4ad6-b391-98c153fcf8df HTTP/1.1" status: 204 len: 168 time: 0.3424809 Aug 19 13:22:49.975519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fb90f-0b40-475b-bde0-6d0a3c416ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cab73fd-4878-4ad6-b391-98c153fcf8df,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:50.279383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53820) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:50.320245 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-03cc8f8c-33dd-427c-a6e5-b92e19287d3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3da365da6feb4a84bc2cec46ecf7705c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391564 Aug 19 13:22:50.322606 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53822) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:50.369806 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3beef80-2f1c-4b5d-a73b-61e6991ed578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:50.390633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3beef80-2f1c-4b5d-a73b-61e6991ed578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:50.496894 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3beef80-2f1c-4b5d-a73b-61e6991ed578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:50.499615 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f3beef80-2f1c-4b5d-a73b-61e6991ed578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:50.500766 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f3beef80-2f1c-4b5d-a73b-61e6991ed578 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1c5faa7-7304-4e21-8906-d0fdbf714bab HTTP/1.1" status: 204 len: 168 time: 0.1772180 Aug 19 13:22:50.508557 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3beef80-2f1c-4b5d-a73b-61e6991ed578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c5faa7-7304-4e21-8906-d0fdbf714bab,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:50.820316 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 22e6607a-62a8-430e-9ef2-ccf9e36c0668 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:22:50.840042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 22e6607a-62a8-430e-9ef2-ccf9e36c0668 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:22:50.840387 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 22e6607a-62a8-430e-9ef2-ccf9e36c0668 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:22:51.491020 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53844) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:51.587012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-255823702'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:51.682315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Made reservation on behalf of 05cba20ad4ad4bbb822e2229c186640e for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:22:51.685992 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.695428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.785838 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.859405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.893504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:22:51.898867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea17e18-5e30-4f76-aeb0-de975516899c,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:51.906193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:51.907241 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Added segment 27df64f0-f3b3-4b19-8f5c-9a7bba359022 of type vlan for network 423be8d5-3314-418d-b819-626991ac93a9 Aug 19 13:22:51.947825 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:52.037044 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:52.043363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:52.043947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:52.108618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event updated for resources: {'Network': ['ID=423be8d5-3314-418d-b819-626991ac93a9,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:52.119845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 423be8d5-3314-418d-b819-626991ac93a9 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:22:52.214738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5d007e17-f5d8-422a-bee0-4c03db97b8fc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7225561 Aug 19 13:22:55.471275 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53848) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:55.476614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Request body: {'subnet': {'network_id': '423be8d5-3314-418d-b819-626991ac93a9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:55.905660 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:56.045284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Made reservation on behalf of 05cba20ad4ad4bbb822e2229c186640e for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:22:56.059022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:56.288806 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:56.355206 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event updated for resources: {'Subnet': ['ID=b07f7c2e-3f3a-4a66-bf41-850366259477,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:56.363462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Checking segment: {'id': '27df64f0-f3b3-4b19-8f5c-9a7bba359022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '423be8d5-3314-418d-b819-626991ac93a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:22:56.363821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Network hostable DHCP agents. Network: 423be8d5-3314-418d-b819-626991ac93a9, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:22:56.479730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Network 423be8d5-3314-418d-b819-626991ac93a9 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:22:56.611236 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 423be8d5-3314-418d-b819-626991ac93a9) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:22:56.615495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:56.616654 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:56.621249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48841e8-1463-4d3d-9e24-56adddbe2888 None None] Network 423be8d5-3314-418d-b819-626991ac93a9 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:22:56.709145 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-05734d9e-e2d5-440a-b82c-a5b8d51501ee tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2367187 Aug 19 13:22:56.712598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53850) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:56.718367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300242462'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:56.775843 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-423be8d5-3314-418d-b819-626991ac93a9', 'network_id': '423be8d5-3314-418d-b819-626991ac93a9', 'tenant_id': '05cba20ad4ad4bbb822e2229c186640e', 'fixed_ips': [{'subnet_id': 'b07f7c2e-3f3a-4a66-bf41-850366259477'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:22:56.776790 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:56.808320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Made reservation on behalf of 05cba20ad4ad4bbb822e2229c186640e for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:22:56.812047 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:56.836994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:22:56.840650 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:56.846100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:56.846455 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Added segment 7ec1be95-623b-44f1-b16b-9c11bd5bbae7 of type vlan for network 0648f35a-c27b-4266-aecd-10385117552e Aug 19 13:22:56.887393 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:56.910743 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Allocated IP 2001:db8:0:ffff::2 (423be8d5-3314-418d-b819-626991ac93a9/b07f7c2e-3f3a-4a66-bf41-850366259477/2dcc3b2d-f37c-4eef-825d-bd06c4cf9873) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:22:56.979122 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:56.984772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:56.985364 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.055346 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event updated for resources: {'Network': ['ID=0648f35a-c27b-4266-aecd-10385117552e,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:57.056881 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.068107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 0648f35a-c27b-4266-aecd-10385117552e details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:22:57.070400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Transition to ACTIVE for port object 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:22:57.126445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Transition to ACTIVE for port object 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:22:57.129039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8b64d38d-dcae-4f3e-885e-a048284c9c43 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4153655 Aug 19 13:22:57.131987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53852) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:57.137153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Request body: {'subnet': {'network_id': '0648f35a-c27b-4266-aecd-10385117552e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:57.245927 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.288284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Network 423be8d5-3314-418d-b819-626991ac93a9 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:22:57.291105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:22:57.294630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:22:57.299884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Pushing event updated for resources: {'Port': ['ID=2dcc3b2d-f37c-4eef-825d-bd06c4cf9873,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:57.351140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Attempting to bind port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:22:57.351503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Attempting to bind port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '27df64f0-f3b3-4b19-8f5c-9a7bba359022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '423be8d5-3314-418d-b819-626991ac93a9'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:22:57.351891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Attempting to bind port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 on network 423be8d5-3314-418d-b819-626991ac93a9 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:22:57.357066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:22:57.357631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Checking segment: {'id': '27df64f0-f3b3-4b19-8f5c-9a7bba359022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '423be8d5-3314-418d-b819-626991ac93a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:22:57.358252 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.358944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Bound using segment: {'id': '27df64f0-f3b3-4b19-8f5c-9a7bba359022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '423be8d5-3314-418d-b819-626991ac93a9'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:22:57.359656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Bound port: 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27df64f0-f3b3-4b19-8f5c-9a7bba359022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '423be8d5-3314-418d-b819-626991ac93a9'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:22:57.360264 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.362013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Made reservation on behalf of 05cba20ad4ad4bbb822e2229c186640e for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:22:57.365683 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.423170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] For port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:22:57.426111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] For port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2dcc3b2d-f37c-4eef-825d-bd06c4cf9873,segment=NetworkSegment(27df64f0-f3b3-4b19-8f5c-9a7bba359022),segment_id=27df64f0-f3b3-4b19-8f5c-9a7bba359022)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:22:57.514251 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.585979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4361e0-b202-4f44-9ad9-5292bd453184 None None] Pushing event updated for resources: {'Port': ['ID=2dcc3b2d-f37c-4eef-825d-bd06c4cf9873,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:57.611668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.682413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event updated for resources: {'Subnet': ['ID=e5010ae9-630f-4ae5-b952-0943c57a938b,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:57.691029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Checking segment: {'id': '7ec1be95-623b-44f1-b16b-9c11bd5bbae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0648f35a-c27b-4266-aecd-10385117552e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:22:57.691394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Network hostable DHCP agents. Network: 0648f35a-c27b-4266-aecd-10385117552e, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:22:57.765481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Network 0648f35a-c27b-4266-aecd-10385117552e is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:22:57.847911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 0648f35a-c27b-4266-aecd-10385117552e) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:22:57.855454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:57.856053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:57.859837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61836f34-dd8c-4e00-82c4-a2438e0162e2 None None] Network 0648f35a-c27b-4266-aecd-10385117552e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:22:57.963346 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e2cc61e4-adcf-412a-acab-167b3355ca58 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8300834 Aug 19 13:22:57.965866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53854) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:58.065340 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.123258 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.165237 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf339b-296b-4514-8709-b84963b77a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-0648f35a-c27b-4266-aecd-10385117552e', 'network_id': '0648f35a-c27b-4266-aecd-10385117552e', 'tenant_id': '05cba20ad4ad4bbb822e2229c186640e', 'fixed_ips': [{'subnet_id': 'e5010ae9-630f-4ae5-b952-0943c57a938b'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:22:58.166130 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-aacf339b-296b-4514-8709-b84963b77a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.253865 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:22:58.396744 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.417129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Subnet': ['ID=e5010ae9-630f-4ae5-b952-0943c57a938b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:58.489523 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server [None req-aacf339b-296b-4514-8709-b84963b77a1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5010ae9-630f-4ae5-b952-0943c57a938b: This subnet is being modified by another concurrent operation. Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise self.value Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server raise exception Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5010ae9-630f-4ae5-b952-0943c57a938b: This subnet is being modified by another concurrent operation. Aug 19 13:22:58.492781 n-d-803757-2 neutron-server[95544]: ERROR oslo_messaging.rpc.server Aug 19 13:22:58.506241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0648f35a-c27b-4266-aecd-10385117552e']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:58.507662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d463df-e09b-44d0-8187-f4c82e0edf24 None None] Network 0648f35a-c27b-4266-aecd-10385117552e requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:22:58.520775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec1be95-623b-44f1-b16b-9c11bd5bbae7') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:58.522705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec1be95-623b-44f1-b16b-9c11bd5bbae7') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:22:58.523848 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e9ead-269c-4627-841d-60dcaeb33707 None None] Network 423be8d5-3314-418d-b819-626991ac93a9 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:22:58.532210 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.547755 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.554842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:22:58.555896 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:22:58.555896 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:22:58.569300 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:22:58.699744 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.707167 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.710534 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/networks/0648f35a-c27b-4266-aecd-10385117552e HTTP/1.1" status: 204 len: 168 time: 0.7420890 Aug 19 13:22:58.713521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53856) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:58.718733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-893180383'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:58.734246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f75ea-e791-46a4-ad37-7019a75d813f tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Network': ['ID=0648f35a-c27b-4266-aecd-10385117552e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:58.767935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9452834f-63d2-445e-b80f-71c10c14dc26 None None] Provisioning for port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:22:58.774660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9452834f-63d2-445e-b80f-71c10c14dc26 None None] Provisioning complete for port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:22:58.780229 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9452834f-63d2-445e-b80f-71c10c14dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.837660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Made reservation on behalf of 05cba20ad4ad4bbb822e2229c186640e for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:22:58.842400 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.869783 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9452834f-63d2-445e-b80f-71c10c14dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.871215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:22:58.882302 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.882981 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Added segment 35a3109b-7b15-4b62-9435-3b56596c4f38 of type vlan for network b1237efd-59cd-4783-a662-81f5a67a9c1b Aug 19 13:22:58.907557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-9452834f-63d2-445e-b80f-71c10c14dc26 None None] For port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2dcc3b2d-f37c-4eef-825d-bd06c4cf9873,segment=NetworkSegment(27df64f0-f3b3-4b19-8f5c-9a7bba359022),segment_id=27df64f0-f3b3-4b19-8f5c-9a7bba359022)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:22:58.939496 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:58.982619 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9452834f-63d2-445e-b80f-71c10c14dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.032048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f90801-5bba-4709-a967-03b149980c41 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 13:22:59.040690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452834f-63d2-445e-b80f-71c10c14dc26 None None] Pushing event updated for resources: {'Port': ['ID=2dcc3b2d-f37c-4eef-825d-bd06c4cf9873,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:59.082303 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.088665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:59.089169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.117755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f90801-5bba-4709-a967-03b149980c41 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 13:22:59.119839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4800778e-7d09-4932-a94d-01a7fcdba37f None None] Provisioning complete for port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:22:59.120219 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4800778e-7d09-4932-a94d-01a7fcdba37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.156465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event updated for resources: {'Network': ['ID=b1237efd-59cd-4783-a662-81f5a67a9c1b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:59.176724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b1237efd-59cd-4783-a662-81f5a67a9c1b details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:22:59.226215 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d9af3697-a2fd-4a40-b1e0-00ccb2cdab57 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5110352 Aug 19 13:22:59.228965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53858) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:22:59.234586 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Request body: {'subnet': {'network_id': 'b1237efd-59cd-4783-a662-81f5a67a9c1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:22:59.396521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Made reservation on behalf of 05cba20ad4ad4bbb822e2229c186640e for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:22:59.400674 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.470502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_backend_mixin [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Performing IP validity checks on allocation pools {{(pid=95542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 19 13:22:59.471057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.ipam_backend_mixin [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95542) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 19 13:22:59.688257 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.754082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event updated for resources: {'Subnet': ['ID=fbf0d305-0d92-4136-be1c-4bf0046b4175,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:22:59.763421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Checking segment: {'id': '35a3109b-7b15-4b62-9435-3b56596c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b1237efd-59cd-4783-a662-81f5a67a9c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:22:59.763784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Network hostable DHCP agents. Network: b1237efd-59cd-4783-a662-81f5a67a9c1b, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:22:59.859122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Network b1237efd-59cd-4783-a662-81f5a67a9c1b is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:22:59.968057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, b1237efd-59cd-4783-a662-81f5a67a9c1b) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:22:59.972207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:22:59.972978 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:22:59.979644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de81f5e-29a6-498b-8a9d-f4f2ea98bc95 None None] Network b1237efd-59cd-4783-a662-81f5a67a9c1b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:00.097919 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-672af8bc-bce9-42f6-8843-507a57c26263 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8678627 Aug 19 13:23:00.101182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53860) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:00.129486 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-b1237efd-59cd-4783-a662-81f5a67a9c1b', 'network_id': 'b1237efd-59cd-4783-a662-81f5a67a9c1b', 'tenant_id': '05cba20ad4ad4bbb822e2229c186640e', 'fixed_ips': [{'subnet_id': 'fbf0d305-0d92-4136-be1c-4bf0046b4175'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:23:00.129486 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.211359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.227416 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:00.272016 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.315245 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:00.315660 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.317734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Allocated IP 2001:db8::3 (b1237efd-59cd-4783-a662-81f5a67a9c1b/fbf0d305-0d92-4136-be1c-4bf0046b4175/41b8cb4c-b523-420c-9454-0c97187169e7) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:00.535765 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.544944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Transition to ACTIVE for port object 41b8cb4c-b523-420c-9454-0c97187169e7 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:00.559806 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Transition to ACTIVE for port object 41b8cb4c-b523-420c-9454-0c97187169e7 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:00.634591 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.675944 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Network b1237efd-59cd-4783-a662-81f5a67a9c1b is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:00.678957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:00.683215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:00.692134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Pushing event updated for resources: {'Port': ['ID=41b8cb4c-b523-420c-9454-0c97187169e7,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:00.715348 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.744588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Attempting to bind port 41b8cb4c-b523-420c-9454-0c97187169e7 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:00.744898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Attempting to bind port 41b8cb4c-b523-420c-9454-0c97187169e7 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '35a3109b-7b15-4b62-9435-3b56596c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b1237efd-59cd-4783-a662-81f5a67a9c1b'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:00.745205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Attempting to bind port 41b8cb4c-b523-420c-9454-0c97187169e7 on network b1237efd-59cd-4783-a662-81f5a67a9c1b {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:00.748493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf0d305-0d92-4136-be1c-4bf0046b4175,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:00.751006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:00.751319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Checking segment: {'id': '35a3109b-7b15-4b62-9435-3b56596c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b1237efd-59cd-4783-a662-81f5a67a9c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:00.751722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.752111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Bound using segment: {'id': '35a3109b-7b15-4b62-9435-3b56596c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b1237efd-59cd-4783-a662-81f5a67a9c1b'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:00.752595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Bound port: 41b8cb4c-b523-420c-9454-0c97187169e7, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a3109b-7b15-4b62-9435-3b56596c4f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b1237efd-59cd-4783-a662-81f5a67a9c1b'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:00.753672 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.810796 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.821596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] For port 41b8cb4c-b523-420c-9454-0c97187169e7, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:00.822150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1237efd-59cd-4783-a662-81f5a67a9c1b']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:00.824925 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] For port 41b8cb4c-b523-420c-9454-0c97187169e7, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=41b8cb4c-b523-420c-9454-0c97187169e7,segment=NetworkSegment(35a3109b-7b15-4b62-9435-3b56596c4f38),segment_id=35a3109b-7b15-4b62-9435-3b56596c4f38)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:00.840031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a3109b-7b15-4b62-9435-3b56596c4f38') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:00.840315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a3109b-7b15-4b62-9435-3b56596c4f38') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:00.849776 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.920005 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.922268 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.930320 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:23:00.930780 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:23:00.935104 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:23:01.009770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500086f6-8247-4e88-a767-8aad8b3553b5 None None] Pushing event updated for resources: {'Port': ['ID=41b8cb4c-b523-420c-9454-0c97187169e7,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:01.020049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dfcebf-bd64-41f6-9226-d57dccd8f483 None None] Network b1237efd-59cd-4783-a662-81f5a67a9c1b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:01.025363 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.db.api [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 13:23:01.025363 n-d-803757-2 neutron-server[95542]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 13:23:01.025363 n-d-803757-2 neutron-server[95542]: [parameters: {'id': 'b1237efd-59cd-4783-a662-81f5a67a9c1b'}] Aug 19 13:23:01.025363 n-d-803757-2 neutron-server[95542]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:23:01.025830 n-d-803757-2 neutron-server[95542]: DEBUG oslo_db.api [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:23:01.143428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f7a6d-dbeb-4cdc-991c-649c633c5701 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 13:23:01.213270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f7a6d-dbeb-4cdc-991c-649c633c5701 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 13:23:01.527219 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.583203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Deleting port 41b8cb4c-b523-420c-9454-0c97187169e7 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:23:01.583541 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.651438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] For port 41b8cb4c-b523-420c-9454-0c97187169e7, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=41b8cb4c-b523-420c-9454-0c97187169e7,segment=NetworkSegment(35a3109b-7b15-4b62-9435-3b56596c4f38),segment_id=35a3109b-7b15-4b62-9435-3b56596c4f38)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:01.651812 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.666509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Calling delete_port for 41b8cb4c-b523-420c-9454-0c97187169e7 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:23:01.813642 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.838032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Port': ['ID=41b8cb4c-b523-420c-9454-0c97187169e7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:01.844202 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] No DVR routers for this DVR port 41b8cb4c-b523-420c-9454-0c97187169e7 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:23:01.929612 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.939616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1237efd-59cd-4783-a662-81f5a67a9c1b']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:01.951927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a3109b-7b15-4b62-9435-3b56596c4f38') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:01.952253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a3109b-7b15-4b62-9435-3b56596c4f38') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:01.961904 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.977591 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.983771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:23:01.984172 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:23:01.987322 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:23:02.113806 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.125160 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.125160 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/networks/b1237efd-59cd-4783-a662-81f5a67a9c1b HTTP/1.1" status: 204 len: 168 time: 2.0205040 Aug 19 13:23:02.126724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53862) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:02.132096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1355691594'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:02.138285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb89cd-aaf2-4ef4-83af-84571b2fefdb tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Network': ['ID=b1237efd-59cd-4783-a662-81f5a67a9c1b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:02.211512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Made reservation on behalf of 05cba20ad4ad4bbb822e2229c186640e for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:02.215196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.239650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:23:02.248407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.248753 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Added segment 0be422c8-0188-4396-a490-90afcdec9a64 of type vlan for network 3abf8c91-8040-4375-ac1c-b50e9f2b3199 Aug 19 13:23:02.293630 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.393949 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.400035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:02.400616 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.466618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event updated for resources: {'Network': ['ID=3abf8c91-8040-4375-ac1c-b50e9f2b3199,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:02.477798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 3abf8c91-8040-4375-ac1c-b50e9f2b3199 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:23:02.540709 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7b7af987-59e6-41c9-8716-dfb8398cd542 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4127691 Aug 19 13:23:02.543571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53864) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:02.549627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Request body: {'subnet': {'network_id': '3abf8c91-8040-4375-ac1c-b50e9f2b3199', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:02.703278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Made reservation on behalf of 05cba20ad4ad4bbb822e2229c186640e for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:02.706832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:02.950972 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.016077 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event updated for resources: {'Subnet': ['ID=4539b921-6351-4506-b31e-db0017f13133,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:03.026128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Checking segment: {'id': '0be422c8-0188-4396-a490-90afcdec9a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3abf8c91-8040-4375-ac1c-b50e9f2b3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:03.026517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Network hostable DHCP agents. Network: 3abf8c91-8040-4375-ac1c-b50e9f2b3199, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:23:03.110702 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Network 3abf8c91-8040-4375-ac1c-b50e9f2b3199 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:23:03.184832 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 3abf8c91-8040-4375-ac1c-b50e9f2b3199) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:03.189048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:03.189637 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.194775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e20b8c2-f502-435d-b14e-8e6634b371c9 None None] Network 3abf8c91-8040-4375-ac1c-b50e9f2b3199 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:03.266198 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-066f4d37-bd32-43fe-a516-8a8e767aeec4 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7211714 Aug 19 13:23:03.270064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53866) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:03.275277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2034318230'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:03.340505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-3abf8c91-8040-4375-ac1c-b50e9f2b3199', 'network_id': '3abf8c91-8040-4375-ac1c-b50e9f2b3199', 'tenant_id': '05cba20ad4ad4bbb822e2229c186640e', 'fixed_ips': [{'subnet_id': '4539b921-6351-4506-b31e-db0017f13133'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:23:03.344498 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.407707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Made reservation on behalf of 05cba20ad4ad4bbb822e2229c186640e for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:03.411484 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.436174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:23:03.445202 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.445547 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Added segment 3c4e4ff5-d97f-4868-9c32-54f6c2b458c0 of type vlan for network b17f9bfa-1fc1-465b-a046-02317db5c4cc Aug 19 13:23:03.476496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Allocated IP 2001:db8::2 (3abf8c91-8040-4375-ac1c-b50e9f2b3199/4539b921-6351-4506-b31e-db0017f13133/00541fdc-cf3b-4040-b1c7-20668ea9bbd7) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:03.486352 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.585797 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.591678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:03.592275 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.624537 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.633948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Transition to ACTIVE for port object 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:03.650185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Transition to ACTIVE for port object 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:03.659552 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event updated for resources: {'Network': ['ID=b17f9bfa-1fc1-465b-a046-02317db5c4cc,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:03.670438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b17f9bfa-1fc1-465b-a046-02317db5c4cc details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:23:03.720435 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7666a518-6b15-48d5-99e2-f3d5b47c1778 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4492476 Aug 19 13:23:03.723178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53868) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:03.728788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Request body: {'subnet': {'network_id': 'b17f9bfa-1fc1-465b-a046-02317db5c4cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:03.750778 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.795158 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Network 3abf8c91-8040-4375-ac1c-b50e9f2b3199 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:03.798179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:03.802719 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:03.809921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Pushing event updated for resources: {'Port': ['ID=00541fdc-cf3b-4040-b1c7-20668ea9bbd7,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:03.865306 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Attempting to bind port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:03.866214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Attempting to bind port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '0be422c8-0188-4396-a490-90afcdec9a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3abf8c91-8040-4375-ac1c-b50e9f2b3199'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:03.866588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Attempting to bind port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 on network 3abf8c91-8040-4375-ac1c-b50e9f2b3199 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:03.872589 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:03.872952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Checking segment: {'id': '0be422c8-0188-4396-a490-90afcdec9a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3abf8c91-8040-4375-ac1c-b50e9f2b3199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:03.873367 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.873736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Bound using segment: {'id': '0be422c8-0188-4396-a490-90afcdec9a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3abf8c91-8040-4375-ac1c-b50e9f2b3199'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:03.874194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Bound port: 00541fdc-cf3b-4040-b1c7-20668ea9bbd7, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be422c8-0188-4396-a490-90afcdec9a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3abf8c91-8040-4375-ac1c-b50e9f2b3199'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:03.874576 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.908161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Made reservation on behalf of 05cba20ad4ad4bbb822e2229c186640e for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:03.912079 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:03.937857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] For port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:03.940960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] For port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=00541fdc-cf3b-4040-b1c7-20668ea9bbd7,segment=NetworkSegment(0be422c8-0188-4396-a490-90afcdec9a64),segment_id=0be422c8-0188-4396-a490-90afcdec9a64)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:04.006482 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:04.073392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64095f-5443-469a-8e1d-9e669e386891 None None] Pushing event updated for resources: {'Port': ['ID=00541fdc-cf3b-4040-b1c7-20668ea9bbd7,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:04.171619 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:04.253160 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event updated for resources: {'Subnet': ['ID=3086a821-bbca-44f8-833f-a4d12e3c5edb,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:04.255720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Checking segment: {'id': '3c4e4ff5-d97f-4868-9c32-54f6c2b458c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b17f9bfa-1fc1-465b-a046-02317db5c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:04.256085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Network hostable DHCP agents. Network: b17f9bfa-1fc1-465b-a046-02317db5c4cc, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:23:04.314458 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:23:04.362098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Network b17f9bfa-1fc1-465b-a046-02317db5c4cc is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:23:04.425116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, b17f9bfa-1fc1-465b-a046-02317db5c4cc) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:04.429198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:04.429687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:04.436275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a259a1ac-10d1-4aed-85fd-abbfa0f9e100 None None] Network b17f9bfa-1fc1-465b-a046-02317db5c4cc requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:04.534774 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-074d2b39-23f1-4647-ac0d-52f646e7f377 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8101916 Aug 19 13:23:04.538151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53870) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:04.578255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-b17f9bfa-1fc1-465b-a046-02317db5c4cc', 'network_id': 'b17f9bfa-1fc1-465b-a046-02317db5c4cc', 'tenant_id': '05cba20ad4ad4bbb822e2229c186640e', 'fixed_ips': [{'subnet_id': '3086a821-bbca-44f8-833f-a4d12e3c5edb'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:23:04.579155 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:04.643067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:04.698578 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:04.727624 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Allocated IP 2001:db8::2 (b17f9bfa-1fc1-465b-a046-02317db5c4cc/3086a821-bbca-44f8-833f-a4d12e3c5edb/acf8addc-ca7b-43e6-9da4-51b70d304f5c) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:04.977221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dbf68d-2dcc-48e2-8a56-daace1ed9db2 None None] Network 3abf8c91-8040-4375-ac1c-b50e9f2b3199 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:05.113250 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.131889 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Transition to ACTIVE for port object acf8addc-ca7b-43e6-9da4-51b70d304f5c will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:05.167993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Transition to ACTIVE for port object acf8addc-ca7b-43e6-9da4-51b70d304f5c will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:05.175628 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-371e400f-0967-4ffd-a0eb-f26cfa8246b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.205741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-34fc8173-d308-4ec4-932e-0d1c86a7a58e None None] Provisioning for port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:05.255797 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.300901 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Network b17f9bfa-1fc1-465b-a046-02317db5c4cc is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:05.305584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:05.307543 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Pushing event updated for resources: {'Port': ['ID=acf8addc-ca7b-43e6-9da4-51b70d304f5c,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:05.309783 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:05.340168 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.369697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Subnet': ['ID=3086a821-bbca-44f8-833f-a4d12e3c5edb,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:05.372322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Attempting to bind port acf8addc-ca7b-43e6-9da4-51b70d304f5c on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:05.377827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Attempting to bind port acf8addc-ca7b-43e6-9da4-51b70d304f5c by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '3c4e4ff5-d97f-4868-9c32-54f6c2b458c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b17f9bfa-1fc1-465b-a046-02317db5c4cc'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:05.377827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Attempting to bind port acf8addc-ca7b-43e6-9da4-51b70d304f5c on network b17f9bfa-1fc1-465b-a046-02317db5c4cc {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:05.384221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:05.384602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Checking segment: {'id': '3c4e4ff5-d97f-4868-9c32-54f6c2b458c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b17f9bfa-1fc1-465b-a046-02317db5c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:05.385003 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.385397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Bound using segment: {'id': '3c4e4ff5-d97f-4868-9c32-54f6c2b458c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b17f9bfa-1fc1-465b-a046-02317db5c4cc'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:05.385877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Bound port: acf8addc-ca7b-43e6-9da4-51b70d304f5c, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4e4ff5-d97f-4868-9c32-54f6c2b458c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b17f9bfa-1fc1-465b-a046-02317db5c4cc'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:05.386274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.449317 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.460156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] For port acf8addc-ca7b-43e6-9da4-51b70d304f5c, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:05.460353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17f9bfa-1fc1-465b-a046-02317db5c4cc']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:05.463396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] For port acf8addc-ca7b-43e6-9da4-51b70d304f5c, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=acf8addc-ca7b-43e6-9da4-51b70d304f5c,segment=NetworkSegment(3c4e4ff5-d97f-4868-9c32-54f6c2b458c0),segment_id=3c4e4ff5-d97f-4868-9c32-54f6c2b458c0)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:05.471084 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4e4ff5-d97f-4868-9c32-54f6c2b458c0') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:05.471347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4e4ff5-d97f-4868-9c32-54f6c2b458c0') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:05.480352 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.559835 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.565082 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.568453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:23:05.569349 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:23:05.572321 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:23:05.642431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc53a8-2826-447d-94b5-2b7d053eed3d None None] Pushing event updated for resources: {'Port': ['ID=acf8addc-ca7b-43e6-9da4-51b70d304f5c,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:05.653842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12d3fd9-37f7-4f43-bfca-4112ba17321e None None] Network b17f9bfa-1fc1-465b-a046-02317db5c4cc requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:05.669097 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.db.api [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 19 13:23:05.669097 n-d-803757-2 neutron-server[95543]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 19 13:23:05.669097 n-d-803757-2 neutron-server[95543]: [parameters: {'id': 'b17f9bfa-1fc1-465b-a046-02317db5c4cc'}] Aug 19 13:23:05.669097 n-d-803757-2 neutron-server[95543]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:23:05.669543 n-d-803757-2 neutron-server[95543]: DEBUG oslo_db.api [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:23:05.770254 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709aaec7-1b97-4a06-a01a-fadbc8a889f8 None None] get_active_networks_info from n-d-803757-2 {{(pid=95544) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 13:23:05.847744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709aaec7-1b97-4a06-a01a-fadbc8a889f8 None None] Resources bound (agent type, host, resource id): {{(pid=95544) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 19 13:23:06.171324 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.225948 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:06.236041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Deleting port acf8addc-ca7b-43e6-9da4-51b70d304f5c {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:23:06.236386 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.299711 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] For port acf8addc-ca7b-43e6-9da4-51b70d304f5c, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=acf8addc-ca7b-43e6-9da4-51b70d304f5c,segment=NetworkSegment(3c4e4ff5-d97f-4868-9c32-54f6c2b458c0),segment_id=3c4e4ff5-d97f-4868-9c32-54f6c2b458c0)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:06.299993 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.312683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Calling delete_port for acf8addc-ca7b-43e6-9da4-51b70d304f5c owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:23:06.401963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:06.405903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:06.406297 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.485429 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.493557 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.518125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=00541fdc-cf3b-4040-b1c7-20668ea9bbd7,segment=NetworkSegment(0be422c8-0188-4396-a490-90afcdec9a64),segment_id=0be422c8-0188-4396-a490-90afcdec9a64)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:06.519883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Port': ['ID=acf8addc-ca7b-43e6-9da4-51b70d304f5c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:06.524022 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] No DVR routers for this DVR port acf8addc-ca7b-43e6-9da4-51b70d304f5c on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:23:06.588057 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.602575 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.612706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17f9bfa-1fc1-465b-a046-02317db5c4cc']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:06.628281 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4e4ff5-d97f-4868-9c32-54f6c2b458c0') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:06.628573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4e4ff5-d97f-4868-9c32-54f6c2b458c0') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:06.637554 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=00541fdc-cf3b-4040-b1c7-20668ea9bbd7,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:06.638321 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.652272 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.658213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:23:06.658677 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:23:06.661798 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:23:06.819759 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.826750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:06.828679 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/networks/b17f9bfa-1fc1-465b-a046-02317db5c4cc HTTP/1.1" status: 204 len: 168 time: 2.2893562 Aug 19 13:23:06.832002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53872) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:06.840708 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c436a-3876-4b6b-9f63-e0a717918a09 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Network': ['ID=b17f9bfa-1fc1-465b-a046-02317db5c4cc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:06.860592 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e876f20-46a9-4eaf-9093-6030d6e3754e tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] GET failed (client error): The resource could not be found. Aug 19 13:23:06.861973 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9e876f20-46a9-4eaf-9093-6030d6e3754e tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "GET /v2.0/subnets/3086a821-bbca-44f8-833f-a4d12e3c5edb HTTP/1.1" status: 404 len: 337 time: 0.0288405 Aug 19 13:23:06.866069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53874) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:06.884467 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aeb2593-7fc8-4d3a-9d2f-ba0565ece910 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] DELETE failed (client error): The resource could not be found. Aug 19 13:23:06.885002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aeb2593-7fc8-4d3a-9d2f-ba0565ece910 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:23:06.886656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7aeb2593-7fc8-4d3a-9d2f-ba0565ece910 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/networks/b17f9bfa-1fc1-465b-a046-02317db5c4cc HTTP/1.1" status: 404 len: 339 time: 0.0196576 Aug 19 13:23:06.890223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53876) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:06.920576 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f475c87-bb25-401f-9fd4-05d871bc2706 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] DELETE failed (client error): The resource could not be found. Aug 19 13:23:06.921023 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f475c87-bb25-401f-9fd4-05d871bc2706 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:23:06.922715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4f475c87-bb25-401f-9fd4-05d871bc2706 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/subnets/3086a821-bbca-44f8-833f-a4d12e3c5edb HTTP/1.1" status: 404 len: 337 time: 0.0316281 Aug 19 13:23:06.925237 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53878) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:06.943038 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-6509d521-0122-4ff2-b246-e045758aae4d tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] DELETE failed (client error): The resource could not be found. Aug 19 13:23:06.943588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6509d521-0122-4ff2-b246-e045758aae4d tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:23:06.945196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6509d521-0122-4ff2-b246-e045758aae4d tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/networks/b17f9bfa-1fc1-465b-a046-02317db5c4cc HTTP/1.1" status: 404 len: 339 time: 0.0190909 Aug 19 13:23:06.947597 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53880) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:06.997442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-117f972b-dc3d-4281-9c3e-897b875814bc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Deleting subnet 4539b921-6351-4506-b31e-db0017f13133 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:23:07.000512 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-117f972b-dc3d-4281-9c3e-897b875814bc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.043781 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-117f972b-dc3d-4281-9c3e-897b875814bc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.132576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-117f972b-dc3d-4281-9c3e-897b875814bc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.268320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-117f972b-dc3d-4281-9c3e-897b875814bc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.298038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f972b-dc3d-4281-9c3e-897b875814bc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Subnet': ['ID=4539b921-6351-4506-b31e-db0017f13133,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:07.300047 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-117f972b-dc3d-4281-9c3e-897b875814bc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.302525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-117f972b-dc3d-4281-9c3e-897b875814bc tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/subnets/4539b921-6351-4506-b31e-db0017f13133 HTTP/1.1" status: 204 len: 168 time: 0.3534553 Aug 19 13:23:07.304350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53882) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:07.308252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e2a33-532d-4d52-9080-0c61e5ed53c3 None None] Network 3abf8c91-8040-4375-ac1c-b50e9f2b3199 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:07.380320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.438860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Deleting port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:23:07.439254 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.478845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219053ee-154f-4f46-8a9c-a536c3fc48a9 None None] DHCP port deletion for 3abf8c91-8040-4375-ac1c-b50e9f2b3199 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:23:07.504438 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] For port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=00541fdc-cf3b-4040-b1c7-20668ea9bbd7,segment=NetworkSegment(0be422c8-0188-4396-a490-90afcdec9a64),segment_id=0be422c8-0188-4396-a490-90afcdec9a64)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:07.504811 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.517714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Calling delete_port for 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:23:07.524393 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-219053ee-154f-4f46-8a9c-a536c3fc48a9 None None] Deleting port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:23:07.524775 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-219053ee-154f-4f46-8a9c-a536c3fc48a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.585896 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-219053ee-154f-4f46-8a9c-a536c3fc48a9 None None] For port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=00541fdc-cf3b-4040-b1c7-20668ea9bbd7,segment=NetworkSegment(0be422c8-0188-4396-a490-90afcdec9a64),segment_id=0be422c8-0188-4396-a490-90afcdec9a64)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:07.586299 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-219053ee-154f-4f46-8a9c-a536c3fc48a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.603430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-219053ee-154f-4f46-8a9c-a536c3fc48a9 None None] Calling delete_port for 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:23:07.699197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.719699 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-219053ee-154f-4f46-8a9c-a536c3fc48a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.728705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Port': ['ID=00541fdc-cf3b-4040-b1c7-20668ea9bbd7,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:07.731453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] No DVR routers for this DVR port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:23:07.735077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219053ee-154f-4f46-8a9c-a536c3fc48a9 None None] Pushing event deleted for resources: {'Port': ['ID=00541fdc-cf3b-4040-b1c7-20668ea9bbd7,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:07.736914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219053ee-154f-4f46-8a9c-a536c3fc48a9 None None] No DVR routers for this DVR port 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:23:07.746212 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.812953 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.823754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abf8c91-8040-4375-ac1c-b50e9f2b3199']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:07.833586 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e69ebb3b-f8e5-4a79-9048-2b2ea079579b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.833969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be422c8-0188-4396-a490-90afcdec9a64') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:07.835151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be422c8-0188-4396-a490-90afcdec9a64') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:07.843906 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.857520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.863480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:23:07.863918 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:23:07.866884 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:23:08.025064 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.032740 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.034862 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/networks/3abf8c91-8040-4375-ac1c-b50e9f2b3199 HTTP/1.1" status: 204 len: 168 time: 0.7295616 Aug 19 13:23:08.037554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53884) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:08.055579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2daff-ae7c-48eb-9ee7-04bca4978272 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Network': ['ID=3abf8c91-8040-4375-ac1c-b50e9f2b3199,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:08.074449 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-46beed01-219d-4565-9a04-b4819b3143d6 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] DELETE failed (client error): The resource could not be found. Aug 19 13:23:08.074944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46beed01-219d-4565-9a04-b4819b3143d6 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:23:08.076714 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-46beed01-219d-4565-9a04-b4819b3143d6 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/subnets/fbf0d305-0d92-4136-be1c-4bf0046b4175 HTTP/1.1" status: 404 len: 337 time: 0.0382521 Aug 19 13:23:08.079291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53886) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:08.096646 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef7f4b1-b6a9-4949-9593-ef27fc23281b tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] DELETE failed (client error): The resource could not be found. Aug 19 13:23:08.097173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef7f4b1-b6a9-4949-9593-ef27fc23281b tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:23:08.098862 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3ef7f4b1-b6a9-4949-9593-ef27fc23281b tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/networks/b1237efd-59cd-4783-a662-81f5a67a9c1b HTTP/1.1" status: 404 len: 339 time: 0.0186138 Aug 19 13:23:08.101221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53888) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:08.126465 n-d-803757-2 neutron-server[95542]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89c1e9f-e06f-4fc1-90ed-ad6c1506888c tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] DELETE failed (client error): The resource could not be found. Aug 19 13:23:08.126938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89c1e9f-e06f-4fc1-90ed-ad6c1506888c tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95542) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:23:08.128662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e89c1e9f-e06f-4fc1-90ed-ad6c1506888c tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/subnets/e5010ae9-630f-4ae5-b952-0943c57a938b HTTP/1.1" status: 404 len: 337 time: 0.0265682 Aug 19 13:23:08.132085 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53890) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:08.150416 n-d-803757-2 neutron-server[95543]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ca910a-d551-491d-9511-9f7c7e0a3950 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] DELETE failed (client error): The resource could not be found. Aug 19 13:23:08.150996 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ca910a-d551-491d-9511-9f7c7e0a3950 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95543) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 19 13:23:08.152731 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a1ca910a-d551-491d-9511-9f7c7e0a3950 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/networks/0648f35a-c27b-4266-aecd-10385117552e HTTP/1.1" status: 404 len: 339 time: 0.0196328 Aug 19 13:23:08.155670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53892) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:08.201255 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:23:08.213541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cee1d7-29c1-46a9-b8d3-4bf5da78e8e5 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Deleting subnet b07f7c2e-3f3a-4a66-bf41-850366259477 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:23:08.216638 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-08cee1d7-29c1-46a9-b8d3-4bf5da78e8e5 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.221036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:23:08.221383 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 00541fdc-cf3b-4040-b1c7-20668ea9bbd7 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:23:08.256204 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-08cee1d7-29c1-46a9-b8d3-4bf5da78e8e5 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.339272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-08cee1d7-29c1-46a9-b8d3-4bf5da78e8e5 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.470937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-08cee1d7-29c1-46a9-b8d3-4bf5da78e8e5 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.498521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cee1d7-29c1-46a9-b8d3-4bf5da78e8e5 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Subnet': ['ID=b07f7c2e-3f3a-4a66-bf41-850366259477,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:08.502518 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-08cee1d7-29c1-46a9-b8d3-4bf5da78e8e5 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.505211 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-08cee1d7-29c1-46a9-b8d3-4bf5da78e8e5 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/subnets/b07f7c2e-3f3a-4a66-bf41-850366259477 HTTP/1.1" status: 204 len: 168 time: 0.3477969 Aug 19 13:23:08.507442 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53894) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:08.510129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48d9a1-2576-4458-a16e-67a3055896ac None None] Network 423be8d5-3314-418d-b819-626991ac93a9 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:08.583232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.637584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Deleting port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:23:08.637932 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.687872 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57753b4f-6c5f-4292-bdb9-23bd7bd0cbf7 None None] DHCP port deletion for 423be8d5-3314-418d-b819-626991ac93a9 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:23:08.726479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] For port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2dcc3b2d-f37c-4eef-825d-bd06c4cf9873,segment=NetworkSegment(27df64f0-f3b3-4b19-8f5c-9a7bba359022),segment_id=27df64f0-f3b3-4b19-8f5c-9a7bba359022)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:08.726878 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.733799 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-57753b4f-6c5f-4292-bdb9-23bd7bd0cbf7 None None] Deleting port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:23:08.734161 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-57753b4f-6c5f-4292-bdb9-23bd7bd0cbf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.741055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Calling delete_port for 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:23:08.800069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-57753b4f-6c5f-4292-bdb9-23bd7bd0cbf7 None None] For port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2dcc3b2d-f37c-4eef-825d-bd06c4cf9873,segment=NetworkSegment(27df64f0-f3b3-4b19-8f5c-9a7bba359022),segment_id=27df64f0-f3b3-4b19-8f5c-9a7bba359022)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:08.800778 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-57753b4f-6c5f-4292-bdb9-23bd7bd0cbf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.814181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-57753b4f-6c5f-4292-bdb9-23bd7bd0cbf7 None None] Calling delete_port for 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:23:08.931775 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.939388 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-57753b4f-6c5f-4292-bdb9-23bd7bd0cbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:08.980807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Port': ['ID=2dcc3b2d-f37c-4eef-825d-bd06c4cf9873,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:08.985572 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57753b4f-6c5f-4292-bdb9-23bd7bd0cbf7 None None] Pushing event deleted for resources: {'Port': ['ID=2dcc3b2d-f37c-4eef-825d-bd06c4cf9873,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:08.986510 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] No DVR routers for this DVR port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:23:08.991697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57753b4f-6c5f-4292-bdb9-23bd7bd0cbf7 None None] No DVR routers for this DVR port 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:23:09.070278 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.080563 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423be8d5-3314-418d-b819-626991ac93a9']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:09.091169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27df64f0-f3b3-4b19-8f5c-9a7bba359022') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:09.091457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27df64f0-f3b3-4b19-8f5c-9a7bba359022') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:09.100827 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.114514 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.120833 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:23:09.121223 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:23:09.124227 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:23:09.256799 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.263965 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.265821 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] 10.222.0.21 "DELETE /v2.0/networks/423be8d5-3314-418d-b819-626991ac93a9 HTTP/1.1" status: 204 len: 168 time: 0.7571859 Aug 19 13:23:09.277625 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d39d6-7129-4217-9f3f-1105ac0a53e8 tempest-NetworksIpV6Test-361653696 tempest-NetworksIpV6Test-361653696-project] Pushing event deleted for resources: {'Network': ['ID=423be8d5-3314-418d-b819-626991ac93a9,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:09.342521 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.714207 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53902) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:09.844372 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-099bdff6-edac-416f-804f-afc8618aeaa1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05cba20ad4ad4bbb822e2229c186640e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287744 Aug 19 13:23:09.846787 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53906) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:09.894742 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d35104bf-fbd9-4c73-86ca-3fc52f22dc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:09.916579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d35104bf-fbd9-4c73-86ca-3fc52f22dc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:10.036532 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d35104bf-fbd9-4c73-86ca-3fc52f22dc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:10.039573 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d35104bf-fbd9-4c73-86ca-3fc52f22dc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:10.040725 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d35104bf-fbd9-4c73-86ca-3fc52f22dc89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ea17e18-5e30-4f76-aeb0-de975516899c HTTP/1.1" status: 204 len: 168 time: 0.1929612 Aug 19 13:23:10.048536 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35104bf-fbd9-4c73-86ca-3fc52f22dc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea17e18-5e30-4f76-aeb0-de975516899c,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:10.198844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:23:10.218146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:23:10.218492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2dcc3b2d-f37c-4eef-825d-bd06c4cf9873 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:23:10.736622 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.040266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53928) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:11.137178 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-781cee83-4343-456a-8963-7f952c0459d8 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1702767815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:11.236388 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-781cee83-4343-456a-8963-7f952c0459d8 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.237485 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-781cee83-4343-456a-8963-7f952c0459d8 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.292400 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-781cee83-4343-456a-8963-7f952c0459d8 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.385342 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-781cee83-4343-456a-8963-7f952c0459d8 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.470368 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-781cee83-4343-456a-8963-7f952c0459d8 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.471649 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-781cee83-4343-456a-8963-7f952c0459d8 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4303875 Aug 19 13:23:11.474322 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53932) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:11.479171 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-98381964'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:11.573621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Made reservation on behalf of 62f717aae8d6408ca8b9ca3f5a6a416b for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:11.577183 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.585977 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.679474 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.756472 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.783924 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:23:11.794640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6c8a1f-0a11-4768-8864-699da11def0d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:11.800435 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.800867 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Added segment d746359f-acc9-4ffb-a729-41dd090ced4f of type vlan for network 64949520-7459-4f70-891a-d48ce1be0ad0 Aug 19 13:23:11.842232 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.925034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.930507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:11.933194 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:11.998822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Pushing event updated for resources: {'Network': ['ID=64949520-7459-4f70-891a-d48ce1be0ad0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:12.009365 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 64949520-7459-4f70-891a-d48ce1be0ad0 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:23:12.060056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0b27043b-5cd6-431f-986c-f9ea331c0788 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5846395 Aug 19 13:23:12.062742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53934) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:12.067847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Request body: {'subnet': {'network_id': '64949520-7459-4f70-891a-d48ce1be0ad0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:12.227751 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Made reservation on behalf of 62f717aae8d6408ca8b9ca3f5a6a416b for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:12.231357 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:12.462104 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:12.518377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Pushing event updated for resources: {'Subnet': ['ID=960239cf-71d1-4ba7-ac23-018838decc6a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:12.529064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Checking segment: {'id': 'd746359f-acc9-4ffb-a729-41dd090ced4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '64949520-7459-4f70-891a-d48ce1be0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:12.529471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Network hostable DHCP agents. Network: 64949520-7459-4f70-891a-d48ce1be0ad0, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:23:12.613201 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Network 64949520-7459-4f70-891a-d48ce1be0ad0 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:23:12.708082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 64949520-7459-4f70-891a-d48ce1be0ad0) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:12.712453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:12.713643 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:12.716639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b5e723-26fe-4518-8a2c-22d2213e1b68 None None] Network 64949520-7459-4f70-891a-d48ce1be0ad0 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:12.814408 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-874e5cd6-6eb3-4870-b1bf-5896cc26a17e tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7503893 Aug 19 13:23:12.817366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53936) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:12.823091 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-310290957'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:12.861247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-64949520-7459-4f70-891a-d48ce1be0ad0', 'network_id': '64949520-7459-4f70-891a-d48ce1be0ad0', 'tenant_id': '62f717aae8d6408ca8b9ca3f5a6a416b', 'fixed_ips': [{'subnet_id': '960239cf-71d1-4ba7-ac23-018838decc6a'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:23:12.862121 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:12.904889 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Made reservation on behalf of 62f717aae8d6408ca8b9ca3f5a6a416b for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:12.908534 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:12.938633 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:23:12.947542 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:12.947891 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Added segment 17158893-99dd-406a-a3b9-607e53a2a13d of type vlan for network 70343023-5fa2-4f0d-b4cb-e61cfa52ba2b Aug 19 13:23:12.991962 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:12.999937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Allocated IP 172.20.0.2 (64949520-7459-4f70-891a-d48ce1be0ad0/960239cf-71d1-4ba7-ac23-018838decc6a/ce2a2427-bd25-4160-9cec-1dc55eeff31f) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:13.070137 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:13.075911 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:13.076486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:13.143332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Pushing event updated for resources: {'Network': ['ID=70343023-5fa2-4f0d-b4cb-e61cfa52ba2b,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:13.145992 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:13.155309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 70343023-5fa2-4f0d-b4cb-e61cfa52ba2b details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:23:13.157321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Transition to ACTIVE for port object ce2a2427-bd25-4160-9cec-1dc55eeff31f will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:13.206051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7702e15d-6780-4cc1-9025-2a718f1272ed tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3876085 Aug 19 13:23:13.208917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53938) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:13.211176 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Transition to ACTIVE for port object ce2a2427-bd25-4160-9cec-1dc55eeff31f will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:13.214097 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Request body: {'subnet': {'network_id': '70343023-5fa2-4f0d-b4cb-e61cfa52ba2b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:13.289094 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:13.327094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Network 64949520-7459-4f70-891a-d48ce1be0ad0 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:13.329839 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:13.335908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:13.349507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Pushing event updated for resources: {'Port': ['ID=ce2a2427-bd25-4160-9cec-1dc55eeff31f,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:13.382592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Made reservation on behalf of 62f717aae8d6408ca8b9ca3f5a6a416b for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:13.386156 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:13.394374 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Attempting to bind port ce2a2427-bd25-4160-9cec-1dc55eeff31f on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:13.394748 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Attempting to bind port ce2a2427-bd25-4160-9cec-1dc55eeff31f by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'd746359f-acc9-4ffb-a729-41dd090ced4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '64949520-7459-4f70-891a-d48ce1be0ad0'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:13.395151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Attempting to bind port ce2a2427-bd25-4160-9cec-1dc55eeff31f on network 64949520-7459-4f70-891a-d48ce1be0ad0 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:13.404102 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:13.404480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Checking segment: {'id': 'd746359f-acc9-4ffb-a729-41dd090ced4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '64949520-7459-4f70-891a-d48ce1be0ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:13.404907 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:13.405331 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Bound using segment: {'id': 'd746359f-acc9-4ffb-a729-41dd090ced4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '64949520-7459-4f70-891a-d48ce1be0ad0'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:13.405866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Bound port: ce2a2427-bd25-4160-9cec-1dc55eeff31f, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd746359f-acc9-4ffb-a729-41dd090ced4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '64949520-7459-4f70-891a-d48ce1be0ad0'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:13.406273 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:13.474228 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] For port ce2a2427-bd25-4160-9cec-1dc55eeff31f, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:13.478319 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] For port ce2a2427-bd25-4160-9cec-1dc55eeff31f, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ce2a2427-bd25-4160-9cec-1dc55eeff31f,segment=NetworkSegment(d746359f-acc9-4ffb-a729-41dd090ced4f),segment_id=d746359f-acc9-4ffb-a729-41dd090ced4f)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:13.582510 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:13.639211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8388dc-d47b-4d20-a578-589cbd98ff7b None None] Pushing event updated for resources: {'Port': ['ID=ce2a2427-bd25-4160-9cec-1dc55eeff31f,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:13.656923 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:13.718253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Pushing event updated for resources: {'Subnet': ['ID=0c999527-f732-4cad-af37-197d0713ac3a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:13.728806 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Checking segment: {'id': '17158893-99dd-406a-a3b9-607e53a2a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '70343023-5fa2-4f0d-b4cb-e61cfa52ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:13.729172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Network hostable DHCP agents. Network: 70343023-5fa2-4f0d-b4cb-e61cfa52ba2b, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:23:13.819762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Network 70343023-5fa2-4f0d-b4cb-e61cfa52ba2b is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:23:13.904913 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 70343023-5fa2-4f0d-b4cb-e61cfa52ba2b) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:13.909638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:13.910429 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:13.914072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3fd969-caae-4c06-bc16-9281fa108080 None None] Network 70343023-5fa2-4f0d-b4cb-e61cfa52ba2b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:14.002648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-019b2915-4220-45e1-bf0c-50e8be022131 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7926311 Aug 19 13:23:14.005653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53940) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:14.011315 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-4ba7c3be-ebac-4e2d-acb8-3342798c47ba tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Request body: {'router': {'external_gateway_info': {'network_id': '70343023-5fa2-4f0d-b4cb-e61cfa52ba2b'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:14.081597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-70343023-5fa2-4f0d-b4cb-e61cfa52ba2b', 'network_id': '70343023-5fa2-4f0d-b4cb-e61cfa52ba2b', 'tenant_id': '62f717aae8d6408ca8b9ca3f5a6a416b', 'fixed_ips': [{'subnet_id': '0c999527-f732-4cad-af37-197d0713ac3a'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:23:14.082831 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:14.254930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ce2a2427-bd25-4160-9cec-1dc55eeff31f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:14.257451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Allocated IP 172.21.0.2 (70343023-5fa2-4f0d-b4cb-e61cfa52ba2b/0c999527-f732-4cad-af37-197d0713ac3a/3c5ff26c-0624-4b22-b530-06cc5fad11c6) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:14.261729 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4ba7c3be-ebac-4e2d-acb8-3342798c47ba tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:14.442378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port ce2a2427-bd25-4160-9cec-1dc55eeff31f completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:14.476294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:14.492968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Transition to ACTIVE for port object 3c5ff26c-0624-4b22-b530-06cc5fad11c6 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:14.512080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Transition to ACTIVE for port object 3c5ff26c-0624-4b22-b530-06cc5fad11c6 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:14.529614 n-d-803757-2 neutron-server[95543]: INFO neutron.api.v2.resource [None req-4ba7c3be-ebac-4e2d-acb8-3342798c47ba tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 19 13:23:14.532344 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4ba7c3be-ebac-4e2d-acb8-3342798c47ba tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "PUT /v2.0/routers/3e8d5213-6a2f-495f-9e99-e753a9f6f96e HTTP/1.1" status: 400 len: 364 time: 0.5238132 Aug 19 13:23:14.538880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53942) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:14.588871 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:14.602404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-372e2a1b-047f-4d23-8633-16e5d06ba412 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Deleting subnet 0c999527-f732-4cad-af37-197d0713ac3a {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:23:14.606045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-372e2a1b-047f-4d23-8633-16e5d06ba412 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:14.636817 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Network 70343023-5fa2-4f0d-b4cb-e61cfa52ba2b is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:14.640268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:14.652045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-372e2a1b-047f-4d23-8633-16e5d06ba412 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:14.652996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:14.671339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Pushing event updated for resources: {'Port': ['ID=3c5ff26c-0624-4b22-b530-06cc5fad11c6,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:14.687684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2f3d9d-4c32-430c-bec7-5afa64e2577d None None] Network 64949520-7459-4f70-891a-d48ce1be0ad0 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:14.748475 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-372e2a1b-047f-4d23-8633-16e5d06ba412 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:14.772902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Attempting to bind port 3c5ff26c-0624-4b22-b530-06cc5fad11c6 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:14.773277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Attempting to bind port 3c5ff26c-0624-4b22-b530-06cc5fad11c6 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '17158893-99dd-406a-a3b9-607e53a2a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '70343023-5fa2-4f0d-b4cb-e61cfa52ba2b'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:14.773642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Attempting to bind port 3c5ff26c-0624-4b22-b530-06cc5fad11c6 on network 70343023-5fa2-4f0d-b4cb-e61cfa52ba2b {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:14.791934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:14.792347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Checking segment: {'id': '17158893-99dd-406a-a3b9-607e53a2a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '70343023-5fa2-4f0d-b4cb-e61cfa52ba2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:14.792714 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:14.793116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Bound using segment: {'id': '17158893-99dd-406a-a3b9-607e53a2a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '70343023-5fa2-4f0d-b4cb-e61cfa52ba2b'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:14.793616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Bound port: 3c5ff26c-0624-4b22-b530-06cc5fad11c6, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17158893-99dd-406a-a3b9-607e53a2a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '70343023-5fa2-4f0d-b4cb-e61cfa52ba2b'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:14.794009 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:14.928246 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-372e2a1b-047f-4d23-8633-16e5d06ba412 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:14.958616 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e2a1b-047f-4d23-8633-16e5d06ba412 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Pushing event deleted for resources: {'Subnet': ['ID=0c999527-f732-4cad-af37-197d0713ac3a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:14.961287 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-372e2a1b-047f-4d23-8633-16e5d06ba412 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:14.965655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-372e2a1b-047f-4d23-8633-16e5d06ba412 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "DELETE /v2.0/subnets/0c999527-f732-4cad-af37-197d0713ac3a HTTP/1.1" status: 204 len: 168 time: 0.4233782 Aug 19 13:23:14.966056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53946) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:15.051509 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.058030 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-84dba837-0610-4946-8935-4360f248c702 None None] Provisioning for port ce2a2427-bd25-4160-9cec-1dc55eeff31f completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:15.070233 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-84dba837-0610-4946-8935-4360f248c702 None None] Provisioning complete for port ce2a2427-bd25-4160-9cec-1dc55eeff31f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:15.070604 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-84dba837-0610-4946-8935-4360f248c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.079238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] For port 3c5ff26c-0624-4b22-b530-06cc5fad11c6, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:15.112033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Deleting port 3c5ff26c-0624-4b22-b530-06cc5fad11c6 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:23:15.112373 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.131429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] For port 3c5ff26c-0624-4b22-b530-06cc5fad11c6, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=3c5ff26c-0624-4b22-b530-06cc5fad11c6,segment=NetworkSegment(17158893-99dd-406a-a3b9-607e53a2a13d),segment_id=17158893-99dd-406a-a3b9-607e53a2a13d)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:15.176619 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] For port 3c5ff26c-0624-4b22-b530-06cc5fad11c6, host n-d-803757-2, got binding levels [] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:15.176984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.190100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Calling delete_port for 3c5ff26c-0624-4b22-b530-06cc5fad11c6 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:23:15.202196 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-84dba837-0610-4946-8935-4360f248c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.215220 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.297498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-84dba837-0610-4946-8935-4360f248c702 None None] For port ce2a2427-bd25-4160-9cec-1dc55eeff31f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ce2a2427-bd25-4160-9cec-1dc55eeff31f,segment=NetworkSegment(d746359f-acc9-4ffb-a729-41dd090ced4f),segment_id=d746359f-acc9-4ffb-a729-41dd090ced4f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:15.302262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5ba06-38bd-4044-9cb4-43717bc7a56e None None] Pushing event updated for resources: {'Port': ['ID=3c5ff26c-0624-4b22-b530-06cc5fad11c6,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:15.388359 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.414985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Pushing event deleted for resources: {'Port': ['ID=3c5ff26c-0624-4b22-b530-06cc5fad11c6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:15.425552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] No DVR routers for this DVR port 3c5ff26c-0624-4b22-b530-06cc5fad11c6 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:23:15.452794 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-84dba837-0610-4946-8935-4360f248c702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.509987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dba837-0610-4946-8935-4360f248c702 None None] Pushing event updated for resources: {'Port': ['ID=ce2a2427-bd25-4160-9cec-1dc55eeff31f,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:15.534610 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.545814 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70343023-5fa2-4f0d-b4cb-e61cfa52ba2b']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:15.557577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17158893-99dd-406a-a3b9-607e53a2a13d') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:15.557873 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17158893-99dd-406a-a3b9-607e53a2a13d') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:15.568275 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.586541 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.591092 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-126d8ce9-9c14-4214-89e6-f830e251ac35 None None] Provisioning complete for port ce2a2427-bd25-4160-9cec-1dc55eeff31f triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:15.591403 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-126d8ce9-9c14-4214-89e6-f830e251ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.593146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:23:15.597441 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:23:15.728078 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.734861 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.738178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "DELETE /v2.0/networks/70343023-5fa2-4f0d-b4cb-e61cfa52ba2b HTTP/1.1" status: 204 len: 168 time: 0.7698658 Aug 19 13:23:15.739481 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53950) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:15.753176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c156c1-9611-4143-8f82-e520b631c301 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Pushing event deleted for resources: {'Network': ['ID=70343023-5fa2-4f0d-b4cb-e61cfa52ba2b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:15.792734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bbc985-c0a4-4779-a7c1-b1a7559fbaee tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Deleting subnet 960239cf-71d1-4ba7-ac23-018838decc6a {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:23:15.795975 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6bbc985-c0a4-4779-a7c1-b1a7559fbaee tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.834533 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6bbc985-c0a4-4779-a7c1-b1a7559fbaee tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:15.921409 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6bbc985-c0a4-4779-a7c1-b1a7559fbaee tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.042561 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6bbc985-c0a4-4779-a7c1-b1a7559fbaee tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.067934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbc985-c0a4-4779-a7c1-b1a7559fbaee tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Pushing event deleted for resources: {'Subnet': ['ID=960239cf-71d1-4ba7-ac23-018838decc6a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:16.075273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d6bbc985-c0a4-4779-a7c1-b1a7559fbaee tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.078343 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d6bbc985-c0a4-4779-a7c1-b1a7559fbaee tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "DELETE /v2.0/subnets/960239cf-71d1-4ba7-ac23-018838decc6a HTTP/1.1" status: 204 len: 168 time: 0.3367710 Aug 19 13:23:16.079798 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53952) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:16.083239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb8a73-e761-40ee-9cbf-fc8dec1b4c17 None None] Network 64949520-7459-4f70-891a-d48ce1be0ad0 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:16.166172 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.227116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Deleting port ce2a2427-bd25-4160-9cec-1dc55eeff31f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:23:16.227653 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.232457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ce2a2427-bd25-4160-9cec-1dc55eeff31f up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:16.286846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port ce2a2427-bd25-4160-9cec-1dc55eeff31f triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:16.287095 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.302288 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] For port ce2a2427-bd25-4160-9cec-1dc55eeff31f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ce2a2427-bd25-4160-9cec-1dc55eeff31f,segment=NetworkSegment(d746359f-acc9-4ffb-a729-41dd090ced4f),segment_id=d746359f-acc9-4ffb-a729-41dd090ced4f)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:16.303513 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.312549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e272bbf-2929-4147-a8f9-5d2942a7b09f None None] DHCP port deletion for 64949520-7459-4f70-891a-d48ce1be0ad0 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:23:16.320459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Calling delete_port for ce2a2427-bd25-4160-9cec-1dc55eeff31f owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:23:16.408065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b46394a0-212f-4f88-8264-22146b783cd3 None None] Could not find standard attr ID for object 3c5ff26c-0624-4b22-b530-06cc5fad11c6. {{(pid=95544) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 19 13:23:16.414101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5e272bbf-2929-4147-a8f9-5d2942a7b09f None None] Deleting port ce2a2427-bd25-4160-9cec-1dc55eeff31f {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:23:16.414101 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5e272bbf-2929-4147-a8f9-5d2942a7b09f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.428570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2838ebd3-538d-4832-8431-e8a7cc5e9c75 None None] DHCP port deletion for 70343023-5fa2-4f0d-b4cb-e61cfa52ba2b request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:23:16.476027 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41308b-9d87-4b85-8f20-6a6e10b7995b None None] Network 70343023-5fa2-4f0d-b4cb-e61cfa52ba2b requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:16.499146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5e272bbf-2929-4147-a8f9-5d2942a7b09f None None] For port ce2a2427-bd25-4160-9cec-1dc55eeff31f, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=ce2a2427-bd25-4160-9cec-1dc55eeff31f,segment=NetworkSegment(d746359f-acc9-4ffb-a729-41dd090ced4f),segment_id=d746359f-acc9-4ffb-a729-41dd090ced4f)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:16.499370 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5e272bbf-2929-4147-a8f9-5d2942a7b09f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.501619 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41308b-9d87-4b85-8f20-6a6e10b7995b None None] Network 70343023-5fa2-4f0d-b4cb-e61cfa52ba2b could not be found, it might have been deleted concurrently. {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 19 13:23:16.512350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5e272bbf-2929-4147-a8f9-5d2942a7b09f None None] Calling delete_port for ce2a2427-bd25-4160-9cec-1dc55eeff31f owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:23:16.519416 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.549215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] No DVR routers for this DVR port ce2a2427-bd25-4160-9cec-1dc55eeff31f on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:23:16.555013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Pushing event deleted for resources: {'Port': ['ID=ce2a2427-bd25-4160-9cec-1dc55eeff31f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:16.587952 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5e272bbf-2929-4147-a8f9-5d2942a7b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.614372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e272bbf-2929-4147-a8f9-5d2942a7b09f None None] Pushing event deleted for resources: {'Port': ['ID=ce2a2427-bd25-4160-9cec-1dc55eeff31f,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:16.618716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e272bbf-2929-4147-a8f9-5d2942a7b09f None None] No DVR routers for this DVR port ce2a2427-bd25-4160-9cec-1dc55eeff31f on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:23:16.639084 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.649441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64949520-7459-4f70-891a-d48ce1be0ad0']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:16.660010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd746359f-acc9-4ffb-a729-41dd090ced4f') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:16.660302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd746359f-acc9-4ffb-a729-41dd090ced4f') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:16.669389 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.682665 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.688824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:23:16.689285 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:23:16.692139 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:23:16.885186 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.893153 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:16.895152 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "DELETE /v2.0/networks/64949520-7459-4f70-891a-d48ce1be0ad0 HTTP/1.1" status: 204 len: 168 time: 0.8143418 Aug 19 13:23:16.897739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53954) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:16.918602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bc094-f3fc-49d2-bceb-6a63da9a4976 tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Pushing event deleted for resources: {'Network': ['ID=64949520-7459-4f70-891a-d48ce1be0ad0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:16.935569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7f4927ae-7b10-4188-b020-41854f3cf00c tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e8d5213-6a2f-495f-9e99-e753a9f6f96e HTTP/1.1" status: 200 len: 205 time: 0.0367601 Aug 19 13:23:16.937872 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 53956) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:17.012828 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-92133f26-7f4c-4834-8265-e6c54b9aec7c tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:17.509350 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-92133f26-7f4c-4834-8265-e6c54b9aec7c tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:17.511525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-92133f26-7f4c-4834-8265-e6c54b9aec7c tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:17.616267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-92133f26-7f4c-4834-8265-e6c54b9aec7c tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:17.616777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92133f26-7f4c-4834-8265-e6c54b9aec7c tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Fanout notify agent at l3_agent the message router_deleted on router 3e8d5213-6a2f-495f-9e99-e753a9f6f96e {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:23:17.623952 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-92133f26-7f4c-4834-8265-e6c54b9aec7c tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:17.625200 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-92133f26-7f4c-4834-8265-e6c54b9aec7c tempest-RoutersNegativeTest-1444905414 tempest-RoutersNegativeTest-1444905414-project] 10.222.0.21 "DELETE /v2.0/routers/3e8d5213-6a2f-495f-9e99-e753a9f6f96e HTTP/1.1" status: 204 len: 168 time: 0.6863134 Aug 19 13:23:18.116176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53962) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:18.206974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3c5ff26c-0624-4b22-b530-06cc5fad11c6 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:23:18.230642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 3c5ff26c-0624-4b22-b530-06cc5fad11c6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:23:18.231015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 3c5ff26c-0624-4b22-b530-06cc5fad11c6 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:23:18.231454 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ce2a2427-bd25-4160-9cec-1dc55eeff31f no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:23:18.251637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: ce2a2427-bd25-4160-9cec-1dc55eeff31f {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:23:18.251986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device ce2a2427-bd25-4160-9cec-1dc55eeff31f not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:23:18.258396 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5023b2d8-78e3-4b93-a5a4-bb02aebe9931 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62f717aae8d6408ca8b9ca3f5a6a416b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399875 Aug 19 13:23:18.259968 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53966) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:18.312569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b75bd048-f32f-4e9a-b1a8-763af6614e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:18.334033 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b75bd048-f32f-4e9a-b1a8-763af6614e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:18.444915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b75bd048-f32f-4e9a-b1a8-763af6614e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:18.447409 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b75bd048-f32f-4e9a-b1a8-763af6614e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:18.448558 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b75bd048-f32f-4e9a-b1a8-763af6614e03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d6c8a1f-0a11-4768-8864-699da11def0d HTTP/1.1" status: 204 len: 168 time: 0.1875994 Aug 19 13:23:18.456655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bd048-f32f-4e9a-b1a8-763af6614e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6c8a1f-0a11-4768-8864-699da11def0d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:19.411772 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53988) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:19.505289 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1513180009-network', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:19.607610 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Made reservation on behalf of 48e95fb2e81946c4a807487bf9d31d48 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:19.609924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:19.619112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:19.706181 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:19.778698 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:19.804313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:23:19.813982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2532177a-72c8-4ad0-8a51-6df829e4880d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:19.818860 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:19.819201 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Added segment 981551ad-96a2-495b-9e70-4ed28347bd47 of type vlan for network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 Aug 19 13:23:19.858488 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:19.964681 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:19.965683 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:19.966259 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:20.026248 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] Pushing event updated for resources: {'Network': ['ID=e0148f2e-d84f-4e89-a6dd-77a91f6c9e59,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:20.036519 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:23:20.103162 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7cef7340-569a-4e88-a742-82cc4f6aa025 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6899772 Aug 19 13:23:20.105859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53992) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:20.110899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] Request body: {'subnet': {'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1513180009-subnet', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:20.187666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] Made reservation on behalf of 48e95fb2e81946c4a807487bf9d31d48 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:20.190090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:20.429152 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:20.478208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724d8dce-0e0e-4379-abaf-d5f31873c461,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:20.494032 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] Checking segment: {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:20.494386 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] Network hostable DHCP agents. Network: e0148f2e-d84f-4e89-a6dd-77a91f6c9e59, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:23:20.561601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] Network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:23:20.641514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, e0148f2e-d84f-4e89-a6dd-77a91f6c9e59) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:20.646226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:20.647278 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:20.650348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d20dc-6165-41b4-944f-22a4e05c5218 None None] Network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:20.734421 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6306c19c-9e04-46da-9c11-88de574b62f9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6273239 Aug 19 13:23:20.736990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53994) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:20.743209 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1513180009-router', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:20.804718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-e0148f2e-d84f-4e89-a6dd-77a91f6c9e59', 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'fixed_ips': [{'subnet_id': '724d8dce-0e0e-4379-abaf-d5f31873c461'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:23:20.805582 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:20.828205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:20.829280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:20.884196 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:20.942234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Allocated IP 172.20.0.2 (e0148f2e-d84f-4e89-a6dd-77a91f6c9e59/724d8dce-0e0e-4379-abaf-d5f31873c461/fd640c71-578d-487f-8774-167054cdd8c6) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:21.074149 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.096280 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.104514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Transition to ACTIVE for port object fd640c71-578d-487f-8774-167054cdd8c6 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:21.119676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Transition to ACTIVE for port object fd640c71-578d-487f-8774-167054cdd8c6 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:21.202394 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.236888 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:21.239626 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:21.245063 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:21.270826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Pushing event updated for resources: {'Port': ['ID=fd640c71-578d-487f-8774-167054cdd8c6,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:21.308268 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Attempting to bind port fd640c71-578d-487f-8774-167054cdd8c6 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:21.308634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Attempting to bind port fd640c71-578d-487f-8774-167054cdd8c6 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:21.309014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Attempting to bind port fd640c71-578d-487f-8774-167054cdd8c6 on network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:21.314824 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:21.315208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Checking segment: {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:21.315605 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.315993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Bound using segment: {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:21.316457 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Bound port: fd640c71-578d-487f-8774-167054cdd8c6, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:21.316836 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.353449 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.375413 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.391898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] For port fd640c71-578d-487f-8774-167054cdd8c6, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:21.395297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] For port fd640c71-578d-487f-8774-167054cdd8c6, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fd640c71-578d-487f-8774-167054cdd8c6,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:21.474403 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.484810 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Allocated IP 172.25.2.89 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/cf065836-0e05-45d4-ada3-36bce4967d1b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:21.535089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7239d7-dc40-4fc9-bbcd-042c65ae1037 None None] Pushing event updated for resources: {'Port': ['ID=fd640c71-578d-487f-8774-167054cdd8c6,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:21.593322 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.700503 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:21.752107 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:21.755809 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:21.759649 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:21.765257 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Pushing event updated for resources: {'Port': ['ID=cf065836-0e05-45d4-ada3-36bce4967d1b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:22.094754 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:22.256026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fd640c71-578d-487f-8774-167054cdd8c6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:22.385094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port fd640c71-578d-487f-8774-167054cdd8c6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:22.479942 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc5f71b-13a5-493a-a2c3-cf1880c36542 None None] Network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:22.658878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7ba1f2bb-8266-4fcf-b449-ec8b17091327 None None] Provisioning for port fd640c71-578d-487f-8774-167054cdd8c6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:22.663006 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:22.666299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7ba1f2bb-8266-4fcf-b449-ec8b17091327 None None] Provisioning complete for port fd640c71-578d-487f-8774-167054cdd8c6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:22.666299 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ba1f2bb-8266-4fcf-b449-ec8b17091327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:22.762686 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ba1f2bb-8266-4fcf-b449-ec8b17091327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:22.799796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7ba1f2bb-8266-4fcf-b449-ec8b17091327 None None] For port fd640c71-578d-487f-8774-167054cdd8c6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fd640c71-578d-487f-8774-167054cdd8c6,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:22.884803 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ba1f2bb-8266-4fcf-b449-ec8b17091327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:22.896284 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:23:22.933246 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1f2bb-8266-4fcf-b449-ec8b17091327 None None] Pushing event updated for resources: {'Port': ['ID=fd640c71-578d-487f-8774-167054cdd8c6,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:23.001499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:23:23.002749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-403c4289-b5ec-48bd-a5d2-09cfedd0555e None None] Provisioning complete for port fd640c71-578d-487f-8774-167054cdd8c6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:23.003152 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-403c4289-b5ec-48bd-a5d2-09cfedd0555e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:23.025663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Sync routers for ids ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:23:23.045847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Routers {'2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:23:23.046382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:23:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:23.084906 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:23.086303 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c5f9c99b-4daf-40e6-840d-3a588f462d68 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3481016 Aug 19 13:23:23.089215 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 53996) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:23.187570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Set router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:23:23.365565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'name': 'tempest-TestEncryptedCinderVolumes-1513180009-router', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:20Z', 'updated_at': '2021-08-19T13:23:21Z', 'revision_number': 3, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'gw_port': {'id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:21Z', 'updated_at': '2021-08-19T13:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:23.391174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Checking router: 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:23:23.391524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Updating router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b port cf065836-0e05-45d4-ada3-36bce4967d1b binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:23:23.417429 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:23.526599 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:23.676429 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:23.685614 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Allocated IP 172.20.0.1 (e0148f2e-d84f-4e89-a6dd-77a91f6c9e59/724d8dce-0e0e-4379-abaf-d5f31873c461/b1f36131-f022-44e8-8feb-41345b34b3ca) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:23.687205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Transition to ACTIVE for port object cf065836-0e05-45d4-ada3-36bce4967d1b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:23.785923 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:23.799259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Transition to ACTIVE for port object b1f36131-f022-44e8-8feb-41345b34b3ca will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:23.802519 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:23.852359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Attempting to bind port cf065836-0e05-45d4-ada3-36bce4967d1b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:23.852729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Attempting to bind port cf065836-0e05-45d4-ada3-36bce4967d1b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:23.853093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Attempting to bind port cf065836-0e05-45d4-ada3-36bce4967d1b on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:23.858683 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278d197-fff9-42f9-b3de-cb2194a13da8 None None] Pushing event updated for resources: {'Port': ['ID=cf065836-0e05-45d4-ada3-36bce4967d1b,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:23.863279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:23.863653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:23.864055 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:23.864448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:23.864949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Bound port: cf065836-0e05-45d4-ada3-36bce4967d1b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:23.865333 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:23.916193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] For port cf065836-0e05-45d4-ada3-36bce4967d1b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:23.919165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] For port cf065836-0e05-45d4-ada3-36bce4967d1b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cf065836-0e05-45d4-ada3-36bce4967d1b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:23.942174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:23.987152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:23.990556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:23.993113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:24.017723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f36131-f022-44e8-8feb-41345b34b3ca,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:24.033837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.033837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.033837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.033837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.033837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.033837 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.034684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.034684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.035059 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.035227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.035508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.035820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:24.040847 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:24.052904 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:24.104186 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Routers {'2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:23:24.104840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:23:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:24.142946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278d197-fff9-42f9-b3de-cb2194a13da8 None None] Pushing event updated for resources: {'Port': ['ID=cf065836-0e05-45d4-ada3-36bce4967d1b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:24.227870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fd640c71-578d-487f-8774-167054cdd8c6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:24.232794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] Set router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:23:24.267592 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:24.442308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:24.527450 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:24.552927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port fd640c71-578d-487f-8774-167054cdd8c6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:24.553542 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:24.596515 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f36131-f022-44e8-8feb-41345b34b3ca,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:24.600186 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:24.617316 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7751328d-07b2-4cdb-b846-918f42a0fbe9 None None] Provisioning for port b1f36131-f022-44e8-8feb-41345b34b3ca completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:24.625638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7751328d-07b2-4cdb-b846-918f42a0fbe9 None None] Provisioning complete for port b1f36131-f022-44e8-8feb-41345b34b3ca triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:24.626020 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7751328d-07b2-4cdb-b846-918f42a0fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:24.679537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-7751328d-07b2-4cdb-b846-918f42a0fbe9 None None] Port b1f36131-f022-44e8-8feb-41345b34b3ca cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:23:24.707781 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:24.709793 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:24.727822 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'name': 'tempest-TestEncryptedCinderVolumes-1513180009-router', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:20Z', 'updated_at': '2021-08-19T13:23:21Z', 'revision_number': 3, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'gw_port': {'id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:21Z', 'updated_at': '2021-08-19T13:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:24.756263 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d006cdbe-14fb-485e-bc24-8d4e6aad8625 None None] The sync data for ids ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'] in n-d-803757-2 is: [{'id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'name': 'tempest-TestEncryptedCinderVolumes-1513180009-router', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:20Z', 'updated_at': '2021-08-19T13:23:21Z', 'revision_number': 3, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'gw_port': {'id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:21Z', 'updated_at': '2021-08-19T13:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:23:24.833239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:23:24.947209 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:23:24.952962 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eac6f71f-a46c-4afc-a0be-a1c1d4d50413 admin admin] 10.222.0.21 "PUT /v2.0/routers/2cc96e99-a6e4-4a7c-80c9-ae435178cf5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8619776 Aug 19 13:23:25.015163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c26b2e37-bb55-4dea-8435-771237bedc2e None None] Provisioning complete for port b1f36131-f022-44e8-8feb-41345b34b3ca triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:25.015546 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c26b2e37-bb55-4dea-8435-771237bedc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:25.063897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c26b2e37-bb55-4dea-8435-771237bedc2e None None] Port b1f36131-f022-44e8-8feb-41345b34b3ca cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:23:25.625444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54012) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:25.630549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1108404325-network', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:25.733469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Made reservation on behalf of 79b62ab73a5d4724aff44a151ab22c4d for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:25.735882 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:25.748923 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:25.838750 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:25.907764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:25.933654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:23:25.938944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:25.943347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9550678-a1c3-4820-9953-41ce3927aea5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:25.948965 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:25.949308 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Added segment e6818587-a169-4452-8ea0-af69f24a72df of type vlan for network 641725b8-f0d1-480a-8005-f384f59d8e42 Aug 19 13:23:25.991907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:26.113286 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:26.114290 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:26.114908 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:26.175033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] Pushing event updated for resources: {'Network': ['ID=641725b8-f0d1-480a-8005-f384f59d8e42,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:26.186877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 641725b8-f0d1-480a-8005-f384f59d8e42 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:23:26.230894 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f8b950a8-20ed-4a51-a2c4-e7488c67c05f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6042929 Aug 19 13:23:26.233473 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54014) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:26.239679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] Request body: {'subnet': {'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1108404325-subnet', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:26.256635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cf065836-0e05-45d4-ada3-36bce4967d1b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:26.279195 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Sync routers for ids ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:23:26.290868 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Routers {'2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:23:26.291549 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:23:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:26.376356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] Made reservation on behalf of 79b62ab73a5d4724aff44a151ab22c4d for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:26.378895 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:26.397358 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Set router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:23:26.427643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port cf065836-0e05-45d4-ada3-36bce4967d1b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:26.431623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port cf065836-0e05-45d4-ada3-36bce4967d1b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:26.432078 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:26.518039 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:26.548852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port cf065836-0e05-45d4-ada3-36bce4967d1b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cf065836-0e05-45d4-ada3-36bce4967d1b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:26.598239 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'name': 'tempest-TestEncryptedCinderVolumes-1513180009-router', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:20Z', 'updated_at': '2021-08-19T13:23:24Z', 'revision_number': 4, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'gw_port': {'id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:21Z', 'updated_at': '2021-08-19T13:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b1f36131-f022-44e8-8feb-41345b34b3ca', 'name': '', 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'mac_address': 'fa:16:3e:97:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '724d8dce-0e0e-4379-abaf-d5f31873c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:23Z', 'updated_at': '2021-08-19T13:23:24Z', 'revision_number': 2, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'subnets': [{'id': '724d8dce-0e0e-4379-abaf-d5f31873c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:26.626964 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Checking router: 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:23:26.627309 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Updating router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b port b1f36131-f022-44e8-8feb-41345b34b3ca binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:23:26.652751 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:26.851073 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:26.851392 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:26.906656 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:26.913627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=cf065836-0e05-45d4-ada3-36bce4967d1b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:26.921871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c319b184-9046-41d4-8e8f-612f0514b4b2,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:26.938167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] Checking segment: {'id': 'e6818587-a169-4452-8ea0-af69f24a72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:26.938527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] Network hostable DHCP agents. Network: 641725b8-f0d1-480a-8005-f384f59d8e42, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:23:27.016760 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] Network 641725b8-f0d1-480a-8005-f384f59d8e42 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:23:27.021604 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.032976 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Transition to ACTIVE for port object b1f36131-f022-44e8-8feb-41345b34b3ca will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:27.150532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 641725b8-f0d1-480a-8005-f384f59d8e42) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:27.154832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:27.155487 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.160073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac168dd4-d268-4c67-9744-43f39b287316 None None] Network 641725b8-f0d1-480a-8005-f384f59d8e42 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:27.187626 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.254720 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Pushing event updated for resources: {'Port': ['ID=b1f36131-f022-44e8-8feb-41345b34b3ca,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:27.273856 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.273856 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.274218 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.274324 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.274625 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.274976 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.275433 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.275775 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.276098 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.276415 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.276734 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.277051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:27.284658 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b3298c60-ad50-4044-b7c7-9a7abd0e7535 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0460532 Aug 19 13:23:27.284889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54016) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:27.292019 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1108404325-router', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:27.319999 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Attempting to bind port b1f36131-f022-44e8-8feb-41345b34b3ca on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:27.320528 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Attempting to bind port b1f36131-f022-44e8-8feb-41345b34b3ca by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:27.320709 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Attempting to bind port b1f36131-f022-44e8-8feb-41345b34b3ca on network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:27.322684 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-641725b8-f0d1-480a-8005-f384f59d8e42', 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'fixed_ips': [{'subnet_id': 'c319b184-9046-41d4-8e8f-612f0514b4b2'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:23:27.323676 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.328061 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:27.329084 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Checking segment: {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:27.329683 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.330244 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Bound using segment: {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:27.331321 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Bound port: b1f36131-f022-44e8-8feb-41345b34b3ca, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:27.331979 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.402450 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] For port b1f36131-f022-44e8-8feb-41345b34b3ca, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:27.406402 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] For port b1f36131-f022-44e8-8feb-41345b34b3ca, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b1f36131-f022-44e8-8feb-41345b34b3ca,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:27.447517 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.448615 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.479685 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.480404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Allocated IP 172.20.0.2 (641725b8-f0d1-480a-8005-f384f59d8e42/c319b184-9046-41d4-8e8f-612f0514b4b2/2bcdff21-b5ea-4a1b-b457-3df4cae3344b) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:27.505544 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.550346 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Routers {'2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:23:27.551652 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:23:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:27.595688 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3138e7-2649-4a4c-bac9-69db42161c12 None None] Pushing event updated for resources: {'Port': ['ID=b1f36131-f022-44e8-8feb-41345b34b3ca,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:27.681946 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.691537 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Transition to ACTIVE for port object 2bcdff21-b5ea-4a1b-b457-3df4cae3344b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:27.693183 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] Set router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:23:27.708015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Transition to ACTIVE for port object 2bcdff21-b5ea-4a1b-b457-3df4cae3344b will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:27.745738 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.788999 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.832927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Network 641725b8-f0d1-480a-8005-f384f59d8e42 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:27.836695 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:27.840663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:27.848336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Pushing event updated for resources: {'Port': ['ID=2bcdff21-b5ea-4a1b-b457-3df4cae3344b,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:27.908099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Attempting to bind port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:27.908487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Attempting to bind port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'e6818587-a169-4452-8ea0-af69f24a72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:27.909153 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Attempting to bind port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b on network 641725b8-f0d1-480a-8005-f384f59d8e42 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:27.915878 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:27.916173 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Checking segment: {'id': 'e6818587-a169-4452-8ea0-af69f24a72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:27.916775 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.917234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Bound using segment: {'id': 'e6818587-a169-4452-8ea0-af69f24a72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:27.917813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Bound port: 2bcdff21-b5ea-4a1b-b457-3df4cae3344b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6818587-a169-4452-8ea0-af69f24a72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:27.918123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:27.939903 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'name': 'tempest-TestEncryptedCinderVolumes-1513180009-router', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:20Z', 'updated_at': '2021-08-19T13:23:24Z', 'revision_number': 4, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'gw_port': {'id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:21Z', 'updated_at': '2021-08-19T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b1f36131-f022-44e8-8feb-41345b34b3ca', 'name': '', 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'mac_address': 'fa:16:3e:97:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '724d8dce-0e0e-4379-abaf-d5f31873c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:23Z', 'updated_at': '2021-08-19T13:23:27Z', 'revision_number': 4, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'subnets': [{'id': '724d8dce-0e0e-4379-abaf-d5f31873c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:27.968445 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab486f0-af60-4c46-a320-62a768885421 None None] The sync data for ids ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'] in n-d-803757-2 is: [{'id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'name': 'tempest-TestEncryptedCinderVolumes-1513180009-router', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:20Z', 'updated_at': '2021-08-19T13:23:24Z', 'revision_number': 4, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'gw_port': {'id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:21Z', 'updated_at': '2021-08-19T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b1f36131-f022-44e8-8feb-41345b34b3ca', 'name': '', 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'mac_address': 'fa:16:3e:97:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '724d8dce-0e0e-4379-abaf-d5f31873c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:23Z', 'updated_at': '2021-08-19T13:23:27Z', 'revision_number': 4, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'subnets': [{'id': '724d8dce-0e0e-4379-abaf-d5f31873c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:23:28.001981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] For port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:28.001981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] For port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2bcdff21-b5ea-4a1b-b457-3df4cae3344b,segment=NetworkSegment(e6818587-a169-4452-8ea0-af69f24a72df),segment_id=e6818587-a169-4452-8ea0-af69f24a72df)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:28.063458 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:28.071925 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:28.091100 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:28.139544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875789b8-412d-4df8-ae38-d39e98c923c0 None None] Pushing event updated for resources: {'Port': ['ID=2bcdff21-b5ea-4a1b-b457-3df4cae3344b,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:28.239184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Allocated IP 172.25.2.215 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/31a77494-4b6d-4f02-a137-f69b26cc4982) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:28.394870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cf065836-0e05-45d4-ada3-36bce4967d1b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:28.425877 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:28.458062 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port cf065836-0e05-45d4-ada3-36bce4967d1b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:28.458646 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:28.543683 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:28.549590 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1f36131-f022-44e8-8feb-41345b34b3ca up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:28.585534 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:28.593066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:28.598646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:28.623351 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Pushing event updated for resources: {'Port': ['ID=31a77494-4b6d-4f02-a137-f69b26cc4982,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:28.696366 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port b1f36131-f022-44e8-8feb-41345b34b3ca completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:28.698600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b1f36131-f022-44e8-8feb-41345b34b3ca triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:28.699007 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:28.783285 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:28.824813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port b1f36131-f022-44e8-8feb-41345b34b3ca, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b1f36131-f022-44e8-8feb-41345b34b3ca,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:28.957373 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:28.971283 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:29.043859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=b1f36131-f022-44e8-8feb-41345b34b3ca,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:29.198601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004cd322-4472-486f-8974-494eed6f4a98 None None] Network 641725b8-f0d1-480a-8005-f384f59d8e42 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:23:29.214900 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:29.413534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6d3aae12-a783-4d43-a37b-a9b2de0616bf None None] Provisioning for port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:29.441653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:23:29.919989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:23:29.930592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Sync routers for ids ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:23:29.942132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Routers {'47bbeeb7-09f4-4370-a39f-6448f2e1f09f'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:23:29.943437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:23:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:30.033432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.037472 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-05049f79-2bf3-488f-9b18-03237145594b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7476044 Aug 19 13:23:30.037786 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54018) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:23:30.067690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Set router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:23:30.293080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'name': 'tempest-TestEncryptedCinderVolumes-1108404325-router', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:27Z', 'updated_at': '2021-08-19T13:23:28Z', 'revision_number': 3, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'gw_port': {'id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:28Z', 'updated_at': '2021-08-19T13:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:30.339565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2bcdff21-b5ea-4a1b-b457-3df4cae3344b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:30.342078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Checking router: 47bbeeb7-09f4-4370-a39f-6448f2e1f09f for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:23:30.342837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Updating router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f port 31a77494-4b6d-4f02-a137-f69b26cc4982 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:23:30.399362 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.516161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.555665 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:30.562103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:30.562479 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.714401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Allocated IP 172.20.0.1 (641725b8-f0d1-480a-8005-f384f59d8e42/c319b184-9046-41d4-8e8f-612f0514b4b2/4f63221d-5c22-4023-adee-8f138114fe28) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:30.732587 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.772384 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.795307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Transition to ACTIVE for port object 31a77494-4b6d-4f02-a137-f69b26cc4982 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:30.798120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2bcdff21-b5ea-4a1b-b457-3df4cae3344b,segment=NetworkSegment(e6818587-a169-4452-8ea0-af69f24a72df),segment_id=e6818587-a169-4452-8ea0-af69f24a72df)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:30.825639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.839770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Transition to ACTIVE for port object 4f63221d-5c22-4023-adee-8f138114fe28 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:30.896879 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.897858 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1f36131-f022-44e8-8feb-41345b34b3ca up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:30.940543 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.992859 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=2bcdff21-b5ea-4a1b-b457-3df4cae3344b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:30.997845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:30.998745 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Attempting to bind port 31a77494-4b6d-4f02-a137-f69b26cc4982 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:30.999142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Attempting to bind port 31a77494-4b6d-4f02-a137-f69b26cc4982 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:30.999504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Attempting to bind port 31a77494-4b6d-4f02-a137-f69b26cc4982 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:31.031565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:31.032080 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:31.032465 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:31.032862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:31.033348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Bound port: 31a77494-4b6d-4f02-a137-f69b26cc4982, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:31.033731 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:31.062254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Network 641725b8-f0d1-480a-8005-f384f59d8e42 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:31.066336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:31.069652 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:31.071230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b1f36131-f022-44e8-8feb-41345b34b3ca triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:31.071607 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:31.072143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Pushing event updated for resources: {'Port': ['ID=4f63221d-5c22-4023-adee-8f138114fe28,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:31.097958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4b4d4-53be-44b8-b338-798b7a377194 None None] Pushing event updated for resources: {'Port': ['ID=31a77494-4b6d-4f02-a137-f69b26cc4982,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:31.112359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:31.141814 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] For port 31a77494-4b6d-4f02-a137-f69b26cc4982, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:31.146593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] For port 31a77494-4b6d-4f02-a137-f69b26cc4982, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=31a77494-4b6d-4f02-a137-f69b26cc4982,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:31.236662 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:31.307847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4b4d4-53be-44b8-b338-798b7a377194 None None] Pushing event updated for resources: {'Port': ['ID=31a77494-4b6d-4f02-a137-f69b26cc4982,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:31.310322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Routers {'47bbeeb7-09f4-4370-a39f-6448f2e1f09f'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:23:31.310947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:23:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:31.358942 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:31.497351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c09cbbac-6454-4791-9f35-2bb9f0f80fa0 None None] Provisioning for port 4f63221d-5c22-4023-adee-8f138114fe28 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:31.506302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c09cbbac-6454-4791-9f35-2bb9f0f80fa0 None None] Provisioning complete for port 4f63221d-5c22-4023-adee-8f138114fe28 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:31.506683 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c09cbbac-6454-4791-9f35-2bb9f0f80fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:31.544320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:31.580057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c09cbbac-6454-4791-9f35-2bb9f0f80fa0 None None] Port 4f63221d-5c22-4023-adee-8f138114fe28 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:23:31.599116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] Set router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:23:31.631053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:31.698851 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:31.700767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Pushing event updated for resources: {'Port': ['ID=4f63221d-5c22-4023-adee-8f138114fe28,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:31.778565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'name': 'tempest-TestEncryptedCinderVolumes-1108404325-router', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:27Z', 'updated_at': '2021-08-19T13:23:28Z', 'revision_number': 3, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'gw_port': {'id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:28Z', 'updated_at': '2021-08-19T13:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:31.798015 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Network 641725b8-f0d1-480a-8005-f384f59d8e42 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:31.799499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:31.811887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec2893-fd14-4c12-978f-8de5879a7f6c None None] The sync data for ids ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'] in n-d-803757-2 is: [{'id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'name': 'tempest-TestEncryptedCinderVolumes-1108404325-router', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:27Z', 'updated_at': '2021-08-19T13:23:28Z', 'revision_number': 3, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'gw_port': {'id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:28Z', 'updated_at': '2021-08-19T13:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:23:31.921824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:23:32.056382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:23:32.063999 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0a26fb77-a2dd-4d2e-8bc5-fd887b87479a admin admin] 10.222.0.21 "PUT /v2.0/routers/47bbeeb7-09f4-4370-a39f-6448f2e1f09f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0251527 Aug 19 13:23:32.102164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-34bac2af-d312-4585-ae72-e77b4bb0aa1e None None] Provisioning complete for port 4f63221d-5c22-4023-adee-8f138114fe28 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:32.102591 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-34bac2af-d312-4585-ae72-e77b4bb0aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:32.139303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-34bac2af-d312-4585-ae72-e77b4bb0aa1e None None] Port 4f63221d-5c22-4023-adee-8f138114fe28 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:23:32.325505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2bcdff21-b5ea-4a1b-b457-3df4cae3344b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:32.376861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:32.377336 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:32.466467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 31a77494-4b6d-4f02-a137-f69b26cc4982 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:32.565090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 31a77494-4b6d-4f02-a137-f69b26cc4982 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:32.570039 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 31a77494-4b6d-4f02-a137-f69b26cc4982 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:32.570897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:32.658336 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:32.682354 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 31a77494-4b6d-4f02-a137-f69b26cc4982, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=31a77494-4b6d-4f02-a137-f69b26cc4982,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:32.779205 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:32.835271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=31a77494-4b6d-4f02-a137-f69b26cc4982,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:32.997449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788470c-7a69-4321-9b63-9f827badc6ac req-b9f2ec41-25f5-4c8d-8f28-d2f5afb049c5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:32.998984 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-b9f2ec41-25f5-4c8d-8f28-d2f5afb049c5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/networks?id=e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 HTTP/1.1" status: 200 len: 817 time: 0.1143267 Aug 19 13:23:33.014278 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-87f267d7-676b-413a-8a0e-5625048e1d74 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/quotas/48e95fb2e81946c4a807487bf9d31d48 HTTP/1.1" status: 200 len: 375 time: 0.0092731 Aug 19 13:23:33.067846 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-d188e8d8-bbd8-4471-97fe-bfc3d4d236af tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=48e95fb2e81946c4a807487bf9d31d48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484221 Aug 19 13:23:33.179610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-593c2693-990d-4044-b496-7172cb415f2c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:23:33.180639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-593c2693-990d-4044-b496-7172cb415f2c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0998240 Aug 19 13:23:33.278440 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-e6f69ec5-1926-4035-831a-d3915067cffe service neutron] 10.222.0.21 "GET /v2.0/networks/e0148f2e-d84f-4e89-a6dd-77a91f6c9e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912828 Aug 19 13:23:33.369676 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-03d34913-daef-4913-a6f9-40d2847d090d service neutron] 10.222.0.21 "GET /v2.0/networks/e0148f2e-d84f-4e89-a6dd-77a91f6c9e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851660 Aug 19 13:23:33.385379 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Sync routers for ids ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:23:33.395068 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Routers {'47bbeeb7-09f4-4370-a39f-6448f2e1f09f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:23:33.395683 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:23:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:33.501853 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Set router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:23:33.615304 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-77219ea9-c3dd-4011-aaec-bee1a6a21383 req-70a87d5a-675d-4b5c-bb50-9ba7b0c25ea2 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 210 time: 0.0277557 Aug 19 13:23:33.720926 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'name': 'tempest-TestEncryptedCinderVolumes-1108404325-router', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:27Z', 'updated_at': '2021-08-19T13:23:31Z', 'revision_number': 4, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'gw_port': {'id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:28Z', 'updated_at': '2021-08-19T13:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4f63221d-5c22-4023-adee-8f138114fe28', 'name': '', 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'mac_address': 'fa:16:3e:21:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'c319b184-9046-41d4-8e8f-612f0514b4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:30Z', 'updated_at': '2021-08-19T13:23:31Z', 'revision_number': 2, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'subnets': [{'id': 'c319b184-9046-41d4-8e8f-612f0514b4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:33.746970 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Checking router: 47bbeeb7-09f4-4370-a39f-6448f2e1f09f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:23:33.751033 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Updating router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f port 4f63221d-5c22-4023-adee-8f138114fe28 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:23:33.771766 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:34.029883 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:34.044696 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Transition to ACTIVE for port object 4f63221d-5c22-4023-adee-8f138114fe28 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:34.119293 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:34.167574 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b3576-ae62-45ce-8d2a-904a82671fd5 None None] Pushing event updated for resources: {'Port': ['ID=4f63221d-5c22-4023-adee-8f138114fe28,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:34.221518 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Attempting to bind port 4f63221d-5c22-4023-adee-8f138114fe28 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:34.221848 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Attempting to bind port 4f63221d-5c22-4023-adee-8f138114fe28 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'e6818587-a169-4452-8ea0-af69f24a72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:34.222252 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Attempting to bind port 4f63221d-5c22-4023-adee-8f138114fe28 on network 641725b8-f0d1-480a-8005-f384f59d8e42 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:34.228714 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:34.230172 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Checking segment: {'id': 'e6818587-a169-4452-8ea0-af69f24a72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:34.230172 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:34.230172 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Bound using segment: {'id': 'e6818587-a169-4452-8ea0-af69f24a72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:34.230465 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Bound port: 4f63221d-5c22-4023-adee-8f138114fe28, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6818587-a169-4452-8ea0-af69f24a72df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:34.230704 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:34.252947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 31a77494-4b6d-4f02-a137-f69b26cc4982 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:34.314109 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] For port 4f63221d-5c22-4023-adee-8f138114fe28, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:34.315396 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 31a77494-4b6d-4f02-a137-f69b26cc4982 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:34.316088 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:34.319482 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] For port 4f63221d-5c22-4023-adee-8f138114fe28, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4f63221d-5c22-4023-adee-8f138114fe28,segment=NetworkSegment(e6818587-a169-4452-8ea0-af69f24a72df),segment_id=e6818587-a169-4452-8ea0-af69f24a72df)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:34.379617 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:34.438546 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Routers {'47bbeeb7-09f4-4370-a39f-6448f2e1f09f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:23:34.439256 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:23:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:34.476506 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b3576-ae62-45ce-8d2a-904a82671fd5 None None] Pushing event updated for resources: {'Port': ['ID=4f63221d-5c22-4023-adee-8f138114fe28,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:34.652657 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] Set router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:23:34.721315 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d106f832-b528-4d0c-9cb5-84e832eaae3c req-f0cde3f2-7afd-495a-b0f8-af0aca22ec78 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 210 time: 0.0348909 Aug 19 13:23:34.857513 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'name': 'tempest-TestEncryptedCinderVolumes-1108404325-router', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:27Z', 'updated_at': '2021-08-19T13:23:31Z', 'revision_number': 4, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'gw_port': {'id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:28Z', 'updated_at': '2021-08-19T13:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4f63221d-5c22-4023-adee-8f138114fe28', 'name': '', 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'mac_address': 'fa:16:3e:21:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'c319b184-9046-41d4-8e8f-612f0514b4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:30Z', 'updated_at': '2021-08-19T13:23:34Z', 'revision_number': 4, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'subnets': [{'id': 'c319b184-9046-41d4-8e8f-612f0514b4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:23:34.883384 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b549e-a406-4c5f-8e1c-9ebf60277b1d None None] The sync data for ids ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'] in n-d-803757-2 is: [{'id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'name': 'tempest-TestEncryptedCinderVolumes-1108404325-router', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:27Z', 'updated_at': '2021-08-19T13:23:31Z', 'revision_number': 4, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'gw_port': {'id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:28Z', 'updated_at': '2021-08-19T13:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '4f63221d-5c22-4023-adee-8f138114fe28', 'name': '', 'network_id': '641725b8-f0d1-480a-8005-f384f59d8e42', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'mac_address': 'fa:16:3e:21:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'c319b184-9046-41d4-8e8f-612f0514b4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:30Z', 'updated_at': '2021-08-19T13:23:34Z', 'revision_number': 4, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'subnets': [{'id': 'c319b184-9046-41d4-8e8f-612f0514b4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:23:35.075839 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-497dd14d-69bf-441c-b66c-595a74350acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:35.689782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788470c-7a69-4321-9b63-9f827badc6ac req-21b1db54-0df8-41bf-a365-66791f022330 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:35.691343 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-21b1db54-0df8-41bf-a365-66791f022330 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.30 "GET /v2.0/networks?id=e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 HTTP/1.1" status: 200 len: 817 time: 0.1056137 Aug 19 13:23:35.705399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Request body: {'port': {'device_id': 'aad446ab-c580-4ddf-9681-29a84257f4dd', 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59', 'admin_state_up': True, 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:35.843034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b80db7e-2a2c-4ed2-8902-ca2fd839966f req-66b68bae-66b1-42a8-82e3-da0a288c17e4 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 210 time: 0.0372152 Aug 19 13:23:35.941701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Made reservation on behalf of 48e95fb2e81946c4a807487bf9d31d48 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:23:35.945384 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:36.073658 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Allocated IP 172.20.0.14 (e0148f2e-d84f-4e89-a6dd-77a91f6c9e59/724d8dce-0e0e-4379-abaf-d5f31873c461/ff5203d5-3cd7-432e-8930-e0ccfcc2c40e) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:23:36.219716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:36.234690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Transition to ACTIVE for port object ff5203d5-3cd7-432e-8930-e0ccfcc2c40e will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:36.243836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4f63221d-5c22-4023-adee-8f138114fe28 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:36.327587 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:36.350434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 4f63221d-5c22-4023-adee-8f138114fe28 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:36.354732 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4f63221d-5c22-4023-adee-8f138114fe28 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:36.355133 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:36.376852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:23:36.380573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:23:36.384598 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:23:36.409392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Pushing event updated for resources: {'Port': ['ID=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:36.441756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:36.443109 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:36.443318 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:36.478476 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 4f63221d-5c22-4023-adee-8f138114fe28, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4f63221d-5c22-4023-adee-8f138114fe28,segment=NetworkSegment(e6818587-a169-4452-8ea0-af69f24a72df),segment_id=e6818587-a169-4452-8ea0-af69f24a72df)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:36.516886 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-63957e20-e879-4de3-8b32-0423a4443ea5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8154607 Aug 19 13:23:36.530365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Request body: {'port': {'device_id': 'aad446ab-c580-4ddf-9681-29a84257f4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:23:36.556110 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:36.590276 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:36.608494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=4f63221d-5c22-4023-adee-8f138114fe28,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:36.718905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c4ffc2ea-c44a-4772-bbe1-d735ccdadfa5 None None] Provisioning for port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:36.722704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c4ffc2ea-c44a-4772-bbe1-d735ccdadfa5 None None] Provisioning complete for port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:36.723165 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c4ffc2ea-c44a-4772-bbe1-d735ccdadfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:36.760410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c4ffc2ea-c44a-4772-bbe1-d735ccdadfa5 None None] Port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:23:36.874727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5203d5-3cd7-432e-8930-e0ccfcc2c40e {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:23:36.883059 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:36.896971 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Transition to ACTIVE for port object ff5203d5-3cd7-432e-8930-e0ccfcc2c40e will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:23:36.973906 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:37.025682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58bcc1-f2b8-4fb9-92e3-3806018768bd req-b15986e5-fa89-4789-8802-bbdd34bef5f7 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:37.028912 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e58bcc1-f2b8-4fb9-92e3-3806018768bd req-b15986e5-fa89-4789-8802-bbdd34bef5f7 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 944 time: 0.1137056 Aug 19 13:23:37.033100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:37.074499 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0e58bcc1-f2b8-4fb9-92e3-3806018768bd req-4b6d30cc-fd28-470d-aace-eef56d95371c tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 Aug 19 13:23:37.118243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Attempting to bind port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:23:37.118572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Attempting to bind port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:23:37.118930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Attempting to bind port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e on network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:37.123671 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e on network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:23:37.123972 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Attempting to bind port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e on network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:23:37.129357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:23:37.129690 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Checking segment: {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:23:37.130590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Bound using segment: {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:23:37.131044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Bound port: ff5203d5-3cd7-432e-8930-e0ccfcc2c40e, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:23:37.131402 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:37.199359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] For port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:23:37.202478 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] For port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:23:37.282156 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:37.319756 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:37.320824 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:37.322396 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] 10.222.0.30 "PUT /v2.0/ports/ff5203d5-3cd7-432e-8930-e0ccfcc2c40e HTTP/1.1" status: 200 len: 1092 time: 0.7966011 Aug 19 13:23:37.324700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad446ab-c580-4ddf-9681-29a84257f4dd', 'tag': 'ff5203d5-3cd7-432e-8930-e0ccfcc2c40e'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:23:37.327697 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756d33aa-54d4-4bf4-8676-44aab4dabe46" -d '{"events": [{"name": "network-changed", "server_uuid": "aad446ab-c580-4ddf-9681-29a84257f4dd", "tag": "ff5203d5-3cd7-432e-8930-e0ccfcc2c40e"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:23:37.355571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4bb4a-5d67-43fb-8e61-e3ab80caaf46 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:37.368143 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de30e92d-fc43-4449-b32e-62c2c74843a0 x-openstack-request-id: req-de30e92d-fc43-4449-b32e-62c2c74843a0 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:23:37.368143 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad446ab-c580-4ddf-9681-29a84257f4dd", "tag": "ff5203d5-3cd7-432e-8930-e0ccfcc2c40e", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:23:37.369041 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de30e92d-fc43-4449-b32e-62c2c74843a0 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:23:37.369393 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad446ab-c580-4ddf-9681-29a84257f4dd', 'tag': 'ff5203d5-3cd7-432e-8930-e0ccfcc2c40e', 'status': 'completed', 'code': 200} Aug 19 13:23:37.429579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d33aa-54d4-4bf4-8676-44aab4dabe46 req-15927047-0996-4b60-822b-3f5994a36acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:37.431139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-756d33aa-54d4-4bf4-8676-44aab4dabe46 req-15927047-0996-4b60-822b-3f5994a36acc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48e95fb2e81946c4a807487bf9d31d48&device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 1095 time: 0.0441000 Aug 19 13:23:37.538113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d33aa-54d4-4bf4-8676-44aab4dabe46 req-5530cf29-555b-4b7c-8701-faf77200ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:37.539563 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-756d33aa-54d4-4bf4-8676-44aab4dabe46 req-5530cf29-555b-4b7c-8701-faf77200ddd0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=48e95fb2e81946c4a807487bf9d31d48&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1007180 Aug 19 13:23:37.636528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d33aa-54d4-4bf4-8676-44aab4dabe46 req-fc542de1-0431-4d46-93c7-aa5c7b4f192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:37.638000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-756d33aa-54d4-4bf4-8676-44aab4dabe46 req-fc542de1-0431-4d46-93c7-aa5c7b4f192d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913162 Aug 19 13:23:37.696161 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:37.723266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788470c-7a69-4321-9b63-9f827badc6ac req-d541a42d-e09d-4fa6-97e2-4de7687573b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:37.729379 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-d541a42d-e09d-4fa6-97e2-4de7687573b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48e95fb2e81946c4a807487bf9d31d48&device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 1095 time: 0.0463793 Aug 19 13:23:37.768310 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-3d7355b9-c0b2-4002-9a56-efbdb9067b07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e HTTP/1.1" status: 200 len: 217 time: 0.0340781 Aug 19 13:23:37.799243 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-839c801c-d4f3-4c12-b11a-4d4bdf13581e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:37.820438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788470c-7a69-4321-9b63-9f827badc6ac req-bbdaaca8-cb4f-4824-9167-8ad32fa3b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:37.821908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-bbdaaca8-cb4f-4824-9167-8ad32fa3b972 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=724d8dce-0e0e-4379-abaf-d5f31873c461 HTTP/1.1" status: 200 len: 856 time: 0.0453432 Aug 19 13:23:37.872171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788470c-7a69-4321-9b63-9f827badc6ac req-c77a107e-2950-43df-9da5-5fb8b0a72a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:37.873661 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-c77a107e-2950-43df-9da5-5fb8b0a72a71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0148f2e-d84f-4e89-a6dd-77a91f6c9e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446320 Aug 19 13:23:37.960968 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-bba21737-a2ce-47f4-ba50-38bc8a7ed21b service neutron] 10.222.0.30 "GET /v2.0/networks/e0148f2e-d84f-4e89-a6dd-77a91f6c9e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797515 Aug 19 13:23:38.056002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8788470c-7a69-4321-9b63-9f827badc6ac req-1ef6c52a-a6b1-49ef-b74a-b20c01700ee1 service neutron] 10.222.0.30 "GET /v2.0/networks/e0148f2e-d84f-4e89-a6dd-77a91f6c9e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877166 Aug 19 13:23:38.192805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddb9d2-f58e-4e70-b435-207bf8c33153 req-e295211b-c5fa-42a7-8f59-4f7ff6940978 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:38.194549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3eddb9d2-f58e-4e70-b435-207bf8c33153 req-e295211b-c5fa-42a7-8f59-4f7ff6940978 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 944 time: 0.0518477 Aug 19 13:23:38.226922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4f63221d-5c22-4023-adee-8f138114fe28 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:38.235836 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3eddb9d2-f58e-4e70-b435-207bf8c33153 req-acf41508-ad6d-4d9a-862c-f9cf382f5974 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350986 Aug 19 13:23:38.273546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 4f63221d-5c22-4023-adee-8f138114fe28 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:38.273919 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:39.331062 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:39.405602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19f752-9ce0-4c46-b5fa-9b1191fc2b78 req-50ab2362-29f6-4223-80f3-2b7c37b2bf6d tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:39.407123 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef19f752-9ce0-4c46-b5fa-9b1191fc2b78 req-50ab2362-29f6-4223-80f3-2b7c37b2bf6d tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 944 time: 0.1017609 Aug 19 13:23:39.445283 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef19f752-9ce0-4c46-b5fa-9b1191fc2b78 req-e7a16755-7f0c-43e0-92ae-d8f8dc9fae40 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Aug 19 13:23:40.558926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761be82-2ab8-4c37-bdae-e8338f21ba84 req-6cdc59b8-05e6-4ce2-b3ec-ca08216edf1c tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:40.560412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1761be82-2ab8-4c37-bdae-e8338f21ba84 req-6cdc59b8-05e6-4ce2-b3ec-ca08216edf1c tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 944 time: 0.0482519 Aug 19 13:23:40.598106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1761be82-2ab8-4c37-bdae-e8338f21ba84 req-0667ab5b-754c-4d25-9b0e-b0713e5cac0f tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Aug 19 13:23:40.750197 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:41.038448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ff5203d5-3cd7-432e-8930-e0ccfcc2c40e details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:23:41.128640 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:41.143602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'ff5203d5-3cd7-432e-8930-e0ccfcc2c40e', 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59', 'port_id': 'ff5203d5-3cd7-432e-8930-e0ccfcc2c40e', 'mac_address': 'fa:16:3e:d1:f6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724d8dce-0e0e-4379-abaf-d5f31873c461', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:23:41.195494 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:41.216425 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5203d5-3cd7-432e-8930-e0ccfcc2c40e {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:23:41.236901 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:41.299031 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:41.313549 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:23:41.346120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:41.354066 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.354413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.354758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.355134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.355456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.355790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.356118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.356444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.356771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.357093 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.357417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.357739 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:23:41.513663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ff5203d5-3cd7-432e-8930-e0ccfcc2c40e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:23:41.714303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119b78e-a077-4149-bdb6-5d1c99aa8de7 req-77a76798-d2a9-4e0b-83c4-a425255fb1bb tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:41.715919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4119b78e-a077-4149-bdb6-5d1c99aa8de7 req-77a76798-d2a9-4e0b-83c4-a425255fb1bb tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 945 time: 0.0516222 Aug 19 13:23:41.756888 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4119b78e-a077-4149-bdb6-5d1c99aa8de7 req-08278516-90e5-445f-a849-9d774fe34a64 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350192 Aug 19 13:23:42.876176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184131f-0134-4c2a-8bb6-27a07b5345c4 req-9bbf9017-faea-4b94-b3f5-26d24c2359da tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:42.877742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4184131f-0134-4c2a-8bb6-27a07b5345c4 req-9bbf9017-faea-4b94-b3f5-26d24c2359da tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 945 time: 0.0536690 Aug 19 13:23:42.916303 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4184131f-0134-4c2a-8bb6-27a07b5345c4 req-35ae7cb2-f8de-4582-9713-6f6fccb10abd tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Aug 19 13:23:43.053081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ff5203d5-3cd7-432e-8930-e0ccfcc2c40e up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:23:43.167195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:23:43.171279 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:23:43.171681 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:43.248114 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:43.269638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad446ab-c580-4ddf-9681-29a84257f4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5203d5-3cd7-432e-8930-e0ccfcc2c40e'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:23:43.272461 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5ee723-8f32-4e5f-b4d5-778cf0e8c25c" -d '{"events": [{"server_uuid": "aad446ab-c580-4ddf-9681-29a84257f4dd", "name": "network-vif-plugged", "status": "completed", "tag": "ff5203d5-3cd7-432e-8930-e0ccfcc2c40e"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:23:43.290984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:23:43.315261 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bff005-ba73-4b43-9873-d7b34d53b7d4 x-openstack-request-id: req-a5bff005-ba73-4b43-9873-d7b34d53b7d4 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:23:43.315261 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad446ab-c580-4ddf-9681-29a84257f4dd", "name": "network-vif-plugged", "status": "completed", "tag": "ff5203d5-3cd7-432e-8930-e0ccfcc2c40e", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:23:43.315261 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5bff005-ba73-4b43-9873-d7b34d53b7d4 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:23:43.315261 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad446ab-c580-4ddf-9681-29a84257f4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5203d5-3cd7-432e-8930-e0ccfcc2c40e', 'code': 200} Aug 19 13:23:43.396655 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:43.417407 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dab7c5-18b7-4bc4-8b06-444de567a0d8 req-dd607915-109c-483d-9764-1ef0e8880dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:43.419024 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05dab7c5-18b7-4bc4-8b06-444de567a0d8 req-dd607915-109c-483d-9764-1ef0e8880dcc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 1096 time: 0.0459049 Aug 19 13:23:43.444681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:23:43.456402 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-05dab7c5-18b7-4bc4-8b06-444de567a0d8 req-fe7eda60-e0a2-43ba-9572-c9ce4e9a4f39 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287619 Aug 19 13:23:44.031640 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89f705-0e5a-4d3b-ac7d-18e4e85271dc req-019e51a7-79e0-4c0a-a008-5ea926b9c750 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:44.033187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d89f705-0e5a-4d3b-ac7d-18e4e85271dc req-019e51a7-79e0-4c0a-a008-5ea926b9c750 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 946 time: 0.0492098 Aug 19 13:23:44.071109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d89f705-0e5a-4d3b-ac7d-18e4e85271dc req-b69cb86e-c5ba-444c-a2c3-f656a3e601bc tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Aug 19 13:23:45.188452 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce33d1-3a0c-41c6-81fc-136b23fe9d57 req-eaa7d075-429c-43a9-8c4d-81ab20dbc8c8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:45.189982 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-63ce33d1-3a0c-41c6-81fc-136b23fe9d57 req-eaa7d075-429c-43a9-8c4d-81ab20dbc8c8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 946 time: 0.0510237 Aug 19 13:23:45.228551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-63ce33d1-3a0c-41c6-81fc-136b23fe9d57 req-6a245457-52c9-42d8-a6f6-d1770e6aad52 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Aug 19 13:23:45.345000 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaec0b-1211-4efa-90a0-59602889e414 req-7aba47c5-ed2e-4f58-971d-1e94debb7922 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:23:45.346501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4eaec0b-1211-4efa-90a0-59602889e414 req-7aba47c5-ed2e-4f58-971d-1e94debb7922 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 946 time: 0.0502834 Aug 19 13:23:45.383668 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4eaec0b-1211-4efa-90a0-59602889e414 req-f646b074-8362-4741-82ba-fef0ae34435f tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Aug 19 13:23:55.955739 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:23:56.841332 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:05.075292 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1c05f7e6-9792-4233-b3a4-3a205acc3d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:05.460737 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-ce0ba76c-1413-498d-9f98-5d39c88b2f1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414298 Aug 19 13:24:05.547466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-22d53af6-d68b-4260-b4d1-bb9caedad4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:05.548993 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-22d53af6-d68b-4260-b4d1-bb9caedad4c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48e95fb2e81946c4a807487bf9d31d48&device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 1097 time: 0.0435286 Aug 19 13:24:05.662242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-6db1ae3f-4ee1-467a-8c99-045ef40d34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:05.663802 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-6db1ae3f-4ee1-467a-8c99-045ef40d34a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 HTTP/1.1" status: 200 len: 918 time: 0.0940506 Aug 19 13:24:05.707060 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-14f8a492-d6e5-4ec8-bc4c-2666bf21117e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e HTTP/1.1" status: 200 len: 217 time: 0.0353305 Aug 19 13:24:05.764688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-a0af3880-3681-43b3-adf2-8a609657f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:05.766138 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-a0af3880-3681-43b3-adf2-8a609657f8b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=724d8dce-0e0e-4379-abaf-d5f31873c461 HTTP/1.1" status: 200 len: 856 time: 0.0502119 Aug 19 13:24:05.814817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-d4f7f276-2cb2-4bb8-b5b8-3d8362afdd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:05.816456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-d4f7f276-2cb2-4bb8-b5b8-3d8362afdd04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0148f2e-d84f-4e89-a6dd-77a91f6c9e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419908 Aug 19 13:24:05.907063 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-03261d3f-0b78-4871-a459-fc7661f840e1 service neutron] 10.222.0.30 "GET /v2.0/networks/e0148f2e-d84f-4e89-a6dd-77a91f6c9e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827336 Aug 19 13:24:06.004773 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f68a08c-48e8-42e3-8877-19f861575b03 req-04908883-3c25-475f-9e55-cac6922de538 service neutron] 10.222.0.30 "GET /v2.0/networks/e0148f2e-d84f-4e89-a6dd-77a91f6c9e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897887 Aug 19 13:24:07.669950 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:07.838913 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f99bba08-aca2-460e-86d6-df42ad12ca7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:08.667406 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aee339-b854-42bd-a7e1-601e141b8175 req-2e5062df-5dfc-41c7-a985-03e54e932b7f tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:08.668817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95aee339-b854-42bd-a7e1-601e141b8175 req-2e5062df-5dfc-41c7-a985-03e54e932b7f tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 946 time: 0.0543215 Aug 19 13:24:08.707456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-95aee339-b854-42bd-a7e1-601e141b8175 req-054e9be1-86a8-43cd-9e07-1d513cabb04e tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325232 Aug 19 13:24:09.332586 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:09.835035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4d609-bcd2-4106-aca8-9b16d671ea4d req-a9064e48-0e2e-4796-97b1-db6446040360 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:09.836590 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7c4d609-bcd2-4106-aca8-9b16d671ea4d req-a9064e48-0e2e-4796-97b1-db6446040360 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 946 time: 0.0590067 Aug 19 13:24:09.875837 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a7c4d609-bcd2-4106-aca8-9b16d671ea4d req-4dbad7a6-9569-4ce6-9870-4869af2dcafc tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331540 Aug 19 13:24:10.299168 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6020f-c880-4a7d-843b-1ed82e53e855 req-2f414970-2432-462e-b8a1-4748389f4d46 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:10.300536 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f5a6020f-c880-4a7d-843b-1ed82e53e855 req-2f414970-2432-462e-b8a1-4748389f4d46 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.30 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 946 time: 0.0500309 Aug 19 13:24:10.398048 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-f5a6020f-c880-4a7d-843b-1ed82e53e855 req-6563436c-cd19-4308-ac66-989d28329dc8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Deleting port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:24:10.398394 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f5a6020f-c880-4a7d-843b-1ed82e53e855 req-6563436c-cd19-4308-ac66-989d28329dc8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:10.490194 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-f5a6020f-c880-4a7d-843b-1ed82e53e855 req-6563436c-cd19-4308-ac66-989d28329dc8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] For port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:10.490559 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f5a6020f-c880-4a7d-843b-1ed82e53e855 req-6563436c-cd19-4308-ac66-989d28329dc8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:10.503516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-f5a6020f-c880-4a7d-843b-1ed82e53e855 req-6563436c-cd19-4308-ac66-989d28329dc8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Calling delete_port for ff5203d5-3cd7-432e-8930-e0ccfcc2c40e owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:24:10.709682 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f5a6020f-c880-4a7d-843b-1ed82e53e855 req-6563436c-cd19-4308-ac66-989d28329dc8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:10.721704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['ff5203d5-3cd7-432e-8930-e0ccfcc2c40e'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:24:10.736776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563436c-cd19-4308-ac66-989d28329dc8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Pushing event deleted for resources: {'Port': ['ID=ff5203d5-3cd7-432e-8930-e0ccfcc2c40e,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:10.751726 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:10.785395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a6020f-c880-4a7d-843b-1ed82e53e855 req-6563436c-cd19-4308-ac66-989d28329dc8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] No DVR routers for this DVR port ff5203d5-3cd7-432e-8930-e0ccfcc2c40e on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:24:10.788116 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-f5a6020f-c880-4a7d-843b-1ed82e53e855 req-6563436c-cd19-4308-ac66-989d28329dc8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:10.790567 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f5a6020f-c880-4a7d-843b-1ed82e53e855 req-6563436c-cd19-4308-ac66-989d28329dc8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.30 "DELETE /v2.0/ports/ff5203d5-3cd7-432e-8930-e0ccfcc2c40e HTTP/1.1" status: 204 len: 173 time: 0.4833050 Aug 19 13:24:10.791066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad446ab-c580-4ddf-9681-29a84257f4dd', 'name': 'network-vif-deleted', 'tag': 'ff5203d5-3cd7-432e-8930-e0ccfcc2c40e'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:24:10.793398 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f36655d-0665-4cf0-b650-d085e5ec5e35" -d '{"events": [{"server_uuid": "aad446ab-c580-4ddf-9681-29a84257f4dd", "name": "network-vif-deleted", "tag": "ff5203d5-3cd7-432e-8930-e0ccfcc2c40e"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:24:10.888592 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad849ba-1fcc-4458-b24f-3f03b44e181f x-openstack-request-id: req-9ad849ba-1fcc-4458-b24f-3f03b44e181f {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:24:10.889221 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad446ab-c580-4ddf-9681-29a84257f4dd", "name": "network-vif-deleted", "tag": "ff5203d5-3cd7-432e-8930-e0ccfcc2c40e", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:24:10.889221 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ad849ba-1fcc-4458-b24f-3f03b44e181f {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:24:10.889538 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad446ab-c580-4ddf-9681-29a84257f4dd', 'name': 'network-vif-deleted', 'tag': 'ff5203d5-3cd7-432e-8930-e0ccfcc2c40e', 'status': 'completed', 'code': 200} Aug 19 13:24:10.974375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d40a438d-32f8-4b94-9df7-7d3150225c0f req-7a25050e-d163-4c02-9ad8-d3614fa41086 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad446ab-c580-4ddf-9681-29a84257f4dd HTTP/1.1" status: 200 len: 210 time: 0.0275965 Aug 19 13:24:12.662041 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-98bfd6ec-0876-4cbf-8db0-bd841ce8e213 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:12.663609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-98bfd6ec-0876-4cbf-8db0-bd841ce8e213 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/networks?id=e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 HTTP/1.1" status: 200 len: 817 time: 0.1040792 Aug 19 13:24:12.679410 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-5066c848-1685-407e-ae66-1dcefe0a7714 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/quotas/48e95fb2e81946c4a807487bf9d31d48 HTTP/1.1" status: 200 len: 375 time: 0.0100300 Aug 19 13:24:12.737255 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-54cd24f0-bbfa-4cd1-8654-805125c0cc51 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=48e95fb2e81946c4a807487bf9d31d48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523376 Aug 19 13:24:12.835586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-6227a84f-a576-40f8-a35d-66e7e87753bc service neutron] 10.222.0.21 "GET /v2.0/networks/e0148f2e-d84f-4e89-a6dd-77a91f6c9e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855248 Aug 19 13:24:12.934841 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-7bc82c64-efaa-4974-a838-1d5ba2ea0659 service neutron] 10.222.0.21 "GET /v2.0/networks/e0148f2e-d84f-4e89-a6dd-77a91f6c9e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929585 Aug 19 13:24:13.145956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ff5203d5-3cd7-432e-8930-e0ccfcc2c40e no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:24:13.170670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: ff5203d5-3cd7-432e-8930-e0ccfcc2c40e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:24:13.171061 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device ff5203d5-3cd7-432e-8930-e0ccfcc2c40e not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:24:13.180484 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-daa64c27-e520-4762-a46e-8f6a3fbe87fd req-6dfbf277-61f1-42ff-9eb1-ac653bfd28c7 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 210 time: 0.0312164 Aug 19 13:24:14.279149 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-66725d37-2699-4728-8865-10880f7461fe req-f98fffb7-f157-4345-bda0-404f918164f0 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 210 time: 0.0286257 Aug 19 13:24:15.257375 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-ad300b20-fcf7-46b3-9fff-153874a845b8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:15.259001 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-ad300b20-fcf7-46b3-9fff-153874a845b8 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.30 "GET /v2.0/networks?id=e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 HTTP/1.1" status: 200 len: 817 time: 0.1111414 Aug 19 13:24:15.273331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Request body: {'port': {'device_id': '884e8e40-cdb5-47d9-97eb-1e43233bf440', 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59', 'admin_state_up': True, 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:24:15.383834 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1a1ac685-c046-494b-868d-7d9086fa48d8 req-ecc94cb0-bde2-4857-98cd-680aad61c856 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 210 time: 0.0316188 Aug 19 13:24:15.482258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Made reservation on behalf of 48e95fb2e81946c4a807487bf9d31d48 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:24:15.486024 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:15.623579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Allocated IP 172.20.0.14 (e0148f2e-d84f-4e89-a6dd-77a91f6c9e59/724d8dce-0e0e-4379-abaf-d5f31873c461/5865233c-d1af-4df1-a93f-182fb14320b6) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:24:15.775730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:15.789503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Transition to ACTIVE for port object 5865233c-d1af-4df1-a93f-182fb14320b6 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:24:15.890935 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:15.937784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:24:15.943589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:24:15.946119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:24:15.977221 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Pushing event updated for resources: {'Port': ['ID=5865233c-d1af-4df1-a93f-182fb14320b6,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:16.005203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:16.005857 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:16.113639 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-344d0fbf-7ae9-48c1-99b0-bbb4b2156c5a tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8447940 Aug 19 13:24:16.126890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Request body: {'port': {'device_id': '884e8e40-cdb5-47d9-97eb-1e43233bf440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:24:16.184364 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:16.233090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6cc63315-1d7a-4660-9d44-a30c33b88310 None None] Provisioning for port 5865233c-d1af-4df1-a93f-182fb14320b6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:24:16.237067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6cc63315-1d7a-4660-9d44-a30c33b88310 None None] Provisioning complete for port 5865233c-d1af-4df1-a93f-182fb14320b6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:24:16.237526 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6cc63315-1d7a-4660-9d44-a30c33b88310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:16.272042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6cc63315-1d7a-4660-9d44-a30c33b88310 None None] Port 5865233c-d1af-4df1-a93f-182fb14320b6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:24:16.455367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5865233c-d1af-4df1-a93f-182fb14320b6 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:24:16.465175 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:16.501368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Transition to ACTIVE for port object 5865233c-d1af-4df1-a93f-182fb14320b6 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:24:16.520854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1189ec-3a46-40f9-a0e6-bcef7e249c7b req-59051540-03fc-48a4-a020-df617e11c336 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:16.522364 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f1189ec-3a46-40f9-a0e6-bcef7e249c7b req-59051540-03fc-48a4-a020-df617e11c336 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 932 time: 0.0617628 Aug 19 13:24:16.562174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f1189ec-3a46-40f9-a0e6-bcef7e249c7b req-1c24e0a2-41e6-4885-8b30-910562cc902b tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335855 Aug 19 13:24:16.592755 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:16.645272 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5865233c-d1af-4df1-a93f-182fb14320b6,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:16.720865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Attempting to bind port 5865233c-d1af-4df1-a93f-182fb14320b6 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:24:16.721114 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Attempting to bind port 5865233c-d1af-4df1-a93f-182fb14320b6 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:24:16.721583 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Attempting to bind port 5865233c-d1af-4df1-a93f-182fb14320b6 on network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:24:16.726273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Port 5865233c-d1af-4df1-a93f-182fb14320b6 on network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:24:16.726679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Attempting to bind port 5865233c-d1af-4df1-a93f-182fb14320b6 on network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:24:16.731852 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:24:16.732024 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Checking segment: {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:24:16.732408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Bound using segment: {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:24:16.732832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Bound port: 5865233c-d1af-4df1-a93f-182fb14320b6, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '981551ad-96a2-495b-9e70-4ed28347bd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:24:16.733190 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:16.800563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] For port 5865233c-d1af-4df1-a93f-182fb14320b6, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:24:16.803900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] For port 5865233c-d1af-4df1-a93f-182fb14320b6, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5865233c-d1af-4df1-a93f-182fb14320b6,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:24:16.904844 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:16.937167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:16.937822 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:16.939435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/5865233c-d1af-4df1-a93f-182fb14320b6 HTTP/1.1" status: 200 len: 1092 time: 0.8169489 Aug 19 13:24:16.942317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884e8e40-cdb5-47d9-97eb-1e43233bf440', 'tag': '5865233c-d1af-4df1-a93f-182fb14320b6'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:24:16.945915 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641749bf-622a-4f6d-9856-4124288e8e15" -d '{"events": [{"name": "network-changed", "server_uuid": "884e8e40-cdb5-47d9-97eb-1e43233bf440", "tag": "5865233c-d1af-4df1-a93f-182fb14320b6"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:24:16.977369 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130468c-e03d-44ef-a96b-b4a0fb2812e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5865233c-d1af-4df1-a93f-182fb14320b6,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:16.988377 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dc1ce9-795b-410e-a56e-958962dff6ff x-openstack-request-id: req-65dc1ce9-795b-410e-a56e-958962dff6ff {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:24:16.988676 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884e8e40-cdb5-47d9-97eb-1e43233bf440", "tag": "5865233c-d1af-4df1-a93f-182fb14320b6", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:24:16.988933 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65dc1ce9-795b-410e-a56e-958962dff6ff {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:24:16.989337 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884e8e40-cdb5-47d9-97eb-1e43233bf440', 'tag': '5865233c-d1af-4df1-a93f-182fb14320b6', 'status': 'completed', 'code': 200} Aug 19 13:24:17.053621 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641749bf-622a-4f6d-9856-4124288e8e15 req-48ab9f66-8cba-44cf-97ab-c7277c595369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:17.054908 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-641749bf-622a-4f6d-9856-4124288e8e15 req-48ab9f66-8cba-44cf-97ab-c7277c595369 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48e95fb2e81946c4a807487bf9d31d48&device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 1095 time: 0.0456352 Aug 19 13:24:17.163148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641749bf-622a-4f6d-9856-4124288e8e15 req-8f6d9075-89d5-4a8f-affa-a02a1953894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:17.164789 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-641749bf-622a-4f6d-9856-4124288e8e15 req-8f6d9075-89d5-4a8f-affa-a02a1953894b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=48e95fb2e81946c4a807487bf9d31d48&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1010935 Aug 19 13:24:17.268522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641749bf-622a-4f6d-9856-4124288e8e15 req-74010829-819e-415d-b6b2-56c09689e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:17.270056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-641749bf-622a-4f6d-9856-4124288e8e15 req-74010829-819e-415d-b6b2-56c09689e40e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979362 Aug 19 13:24:17.356347 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-455e6737-cf25-4a1e-9f51-5c06ea5fe566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:17.357907 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-455e6737-cf25-4a1e-9f51-5c06ea5fe566 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48e95fb2e81946c4a807487bf9d31d48&device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 1095 time: 0.0470676 Aug 19 13:24:17.401285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-f6eecd61-6487-4626-8c19-9f387e8a80a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5865233c-d1af-4df1-a93f-182fb14320b6 HTTP/1.1" status: 200 len: 217 time: 0.0348618 Aug 19 13:24:17.452755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-8b8b63d7-c796-42dd-9910-6d01ea89cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:17.454245 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-8b8b63d7-c796-42dd-9910-6d01ea89cc04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=724d8dce-0e0e-4379-abaf-d5f31873c461 HTTP/1.1" status: 200 len: 856 time: 0.0459766 Aug 19 13:24:17.507645 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-32481cd1-1bd2-48a9-8093-de18a4c4bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:17.509248 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-32481cd1-1bd2-48a9-8093-de18a4c4bae3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0148f2e-d84f-4e89-a6dd-77a91f6c9e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477214 Aug 19 13:24:17.607130 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-bdb74f24-82e3-4543-8437-e79843d4ba27 service neutron] 10.222.0.30 "GET /v2.0/networks/e0148f2e-d84f-4e89-a6dd-77a91f6c9e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895689 Aug 19 13:24:17.734278 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbfa02-00ed-4440-9f27-e2d797270e14 req-9ccb787e-0fca-46b7-925b-9cc0599de14d tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:17.735830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1bcbfa02-00ed-4440-9f27-e2d797270e14 req-9ccb787e-0fca-46b7-925b-9cc0599de14d tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 944 time: 0.1026900 Aug 19 13:24:17.753210 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c890072d-37e7-445d-b9f6-b207d84c0c6b req-ac5f1e31-5bc6-4850-87b0-d85be74ed71c service neutron] 10.222.0.30 "GET /v2.0/networks/e0148f2e-d84f-4e89-a6dd-77a91f6c9e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389701 Aug 19 13:24:17.781361 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1bcbfa02-00ed-4440-9f27-e2d797270e14 req-6eed8964-9296-46d1-ab9d-93e989ae9efc tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395341 Aug 19 13:24:18.313746 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:24:18.899545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc885501-e605-4513-8c81-77947dd06b46 req-6f1ef1e8-4091-4246-930a-60551ca7d70d tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:18.901036 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bc885501-e605-4513-8c81-77947dd06b46 req-6f1ef1e8-4091-4246-930a-60551ca7d70d tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 944 time: 0.0493431 Aug 19 13:24:18.939091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bc885501-e605-4513-8c81-77947dd06b46 req-647cd8d8-f4ee-4e88-8ce2-f03ed4f96863 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320649 Aug 19 13:24:19.177605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5865233c-d1af-4df1-a93f-182fb14320b6 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:24:19.269678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5865233c-d1af-4df1-a93f-182fb14320b6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5865233c-d1af-4df1-a93f-182fb14320b6,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:19.280654 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '5865233c-d1af-4df1-a93f-182fb14320b6', 'network_id': 'e0148f2e-d84f-4e89-a6dd-77a91f6c9e59', 'port_id': '5865233c-d1af-4df1-a93f-182fb14320b6', 'mac_address': 'fa:16:3e:e5:ff:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724d8dce-0e0e-4379-abaf-d5f31873c461', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:24:19.322455 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:19.335551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5865233c-d1af-4df1-a93f-182fb14320b6 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:24:19.355812 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5865233c-d1af-4df1-a93f-182fb14320b6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5865233c-d1af-4df1-a93f-182fb14320b6,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:19.435192 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:19.483536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5865233c-d1af-4df1-a93f-182fb14320b6,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:19.659444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5865233c-d1af-4df1-a93f-182fb14320b6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:24:20.055011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f693de1-050c-4f90-afd8-050bf398b1e6 req-043dfb03-f97b-4428-9465-845d09a47688 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:20.056561 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f693de1-050c-4f90-afd8-050bf398b1e6 req-043dfb03-f97b-4428-9465-845d09a47688 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 945 time: 0.0508108 Aug 19 13:24:20.094305 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f693de1-050c-4f90-afd8-050bf398b1e6 req-0919fe7d-0275-4f20-9637-c57dbf8997f5 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Aug 19 13:24:21.188733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5865233c-d1af-4df1-a93f-182fb14320b6 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:24:21.213908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3a3ab-7f55-4527-9e0b-a1628e46aa15 req-7299e2c8-5c45-4ef0-97ea-82e60b6266b7 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:21.215482 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1aa3a3ab-7f55-4527-9e0b-a1628e46aa15 req-7299e2c8-5c45-4ef0-97ea-82e60b6266b7 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 945 time: 0.0544884 Aug 19 13:24:21.252938 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1aa3a3ab-7f55-4527-9e0b-a1628e46aa15 req-91719b3f-d167-4ed1-af31-aeec0b504f30 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314176 Aug 19 13:24:21.303685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 5865233c-d1af-4df1-a93f-182fb14320b6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:24:21.307647 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 5865233c-d1af-4df1-a93f-182fb14320b6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:24:21.308017 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:21.385009 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:21.410929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884e8e40-cdb5-47d9-97eb-1e43233bf440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5865233c-d1af-4df1-a93f-182fb14320b6'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:24:21.413159 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69a56dd-49b1-41fb-904b-ce688229f2e2" -d '{"events": [{"server_uuid": "884e8e40-cdb5-47d9-97eb-1e43233bf440", "name": "network-vif-plugged", "status": "completed", "tag": "5865233c-d1af-4df1-a93f-182fb14320b6"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:24:21.427022 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5865233c-d1af-4df1-a93f-182fb14320b6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5865233c-d1af-4df1-a93f-182fb14320b6,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:21.502221 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdbb9fd-6d89-48c1-93e2-289d82ba8901 x-openstack-request-id: req-6cdbb9fd-6d89-48c1-93e2-289d82ba8901 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:24:21.502517 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884e8e40-cdb5-47d9-97eb-1e43233bf440", "name": "network-vif-plugged", "status": "completed", "tag": "5865233c-d1af-4df1-a93f-182fb14320b6", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:24:21.502771 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6cdbb9fd-6d89-48c1-93e2-289d82ba8901 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:24:21.503199 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884e8e40-cdb5-47d9-97eb-1e43233bf440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5865233c-d1af-4df1-a93f-182fb14320b6', 'code': 200} Aug 19 13:24:21.521690 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:21.571170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5865233c-d1af-4df1-a93f-182fb14320b6,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:21.609909 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2052e28-aed2-469a-a826-0e1bb8656eab req-c3ce32c2-4dd6-434e-9b78-90ceb1c91c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:21.611503 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2052e28-aed2-469a-a826-0e1bb8656eab req-c3ce32c2-4dd6-434e-9b78-90ceb1c91c03 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 1097 time: 0.0506654 Aug 19 13:24:21.649454 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e2052e28-aed2-469a-a826-0e1bb8656eab req-0d97be2a-8f7d-428f-b5db-071657d4ab20 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301306 Aug 19 13:24:22.369138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22147418-f5f9-44db-b9b7-960b7fd751a6 req-acc7dbd4-9a11-4a1d-a91c-05a6b723d9a3 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:22.370679 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-22147418-f5f9-44db-b9b7-960b7fd751a6 req-acc7dbd4-9a11-4a1d-a91c-05a6b723d9a3 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 946 time: 0.0491655 Aug 19 13:24:22.408433 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-22147418-f5f9-44db-b9b7-960b7fd751a6 req-7da25f06-1bf3-4813-8f8c-ddb9a9297379 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Aug 19 13:24:23.527561 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f600d-ad92-43e7-acac-8a327523ef49 req-1b57f8ba-d7a9-451f-b1bb-373fb0a22c75 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:23.529048 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-053f600d-ad92-43e7-acac-8a327523ef49 req-1b57f8ba-d7a9-451f-b1bb-373fb0a22c75 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 946 time: 0.0508404 Aug 19 13:24:23.567701 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-053f600d-ad92-43e7-acac-8a327523ef49 req-431f4105-4a43-4dd5-aa3a-2c4d3998b8a3 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326219 Aug 19 13:24:23.682964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f03f2d-4348-42ba-8e8a-717057145043 req-55c639c7-1617-4bfd-845d-40ae8d42e423 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:23.684451 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25f03f2d-4348-42ba-8e8a-717057145043 req-55c639c7-1617-4bfd-845d-40ae8d42e423 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 946 time: 0.0508811 Aug 19 13:24:23.722047 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-25f03f2d-4348-42ba-8e8a-717057145043 req-1d01644e-e481-4c7e-b1a7-75e7053872ab tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Aug 19 13:24:25.927180 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:26.770493 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:35.107503 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ed3d4068-3291-4451-aae1-f30cc6885a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:37.703547 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:37.851881 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7a27c08e-8044-43b3-9f39-3d8ad14b941f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:39.378581 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:40.783624 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:47.026827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91229-438e-4b3d-9c28-8044bb95cb3f req-56e32072-3b23-46ac-a24e-b5d8e2eee954 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:47.028326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-56b91229-438e-4b3d-9c28-8044bb95cb3f req-56e32072-3b23-46ac-a24e-b5d8e2eee954 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 946 time: 0.0539193 Aug 19 13:24:47.068084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-56b91229-438e-4b3d-9c28-8044bb95cb3f req-ad0fcd4c-beb0-4f63-bcec-7db8994e3549 tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Aug 19 13:24:48.185456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cc29f-9c6d-440d-aa2b-665111ad4f99 req-f5f5556a-9c06-453e-bd86-d708f7af01bc tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:48.187028 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ea7cc29f-9c6d-440d-aa2b-665111ad4f99 req-f5f5556a-9c06-453e-bd86-d708f7af01bc tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 946 time: 0.0497799 Aug 19 13:24:48.229818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ea7cc29f-9c6d-440d-aa2b-665111ad4f99 req-6399da88-a2e3-4037-bdfc-d4296bc68c6d tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/security-groups?id=2532177a-72c8-4ad0-8a51-6df829e4880d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366292 Aug 19 13:24:48.660883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dc265-acfc-4ad3-8f28-47448d8ee234 req-a111d81a-4f18-424e-bea6-f19d3a8afcca tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:24:48.662794 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-939dc265-acfc-4ad3-8f28-47448d8ee234 req-a111d81a-4f18-424e-bea6-f19d3a8afcca tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.30 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 946 time: 0.0703182 Aug 19 13:24:48.763586 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-939dc265-acfc-4ad3-8f28-47448d8ee234 req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Deleting port 5865233c-d1af-4df1-a93f-182fb14320b6 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:24:48.763924 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-939dc265-acfc-4ad3-8f28-47448d8ee234 req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:48.861312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-939dc265-acfc-4ad3-8f28-47448d8ee234 req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] For port 5865233c-d1af-4df1-a93f-182fb14320b6, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5865233c-d1af-4df1-a93f-182fb14320b6,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:48.862282 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-939dc265-acfc-4ad3-8f28-47448d8ee234 req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:48.875969 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-939dc265-acfc-4ad3-8f28-47448d8ee234 req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Calling delete_port for 5865233c-d1af-4df1-a93f-182fb14320b6 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:24:49.086067 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-939dc265-acfc-4ad3-8f28-47448d8ee234 req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:49.098577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5865233c-d1af-4df1-a93f-182fb14320b6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:24:49.117718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Pushing event deleted for resources: {'Port': ['ID=5865233c-d1af-4df1-a93f-182fb14320b6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:49.141697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.142048 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.142388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.142734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.143111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.143443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.143768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.144097 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.144422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.144743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.145064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.145381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:49.167285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-939dc265-acfc-4ad3-8f28-47448d8ee234 req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] No DVR routers for this DVR port 5865233c-d1af-4df1-a93f-182fb14320b6 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:24:49.169823 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-939dc265-acfc-4ad3-8f28-47448d8ee234 req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:49.171897 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-939dc265-acfc-4ad3-8f28-47448d8ee234 req-1ea5985b-876a-420b-9062-b7be76964dda tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.30 "DELETE /v2.0/ports/5865233c-d1af-4df1-a93f-182fb14320b6 HTTP/1.1" status: 204 len: 173 time: 0.5029657 Aug 19 13:24:49.172337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884e8e40-cdb5-47d9-97eb-1e43233bf440', 'name': 'network-vif-deleted', 'tag': '5865233c-d1af-4df1-a93f-182fb14320b6'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:24:49.175270 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad6d3bd-12b0-4936-8c61-bd7b84a14150" -d '{"events": [{"server_uuid": "884e8e40-cdb5-47d9-97eb-1e43233bf440", "name": "network-vif-deleted", "tag": "5865233c-d1af-4df1-a93f-182fb14320b6"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:24:49.211186 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e9b2e3-de39-4ac6-91bf-6b4d6e7c7adc x-openstack-request-id: req-49e9b2e3-de39-4ac6-91bf-6b4d6e7c7adc {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:24:49.211782 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884e8e40-cdb5-47d9-97eb-1e43233bf440", "name": "network-vif-deleted", "tag": "5865233c-d1af-4df1-a93f-182fb14320b6", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:24:49.211782 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49e9b2e3-de39-4ac6-91bf-6b4d6e7c7adc {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:24:49.212107 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884e8e40-cdb5-47d9-97eb-1e43233bf440', 'name': 'network-vif-deleted', 'tag': '5865233c-d1af-4df1-a93f-182fb14320b6', 'status': 'completed', 'code': 200} Aug 19 13:24:49.333551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1987f279-9301-4375-8070-c052965e03e4 req-2db884d9-c651-4a0f-bad5-66b490dc003c tempest-TestEncryptedCinderVolumes-1167271384 tempest-TestEncryptedCinderVolumes-1167271384-project] 10.222.0.21 "GET /v2.0/ports?device_id=884e8e40-cdb5-47d9-97eb-1e43233bf440 HTTP/1.1" status: 200 len: 210 time: 0.0273535 Aug 19 13:24:50.494510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54358) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:24:50.852410 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:51.107646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] Deleting port b1f36131-f022-44e8-8feb-41345b34b3ca {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:24:51.107903 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:51.185723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] For port b1f36131-f022-44e8-8feb-41345b34b3ca, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b1f36131-f022-44e8-8feb-41345b34b3ca,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:51.186086 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:51.198418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] Calling delete_port for b1f36131-f022-44e8-8feb-41345b34b3ca owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:24:51.347882 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5865233c-d1af-4df1-a93f-182fb14320b6 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:24:51.371004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 5865233c-d1af-4df1-a93f-182fb14320b6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:24:51.371272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5865233c-d1af-4df1-a93f-182fb14320b6 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:24:51.444070 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:51.472388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f36131-f022-44e8-8feb-41345b34b3ca,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:51.640593 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:52.228577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] Router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:24:52.336595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:24:52.341674 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b3940a90-1306-4689-af04-fda659a18ac1 admin admin] 10.222.0.21 "PUT /v2.0/routers/2cc96e99-a6e4-4a7c-80c9-ae435178cf5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8460467 Aug 19 13:24:52.345083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54360) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:24:52.346993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860abd9a-de16-4f81-a3a8-e17895ded017 None None] Sync routers for ids ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:24:52.356217 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860abd9a-de16-4f81-a3a8-e17895ded017 None None] Routers {'2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:24:52.356891 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860abd9a-de16-4f81-a3a8-e17895ded017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:24:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:52.451643 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:52.460946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-860abd9a-de16-4f81-a3a8-e17895ded017 None None] Set router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:24:52.555748 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:52.641285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860abd9a-de16-4f81-a3a8-e17895ded017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'name': 'tempest-TestEncryptedCinderVolumes-1513180009-router', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89'}], 'enable_snat': True}, 'gw_port_id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:20Z', 'updated_at': '2021-08-19T13:24:51Z', 'revision_number': 5, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'gw_port': {'id': 'cf065836-0e05-45d4-ada3-36bce4967d1b', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:21Z', 'updated_at': '2021-08-19T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:52.667546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Deleting port cf065836-0e05-45d4-ada3-36bce4967d1b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:24:52.668160 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860abd9a-de16-4f81-a3a8-e17895ded017 None None] Checking router: 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:24:52.668268 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:52.676772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860abd9a-de16-4f81-a3a8-e17895ded017 None None] Routers {'2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:24:52.677363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860abd9a-de16-4f81-a3a8-e17895ded017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:24:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:52.750629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] For port cf065836-0e05-45d4-ada3-36bce4967d1b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=cf065836-0e05-45d4-ada3-36bce4967d1b,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:52.751031 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:52.766368 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Calling delete_port for cf065836-0e05-45d4-ada3-36bce4967d1b owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:24:52.914633 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-860abd9a-de16-4f81-a3a8-e17895ded017 None None] Set router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:24:52.968367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-860abd9a-de16-4f81-a3a8-e17895ded017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'name': 'tempest-TestEncryptedCinderVolumes-1513180009-router', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:20Z', 'updated_at': '2021-08-19T13:24:52Z', 'revision_number': 6, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:52.995705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860abd9a-de16-4f81-a3a8-e17895ded017 None None] The sync data for ids ['2cc96e99-a6e4-4a7c-80c9-ae435178cf5b'] in n-d-803757-2 is: [{'id': '2cc96e99-a6e4-4a7c-80c9-ae435178cf5b', 'name': 'tempest-TestEncryptedCinderVolumes-1513180009-router', 'tenant_id': '48e95fb2e81946c4a807487bf9d31d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:20Z', 'updated_at': '2021-08-19T13:24:52Z', 'revision_number': 6, 'project_id': '48e95fb2e81946c4a807487bf9d31d48', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:24:52.998377 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.062039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf065836-0e05-45d4-ada3-36bce4967d1b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:53.105574 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.198164 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.200332 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.351178 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.351178 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc96e99-a6e4-4a7c-80c9-ae435178cf5b {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:24:53.353367 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.356870 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1c5bfc35-2a1d-4df6-9838-1599ca9e5f58 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2cc96e99-a6e4-4a7c-80c9-ae435178cf5b HTTP/1.1" status: 204 len: 168 time: 1.0081892 Aug 19 13:24:53.357212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54362) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:24:53.407203 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Deleting subnet 724d8dce-0e0e-4379-abaf-d5f31873c461 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:24:53.411737 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.447423 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.529078 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.657953 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.690323 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.690323 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/724d8dce-0e0e-4379-abaf-d5f31873c461 HTTP/1.1" status: 204 len: 168 time: 0.3297369 Aug 19 13:24:53.690323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724d8dce-0e0e-4379-abaf-d5f31873c461,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:53.691467 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54364) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:24:53.692769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f2e551-c7cf-4553-8e54-f1466bcddf7a None None] Network e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:24:53.699391 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.699743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.700092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.700434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.700774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.701111 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.701440 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.701791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.702240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.702496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.702927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.703292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686cf1b1-155e-4777-bcaf-f7159408f270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:53.771940 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.829738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Deleting port fd640c71-578d-487f-8774-167054cdd8c6 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:24:53.830095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.888893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] DHCP port deletion for e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:24:53.905282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] For port fd640c71-578d-487f-8774-167054cdd8c6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fd640c71-578d-487f-8774-167054cdd8c6,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:53.905959 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:53.926103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Calling delete_port for fd640c71-578d-487f-8774-167054cdd8c6 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:24:53.981171 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Deleting port fd640c71-578d-487f-8774-167054cdd8c6 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:24:53.981502 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:54.060482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] For port fd640c71-578d-487f-8774-167054cdd8c6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=fd640c71-578d-487f-8774-167054cdd8c6,segment=NetworkSegment(981551ad-96a2-495b-9e70-4ed28347bd47),segment_id=981551ad-96a2-495b-9e70-4ed28347bd47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:54.060884 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:54.087217 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Calling delete_port for fd640c71-578d-487f-8774-167054cdd8c6 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:24:54.097954 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:54.125688 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd640c71-578d-487f-8774-167054cdd8c6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:54.132127 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] No DVR routers for this DVR port fd640c71-578d-487f-8774-167054cdd8c6 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:24:54.180122 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:54.205886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Pushing event deleted for resources: {'Port': ['ID=fd640c71-578d-487f-8774-167054cdd8c6,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:54.208058 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:54.215252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.215489 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.215841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.216179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.216517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.216947 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.217190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.217566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.217955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.218285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.218614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.218974 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:24:54.219780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0148f2e-d84f-4e89-a6dd-77a91f6c9e59']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:54.222399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c6171-c83e-41ef-a141-552c09722811 None None] No DVR routers for this DVR port fd640c71-578d-487f-8774-167054cdd8c6 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:24:54.238606 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981551ad-96a2-495b-9e70-4ed28347bd47') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:54.238931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981551ad-96a2-495b-9e70-4ed28347bd47') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:54.248908 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:54.263173 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:54.273297 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:24:54.278199 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:24:54.281092 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cf065836-0e05-45d4-ada3-36bce4967d1b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:24:54.300042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: cf065836-0e05-45d4-ada3-36bce4967d1b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:24:54.300387 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device cf065836-0e05-45d4-ada3-36bce4967d1b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:24:54.300809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1f36131-f022-44e8-8feb-41345b34b3ca no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:24:54.323985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: b1f36131-f022-44e8-8feb-41345b34b3ca {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:24:54.324243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b1f36131-f022-44e8-8feb-41345b34b3ca not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:24:54.324664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fd640c71-578d-487f-8774-167054cdd8c6 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:24:54.343449 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: fd640c71-578d-487f-8774-167054cdd8c6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:24:54.343800 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device fd640c71-578d-487f-8774-167054cdd8c6 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:24:54.415651 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:54.421380 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:54.423254 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0148f2e-d84f-4e89-a6dd-77a91f6c9e59 HTTP/1.1" status: 204 len: 168 time: 0.7307858 Aug 19 13:24:54.426870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54366) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:24:54.435336 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f3fef-0377-4b87-925e-f1414c1c4c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=e0148f2e-d84f-4e89-a6dd-77a91f6c9e59,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:54.780700 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:55.034501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] Deleting port 4f63221d-5c22-4023-adee-8f138114fe28 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:24:55.034938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:55.113626 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] For port 4f63221d-5c22-4023-adee-8f138114fe28, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=4f63221d-5c22-4023-adee-8f138114fe28,segment=NetworkSegment(e6818587-a169-4452-8ea0-af69f24a72df),segment_id=e6818587-a169-4452-8ea0-af69f24a72df)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:55.113986 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:55.126699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] Calling delete_port for 4f63221d-5c22-4023-adee-8f138114fe28 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:24:55.314475 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:24:55.451496 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:55.477234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] Pushing event deleted for resources: {'Port': ['ID=4f63221d-5c22-4023-adee-8f138114fe28,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:55.651564 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:55.937652 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:56.222955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] Router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:24:56.326491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:24:56.333298 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7e637346-9547-4078-a77a-686a06610dad admin admin] 10.222.0.21 "PUT /v2.0/routers/47bbeeb7-09f4-4370-a39f-6448f2e1f09f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9044819 Aug 19 13:24:56.334975 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54368) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:24:56.338041 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed67ac-b275-4a59-be87-fef757971fac None None] Sync routers for ids ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:24:56.348157 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed67ac-b275-4a59-be87-fef757971fac None None] Routers {'47bbeeb7-09f4-4370-a39f-6448f2e1f09f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:24:56.348780 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-26ed67ac-b275-4a59-be87-fef757971fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:24:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:56.441230 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:56.458506 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-26ed67ac-b275-4a59-be87-fef757971fac None None] Set router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:24:56.547677 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:56.639601 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-26ed67ac-b275-4a59-be87-fef757971fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'name': 'tempest-TestEncryptedCinderVolumes-1108404325-router', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:27Z', 'updated_at': '2021-08-19T13:24:55Z', 'revision_number': 5, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'gw_port': {'id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:28Z', 'updated_at': '2021-08-19T13:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:56.666402 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed67ac-b275-4a59-be87-fef757971fac None None] Checking router: 47bbeeb7-09f4-4370-a39f-6448f2e1f09f for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:24:56.675579 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed67ac-b275-4a59-be87-fef757971fac None None] Routers {'47bbeeb7-09f4-4370-a39f-6448f2e1f09f'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:24:56.676212 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-26ed67ac-b275-4a59-be87-fef757971fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:24:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:56.759124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Deleting port 31a77494-4b6d-4f02-a137-f69b26cc4982 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:24:56.759370 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:56.783636 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-26ed67ac-b275-4a59-be87-fef757971fac None None] Set router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:24:56.794825 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:56.843037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] For port 31a77494-4b6d-4f02-a137-f69b26cc4982, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=31a77494-4b6d-4f02-a137-f69b26cc4982,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:56.843402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:56.857073 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Calling delete_port for 31a77494-4b6d-4f02-a137-f69b26cc4982 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:24:56.961058 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-26ed67ac-b275-4a59-be87-fef757971fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'name': 'tempest-TestEncryptedCinderVolumes-1108404325-router', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:27Z', 'updated_at': '2021-08-19T13:24:55Z', 'revision_number': 5, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'gw_port': {'id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:28Z', 'updated_at': '2021-08-19T13:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:56.991615 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed67ac-b275-4a59-be87-fef757971fac None None] The sync data for ids ['47bbeeb7-09f4-4370-a39f-6448f2e1f09f'] in n-d-803757-2 is: [{'id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'name': 'tempest-TestEncryptedCinderVolumes-1108404325-router', 'tenant_id': '79b62ab73a5d4724aff44a151ab22c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:23:27Z', 'updated_at': '2021-08-19T13:24:55Z', 'revision_number': 5, 'project_id': '79b62ab73a5d4724aff44a151ab22c4d', 'gw_port': {'id': '31a77494-4b6d-4f02-a137-f69b26cc4982', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47bbeeb7-09f4-4370-a39f-6448f2e1f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:23:28Z', 'updated_at': '2021-08-19T13:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:24:57.097919 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.123556 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=31a77494-4b6d-4f02-a137-f69b26cc4982,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:57.185585 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.276572 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.278695 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.400029 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.400610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47bbeeb7-09f4-4370-a39f-6448f2e1f09f {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:24:57.405224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.406307 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c6f9ba02-ae57-4a54-9226-63df1db801a8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/47bbeeb7-09f4-4370-a39f-6448f2e1f09f HTTP/1.1" status: 204 len: 168 time: 1.0702186 Aug 19 13:24:57.408898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54370) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:24:57.461884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8df3c3c-f30b-4bb5-8f6c-7cd53835db0a admin admin] Deleting subnet c319b184-9046-41d4-8e8f-612f0514b4b2 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:24:57.465498 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8df3c3c-f30b-4bb5-8f6c-7cd53835db0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.500098 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8df3c3c-f30b-4bb5-8f6c-7cd53835db0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.581065 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8df3c3c-f30b-4bb5-8f6c-7cd53835db0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.724475 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8df3c3c-f30b-4bb5-8f6c-7cd53835db0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.752666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df3c3c-f30b-4bb5-8f6c-7cd53835db0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c319b184-9046-41d4-8e8f-612f0514b4b2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:57.754675 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c8df3c3c-f30b-4bb5-8f6c-7cd53835db0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.757671 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c8df3c3c-f30b-4bb5-8f6c-7cd53835db0a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c319b184-9046-41d4-8e8f-612f0514b4b2 HTTP/1.1" status: 204 len: 168 time: 0.3468394 Aug 19 13:24:57.759565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54372) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:24:57.759815 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f000b4e-8fb1-4b3a-85ba-5de477da8173 None None] Network 641725b8-f0d1-480a-8005-f384f59d8e42 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:24:57.828850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.883487 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Deleting port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:24:57.883960 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.951398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] For port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2bcdff21-b5ea-4a1b-b457-3df4cae3344b,segment=NetworkSegment(e6818587-a169-4452-8ea0-af69f24a72df),segment_id=e6818587-a169-4452-8ea0-af69f24a72df)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:57.951762 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:57.967026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Calling delete_port for 2bcdff21-b5ea-4a1b-b457-3df4cae3344b owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:24:57.992379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbc6263-93fe-45fc-828e-ac81f9a8f331 None None] DHCP port deletion for 641725b8-f0d1-480a-8005-f384f59d8e42 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:24:58.047197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc6263-93fe-45fc-828e-ac81f9a8f331 None None] Deleting port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:24:58.047751 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6263-93fe-45fc-828e-ac81f9a8f331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:58.110355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-bbbc6263-93fe-45fc-828e-ac81f9a8f331 None None] For port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2bcdff21-b5ea-4a1b-b457-3df4cae3344b,segment=NetworkSegment(e6818587-a169-4452-8ea0-af69f24a72df),segment_id=e6818587-a169-4452-8ea0-af69f24a72df)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:24:58.110667 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6263-93fe-45fc-828e-ac81f9a8f331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:58.123468 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc6263-93fe-45fc-828e-ac81f9a8f331 None None] Calling delete_port for 2bcdff21-b5ea-4a1b-b457-3df4cae3344b owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:24:58.157088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:58.186768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Pushing event deleted for resources: {'Port': ['ID=2bcdff21-b5ea-4a1b-b457-3df4cae3344b,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:58.190100 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] No DVR routers for this DVR port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:24:58.206445 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6263-93fe-45fc-828e-ac81f9a8f331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:58.231113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc6263-93fe-45fc-828e-ac81f9a8f331 None None] Pushing event deleted for resources: {'Port': ['ID=2bcdff21-b5ea-4a1b-b457-3df4cae3344b,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:58.237522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc6263-93fe-45fc-828e-ac81f9a8f331 None None] No DVR routers for this DVR port 2bcdff21-b5ea-4a1b-b457-3df4cae3344b on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:24:58.262907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:58.275635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2bcdff21-b5ea-4a1b-b457-3df4cae3344b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:24:58.278309 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641725b8-f0d1-480a-8005-f384f59d8e42']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:58.289805 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6818587-a169-4452-8ea0-af69f24a72df') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:58.290103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6818587-a169-4452-8ea0-af69f24a72df') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:24:58.296755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 2bcdff21-b5ea-4a1b-b457-3df4cae3344b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:24:58.296755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2bcdff21-b5ea-4a1b-b457-3df4cae3344b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:24:58.297143 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 31a77494-4b6d-4f02-a137-f69b26cc4982 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:24:58.299620 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:58.314090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:58.316606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 31a77494-4b6d-4f02-a137-f69b26cc4982 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:24:58.316956 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 31a77494-4b6d-4f02-a137-f69b26cc4982 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:24:58.317371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4f63221d-5c22-4023-adee-8f138114fe28 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:24:58.320376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:24:58.320778 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:24:58.322421 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:24:58.337580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 4f63221d-5c22-4023-adee-8f138114fe28 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:24:58.337810 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 4f63221d-5c22-4023-adee-8f138114fe28 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:24:58.469089 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:58.474536 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:58.477243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] 10.222.0.21 "DELETE /v2.0/networks/641725b8-f0d1-480a-8005-f384f59d8e42 HTTP/1.1" status: 204 len: 168 time: 0.7166564 Aug 19 13:24:58.491607 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452055e9-14e4-4908-9176-ddf8eaa5c35b admin admin] Pushing event deleted for resources: {'Network': ['ID=641725b8-f0d1-480a-8005-f384f59d8e42,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:24:58.967374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54376) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:24:59.007764 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-264fbf2c-2b46-4870-ac77-d7cbd2b961c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48e95fb2e81946c4a807487bf9d31d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392058 Aug 19 13:24:59.010279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54378) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:24:59.061251 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-94ee6a3c-28c5-4f82-bc1d-420c5e411dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:59.082956 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-94ee6a3c-28c5-4f82-bc1d-420c5e411dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:59.211525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-94ee6a3c-28c5-4f82-bc1d-420c5e411dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:59.214193 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-94ee6a3c-28c5-4f82-bc1d-420c5e411dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:24:59.215436 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-94ee6a3c-28c5-4f82-bc1d-420c5e411dbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2532177a-72c8-4ad0-8a51-6df829e4880d HTTP/1.1" status: 204 len: 168 time: 0.2042232 Aug 19 13:24:59.223683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee6a3c-28c5-4f82-bc1d-420c5e411dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2532177a-72c8-4ad0-8a51-6df829e4880d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:00.090204 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54384) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:00.129728 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4fd78f58-e45b-4477-b519-6919fa125165 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79b62ab73a5d4724aff44a151ab22c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383329 Aug 19 13:25:00.132125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54386) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:00.179367 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-497af0f9-d8de-48f1-983f-df1499e717ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:00.200357 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-497af0f9-d8de-48f1-983f-df1499e717ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:00.366374 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-497af0f9-d8de-48f1-983f-df1499e717ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:00.369048 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-497af0f9-d8de-48f1-983f-df1499e717ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:00.370238 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-497af0f9-d8de-48f1-983f-df1499e717ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9550678-a1c3-4820-9953-41ce3927aea5 HTTP/1.1" status: 204 len: 168 time: 0.2372253 Aug 19 13:25:00.379228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497af0f9-d8de-48f1-983f-df1499e717ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9550678-a1c3-4820-9953-41ce3927aea5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:01.464716 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54408) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:01.562482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1432910641-network', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:01.667034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Made reservation on behalf of 3ada5b864129495fbb80a12ca1240a99 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:25:01.669331 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:01.678106 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:01.770635 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:01.869008 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:01.897194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:25:01.906992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962ec46f-453e-47da-b085-136c9c199d87,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:01.913455 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:01.913963 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Added segment 4823538a-d662-48d8-9ee6-7b6f7c854eb8 of type vlan for network a98bef44-c408-4405-b1ee-f1a6887cf758 Aug 19 13:25:01.954323 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:02.045790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:02.047002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:02.047584 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:02.120968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] Pushing event updated for resources: {'Network': ['ID=a98bef44-c408-4405-b1ee-f1a6887cf758,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:02.131437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network a98bef44-c408-4405-b1ee-f1a6887cf758 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:25:02.206623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8f4956c7-015a-44a9-b094-e65439ec178e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7407312 Aug 19 13:25:02.209972 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54412) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:02.215708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] Request body: {'subnet': {'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1432910641-subnet', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:02.343347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] Made reservation on behalf of 3ada5b864129495fbb80a12ca1240a99 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:25:02.345925 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:02.605999 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:02.660874 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e7142f-5308-43cb-a726-76683bb63b40,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:02.669496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] Checking segment: {'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:02.669849 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] Network hostable DHCP agents. Network: a98bef44-c408-4405-b1ee-f1a6887cf758, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:25:02.783067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] Network a98bef44-c408-4405-b1ee-f1a6887cf758 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:25:02.937512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, a98bef44-c408-4405-b1ee-f1a6887cf758) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:02.942332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:02.942982 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:02.948157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112a7b37-0dad-4374-b243-a0755f918395 None None] Network a98bef44-c408-4405-b1ee-f1a6887cf758 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:25:03.069422 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c8044d1c-1313-4462-839a-1fa8e2776f61 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8583350 Aug 19 13:25:03.071966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54414) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:03.076407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:03.092533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-a98bef44-c408-4405-b1ee-f1a6887cf758', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'fixed_ips': [{'subnet_id': 'e8e7142f-5308-43cb-a726-76683bb63b40'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:25:03.093410 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.200313 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.201476 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.226189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Allocated IP 172.20.0.2 (a98bef44-c408-4405-b1ee-f1a6887cf758/e8e7142f-5308-43cb-a726-76683bb63b40/e6622f90-d296-4681-9d24-087f2750a6d2) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:25:03.259830 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.393153 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.402303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Transition to ACTIVE for port object e6622f90-d296-4681-9d24-087f2750a6d2 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:03.418067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Transition to ACTIVE for port object e6622f90-d296-4681-9d24-087f2750a6d2 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:03.483069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.520734 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.565225 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Network a98bef44-c408-4405-b1ee-f1a6887cf758 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:25:03.568121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:03.572637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:25:03.578042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Pushing event updated for resources: {'Port': ['ID=e6622f90-d296-4681-9d24-087f2750a6d2,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:03.634382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Attempting to bind port e6622f90-d296-4681-9d24-087f2750a6d2 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:25:03.634744 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Attempting to bind port e6622f90-d296-4681-9d24-087f2750a6d2 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:25:03.635141 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Attempting to bind port e6622f90-d296-4681-9d24-087f2750a6d2 on network a98bef44-c408-4405-b1ee-f1a6887cf758 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:03.640119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:25:03.640485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Checking segment: {'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:03.640878 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.641261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Bound using segment: {'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:25:03.641726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Bound port: e6622f90-d296-4681-9d24-087f2750a6d2, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:25:03.642101 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.704557 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] For port e6622f90-d296-4681-9d24-087f2750a6d2, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:25:03.708219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] For port e6622f90-d296-4681-9d24-087f2750a6d2, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e6622f90-d296-4681-9d24-087f2750a6d2,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:25:03.781508 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.818253 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.848908 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:03.861643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea990b-4f64-43dd-8833-20d170819892 None None] Pushing event updated for resources: {'Port': ['ID=e6622f90-d296-4681-9d24-087f2750a6d2,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:03.973951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Allocated IP 172.25.2.52 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/10d7d227-f729-463c-9ed4-44ef5128ca48) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:25:04.115867 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:04.229053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:04.283769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:25:04.289161 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:04.293790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:25:04.324168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e6622f90-d296-4681-9d24-087f2750a6d2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:04.324882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Pushing event updated for resources: {'Port': ['ID=10d7d227-f729-463c-9ed4-44ef5128ca48,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:04.457664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e6622f90-d296-4681-9d24-087f2750a6d2 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:04.707805 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:04.788108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421bb5df-54b9-40d3-baa7-bdea86db6f02 None None] Network a98bef44-c408-4405-b1ee-f1a6887cf758 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:25:04.919147 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:04.938441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c6eaa271-d17c-45fa-9242-bfd60d1a8dbe None None] Provisioning for port e6622f90-d296-4681-9d24-087f2750a6d2 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:04.944530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c6eaa271-d17c-45fa-9242-bfd60d1a8dbe None None] Provisioning complete for port e6622f90-d296-4681-9d24-087f2750a6d2 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:04.948164 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6eaa271-d17c-45fa-9242-bfd60d1a8dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:05.044165 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6eaa271-d17c-45fa-9242-bfd60d1a8dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:05.084875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c6eaa271-d17c-45fa-9242-bfd60d1a8dbe None None] For port e6622f90-d296-4681-9d24-087f2750a6d2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e6622f90-d296-4681-9d24-087f2750a6d2,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:05.160323 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-21a76deb-bb55-4ef2-8e5d-8c557adb0149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:05.194162 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c6eaa271-d17c-45fa-9242-bfd60d1a8dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:05.194396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Router 26db9731-df9b-4493-bb4a-5d9265dd327a is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:25:05.243441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaa271-d17c-45fa-9242-bfd60d1a8dbe None None] Pushing event updated for resources: {'Port': ['ID=e6622f90-d296-4681-9d24-087f2750a6d2,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:05.307061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:25:05.314704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6cb3ec96-5986-400a-9776-3237a75a1b46 None None] Provisioning complete for port e6622f90-d296-4681-9d24-087f2750a6d2 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:05.315556 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ec96-5986-400a-9776-3237a75a1b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:05.319711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Sync routers for ids ['26db9731-df9b-4493-bb4a-5d9265dd327a'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:25:05.363146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Routers {'26db9731-df9b-4493-bb4a-5d9265dd327a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:05.364547 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:24:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26db9731-df9b-4493-bb4a-5d9265dd327a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:05.468918 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:05.470248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-eb3b8a12-0201-480e-96bc-ee0b7f3712a8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3973365 Aug 19 13:25:05.472908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54416) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:05.500702 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Set router 26db9731-df9b-4493-bb4a-5d9265dd327a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:05.685125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:04Z', 'revision_number': 3, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:05.714298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Checking router: 26db9731-df9b-4493-bb4a-5d9265dd327a for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:25:05.715379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Updating router 26db9731-df9b-4493-bb4a-5d9265dd327a port 10d7d227-f729-463c-9ed4-44ef5128ca48 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:25:05.740041 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:05.894149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:05.990394 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.000355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Transition to ACTIVE for port object 10d7d227-f729-463c-9ed4-44ef5128ca48 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:06.053863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Allocated IP 172.20.0.1 (a98bef44-c408-4405-b1ee-f1a6887cf758/e8e7142f-5308-43cb-a726-76683bb63b40/2cfc0694-4ab6-4ae2-aaab-718058649b34) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:25:06.062638 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.119740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7a4dc-1d24-4e37-b2ff-121754b37ed7 None None] Pushing event updated for resources: {'Port': ['ID=10d7d227-f729-463c-9ed4-44ef5128ca48,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:06.122077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Attempting to bind port 10d7d227-f729-463c-9ed4-44ef5128ca48 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:25:06.122450 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Attempting to bind port 10d7d227-f729-463c-9ed4-44ef5128ca48 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:25:06.122900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Attempting to bind port 10d7d227-f729-463c-9ed4-44ef5128ca48 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:06.129257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:25:06.129642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:06.130041 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.130433 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:25:06.130937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Bound port: 10d7d227-f729-463c-9ed4-44ef5128ca48, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:25:06.131323 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.161096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.174541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Transition to ACTIVE for port object 2cfc0694-4ab6-4ae2-aaab-718058649b34 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:06.182610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] For port 10d7d227-f729-463c-9ed4-44ef5128ca48, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:25:06.185705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] For port 10d7d227-f729-463c-9ed4-44ef5128ca48, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=10d7d227-f729-463c-9ed4-44ef5128ca48,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:25:06.264778 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e6622f90-d296-4681-9d24-087f2750a6d2 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:06.287246 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.303619 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.347871 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Network a98bef44-c408-4405-b1ee-f1a6887cf758 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:25:06.352876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:06.356834 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:25:06.357025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Routers {'26db9731-df9b-4493-bb4a-5d9265dd327a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:06.357512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:24:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26db9731-df9b-4493-bb4a-5d9265dd327a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:06.365431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7a4dc-1d24-4e37-b2ff-121754b37ed7 None None] Pushing event updated for resources: {'Port': ['ID=10d7d227-f729-463c-9ed4-44ef5128ca48,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:06.392944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2cfc0694-4ab6-4ae2-aaab-718058649b34,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:06.415605 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.584400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e6622f90-d296-4681-9d24-087f2750a6d2 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:06.584770 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.681303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] Set router 26db9731-df9b-4493-bb4a-5d9265dd327a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:06.691269 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.795787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e7725121-e6bb-4611-abc7-ee8d93ee2c48 None None] Provisioning for port 2cfc0694-4ab6-4ae2-aaab-718058649b34 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:06.815796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e7725121-e6bb-4611-abc7-ee8d93ee2c48 None None] Provisioning complete for port 2cfc0694-4ab6-4ae2-aaab-718058649b34 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:06.816172 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e7725121-e6bb-4611-abc7-ee8d93ee2c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.859977 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:06.880387 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e7725121-e6bb-4611-abc7-ee8d93ee2c48 None None] Port 2cfc0694-4ab6-4ae2-aaab-718058649b34 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:25:06.926161 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:04Z', 'revision_number': 3, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:06.952462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625ce8d7-dee3-442a-85c3-6c819368319a None None] The sync data for ids ['26db9731-df9b-4493-bb4a-5d9265dd327a'] in n-d-803757-2 is: [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:04Z', 'revision_number': 3, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:25:06.977276 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:07.045114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2cfc0694-4ab6-4ae2-aaab-718058649b34,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:07.047605 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:07.163634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Network a98bef44-c408-4405-b1ee-f1a6887cf758 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:25:07.165411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:07.402903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5e1d09f6-c110-4dab-9f02-4e66d92f2fea None None] Provisioning complete for port 2cfc0694-4ab6-4ae2-aaab-718058649b34 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:07.403458 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5e1d09f6-c110-4dab-9f02-4e66d92f2fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:07.439310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d09f6-c110-4dab-9f02-4e66d92f2fea None None] Port 2cfc0694-4ab6-4ae2-aaab-718058649b34 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:25:07.652062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Router 26db9731-df9b-4493-bb4a-5d9265dd327a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:25:07.763676 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:07.771759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:25:07.777545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-752d239b-beec-4912-8d61-037cff7eb6b5 admin admin] 10.222.0.21 "PUT /v2.0/routers/26db9731-df9b-4493-bb4a-5d9265dd327a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3035254 Aug 19 13:25:07.840289 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb043a97-bfd0-47ac-8dbc-028064d1b428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.303100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 10d7d227-f729-463c-9ed4-44ef5128ca48 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:08.462183 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Sync routers for ids ['26db9731-df9b-4493-bb4a-5d9265dd327a'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:25:08.466732 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 10d7d227-f729-463c-9ed4-44ef5128ca48 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:08.473377 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Routers {'26db9731-df9b-4493-bb4a-5d9265dd327a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:08.474008 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:25:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26db9731-df9b-4493-bb4a-5d9265dd327a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:08.475244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 10d7d227-f729-463c-9ed4-44ef5128ca48 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:08.482319 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.509136 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54432) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:08.514743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-899825579-network', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:08.560581 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.582771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 10d7d227-f729-463c-9ed4-44ef5128ca48, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=10d7d227-f729-463c-9ed4-44ef5128ca48,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:08.585502 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Set router 26db9731-df9b-4493-bb4a-5d9265dd327a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:08.609720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Made reservation on behalf of 0967b79e125641a2aa99ae630dc1d748 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:25:08.612222 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.621100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.666960 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.724069 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.725375 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=10d7d227-f729-463c-9ed4-44ef5128ca48,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:08.794336 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 4, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '2cfc0694-4ab6-4ae2-aaab-718058649b34', 'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'mac_address': 'fa:16:3e:49:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:05Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 2, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'subnets': [{'id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:08.800408 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.821018 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Checking router: 26db9731-df9b-4493-bb4a-5d9265dd327a for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:25:08.821364 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Updating router 26db9731-df9b-4493-bb4a-5d9265dd327a port 2cfc0694-4ab6-4ae2-aaab-718058649b34 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:25:08.822029 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:25:08.837057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf52a01e-ca8d-4e2c-ac00-11d08c37ef61,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:08.840055 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.840408 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Added segment 2055a335-e906-4207-a096-72118e70e98b of type vlan for network b7afe1a5-65b0-4e16-86ba-0201d6d393e2 Aug 19 13:25:08.849622 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.884787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.978671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:08.979715 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:08.980304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.047033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] Pushing event updated for resources: {'Network': ['ID=b7afe1a5-65b0-4e16-86ba-0201d6d393e2,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:09.057214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b7afe1a5-65b0-4e16-86ba-0201d6d393e2 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:25:09.109470 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1ec1aa56-575c-4abe-bf47-901c052e9b30 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5988929 Aug 19 13:25:09.112725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54434) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:09.117773 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] Request body: {'subnet': {'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-899825579-subnet', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:09.120947 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.131119 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Transition to ACTIVE for port object 2cfc0694-4ab6-4ae2-aaab-718058649b34 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:09.234243 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.274690 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] Made reservation on behalf of 0967b79e125641a2aa99ae630dc1d748 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:25:09.278188 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.309808 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Pushing event updated for resources: {'Port': ['ID=2cfc0694-4ab6-4ae2-aaab-718058649b34,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:09.344706 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.345059 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.346570 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.346570 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.346570 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.346570 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.346983 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.346983 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.347261 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.347581 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.347896 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.348211 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:25:09.351524 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Attempting to bind port 2cfc0694-4ab6-4ae2-aaab-718058649b34 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:25:09.351888 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Attempting to bind port 2cfc0694-4ab6-4ae2-aaab-718058649b34 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:25:09.352350 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Attempting to bind port 2cfc0694-4ab6-4ae2-aaab-718058649b34 on network a98bef44-c408-4405-b1ee-f1a6887cf758 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:09.357808 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:25:09.358914 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Checking segment: {'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:09.358914 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.359129 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Bound using segment: {'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:25:09.359410 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Bound port: 2cfc0694-4ab6-4ae2-aaab-718058649b34, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:25:09.359784 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.400305 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.466581 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] For port 2cfc0694-4ab6-4ae2-aaab-718058649b34, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:25:09.469965 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] For port 2cfc0694-4ab6-4ae2-aaab-718058649b34, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2cfc0694-4ab6-4ae2-aaab-718058649b34,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:25:09.589479 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.649436 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Routers {'26db9731-df9b-4493-bb4a-5d9265dd327a'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:09.650055 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:25:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26db9731-df9b-4493-bb4a-5d9265dd327a'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:09.651957 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b14c2-4884-4a82-91c8-7b377de48fdf None None] Pushing event updated for resources: {'Port': ['ID=2cfc0694-4ab6-4ae2-aaab-718058649b34,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:09.657804 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.719723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5805d765-f24e-4e4a-bd0a-d8960634a003,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:09.733291 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] Checking segment: {'id': '2055a335-e906-4207-a096-72118e70e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:09.737895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] Network hostable DHCP agents. Network: b7afe1a5-65b0-4e16-86ba-0201d6d393e2, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:25:09.851516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] Network b7afe1a5-65b0-4e16-86ba-0201d6d393e2 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:25:09.860863 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] Set router 26db9731-df9b-4493-bb4a-5d9265dd327a gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:09.925629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, b7afe1a5-65b0-4e16-86ba-0201d6d393e2) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:09.929829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:09.930507 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:09.938305 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c20082-4adf-43be-a6fb-215e80df25ea None None] Network b7afe1a5-65b0-4e16-86ba-0201d6d393e2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:25:10.021643 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d9022412-24ed-4bd7-a851-729aa72ca483 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9077539 Aug 19 13:25:10.024256 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54436) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:10.028879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-899825579-router', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:10.065200 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 4, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '2cfc0694-4ab6-4ae2-aaab-718058649b34', 'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'mac_address': 'fa:16:3e:49:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:05Z', 'updated_at': '2021-08-19T13:25:09Z', 'revision_number': 4, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'subnets': [{'id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:10.088336 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-b7afe1a5-65b0-4e16-86ba-0201d6d393e2', 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'fixed_ips': [{'subnet_id': '5805d765-f24e-4e4a-bd0a-d8960634a003'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:25:10.089355 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.092141 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a00de-7151-4910-98c0-a71dcb746791 None None] The sync data for ids ['26db9731-df9b-4493-bb4a-5d9265dd327a'] in n-d-803757-2 is: [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 4, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '2cfc0694-4ab6-4ae2-aaab-718058649b34', 'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'mac_address': 'fa:16:3e:49:ab:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:05Z', 'updated_at': '2021-08-19T13:25:09Z', 'revision_number': 4, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'subnets': [{'id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:25:10.125980 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.128415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.212024 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.258844 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Allocated IP 172.20.0.2 (b7afe1a5-65b0-4e16-86ba-0201d6d393e2/5805d765-f24e-4e4a-bd0a-d8960634a003/e8b53cca-a80a-4f5b-af2d-45b864881550) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:25:10.381535 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 10d7d227-f729-463c-9ed4-44ef5128ca48 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:10.464671 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.473664 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.483087 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Transition to ACTIVE for port object e8b53cca-a80a-4f5b-af2d-45b864881550 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:10.494289 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 10d7d227-f729-463c-9ed4-44ef5128ca48 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:10.494648 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.520840 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Transition to ACTIVE for port object e8b53cca-a80a-4f5b-af2d-45b864881550 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:10.581672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2cfc0694-4ab6-4ae2-aaab-718058649b34 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:10.620067 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.678062 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Network b7afe1a5-65b0-4e16-86ba-0201d6d393e2 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:25:10.687780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:10.690424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Pushing event updated for resources: {'Port': ['ID=e8b53cca-a80a-4f5b-af2d-45b864881550,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:10.693841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:25:10.757032 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 2cfc0694-4ab6-4ae2-aaab-718058649b34 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:10.762841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Attempting to bind port e8b53cca-a80a-4f5b-af2d-45b864881550 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:25:10.763492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Attempting to bind port e8b53cca-a80a-4f5b-af2d-45b864881550 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2055a335-e906-4207-a096-72118e70e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:25:10.764026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Attempting to bind port e8b53cca-a80a-4f5b-af2d-45b864881550 on network b7afe1a5-65b0-4e16-86ba-0201d6d393e2 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:10.770337 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2cfc0694-4ab6-4ae2-aaab-718058649b34 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:10.770994 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.772706 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:25:10.773076 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Checking segment: {'id': '2055a335-e906-4207-a096-72118e70e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:10.773471 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.773854 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Bound using segment: {'id': '2055a335-e906-4207-a096-72118e70e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:25:10.774499 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Bound port: e8b53cca-a80a-4f5b-af2d-45b864881550, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2055a335-e906-4207-a096-72118e70e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:25:10.775095 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.777054 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.798455 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.838912 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.905987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] For port e8b53cca-a80a-4f5b-af2d-45b864881550, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:25:10.928496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] For port e8b53cca-a80a-4f5b-af2d-45b864881550, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e8b53cca-a80a-4f5b-af2d-45b864881550,segment=NetworkSegment(2055a335-e906-4207-a096-72118e70e98b),segment_id=2055a335-e906-4207-a096-72118e70e98b)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:25:10.930853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Allocated IP 172.25.2.167 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/1e940921-730d-4796-ab58-9adb7ec1ffb3) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:25:10.934660 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:10.975690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 2cfc0694-4ab6-4ae2-aaab-718058649b34, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2cfc0694-4ab6-4ae2-aaab-718058649b34,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:11.028897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:11.064231 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:11.069548 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:11.102473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e73c5d-aa86-4b9a-93b4-c2a87dad8649 None None] Pushing event updated for resources: {'Port': ['ID=e8b53cca-a80a-4f5b-af2d-45b864881550,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:11.163777 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=2cfc0694-4ab6-4ae2-aaab-718058649b34,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:11.200458 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:11.247488 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:25:11.250855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:11.255599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:25:11.259138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Pushing event updated for resources: {'Port': ['ID=1e940921-730d-4796-ab58-9adb7ec1ffb3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:11.640397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:11.849512 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:12.068518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:25:12.097190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a59213e-b86d-4c51-aed1-56eee119b938 None None] Network b7afe1a5-65b0-4e16-86ba-0201d6d393e2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:25:12.177227 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:25:12.188758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Sync routers for ids ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:25:12.223428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Routers {'8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:12.224114 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:25:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:12.269860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-28357385-b079-4444-adb4-7788dff1c9ba None None] Provisioning for port e8b53cca-a80a-4f5b-af2d-45b864881550 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:12.277902 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:12.279939 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e1f8bd6d-51a3-4815-b5a0-26c71a029d38 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2539213 Aug 19 13:25:12.282516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54440) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:25:12.369133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e8b53cca-a80a-4f5b-af2d-45b864881550 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:12.412504 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Set router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:12.619662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'name': 'tempest-TestMinimumBasicScenario-899825579-router', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:11Z', 'revision_number': 3, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'gw_port': {'id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:12.646760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port e8b53cca-a80a-4f5b-af2d-45b864881550 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:12.648733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Checking router: 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:25:12.649077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Updating router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 port 1e940921-730d-4796-ab58-9adb7ec1ffb3 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:25:12.672000 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e8b53cca-a80a-4f5b-af2d-45b864881550 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:12.672372 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:12.697947 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:12.724639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:12.887579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Allocated IP 172.20.0.1 (b7afe1a5-65b0-4e16-86ba-0201d6d393e2/5805d765-f24e-4e4a-bd0a-d8960634a003/559f60d2-a681-4c40-9308-7f831fe5ab14) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:25:12.997360 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.011644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Transition to ACTIVE for port object 559f60d2-a681-4c40-9308-7f831fe5ab14 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:13.033248 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.082250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port e8b53cca-a80a-4f5b-af2d-45b864881550, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e8b53cca-a80a-4f5b-af2d-45b864881550,segment=NetworkSegment(2055a335-e906-4207-a096-72118e70e98b),segment_id=2055a335-e906-4207-a096-72118e70e98b)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:13.126203 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.156336 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.157134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2cfc0694-4ab6-4ae2-aaab-718058649b34 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:13.167321 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Network b7afe1a5-65b0-4e16-86ba-0201d6d393e2 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:25:13.172304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:13.178444 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:25:13.206771 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.210393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Pushing event updated for resources: {'Port': ['ID=559f60d2-a681-4c40-9308-7f831fe5ab14,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:13.218929 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.245103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Transition to ACTIVE for port object 1e940921-730d-4796-ab58-9adb7ec1ffb3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:13.254362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=e8b53cca-a80a-4f5b-af2d-45b864881550,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:13.268401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2cfc0694-4ab6-4ae2-aaab-718058649b34 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:13.268775 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.365515 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.415043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Attempting to bind port 1e940921-730d-4796-ab58-9adb7ec1ffb3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:25:13.415413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Attempting to bind port 1e940921-730d-4796-ab58-9adb7ec1ffb3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:25:13.415810 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Attempting to bind port 1e940921-730d-4796-ab58-9adb7ec1ffb3 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:13.427593 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c428b19-8762-498d-9f6e-adc132fbce6f None None] Pushing event updated for resources: {'Port': ['ID=1e940921-730d-4796-ab58-9adb7ec1ffb3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:13.431836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:25:13.432210 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:13.432605 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.433034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:25:13.433508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Bound port: 1e940921-730d-4796-ab58-9adb7ec1ffb3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:25:13.433881 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.460421 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.488308 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] For port 1e940921-730d-4796-ab58-9adb7ec1ffb3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:25:13.491388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] For port 1e940921-730d-4796-ab58-9adb7ec1ffb3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1e940921-730d-4796-ab58-9adb7ec1ffb3,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:25:13.566123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a29034e9-c460-4fc8-87a8-149f35abac03 None None] Provisioning for port 559f60d2-a681-4c40-9308-7f831fe5ab14 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:13.570142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a29034e9-c460-4fc8-87a8-149f35abac03 None None] Provisioning complete for port 559f60d2-a681-4c40-9308-7f831fe5ab14 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:13.570474 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a29034e9-c460-4fc8-87a8-149f35abac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.604489 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a29034e9-c460-4fc8-87a8-149f35abac03 None None] Port 559f60d2-a681-4c40-9308-7f831fe5ab14 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:25:13.617379 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.621144 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.679497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Routers {'8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:13.680116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:25:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:13.681869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c428b19-8762-498d-9f6e-adc132fbce6f None None] Pushing event updated for resources: {'Port': ['ID=1e940921-730d-4796-ab58-9adb7ec1ffb3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:13.694952 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.764393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:13.767036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Pushing event updated for resources: {'Port': ['ID=559f60d2-a681-4c40-9308-7f831fe5ab14,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:13.792510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] Set router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:13.859389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Network b7afe1a5-65b0-4e16-86ba-0201d6d393e2 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:25:13.860901 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:13.994202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:25:14.022125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'name': 'tempest-TestMinimumBasicScenario-899825579-router', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:13Z', 'revision_number': 4, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'gw_port': {'id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '559f60d2-a681-4c40-9308-7f831fe5ab14', 'name': '', 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'mac_address': 'fa:16:3e:ce:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5805d765-f24e-4e4a-bd0a-d8960634a003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:12Z', 'updated_at': '2021-08-19T13:25:12Z', 'revision_number': 1, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'subnets': [{'id': '5805d765-f24e-4e4a-bd0a-d8960634a003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:14.055905 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81351fb-6999-4e28-a916-dc14b64058bd None None] The sync data for ids ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'] in n-d-803757-2 is: [{'id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'name': 'tempest-TestMinimumBasicScenario-899825579-router', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:13Z', 'revision_number': 4, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'gw_port': {'id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '559f60d2-a681-4c40-9308-7f831fe5ab14', 'name': '', 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'mac_address': 'fa:16:3e:ce:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5805d765-f24e-4e4a-bd0a-d8960634a003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:12Z', 'updated_at': '2021-08-19T13:25:12Z', 'revision_number': 1, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'subnets': [{'id': '5805d765-f24e-4e4a-bd0a-d8960634a003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:25:14.125202 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4483c026-5120-41ab-9f00-dc65f9803bc4 None None] Provisioning complete for port 559f60d2-a681-4c40-9308-7f831fe5ab14 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:14.125640 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4483c026-5120-41ab-9f00-dc65f9803bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:14.138656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:25:14.148231 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a1e96c1b-9cbc-4ea8-b4b0-fb56e4dcaaaf admin admin] 10.222.0.21 "PUT /v2.0/routers/8c946353-6ad0-49cf-9bd6-30f2b3fdcde1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610413 Aug 19 13:25:14.176203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4483c026-5120-41ab-9f00-dc65f9803bc4 None None] Port 559f60d2-a681-4c40-9308-7f831fe5ab14 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:25:14.315655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e8b53cca-a80a-4f5b-af2d-45b864881550 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:14.386293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port e8b53cca-a80a-4f5b-af2d-45b864881550 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:14.386688 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:16.327586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1e940921-730d-4796-ab58-9adb7ec1ffb3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:16.460749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 1e940921-730d-4796-ab58-9adb7ec1ffb3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:16.465146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1e940921-730d-4796-ab58-9adb7ec1ffb3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:16.465595 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:16.558576 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:16.588364 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 1e940921-730d-4796-ab58-9adb7ec1ffb3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1e940921-730d-4796-ab58-9adb7ec1ffb3,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:16.742034 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:16.805788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=1e940921-730d-4796-ab58-9adb7ec1ffb3,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:17.578433 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Sync routers for ids ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:25:17.589223 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Routers {'8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:17.589839 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-89517972-417d-4871-9503-b7be024d8f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:25:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:17.703952 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Set router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:17.914342 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-89517972-417d-4871-9503-b7be024d8f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'name': 'tempest-TestMinimumBasicScenario-899825579-router', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:13Z', 'revision_number': 4, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'gw_port': {'id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '559f60d2-a681-4c40-9308-7f831fe5ab14', 'name': '', 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'mac_address': 'fa:16:3e:ce:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5805d765-f24e-4e4a-bd0a-d8960634a003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:12Z', 'updated_at': '2021-08-19T13:25:13Z', 'revision_number': 2, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'subnets': [{'id': '5805d765-f24e-4e4a-bd0a-d8960634a003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:17.949496 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Checking router: 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:25:17.950000 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Updating router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 port 559f60d2-a681-4c40-9308-7f831fe5ab14 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:25:17.977726 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:18.256487 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:18.268509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Transition to ACTIVE for port object 559f60d2-a681-4c40-9308-7f831fe5ab14 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:18.320126 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1e940921-730d-4796-ab58-9adb7ec1ffb3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:18.378444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1e940921-730d-4796-ab58-9adb7ec1ffb3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:18.378832 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:18.411757 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:18.530639 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea6a6c-08d6-4ef8-8f23-e47817036dea None None] Pushing event updated for resources: {'Port': ['ID=559f60d2-a681-4c40-9308-7f831fe5ab14,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:18.590702 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Attempting to bind port 559f60d2-a681-4c40-9308-7f831fe5ab14 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:25:18.591498 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Attempting to bind port 559f60d2-a681-4c40-9308-7f831fe5ab14 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2055a335-e906-4207-a096-72118e70e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:25:18.591498 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Attempting to bind port 559f60d2-a681-4c40-9308-7f831fe5ab14 on network b7afe1a5-65b0-4e16-86ba-0201d6d393e2 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:18.597039 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:25:18.599216 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Checking segment: {'id': '2055a335-e906-4207-a096-72118e70e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:18.599216 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:18.599216 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Bound using segment: {'id': '2055a335-e906-4207-a096-72118e70e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:25:18.599216 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Bound port: 559f60d2-a681-4c40-9308-7f831fe5ab14, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2055a335-e906-4207-a096-72118e70e98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:25:18.599637 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:18.687790 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-89517972-417d-4871-9503-b7be024d8f90 None None] For port 559f60d2-a681-4c40-9308-7f831fe5ab14, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:25:18.692192 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-89517972-417d-4871-9503-b7be024d8f90 None None] For port 559f60d2-a681-4c40-9308-7f831fe5ab14, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=559f60d2-a681-4c40-9308-7f831fe5ab14,segment=NetworkSegment(2055a335-e906-4207-a096-72118e70e98b),segment_id=2055a335-e906-4207-a096-72118e70e98b)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:25:18.839080 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:18.901041 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea6a6c-08d6-4ef8-8f23-e47817036dea None None] Pushing event updated for resources: {'Port': ['ID=559f60d2-a681-4c40-9308-7f831fe5ab14,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:18.909812 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Routers {'8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:25:18.911051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-89517972-417d-4871-9503-b7be024d8f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:25:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:19.084566 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-89517972-417d-4871-9503-b7be024d8f90 None None] Set router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:25:19.339728 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-89517972-417d-4871-9503-b7be024d8f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'name': 'tempest-TestMinimumBasicScenario-899825579-router', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:13Z', 'revision_number': 4, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'gw_port': {'id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '559f60d2-a681-4c40-9308-7f831fe5ab14', 'name': '', 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'mac_address': 'fa:16:3e:ce:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5805d765-f24e-4e4a-bd0a-d8960634a003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:12Z', 'updated_at': '2021-08-19T13:25:18Z', 'revision_number': 4, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'subnets': [{'id': '5805d765-f24e-4e4a-bd0a-d8960634a003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:25:19.373174 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89517972-417d-4871-9503-b7be024d8f90 None None] The sync data for ids ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'] in n-d-803757-2 is: [{'id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'name': 'tempest-TestMinimumBasicScenario-899825579-router', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:13Z', 'revision_number': 4, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'gw_port': {'id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '559f60d2-a681-4c40-9308-7f831fe5ab14', 'name': '', 'network_id': 'b7afe1a5-65b0-4e16-86ba-0201d6d393e2', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'mac_address': 'fa:16:3e:ce:34:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '5805d765-f24e-4e4a-bd0a-d8960634a003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:12Z', 'updated_at': '2021-08-19T13:25:18Z', 'revision_number': 4, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'subnets': [{'id': '5805d765-f24e-4e4a-bd0a-d8960634a003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:25:20.362284 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 559f60d2-a681-4c40-9308-7f831fe5ab14 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:20.509004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 559f60d2-a681-4c40-9308-7f831fe5ab14 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:20.518470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 559f60d2-a681-4c40-9308-7f831fe5ab14 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:20.520849 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:20.620471 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:20.659299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 559f60d2-a681-4c40-9308-7f831fe5ab14, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=559f60d2-a681-4c40-9308-7f831fe5ab14,segment=NetworkSegment(2055a335-e906-4207-a096-72118e70e98b),segment_id=2055a335-e906-4207-a096-72118e70e98b)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:20.712175 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:20.770026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=559f60d2-a681-4c40-9308-7f831fe5ab14,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:22.307539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 559f60d2-a681-4c40-9308-7f831fe5ab14 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:22.372654 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 559f60d2-a681-4c40-9308-7f831fe5ab14 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:22.373355 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:26.005709 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:26.023895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429def-4758-45d9-9253-bf56d83ae269 req-c80abfd6-2724-4ef9-ba2c-28fb9f68908c tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:26.026042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-c80abfd6-2724-4ef9-ba2c-28fb9f68908c tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/networks?id=a98bef44-c408-4405-b1ee-f1a6887cf758 HTTP/1.1" status: 200 len: 815 time: 0.1109877 Aug 19 13:25:26.048517 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-e08d4df6-3c2f-4ec3-a5f6-1629a8ace309 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/quotas/3ada5b864129495fbb80a12ca1240a99 HTTP/1.1" status: 200 len: 375 time: 0.0100985 Aug 19 13:25:26.450276 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-57acddbf-b339-436b-8729-d342e789694d tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3ada5b864129495fbb80a12ca1240a99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4003391 Aug 19 13:25:26.547481 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-75891657-e5b2-4771-b388-7e4f6b7cf31f service neutron] 10.222.0.21 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849049 Aug 19 13:25:26.644222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-25807523-34de-4a2e-837e-43ab75b08b78 service neutron] 10.222.0.21 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898263 Aug 19 13:25:26.839819 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:26.963419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f3ec5b68-1139-421a-9a0e-b21da127f0ca req-23cef893-d8d6-4e1d-80ec-da8ca078ffc8 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 210 time: 0.0292697 Aug 19 13:25:28.044160 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ec4fdf80-4a17-451b-9b62-8e326d6c40e1 req-d45232b8-16e5-4df9-b9ed-f1d9341770c3 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 210 time: 0.0285389 Aug 19 13:25:29.144742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6af4b43-025a-404f-917a-86e348b5290b req-e6563b6c-d2ca-4a51-b41b-5dd8140d8fc0 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 210 time: 0.0277381 Aug 19 13:25:29.531499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429def-4758-45d9-9253-bf56d83ae269 req-2e2a75b4-8c29-413d-a8b8-73121853ad1f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:29.533059 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-2e2a75b4-8c29-413d-a8b8-73121853ad1f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.30 "GET /v2.0/networks?id=a98bef44-c408-4405-b1ee-f1a6887cf758 HTTP/1.1" status: 200 len: 815 time: 0.1064236 Aug 19 13:25:29.545897 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Request body: {'port': {'device_id': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'admin_state_up': True, 'tenant_id': '3ada5b864129495fbb80a12ca1240a99'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:29.846271 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Made reservation on behalf of 3ada5b864129495fbb80a12ca1240a99 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:25:29.849939 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:29.981208 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Allocated IP 172.20.0.4 (a98bef44-c408-4405-b1ee-f1a6887cf758/e8e7142f-5308-43cb-a726-76683bb63b40/5882bc25-8f08-4047-8c27-637517fc64db) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:25:30.143495 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:30.155422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Transition to ACTIVE for port object 5882bc25-8f08-4047-8c27-637517fc64db will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:30.241392 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5dcf5d87-7ca6-4cac-9b15-6e9d342d550b req-243894d6-697b-4d00-8383-abdc354efd1e tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 210 time: 0.0271904 Aug 19 13:25:30.343435 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:30.390653 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Network a98bef44-c408-4405-b1ee-f1a6887cf758 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:25:30.394516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:25:30.398611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:25:30.428873 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'Port': ['ID=5882bc25-8f08-4047-8c27-637517fc64db,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:30.474849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:30.488231 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:30.593802 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-56232852-bddd-48a3-95e2-abcda3ea98c7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0503435 Aug 19 13:25:30.857078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-826a3eb8-8055-411b-81b7-4270a60f54de None None] Provisioning for port 5882bc25-8f08-4047-8c27-637517fc64db completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:30.863003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-826a3eb8-8055-411b-81b7-4270a60f54de None None] Provisioning complete for port 5882bc25-8f08-4047-8c27-637517fc64db triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:30.863489 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-826a3eb8-8055-411b-81b7-4270a60f54de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:30.900516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-826a3eb8-8055-411b-81b7-4270a60f54de None None] Port 5882bc25-8f08-4047-8c27-637517fc64db cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:25:31.376001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc634814-a992-411c-b2f4-e65cd29c4d75 req-2ea2b880-1f28-4aaa-ac43-bf8a91411294 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:31.377949 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc634814-a992-411c-b2f4-e65cd29c4d75 req-2ea2b880-1f28-4aaa-ac43-bf8a91411294 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 931 time: 0.0530875 Aug 19 13:25:31.417792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cc634814-a992-411c-b2f4-e65cd29c4d75 req-d202dad2-6415-4da2-870d-fc1dbef83a40 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336189 Aug 19 13:25:32.315173 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:25:32.540440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b471f18-3894-42f5-a3e1-7abfe7258233 req-331e0cf6-d319-4022-ac7a-436f154b683c tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:32.541859 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b471f18-3894-42f5-a3e1-7abfe7258233 req-331e0cf6-d319-4022-ac7a-436f154b683c tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 931 time: 0.0573816 Aug 19 13:25:32.584600 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b471f18-3894-42f5-a3e1-7abfe7258233 req-29aa3d38-0941-499f-bf99-7c630f41db7b tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363588 Aug 19 13:25:33.715049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa8d5f-3650-4b65-ae82-b4c87d964c16 req-221e1cc2-0776-49ab-824c-c34d355523e6 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:33.716614 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b8aa8d5f-3650-4b65-ae82-b4c87d964c16 req-221e1cc2-0776-49ab-824c-c34d355523e6 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 931 time: 0.0592988 Aug 19 13:25:33.760324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b8aa8d5f-3650-4b65-ae82-b4c87d964c16 req-3f679a20-94e3-491d-8cca-a2edcecd542f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367494 Aug 19 13:25:34.917693 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61bca-cd70-4235-a6fc-193b9a3a9484 req-4eeb51f1-1f0e-4637-88c7-d2f8a72987c2 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:34.919684 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0c61bca-cd70-4235-a6fc-193b9a3a9484 req-4eeb51f1-1f0e-4637-88c7-d2f8a72987c2 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 931 time: 0.0802293 Aug 19 13:25:34.961084 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0c61bca-cd70-4235-a6fc-193b9a3a9484 req-d77dca90-c32b-4922-acb3-164125375482 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343008 Aug 19 13:25:35.171069 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e47a3577-a8f8-4185-9eae-23164834677f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:36.079283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e0f87-3fcc-49d7-ae26-bb47d6ef7caf req-ff6820bd-082d-4329-bca7-2340ab0c93d9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:36.080828 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-626e0f87-3fcc-49d7-ae26-bb47d6ef7caf req-ff6820bd-082d-4329-bca7-2340ab0c93d9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 931 time: 0.0505552 Aug 19 13:25:36.120413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-626e0f87-3fcc-49d7-ae26-bb47d6ef7caf req-b55ab3bb-4276-4dc1-936b-2fde8f111b18 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333810 Aug 19 13:25:37.245474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8f34b-001b-4b33-a71e-92f9e0888ee1 req-f894689b-cd40-46f5-8ecd-ca5269bdeaad tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:37.247111 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7bc8f34b-001b-4b33-a71e-92f9e0888ee1 req-f894689b-cd40-46f5-8ecd-ca5269bdeaad tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 931 time: 0.0555358 Aug 19 13:25:37.290676 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7bc8f34b-001b-4b33-a71e-92f9e0888ee1 req-81d1ac40-8b18-4238-86ec-586054275780 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349910 Aug 19 13:25:37.685391 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:37.851028 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0bbae9dc-6a29-426d-be98-20e16d9be0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:38.414175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5630cf9-acff-4dcb-ba05-037583d98ae2 req-25a83a33-412e-4753-b16b-5b3bf364c419 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:38.415730 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5630cf9-acff-4dcb-ba05-037583d98ae2 req-25a83a33-412e-4753-b16b-5b3bf364c419 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 931 time: 0.0526428 Aug 19 13:25:38.462405 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c5630cf9-acff-4dcb-ba05-037583d98ae2 req-3b154294-d650-4fe0-8f90-7108f1b366e2 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Aug 19 13:25:39.388412 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:39.582940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5698e-3605-45f3-a811-54b592010469 req-3c878c39-5fb5-439e-a3d0-37d3d33d84f4 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:39.584461 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3e5698e-3605-45f3-a811-54b592010469 req-3c878c39-5fb5-439e-a3d0-37d3d33d84f4 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 931 time: 0.0534847 Aug 19 13:25:39.632655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e3e5698e-3605-45f3-a811-54b592010469 req-2c5ce786-704c-4891-94fd-d0df448ff735 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Aug 19 13:25:40.759114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983de38-bd14-4034-9e37-0eb6bd2a1120 req-02856cf7-422d-4138-a202-0079836578a5 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:40.760645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2983de38-bd14-4034-9e37-0eb6bd2a1120 req-02856cf7-422d-4138-a202-0079836578a5 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 931 time: 0.0554166 Aug 19 13:25:40.798507 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2983de38-bd14-4034-9e37-0eb6bd2a1120 req-ac331632-85b6-4f7e-9d1b-9b89c6f96af7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311646 Aug 19 13:25:40.929846 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:41.688612 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Request body: {'port': {'device_id': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:25:41.743538 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:41.978885 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad4a70-134e-40f9-98e7-865e7b1e8181 req-af0ad145-1106-468f-884b-62923c78dfd0 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:41.980328 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-06ad4a70-134e-40f9-98e7-865e7b1e8181 req-af0ad145-1106-468f-884b-62923c78dfd0 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 931 time: 0.1103270 Aug 19 13:25:42.044720 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-06ad4a70-134e-40f9-98e7-865e7b1e8181 req-9d2bffd9-60f4-4dee-bb11-2e1bffe43ee7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556643 Aug 19 13:25:42.085420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5882bc25-8f08-4047-8c27-637517fc64db {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:25:42.092992 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:42.105063 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Transition to ACTIVE for port object 5882bc25-8f08-4047-8c27-637517fc64db will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:25:42.176535 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:42.237077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5882bc25-8f08-4047-8c27-637517fc64db,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:42.303556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Attempting to bind port 5882bc25-8f08-4047-8c27-637517fc64db on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:25:42.305465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Attempting to bind port 5882bc25-8f08-4047-8c27-637517fc64db by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:25:42.305465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Attempting to bind port 5882bc25-8f08-4047-8c27-637517fc64db on network a98bef44-c408-4405-b1ee-f1a6887cf758 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:42.308910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Port 5882bc25-8f08-4047-8c27-637517fc64db on network a98bef44-c408-4405-b1ee-f1a6887cf758 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:25:42.309237 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Attempting to bind port 5882bc25-8f08-4047-8c27-637517fc64db on network a98bef44-c408-4405-b1ee-f1a6887cf758 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:25:42.314608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:25:42.314991 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Checking segment: {'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:25:42.315385 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Bound using segment: {'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:25:42.315820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Bound port: 5882bc25-8f08-4047-8c27-637517fc64db, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4823538a-d662-48d8-9ee6-7b6f7c854eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:25:42.316183 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:42.383422 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] For port 5882bc25-8f08-4047-8c27-637517fc64db, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:25:42.394546 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] For port 5882bc25-8f08-4047-8c27-637517fc64db, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5882bc25-8f08-4047-8c27-637517fc64db,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:25:42.489461 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:42.528440 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:42.529153 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:42.531207 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] 10.222.0.30 "PUT /v2.0/ports/5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 200 len: 1091 time: 0.8474154 Aug 19 13:25:42.535573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:25:42.535573 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1979285-a434-40c1-8ac7-b776fb68c608" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "tag": "5882bc25-8f08-4047-8c27-637517fc64db"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:25:42.568928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba1b23-de06-41b8-9d00-c4e6d1876eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5882bc25-8f08-4047-8c27-637517fc64db,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:42.580906 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8b6f10-fde9-42c3-a748-0f63890daef8 x-openstack-request-id: req-fb8b6f10-fde9-42c3-a748-0f63890daef8 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:25:42.581202 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "tag": "5882bc25-8f08-4047-8c27-637517fc64db", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:25:42.581477 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb8b6f10-fde9-42c3-a748-0f63890daef8 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:25:42.581867 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db', 'status': 'completed', 'code': 200} Aug 19 13:25:42.647038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1979285-a434-40c1-8ac7-b776fb68c608 req-3031ecb9-4f39-4c7d-bc4f-667c3894e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:42.648593 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1979285-a434-40c1-8ac7-b776fb68c608 req-3031ecb9-4f39-4c7d-bc4f-667c3894e073 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ada5b864129495fbb80a12ca1240a99&device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 1094 time: 0.0455701 Aug 19 13:25:42.751204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1979285-a434-40c1-8ac7-b776fb68c608 req-0b8b72ea-5c37-4150-b5f7-493dcce1291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:42.752626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1979285-a434-40c1-8ac7-b776fb68c608 req-0b8b72ea-5c37-4150-b5f7-493dcce1291f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3ada5b864129495fbb80a12ca1240a99&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0948973 Aug 19 13:25:42.853111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1979285-a434-40c1-8ac7-b776fb68c608 req-c137aa64-c261-4d84-aab8-40206d346960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:42.855002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1979285-a434-40c1-8ac7-b776fb68c608 req-c137aa64-c261-4d84-aab8-40206d346960 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959020 Aug 19 13:25:42.931377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429def-4758-45d9-9253-bf56d83ae269 req-380c04ff-76e8-4c3a-b898-20c8d51019ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:42.932867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-380c04ff-76e8-4c3a-b898-20c8d51019ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ada5b864129495fbb80a12ca1240a99&device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 1094 time: 0.0417693 Aug 19 13:25:42.980178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-dbb4e0ce-a031-4555-9a7a-841f12c61f33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 200 len: 217 time: 0.0381398 Aug 19 13:25:43.027287 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429def-4758-45d9-9253-bf56d83ae269 req-01d35e1b-c452-4ee0-aeb7-2a3bb9ad482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:43.028717 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-01d35e1b-c452-4ee0-aeb7-2a3bb9ad482c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8e7142f-5308-43cb-a726-76683bb63b40 HTTP/1.1" status: 200 len: 854 time: 0.0417895 Aug 19 13:25:43.075304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429def-4758-45d9-9253-bf56d83ae269 req-31c021aa-e41e-4599-a6ac-65ad7824f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:43.076842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-31c021aa-e41e-4599-a6ac-65ad7824f784 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a98bef44-c408-4405-b1ee-f1a6887cf758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404248 Aug 19 13:25:43.199730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04736c69-108c-4438-a5a7-4a42bcc7ea4e req-7273e8b5-c3e6-4716-95ee-fbc1727dd662 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:43.201228 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04736c69-108c-4438-a5a7-4a42bcc7ea4e req-7273e8b5-c3e6-4716-95ee-fbc1727dd662 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 943 time: 0.0719004 Aug 19 13:25:43.218026 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-018dd96e-9d45-41a5-86cd-8d3a121fd2b1 service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338367 Aug 19 13:25:43.292052 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-04736c69-108c-4438-a5a7-4a42bcc7ea4e req-5a357496-7baf-4239-8fc9-0e3ac3b35f9c tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833623 Aug 19 13:25:43.327269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f429def-4758-45d9-9253-bf56d83ae269 req-c79feffc-415d-4fb7-bcbb-69e60899b104 service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016994 Aug 19 13:25:44.408415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e765096-dd5a-4a16-86ee-6a611854614e req-c01fb11b-2d6d-4be4-b530-4a1ca192aa97 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:44.409904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e765096-dd5a-4a16-86ee-6a611854614e req-c01fb11b-2d6d-4be4-b530-4a1ca192aa97 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 943 time: 0.0490663 Aug 19 13:25:44.447166 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3e765096-dd5a-4a16-86ee-6a611854614e req-8dc3b07f-5306-4bbc-82b6-a5656d5a991f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310330 Aug 19 13:25:45.560425 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772ed45-4f60-4212-9511-4ccbcf6f6378 req-85894a9c-2f01-46a5-86f8-1bc0f3025444 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:45.561914 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f772ed45-4f60-4212-9511-4ccbcf6f6378 req-85894a9c-2f01-46a5-86f8-1bc0f3025444 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 943 time: 0.0505545 Aug 19 13:25:45.599789 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f772ed45-4f60-4212-9511-4ccbcf6f6378 req-8f31985e-b32a-4ef0-b14a-cea9cf79b529 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Aug 19 13:25:45.643498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5882bc25-8f08-4047-8c27-637517fc64db details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:25:45.735483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5882bc25-8f08-4047-8c27-637517fc64db, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5882bc25-8f08-4047-8c27-637517fc64db,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:45.746403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '5882bc25-8f08-4047-8c27-637517fc64db', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'port_id': '5882bc25-8f08-4047-8c27-637517fc64db', 'mac_address': 'fa:16:3e:38:bd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:25:45.785516 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:45.798403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5882bc25-8f08-4047-8c27-637517fc64db {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:25:45.817378 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5882bc25-8f08-4047-8c27-637517fc64db, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5882bc25-8f08-4047-8c27-637517fc64db,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:45.867617 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:45.914574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5882bc25-8f08-4047-8c27-637517fc64db,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:46.072845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5882bc25-8f08-4047-8c27-637517fc64db'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:25:46.713058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47088cbb-4b65-47fe-ac94-991c01030251 req-49f4c373-d346-42dc-ace0-65ea9598b8a5 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:46.714547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47088cbb-4b65-47fe-ac94-991c01030251 req-49f4c373-d346-42dc-ace0-65ea9598b8a5 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 944 time: 0.0483799 Aug 19 13:25:46.752439 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-47088cbb-4b65-47fe-ac94-991c01030251 req-a2bded05-5af6-4e1a-b61f-8a4e2b595587 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310485 Aug 19 13:25:47.659042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5882bc25-8f08-4047-8c27-637517fc64db up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:25:47.804742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 5882bc25-8f08-4047-8c27-637517fc64db completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:25:47.808703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 5882bc25-8f08-4047-8c27-637517fc64db triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:25:47.809073 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:47.867120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1949f-d48e-4a61-b3d4-1580c645e0ae req-94d04752-56fe-414a-b43c-c6c79d53ed9f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:47.868849 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87a1949f-d48e-4a61-b3d4-1580c645e0ae req-94d04752-56fe-414a-b43c-c6c79d53ed9f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 944 time: 0.0499272 Aug 19 13:25:47.886408 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:47.907325 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87a1949f-d48e-4a61-b3d4-1580c645e0ae req-34ca5d5f-e0ff-4915-b7aa-15b2348170b3 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318916 Aug 19 13:25:47.908903 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:25:47.911435 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e4c704-2284-48e4-b082-f9fdb4f6df96" -d '{"events": [{"server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "name": "network-vif-plugged", "status": "completed", "tag": "5882bc25-8f08-4047-8c27-637517fc64db"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:25:47.925484 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 5882bc25-8f08-4047-8c27-637517fc64db, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5882bc25-8f08-4047-8c27-637517fc64db,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:25:47.948542 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8f5e76-e23f-4085-8b8a-3bdf15bf9943 x-openstack-request-id: req-af8f5e76-e23f-4085-8b8a-3bdf15bf9943 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:25:47.948826 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "name": "network-vif-plugged", "status": "completed", "tag": "5882bc25-8f08-4047-8c27-637517fc64db", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:25:47.949077 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af8f5e76-e23f-4085-8b8a-3bdf15bf9943 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:25:47.949471 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db', 'code': 200} Aug 19 13:25:47.999275 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:48.042529 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf565c-ce90-43eb-8b72-e0c141362d0d req-ae108e2c-128d-44f9-8c4f-7759a3b5aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:48.044092 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9faf565c-ce90-43eb-8b72-e0c141362d0d req-ae108e2c-128d-44f9-8c4f-7759a3b5aa25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 1096 time: 0.0402548 Aug 19 13:25:48.053361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=5882bc25-8f08-4047-8c27-637517fc64db,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:25:48.083003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9faf565c-ce90-43eb-8b72-e0c141362d0d req-d1f2beee-35eb-42d6-9a97-0dbf2090dc54 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Aug 19 13:25:49.028370 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6e67b-497b-4b7c-a879-8140fbdbaf87 req-5ba2f002-c4af-4b5c-a99a-07f2bb7209ca tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:49.029895 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0bf6e67b-497b-4b7c-a879-8140fbdbaf87 req-5ba2f002-c4af-4b5c-a99a-07f2bb7209ca tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 945 time: 0.0513391 Aug 19 13:25:49.071200 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0bf6e67b-497b-4b7c-a879-8140fbdbaf87 req-ba856eab-5f58-482f-816c-a2987fedd912 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343795 Aug 19 13:25:50.190539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466ae7f-ba99-45d3-9191-c6c25f699c5e req-a566817e-877f-4808-aa4d-0689dcdd4703 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:50.192052 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d466ae7f-ba99-45d3-9191-c6c25f699c5e req-a566817e-877f-4808-aa4d-0689dcdd4703 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 945 time: 0.0535703 Aug 19 13:25:50.229772 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d466ae7f-ba99-45d3-9191-c6c25f699c5e req-13c6932b-a193-4cf2-8db6-c6e68fd69644 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317283 Aug 19 13:25:50.348964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71add584-d03a-4c34-ae8f-589e8fa83db7 req-24e40ae2-6d00-4037-87b1-8a64f837ba11 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:50.350333 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-71add584-d03a-4c34-ae8f-589e8fa83db7 req-24e40ae2-6d00-4037-87b1-8a64f837ba11 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 945 time: 0.0503743 Aug 19 13:25:50.387896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-71add584-d03a-4c34-ae8f-589e8fa83db7 req-e14ab111-0975-424c-ad03-8f2389505ca3 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313694 Aug 19 13:25:50.573841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d06bd-c923-4517-9bb6-1ef352e28728 req-ae566389-b16c-401d-9b36-27cf0f1632f9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:25:50.575360 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-701d06bd-c923-4517-9bb6-1ef352e28728 req-ae566389-b16c-401d-9b36-27cf0f1632f9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 945 time: 0.0482616 Aug 19 13:25:50.616271 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-701d06bd-c923-4517-9bb6-1ef352e28728 req-0d2c558c-7b57-4f84-b0cf-955b5beb2109 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342276 Aug 19 13:25:55.992261 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:25:56.782367 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:05.117632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-30a91d93-a8f7-4cf5-8439-3738eaa6b1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:05.508720 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ffb0c-ab77-4a84-99a6-dde72d6c969d req-27dbb532-286a-40e1-b98d-579f947fe8bf tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:05.510102 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c34ffb0c-ab77-4a84-99a6-dde72d6c969d req-27dbb532-286a-40e1-b98d-579f947fe8bf tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 945 time: 0.0505621 Aug 19 13:26:05.547607 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c34ffb0c-ab77-4a84-99a6-dde72d6c969d req-a4803875-f5cf-487d-91e9-569402b07b0a tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307758 Aug 19 13:26:05.569929 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54656) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:05.699279 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987daa3c-028e-402e-804c-88225c587355 tempest-TestMinimumBasicScenario-1295161110 tempest-TestMinimumBasicScenario-1295161110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:05.700823 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-987daa3c-028e-402e-804c-88225c587355 tempest-TestMinimumBasicScenario-1295161110 tempest-TestMinimumBasicScenario-1295161110-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 1091 time: 0.1299407 Aug 19 13:26:05.704353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54660) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:05.708859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '5882bc25-8f08-4047-8c27-637517fc64db', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:05.776156 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:05.874314 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:05.975352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Allocated IP 172.25.2.251 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/2174df89-588e-4f8e-8223-b105fbef4b00) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:26:06.080074 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:06.234033 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:06.271099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:26:06.275849 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:26:06.279355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:26:06.302551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'Port': ['ID=2174df89-588e-4f8e-8223-b105fbef4b00,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:06.316162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.316509 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.316846 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.317180 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.317510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.317834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.318156 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.318482 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.318828 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.319148 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.319466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.319783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:06.659273 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:06.801837 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:06.964581 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:07.073190 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:07.144764 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'Port': ['ID=2174df89-588e-4f8e-8223-b105fbef4b00,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:07.156825 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:07.256904 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Floating IP 23aaad1b-1b1d-42c2-a6ab-e474398bbc0c associated. External IP: 172.25.2.251, port: 5882bc25-8f08-4047-8c27-637517fc64db. Aug 19 13:26:07.461782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Router 26db9731-df9b-4493-bb4a-5d9265dd327a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:26:07.569603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:26:07.578881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2abcf-0871-469d-9891-80edecb1aaa5 None None] Sync routers for ids ['26db9731-df9b-4493-bb4a-5d9265dd327a'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:26:07.587659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2abcf-0871-469d-9891-80edecb1aaa5 None None] Routers {'26db9731-df9b-4493-bb4a-5d9265dd327a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:26:07.588282 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e7c2abcf-0871-469d-9891-80edecb1aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:25:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26db9731-df9b-4493-bb4a-5d9265dd327a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:07.644629 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:07.677034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7d75478f-39b8-4850-83a7-d9e5d0ad7b08 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9716101 Aug 19 13:26:07.677864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:26:07.679984 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "tag": "5882bc25-8f08-4047-8c27-637517fc64db"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:26:07.684499 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54666) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:07.689302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-668e61dc-1ebb-419e-95aa-5e8dd12ec249 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41517764', 'description': 'tempest-secgroup-smoke-41517764 description', 'project_id': '3ada5b864129495fbb80a12ca1240a99'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:07.705470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-e7c2abcf-0871-469d-9891-80edecb1aaa5 None None] Set router 26db9731-df9b-4493-bb4a-5d9265dd327a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:26:07.719247 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dbd5e2-7b3e-40b8-8815-05264697a3cc x-openstack-request-id: req-b5dbd5e2-7b3e-40b8-8815-05264697a3cc {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:26:07.719537 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "tag": "5882bc25-8f08-4047-8c27-637517fc64db", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:26:07.719788 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5dbd5e2-7b3e-40b8-8815-05264697a3cc {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:26:07.720193 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db', 'status': 'completed', 'code': 200} Aug 19 13:26:07.730671 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:07.784323 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c req-e76ffd8c-db1f-473a-bd4e-ce52a74a9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:07.786417 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c req-e76ffd8c-db1f-473a-bd4e-ce52a74a9be8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ada5b864129495fbb80a12ca1240a99&device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 1096 time: 0.0422785 Aug 19 13:26:07.845767 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-668e61dc-1ebb-419e-95aa-5e8dd12ec249 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:07.855460 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4a36b639-f90a-4c2b-a52c-8536403b068f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:07.899015 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c req-7cf21975-c5ae-4010-bea6-e37ad59a3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:07.900484 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c req-7cf21975-c5ae-4010-bea6-e37ad59a3222 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a98bef44-c408-4405-b1ee-f1a6887cf758 HTTP/1.1" status: 200 len: 916 time: 0.1071212 Aug 19 13:26:07.943615 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e7c2abcf-0871-469d-9891-80edecb1aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 4, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '23aaad1b-1b1d-42c2-a6ab-e474398bbc0c', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'port_id': '5882bc25-8f08-4047-8c27-637517fc64db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'mac_address': 'fa:16:3e:38:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:26:06Z', 'updated_at': '2021-08-19T13:26:06Z', 'revision_number': 0, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfc0694-4ab6-4ae2-aaab-718058649b34', 'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'mac_address': 'fa:16:3e:49:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:05Z', 'updated_at': '2021-08-19T13:25:10Z', 'revision_number': 5, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'subnets': [{'id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:07.970595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2abcf-0871-469d-9891-80edecb1aaa5 None None] Checking router: 26db9731-df9b-4493-bb4a-5d9265dd327a for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:26:07.979440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2abcf-0871-469d-9891-80edecb1aaa5 None None] Routers {'26db9731-df9b-4493-bb4a-5d9265dd327a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:26:07.980109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e7c2abcf-0871-469d-9891-80edecb1aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:26:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26db9731-df9b-4493-bb4a-5d9265dd327a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:08.251472 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-e7c2abcf-0871-469d-9891-80edecb1aaa5 None None] Set router 26db9731-df9b-4493-bb4a-5d9265dd327a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:26:08.341231 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c req-a020ee8c-c9d0-492f-8049-44b318059d86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 200 len: 999 time: 0.4282742 Aug 19 13:26:08.380855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.30', 63519) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:08.387391 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-668e61dc-1ebb-419e-95aa-5e8dd12ec249 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:08.404265 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c req-cfc085c8-db44-4077-b6a1-959607fff26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:08.405792 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c req-cfc085c8-db44-4077-b6a1-959607fff26d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8e7142f-5308-43cb-a726-76683bb63b40 HTTP/1.1" status: 200 len: 854 time: 0.0558059 Aug 19 13:26:08.424843 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-f34b16d7-69ef-4279-8f9e-00b9f91ce9eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428164 Aug 19 13:26:08.449216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-668e61dc-1ebb-419e-95aa-5e8dd12ec249 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:08.484706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c req-c619b488-e1e0-40ab-8969-0431a6971fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:08.486240 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c req-c619b488-e1e0-40ab-8969-0431a6971fdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a98bef44-c408-4405-b1ee-f1a6887cf758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717471 Aug 19 13:26:08.487781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-e7c2abcf-0871-469d-9891-80edecb1aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 4, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '23aaad1b-1b1d-42c2-a6ab-e474398bbc0c', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'port_id': '5882bc25-8f08-4047-8c27-637517fc64db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'mac_address': 'fa:16:3e:38:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:26:06Z', 'updated_at': '2021-08-19T13:26:06Z', 'revision_number': 0, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfc0694-4ab6-4ae2-aaab-718058649b34', 'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'mac_address': 'fa:16:3e:49:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:05Z', 'updated_at': '2021-08-19T13:25:10Z', 'revision_number': 5, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'subnets': [{'id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:26:08.488065 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e61dc-1ebb-419e-95aa-5e8dd12ec249 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:08.521231 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2abcf-0871-469d-9891-80edecb1aaa5 None None] The sync data for ids ['26db9731-df9b-4493-bb4a-5d9265dd327a'] in n-d-803757-2 is: [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 4, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '23aaad1b-1b1d-42c2-a6ab-e474398bbc0c', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'port_id': '5882bc25-8f08-4047-8c27-637517fc64db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'mac_address': 'fa:16:3e:38:bd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:26:06Z', 'updated_at': '2021-08-19T13:26:06Z', 'revision_number': 0, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfc0694-4ab6-4ae2-aaab-718058649b34', 'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'mac_address': 'fa:16:3e:49:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:05Z', 'updated_at': '2021-08-19T13:25:10Z', 'revision_number': 5, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'subnets': [{'id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:26:08.547233 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-668e61dc-1ebb-419e-95aa-5e8dd12ec249 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:08.551940 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-668e61dc-1ebb-419e-95aa-5e8dd12ec249 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8629732 Aug 19 13:26:08.551940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54668) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:08.556096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-97329a36-d05c-49ac-8c9c-1949684b1291 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Request body: {'security_group_rule': {'security_group_id': '836b4f82-8dbe-49a6-aa7e-1fb686ec56d0', 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:08.605816 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c req-295c3657-5a79-4668-bc09-dc8da08a5a1c service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121514 Aug 19 13:26:08.679987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97329a36-d05c-49ac-8c9c-1949684b1291 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:08.728781 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b110c975-d7ab-45ac-80bd-6dfea0394aba None None] New status for floating IP 23aaad1b-1b1d-42c2-a6ab-e474398bbc0c: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:26:08.738244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7ada6ae6-31a9-4bdb-ab3a-ecaf6751d14c req-e03e8d09-483c-44eb-89c8-ae15df583c0d service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239376 Aug 19 13:26:08.769339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97329a36-d05c-49ac-8c9c-1949684b1291 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:08.903205 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97329a36-d05c-49ac-8c9c-1949684b1291 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:08.928549 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97329a36-d05c-49ac-8c9c-1949684b1291 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f5b16c-64c7-4a1a-a1e9-3c7fc988682d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:08.936113 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-23c22bed-734e-4ce9-b4c1-0ba3073b2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:08.938297 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-23c22bed-734e-4ce9-b4c1-0ba3073b2b4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ada5b864129495fbb80a12ca1240a99&device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 1096 time: 0.0611730 Aug 19 13:26:09.041653 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97329a36-d05c-49ac-8c9c-1949684b1291 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.043049 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-97329a36-d05c-49ac-8c9c-1949684b1291 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4905784 Aug 19 13:26:09.046013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54670) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:09.051266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Request body: {'security_group_rule': {'security_group_id': '836b4f82-8dbe-49a6-aa7e-1fb686ec56d0', 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:09.058426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-93d77ab4-7f08-4437-9a66-07a777dbf16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:09.060877 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-93d77ab4-7f08-4437-9a66-07a777dbf16e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a98bef44-c408-4405-b1ee-f1a6887cf758 HTTP/1.1" status: 200 len: 916 time: 0.1006248 Aug 19 13:26:09.128006 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-b42c9125-056f-4bcf-a5b9-44eabb4bb790 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 200 len: 1001 time: 0.0585968 Aug 19 13:26:09.169997 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.182592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-8e040790-9bd0-49b5-a349-122f8d24a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:09.187220 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-8e040790-9bd0-49b5-a349-122f8d24a4f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8e7142f-5308-43cb-a726-76683bb63b40 HTTP/1.1" status: 200 len: 854 time: 0.0485816 Aug 19 13:26:09.227564 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.231016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-09d0282a-a402-407f-949b-c810a068a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:09.232537 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-09d0282a-a402-407f-949b-c810a068a50c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a98bef44-c408-4405-b1ee-f1a6887cf758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399673 Aug 19 13:26:09.290303 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.306814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d6eefc-e10c-481f-96cd-32838ceeafb2,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:09.315146 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:26:09.317427 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.317780 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.318155 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.318494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.318848 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.319182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.319517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.319873 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.320176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.320500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.320823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.321149 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:26:09.324370 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-6499d648-7a99-4cb1-9b7d-abecb2d9fbb6 service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840361 Aug 19 13:26:09.364876 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.381683 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.383084 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-656d085c-0aef-4b4d-b9e2-af9cedce872f tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3354900 Aug 19 13:26:09.385754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54672) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:09.390523 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-631e3887-11ce-4ce4-ba03-6bb4acbac837 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Request body: {'security_group_rule': {'security_group_id': '836b4f82-8dbe-49a6-aa7e-1fb686ec56d0', 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:09.425804 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-b783f848-1efc-4d35-8b09-99b0d49ef4a8 service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938427 Aug 19 13:26:09.478620 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-631e3887-11ce-4ce4-ba03-6bb4acbac837 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.541449 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-631e3887-11ce-4ce4-ba03-6bb4acbac837 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.616428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-631e3887-11ce-4ce4-ba03-6bb4acbac837 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.635866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e3887-11ce-4ce4-ba03-6bb4acbac837 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674a86b2-a960-416f-92e4-31d4aa250907,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:09.690524 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-631e3887-11ce-4ce4-ba03-6bb4acbac837 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.691829 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-631e3887-11ce-4ce4-ba03-6bb4acbac837 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048787 Aug 19 13:26:09.694754 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54674) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:09.699211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-1ef30f34-fade-4318-a58b-9ea8799b0c88 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Request body: {'security_group_rule': {'security_group_id': '836b4f82-8dbe-49a6-aa7e-1fb686ec56d0', 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:09.832915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ef30f34-fade-4318-a58b-9ea8799b0c88 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.891512 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ef30f34-fade-4318-a58b-9ea8799b0c88 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.964721 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ef30f34-fade-4318-a58b-9ea8799b0c88 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:09.983951 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef30f34-fade-4318-a58b-9ea8799b0c88 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09aa44d9-6638-41ad-bb58-a041006c4bf9,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:10.050301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1ef30f34-fade-4318-a58b-9ea8799b0c88 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:10.051644 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1ef30f34-fade-4318-a58b-9ea8799b0c88 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3559234 Aug 19 13:26:10.054266 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54676) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:10.058691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-53135e83-8832-406b-a624-16064f239c04 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Request body: {'security_group_rule': {'security_group_id': '836b4f82-8dbe-49a6-aa7e-1fb686ec56d0', 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:10.147387 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-53135e83-8832-406b-a624-16064f239c04 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Project 3ada5b864129495fbb80a12ca1240a99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:26:10.152443 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53135e83-8832-406b-a624-16064f239c04 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:10.213201 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53135e83-8832-406b-a624-16064f239c04 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:10.277094 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53135e83-8832-406b-a624-16064f239c04 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:10.295567 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53135e83-8832-406b-a624-16064f239c04 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9eda4d5-b3f0-4ab2-9dfe-352a2a6cfbdf,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:10.438189 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53135e83-8832-406b-a624-16064f239c04 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:10.439497 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-53135e83-8832-406b-a624-16064f239c04 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3842309 Aug 19 13:26:10.442154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54678) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:26:10.446962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-da4d5d54-8b98-4141-ba0d-4791c681c70d tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Request body: {'security_group_rule': {'security_group_id': '836b4f82-8dbe-49a6-aa7e-1fb686ec56d0', 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:10.553732 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-da4d5d54-8b98-4141-ba0d-4791c681c70d tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Project 3ada5b864129495fbb80a12ca1240a99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:26:10.559037 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-da4d5d54-8b98-4141-ba0d-4791c681c70d tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:10.624333 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-da4d5d54-8b98-4141-ba0d-4791c681c70d tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:10.717440 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-da4d5d54-8b98-4141-ba0d-4791c681c70d tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:10.737421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d5d54-8b98-4141-ba0d-4791c681c70d tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7faa7b-2103-4b1f-b8e8-3b57e7aeed0e,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:10.787591 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:10.814340 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-da4d5d54-8b98-4141-ba0d-4791c681c70d tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:10.815608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-da4d5d54-8b98-4141-ba0d-4791c681c70d tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3725262 Aug 19 13:26:10.892645 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6638a0eb-4e51-46a3-9e72-5a65331b951a req-c2ac2f52-22eb-4a2c-bca0-6525a1c989b9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41517764&fields=id&tenant_id=3ada5b864129495fbb80a12ca1240a99 HTTP/1.1" status: 200 len: 267 time: 0.0329101 Aug 19 13:26:10.946160 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638a0eb-4e51-46a3-9e72-5a65331b951a req-a854a549-7df7-47eb-b718-37297561c1d5 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:10.947739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6638a0eb-4e51-46a3-9e72-5a65331b951a req-a854a549-7df7-47eb-b718-37297561c1d5 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 945 time: 0.0494366 Aug 19 13:26:10.958946 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-6638a0eb-4e51-46a3-9e72-5a65331b951a req-5749bd97-71e6-4985-bc9e-9213def34de9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Request body: {'port': {'security_groups': ['962ec46f-453e-47da-b085-136c9c199d87', '836b4f82-8dbe-49a6-aa7e-1fb686ec56d0']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:26:11.025567 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6638a0eb-4e51-46a3-9e72-5a65331b951a req-5749bd97-71e6-4985-bc9e-9213def34de9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:11.209548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-6638a0eb-4e51-46a3-9e72-5a65331b951a req-5749bd97-71e6-4985-bc9e-9213def34de9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] For port 5882bc25-8f08-4047-8c27-637517fc64db, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5882bc25-8f08-4047-8c27-637517fc64db,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:26:11.239407 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6638a0eb-4e51-46a3-9e72-5a65331b951a req-5749bd97-71e6-4985-bc9e-9213def34de9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:11.347621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6638a0eb-4e51-46a3-9e72-5a65331b951a req-5749bd97-71e6-4985-bc9e-9213def34de9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:11.359250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5882bc25-8f08-4047-8c27-637517fc64db'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:26:11.391126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638a0eb-4e51-46a3-9e72-5a65331b951a req-5749bd97-71e6-4985-bc9e-9213def34de9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:11.391766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6638a0eb-4e51-46a3-9e72-5a65331b951a req-5749bd97-71e6-4985-bc9e-9213def34de9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:11.393171 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6638a0eb-4e51-46a3-9e72-5a65331b951a req-5749bd97-71e6-4985-bc9e-9213def34de9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "PUT /v2.0/ports/5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 200 len: 981 time: 0.4389822 Aug 19 13:26:11.393634 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:26:11.395937 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "tag": "5882bc25-8f08-4047-8c27-637517fc64db"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:26:11.441864 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749bd97-71e6-4985-bc9e-9213def34de9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'Port': ['ID=5882bc25-8f08-4047-8c27-637517fc64db,revision_number=6']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:26:11.449183 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a54ded0-a650-4ccf-93de-c656a84884d8 x-openstack-request-id: req-5a54ded0-a650-4ccf-93de-c656a84884d8 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:26:11.449861 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "tag": "5882bc25-8f08-4047-8c27-637517fc64db", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:26:11.450198 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a54ded0-a650-4ccf-93de-c656a84884d8 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:26:11.450645 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db', 'status': 'completed', 'code': 200} Aug 19 13:26:11.510958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5882bc25-8f08-4047-8c27-637517fc64db'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:26:11.556103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506de3f3-f910-4b0b-9c8a-e2d7a7db3a34 req-8816ce82-1564-41e9-9082-f920107edd5a tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:11.557678 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-506de3f3-f910-4b0b-9c8a-e2d7a7db3a34 req-8816ce82-1564-41e9-9082-f920107edd5a tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0872488 Aug 19 13:26:11.559989 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32 req-87045aaf-51ba-45a8-bc22-cdfa688dea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:11.561428 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32 req-87045aaf-51ba-45a8-bc22-cdfa688dea0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ada5b864129495fbb80a12ca1240a99&device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 1135 time: 0.0800033 Aug 19 13:26:11.662175 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-506de3f3-f910-4b0b-9c8a-e2d7a7db3a34 req-8c7b6609-1ae6-4298-be3e-a7af695a41ee tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0957692 Aug 19 13:26:11.666841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-48c837f0-48f0-41ca-b33e-56a8c7223cae None None] Provisioning complete for port 5882bc25-8f08-4047-8c27-637517fc64db triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:26:11.666989 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-48c837f0-48f0-41ca-b33e-56a8c7223cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:11.701895 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32 req-375ed449-1870-461e-bfe5-bd1eac9240b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:11.704274 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32 req-375ed449-1870-461e-bfe5-bd1eac9240b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a98bef44-c408-4405-b1ee-f1a6887cf758 HTTP/1.1" status: 200 len: 916 time: 0.1283946 Aug 19 13:26:11.778866 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32 req-3d956899-62ea-4d44-b558-9537020ab2d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 200 len: 1001 time: 0.0669827 Aug 19 13:26:11.836220 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32 req-6d823592-0e46-448a-b3bc-9d996741ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:11.837729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32 req-6d823592-0e46-448a-b3bc-9d996741ee28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8e7142f-5308-43cb-a726-76683bb63b40 HTTP/1.1" status: 200 len: 854 time: 0.0461884 Aug 19 13:26:11.887782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32 req-b203ba7f-c9ee-4cae-9e9b-ff152255a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:11.889309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32 req-b203ba7f-c9ee-4cae-9e9b-ff152255a8bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a98bef44-c408-4405-b1ee-f1a6887cf758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423996 Aug 19 13:26:11.986126 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32 req-b7963b51-6b4b-499a-8a0d-725a70dd8e3b service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881350 Aug 19 13:26:12.080666 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ceb5b8d-1add-451f-afcc-2d0c36f45b32 req-d01c82b1-ca0e-415f-a940-ba01163e4e43 service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Aug 19 13:26:26.000520 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:26.024362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7f233-dbab-4680-9399-d5f0bdc5953f req-d1edd172-8ea4-4892-b061-429a656ad8d6 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:26.026274 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebe7f233-dbab-4680-9399-d5f0bdc5953f req-d1edd172-8ea4-4892-b061-429a656ad8d6 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0549991 Aug 19 13:26:26.077638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebe7f233-dbab-4680-9399-d5f0bdc5953f req-e1aacab8-d18c-4757-8370-96663cb974c9 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0442054 Aug 19 13:26:26.206796 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953fb59-679c-452f-ac76-89f3eccea956 req-418842da-02e9-40b4-8416-952b3207c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:26.208407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b953fb59-679c-452f-ac76-89f3eccea956 req-418842da-02e9-40b4-8416-952b3207c740 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ada5b864129495fbb80a12ca1240a99&device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 1135 time: 0.1258504 Aug 19 13:26:26.304329 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953fb59-679c-452f-ac76-89f3eccea956 req-ba08539e-932d-4f53-bf9f-ed57804ca5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:26.305831 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b953fb59-679c-452f-ac76-89f3eccea956 req-ba08539e-932d-4f53-bf9f-ed57804ca5a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a98bef44-c408-4405-b1ee-f1a6887cf758 HTTP/1.1" status: 200 len: 916 time: 0.0899599 Aug 19 13:26:26.379830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b953fb59-679c-452f-ac76-89f3eccea956 req-3eedc09e-519b-43c1-990f-2635e8d152b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 200 len: 1001 time: 0.0653090 Aug 19 13:26:26.431782 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953fb59-679c-452f-ac76-89f3eccea956 req-7a54d9ac-5bf2-4e62-901a-febd58f4963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:26.433257 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b953fb59-679c-452f-ac76-89f3eccea956 req-7a54d9ac-5bf2-4e62-901a-febd58f4963e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8e7142f-5308-43cb-a726-76683bb63b40 HTTP/1.1" status: 200 len: 854 time: 0.0456779 Aug 19 13:26:26.486928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953fb59-679c-452f-ac76-89f3eccea956 req-0ab86eaa-91ec-4077-b8a9-c68d45651848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:26.488467 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b953fb59-679c-452f-ac76-89f3eccea956 req-0ab86eaa-91ec-4077-b8a9-c68d45651848 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a98bef44-c408-4405-b1ee-f1a6887cf758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462956 Aug 19 13:26:26.501617 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-b953fb59-679c-452f-ac76-89f3eccea956 req-a07dfe8c-5bda-4938-9400-01749b047dce service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:26:26.502626 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b953fb59-679c-452f-ac76-89f3eccea956 req-a07dfe8c-5bda-4938-9400-01749b047dce service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059314 Aug 19 13:26:26.604027 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b953fb59-679c-452f-ac76-89f3eccea956 req-2ce83c98-2796-40a7-a0c0-174eca714bb7 service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934448 Aug 19 13:26:26.705509 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b953fb59-679c-452f-ac76-89f3eccea956 req-6d1525e8-fd56-4c83-8c52-1c6b4d9a413c service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929332 Aug 19 13:26:26.856069 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:27.202278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e14a51-6aab-4961-a6e3-9ae114d71172 req-9511128d-ddee-454f-880d-a95614bc77bc tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:27.203840 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49e14a51-6aab-4961-a6e3-9ae114d71172 req-9511128d-ddee-454f-880d-a95614bc77bc tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0506904 Aug 19 13:26:27.245937 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49e14a51-6aab-4961-a6e3-9ae114d71172 req-50f4114f-40ca-4e41-9dfc-6a090153c5d7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0358231 Aug 19 13:26:28.363773 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d366c0c-04f3-4305-97e3-05f74afe9b81 req-9e5333bf-f50b-4c8a-9a7c-28327f6acebd tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:28.365292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d366c0c-04f3-4305-97e3-05f74afe9b81 req-9e5333bf-f50b-4c8a-9a7c-28327f6acebd tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0511334 Aug 19 13:26:28.410129 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5d366c0c-04f3-4305-97e3-05f74afe9b81 req-42f22afe-d8cc-40df-9a19-154270813ccb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0383475 Aug 19 13:26:29.528464 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce54319-12c6-435e-86fe-d44e4d872a4c req-3114b1ef-a210-4e75-a27e-33c1d6158df4 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:29.530043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2ce54319-12c6-435e-86fe-d44e4d872a4c req-3114b1ef-a210-4e75-a27e-33c1d6158df4 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0503922 Aug 19 13:26:29.570101 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2ce54319-12c6-435e-86fe-d44e4d872a4c req-5b249b52-fd8b-4c58-875a-0aaf3d069eeb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341585 Aug 19 13:26:30.695735 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c3356-13be-4bb3-9b87-44d69a33f8fb req-34694b28-c0e8-4c07-a1df-c58bdc4d86f1 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:30.697253 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e78c3356-13be-4bb3-9b87-44d69a33f8fb req-34694b28-c0e8-4c07-a1df-c58bdc4d86f1 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0559974 Aug 19 13:26:30.738464 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e78c3356-13be-4bb3-9b87-44d69a33f8fb req-8eb98542-8e4b-459d-8e57-c9efc0bafaaf tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344870 Aug 19 13:26:31.863194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296182d-8247-437e-a6dc-49daf383c89f req-ac7bbd46-ea21-484c-8cb3-e66393bc061b tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:31.864766 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a296182d-8247-437e-a6dc-49daf383c89f req-ac7bbd46-ea21-484c-8cb3-e66393bc061b tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0567203 Aug 19 13:26:31.906395 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a296182d-8247-437e-a6dc-49daf383c89f req-80de3a2a-6e39-4e3b-b47b-9de0b73be91d tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0355394 Aug 19 13:26:33.022792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a2718-fe25-4876-aa3f-1b27309482ec req-04628c9e-e87d-456e-9d67-55b00a7625b7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:33.024311 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f19a2718-fe25-4876-aa3f-1b27309482ec req-04628c9e-e87d-456e-9d67-55b00a7625b7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0498402 Aug 19 13:26:33.065231 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f19a2718-fe25-4876-aa3f-1b27309482ec req-34ed2129-10f7-4908-82de-9b344f47e570 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347610 Aug 19 13:26:34.185078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd9087-0d1b-44a7-a587-a9e7c8761f69 req-da34fe80-41c2-405c-a883-f735027a5a53 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:34.186621 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5cd9087-0d1b-44a7-a587-a9e7c8761f69 req-da34fe80-41c2-405c-a883-f735027a5a53 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0508468 Aug 19 13:26:34.228101 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5cd9087-0d1b-44a7-a587-a9e7c8761f69 req-baf5e868-391b-4a8a-b65b-fcf0f345f9a6 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0354290 Aug 19 13:26:35.083125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fb0d0a7c-fbd6-429e-9171-f6231702bbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:35.344858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715b858-4031-4117-a032-234ee308822b req-4024c3d8-ecb6-4f93-9eb9-cb5d5e386d21 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:35.346337 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5715b858-4031-4117-a032-234ee308822b req-4024c3d8-ecb6-4f93-9eb9-cb5d5e386d21 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0510738 Aug 19 13:26:35.387586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5715b858-4031-4117-a032-234ee308822b req-10831fda-a4c9-443b-bef3-ad4e02b8bbe3 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349715 Aug 19 13:26:36.517869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4ccad-26b7-4dda-87a9-0422dda0e698 req-0f6bc223-98c5-443a-9895-dccdd46ed2c0 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:36.519431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4a4ccad-26b7-4dda-87a9-0422dda0e698 req-0f6bc223-98c5-443a-9895-dccdd46ed2c0 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0619564 Aug 19 13:26:36.561460 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d4a4ccad-26b7-4dda-87a9-0422dda0e698 req-4e72e39e-94c8-47fa-bb20-d8632daaa284 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0357618 Aug 19 13:26:37.683047 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:37.684656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e1857-31ac-4ad3-af4d-f7c383b82811 req-e1dc3aa1-0bd6-4574-aeef-abc9e7ce6dda tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:37.686695 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d77e1857-31ac-4ad3-af4d-f7c383b82811 req-e1dc3aa1-0bd6-4574-aeef-abc9e7ce6dda tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0549245 Aug 19 13:26:37.728360 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d77e1857-31ac-4ad3-af4d-f7c383b82811 req-9c87678d-28e2-4dc5-810e-c441ff7846ee tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348849 Aug 19 13:26:37.850065 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-673ba7bb-a087-4c89-8c66-320abe0cb352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:38.848865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859c572-8296-4a4c-a166-2441d140fc1f req-7b5bf0d7-6299-43fb-91a2-a36f3baafa67 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:26:38.850367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1859c572-8296-4a4c-a166-2441d140fc1f req-7b5bf0d7-6299-43fb-91a2-a36f3baafa67 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0538924 Aug 19 13:26:38.890162 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1859c572-8296-4a4c-a166-2441d140fc1f req-57045d63-e871-4896-b4dc-bcc2153beda3 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&id=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335000 Aug 19 13:26:39.404382 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:40.775618 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:46.316441 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:26:56.038410 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:26:56.837803 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:05.100581 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-15592242-483a-4d61-b58f-3bdf20f37566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.706831 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:07.803491 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6ce29eda-e3f0-44ee-b400-b83dc792342e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:09.392482 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:10.414249 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-387767d5-dcbb-4c40-bbaa-2b9bf173f8ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444391 Aug 19 13:27:10.498966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-141ad129-e877-4439-91da-89eecefa587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:10.500490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-141ad129-e877-4439-91da-89eecefa587c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ada5b864129495fbb80a12ca1240a99&device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 1135 time: 0.0427682 Aug 19 13:27:10.610136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-a97d46d6-6fd6-46be-a9f8-c83235d08538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:10.611551 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-a97d46d6-6fd6-46be-a9f8-c83235d08538 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a98bef44-c408-4405-b1ee-f1a6887cf758 HTTP/1.1" status: 200 len: 916 time: 0.0906508 Aug 19 13:27:10.682255 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-3213e02f-7807-4e7d-9a3b-46391b3eb65c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 200 len: 1001 time: 0.0628591 Aug 19 13:27:10.733919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-78e62b2a-353b-4702-adfa-5a402222a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:10.735407 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-78e62b2a-353b-4702-adfa-5a402222a2a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8e7142f-5308-43cb-a726-76683bb63b40 HTTP/1.1" status: 200 len: 854 time: 0.0457201 Aug 19 13:27:10.790189 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-1232bb75-897b-415e-b99b-8c8d04c532f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:10.791776 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-1232bb75-897b-415e-b99b-8c8d04c532f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a98bef44-c408-4405-b1ee-f1a6887cf758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454803 Aug 19 13:27:10.803630 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:10.886085 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-5ea2fcc8-0f28-4529-83f3-68c2d159cb8b service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848861 Aug 19 13:27:10.985088 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-36fc589e-45a9-4360-94b3-845e4fe036bd req-e8141429-a853-40a5-8474-b3f83818b736 service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905626 Aug 19 13:27:11.350915 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f339671-f439-4eeb-9303-11ca5308318c req-d1e2684c-0339-4eaa-93ab-5727dbeeecb2 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41517764&fields=id&tenant_id=3ada5b864129495fbb80a12ca1240a99 HTTP/1.1" status: 200 len: 267 time: 0.0365744 Aug 19 13:27:11.408481 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f339671-f439-4eeb-9303-11ca5308318c req-2d7d19b7-6d40-4fb3-98c0-15143440660c tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:11.409983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f339671-f439-4eeb-9303-11ca5308318c req-2d7d19b7-6d40-4fb3-98c0-15143440660c tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 984 time: 0.0517459 Aug 19 13:27:11.421641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-8f339671-f439-4eeb-9303-11ca5308318c req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Request body: {'port': {'security_groups': ['962ec46f-453e-47da-b085-136c9c199d87']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:11.494893 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8f339671-f439-4eeb-9303-11ca5308318c req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:11.670533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-8f339671-f439-4eeb-9303-11ca5308318c req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] For port 5882bc25-8f08-4047-8c27-637517fc64db, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5882bc25-8f08-4047-8c27-637517fc64db,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:11.705727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8f339671-f439-4eeb-9303-11ca5308318c req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:11.799568 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8f339671-f439-4eeb-9303-11ca5308318c req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:11.812645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5882bc25-8f08-4047-8c27-637517fc64db'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:27:11.844399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f339671-f439-4eeb-9303-11ca5308318c req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:11.845062 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8f339671-f439-4eeb-9303-11ca5308318c req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:11.846520 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8f339671-f439-4eeb-9303-11ca5308318c req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "PUT /v2.0/ports/5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 200 len: 942 time: 0.4297078 Aug 19 13:27:11.847026 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:27:11.849355 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "tag": "5882bc25-8f08-4047-8c27-637517fc64db"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:27:11.859753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54742) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:11.894694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event updated for resources: {'Port': ['ID=5882bc25-8f08-4047-8c27-637517fc64db,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:11.903054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.909686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.909686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.909686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.909686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.909686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.909686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.909686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.909686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.909686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.909686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.909686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb73789-1244-451e-a44e-292240671f51 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:11.933246 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9058d6f-7670-4d7c-b804-5ddf552aad54 x-openstack-request-id: req-f9058d6f-7670-4d7c-b804-5ddf552aad54 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:27:11.933588 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "tag": "5882bc25-8f08-4047-8c27-637517fc64db", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:27:11.933888 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9058d6f-7670-4d7c-b804-5ddf552aad54 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:27:11.934310 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db', 'status': 'completed', 'code': 200} Aug 19 13:27:11.942183 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5882bc25-8f08-4047-8c27-637517fc64db'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:27:11.959669 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:11.993758 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.006496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec req-b4ad0a0d-adbf-4d4c-81d5-bfcab003fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:12.008211 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec req-b4ad0a0d-adbf-4d4c-81d5-bfcab003fa93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ada5b864129495fbb80a12ca1240a99&device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 1096 time: 0.0519035 Aug 19 13:27:12.131676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec req-93d9ad1f-6c6b-4173-bac4-f4eaa810289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:12.133205 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec req-93d9ad1f-6c6b-4173-bac4-f4eaa810289d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a98bef44-c408-4405-b1ee-f1a6887cf758 HTTP/1.1" status: 200 len: 916 time: 0.1175787 Aug 19 13:27:12.170857 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a85706bc-4708-4d41-bd99-8ad530ab67c0 None None] Provisioning complete for port 5882bc25-8f08-4047-8c27-637517fc64db triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:12.171231 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a85706bc-4708-4d41-bd99-8ad530ab67c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.201938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec req-c69fd1ef-f3b4-4afa-85fe-b1bcd4064030 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 200 len: 1001 time: 0.0605588 Aug 19 13:27:12.221039 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.224944 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.228564 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "DELETE /v2.0/security-groups/836b4f82-8dbe-49a6-aa7e-1fb686ec56d0 HTTP/1.1" status: 204 len: 168 time: 0.3641624 Aug 19 13:27:12.230382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54744) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:12.244527 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836b4f82-8dbe-49a6-aa7e-1fb686ec56d0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:12.256978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec req-006fc8cf-528c-462f-afe9-8dcec10168d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:12.258867 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec req-006fc8cf-528c-462f-afe9-8dcec10168d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8e7142f-5308-43cb-a726-76683bb63b40 HTTP/1.1" status: 200 len: 854 time: 0.0498569 Aug 19 13:27:12.284187 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.284534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.284886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.285232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.285589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.285927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.286261 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.286591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.287210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.287631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.287967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.288297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dab1c03-802c-4171-a951-b0bed1810bfb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:12.310979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec req-3aab8fb7-59d2-4736-979c-37f879171cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:12.312453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec req-3aab8fb7-59d2-4736-979c-37f879171cff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a98bef44-c408-4405-b1ee-f1a6887cf758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465276 Aug 19 13:27:12.404779 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec req-336afbad-ec68-49ec-bafc-2b8e2ee275b4 service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848277 Aug 19 13:27:12.422035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Deleting port 2174df89-588e-4f8e-8223-b105fbef4b00 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:27:12.422377 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.501244 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.501507 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.502871 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f33b9599-b0d5-4fd3-bb92-fd9018ea58ec req-fd9da377-7189-4ed1-b200-a272ad908ad2 service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896060 Aug 19 13:27:12.515409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Calling delete_port for 2174df89-588e-4f8e-8223-b105fbef4b00 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:27:12.751187 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.776732 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event deleted for resources: {'Port': ['ID=2174df89-588e-4f8e-8223-b105fbef4b00,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:12.844139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:12.844522 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Floating IP 23aaad1b-1b1d-42c2-a6ab-e474398bbc0c disassociated (deleted). External IP: 172.25.2.251, port: 5882bc25-8f08-4047-8c27-637517fc64db. Aug 19 13:27:13.055071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Router 26db9731-df9b-4493-bb4a-5d9265dd327a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:27:13.162941 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:27:13.167804 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:13.172397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d8735-fbc7-4038-842d-81bf4b07e6ee None None] Sync routers for ids ['26db9731-df9b-4493-bb4a-5d9265dd327a'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:27:13.181343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d8735-fbc7-4038-842d-81bf4b07e6ee None None] Routers {'26db9731-df9b-4493-bb4a-5d9265dd327a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:13.182034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-405d8735-fbc7-4038-842d-81bf4b07e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26db9731-df9b-4493-bb4a-5d9265dd327a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:13.196003 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a3addfde-d82a-4baa-8af2-298bbd4db350 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "DELETE /v2.0/floatingips/23aaad1b-1b1d-42c2-a6ab-e474398bbc0c HTTP/1.1" status: 204 len: 168 time: 0.9576266 Aug 19 13:27:13.196546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:27:13.199003 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed77980c-c489-4dc4-a10d-adb40fd5e791" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "tag": "5882bc25-8f08-4047-8c27-637517fc64db"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:27:13.294907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-405d8735-fbc7-4038-842d-81bf4b07e6ee None None] Set router 26db9731-df9b-4493-bb4a-5d9265dd327a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:13.445698 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e7a79e-4700-4e6b-a1fc-a0d7938306ee x-openstack-request-id: req-f0e7a79e-4700-4e6b-a1fc-a0d7938306ee {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:27:13.446285 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "tag": "5882bc25-8f08-4047-8c27-637517fc64db", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:27:13.446494 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0e7a79e-4700-4e6b-a1fc-a0d7938306ee {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:27:13.446747 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db', 'status': 'completed', 'code': 200} Aug 19 13:27:13.515429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77980c-c489-4dc4-a10d-adb40fd5e791 req-8d99661b-f76c-4fbb-a841-9022bfb761b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:13.516950 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed77980c-c489-4dc4-a10d-adb40fd5e791 req-8d99661b-f76c-4fbb-a841-9022bfb761b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ada5b864129495fbb80a12ca1240a99&device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 1096 time: 0.0434327 Aug 19 13:27:13.531713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-405d8735-fbc7-4038-842d-81bf4b07e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 4, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '2cfc0694-4ab6-4ae2-aaab-718058649b34', 'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'mac_address': 'fa:16:3e:49:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:05Z', 'updated_at': '2021-08-19T13:25:10Z', 'revision_number': 5, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'subnets': [{'id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:13.563157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d8735-fbc7-4038-842d-81bf4b07e6ee None None] Checking router: 26db9731-df9b-4493-bb4a-5d9265dd327a for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:27:13.572008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d8735-fbc7-4038-842d-81bf4b07e6ee None None] Routers {'26db9731-df9b-4493-bb4a-5d9265dd327a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:13.572637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-405d8735-fbc7-4038-842d-81bf4b07e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26db9731-df9b-4493-bb4a-5d9265dd327a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:13.611300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77980c-c489-4dc4-a10d-adb40fd5e791 req-7e5aa431-bba1-4564-9f79-d27acd781439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:13.612938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed77980c-c489-4dc4-a10d-adb40fd5e791 req-7e5aa431-bba1-4564-9f79-d27acd781439 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a98bef44-c408-4405-b1ee-f1a6887cf758 HTTP/1.1" status: 200 len: 916 time: 0.0887468 Aug 19 13:27:13.659620 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed77980c-c489-4dc4-a10d-adb40fd5e791 req-97d65c5e-3c41-4db1-a7a4-0022df23570b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 200 len: 217 time: 0.0393322 Aug 19 13:27:13.681179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-405d8735-fbc7-4038-842d-81bf4b07e6ee None None] Set router 26db9731-df9b-4493-bb4a-5d9265dd327a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:13.711465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77980c-c489-4dc4-a10d-adb40fd5e791 req-6576c965-2a3e-4c19-87cf-03d5a2eac640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:13.713630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed77980c-c489-4dc4-a10d-adb40fd5e791 req-6576c965-2a3e-4c19-87cf-03d5a2eac640 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8e7142f-5308-43cb-a726-76683bb63b40 HTTP/1.1" status: 200 len: 854 time: 0.0474956 Aug 19 13:27:13.761595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77980c-c489-4dc4-a10d-adb40fd5e791 req-acc0594b-1579-4328-8829-1925f95c84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:13.763319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed77980c-c489-4dc4-a10d-adb40fd5e791 req-acc0594b-1579-4328-8829-1925f95c84aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a98bef44-c408-4405-b1ee-f1a6887cf758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415981 Aug 19 13:27:13.864282 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed77980c-c489-4dc4-a10d-adb40fd5e791 req-de4b5232-94e5-4163-b01c-a998093c7a0a service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935431 Aug 19 13:27:13.905223 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-405d8735-fbc7-4038-842d-81bf4b07e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 4, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '2cfc0694-4ab6-4ae2-aaab-718058649b34', 'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'mac_address': 'fa:16:3e:49:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:05Z', 'updated_at': '2021-08-19T13:25:10Z', 'revision_number': 5, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'subnets': [{'id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:13.932348 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d8735-fbc7-4038-842d-81bf4b07e6ee None None] The sync data for ids ['26db9731-df9b-4493-bb4a-5d9265dd327a'] in n-d-803757-2 is: [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:06Z', 'revision_number': 4, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '2cfc0694-4ab6-4ae2-aaab-718058649b34', 'name': '', 'network_id': 'a98bef44-c408-4405-b1ee-f1a6887cf758', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'mac_address': 'fa:16:3e:49:ab:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:05Z', 'updated_at': '2021-08-19T13:25:10Z', 'revision_number': 5, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'subnets': [{'id': 'e8e7142f-5308-43cb-a726-76683bb63b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:27:13.961933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed77980c-c489-4dc4-a10d-adb40fd5e791 req-1e037be4-99ea-456c-a913-db88c778c417 service neutron] 10.222.0.30 "GET /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897346 Aug 19 13:27:14.196082 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df957c25-1966-4d32-9c89-7a22452d7224 None None] New status for floating IP 23aaad1b-1b1d-42c2-a6ab-e474398bbc0c: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:27:22.911450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5891f0d-350c-4e27-9229-a5a58dd63924 req-6b2a266e-cb20-4a0c-8254-71e6921a35b7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:22.913216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5891f0d-350c-4e27-9229-a5a58dd63924 req-6b2a266e-cb20-4a0c-8254-71e6921a35b7 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 945 time: 0.0537996 Aug 19 13:27:22.958554 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a5891f0d-350c-4e27-9229-a5a58dd63924 req-c8ef8533-a26c-44a2-86ce-ef3468a3b563 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Aug 19 13:27:23.317338 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:27:24.076892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ffe65-48e2-4fb5-8379-8c753f6da847 req-b3f20a7b-a985-4fec-8cf1-26365deaec34 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:24.078430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-402ffe65-48e2-4fb5-8379-8c753f6da847 req-b3f20a7b-a985-4fec-8cf1-26365deaec34 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 945 time: 0.0508904 Aug 19 13:27:24.117348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-402ffe65-48e2-4fb5-8379-8c753f6da847 req-f750ebad-e478-4b89-9db1-7bc56be083bb tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/security-groups?id=962ec46f-453e-47da-b085-136c9c199d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Aug 19 13:27:24.637751 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fd45f-e11e-404d-9be3-c793d1e2da5b req-0af4ee31-1fbb-478c-b969-79a21d71187e tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:24.639293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-558fd45f-e11e-404d-9be3-c793d1e2da5b req-0af4ee31-1fbb-478c-b969-79a21d71187e tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 945 time: 0.0512633 Aug 19 13:27:24.735563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-558fd45f-e11e-404d-9be3-c793d1e2da5b req-d2343bd7-bd91-46d6-bae0-edb679ed6bab tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Deleting port 5882bc25-8f08-4047-8c27-637517fc64db {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:27:24.735905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-558fd45f-e11e-404d-9be3-c793d1e2da5b req-d2343bd7-bd91-46d6-bae0-edb679ed6bab tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:24.833310 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-558fd45f-e11e-404d-9be3-c793d1e2da5b req-d2343bd7-bd91-46d6-bae0-edb679ed6bab tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] For port 5882bc25-8f08-4047-8c27-637517fc64db, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=5882bc25-8f08-4047-8c27-637517fc64db,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:24.833666 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-558fd45f-e11e-404d-9be3-c793d1e2da5b req-d2343bd7-bd91-46d6-bae0-edb679ed6bab tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:24.848490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-558fd45f-e11e-404d-9be3-c793d1e2da5b req-d2343bd7-bd91-46d6-bae0-edb679ed6bab tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Calling delete_port for 5882bc25-8f08-4047-8c27-637517fc64db owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:27:25.066302 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-558fd45f-e11e-404d-9be3-c793d1e2da5b req-d2343bd7-bd91-46d6-bae0-edb679ed6bab tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:25.080691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['5882bc25-8f08-4047-8c27-637517fc64db'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:27:25.098984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2343bd7-bd91-46d6-bae0-edb679ed6bab tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Pushing event deleted for resources: {'Port': ['ID=5882bc25-8f08-4047-8c27-637517fc64db,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:25.141363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-558fd45f-e11e-404d-9be3-c793d1e2da5b req-d2343bd7-bd91-46d6-bae0-edb679ed6bab tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] No DVR routers for this DVR port 5882bc25-8f08-4047-8c27-637517fc64db on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:27:25.144124 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-558fd45f-e11e-404d-9be3-c793d1e2da5b req-d2343bd7-bd91-46d6-bae0-edb679ed6bab tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:25.146295 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-558fd45f-e11e-404d-9be3-c793d1e2da5b req-d2343bd7-bd91-46d6-bae0-edb679ed6bab tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.30 "DELETE /v2.0/ports/5882bc25-8f08-4047-8c27-637517fc64db HTTP/1.1" status: 204 len: 173 time: 0.5001693 Aug 19 13:27:25.146791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'name': 'network-vif-deleted', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:27:25.149250 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bfaf73-8622-4584-99bc-7c3fca738f4e" -d '{"events": [{"server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "name": "network-vif-deleted", "tag": "5882bc25-8f08-4047-8c27-637517fc64db"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:27:25.202467 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dc72d1-7027-4853-a3ee-92a46d016c89 x-openstack-request-id: req-f7dc72d1-7027-4853-a3ee-92a46d016c89 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:27:25.202786 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f44c8-5c4b-4242-9f2d-2381683e0c3c", "name": "network-vif-deleted", "tag": "5882bc25-8f08-4047-8c27-637517fc64db", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:27:25.203018 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7dc72d1-7027-4853-a3ee-92a46d016c89 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:27:25.203442 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f44c8-5c4b-4242-9f2d-2381683e0c3c', 'name': 'network-vif-deleted', 'tag': '5882bc25-8f08-4047-8c27-637517fc64db', 'status': 'completed', 'code': 200} Aug 19 13:27:25.225737 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1fcee2de-b8da-4737-992c-e3574c911c79 req-9b14b7ad-115e-4a6d-a617-5ff6fa161c96 tempest-TestMinimumBasicScenario-218014558 tempest-TestMinimumBasicScenario-218014558-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba2f44c8-5c4b-4242-9f2d-2381683e0c3c HTTP/1.1" status: 200 len: 210 time: 0.0335755 Aug 19 13:27:25.963431 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:26.826452 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:28.487138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54854) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:28.832420 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:29.441057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] Deleting port 2cfc0694-4ab6-4ae2-aaab-718058649b34 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:27:29.441398 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:29.519923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] For port 2cfc0694-4ab6-4ae2-aaab-718058649b34, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2cfc0694-4ab6-4ae2-aaab-718058649b34,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:29.520643 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:29.533348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] Calling delete_port for 2cfc0694-4ab6-4ae2-aaab-718058649b34 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:27:29.808082 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:29.842110 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfc0694-4ab6-4ae2-aaab-718058649b34,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:30.011687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:30.140960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5882bc25-8f08-4047-8c27-637517fc64db no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:27:30.163749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 5882bc25-8f08-4047-8c27-637517fc64db {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:27:30.163985 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 5882bc25-8f08-4047-8c27-637517fc64db not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:27:30.248602 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] Router 26db9731-df9b-4493-bb4a-5d9265dd327a has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:27:30.361618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:27:30.366692 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-93e03654-5837-4435-a6f3-0ebaa6286bde admin admin] 10.222.0.21 "PUT /v2.0/routers/26db9731-df9b-4493-bb4a-5d9265dd327a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8784328 Aug 19 13:27:30.369373 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54858) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:30.370786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e080d5-418a-4f4c-87ec-107bc93e3f26 None None] Sync routers for ids ['26db9731-df9b-4493-bb4a-5d9265dd327a'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:27:30.380875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e080d5-418a-4f4c-87ec-107bc93e3f26 None None] Routers {'26db9731-df9b-4493-bb4a-5d9265dd327a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:30.381355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a0e080d5-418a-4f4c-87ec-107bc93e3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26db9731-df9b-4493-bb4a-5d9265dd327a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:30.519425 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:30.630947 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:30.646938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a0e080d5-418a-4f4c-87ec-107bc93e3f26 None None] Set router 26db9731-df9b-4493-bb4a-5d9265dd327a gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:30.745319 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Deleting port 10d7d227-f729-463c-9ed4-44ef5128ca48 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:27:30.745989 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:30.829179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] For port 10d7d227-f729-463c-9ed4-44ef5128ca48, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=10d7d227-f729-463c-9ed4-44ef5128ca48,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:30.829547 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:30.830430 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a0e080d5-418a-4f4c-87ec-107bc93e3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:27:29Z', 'revision_number': 5, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port': {'id': '10d7d227-f729-463c-9ed4-44ef5128ca48', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:30.844199 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Calling delete_port for 10d7d227-f729-463c-9ed4-44ef5128ca48 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:27:30.857490 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e080d5-418a-4f4c-87ec-107bc93e3f26 None None] Checking router: 26db9731-df9b-4493-bb4a-5d9265dd327a for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:27:30.866043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e080d5-418a-4f4c-87ec-107bc93e3f26 None None] Routers {'26db9731-df9b-4493-bb4a-5d9265dd327a'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:30.866676 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a0e080d5-418a-4f4c-87ec-107bc93e3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['26db9731-df9b-4493-bb4a-5d9265dd327a'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:30.956638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a0e080d5-418a-4f4c-87ec-107bc93e3f26 None None] Set router 26db9731-df9b-4493-bb4a-5d9265dd327a gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:31.012008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a0e080d5-418a-4f4c-87ec-107bc93e3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:27:30Z', 'revision_number': 6, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:31.040747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e080d5-418a-4f4c-87ec-107bc93e3f26 None None] The sync data for ids ['26db9731-df9b-4493-bb4a-5d9265dd327a'] in n-d-803757-2 is: [{'id': '26db9731-df9b-4493-bb4a-5d9265dd327a', 'name': 'tempest-TestMinimumBasicScenario-1432910641-router', 'tenant_id': '3ada5b864129495fbb80a12ca1240a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:03Z', 'updated_at': '2021-08-19T13:27:30Z', 'revision_number': 6, 'project_id': '3ada5b864129495fbb80a12ca1240a99', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:27:31.083319 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.113617 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d7d227-f729-463c-9ed4-44ef5128ca48,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:31.178175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.271550 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.273667 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.426660 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.427284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26db9731-df9b-4493-bb4a-5d9265dd327a {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:27:31.432065 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.436116 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-299082a0-96e8-4965-b2c6-d870fdc55138 admin admin] 10.222.0.21 "DELETE /v2.0/routers/26db9731-df9b-4493-bb4a-5d9265dd327a HTTP/1.1" status: 204 len: 168 time: 1.0627449 Aug 19 13:27:31.436766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54860) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:31.491429 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c200765-3fc5-49c4-8a2f-88553cb40a50 admin admin] Deleting subnet e8e7142f-5308-43cb-a726-76683bb63b40 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:27:31.494697 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c200765-3fc5-49c4-8a2f-88553cb40a50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.532801 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c200765-3fc5-49c4-8a2f-88553cb40a50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.629668 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c200765-3fc5-49c4-8a2f-88553cb40a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.746981 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c200765-3fc5-49c4-8a2f-88553cb40a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.770792 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c200765-3fc5-49c4-8a2f-88553cb40a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e7142f-5308-43cb-a726-76683bb63b40,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:31.778713 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-9c200765-3fc5-49c4-8a2f-88553cb40a50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.783569 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9c200765-3fc5-49c4-8a2f-88553cb40a50 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e8e7142f-5308-43cb-a726-76683bb63b40 HTTP/1.1" status: 204 len: 168 time: 0.3435156 Aug 19 13:27:31.784006 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 54862) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:31.784861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ec4532-d05f-4d95-b3e8-7e0c114d2d5f None None] Network a98bef44-c408-4405-b1ee-f1a6887cf758 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:27:31.889472 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:31.944643 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Deleting port e6622f90-d296-4681-9d24-087f2750a6d2 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:27:31.944967 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.018073 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] For port e6622f90-d296-4681-9d24-087f2750a6d2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e6622f90-d296-4681-9d24-087f2750a6d2,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:32.018445 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.036364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Calling delete_port for e6622f90-d296-4681-9d24-087f2750a6d2 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:27:32.036588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] DHCP port deletion for a98bef44-c408-4405-b1ee-f1a6887cf758 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:27:32.086216 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Deleting port e6622f90-d296-4681-9d24-087f2750a6d2 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:27:32.086600 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.160321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] For port e6622f90-d296-4681-9d24-087f2750a6d2, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e6622f90-d296-4681-9d24-087f2750a6d2,segment=NetworkSegment(4823538a-d662-48d8-9ee6-7b6f7c854eb8),segment_id=4823538a-d662-48d8-9ee6-7b6f7c854eb8)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:32.160715 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.179109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Calling delete_port for e6622f90-d296-4681-9d24-087f2750a6d2 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:27:32.231935 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 19 13:27:32.251082 n-d-803757-2 neutron-server[95544]: self.session.flush() Aug 19 13:27:32.257664 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.263383 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6622f90-d296-4681-9d24-087f2750a6d2,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:32.267135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] No DVR routers for this DVR port e6622f90-d296-4681-9d24-087f2750a6d2 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:27:32.282459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Pushing event deleted for resources: {'Port': ['ID=e6622f90-d296-4681-9d24-087f2750a6d2,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:32.293060 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.293451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.293796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.294133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.294459 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.294782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.295128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.295445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.295765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.296113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.296428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.296760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:32.299464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e854125-e4c3-4aa6-b7da-2542c4ef901d None None] No DVR routers for this DVR port e6622f90-d296-4681-9d24-087f2750a6d2 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:27:32.339904 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.351190 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98bef44-c408-4405-b1ee-f1a6887cf758']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:32.362122 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4823538a-d662-48d8-9ee6-7b6f7c854eb8') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:32.362421 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4823538a-d662-48d8-9ee6-7b6f7c854eb8') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:32.374117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 10d7d227-f729-463c-9ed4-44ef5128ca48 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:27:32.376120 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.391287 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.395136 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 10d7d227-f729-463c-9ed4-44ef5128ca48 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:27:32.395484 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 10d7d227-f729-463c-9ed4-44ef5128ca48 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:27:32.395906 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e6622f90-d296-4681-9d24-087f2750a6d2 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:27:32.398829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:27:32.399429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:27:32.401282 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:27:32.419622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: e6622f90-d296-4681-9d24-087f2750a6d2 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:27:32.419973 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e6622f90-d296-4681-9d24-087f2750a6d2 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:27:32.420389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2cfc0694-4ab6-4ae2-aaab-718058649b34 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:27:32.440001 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 2cfc0694-4ab6-4ae2-aaab-718058649b34 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:27:32.440351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2cfc0694-4ab6-4ae2-aaab-718058649b34 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:27:32.546519 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.552155 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:32.553926 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] 10.222.0.21 "DELETE /v2.0/networks/a98bef44-c408-4405-b1ee-f1a6887cf758 HTTP/1.1" status: 204 len: 168 time: 0.7689128 Aug 19 13:27:32.557026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54864) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:32.566372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438db812-a74a-40c9-a0a4-7f32df50944d admin admin] Pushing event deleted for resources: {'Network': ['ID=a98bef44-c408-4405-b1ee-f1a6887cf758,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:32.905327 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:33.151460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] Deleting port 559f60d2-a681-4c40-9308-7f831fe5ab14 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:27:33.151803 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:33.230636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] For port 559f60d2-a681-4c40-9308-7f831fe5ab14, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=559f60d2-a681-4c40-9308-7f831fe5ab14,segment=NetworkSegment(2055a335-e906-4207-a096-72118e70e98b),segment_id=2055a335-e906-4207-a096-72118e70e98b)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:33.231021 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:33.243614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] Calling delete_port for 559f60d2-a681-4c40-9308-7f831fe5ab14 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:27:33.517616 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:33.549461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=559f60d2-a681-4c40-9308-7f831fe5ab14,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:33.714888 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:33.932842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] Router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:27:34.045296 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:27:34.050477 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b6e74af8-2f02-494b-99c6-cedef965e7cb admin admin] 10.222.0.21 "PUT /v2.0/routers/8c946353-6ad0-49cf-9bd6-30f2b3fdcde1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4923072 Aug 19 13:27:34.052909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54866) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:34.055648 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f0f6c-90e4-44e6-9a72-430a32aa688f None None] Sync routers for ids ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:27:34.065655 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f0f6c-90e4-44e6-9a72-430a32aa688f None None] Routers {'8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:34.066274 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3c1f0f6c-90e4-44e6-9a72-430a32aa688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:34.157076 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:34.171871 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-3c1f0f6c-90e4-44e6-9a72-430a32aa688f None None] Set router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:34.366796 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3c1f0f6c-90e4-44e6-9a72-430a32aa688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'name': 'tempest-TestMinimumBasicScenario-899825579-router', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:27:33Z', 'revision_number': 5, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'gw_port': {'id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:34.393639 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f0f6c-90e4-44e6-9a72-430a32aa688f None None] Checking router: 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:27:34.403475 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f0f6c-90e4-44e6-9a72-430a32aa688f None None] Routers {'8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:34.404099 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3c1f0f6c-90e4-44e6-9a72-430a32aa688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:34.510030 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-3c1f0f6c-90e4-44e6-9a72-430a32aa688f None None] Set router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:34.603660 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:34.686315 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3c1f0f6c-90e4-44e6-9a72-430a32aa688f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'name': 'tempest-TestMinimumBasicScenario-899825579-router', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:27:33Z', 'revision_number': 5, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'gw_port': {'id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:34.712693 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1f0f6c-90e4-44e6-9a72-430a32aa688f None None] The sync data for ids ['8c946353-6ad0-49cf-9bd6-30f2b3fdcde1'] in n-d-803757-2 is: [{'id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'name': 'tempest-TestMinimumBasicScenario-899825579-router', 'tenant_id': '0967b79e125641a2aa99ae630dc1d748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:27:33Z', 'revision_number': 5, 'project_id': '0967b79e125641a2aa99ae630dc1d748', 'gw_port': {'id': '1e940921-730d-4796-ab58-9adb7ec1ffb3', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c946353-6ad0-49cf-9bd6-30f2b3fdcde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:25:10Z', 'updated_at': '2021-08-19T13:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:27:34.779061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Deleting port 1e940921-730d-4796-ab58-9adb7ec1ffb3 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:27:34.779730 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:34.856294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] For port 1e940921-730d-4796-ab58-9adb7ec1ffb3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1e940921-730d-4796-ab58-9adb7ec1ffb3,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:34.856563 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:34.872079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Calling delete_port for 1e940921-730d-4796-ab58-9adb7ec1ffb3 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:27:35.134920 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7b6d1857-8ef2-42ff-976d-2aaa93c57d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:35.174628 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:35.204731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1e940921-730d-4796-ab58-9adb7ec1ffb3,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:35.269532 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:35.361421 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:35.363747 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:35.626550 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:35.627168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:27:35.631597 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:35.632844 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-89127194-2290-43be-b54c-fb9b8f0cd4ed admin admin] 10.222.0.21 "DELETE /v2.0/routers/8c946353-6ad0-49cf-9bd6-30f2b3fdcde1 HTTP/1.1" status: 204 len: 168 time: 1.5788205 Aug 19 13:27:35.636128 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54870) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:35.688231 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-427281d8-a027-44cb-aa9a-f08d8cd36976 admin admin] Deleting subnet 5805d765-f24e-4e4a-bd0a-d8960634a003 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:27:35.691770 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-427281d8-a027-44cb-aa9a-f08d8cd36976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:35.727893 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-427281d8-a027-44cb-aa9a-f08d8cd36976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:35.810916 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-427281d8-a027-44cb-aa9a-f08d8cd36976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:35.975020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-427281d8-a027-44cb-aa9a-f08d8cd36976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.005969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427281d8-a027-44cb-aa9a-f08d8cd36976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5805d765-f24e-4e4a-bd0a-d8960634a003,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:36.010738 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-427281d8-a027-44cb-aa9a-f08d8cd36976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.013357 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-427281d8-a027-44cb-aa9a-f08d8cd36976 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5805d765-f24e-4e4a-bd0a-d8960634a003 HTTP/1.1" status: 204 len: 168 time: 0.3761895 Aug 19 13:27:36.015903 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54872) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:36.017876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a4ef56-02c4-4f8c-bac6-495235b3ae06 None None] Network b7afe1a5-65b0-4e16-86ba-0201d6d393e2 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:27:36.087793 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.146445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Deleting port e8b53cca-a80a-4f5b-af2d-45b864881550 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:27:36.146783 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.216651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] For port e8b53cca-a80a-4f5b-af2d-45b864881550, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e8b53cca-a80a-4f5b-af2d-45b864881550,segment=NetworkSegment(2055a335-e906-4207-a096-72118e70e98b),segment_id=2055a335-e906-4207-a096-72118e70e98b)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:36.217022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.220511 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d65074-6a59-4a28-b6cc-b9a8282dc9f6 None None] DHCP port deletion for b7afe1a5-65b0-4e16-86ba-0201d6d393e2 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:27:36.231854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Calling delete_port for e8b53cca-a80a-4f5b-af2d-45b864881550 owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:27:36.269568 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f3d65074-6a59-4a28-b6cc-b9a8282dc9f6 None None] Deleting port e8b53cca-a80a-4f5b-af2d-45b864881550 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:27:36.269946 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f3d65074-6a59-4a28-b6cc-b9a8282dc9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.332787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f3d65074-6a59-4a28-b6cc-b9a8282dc9f6 None None] For port e8b53cca-a80a-4f5b-af2d-45b864881550, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=e8b53cca-a80a-4f5b-af2d-45b864881550,segment=NetworkSegment(2055a335-e906-4207-a096-72118e70e98b),segment_id=2055a335-e906-4207-a096-72118e70e98b)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:36.340465 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f3d65074-6a59-4a28-b6cc-b9a8282dc9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.346571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f3d65074-6a59-4a28-b6cc-b9a8282dc9f6 None None] Calling delete_port for e8b53cca-a80a-4f5b-af2d-45b864881550 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:27:36.356532 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device e8b53cca-a80a-4f5b-af2d-45b864881550 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:27:36.460490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.486284 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f3d65074-6a59-4a28-b6cc-b9a8282dc9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.486555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b53cca-a80a-4f5b-af2d-45b864881550,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:36.490430 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] No DVR routers for this DVR port e8b53cca-a80a-4f5b-af2d-45b864881550 on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:27:36.497021 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.526382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d65074-6a59-4a28-b6cc-b9a8282dc9f6 None None] Pushing event deleted for resources: {'Port': ['ID=e8b53cca-a80a-4f5b-af2d-45b864881550,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:36.531541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d65074-6a59-4a28-b6cc-b9a8282dc9f6 None None] No DVR routers for this DVR port e8b53cca-a80a-4f5b-af2d-45b864881550 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:27:36.565013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 559f60d2-a681-4c40-9308-7f831fe5ab14 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:27:36.570387 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.581678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7afe1a5-65b0-4e16-86ba-0201d6d393e2']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:36.589648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 559f60d2-a681-4c40-9308-7f831fe5ab14 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:27:36.589648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 559f60d2-a681-4c40-9308-7f831fe5ab14 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:27:36.589648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1e940921-730d-4796-ab58-9adb7ec1ffb3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:27:36.593451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2055a335-e906-4207-a096-72118e70e98b') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:36.593796 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2055a335-e906-4207-a096-72118e70e98b') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:36.603065 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.609759 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 1e940921-730d-4796-ab58-9adb7ec1ffb3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:27:36.610128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1e940921-730d-4796-ab58-9adb7ec1ffb3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:27:36.617666 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.624592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:27:36.625025 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:27:36.626826 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:27:36.780520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.786252 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:36.788473 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] 10.222.0.21 "DELETE /v2.0/networks/b7afe1a5-65b0-4e16-86ba-0201d6d393e2 HTTP/1.1" status: 204 len: 168 time: 0.7715971 Aug 19 13:27:36.800824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba990299-fe88-4fc5-8fae-9b21c30a048d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7afe1a5-65b0-4e16-86ba-0201d6d393e2,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:37.196766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54876) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:37.238509 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-209043fe-32c6-4627-8ba5-65c74fa22f3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ada5b864129495fbb80a12ca1240a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405157 Aug 19 13:27:37.241059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54878) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:37.292483 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b99b60b8-3c31-4a29-af14-93221dc04b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:37.314788 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b99b60b8-3c31-4a29-af14-93221dc04b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:37.443291 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b99b60b8-3c31-4a29-af14-93221dc04b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:37.445991 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b99b60b8-3c31-4a29-af14-93221dc04b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:37.447221 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b99b60b8-3c31-4a29-af14-93221dc04b0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/962ec46f-453e-47da-b085-136c9c199d87 HTTP/1.1" status: 204 len: 168 time: 0.2052367 Aug 19 13:27:37.455866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b60b8-3c31-4a29-af14-93221dc04b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962ec46f-453e-47da-b085-136c9c199d87,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:37.751206 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:37.877734 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-00565675-c589-4b82-9823-72f14aaaa048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:38.185846 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54884) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:38.225466 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-abfcb6d5-1def-4935-a24d-dac2d79a3099 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0967b79e125641a2aa99ae630dc1d748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383360 Aug 19 13:27:38.228030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54886) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:38.291320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e736e8e-8e55-49df-b843-3ae39d9e408f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:38.318786 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e736e8e-8e55-49df-b843-3ae39d9e408f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:38.529352 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e736e8e-8e55-49df-b843-3ae39d9e408f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:38.532079 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6e736e8e-8e55-49df-b843-3ae39d9e408f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:38.533261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6e736e8e-8e55-49df-b843-3ae39d9e408f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf52a01e-ca8d-4e2c-ac00-11d08c37ef61 HTTP/1.1" status: 204 len: 168 time: 0.3043242 Aug 19 13:27:38.541818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e736e8e-8e55-49df-b843-3ae39d9e408f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf52a01e-ca8d-4e2c-ac00-11d08c37ef61,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:39.466849 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:40.775175 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:41.204610 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54926) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:41.209444 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2593617e-73ae-467d-95e5-16339f67d4b3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868929281', 'description': 'tempest-secgroup-smoke-1868929281 description', 'project_id': '5554a60e63a1465fb9cc087084847d80'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:41.311814 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2593617e-73ae-467d-95e5-16339f67d4b3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:41.320148 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2593617e-73ae-467d-95e5-16339f67d4b3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:41.411538 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2593617e-73ae-467d-95e5-16339f67d4b3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:41.505929 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2593617e-73ae-467d-95e5-16339f67d4b3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:41.542761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593617e-73ae-467d-95e5-16339f67d4b3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c283bffa-cf34-4f97-9605-cbb00c424fe1,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:41.599012 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2593617e-73ae-467d-95e5-16339f67d4b3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:41.671641 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2593617e-73ae-467d-95e5-16339f67d4b3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:41.704691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593617e-73ae-467d-95e5-16339f67d4b3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ac85bc-71b6-4f3b-be6a-803abd9d1917,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:41.773841 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2593617e-73ae-467d-95e5-16339f67d4b3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:41.775151 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2593617e-73ae-467d-95e5-16339f67d4b3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5694611 Aug 19 13:27:41.778725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54928) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:41.783454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5428e7c9-1101-4b35-b844-c423f3c6513f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '68ac85bc-71b6-4f3b-be6a-803abd9d1917', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:41.876780 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5428e7c9-1101-4b35-b844-c423f3c6513f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:41.932846 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5428e7c9-1101-4b35-b844-c423f3c6513f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:42.030699 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5428e7c9-1101-4b35-b844-c423f3c6513f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:42.049888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428e7c9-1101-4b35-b844-c423f3c6513f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f10e89a-81aa-41d4-b4f7-01d38b2e29a3,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:42.146356 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5428e7c9-1101-4b35-b844-c423f3c6513f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:42.147641 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5428e7c9-1101-4b35-b844-c423f3c6513f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679383 Aug 19 13:27:42.150332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54930) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:42.155518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-19d5ede6-2e83-4353-b93c-0a3ea8fd5c34 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '68ac85bc-71b6-4f3b-be6a-803abd9d1917', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:42.305250 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-19d5ede6-2e83-4353-b93c-0a3ea8fd5c34 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:42.366443 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-19d5ede6-2e83-4353-b93c-0a3ea8fd5c34 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:42.471629 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-19d5ede6-2e83-4353-b93c-0a3ea8fd5c34 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:42.489917 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5ede6-2e83-4353-b93c-0a3ea8fd5c34 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c4daba-5adf-414f-bf41-641d3c3c9f26,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:42.567727 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-19d5ede6-2e83-4353-b93c-0a3ea8fd5c34 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:42.568898 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-19d5ede6-2e83-4353-b93c-0a3ea8fd5c34 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4176111 Aug 19 13:27:42.571662 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54932) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:42.576297 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a0816b89-7bd2-48a0-821d-b55c99cb5bf0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '68ac85bc-71b6-4f3b-be6a-803abd9d1917', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:42.659419 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a0816b89-7bd2-48a0-821d-b55c99cb5bf0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:42.716133 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a0816b89-7bd2-48a0-821d-b55c99cb5bf0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:42.826131 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a0816b89-7bd2-48a0-821d-b55c99cb5bf0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:42.847621 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0816b89-7bd2-48a0-821d-b55c99cb5bf0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33ad282-16de-4fde-a6b3-87e12ac4c8fc,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:42.923411 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a0816b89-7bd2-48a0-821d-b55c99cb5bf0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:42.924670 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a0816b89-7bd2-48a0-821d-b55c99cb5bf0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3520207 Aug 19 13:27:42.928347 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54934) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:42.933175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-05936aea-5cbb-42c1-8b49-0afed31d245f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '68ac85bc-71b6-4f3b-be6a-803abd9d1917', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:43.013716 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05936aea-5cbb-42c1-8b49-0afed31d245f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:43.076970 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05936aea-5cbb-42c1-8b49-0afed31d245f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:43.151892 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05936aea-5cbb-42c1-8b49-0afed31d245f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:43.171205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05936aea-5cbb-42c1-8b49-0afed31d245f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b915a28a-e36a-4a0a-9842-141ca9f7908a,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:43.243438 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05936aea-5cbb-42c1-8b49-0afed31d245f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:43.244708 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-05936aea-5cbb-42c1-8b49-0afed31d245f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3153262 Aug 19 13:27:43.247530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54936) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:43.252050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-5ae6b57e-7fcf-4223-a8ab-ac8fe20e4c5c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '68ac85bc-71b6-4f3b-be6a-803abd9d1917', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:43.357730 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-5ae6b57e-7fcf-4223-a8ab-ac8fe20e4c5c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Project 5554a60e63a1465fb9cc087084847d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:27:43.363012 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b57e-7fcf-4223-a8ab-ac8fe20e4c5c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:43.424294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b57e-7fcf-4223-a8ab-ac8fe20e4c5c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:43.557212 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b57e-7fcf-4223-a8ab-ac8fe20e4c5c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:43.575458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6b57e-7fcf-4223-a8ab-ac8fe20e4c5c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1dd5f6-83fc-4da8-8da3-605d4fdb61d0,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:43.659130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5ae6b57e-7fcf-4223-a8ab-ac8fe20e4c5c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:43.660415 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5ae6b57e-7fcf-4223-a8ab-ac8fe20e4c5c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4119034 Aug 19 13:27:43.663253 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54938) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:43.667839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-071da8c7-3c7c-4ff9-afd7-6fb6686c7c80 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '68ac85bc-71b6-4f3b-be6a-803abd9d1917', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:43.785387 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-071da8c7-3c7c-4ff9-afd7-6fb6686c7c80 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Project 5554a60e63a1465fb9cc087084847d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:27:43.791104 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-071da8c7-3c7c-4ff9-afd7-6fb6686c7c80 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:43.852912 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-071da8c7-3c7c-4ff9-afd7-6fb6686c7c80 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:43.934684 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-071da8c7-3c7c-4ff9-afd7-6fb6686c7c80 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:43.955985 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071da8c7-3c7c-4ff9-afd7-6fb6686c7c80 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9025678e-f3c0-48a4-af59-2893655f1b5f,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:44.111930 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-071da8c7-3c7c-4ff9-afd7-6fb6686c7c80 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:44.113226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-071da8c7-3c7c-4ff9-afd7-6fb6686c7c80 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4490404 Aug 19 13:27:44.116239 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54940) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:44.121778 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'network': {'name': 'tempest-network-smoke--1283830815', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'port_security_enabled': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:44.220554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:27:44.224026 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:44.248383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:27:44.257029 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:44.257376 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Added segment 54a56c19-6e25-4a80-836a-84e18870f5cc of type vlan for network c5a3048e-3a44-4967-be6f-e8c210610de1 Aug 19 13:27:44.297566 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:44.426254 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:44.431866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:44.432450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:44.496415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Network': ['ID=c5a3048e-3a44-4967-be6f-e8c210610de1,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:44.506582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network c5a3048e-3a44-4967-be6f-e8c210610de1 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:27:44.598385 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-25a0a60c-5d13-458c-bd78-7cea00083324 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4810569 Aug 19 13:27:44.601370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54942) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:44.606746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'admin_state_up': True, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:44.706241 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:44.707361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:44.763399 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:44.973409 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:45.267723 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:45.286447 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:45.396967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.25.2.58 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/efc8b346-fb48-4c29-93ed-b85b90bd8504) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:27:45.499080 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:45.649386 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:45.691504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:45.696482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:45.699186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:27:45.727883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=efc8b346-fb48-4c29-93ed-b85b90bd8504,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:46.044784 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:46.244620 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:46.522905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 29b74627-961b-4bfb-b0e8-001d23bc2324 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:27:46.628413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:27:46.640629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Sync routers for ids ['29b74627-961b-4bfb-b0e8-001d23bc2324'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:27:46.649654 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Routers {'29b74627-961b-4bfb-b0e8-001d23bc2324'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:46.650273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['29b74627-961b-4bfb-b0e8-001d23bc2324'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:46.762403 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Set router 29b74627-961b-4bfb-b0e8-001d23bc2324 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:46.763915 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:46.766023 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bafd964c-c9d2-4c3b-9f6e-5cfde0abc85f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1632707 Aug 19 13:27:46.768878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54944) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:46.915922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6323918b-92dd-419f-b4d8-ffa503048541 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5554a60e63a1465fb9cc087084847d80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1454887 Aug 19 13:27:46.918486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54948) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:46.943294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:45Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:46.974628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Checking router: 29b74627-961b-4bfb-b0e8-001d23bc2324 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:27:46.975010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Updating router 29b74627-961b-4bfb-b0e8-001d23bc2324 port efc8b346-fb48-4c29-93ed-b85b90bd8504 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:27:47.000363 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.273603 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.284427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Transition to ACTIVE for port object efc8b346-fb48-4c29-93ed-b85b90bd8504 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:47.397400 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.443260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b3b49c-af4d-4546-a75d-48558e13af32 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:47.444785 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f3b3b49c-af4d-4546-a75d-48558e13af32 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5252612 Aug 19 13:27:47.448220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54950) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:47.459033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Attempting to bind port efc8b346-fb48-4c29-93ed-b85b90bd8504 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:27:47.459405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Attempting to bind port efc8b346-fb48-4c29-93ed-b85b90bd8504 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:27:47.459764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Attempting to bind port efc8b346-fb48-4c29-93ed-b85b90bd8504 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:47.467521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495dc12-cccd-4c60-a8f1-6e72ec843f72 None None] Pushing event updated for resources: {'Port': ['ID=efc8b346-fb48-4c29-93ed-b85b90bd8504,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:47.469995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:27:47.470370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:47.470770 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.471183 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:27:47.471662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Bound port: efc8b346-fb48-4c29-93ed-b85b90bd8504, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:27:47.472048 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.487537 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a51883a8-389b-470f-933f-72b5c65eeeea tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386317 Aug 19 13:27:47.490024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54952) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:47.494994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-449159309', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:47.529606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] For port efc8b346-fb48-4c29-93ed-b85b90bd8504, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:27:47.532714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] For port efc8b346-fb48-4c29-93ed-b85b90bd8504, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=efc8b346-fb48-4c29-93ed-b85b90bd8504,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:27:47.647702 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.692989 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:27:47.696654 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.704502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Routers {'29b74627-961b-4bfb-b0e8-001d23bc2324'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:47.705137 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['29b74627-961b-4bfb-b0e8-001d23bc2324'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:47.742185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495dc12-cccd-4c60-a8f1-6e72ec843f72 None None] Pushing event updated for resources: {'Port': ['ID=efc8b346-fb48-4c29-93ed-b85b90bd8504,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:47.817794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] Set router 29b74627-961b-4bfb-b0e8-001d23bc2324 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:47.968910 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:47.993559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:45Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:48.023703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0933ecd-617d-4f4f-b9c9-171c9f65f3ac None None] The sync data for ids ['29b74627-961b-4bfb-b0e8-001d23bc2324'] in n-d-803757-2 is: [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:45Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:27:48.029004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Subnet': ['ID=1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:48.040477 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Checking segment: {'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:48.040844 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network hostable DHCP agents. Network: c5a3048e-3a44-4967-be6f-e8c210610de1, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:27:48.134238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network c5a3048e-3a44-4967-be6f-e8c210610de1 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:27:48.226212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, c5a3048e-3a44-4967-be6f-e8c210610de1) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:48.236876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:48.237678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:48.241020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8014d6e3-c000-4edd-b353-6c49d12dc4d1 None None] Network c5a3048e-3a44-4967-be6f-e8c210610de1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:27:48.352723 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-13fa4e7f-4923-4ef2-8eb2-5325846f7767 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8616405 Aug 19 13:27:48.358336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 54954) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:27:48.407734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device efc8b346-fb48-4c29-93ed-b85b90bd8504 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:48.442714 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-c5a3048e-3a44-4967-be6f-e8c210610de1', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ips': [{'subnet_id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:27:48.443706 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:48.605397 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Allocated IP 172.20.0.2 (c5a3048e-3a44-4967-be6f-e8c210610de1/1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc/d606333b-245c-444b-8e59-61de41c9ab6e) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:27:48.622774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port efc8b346-fb48-4c29-93ed-b85b90bd8504 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:48.664830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port efc8b346-fb48-4c29-93ed-b85b90bd8504 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:48.665645 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:48.829951 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:48.838428 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:48.842640 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:48.865764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port efc8b346-fb48-4c29-93ed-b85b90bd8504, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=efc8b346-fb48-4c29-93ed-b85b90bd8504,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:48.866951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Transition to ACTIVE for port object d606333b-245c-444b-8e59-61de41c9ab6e will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:48.886229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Transition to ACTIVE for port object d606333b-245c-444b-8e59-61de41c9ab6e will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:48.940319 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:48.969097 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:49.000952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Network c5a3048e-3a44-4967-be6f-e8c210610de1 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:49.001775 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=efc8b346-fb48-4c29-93ed-b85b90bd8504,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:49.008128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:49.010510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:27:49.145554 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.20.0.1 (c5a3048e-3a44-4967-be6f-e8c210610de1/1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc/578f06ca-3ddb-4d88-81a3-6fb201adcac3) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:27:49.251639 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Pushing event updated for resources: {'Port': ['ID=d606333b-245c-444b-8e59-61de41c9ab6e,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:49.264816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Attempting to bind port d606333b-245c-444b-8e59-61de41c9ab6e on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:27:49.265191 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Attempting to bind port d606333b-245c-444b-8e59-61de41c9ab6e by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:27:49.265556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Attempting to bind port d606333b-245c-444b-8e59-61de41c9ab6e on network c5a3048e-3a44-4967-be6f-e8c210610de1 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:49.268982 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:49.271261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:27:49.271672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Checking segment: {'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:49.273627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:49.273627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Bound using segment: {'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:27:49.273627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Bound port: d606333b-245c-444b-8e59-61de41c9ab6e, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:27:49.273627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:49.285627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Transition to ACTIVE for port object 578f06ca-3ddb-4d88-81a3-6fb201adcac3 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:49.341219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] For port d606333b-245c-444b-8e59-61de41c9ab6e, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:27:49.344663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] For port d606333b-245c-444b-8e59-61de41c9ab6e, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d606333b-245c-444b-8e59-61de41c9ab6e,segment=NetworkSegment(54a56c19-6e25-4a80-836a-84e18870f5cc),segment_id=54a56c19-6e25-4a80-836a-84e18870f5cc)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:27:49.409099 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:49.443555 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:49.455482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network c5a3048e-3a44-4967-be6f-e8c210610de1 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:49.459397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:49.463511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:27:49.489839 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=578f06ca-3ddb-4d88-81a3-6fb201adcac3,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:49.511597 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:49.514401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4032a4-3eb5-4b0d-98d0-cd16bdedaa63 None None] Pushing event updated for resources: {'Port': ['ID=d606333b-245c-444b-8e59-61de41c9ab6e,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:49.742880 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:50.038401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:50.100088 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:50.174870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=578f06ca-3ddb-4d88-81a3-6fb201adcac3,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:50.181377 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:50.287598 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network c5a3048e-3a44-4967-be6f-e8c210610de1 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:50.289279 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:50.431321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 29b74627-961b-4bfb-b0e8-001d23bc2324 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:27:50.436915 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6510d193-9fe4-487c-bd40-f8dc6258f155 None None] Network c5a3048e-3a44-4967-be6f-e8c210610de1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:27:50.483224 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device efc8b346-fb48-4c29-93ed-b85b90bd8504 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:50.555076 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:27:50.568617 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3c61152e-639b-4618-880f-9c0d41fe843e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "PUT /v2.0/routers/29b74627-961b-4bfb-b0e8-001d23bc2324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2038257 Aug 19 13:27:50.568744 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Sync routers for ids ['29b74627-961b-4bfb-b0e8-001d23bc2324'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:27:50.571759 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port efc8b346-fb48-4c29-93ed-b85b90bd8504 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:50.572168 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:50.578077 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Routers {'29b74627-961b-4bfb-b0e8-001d23bc2324'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:50.578779 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['29b74627-961b-4bfb-b0e8-001d23bc2324'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:50.657226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9bf39e81-565e-484c-9366-e54a2095dbc4 None None] Provisioning for port d606333b-245c-444b-8e59-61de41c9ab6e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:50.698100 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Set router 29b74627-961b-4bfb-b0e8-001d23bc2324 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:50.711229 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-1f5a2350-9400-4f58-a679-cb83d3e60a97 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868929281&fields=id&tenant_id=5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 267 time: 0.0389004 Aug 19 13:27:50.722187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d606333b-245c-444b-8e59-61de41c9ab6e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:50.837276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d606333b-245c-444b-8e59-61de41c9ab6e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:50.842133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d606333b-245c-444b-8e59-61de41c9ab6e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:50.842556 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:50.850934 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818876d-19cd-4969-9929-8dc82ba21156 req-28ccc88a-346f-4808-b14e-3727200c5a15 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:50.853390 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-28ccc88a-346f-4808-b14e-3727200c5a15 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/networks?id=c5a3048e-3a44-4967-be6f-e8c210610de1 HTTP/1.1" status: 200 len: 797 time: 0.1280580 Aug 19 13:27:50.877078 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-238fdde1-3593-497d-b3db-01dd20c4810d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/quotas/5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 375 time: 0.0154514 Aug 19 13:27:50.927281 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:49Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '578f06ca-3ddb-4d88-81a3-6fb201adcac3', 'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:27:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:48Z', 'updated_at': '2021-08-19T13:27:49Z', 'revision_number': 2, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:50.938401 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-d1e70205-6f7e-43dd-91fd-f78132e30d26 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604279 Aug 19 13:27:50.967794 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Checking router: 29b74627-961b-4bfb-b0e8-001d23bc2324 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:27:50.968285 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Updating router 29b74627-961b-4bfb-b0e8-001d23bc2324 port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:27:50.969315 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:51.000379 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:51.032174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d606333b-245c-444b-8e59-61de41c9ab6e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d606333b-245c-444b-8e59-61de41c9ab6e,segment=NetworkSegment(54a56c19-6e25-4a80-836a-84e18870f5cc),segment_id=54a56c19-6e25-4a80-836a-84e18870f5cc)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:51.094756 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-844f4ad9-d013-415e-bc07-c8066dc6fda1 None None] Provisioning for port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:51.099435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-844f4ad9-d013-415e-bc07-c8066dc6fda1 None None] Provisioning complete for port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:51.099904 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-844f4ad9-d013-415e-bc07-c8066dc6fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:51.124821 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-4fdf8ff5-f880-432d-be02-da3d2659ea3d service neutron] 10.222.0.21 "GET /v2.0/networks/c5a3048e-3a44-4967-be6f-e8c210610de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725914 Aug 19 13:27:51.142487 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:51.178133 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-844f4ad9-d013-415e-bc07-c8066dc6fda1 None None] Port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:27:51.213097 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-844f4ad9-d013-415e-bc07-c8066dc6fda1 None None] Provisioning complete for port d606333b-245c-444b-8e59-61de41c9ab6e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:51.213387 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-844f4ad9-d013-415e-bc07-c8066dc6fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:51.249968 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-600537d6-0261-48d9-ba72-57c93dc950c0 service neutron] 10.222.0.21 "GET /v2.0/networks/c5a3048e-3a44-4967-be6f-e8c210610de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170883 Aug 19 13:27:51.257067 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d606333b-245c-444b-8e59-61de41c9ab6e,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:51.334965 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:51.346727 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Transition to ACTIVE for port object 578f06ca-3ddb-4d88-81a3-6fb201adcac3 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:51.431666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-5539cfd0-9e0c-4266-87f5-3afc41693689 None None] Provisioning complete for port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:51.432097 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5539cfd0-9e0c-4266-87f5-3afc41693689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:51.454543 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:51.476870 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-5539cfd0-9e0c-4266-87f5-3afc41693689 None None] Port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:27:51.507240 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Pushing event updated for resources: {'Port': ['ID=578f06ca-3ddb-4d88-81a3-6fb201adcac3,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:51.646054 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9daea319-8e07-42c5-a59b-630732e892db req-97f6da11-79b6-4caa-b288-5d0ef880e326 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 210 time: 0.0361390 Aug 19 13:27:51.670261 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.676132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.676132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.676132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.676132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.676132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.676132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.676132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.676132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.676132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.676132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.676132 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:27:51.711081 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Attempting to bind port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:27:51.711476 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Attempting to bind port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:27:51.711836 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Attempting to bind port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 on network c5a3048e-3a44-4967-be6f-e8c210610de1 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:51.717264 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:27:51.717678 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Checking segment: {'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:51.718070 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:51.718448 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Bound using segment: {'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:27:51.718931 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Bound port: 578f06ca-3ddb-4d88-81a3-6fb201adcac3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:27:51.723207 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:51.783966 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] For port 578f06ca-3ddb-4d88-81a3-6fb201adcac3, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:27:51.790040 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] For port 578f06ca-3ddb-4d88-81a3-6fb201adcac3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=578f06ca-3ddb-4d88-81a3-6fb201adcac3,segment=NetworkSegment(54a56c19-6e25-4a80-836a-84e18870f5cc),segment_id=54a56c19-6e25-4a80-836a-84e18870f5cc)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:27:51.878015 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:51.941065 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf0be7-d304-45d3-a454-c62a5a3464f7 None None] Pushing event updated for resources: {'Port': ['ID=578f06ca-3ddb-4d88-81a3-6fb201adcac3,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:51.943924 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Routers {'29b74627-961b-4bfb-b0e8-001d23bc2324'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:27:51.944510 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['29b74627-961b-4bfb-b0e8-001d23bc2324'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:52.057678 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] Set router 29b74627-961b-4bfb-b0e8-001d23bc2324 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:27:52.263719 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:49Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '578f06ca-3ddb-4d88-81a3-6fb201adcac3', 'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:27:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:48Z', 'updated_at': '2021-08-19T13:27:51Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:27:52.289818 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92a9a4-7951-4c2d-a3b1-6e2d62220bcd None None] The sync data for ids ['29b74627-961b-4bfb-b0e8-001d23bc2324'] in n-d-803757-2 is: [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:49Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '578f06ca-3ddb-4d88-81a3-6fb201adcac3', 'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:27:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:48Z', 'updated_at': '2021-08-19T13:27:51Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:27:52.398884 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d606333b-245c-444b-8e59-61de41c9ab6e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:52.456156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d606333b-245c-444b-8e59-61de41c9ab6e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:52.456533 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:52.744656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-43151ef4-e2cd-421e-8d8e-2de82eca31f1 req-81cc8f7c-5edd-4450-94c9-a54762881578 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 210 time: 0.0312169 Aug 19 13:27:53.855391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c89ce662-233a-46e5-864b-3d9c1a3a3b92 req-70edf160-8bce-4a44-b7b7-131b7002f280 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 210 time: 0.0274842 Aug 19 13:27:54.383321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 578f06ca-3ddb-4d88-81a3-6fb201adcac3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:54.393451 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818876d-19cd-4969-9929-8dc82ba21156 req-61f3f36f-666d-414d-9668-b2ce9156d880 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:54.394977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-61f3f36f-666d-414d-9668-b2ce9156d880 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "GET /v2.0/networks?id=c5a3048e-3a44-4967-be6f-e8c210610de1 HTTP/1.1" status: 200 len: 797 time: 0.1125393 Aug 19 13:27:54.446379 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-a0ee22fd-7979-4fdb-98b4-0d5b4d1ef364 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 380 time: 0.0364459 Aug 19 13:27:54.456852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'port': {'device_id': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'admin_state_up': True, 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'security_groups': ['68ac85bc-71b6-4f3b-be6a-803abd9d1917']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:54.517174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:54.521431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:54.521965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.610047 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.649623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 578f06ca-3ddb-4d88-81a3-6fb201adcac3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=578f06ca-3ddb-4d88-81a3-6fb201adcac3,segment=NetworkSegment(54a56c19-6e25-4a80-836a-84e18870f5cc),segment_id=54a56c19-6e25-4a80-836a-84e18870f5cc)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:27:54.665904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:27:54.669553 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.769197 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.805821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.20.0.8 (c5a3048e-3a44-4967-be6f-e8c210610de1/1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc/67d71464-2d7d-4386-81fd-2e3e0a0af076) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:27:54.818788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=578f06ca-3ddb-4d88-81a3-6fb201adcac3,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:54.957631 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:54.961375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d5e70885-41e0-40a9-88dd-762c820c2659 req-4d6a2b2d-2f46-4170-a699-d5cdfa363e52 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 210 time: 0.0284829 Aug 19 13:27:54.973071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Transition to ACTIVE for port object 67d71464-2d7d-4386-81fd-2e3e0a0af076 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:55.100824 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:55.146457 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network c5a3048e-3a44-4967-be6f-e8c210610de1 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:27:55.149473 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:27:55.153499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:27:55.160383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=67d71464-2d7d-4386-81fd-2e3e0a0af076,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:55.209697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:55.210347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:55.346491 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3c8fd487-bc75-49c7-9808-8fc0208273ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8935938 Aug 19 13:27:55.405611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Request body: {'port': {'device_id': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:27:55.465413 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:55.466364 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b7f671c9-544b-4127-8636-bbb1ad1998cf None None] Provisioning for port 67d71464-2d7d-4386-81fd-2e3e0a0af076 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:27:55.470580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b7f671c9-544b-4127-8636-bbb1ad1998cf None None] Provisioning complete for port 67d71464-2d7d-4386-81fd-2e3e0a0af076 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:55.471053 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b7f671c9-544b-4127-8636-bbb1ad1998cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:55.510422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b7f671c9-544b-4127-8636-bbb1ad1998cf None None] Port 67d71464-2d7d-4386-81fd-2e3e0a0af076 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:27:55.735805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d71464-2d7d-4386-81fd-2e3e0a0af076 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:27:55.743293 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:55.754835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Transition to ACTIVE for port object 67d71464-2d7d-4386-81fd-2e3e0a0af076 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:27:55.848361 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:55.901192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Pushing event updated for resources: {'Port': ['ID=67d71464-2d7d-4386-81fd-2e3e0a0af076,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:55.979382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Attempting to bind port 67d71464-2d7d-4386-81fd-2e3e0a0af076 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:27:55.983921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Attempting to bind port 67d71464-2d7d-4386-81fd-2e3e0a0af076 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:27:55.983921 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Attempting to bind port 67d71464-2d7d-4386-81fd-2e3e0a0af076 on network c5a3048e-3a44-4967-be6f-e8c210610de1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:55.985306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Port 67d71464-2d7d-4386-81fd-2e3e0a0af076 on network c5a3048e-3a44-4967-be6f-e8c210610de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:27:55.985629 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Attempting to bind port 67d71464-2d7d-4386-81fd-2e3e0a0af076 on network c5a3048e-3a44-4967-be6f-e8c210610de1 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:27:55.991034 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:27:55.991295 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Checking segment: {'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:27:55.991681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Bound using segment: {'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:27:55.992121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Bound port: 67d71464-2d7d-4386-81fd-2e3e0a0af076, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a56c19-6e25-4a80-836a-84e18870f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:27:55.992477 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:56.014582 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:56.095067 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] For port 67d71464-2d7d-4386-81fd-2e3e0a0af076, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:27:56.112186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] For port 67d71464-2d7d-4386-81fd-2e3e0a0af076, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=67d71464-2d7d-4386-81fd-2e3e0a0af076,segment=NetworkSegment(54a56c19-6e25-4a80-836a-84e18870f5cc),segment_id=54a56c19-6e25-4a80-836a-84e18870f5cc)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:27:56.125337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb35410-b543-44e0-a736-93cb0e7bce74 req-662d0591-59d6-4e0a-ba08-9b646b5a0c40 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:56.126885 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ceb35410-b543-44e0-a736-93cb0e7bce74 req-662d0591-59d6-4e0a-ba08-9b646b5a0c40 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 943 time: 0.0777175 Aug 19 13:27:56.165083 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ceb35410-b543-44e0-a736-93cb0e7bce74 req-c4bbfe17-af59-4ea3-8414-11bd77342d59 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315566 Aug 19 13:27:56.214719 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:56.254092 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:56.254739 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:56.256188 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] 10.222.0.62 "PUT /v2.0/ports/67d71464-2d7d-4386-81fd-2e3e0a0af076 HTTP/1.1" status: 200 len: 1091 time: 0.9013855 Aug 19 13:27:56.256593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'tag': '67d71464-2d7d-4386-81fd-2e3e0a0af076'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:27:56.259147 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85ebc8a-e2d0-44ea-9a63-e09f42013ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "c68a03fc-1e33-4090-b235-2ce250864e3b", "tag": "67d71464-2d7d-4386-81fd-2e3e0a0af076"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:27:56.290916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f8d55-88ce-441e-8562-0e0d74ad3b44 service neutron] Pushing event updated for resources: {'Port': ['ID=67d71464-2d7d-4386-81fd-2e3e0a0af076,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:27:56.309367 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c06bbb-4e72-49d1-8d81-a1c55792106b x-openstack-request-id: req-e8c06bbb-4e72-49d1-8d81-a1c55792106b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:27:56.310226 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68a03fc-1e33-4090-b235-2ce250864e3b", "tag": "67d71464-2d7d-4386-81fd-2e3e0a0af076", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:27:56.310487 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8c06bbb-4e72-49d1-8d81-a1c55792106b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:27:56.310933 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'tag': '67d71464-2d7d-4386-81fd-2e3e0a0af076', 'status': 'completed', 'code': 200} Aug 19 13:27:56.390205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 578f06ca-3ddb-4d88-81a3-6fb201adcac3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:27:56.408232 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ebc8a-e2d0-44ea-9a63-e09f42013ca9 req-517b6459-f404-498f-9043-e9fae0a8633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:56.409790 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f85ebc8a-e2d0-44ea-9a63-e09f42013ca9 req-517b6459-f404-498f-9043-e9fae0a8633d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 1094 time: 0.0778093 Aug 19 13:27:56.446109 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:27:56.446649 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:56.514499 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ebc8a-e2d0-44ea-9a63-e09f42013ca9 req-31dc6fba-6a4e-4276-b41a-faf38d9750ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:56.516004 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f85ebc8a-e2d0-44ea-9a63-e09f42013ca9 req-31dc6fba-6a4e-4276-b41a-faf38d9750ad service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5554a60e63a1465fb9cc087084847d80&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0981126 Aug 19 13:27:56.619306 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ebc8a-e2d0-44ea-9a63-e09f42013ca9 req-69741fc9-3548-4ab6-bd79-1a313cbb4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:56.620780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f85ebc8a-e2d0-44ea-9a63-e09f42013ca9 req-69741fc9-3548-4ab6-bd79-1a313cbb4d78 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979233 Aug 19 13:27:56.699551 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818876d-19cd-4969-9929-8dc82ba21156 req-da9d4253-93de-4003-9334-b4ef1d277fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:56.701119 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-da9d4253-93de-4003-9334-b4ef1d277fd4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 1094 time: 0.0428872 Aug 19 13:27:56.748498 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3eb9c24d-78a3-4e0d-8e35-82203a0cf587 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67d71464-2d7d-4386-81fd-2e3e0a0af076 HTTP/1.1" status: 200 len: 217 time: 0.0395615 Aug 19 13:27:56.798669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818876d-19cd-4969-9929-8dc82ba21156 req-12ce3aca-877c-4af7-aca5-d9750c27999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:56.800094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-12ce3aca-877c-4af7-aca5-d9750c27999e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc HTTP/1.1" status: 200 len: 834 time: 0.0455492 Aug 19 13:27:56.814124 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:27:56.848363 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818876d-19cd-4969-9929-8dc82ba21156 req-d04c90c8-def6-42ac-9a1d-b85cf0d6f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:56.849917 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-d04c90c8-def6-42ac-9a1d-b85cf0d6f339 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5a3048e-3a44-4967-be6f-e8c210610de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427008 Aug 19 13:27:56.943143 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-3b4fce8d-8820-4868-8314-ab2a8eb83b1c service neutron] 10.222.0.62 "GET /v2.0/networks/c5a3048e-3a44-4967-be6f-e8c210610de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861883 Aug 19 13:27:57.042961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5818876d-19cd-4969-9929-8dc82ba21156 req-e1fd2986-ee6a-4794-a398-e1f03e632046 service neutron] 10.222.0.62 "GET /v2.0/networks/c5a3048e-3a44-4967-be6f-e8c210610de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919907 Aug 19 13:27:57.283991 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757cf50-795d-4018-b389-eb74effbbd5b req-311e25c9-e179-44ce-882e-3d59e732ddfe tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:57.285507 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2757cf50-795d-4018-b389-eb74effbbd5b req-311e25c9-e179-44ce-882e-3d59e732ddfe tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 943 time: 0.0516920 Aug 19 13:27:57.324417 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2757cf50-795d-4018-b389-eb74effbbd5b req-71fdadb0-fcfd-47b7-92f9-4b47fead158f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326033 Aug 19 13:27:58.440723 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28034f4e-69b7-42f0-9117-775dd10688c2 req-81744929-0e03-4408-ad70-8ecfd2f742bb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:58.442358 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-28034f4e-69b7-42f0-9117-775dd10688c2 req-81744929-0e03-4408-ad70-8ecfd2f742bb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 943 time: 0.0490749 Aug 19 13:27:58.484051 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-28034f4e-69b7-42f0-9117-775dd10688c2 req-b434a046-716d-4ca2-b8f5-aa36421b6dd7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357985 Aug 19 13:27:59.602299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c6472-9780-4f01-a869-19b7b511132b req-74430e16-bf9f-4f08-bb34-70fd436bed95 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:27:59.603720 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-266c6472-9780-4f01-a869-19b7b511132b req-74430e16-bf9f-4f08-bb34-70fd436bed95 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 943 time: 0.0525136 Aug 19 13:27:59.642204 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-266c6472-9780-4f01-a869-19b7b511132b req-c5062c56-b83d-4299-a7df-0f2cbd98cbfe tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318012 Aug 19 13:27:59.945983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 67d71464-2d7d-4386-81fd-2e3e0a0af076 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:28:00.044502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 67d71464-2d7d-4386-81fd-2e3e0a0af076, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=67d71464-2d7d-4386-81fd-2e3e0a0af076,segment=NetworkSegment(54a56c19-6e25-4a80-836a-84e18870f5cc),segment_id=54a56c19-6e25-4a80-836a-84e18870f5cc)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:00.056250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '67d71464-2d7d-4386-81fd-2e3e0a0af076', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'port_id': '67d71464-2d7d-4386-81fd-2e3e0a0af076', 'mac_address': 'fa:16:3e:90:68:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:28:00.093562 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:00.106046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d71464-2d7d-4386-81fd-2e3e0a0af076 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:28:00.126164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 67d71464-2d7d-4386-81fd-2e3e0a0af076, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=67d71464-2d7d-4386-81fd-2e3e0a0af076,segment=NetworkSegment(54a56c19-6e25-4a80-836a-84e18870f5cc),segment_id=54a56c19-6e25-4a80-836a-84e18870f5cc)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:00.202878 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:00.256272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=67d71464-2d7d-4386-81fd-2e3e0a0af076,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:00.317135 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:28:00.437994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['67d71464-2d7d-4386-81fd-2e3e0a0af076'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:28:01.107489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a42ce-11a2-4c9c-8920-41b9578c84f6 req-c7f3f7fd-8835-4c42-9402-a03298c75e47 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:01.109033 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-276a42ce-11a2-4c9c-8920-41b9578c84f6 req-c7f3f7fd-8835-4c42-9402-a03298c75e47 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 944 time: 0.4009678 Aug 19 13:28:01.146545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-276a42ce-11a2-4c9c-8920-41b9578c84f6 req-05c7b045-57d0-41b9-b747-7cfacbf2d0ea tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311828 Aug 19 13:28:01.961890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 67d71464-2d7d-4386-81fd-2e3e0a0af076 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:02.088257 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 67d71464-2d7d-4386-81fd-2e3e0a0af076 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:02.092334 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 67d71464-2d7d-4386-81fd-2e3e0a0af076 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:02.092712 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:02.167819 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:02.191701 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d71464-2d7d-4386-81fd-2e3e0a0af076'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:28:02.198756 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8eb0ab-c0c3-48b4-b84a-d13ad29fb265" -d '{"events": [{"server_uuid": "c68a03fc-1e33-4090-b235-2ce250864e3b", "name": "network-vif-plugged", "status": "completed", "tag": "67d71464-2d7d-4386-81fd-2e3e0a0af076"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:28:02.210561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 67d71464-2d7d-4386-81fd-2e3e0a0af076, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=67d71464-2d7d-4386-81fd-2e3e0a0af076,segment=NetworkSegment(54a56c19-6e25-4a80-836a-84e18870f5cc),segment_id=54a56c19-6e25-4a80-836a-84e18870f5cc)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:02.236376 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95044dc-9ebc-48df-9804-6b9707c502e3 x-openstack-request-id: req-e95044dc-9ebc-48df-9804-6b9707c502e3 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:28:02.236663 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68a03fc-1e33-4090-b235-2ce250864e3b", "name": "network-vif-plugged", "status": "completed", "tag": "67d71464-2d7d-4386-81fd-2e3e0a0af076", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:28:02.237037 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e95044dc-9ebc-48df-9804-6b9707c502e3 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:28:02.237436 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d71464-2d7d-4386-81fd-2e3e0a0af076', 'code': 200} Aug 19 13:28:02.265238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c23ff0-5558-44d2-b752-8ba00fb354dd req-d4c25369-e344-4892-9c32-76f28889dea2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:02.266752 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d1c23ff0-5558-44d2-b752-8ba00fb354dd req-d4c25369-e344-4892-9c32-76f28889dea2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 944 time: 0.0526028 Aug 19 13:28:02.276924 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:02.326382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=67d71464-2d7d-4386-81fd-2e3e0a0af076,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:02.330159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d1c23ff0-5558-44d2-b752-8ba00fb354dd req-e7d87286-4610-40fd-8f84-537095dc8eae tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572784 Aug 19 13:28:02.349920 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978debf9-ce60-468b-aa27-74f4b37cff19 req-f31dd800-af62-4377-9e03-0343e012ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:02.351450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-978debf9-ce60-468b-aa27-74f4b37cff19 req-f31dd800-af62-4377-9e03-0343e012ed32 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 1096 time: 0.0578465 Aug 19 13:28:02.386834 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-978debf9-ce60-468b-aa27-74f4b37cff19 req-87b020ac-bab8-46fe-afc4-c2bd33b89fa9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278370 Aug 19 13:28:03.447328 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19d890-9196-4cb9-955d-550ca0053682 req-d084c9d4-70cf-4b52-93d1-bd25b881a769 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:03.448830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad19d890-9196-4cb9-955d-550ca0053682 req-d084c9d4-70cf-4b52-93d1-bd25b881a769 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 945 time: 0.0497758 Aug 19 13:28:03.486655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ad19d890-9196-4cb9-955d-550ca0053682 req-46ccced5-0c52-4740-acc4-1af918e40492 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314026 Aug 19 13:28:04.605024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb727f-5a1b-4aaf-8aea-21a5e5c54653 req-7cec4668-fe6c-432e-a778-914dd3b7987f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:04.606428 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39cb727f-5a1b-4aaf-8aea-21a5e5c54653 req-7cec4668-fe6c-432e-a778-914dd3b7987f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 945 time: 0.0527959 Aug 19 13:28:04.643739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-39cb727f-5a1b-4aaf-8aea-21a5e5c54653 req-bbdfc8b3-2fad-4a7f-8482-f1df2497fb95 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312474 Aug 19 13:28:04.756299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb94ad-ddfc-4758-aeef-9aa0fa78eced req-98376e63-1140-4302-962d-1dab934ec415 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:04.757849 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fdbb94ad-ddfc-4758-aeef-9aa0fa78eced req-98376e63-1140-4302-962d-1dab934ec415 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 945 time: 0.0490811 Aug 19 13:28:04.799381 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fdbb94ad-ddfc-4758-aeef-9aa0fa78eced req-512a01fd-f32f-40a7-b4a4-c2cddba32e2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355518 Aug 19 13:28:04.820846 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55020) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:04.860503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba12fa6-301a-46f9-9205-e10af111d9b8 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:04.861898 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2ba12fa6-301a-46f9-9205-e10af111d9b8 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 1091 time: 0.0400643 Aug 19 13:28:04.864823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55022) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:04.869233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '67d71464-2d7d-4386-81fd-2e3e0a0af076', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:04.991250 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:05.087918 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:05.100988 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eae79647-e405-41d0-96c8-303b567ba359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:05.192146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.25.2.47 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/5a110a86-c02d-411a-92f9-5348b4042f17) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:28:05.291157 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:05.408552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:05.450364 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:05.453306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:05.456451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:28:05.481136 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=5a110a86-c02d-411a-92f9-5348b4042f17,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:05.814783 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:05.958099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:06.114106 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:06.276851 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:06.345654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=5a110a86-c02d-411a-92f9-5348b4042f17,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:06.356039 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:06.458900 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Floating IP 0123f4d1-d617-4068-8525-3f818a569df5 associated. External IP: 172.25.2.47, port: 67d71464-2d7d-4386-81fd-2e3e0a0af076. Aug 19 13:28:06.668312 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 29b74627-961b-4bfb-b0e8-001d23bc2324 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:28:06.777963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:28:06.789042 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99516b8d-d3bb-4cb3-9330-331aa8ab6145 None None] Sync routers for ids ['29b74627-961b-4bfb-b0e8-001d23bc2324'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:28:06.798502 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99516b8d-d3bb-4cb3-9330-331aa8ab6145 None None] Routers {'29b74627-961b-4bfb-b0e8-001d23bc2324'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:06.799157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-99516b8d-d3bb-4cb3-9330-331aa8ab6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['29b74627-961b-4bfb-b0e8-001d23bc2324'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:06.903984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-99516b8d-d3bb-4cb3-9330-331aa8ab6145 None None] Set router 29b74627-961b-4bfb-b0e8-001d23bc2324 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:07.014340 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:07.047013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c5df5221-2aa8-4e80-8baf-10e4f335484e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1805108 Aug 19 13:28:07.047685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'tag': '67d71464-2d7d-4386-81fd-2e3e0a0af076'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:28:07.050063 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a844ebd-aa30-480d-bf70-bf54764faf47" -d '{"events": [{"name": "network-changed", "server_uuid": "c68a03fc-1e33-4090-b235-2ce250864e3b", "tag": "67d71464-2d7d-4386-81fd-2e3e0a0af076"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:28:07.097637 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14950cac-6ac4-4f8d-8869-6382a0145947 x-openstack-request-id: req-14950cac-6ac4-4f8d-8869-6382a0145947 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:28:07.097940 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68a03fc-1e33-4090-b235-2ce250864e3b", "tag": "67d71464-2d7d-4386-81fd-2e3e0a0af076", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:28:07.098263 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14950cac-6ac4-4f8d-8869-6382a0145947 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:28:07.098617 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'tag': '67d71464-2d7d-4386-81fd-2e3e0a0af076', 'status': 'completed', 'code': 200} Aug 19 13:28:07.137189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-99516b8d-d3bb-4cb3-9330-331aa8ab6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:49Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '0123f4d1-d617-4068-8525-3f818a569df5', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'port_id': '67d71464-2d7d-4386-81fd-2e3e0a0af076', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'mac_address': 'fa:16:3e:90:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:28:05Z', 'updated_at': '2021-08-19T13:28:05Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578f06ca-3ddb-4d88-81a3-6fb201adcac3', 'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:27:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:48Z', 'updated_at': '2021-08-19T13:27:54Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:07.167010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99516b8d-d3bb-4cb3-9330-331aa8ab6145 None None] Checking router: 29b74627-961b-4bfb-b0e8-001d23bc2324 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:28:07.175774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99516b8d-d3bb-4cb3-9330-331aa8ab6145 None None] Routers {'29b74627-961b-4bfb-b0e8-001d23bc2324'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:07.176387 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-99516b8d-d3bb-4cb3-9330-331aa8ab6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:27:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['29b74627-961b-4bfb-b0e8-001d23bc2324'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:07.182707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfcfce-b11e-47c4-baf0-d2b5ba802df8 req-4747cc08-aaea-43ee-b908-13a9ceb2daea tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:07.184411 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21bfcfce-b11e-47c4-baf0-d2b5ba802df8 req-4747cc08-aaea-43ee-b908-13a9ceb2daea tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 945 time: 0.0807898 Aug 19 13:28:07.191093 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a844ebd-aa30-480d-bf70-bf54764faf47 req-766a8b44-ee0c-4d10-86e5-652939b89565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:07.192546 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a844ebd-aa30-480d-bf70-bf54764faf47 req-766a8b44-ee0c-4d10-86e5-652939b89565 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 1096 time: 0.0603786 Aug 19 13:28:07.277137 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-21bfcfce-b11e-47c4-baf0-d2b5ba802df8 req-afbc9eeb-99d0-4080-b4be-c02baa499672 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836415 Aug 19 13:28:07.282298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-99516b8d-d3bb-4cb3-9330-331aa8ab6145 None None] Set router 29b74627-961b-4bfb-b0e8-001d23bc2324 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:07.300750 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55028) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:07.321821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a844ebd-aa30-480d-bf70-bf54764faf47 req-a3f1fa52-9cfb-43be-b66a-e6a8582643d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:07.323311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a844ebd-aa30-480d-bf70-bf54764faf47 req-a3f1fa52-9cfb-43be-b66a-e6a8582643d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5a3048e-3a44-4967-be6f-e8c210610de1 HTTP/1.1" status: 200 len: 898 time: 0.1232793 Aug 19 13:28:07.373222 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8a9cd0cb-eea1-450a-bc5f-26535b35f4ca tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/0123f4d1-d617-4068-8525-3f818a569df5 HTTP/1.1" status: 200 len: 990 time: 0.0700300 Aug 19 13:28:07.407058 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a844ebd-aa30-480d-bf70-bf54764faf47 req-664dd671-6783-4e55-b1dc-392af1525406 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67d71464-2d7d-4386-81fd-2e3e0a0af076 HTTP/1.1" status: 200 len: 998 time: 0.0765195 Aug 19 13:28:07.456368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a844ebd-aa30-480d-bf70-bf54764faf47 req-0c1aec84-5fbe-402e-8914-601e8a3197bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:07.457899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a844ebd-aa30-480d-bf70-bf54764faf47 req-0c1aec84-5fbe-402e-8914-601e8a3197bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc HTTP/1.1" status: 200 len: 834 time: 0.0440981 Aug 19 13:28:07.505007 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a844ebd-aa30-480d-bf70-bf54764faf47 req-378085c8-73ab-4bcf-ad0a-0b60167479ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:07.506520 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a844ebd-aa30-480d-bf70-bf54764faf47 req-378085c8-73ab-4bcf-ad0a-0b60167479ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5a3048e-3a44-4967-be6f-e8c210610de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421259 Aug 19 13:28:07.529967 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-99516b8d-d3bb-4cb3-9330-331aa8ab6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:49Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '0123f4d1-d617-4068-8525-3f818a569df5', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'port_id': '67d71464-2d7d-4386-81fd-2e3e0a0af076', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'mac_address': 'fa:16:3e:90:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:28:05Z', 'updated_at': '2021-08-19T13:28:05Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578f06ca-3ddb-4d88-81a3-6fb201adcac3', 'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:27:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:48Z', 'updated_at': '2021-08-19T13:27:54Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:07.558609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99516b8d-d3bb-4cb3-9330-331aa8ab6145 None None] The sync data for ids ['29b74627-961b-4bfb-b0e8-001d23bc2324'] in n-d-803757-2 is: [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:49Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '0123f4d1-d617-4068-8525-3f818a569df5', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'port_id': '67d71464-2d7d-4386-81fd-2e3e0a0af076', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'mac_address': 'fa:16:3e:90:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:28:05Z', 'updated_at': '2021-08-19T13:28:05Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578f06ca-3ddb-4d88-81a3-6fb201adcac3', 'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:27:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:48Z', 'updated_at': '2021-08-19T13:27:54Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:28:07.605707 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a844ebd-aa30-480d-bf70-bf54764faf47 req-61061b56-25a7-4998-bda6-a881a617243b service neutron] 10.222.0.62 "GET /v2.0/networks/c5a3048e-3a44-4967-be6f-e8c210610de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917001 Aug 19 13:28:07.704937 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4a844ebd-aa30-480d-bf70-bf54764faf47 req-2b18cff6-1be5-4dc6-b9c3-f6a42c7f93e7 service neutron] 10.222.0.62 "GET /v2.0/networks/c5a3048e-3a44-4967-be6f-e8c210610de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915241 Aug 19 13:28:07.722151 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:07.764726 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc345ea-342d-495e-a00a-5e87364b4636 None None] New status for floating IP 0123f4d1-d617-4068-8525-3f818a569df5: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:28:07.837325 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-02778848-69f2-4fa0-9495-6d3bd65f8f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:08.376797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55030) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:08.438285 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-cc41bd3c-e646-401d-a2c2-a63530746108 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/0123f4d1-d617-4068-8525-3f818a569df5 HTTP/1.1" status: 200 len: 992 time: 0.0602908 Aug 19 13:28:09.418610 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:10.802494 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:14.634582 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-4fa90a45-0815-42a5-8bf6-18b46ad184a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399590 Aug 19 13:28:14.728048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-67ad0f56-2dc8-4993-a8ea-5a32b9cab92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:14.729603 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-67ad0f56-2dc8-4993-a8ea-5a32b9cab92f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 1096 time: 0.0472281 Aug 19 13:28:15.183543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-218df826-fe5a-4b02-9cb7-37f854067545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:15.185034 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-218df826-fe5a-4b02-9cb7-37f854067545 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5a3048e-3a44-4967-be6f-e8c210610de1 HTTP/1.1" status: 200 len: 898 time: 0.4331603 Aug 19 13:28:15.256174 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-26d980ee-2782-4616-a9c3-c975c33f48cc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67d71464-2d7d-4386-81fd-2e3e0a0af076 HTTP/1.1" status: 200 len: 1000 time: 0.0633278 Aug 19 13:28:15.304219 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-0c4d1473-0d5a-42e2-aab3-8e3a465cd3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:15.305545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-0c4d1473-0d5a-42e2-aab3-8e3a465cd3f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc HTTP/1.1" status: 200 len: 834 time: 0.0425065 Aug 19 13:28:15.352198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-1ecebfbb-7ce7-4111-8d6f-0035de8bdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:15.353742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-1ecebfbb-7ce7-4111-8d6f-0035de8bdbd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5a3048e-3a44-4967-be6f-e8c210610de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419562 Aug 19 13:28:15.453202 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-906bc7f9-b9f5-4f85-b10b-e2a9a71f2842 service neutron] 10.222.0.62 "GET /v2.0/networks/c5a3048e-3a44-4967-be6f-e8c210610de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907657 Aug 19 13:28:15.546216 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f781a11-c30f-4070-bdc9-f0b7d572e567 req-56260cc2-0fbf-465e-9805-3ab03efdc611 service neutron] 10.222.0.62 "GET /v2.0/networks/c5a3048e-3a44-4967-be6f-e8c210610de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849571 Aug 19 13:28:25.991406 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:26.819877 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:35.099767 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-96f1a9f1-dc56-4e1f-979e-6993e9e6dba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.288706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91871ec-cf17-4041-bc0b-276f02a03127 req-20d81184-f438-4526-9ac7-5d903404a3f3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:37.290251 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e91871ec-cf17-4041-bc0b-276f02a03127 req-20d81184-f438-4526-9ac7-5d903404a3f3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 945 time: 0.0499549 Aug 19 13:28:37.320607 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:28:37.329980 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e91871ec-cf17-4041-bc0b-276f02a03127 req-3aab73bb-7c43-44d5-9e2b-13c9cd70e0d2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333292 Aug 19 13:28:37.710252 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:37.825026 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9de6c834-0942-4fe2-a3b0-8dc0a995a68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:38.512361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba62e4-c70a-492c-96b5-05faf96ab31a req-b5e6c06a-f791-49e1-8cd1-56aea9d01bb8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:38.513929 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24ba62e4-c70a-492c-96b5-05faf96ab31a req-b5e6c06a-f791-49e1-8cd1-56aea9d01bb8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 945 time: 0.1002512 Aug 19 13:28:38.552196 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-24ba62e4-c70a-492c-96b5-05faf96ab31a req-a2866315-6d15-4d3d-9670-aa2e8bc5ddca tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322123 Aug 19 13:28:38.574540 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55052) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:38.642093 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-42f66bfe-2dca-4556-a3c4-540fba805295 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/0123f4d1-d617-4068-8525-3f818a569df5 HTTP/1.1" status: 200 len: 992 time: 0.0662904 Aug 19 13:28:39.379404 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:40.275613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa48b9-56ca-4e38-8cfc-daaa6b926ce7 req-7d9295a5-3c25-4451-835c-4fff8aed4b4d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:40.277037 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2faa48b9-56ca-4e38-8cfc-daaa6b926ce7 req-7d9295a5-3c25-4451-835c-4fff8aed4b4d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 945 time: 0.1042688 Aug 19 13:28:40.320223 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2faa48b9-56ca-4e38-8cfc-daaa6b926ce7 req-62f54940-5c68-48fc-aa73-41705374801c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367081 Aug 19 13:28:40.836621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:41.438760 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c01dfe-b504-41e6-b045-fe8006793cd3 req-dd0bfa5a-4430-4568-bad6-c7e1a03d8d2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:41.440261 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2c01dfe-b504-41e6-b045-fe8006793cd3 req-dd0bfa5a-4430-4568-bad6-c7e1a03d8d2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 945 time: 0.0491292 Aug 19 13:28:41.476483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2c01dfe-b504-41e6-b045-fe8006793cd3 req-e3332d7f-7302-4e81-b610-d807e53452aa tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302954 Aug 19 13:28:41.500957 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55064) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:41.565625 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-14f029a7-b567-4022-a4c9-76a4410087a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/0123f4d1-d617-4068-8525-3f818a569df5 HTTP/1.1" status: 200 len: 992 time: 0.0634124 Aug 19 13:28:41.862273 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55070) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:42.019027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 5a110a86-c02d-411a-92f9-5348b4042f17 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:42.019385 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.093099 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.093454 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.105370 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 5a110a86-c02d-411a-92f9-5348b4042f17 owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:42.310213 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.337020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=5a110a86-c02d-411a-92f9-5348b4042f17,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:42.364259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.364603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.364940 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.365270 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.365596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.365922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.366247 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.366571 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.366923 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.367246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.367560 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.367876 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:42.408375 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.408700 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Floating IP 0123f4d1-d617-4068-8525-3f818a569df5 disassociated (deleted). External IP: 172.25.2.47, port: 67d71464-2d7d-4386-81fd-2e3e0a0af076. Aug 19 13:28:42.610577 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 29b74627-961b-4bfb-b0e8-001d23bc2324 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:28:42.712807 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:28:42.717326 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:42.722650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1431c7-d67b-49f9-886f-a356224a3d23 None None] Sync routers for ids ['29b74627-961b-4bfb-b0e8-001d23bc2324'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:28:42.732118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1431c7-d67b-49f9-886f-a356224a3d23 None None] Routers {'29b74627-961b-4bfb-b0e8-001d23bc2324'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:42.732742 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-fd1431c7-d67b-49f9-886f-a356224a3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['29b74627-961b-4bfb-b0e8-001d23bc2324'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:42.748056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-59ce3b0f-6eb8-4eab-bcb4-a71b6ab9ad39 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/floatingips/0123f4d1-d617-4068-8525-3f818a569df5 HTTP/1.1" status: 204 len: 168 time: 0.8846481 Aug 19 13:28:42.748654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'tag': '67d71464-2d7d-4386-81fd-2e3e0a0af076'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:28:42.750950 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea3fe19-df4d-4866-a695-71363437fa8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c68a03fc-1e33-4090-b235-2ce250864e3b", "tag": "67d71464-2d7d-4386-81fd-2e3e0a0af076"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:28:42.789174 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8330411-b74e-4dee-bfa7-2c4efe381034 x-openstack-request-id: req-b8330411-b74e-4dee-bfa7-2c4efe381034 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:28:42.789495 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68a03fc-1e33-4090-b235-2ce250864e3b", "tag": "67d71464-2d7d-4386-81fd-2e3e0a0af076", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:28:42.789709 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8330411-b74e-4dee-bfa7-2c4efe381034 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:28:42.790112 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'tag': '67d71464-2d7d-4386-81fd-2e3e0a0af076', 'status': 'completed', 'code': 200} Aug 19 13:28:42.857169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3fe19-df4d-4866-a695-71363437fa8d req-c4261f61-b7e1-4cc8-856d-9cab22477d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:42.858864 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea3fe19-df4d-4866-a695-71363437fa8d req-c4261f61-b7e1-4cc8-856d-9cab22477d28 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 1096 time: 0.0446222 Aug 19 13:28:42.959017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3fe19-df4d-4866-a695-71363437fa8d req-f50b251f-05be-416d-a276-1fb6c06375b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:42.963051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea3fe19-df4d-4866-a695-71363437fa8d req-f50b251f-05be-416d-a276-1fb6c06375b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c5a3048e-3a44-4967-be6f-e8c210610de1 HTTP/1.1" status: 200 len: 898 time: 0.0938346 Aug 19 13:28:43.001508 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-fd1431c7-d67b-49f9-886f-a356224a3d23 None None] Set router 29b74627-961b-4bfb-b0e8-001d23bc2324 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:43.004320 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea3fe19-df4d-4866-a695-71363437fa8d req-58318d83-8043-4e43-b399-902075c0b939 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67d71464-2d7d-4386-81fd-2e3e0a0af076 HTTP/1.1" status: 200 len: 217 time: 0.0360968 Aug 19 13:28:43.061531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3fe19-df4d-4866-a695-71363437fa8d req-8258c5f9-705d-4f85-8ab3-f3e354a07c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:43.063074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea3fe19-df4d-4866-a695-71363437fa8d req-8258c5f9-705d-4f85-8ab3-f3e354a07c42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc HTTP/1.1" status: 200 len: 834 time: 0.0515277 Aug 19 13:28:43.116858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3fe19-df4d-4866-a695-71363437fa8d req-5e728b44-fdbc-420f-9c7b-9114ba261994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:43.118711 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea3fe19-df4d-4866-a695-71363437fa8d req-5e728b44-fdbc-420f-9c7b-9114ba261994 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c5a3048e-3a44-4967-be6f-e8c210610de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417061 Aug 19 13:28:43.210595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-fd1431c7-d67b-49f9-886f-a356224a3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:49Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '578f06ca-3ddb-4d88-81a3-6fb201adcac3', 'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:27:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:48Z', 'updated_at': '2021-08-19T13:27:54Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:43.216278 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea3fe19-df4d-4866-a695-71363437fa8d req-257da672-be18-48df-bf85-4af42f1549ff service neutron] 10.222.0.62 "GET /v2.0/networks/c5a3048e-3a44-4967-be6f-e8c210610de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898883 Aug 19 13:28:43.236929 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1431c7-d67b-49f9-886f-a356224a3d23 None None] Checking router: 29b74627-961b-4bfb-b0e8-001d23bc2324 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:28:43.241777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3789adb-9196-4883-8dc1-f94d77f859e8 req-6cea7581-2f8d-4673-ab2f-38e3fe5c18bc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:43.241777 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a3789adb-9196-4883-8dc1-f94d77f859e8 req-6cea7581-2f8d-4673-ab2f-38e3fe5c18bc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 945 time: 0.0534875 Aug 19 13:28:43.245431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1431c7-d67b-49f9-886f-a356224a3d23 None None] Routers {'29b74627-961b-4bfb-b0e8-001d23bc2324'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:43.246262 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-fd1431c7-d67b-49f9-886f-a356224a3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['29b74627-961b-4bfb-b0e8-001d23bc2324'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:43.280173 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a3789adb-9196-4883-8dc1-f94d77f859e8 req-3848bfca-1ce5-4887-b1d0-b2f0e8803f56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339499 Aug 19 13:28:43.320009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea3fe19-df4d-4866-a695-71363437fa8d req-402b2e96-d34f-4d58-8380-defdb07f9d60 service neutron] 10.222.0.62 "GET /v2.0/networks/c5a3048e-3a44-4967-be6f-e8c210610de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958488 Aug 19 13:28:43.354611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-fd1431c7-d67b-49f9-886f-a356224a3d23 None None] Set router 29b74627-961b-4bfb-b0e8-001d23bc2324 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:43.553983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-fd1431c7-d67b-49f9-886f-a356224a3d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:49Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '578f06ca-3ddb-4d88-81a3-6fb201adcac3', 'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:27:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:48Z', 'updated_at': '2021-08-19T13:27:54Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:43.579973 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1431c7-d67b-49f9-886f-a356224a3d23 None None] The sync data for ids ['29b74627-961b-4bfb-b0e8-001d23bc2324'] in n-d-803757-2 is: [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:27:49Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '578f06ca-3ddb-4d88-81a3-6fb201adcac3', 'name': '', 'network_id': 'c5a3048e-3a44-4967-be6f-e8c210610de1', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:27:64:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:48Z', 'updated_at': '2021-08-19T13:27:54Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:28:43.781970 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056c7bde-11b0-4bb9-8f72-660435f1063c None None] New status for floating IP 0123f4d1-d617-4068-8525-3f818a569df5: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:28:44.404936 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b4379-301f-45ff-8c55-e4112f94288f req-15da100e-040e-4efb-ac81-14e7d673012a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:44.406493 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b0b4379-301f-45ff-8c55-e4112f94288f req-15da100e-040e-4efb-ac81-14e7d673012a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 945 time: 0.0547657 Aug 19 13:28:44.444964 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0b0b4379-301f-45ff-8c55-e4112f94288f req-62ae9661-1e01-4426-a909-dc300d6302fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=68ac85bc-71b6-4f3b-be6a-803abd9d1917&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324290 Aug 19 13:28:44.829764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ab796-501d-4db5-a693-6b51d01d163b req-d8eef362-de52-40bc-9e7f-64f8d0111299 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:44.831294 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-478ab796-501d-4db5-a693-6b51d01d163b req-d8eef362-de52-40bc-9e7f-64f8d0111299 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 945 time: 0.0492201 Aug 19 13:28:44.924314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-478ab796-501d-4db5-a693-6b51d01d163b req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 67d71464-2d7d-4386-81fd-2e3e0a0af076 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:44.924655 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-478ab796-501d-4db5-a693-6b51d01d163b req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.010303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-478ab796-501d-4db5-a693-6b51d01d163b req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port 67d71464-2d7d-4386-81fd-2e3e0a0af076, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=67d71464-2d7d-4386-81fd-2e3e0a0af076,segment=NetworkSegment(54a56c19-6e25-4a80-836a-84e18870f5cc),segment_id=54a56c19-6e25-4a80-836a-84e18870f5cc)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:45.010667 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-478ab796-501d-4db5-a693-6b51d01d163b req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.024001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-478ab796-501d-4db5-a693-6b51d01d163b req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 67d71464-2d7d-4386-81fd-2e3e0a0af076 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:45.236304 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-478ab796-501d-4db5-a693-6b51d01d163b req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.265389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=67d71464-2d7d-4386-81fd-2e3e0a0af076,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-478ab796-501d-4db5-a693-6b51d01d163b req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] No DVR routers for this DVR port 67d71464-2d7d-4386-81fd-2e3e0a0af076 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-478ab796-501d-4db5-a693-6b51d01d163b req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-478ab796-501d-4db5-a693-6b51d01d163b req-d84a8d44-023e-4be3-aa6a-76ae4f05a019 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "DELETE /v2.0/ports/67d71464-2d7d-4386-81fd-2e3e0a0af076 HTTP/1.1" status: 204 len: 173 time: 0.4820290 Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'name': 'network-vif-deleted', 'tag': '67d71464-2d7d-4386-81fd-2e3e0a0af076'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:28:45.344704 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7beab4-f2e1-4dcc-8c47-2113655e45c6" -d '{"events": [{"server_uuid": "c68a03fc-1e33-4090-b235-2ce250864e3b", "name": "network-vif-deleted", "tag": "67d71464-2d7d-4386-81fd-2e3e0a0af076"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:28:45.359365 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc9d823-9bf0-41b1-b816-a5e2218db045 x-openstack-request-id: req-2fc9d823-9bf0-41b1-b816-a5e2218db045 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:28:45.359663 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68a03fc-1e33-4090-b235-2ce250864e3b", "name": "network-vif-deleted", "tag": "67d71464-2d7d-4386-81fd-2e3e0a0af076", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:28:45.359935 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fc9d823-9bf0-41b1-b816-a5e2218db045 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:28:45.360371 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68a03fc-1e33-4090-b235-2ce250864e3b', 'name': 'network-vif-deleted', 'tag': '67d71464-2d7d-4386-81fd-2e3e0a0af076', 'status': 'completed', 'code': 200} Aug 19 13:28:45.547398 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b06d3d7e-512c-4884-a84d-bb21d79c8ce5 req-a5df9be3-ae6f-4c5b-bfe3-333f7c58516e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68a03fc-1e33-4090-b235-2ce250864e3b HTTP/1.1" status: 200 len: 210 time: 0.0311451 Aug 19 13:28:46.603930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55086) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:46.989034 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:47.239951 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 578f06ca-3ddb-4d88-81a3-6fb201adcac3 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:47.240210 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:47.327670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port 578f06ca-3ddb-4d88-81a3-6fb201adcac3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=578f06ca-3ddb-4d88-81a3-6fb201adcac3,segment=NetworkSegment(54a56c19-6e25-4a80-836a-84e18870f5cc),segment_id=54a56c19-6e25-4a80-836a-84e18870f5cc)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:47.328053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:47.341400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 578f06ca-3ddb-4d88-81a3-6fb201adcac3 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:47.607175 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:47.642872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=578f06ca-3ddb-4d88-81a3-6fb201adcac3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:47.810329 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.241808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 67d71464-2d7d-4386-81fd-2e3e0a0af076 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:28:48.262405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 67d71464-2d7d-4386-81fd-2e3e0a0af076 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:28:48.262747 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 67d71464-2d7d-4386-81fd-2e3e0a0af076 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:28:48.379260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 29b74627-961b-4bfb-b0e8-001d23bc2324 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:28:48.485914 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:28:48.491113 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-eb8a5530-6f6b-461e-a72f-233e5173554b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "PUT /v2.0/routers/29b74627-961b-4bfb-b0e8-001d23bc2324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8861308 Aug 19 13:28:48.493945 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55088) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:48.496423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc8bf3-f7f9-4291-8319-6abaf1ed4d76 None None] Sync routers for ids ['29b74627-961b-4bfb-b0e8-001d23bc2324'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:28:48.505681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc8bf3-f7f9-4291-8319-6abaf1ed4d76 None None] Routers {'29b74627-961b-4bfb-b0e8-001d23bc2324'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:48.506379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-60dc8bf3-f7f9-4291-8319-6abaf1ed4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['29b74627-961b-4bfb-b0e8-001d23bc2324'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:48.544779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf3bb25-931d-4555-b516-6733cf3e63dc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting subnet 1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:28:48.548531 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8bf3bb25-931d-4555-b516-6733cf3e63dc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.596783 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8bf3bb25-931d-4555-b516-6733cf3e63dc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.622017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-60dc8bf3-f7f9-4291-8319-6abaf1ed4d76 None None] Set router 29b74627-961b-4bfb-b0e8-001d23bc2324 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:48.684833 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8bf3bb25-931d-4555-b516-6733cf3e63dc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.806675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-60dc8bf3-f7f9-4291-8319-6abaf1ed4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:28:47Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:48.833638 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc8bf3-f7f9-4291-8319-6abaf1ed4d76 None None] Checking router: 29b74627-961b-4bfb-b0e8-001d23bc2324 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:28:48.836555 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8bf3bb25-931d-4555-b516-6733cf3e63dc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.842209 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc8bf3-f7f9-4291-8319-6abaf1ed4d76 None None] Routers {'29b74627-961b-4bfb-b0e8-001d23bc2324'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:48.842880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-60dc8bf3-f7f9-4291-8319-6abaf1ed4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['29b74627-961b-4bfb-b0e8-001d23bc2324'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:48.864707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3bb25-931d-4555-b516-6733cf3e63dc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:48.868654 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8bf3bb25-931d-4555-b516-6733cf3e63dc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:48.870525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8bf3bb25-931d-4555-b516-6733cf3e63dc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/subnets/1f6a237d-8e6c-47e7-b02d-9459cf3ad3bc HTTP/1.1" status: 204 len: 168 time: 0.3758128 Aug 19 13:28:48.873387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55090) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:48.881731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bd36b8-6fa4-475a-927b-8b396f647a66 None None] Network c5a3048e-3a44-4967-be6f-e8c210610de1 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:28:48.986422 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.042494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-60dc8bf3-f7f9-4291-8319-6abaf1ed4d76 None None] Set router 29b74627-961b-4bfb-b0e8-001d23bc2324 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:49.095106 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.165298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] DHCP port deletion for c5a3048e-3a44-4967-be6f-e8c210610de1 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:28:49.235633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port efc8b346-fb48-4c29-93ed-b85b90bd8504 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:49.235987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.254388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Deleting port d606333b-245c-444b-8e59-61de41c9ab6e {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:28:49.258075 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.315280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-60dc8bf3-f7f9-4291-8319-6abaf1ed4d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:28:47Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:49.315568 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port efc8b346-fb48-4c29-93ed-b85b90bd8504, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=efc8b346-fb48-4c29-93ed-b85b90bd8504,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:49.315945 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.333691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for efc8b346-fb48-4c29-93ed-b85b90bd8504 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:49.349712 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc8bf3-f7f9-4291-8319-6abaf1ed4d76 None None] The sync data for ids ['29b74627-961b-4bfb-b0e8-001d23bc2324'] in n-d-803757-2 is: [{'id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837660898', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:27:44Z', 'updated_at': '2021-08-19T13:28:47Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'efc8b346-fb48-4c29-93ed-b85b90bd8504', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b74627-961b-4bfb-b0e8-001d23bc2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:27:45Z', 'updated_at': '2021-08-19T13:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:28:49.353787 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] For port d606333b-245c-444b-8e59-61de41c9ab6e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d606333b-245c-444b-8e59-61de41c9ab6e,segment=NetworkSegment(54a56c19-6e25-4a80-836a-84e18870f5cc),segment_id=54a56c19-6e25-4a80-836a-84e18870f5cc)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:49.354125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.367771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Calling delete_port for d606333b-245c-444b-8e59-61de41c9ab6e owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:28:49.567936 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.593185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Pushing event deleted for resources: {'Port': ['ID=d606333b-245c-444b-8e59-61de41c9ab6e,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:49.598188 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] No DVR routers for this DVR port d606333b-245c-444b-8e59-61de41c9ab6e on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:28:49.604862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.609556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.609556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.609556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.609556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.609556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.609556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.609556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.609556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.609556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.609556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.609556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e916aa-9078-42a5-b267-5e292ef62670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:49.611727 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.640254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=efc8b346-fb48-4c29-93ed-b85b90bd8504,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:49.699745 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.794964 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.797178 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.950306 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.950907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Fanout notify agent at l3_agent the message router_deleted on router 29b74627-961b-4bfb-b0e8-001d23bc2324 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:28:49.958418 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:49.959591 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4a4ff982-a0cb-4ab9-9cea-b2ef4818d65d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/routers/29b74627-961b-4bfb-b0e8-001d23bc2324 HTTP/1.1" status: 204 len: 168 time: 1.0852222 Aug 19 13:28:49.967415 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55092) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:50.044394 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.137201 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.147389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a3048e-3a44-4967-be6f-e8c210610de1']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:50.157414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a56c19-6e25-4a80-836a-84e18870f5cc') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:50.157707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a56c19-6e25-4a80-836a-84e18870f5cc') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:50.166876 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.180318 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.186149 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:28:50.186526 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:28:50.189932 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:28:50.293267 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.301160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.302395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/networks/c5a3048e-3a44-4967-be6f-e8c210610de1 HTTP/1.1" status: 204 len: 168 time: 0.3392735 Aug 19 13:28:50.305200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55094) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:50.314738 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379ce68-b5fe-4d23-99ca-941771897d7c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Network': ['ID=c5a3048e-3a44-4967-be6f-e8c210610de1,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:50.370010 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8071ee11-6d37-42b5-9626-691eb689e4d8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.406620 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8071ee11-6d37-42b5-9626-691eb689e4d8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.422792 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 578f06ca-3ddb-4d88-81a3-6fb201adcac3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:28:50.442411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 578f06ca-3ddb-4d88-81a3-6fb201adcac3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:28:50.442780 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 578f06ca-3ddb-4d88-81a3-6fb201adcac3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:28:50.446028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d606333b-245c-444b-8e59-61de41c9ab6e no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:28:50.465006 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d606333b-245c-444b-8e59-61de41c9ab6e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:28:50.465353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d606333b-245c-444b-8e59-61de41c9ab6e not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:28:50.465752 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device efc8b346-fb48-4c29-93ed-b85b90bd8504 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:28:50.484282 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: efc8b346-fb48-4c29-93ed-b85b90bd8504 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:28:50.488122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device efc8b346-fb48-4c29-93ed-b85b90bd8504 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:28:50.544470 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8071ee11-6d37-42b5-9626-691eb689e4d8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.547221 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8071ee11-6d37-42b5-9626-691eb689e4d8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:50.548392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8071ee11-6d37-42b5-9626-691eb689e4d8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/security-groups/68ac85bc-71b6-4f3b-be6a-803abd9d1917 HTTP/1.1" status: 204 len: 168 time: 0.2422280 Aug 19 13:28:50.557699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071ee11-6d37-42b5-9626-691eb689e4d8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ac85bc-71b6-4f3b-be6a-803abd9d1917,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:51.082635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55100) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:51.087476 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-00c331bd-9b55-403a-a624-239ec366cd9a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552637976', 'description': 'tempest-secgroup-smoke-1552637976 description', 'project_id': '5554a60e63a1465fb9cc087084847d80'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:51.218922 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00c331bd-9b55-403a-a624-239ec366cd9a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.301788 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00c331bd-9b55-403a-a624-239ec366cd9a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.373370 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00c331bd-9b55-403a-a624-239ec366cd9a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.403497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c331bd-9b55-403a-a624-239ec366cd9a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067623f0-d83e-4cf1-9f66-9b89c23cc8d5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:51.476453 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-00c331bd-9b55-403a-a624-239ec366cd9a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.477726 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-00c331bd-9b55-403a-a624-239ec366cd9a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3940313 Aug 19 13:28:51.480698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55102) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:51.485674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-ff55fc8e-e353-43fc-84dd-fbd80932ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '067623f0-d83e-4cf1-9f66-9b89c23cc8d5', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:51.617308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff55fc8e-e353-43fc-84dd-fbd80932ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.673546 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff55fc8e-e353-43fc-84dd-fbd80932ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.778662 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff55fc8e-e353-43fc-84dd-fbd80932ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.800061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55fc8e-e353-43fc-84dd-fbd80932ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a60867b-a3e3-4fd5-a044-49f58b29c1da,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:51.873112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-ff55fc8e-e353-43fc-84dd-fbd80932ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:51.873112 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ff55fc8e-e353-43fc-84dd-fbd80932ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902583 Aug 19 13:28:51.874595 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55104) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:51.879135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-58b3777c-1554-4c76-acc2-56794bfdae38 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '067623f0-d83e-4cf1-9f66-9b89c23cc8d5', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:52.035829 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58b3777c-1554-4c76-acc2-56794bfdae38 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.093060 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58b3777c-1554-4c76-acc2-56794bfdae38 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.179126 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58b3777c-1554-4c76-acc2-56794bfdae38 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.197483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3777c-1554-4c76-acc2-56794bfdae38 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc23e365-c30b-4d36-8f08-6ef03fe84da7,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:52.287562 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58b3777c-1554-4c76-acc2-56794bfdae38 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.289329 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-58b3777c-1554-4c76-acc2-56794bfdae38 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4137146 Aug 19 13:28:52.292173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55106) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:52.297276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-47706761-ac49-4c0b-afeb-b9ebb06bf189 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '067623f0-d83e-4cf1-9f66-9b89c23cc8d5', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:52.395637 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-47706761-ac49-4c0b-afeb-b9ebb06bf189 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.456206 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-47706761-ac49-4c0b-afeb-b9ebb06bf189 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.544734 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-47706761-ac49-4c0b-afeb-b9ebb06bf189 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.564641 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47706761-ac49-4c0b-afeb-b9ebb06bf189 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43c218b-e3cf-4b75-b766-fd7e363aba7c,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:52.636214 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-47706761-ac49-4c0b-afeb-b9ebb06bf189 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.637464 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-47706761-ac49-4c0b-afeb-b9ebb06bf189 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443236 Aug 19 13:28:52.640197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55108) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:52.645614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b319cdbc-f979-4a0e-bab6-f295445306e1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '067623f0-d83e-4cf1-9f66-9b89c23cc8d5', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:52.738031 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b319cdbc-f979-4a0e-bab6-f295445306e1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.787428 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b319cdbc-f979-4a0e-bab6-f295445306e1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.841400 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b319cdbc-f979-4a0e-bab6-f295445306e1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.860064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319cdbc-f979-4a0e-bab6-f295445306e1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565c3772-84f3-42b2-a993-5c60dc08ffdb,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:52.939032 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b319cdbc-f979-4a0e-bab6-f295445306e1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:52.940370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b319cdbc-f979-4a0e-bab6-f295445306e1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2985721 Aug 19 13:28:52.943169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55110) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:52.947853 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0d3bf04c-591e-4afa-b6b3-181de2161852 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '067623f0-d83e-4cf1-9f66-9b89c23cc8d5', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:53.036283 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-0d3bf04c-591e-4afa-b6b3-181de2161852 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Project 5554a60e63a1465fb9cc087084847d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:28:53.041859 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf04c-591e-4afa-b6b3-181de2161852 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.104658 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf04c-591e-4afa-b6b3-181de2161852 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.190303 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf04c-591e-4afa-b6b3-181de2161852 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.208179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bf04c-591e-4afa-b6b3-181de2161852 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c421dbc-1f59-41e4-ae5b-0f2260b71128,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:53.288233 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf04c-591e-4afa-b6b3-181de2161852 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.289108 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0d3bf04c-591e-4afa-b6b3-181de2161852 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3449817 Aug 19 13:28:53.291859 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55112) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:53.296233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e1a4e4c0-d6a3-43df-b2de-874f18ef6a53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '067623f0-d83e-4cf1-9f66-9b89c23cc8d5', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:53.396415 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-e1a4e4c0-d6a3-43df-b2de-874f18ef6a53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Project 5554a60e63a1465fb9cc087084847d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:28:53.401587 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e4c0-d6a3-43df-b2de-874f18ef6a53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.462964 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e4c0-d6a3-43df-b2de-874f18ef6a53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.625284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e4c0-d6a3-43df-b2de-874f18ef6a53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.645380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4e4c0-d6a3-43df-b2de-874f18ef6a53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238741fa-d92f-4144-a3af-671a5eae56e0,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:53.692762 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e4c0-d6a3-43df-b2de-874f18ef6a53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.693954 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e1a4e4c0-d6a3-43df-b2de-874f18ef6a53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4011858 Aug 19 13:28:53.696893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55114) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:53.702072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'network': {'name': 'tempest-network-smoke--1147547146', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'port_security_enabled': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:53.858591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:28:53.862623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.890147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:28:53.898164 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:53.898506 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Added segment 2d42336e-5626-4855-b600-567e827cc60d of type vlan for network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 Aug 19 13:28:53.939130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.036054 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.041909 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:54.042518 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.108611 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Network': ['ID=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:54.119105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:28:54.179738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cbe177a7-d9ca-47bd-83f3-7afe21812a1d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4815242 Aug 19 13:28:54.182443 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55116) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:54.187850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'admin_state_up': True, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:54.293834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.295048 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.346280 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.580418 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.843704 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.865686 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:54.970266 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.25.2.52 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/bc434e18-043f-47de-8384-b73f3e3e91e5) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:28:55.074431 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:55.173835 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:55.210331 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:55.215292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:55.220403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:28:55.244128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=bc434e18-043f-47de-8384-b73f3e3e91e5,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:55.538505 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:55.736984 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:55.933227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 04848f85-7d3a-426b-904f-edcde46d0424 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:28:56.013054 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:56.039593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:28:56.050501 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Sync routers for ids ['04848f85-7d3a-426b-904f-edcde46d0424'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:28:56.060393 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Routers {'04848f85-7d3a-426b-904f-edcde46d0424'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:56.061007 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['04848f85-7d3a-426b-904f-edcde46d0424'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:56.127459 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:56.128720 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e4a062d5-c0c7-4937-8a2a-a8f84e8c8f14 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9451709 Aug 19 13:28:56.131979 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55118) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:56.161103 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Set router 04848f85-7d3a-426b-904f-edcde46d0424 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:56.166056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-70bc8e41-e8e1-45e0-8830-3dbfaef8377c tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5554a60e63a1465fb9cc087084847d80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329826 Aug 19 13:28:56.168820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55120) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:56.344586 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:55Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:56.371527 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Checking router: 04848f85-7d3a-426b-904f-edcde46d0424 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:28:56.371870 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Updating router 04848f85-7d3a-426b-904f-edcde46d0424 port bc434e18-043f-47de-8384-b73f3e3e91e5 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:28:56.397451 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:56.650375 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:56.662127 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Transition to ACTIVE for port object bc434e18-043f-47de-8384-b73f3e3e91e5 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:56.704453 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e217b-7de2-448d-b719-8a7cfbd5b087 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:56.705959 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c36e217b-7de2-448d-b719-8a7cfbd5b087 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5362039 Aug 19 13:28:56.708892 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55122) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:56.744748 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-902dc5cd-5199-4939-b6c1-9d3811ecc2f7 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324306 Aug 19 13:28:56.744985 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55124) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:56.749611 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1903491103', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:28:56.801731 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:56.856168 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Attempting to bind port bc434e18-043f-47de-8384-b73f3e3e91e5 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:28:56.856539 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Attempting to bind port bc434e18-043f-47de-8384-b73f3e3e91e5 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:28:56.856902 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Attempting to bind port bc434e18-043f-47de-8384-b73f3e3e91e5 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:28:56.864219 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Pushing event updated for resources: {'Port': ['ID=bc434e18-043f-47de-8384-b73f3e3e91e5,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:56.870072 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:56.870729 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:28:56.871127 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:28:56.871524 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:56.871914 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:28:56.872701 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Bound port: bc434e18-043f-47de-8384-b73f3e3e91e5, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:28:56.873092 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:56.876932 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.877282 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.877627 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.879226 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.879226 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.879226 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.879226 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.879600 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.879704 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.879947 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.880268 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.880590 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:28:56.930583 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] For port bc434e18-043f-47de-8384-b73f3e3e91e5, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:28:56.933486 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] For port bc434e18-043f-47de-8384-b73f3e3e91e5, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bc434e18-043f-47de-8384-b73f3e3e91e5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:28:56.944603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:28:56.948153 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:57.040816 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:57.101717 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Routers {'04848f85-7d3a-426b-904f-edcde46d0424'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:28:57.102452 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['04848f85-7d3a-426b-904f-edcde46d0424'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:57.140957 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8350bf2-edb4-441e-8688-aa27a21012bf None None] Pushing event updated for resources: {'Port': ['ID=bc434e18-043f-47de-8384-b73f3e3e91e5,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:57.208412 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] Set router 04848f85-7d3a-426b-904f-edcde46d0424 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:28:57.224786 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:57.289938 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Subnet': ['ID=af52f979-f428-432d-846d-4a3cee1d4d15,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:57.294872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Checking segment: {'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:28:57.295244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network hostable DHCP agents. Network: dc3b6fff-6c9f-4a79-bf7a-4120be7b5592, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:28:57.385602 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:55Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:28:57.411091 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f0f33-aba4-4454-97fe-1f8c674a7833 None None] The sync data for ids ['04848f85-7d3a-426b-904f-edcde46d0424'] in n-d-803757-2 is: [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:55Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:28:57.773580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:28:57.905062 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, dc3b6fff-6c9f-4a79-bf7a-4120be7b5592) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:57.909409 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:28:57.910850 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:57.914685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1bd003-89a5-4a1c-9d27-3aee0b696e76 None None] Network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:28:58.061091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ips': [{'subnet_id': 'af52f979-f428-432d-846d-4a3cee1d4d15'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:28:58.061986 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.093862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-df5d0d77-2f55-44eb-aea8-90b79b628eec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3479729 Aug 19 13:28:58.096937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55126) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:28:58.197785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Allocated IP 172.20.0.2 (dc3b6fff-6c9f-4a79-bf7a-4120be7b5592/af52f979-f428-432d-846d-4a3cee1d4d15/49e7c8d8-d8ed-425e-9b16-80d466332b8e) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:28:58.343824 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.352630 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Transition to ACTIVE for port object 49e7c8d8-d8ed-425e-9b16-80d466332b8e will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:58.367926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Transition to ACTIVE for port object 49e7c8d8-d8ed-425e-9b16-80d466332b8e will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:58.424951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bc434e18-043f-47de-8384-b73f3e3e91e5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:28:58.447428 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.502779 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:58.507128 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:58.511643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:28:58.516680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Pushing event updated for resources: {'Port': ['ID=49e7c8d8-d8ed-425e-9b16-80d466332b8e,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:58.544821 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.572015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Attempting to bind port 49e7c8d8-d8ed-425e-9b16-80d466332b8e on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:28:58.572388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Attempting to bind port 49e7c8d8-d8ed-425e-9b16-80d466332b8e by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:28:58.572761 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Attempting to bind port 49e7c8d8-d8ed-425e-9b16-80d466332b8e on network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:28:58.578243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:28:58.582845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Checking segment: {'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:28:58.582845 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.582845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Bound using segment: {'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:28:58.582845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Bound port: 49e7c8d8-d8ed-425e-9b16-80d466332b8e, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:28:58.582845 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.635047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port bc434e18-043f-47de-8384-b73f3e3e91e5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:58.644045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port bc434e18-043f-47de-8384-b73f3e3e91e5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:28:58.646479 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.669957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] For port 49e7c8d8-d8ed-425e-9b16-80d466332b8e, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:28:58.688774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] For port 49e7c8d8-d8ed-425e-9b16-80d466332b8e, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=49e7c8d8-d8ed-425e-9b16-80d466332b8e,segment=NetworkSegment(2d42336e-5626-4855-b600-567e827cc60d),segment_id=2d42336e-5626-4855-b600-567e827cc60d)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:28:58.739529 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.745019 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.800451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port bc434e18-043f-47de-8384-b73f3e3e91e5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bc434e18-043f-47de-8384-b73f3e3e91e5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:28:58.817860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d42cad-3934-4df6-88d7-884962e56b19 None None] Pushing event updated for resources: {'Port': ['ID=49e7c8d8-d8ed-425e-9b16-80d466332b8e,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:58.829705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.20.0.1 (dc3b6fff-6c9f-4a79-bf7a-4120be7b5592/af52f979-f428-432d-846d-4a3cee1d4d15/18da16e5-74c9-4f81-b2cb-5406ee46d524) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:28:58.875800 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:58.928670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=bc434e18-043f-47de-8384-b73f3e3e91e5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:58.985695 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:59.002254 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Transition to ACTIVE for port object 18da16e5-74c9-4f81-b2cb-5406ee46d524 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:28:59.116692 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:59.159497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:59.163155 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:28:59.167028 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:28:59.174747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=18da16e5-74c9-4f81-b2cb-5406ee46d524,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:59.214626 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:59.408460 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:59.695636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:59.720671 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48af0519-0125-475c-b476-4a23683ce230 None None] Network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:28:59.773437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:59.850306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:28:59.853065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=18da16e5-74c9-4f81-b2cb-5406ee46d524,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:28:59.861741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-721e11bc-10bf-435e-9bbe-75f774965131 None None] Provisioning for port 49e7c8d8-d8ed-425e-9b16-80d466332b8e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:28:59.951753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:28:59.953683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:29:00.075860 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 04848f85-7d3a-426b-904f-edcde46d0424 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:29:00.144592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-227148e8-cd36-4f20-b8b9-26e5f607964c None None] Provisioning for port 18da16e5-74c9-4f81-b2cb-5406ee46d524 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:29:00.149267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-227148e8-cd36-4f20-b8b9-26e5f607964c None None] Provisioning complete for port 18da16e5-74c9-4f81-b2cb-5406ee46d524 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:00.149644 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-227148e8-cd36-4f20-b8b9-26e5f607964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:00.190275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-227148e8-cd36-4f20-b8b9-26e5f607964c None None] Port 18da16e5-74c9-4f81-b2cb-5406ee46d524 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:29:00.190960 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:29:00.196401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4d66f212-b92d-4367-9659-8b86038c80f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "PUT /v2.0/routers/04848f85-7d3a-426b-904f-edcde46d0424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0984125 Aug 19 13:29:00.204204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Sync routers for ids ['04848f85-7d3a-426b-904f-edcde46d0424'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:29:00.219014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Routers {'04848f85-7d3a-426b-904f-edcde46d0424'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:29:00.219653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['04848f85-7d3a-426b-904f-edcde46d0424'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:00.374036 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-0bbf69a0-1ab8-45fd-8e7e-71952a532305 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552637976&fields=id&tenant_id=5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 267 time: 0.0559652 Aug 19 13:29:00.496748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-9b4551b1-e1f0-4bfc-b6b3-b5ab3e76bed9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:00.498580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-9b4551b1-e1f0-4bfc-b6b3-b5ab3e76bed9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/networks?id=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 HTTP/1.1" status: 200 len: 797 time: 0.1239319 Aug 19 13:29:00.504588 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-be1b81d8-3fd2-4e2b-a783-14ddef7146cb None None] Provisioning complete for port 18da16e5-74c9-4f81-b2cb-5406ee46d524 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:00.504972 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-be1b81d8-3fd2-4e2b-a783-14ddef7146cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:00.515817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-19fc34e6-8260-49da-ae12-a1c7a7e383a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/quotas/5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 375 time: 0.0102222 Aug 19 13:29:00.528797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Set router 04848f85-7d3a-426b-904f-edcde46d0424 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:29:00.557369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bc434e18-043f-47de-8384-b73f3e3e91e5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:29:00.575717 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-81f2337c-78a8-43eb-b728-7176a9e0bc13 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534775 Aug 19 13:29:00.607726 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-be1b81d8-3fd2-4e2b-a783-14ddef7146cb None None] Port 18da16e5-74c9-4f81-b2cb-5406ee46d524 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:29:00.706970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port bc434e18-043f-47de-8384-b73f3e3e91e5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:00.707279 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:00.715585 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-1c4af84f-120e-40b2-b288-4b8728502c7c service neutron] 10.222.0.21 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272147 Aug 19 13:29:00.791697 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d66990db-2372-443d-bdcc-db0784f7e212 None None] Provisioning complete for port 18da16e5-74c9-4f81-b2cb-5406ee46d524 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:00.792052 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d66990db-2372-443d-bdcc-db0784f7e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:00.811240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-0d0ac952-2e4d-49bc-8169-7261b0437cd5 service neutron] 10.222.0.21 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887146 Aug 19 13:29:00.870414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d66990db-2372-443d-bdcc-db0784f7e212 None None] Port 18da16e5-74c9-4f81-b2cb-5406ee46d524 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:29:00.887010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 49e7c8d8-d8ed-425e-9b16-80d466332b8e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:29:00.891270 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:59Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '18da16e5-74c9-4f81-b2cb-5406ee46d524', 'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:98:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:58Z', 'updated_at': '2021-08-19T13:28:59Z', 'revision_number': 2, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:00.935710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Checking router: 04848f85-7d3a-426b-904f-edcde46d0424 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:29:00.936068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Updating router 04848f85-7d3a-426b-904f-edcde46d0424 port 18da16e5-74c9-4f81-b2cb-5406ee46d524 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:29:00.969076 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:01.150297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 49e7c8d8-d8ed-425e-9b16-80d466332b8e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:29:01.157610 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 49e7c8d8-d8ed-425e-9b16-80d466332b8e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:01.157983 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:01.291118 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:01.302864 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:01.306822 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Transition to ACTIVE for port object 18da16e5-74c9-4f81-b2cb-5406ee46d524 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:29:01.339362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 49e7c8d8-d8ed-425e-9b16-80d466332b8e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=49e7c8d8-d8ed-425e-9b16-80d466332b8e,segment=NetworkSegment(2d42336e-5626-4855-b600-567e827cc60d),segment_id=2d42336e-5626-4855-b600-567e827cc60d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:29:01.396105 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:01.426458 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:01.449811 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a3538-2f9e-4589-b9d5-8b8e1c0a0863 None None] Pushing event updated for resources: {'Port': ['ID=18da16e5-74c9-4f81-b2cb-5406ee46d524,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:01.541686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Attempting to bind port 18da16e5-74c9-4f81-b2cb-5406ee46d524 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:29:01.541953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Attempting to bind port 18da16e5-74c9-4f81-b2cb-5406ee46d524 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:29:01.542312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Attempting to bind port 18da16e5-74c9-4f81-b2cb-5406ee46d524 on network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:29:01.551140 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=49e7c8d8-d8ed-425e-9b16-80d466332b8e,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:01.553949 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:29:01.554323 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Checking segment: {'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:29:01.554709 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:01.555118 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Bound using segment: {'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:29:01.555576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Bound port: 18da16e5-74c9-4f81-b2cb-5406ee46d524, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:29:01.555960 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:01.623592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] For port 18da16e5-74c9-4f81-b2cb-5406ee46d524, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:29:01.626501 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] For port 18da16e5-74c9-4f81-b2cb-5406ee46d524, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=18da16e5-74c9-4f81-b2cb-5406ee46d524,segment=NetworkSegment(2d42336e-5626-4855-b600-567e827cc60d),segment_id=2d42336e-5626-4855-b600-567e827cc60d)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:29:01.710141 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:01.761139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Routers {'04848f85-7d3a-426b-904f-edcde46d0424'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:29:01.761767 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:28:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['04848f85-7d3a-426b-904f-edcde46d0424'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:01.809958 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a3538-2f9e-4589-b9d5-8b8e1c0a0863 None None] Pushing event updated for resources: {'Port': ['ID=18da16e5-74c9-4f81-b2cb-5406ee46d524,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:01.885979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] Set router 04848f85-7d3a-426b-904f-edcde46d0424 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:29:02.088914 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:59Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '18da16e5-74c9-4f81-b2cb-5406ee46d524', 'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:98:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:58Z', 'updated_at': '2021-08-19T13:29:01Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:02.119043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7644b4-afd8-4eb3-89f4-26d545c32327 None None] The sync data for ids ['04848f85-7d3a-426b-904f-edcde46d0424'] in n-d-803757-2 is: [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:59Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '18da16e5-74c9-4f81-b2cb-5406ee46d524', 'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:98:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:58Z', 'updated_at': '2021-08-19T13:29:01Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:29:02.256602 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8ef74ddd-115e-4f8d-b056-69941d57d7b7 req-1b0fc186-ae2e-4574-a709-9bece4e4658f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 210 time: 0.0380158 Aug 19 13:29:02.498834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 49e7c8d8-d8ed-425e-9b16-80d466332b8e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:29:02.550181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 49e7c8d8-d8ed-425e-9b16-80d466332b8e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:02.550647 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:02.637722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 18da16e5-74c9-4f81-b2cb-5406ee46d524 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:29:02.773440 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 18da16e5-74c9-4f81-b2cb-5406ee46d524 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:29:02.777883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 18da16e5-74c9-4f81-b2cb-5406ee46d524 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:02.778274 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:02.860886 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:02.894643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 18da16e5-74c9-4f81-b2cb-5406ee46d524, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=18da16e5-74c9-4f81-b2cb-5406ee46d524,segment=NetworkSegment(2d42336e-5626-4855-b600-567e827cc60d),segment_id=2d42336e-5626-4855-b600-567e827cc60d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:29:02.973485 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:03.025293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=18da16e5-74c9-4f81-b2cb-5406ee46d524,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:03.352145 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-69217ef2-fc31-4e0b-9222-0137e7b0fc99 req-79a6d964-e7f3-4b6e-87eb-420c6342ae4c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 210 time: 0.0293834 Aug 19 13:29:04.399166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 18da16e5-74c9-4f81-b2cb-5406ee46d524 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:29:04.448978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 18da16e5-74c9-4f81-b2cb-5406ee46d524 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:04.449448 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:04.457214 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4f6f2c04-0664-4377-94ed-cd8e1889f39e req-7449b16c-ef93-4e94-94b0-95ce6c9d5e2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 210 time: 0.0310900 Aug 19 13:29:04.704036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-7bae0dda-b094-41d7-a4ba-de52a93aa3f6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:04.706105 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-7bae0dda-b094-41d7-a4ba-de52a93aa3f6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "GET /v2.0/networks?id=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 HTTP/1.1" status: 200 len: 797 time: 0.1013188 Aug 19 13:29:04.749902 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-aef3851e-448f-45d0-be04-2511f49badcb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 380 time: 0.0344956 Aug 19 13:29:04.759301 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'port': {'device_id': '9f6e89b0-373f-40cd-80f9-96da96560124', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'admin_state_up': True, 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'security_groups': ['067623f0-d83e-4cf1-9f66-9b89c23cc8d5']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:04.978910 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:29:04.982661 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:05.104329 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c77774d8-b38e-452c-93fc-a6d9de35c3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:05.110682 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.20.0.3 (dc3b6fff-6c9f-4a79-bf7a-4120be7b5592/af52f979-f428-432d-846d-4a3cee1d4d15/46833500-b5e0-47ef-80bc-6ffdb2f8c4e3) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:29:05.251764 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:05.265091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Transition to ACTIVE for port object 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:29:05.390992 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:05.436143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:29:05.439296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:29:05.443153 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:29:05.449435 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:05.506845 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:05.507523 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:05.581976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1a273-04dc-4b7c-895b-4a6ca278f6d6 req-13d3b942-f436-4854-9913-52c2e1e10148 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:05.584057 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-69b1a273-04dc-4b7c-895b-4a6ca278f6d6 req-13d3b942-f436-4854-9913-52c2e1e10148 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 931 time: 0.0544617 Aug 19 13:29:05.597655 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-d6d83765-0a3b-4606-bc07-4d52567e01f9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8418496 Aug 19 13:29:05.610402 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Request body: {'port': {'device_id': '9f6e89b0-373f-40cd-80f9-96da96560124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:05.627526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-69b1a273-04dc-4b7c-895b-4a6ca278f6d6 req-d8a573cf-273d-460d-aafa-1d2920e9ec84 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370932 Aug 19 13:29:05.669012 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:05.739122 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d7968f56-8dd4-4bfb-b9a3-fcb68bc69e77 None None] Provisioning for port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:29:05.743497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d7968f56-8dd4-4bfb-b9a3-fcb68bc69e77 None None] Provisioning complete for port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:05.743869 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d7968f56-8dd4-4bfb-b9a3-fcb68bc69e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:05.781049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d7968f56-8dd4-4bfb-b9a3-fcb68bc69e77 None None] Port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:29:05.926463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:29:05.933863 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:05.945256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Transition to ACTIVE for port object 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:29:06.041288 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:06.097981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Pushing event updated for resources: {'Port': ['ID=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:06.163967 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Attempting to bind port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:29:06.164332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Attempting to bind port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:29:06.164665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Attempting to bind port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 on network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:29:06.169200 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 on network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:29:06.169522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Attempting to bind port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 on network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:29:06.174511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:29:06.174878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Checking segment: {'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:29:06.175264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Bound using segment: {'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:29:06.175692 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Bound port: 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d42336e-5626-4855-b600-567e827cc60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:29:06.176053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:06.241508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] For port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:29:06.244518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] For port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3,segment=NetworkSegment(2d42336e-5626-4855-b600-567e827cc60d),segment_id=2d42336e-5626-4855-b600-567e827cc60d)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:29:06.350941 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:06.392566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:06.393434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:06.394896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] 10.222.0.30 "PUT /v2.0/ports/46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 HTTP/1.1" status: 200 len: 1091 time: 0.7889266 Aug 19 13:29:06.395344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6e89b0-373f-40cd-80f9-96da96560124', 'tag': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:29:06.398902 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc20301-b6e2-4a6b-9eda-c79b5c486f57" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6e89b0-373f-40cd-80f9-96da96560124", "tag": "46833500-b5e0-47ef-80bc-6ffdb2f8c4e3"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:29:06.427739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dddb0-d321-488e-9514-b2c0b1ea9887 service neutron] Pushing event updated for resources: {'Port': ['ID=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:06.444070 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b39ca9-5a70-445b-b2d3-fcaa2968ca50 x-openstack-request-id: req-67b39ca9-5a70-445b-b2d3-fcaa2968ca50 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:29:06.444367 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6e89b0-373f-40cd-80f9-96da96560124", "tag": "46833500-b5e0-47ef-80bc-6ffdb2f8c4e3", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:29:06.444628 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67b39ca9-5a70-445b-b2d3-fcaa2968ca50 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:29:06.445092 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6e89b0-373f-40cd-80f9-96da96560124', 'tag': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3', 'status': 'completed', 'code': 200} Aug 19 13:29:06.510362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc20301-b6e2-4a6b-9eda-c79b5c486f57 req-39df5563-5aa5-4b85-922f-00b0ccca3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:06.512034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6cc20301-b6e2-4a6b-9eda-c79b5c486f57 req-39df5563-5aa5-4b85-922f-00b0ccca3cc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 1094 time: 0.0440917 Aug 19 13:29:06.612400 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc20301-b6e2-4a6b-9eda-c79b5c486f57 req-7934cf2b-02fe-41a2-8ecb-2fe78f996217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:06.616505 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6cc20301-b6e2-4a6b-9eda-c79b5c486f57 req-7934cf2b-02fe-41a2-8ecb-2fe78f996217 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5554a60e63a1465fb9cc087084847d80&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0934820 Aug 19 13:29:06.715880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc20301-b6e2-4a6b-9eda-c79b5c486f57 req-8c6d1732-211b-45f9-9a19-f6660a4414ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:06.717419 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6cc20301-b6e2-4a6b-9eda-c79b5c486f57 req-8c6d1732-211b-45f9-9a19-f6660a4414ec service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955894 Aug 19 13:29:06.748501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d8d6c-0ac3-4114-b4c2-3d979c1bd999 req-12db8707-96f1-4d80-8936-44e99740cfbb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:06.750104 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de4d8d6c-0ac3-4114-b4c2-3d979c1bd999 req-12db8707-96f1-4d80-8936-44e99740cfbb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 943 time: 0.0531616 Aug 19 13:29:06.793038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-de4d8d6c-0ac3-4114-b4c2-3d979c1bd999 req-6de69cf8-84b5-4dd8-85d2-28a1330d667c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369394 Aug 19 13:29:06.799303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-3e5def4c-69e9-47cd-b120-9b9bde120089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:06.800862 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-3e5def4c-69e9-47cd-b120-9b9bde120089 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 1094 time: 0.0434835 Aug 19 13:29:06.847343 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-3c8ac1c1-3f9e-45cc-8b6a-a3fd16284224 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0381567 Aug 19 13:29:06.895587 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-1d1dad14-ba1a-4b19-b61e-ae5d669d3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:06.896977 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-1d1dad14-ba1a-4b19-b61e-ae5d669d3789 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af52f979-f428-432d-846d-4a3cee1d4d15 HTTP/1.1" status: 200 len: 835 time: 0.0424743 Aug 19 13:29:06.943085 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-6ac6a173-eb4e-401e-a71a-e8aadb3500c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:06.944535 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-6ac6a173-eb4e-401e-a71a-e8aadb3500c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398881 Aug 19 13:29:07.036037 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-7373156b-a748-470a-bfeb-50e5b0aeb865 service neutron] 10.222.0.30 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840166 Aug 19 13:29:07.126675 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ba407c5-d7a3-46b5-b264-2bc2d80393f1 req-8a8f175e-63d7-439a-bc37-d95eb121bb82 service neutron] 10.222.0.30 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820510 Aug 19 13:29:07.715156 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:07.863899 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3abb4494-d53e-4407-bdb5-fca8b5692f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:07.911313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb545fc-0b58-4787-a846-1bd2cb390e84 req-447eead8-5abc-43d5-8457-00cc4ea73a08 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:07.912780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0bb545fc-0b58-4787-a846-1bd2cb390e84 req-447eead8-5abc-43d5-8457-00cc4ea73a08 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 943 time: 0.0499287 Aug 19 13:29:07.950404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0bb545fc-0b58-4787-a846-1bd2cb390e84 req-4bb64853-f2c8-4519-89e1-81e3dbdd2af6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313258 Aug 19 13:29:09.063096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4aa1d-b552-4678-a8d4-40f638eec808 req-9dfe76b1-af9d-4d7c-b2e2-eafc24dd067c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:09.065139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9d4aa1d-b552-4678-a8d4-40f638eec808 req-9dfe76b1-af9d-4d7c-b2e2-eafc24dd067c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 943 time: 0.0492694 Aug 19 13:29:09.103139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b9d4aa1d-b552-4678-a8d4-40f638eec808 req-6d7fe176-a1f1-4513-93c6-97f109e0fb5a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Aug 19 13:29:09.395770 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:10.228757 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71207e34-2b63-4819-b643-2d73b7cc2cb1 req-0e32fe00-0a30-41a0-8fb6-324bba1e40e9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:10.230340 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-71207e34-2b63-4819-b643-2d73b7cc2cb1 req-0e32fe00-0a30-41a0-8fb6-324bba1e40e9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 943 time: 0.0559268 Aug 19 13:29:10.267592 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-71207e34-2b63-4819-b643-2d73b7cc2cb1 req-25fddaa2-2756-4ea1-96fe-abc3da8c327a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306075 Aug 19 13:29:10.544664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:29:10.643583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3,segment=NetworkSegment(2d42336e-5626-4855-b600-567e827cc60d),segment_id=2d42336e-5626-4855-b600-567e827cc60d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:29:10.654618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'port_id': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3', 'mac_address': 'fa:16:3e:9c:27:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:29:10.695822 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:10.716778 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:29:10.737344 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3,segment=NetworkSegment(2d42336e-5626-4855-b600-567e827cc60d),segment_id=2d42336e-5626-4855-b600-567e827cc60d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:29:10.847031 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:10.852744 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:10.899602 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:11.098549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['46833500-b5e0-47ef-80bc-6ffdb2f8c4e3'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:29:11.383012 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c64aac-fec3-481a-b854-0de82cb663a2 req-322306fc-b847-455e-b41f-4510a2c5c63a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:11.384425 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-50c64aac-fec3-481a-b854-0de82cb663a2 req-322306fc-b847-455e-b41f-4510a2c5c63a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 944 time: 0.0500762 Aug 19 13:29:11.421452 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-50c64aac-fec3-481a-b854-0de82cb663a2 req-2a3d73aa-3eda-4ff3-aa78-052d9994d1a0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311966 Aug 19 13:29:12.535726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa069b-4706-40a0-9fe5-4f89b8e0fb38 req-2457014a-f41e-4b28-a537-79ed786e1156 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:12.537110 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1fa069b-4706-40a0-9fe5-4f89b8e0fb38 req-2457014a-f41e-4b28-a537-79ed786e1156 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 944 time: 0.0496936 Aug 19 13:29:12.543277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:29:12.575780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e1fa069b-4706-40a0-9fe5-4f89b8e0fb38 req-4cd2000e-bf6d-4169-a871-c8618edef180 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323803 Aug 19 13:29:12.675867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:29:12.679592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:29:12.679963 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:12.756540 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:12.778757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6e89b0-373f-40cd-80f9-96da96560124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:29:12.781047 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246319ee-645e-4a44-a65b-79a99e1bff50" -d '{"events": [{"server_uuid": "9f6e89b0-373f-40cd-80f9-96da96560124", "name": "network-vif-plugged", "status": "completed", "tag": "46833500-b5e0-47ef-80bc-6ffdb2f8c4e3"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:29:12.794131 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3,segment=NetworkSegment(2d42336e-5626-4855-b600-567e827cc60d),segment_id=2d42336e-5626-4855-b600-567e827cc60d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:29:12.818288 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b00edae-e570-492f-b460-5392b7ec1fce x-openstack-request-id: req-3b00edae-e570-492f-b460-5392b7ec1fce {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:29:12.818582 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6e89b0-373f-40cd-80f9-96da96560124", "name": "network-vif-plugged", "status": "completed", "tag": "46833500-b5e0-47ef-80bc-6ffdb2f8c4e3", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:29:12.818916 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b00edae-e570-492f-b460-5392b7ec1fce {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:29:12.819344 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6e89b0-373f-40cd-80f9-96da96560124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3', 'code': 200} Aug 19 13:29:12.870087 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:12.914615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451292e0-32c1-4db9-a957-0a0e2b355dc4 req-34b1e759-ffa2-42d7-8ead-a14d326442cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:12.916181 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-451292e0-32c1-4db9-a957-0a0e2b355dc4 req-34b1e759-ffa2-42d7-8ead-a14d326442cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 1096 time: 0.0410132 Aug 19 13:29:12.919952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:12.952656 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-451292e0-32c1-4db9-a957-0a0e2b355dc4 req-750311b8-0c12-4064-8b17-1b7e91e2b19b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279753 Aug 19 13:29:13.695862 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3481b-4074-4844-a889-95a925df9716 req-bc009640-3f85-42a0-b133-aa13c98ab601 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:13.697406 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2f3481b-4074-4844-a889-95a925df9716 req-bc009640-3f85-42a0-b133-aa13c98ab601 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0548067 Aug 19 13:29:13.734976 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b2f3481b-4074-4844-a889-95a925df9716 req-ad62b2ff-094d-4bfe-bbdc-c8d5330765cd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311215 Aug 19 13:29:14.320262 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:29:14.851018 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea2b64-936c-485a-b5a8-2e76c5f7f3a0 req-17455a65-fc35-442c-aea7-0bc76e422409 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:14.852662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10ea2b64-936c-485a-b5a8-2e76c5f7f3a0 req-17455a65-fc35-442c-aea7-0bc76e422409 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0496197 Aug 19 13:29:14.895767 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-10ea2b64-936c-485a-b5a8-2e76c5f7f3a0 req-29f14ec3-9d9d-4b45-b670-f07579f270b9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371704 Aug 19 13:29:15.010960 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c990cf8-a99a-4acc-84b6-bbcff926ebb2 req-b758eedf-fef1-4744-a4fb-86e331c2b992 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:15.012308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c990cf8-a99a-4acc-84b6-bbcff926ebb2 req-b758eedf-fef1-4744-a4fb-86e331c2b992 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0487137 Aug 19 13:29:15.050597 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3c990cf8-a99a-4acc-84b6-bbcff926ebb2 req-5809cef6-4fcb-43ee-ad44-feb3d72fc79a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322807 Aug 19 13:29:15.071498 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55190) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:15.110423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73faa301-d09a-474a-ba20-e60329815971 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:15.112534 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-73faa301-d09a-474a-ba20-e60329815971 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 1091 time: 0.0400710 Aug 19 13:29:15.115295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55192) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:15.119643 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:29:15.200398 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:15.299854 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:15.404890 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.25.2.184 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/c2aacca8-33d0-4d6b-8f62-d6a58f8730ae) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:29:15.505127 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:15.624563 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:15.661243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:29:15.664244 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:29:15.666695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:29:15.705832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=c2aacca8-33d0-4d6b-8f62-d6a58f8730ae,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:16.032259 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:16.149548 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:16.294118 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:16.356038 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:16.427569 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=c2aacca8-33d0-4d6b-8f62-d6a58f8730ae,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:29:16.439523 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:16.538850 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Floating IP fa751744-6c98-4bbf-8eaa-f3d78e58fd2b associated. External IP: 172.25.2.184, port: 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3. Aug 19 13:29:16.751402 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 04848f85-7d3a-426b-904f-edcde46d0424 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:29:16.856791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:29:16.868352 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ebb39d-49be-434f-a350-6dade41d2705 None None] Sync routers for ids ['04848f85-7d3a-426b-904f-edcde46d0424'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:29:16.877491 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ebb39d-49be-434f-a350-6dade41d2705 None None] Routers {'04848f85-7d3a-426b-904f-edcde46d0424'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:29:16.878084 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-47ebb39d-49be-434f-a350-6dade41d2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:29:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['04848f85-7d3a-426b-904f-edcde46d0424'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:17.065119 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:17.095338 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-47ebb39d-49be-434f-a350-6dade41d2705 None None] Set router 04848f85-7d3a-426b-904f-edcde46d0424 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:29:17.095552 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6d053853-3a63-49c6-a310-a5a03d0f1918 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9790907 Aug 19 13:29:17.096011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6e89b0-373f-40cd-80f9-96da96560124', 'tag': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:29:17.098358 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054f741f-7098-41e2-8e18-18fe77939411" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6e89b0-373f-40cd-80f9-96da96560124", "tag": "46833500-b5e0-47ef-80bc-6ffdb2f8c4e3"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:29:17.197731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18564d2e-8783-472c-9591-6b595a291f9e req-11a26018-5acb-4486-a419-540ab31dab97 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:17.199365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-18564d2e-8783-472c-9591-6b595a291f9e req-11a26018-5acb-4486-a419-540ab31dab97 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0540152 Aug 19 13:29:17.213725 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed343c8a-3bdb-441d-9466-36d105c9934d x-openstack-request-id: req-ed343c8a-3bdb-441d-9466-36d105c9934d {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:29:17.214072 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6e89b0-373f-40cd-80f9-96da96560124", "tag": "46833500-b5e0-47ef-80bc-6ffdb2f8c4e3", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:29:17.214414 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed343c8a-3bdb-441d-9466-36d105c9934d {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:29:17.214922 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6e89b0-373f-40cd-80f9-96da96560124', 'tag': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3', 'status': 'completed', 'code': 200} Aug 19 13:29:17.246397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-18564d2e-8783-472c-9591-6b595a291f9e req-a64b61f6-144f-4fb8-8539-980622826ee1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409169 Aug 19 13:29:17.268687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55200) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:17.286563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f741f-7098-41e2-8e18-18fe77939411 req-cba0d4cb-4c64-463b-a27a-fcbddcf4e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:17.289523 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-054f741f-7098-41e2-8e18-18fe77939411 req-cba0d4cb-4c64-463b-a27a-fcbddcf4e0b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 1096 time: 0.0437167 Aug 19 13:29:17.338759 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-47ebb39d-49be-434f-a350-6dade41d2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:59Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'fa751744-6c98-4bbf-8eaa-f3d78e58fd2b', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'port_id': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'mac_address': 'fa:16:3e:9c:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6e89b0-373f-40cd-80f9-96da96560124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:29:15Z', 'updated_at': '2021-08-19T13:29:15Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18da16e5-74c9-4f81-b2cb-5406ee46d524', 'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:98:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:58Z', 'updated_at': '2021-08-19T13:29:02Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:17.349092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2f861c85-24ad-470f-9049-e7074fa3b96c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/fa751744-6c98-4bbf-8eaa-f3d78e58fd2b HTTP/1.1" status: 200 len: 991 time: 0.0793824 Aug 19 13:29:17.370098 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ebb39d-49be-434f-a350-6dade41d2705 None None] Checking router: 04848f85-7d3a-426b-904f-edcde46d0424 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:29:17.378435 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ebb39d-49be-434f-a350-6dade41d2705 None None] Routers {'04848f85-7d3a-426b-904f-edcde46d0424'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:29:17.379169 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-47ebb39d-49be-434f-a350-6dade41d2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:29:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['04848f85-7d3a-426b-904f-edcde46d0424'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:17.384424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f741f-7098-41e2-8e18-18fe77939411 req-5e82c841-b354-410c-88f4-3bae9d11504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:17.385927 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-054f741f-7098-41e2-8e18-18fe77939411 req-5e82c841-b354-410c-88f4-3bae9d11504d service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 HTTP/1.1" status: 200 len: 898 time: 0.0899045 Aug 19 13:29:17.454853 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-054f741f-7098-41e2-8e18-18fe77939411 req-81eb515a-05c5-4867-b590-04a8176ac3ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 HTTP/1.1" status: 200 len: 999 time: 0.0620575 Aug 19 13:29:17.481336 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-47ebb39d-49be-434f-a350-6dade41d2705 None None] Set router 04848f85-7d3a-426b-904f-edcde46d0424 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:29:17.505017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f741f-7098-41e2-8e18-18fe77939411 req-fe93fbf7-4f72-493a-9be4-e6c737751955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:17.506844 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-054f741f-7098-41e2-8e18-18fe77939411 req-fe93fbf7-4f72-493a-9be4-e6c737751955 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af52f979-f428-432d-846d-4a3cee1d4d15 HTTP/1.1" status: 200 len: 835 time: 0.0442092 Aug 19 13:29:17.554599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f741f-7098-41e2-8e18-18fe77939411 req-196e1944-af29-43df-80b6-c510300ac601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:17.556238 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-054f741f-7098-41e2-8e18-18fe77939411 req-196e1944-af29-43df-80b6-c510300ac601 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426631 Aug 19 13:29:17.656293 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-054f741f-7098-41e2-8e18-18fe77939411 req-72d49beb-76e0-4849-a4c7-6f270fc7ea83 service neutron] 10.222.0.30 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931733 Aug 19 13:29:17.701929 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-47ebb39d-49be-434f-a350-6dade41d2705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:59Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'fa751744-6c98-4bbf-8eaa-f3d78e58fd2b', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'port_id': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'mac_address': 'fa:16:3e:9c:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6e89b0-373f-40cd-80f9-96da96560124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:29:15Z', 'updated_at': '2021-08-19T13:29:15Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18da16e5-74c9-4f81-b2cb-5406ee46d524', 'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:98:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:58Z', 'updated_at': '2021-08-19T13:29:02Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:29:17.728110 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ebb39d-49be-434f-a350-6dade41d2705 None None] The sync data for ids ['04848f85-7d3a-426b-904f-edcde46d0424'] in n-d-803757-2 is: [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:59Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'fa751744-6c98-4bbf-8eaa-f3d78e58fd2b', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'port_id': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'mac_address': 'fa:16:3e:9c:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6e89b0-373f-40cd-80f9-96da96560124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:29:15Z', 'updated_at': '2021-08-19T13:29:15Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18da16e5-74c9-4f81-b2cb-5406ee46d524', 'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:98:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:58Z', 'updated_at': '2021-08-19T13:29:02Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:29:17.747419 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-054f741f-7098-41e2-8e18-18fe77939411 req-d68671d0-a47c-46fd-9234-90580d36b544 service neutron] 10.222.0.30 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837755 Aug 19 13:29:17.925321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1186289a-7d8d-46ed-9fa7-5521e58f315b None None] New status for floating IP fa751744-6c98-4bbf-8eaa-f3d78e58fd2b: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:29:18.353354 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55202) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:29:18.416853 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-af17b423-ca7d-402a-af60-e6bd4fe242af tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/fa751744-6c98-4bbf-8eaa-f3d78e58fd2b HTTP/1.1" status: 200 len: 993 time: 0.0623693 Aug 19 13:29:26.029269 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:26.835607 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:35.115166 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-07c498dc-6866-455b-b031-815d9355c892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:37.674780 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:37.818167 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d7534838-d080-4024-900e-d6aa16b0689f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:39.383779 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:40.777814 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:49.908465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576bea3-10bd-479f-bbef-58b069c3095c req-19ffe5ab-a0fa-40bf-9400-3c3fbe0c4178 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:49.910048 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d576bea3-10bd-479f-bbef-58b069c3095c req-19ffe5ab-a0fa-40bf-9400-3c3fbe0c4178 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0532598 Aug 19 13:29:49.973937 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d576bea3-10bd-479f-bbef-58b069c3095c req-205de1f3-3666-46ea-946f-f0d30cf7ea57 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576084 Aug 19 13:29:49.983545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5761c5-01e3-4589-809c-083abfd6595b req-3245daa7-48f9-4b87-aba1-d27bd332064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:49.985005 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe5761c5-01e3-4589-809c-083abfd6595b req-3245daa7-48f9-4b87-aba1-d27bd332064c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 1096 time: 0.0545008 Aug 19 13:29:50.083739 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5761c5-01e3-4589-809c-083abfd6595b req-d673d58f-05e8-4c51-aab7-f7b1df62318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:50.085178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe5761c5-01e3-4589-809c-083abfd6595b req-d673d58f-05e8-4c51-aab7-f7b1df62318f service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 HTTP/1.1" status: 200 len: 898 time: 0.0925672 Aug 19 13:29:50.151512 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe5761c5-01e3-4589-809c-083abfd6595b req-69589d2f-6a9f-416b-bfd2-51045c00e63f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 HTTP/1.1" status: 200 len: 1001 time: 0.0587301 Aug 19 13:29:50.203020 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5761c5-01e3-4589-809c-083abfd6595b req-0f341e07-17a5-40fb-b409-4315508cab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:50.204541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe5761c5-01e3-4589-809c-083abfd6595b req-0f341e07-17a5-40fb-b409-4315508cab37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af52f979-f428-432d-846d-4a3cee1d4d15 HTTP/1.1" status: 200 len: 835 time: 0.0465136 Aug 19 13:29:50.248927 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5761c5-01e3-4589-809c-083abfd6595b req-42242dfb-67e5-4a70-8f44-39d6da57c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:50.250384 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe5761c5-01e3-4589-809c-083abfd6595b req-42242dfb-67e5-4a70-8f44-39d6da57c33b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389380 Aug 19 13:29:50.348315 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe5761c5-01e3-4589-809c-083abfd6595b req-1dc56c86-959d-4fd2-9aa9-d10572b872d3 service neutron] 10.222.0.30 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905540 Aug 19 13:29:50.443681 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fe5761c5-01e3-4589-809c-083abfd6595b req-a0e6aaa3-c64e-40a7-9d07-d8f9653bd4a7 service neutron] 10.222.0.30 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877953 Aug 19 13:29:51.093893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523d54-35bf-413a-b9d8-f774908a7d48 req-5d893be7-10ed-4dbb-8662-0c5b8cad77d9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:51.095413 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b523d54-35bf-413a-b9d8-f774908a7d48 req-5d893be7-10ed-4dbb-8662-0c5b8cad77d9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0523884 Aug 19 13:29:51.133314 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3b523d54-35bf-413a-b9d8-f774908a7d48 req-18b0a5b9-125b-4306-9be9-aa8fc078ece9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315113 Aug 19 13:29:51.320209 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:29:52.248654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddab014-e094-43d7-854d-9b65993f9666 req-b3cc251f-545e-416e-ad2e-82cd188838d7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:52.250154 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eddab014-e094-43d7-854d-9b65993f9666 req-b3cc251f-545e-416e-ad2e-82cd188838d7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0494764 Aug 19 13:29:52.288526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-eddab014-e094-43d7-854d-9b65993f9666 req-526ba56d-d993-4d1e-8eb7-cd2f385bacc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Aug 19 13:29:53.402564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45095c26-995b-453c-8c78-e4191c26dfe7 req-dc76a5ab-7d62-452d-a5bf-5640f092e0d5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:53.404056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-45095c26-995b-453c-8c78-e4191c26dfe7 req-dc76a5ab-7d62-452d-a5bf-5640f092e0d5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0484540 Aug 19 13:29:53.440240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-45095c26-995b-453c-8c78-e4191c26dfe7 req-4ef897ab-9ba7-400a-a78b-cbb6a737627f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304275 Aug 19 13:29:54.558701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580b67f-302c-46b8-bb15-c76d3a200859 req-7f9c34ab-c14b-44d6-856d-1ad8b59595c4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:54.560194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b580b67f-302c-46b8-bb15-c76d3a200859 req-7f9c34ab-c14b-44d6-856d-1ad8b59595c4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0528636 Aug 19 13:29:54.602502 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b580b67f-302c-46b8-bb15-c76d3a200859 req-d5dc1327-2dcc-4c95-bc2c-5afe9f9a7fc7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362523 Aug 19 13:29:55.714361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d674dd-b4fd-4f40-9c00-bea715e6ba9b req-5d18cf47-8270-4259-9df5-64eccb3a4d55 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:55.715843 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72d674dd-b4fd-4f40-9c00-bea715e6ba9b req-5d18cf47-8270-4259-9df5-64eccb3a4d55 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0477667 Aug 19 13:29:55.753283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72d674dd-b4fd-4f40-9c00-bea715e6ba9b req-8c8a9c92-775d-4561-b747-187a695db603 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314472 Aug 19 13:29:56.006271 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:56.846418 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:29:56.869044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b0758-d5c5-4806-bd71-1c3289c4f167 req-fc0c76e1-61cf-4504-b9f4-ee6a4e77808c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:56.870623 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9a3b0758-d5c5-4806-bd71-1c3289c4f167 req-fc0c76e1-61cf-4504-b9f4-ee6a4e77808c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0512402 Aug 19 13:29:56.909195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9a3b0758-d5c5-4806-bd71-1c3289c4f167 req-88b12629-5e97-4173-89ee-cb0a6845395b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324764 Aug 19 13:29:58.027078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47b33f-6455-498e-a9da-cc410552b0db req-6d4d826f-c544-48b5-a05e-339e6c7c6306 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:58.028569 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f47b33f-6455-498e-a9da-cc410552b0db req-6d4d826f-c544-48b5-a05e-339e6c7c6306 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0524149 Aug 19 13:29:58.066370 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9f47b33f-6455-498e-a9da-cc410552b0db req-aec69806-f78b-4dad-88c9-dd6d89a3c614 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314150 Aug 19 13:29:59.185956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4089b-8254-4629-9e78-cb5fd789997f req-18b1e742-8df9-456e-9d69-594e047bdd47 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:29:59.187481 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1f4089b-8254-4629-9e78-cb5fd789997f req-18b1e742-8df9-456e-9d69-594e047bdd47 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0523949 Aug 19 13:29:59.226408 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c1f4089b-8254-4629-9e78-cb5fd789997f req-e7b27026-7418-415f-931f-4afda452a035 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325408 Aug 19 13:30:00.340482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805283c-2499-4eb8-9492-288692b4d03f req-7aac77a0-0f9b-4057-96ce-9d128d867c1f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:00.341863 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c805283c-2499-4eb8-9492-288692b4d03f req-7aac77a0-0f9b-4057-96ce-9d128d867c1f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0491889 Aug 19 13:30:00.379956 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c805283c-2499-4eb8-9492-288692b4d03f req-697ee772-4667-4432-bdb6-25a3fd4abcaf tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321178 Aug 19 13:30:01.495282 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0da4-c08e-491d-8270-c44a546ae8fb req-6f92b5ec-500d-48cd-973c-de85844a2c62 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:01.496710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cbac0da4-c08e-491d-8270-c44a546ae8fb req-6f92b5ec-500d-48cd-973c-de85844a2c62 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0516930 Aug 19 13:30:01.532466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cbac0da4-c08e-491d-8270-c44a546ae8fb req-aaa80537-ab42-4699-badc-ef9c5ae8d08a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298481 Aug 19 13:30:02.648057 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61982e50-b2d2-455c-a530-54ce27c34eef req-710cba78-6f83-43de-af7c-2e38c41c281e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:02.649470 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61982e50-b2d2-455c-a530-54ce27c34eef req-710cba78-6f83-43de-af7c-2e38c41c281e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0487726 Aug 19 13:30:02.686702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-61982e50-b2d2-455c-a530-54ce27c34eef req-1b43221f-f547-41a2-894d-2ec6255a169d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312593 Aug 19 13:30:03.800035 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073ec1e-9b0b-43d4-9d57-8463550e2769 req-f0359593-b83b-4429-ae7f-48ca50f04dac tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:03.801558 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3073ec1e-9b0b-43d4-9d57-8463550e2769 req-f0359593-b83b-4429-ae7f-48ca50f04dac tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0504346 Aug 19 13:30:03.840226 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3073ec1e-9b0b-43d4-9d57-8463550e2769 req-86dcb8b6-a9bb-43b6-b1c5-4db612193b4e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326579 Aug 19 13:30:04.959769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852318f7-4c1d-40b3-bb7d-c73fd6237cb8 req-f3363c03-87d5-47c6-9db9-3ab4ba78fefc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:04.961228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-852318f7-4c1d-40b3-bb7d-c73fd6237cb8 req-f3363c03-87d5-47c6-9db9-3ab4ba78fefc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0526364 Aug 19 13:30:04.997875 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-852318f7-4c1d-40b3-bb7d-c73fd6237cb8 req-98c69d35-e97e-486e-a277-caef29d100f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307360 Aug 19 13:30:05.091627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-20068e4d-e2ee-4f3f-8069-86fb68ce3f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:06.110733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574d47-e4f3-446c-a6dd-df408dd51de9 req-65038b4c-97cf-4909-ac34-5f5e678c1e8a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:06.112236 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55574d47-e4f3-446c-a6dd-df408dd51de9 req-65038b4c-97cf-4909-ac34-5f5e678c1e8a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0482006 Aug 19 13:30:06.155777 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-55574d47-e4f3-446c-a6dd-df408dd51de9 req-2b3429cb-d726-4e3a-b048-79627ac4dbd4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375290 Aug 19 13:30:07.277098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53839faa-36c2-4bdc-961b-0c29db8cd229 req-01d8650a-2f47-44d8-b1ab-168f9d749fc7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:07.278495 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53839faa-36c2-4bdc-961b-0c29db8cd229 req-01d8650a-2f47-44d8-b1ab-168f9d749fc7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0493569 Aug 19 13:30:07.316073 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-53839faa-36c2-4bdc-961b-0c29db8cd229 req-8d577d52-19a0-424f-b641-74cf25535e9b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310860 Aug 19 13:30:07.340366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55248) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:07.692255 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:07.752133 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f36be904-af49-4f10-b3d3-a9c4519a77fc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/fa751744-6c98-4bbf-8eaa-f3d78e58fd2b HTTP/1.1" status: 200 len: 993 time: 0.4105482 Aug 19 13:30:07.817434 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c9f429ff-02c1-4180-ac29-ed9a4e792c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:09.366380 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:10.772076 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:12.394237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-eb6d713c-2cd0-42ba-a317-7fcf2dbe8c5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384312 Aug 19 13:30:12.477674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-c331e50d-1214-48d5-a419-05eb9126679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:12.479151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-c331e50d-1214-48d5-a419-05eb9126679a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 1096 time: 0.0403202 Aug 19 13:30:12.597469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-2defaa2e-d090-42af-8ef6-c02baaa6aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:12.599621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-2defaa2e-d090-42af-8ef6-c02baaa6aead service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 HTTP/1.1" status: 200 len: 898 time: 0.1016376 Aug 19 13:30:12.665944 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-84809924-47df-4e96-97af-f772bb2ce2b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 HTTP/1.1" status: 200 len: 1001 time: 0.0586753 Aug 19 13:30:12.717691 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-875fdb54-09e9-4968-8354-14ad80a7319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:12.719141 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-875fdb54-09e9-4968-8354-14ad80a7319e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af52f979-f428-432d-846d-4a3cee1d4d15 HTTP/1.1" status: 200 len: 835 time: 0.0467613 Aug 19 13:30:12.771908 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-803fe851-3407-46ce-8d37-dcc299382761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:12.773401 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-803fe851-3407-46ce-8d37-dcc299382761 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455053 Aug 19 13:30:12.866270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-b2062d3d-7fce-4c7b-a340-d088bf867c82 service neutron] 10.222.0.30 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839283 Aug 19 13:30:12.961119 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-733fd95e-e24f-475f-b7d2-41a5304cbfdd req-e363acee-1486-4b94-9780-5cdc9937694b service neutron] 10.222.0.30 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876613 Aug 19 13:30:26.108528 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:26.851342 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:28.318937 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:30:35.074122 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ae3c6e2c-339c-43fe-9d98-85ffe03445af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:37.719851 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:37.863123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-442a59ea-44e0-4a56-a511-05304f31bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:38.269542 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55274) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:38.424601 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port c2aacca8-33d0-4d6b-8f62-d6a58f8730ae {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:30:38.424942 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:38.501312 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:38.501643 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:38.513712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for c2aacca8-33d0-4d6b-8f62-d6a58f8730ae owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:30:38.748222 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:38.771935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=c2aacca8-33d0-4d6b-8f62-d6a58f8730ae,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:38.786452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.786823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.787167 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.787500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.787829 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.788156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.788482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.789061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.789386 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.789706 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.790022 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.790582 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:38.844526 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:38.845248 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Floating IP fa751744-6c98-4bbf-8eaa-f3d78e58fd2b disassociated (deleted). External IP: 172.25.2.184, port: 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3. Aug 19 13:30:39.394616 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:39.395355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 04848f85-7d3a-426b-904f-edcde46d0424 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:30:39.500930 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:30:39.505809 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:39.510369 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d073103-df6b-4405-8d48-1bc05c4f9faa None None] Sync routers for ids ['04848f85-7d3a-426b-904f-edcde46d0424'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:30:39.519143 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d073103-df6b-4405-8d48-1bc05c4f9faa None None] Routers {'04848f85-7d3a-426b-904f-edcde46d0424'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:30:39.520229 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d073103-df6b-4405-8d48-1bc05c4f9faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['04848f85-7d3a-426b-904f-edcde46d0424'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:39.532391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-fddca448-20a6-47c4-8f36-d421c501f2fb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/floatingips/fa751744-6c98-4bbf-8eaa-f3d78e58fd2b HTTP/1.1" status: 204 len: 168 time: 1.2617688 Aug 19 13:30:39.534638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6e89b0-373f-40cd-80f9-96da96560124', 'tag': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:30:39.536197 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bded178f-94df-42ea-a27f-fd563c9a17b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6e89b0-373f-40cd-80f9-96da96560124", "tag": "46833500-b5e0-47ef-80bc-6ffdb2f8c4e3"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:30:39.573517 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a0cbc2-540b-4d55-a19e-c788649a3874 x-openstack-request-id: req-67a0cbc2-540b-4d55-a19e-c788649a3874 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:30:39.574851 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6e89b0-373f-40cd-80f9-96da96560124", "tag": "46833500-b5e0-47ef-80bc-6ffdb2f8c4e3", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:30:39.574851 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67a0cbc2-540b-4d55-a19e-c788649a3874 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:30:39.574851 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6e89b0-373f-40cd-80f9-96da96560124', 'tag': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3', 'status': 'completed', 'code': 200} Aug 19 13:30:39.628445 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-5d073103-df6b-4405-8d48-1bc05c4f9faa None None] Set router 04848f85-7d3a-426b-904f-edcde46d0424 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:30:39.648069 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded178f-94df-42ea-a27f-fd563c9a17b5 req-5fe6b646-8799-4302-9683-311d4a7b77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:39.649647 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bded178f-94df-42ea-a27f-fd563c9a17b5 req-5fe6b646-8799-4302-9683-311d4a7b77b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 1096 time: 0.0498390 Aug 19 13:30:39.749253 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded178f-94df-42ea-a27f-fd563c9a17b5 req-18a0a2ec-ddcf-403d-bdfe-109f222b1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:39.751021 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bded178f-94df-42ea-a27f-fd563c9a17b5 req-18a0a2ec-ddcf-403d-bdfe-109f222b1257 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 HTTP/1.1" status: 200 len: 898 time: 0.0930901 Aug 19 13:30:39.795810 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bded178f-94df-42ea-a27f-fd563c9a17b5 req-52099a6b-cdaf-40f0-aad3-882e80c9229b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 HTTP/1.1" status: 200 len: 217 time: 0.0354462 Aug 19 13:30:39.833057 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d073103-df6b-4405-8d48-1bc05c4f9faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:59Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '18da16e5-74c9-4f81-b2cb-5406ee46d524', 'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:98:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:58Z', 'updated_at': '2021-08-19T13:29:02Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:39.849169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded178f-94df-42ea-a27f-fd563c9a17b5 req-211ed90f-1f08-46f0-b270-7c716dd5a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:39.850739 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bded178f-94df-42ea-a27f-fd563c9a17b5 req-211ed90f-1f08-46f0-b270-7c716dd5a101 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af52f979-f428-432d-846d-4a3cee1d4d15 HTTP/1.1" status: 200 len: 835 time: 0.0476310 Aug 19 13:30:39.859155 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d073103-df6b-4405-8d48-1bc05c4f9faa None None] Checking router: 04848f85-7d3a-426b-904f-edcde46d0424 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:30:39.867499 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d073103-df6b-4405-8d48-1bc05c4f9faa None None] Routers {'04848f85-7d3a-426b-904f-edcde46d0424'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:30:39.868116 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d073103-df6b-4405-8d48-1bc05c4f9faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['04848f85-7d3a-426b-904f-edcde46d0424'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:39.897292 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded178f-94df-42ea-a27f-fd563c9a17b5 req-87e1698b-dbc6-46b6-93db-2b0ce92bd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:39.898781 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bded178f-94df-42ea-a27f-fd563c9a17b5 req-87e1698b-dbc6-46b6-93db-2b0ce92bd632 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403829 Aug 19 13:30:39.978137 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-5d073103-df6b-4405-8d48-1bc05c4f9faa None None] Set router 04848f85-7d3a-426b-904f-edcde46d0424 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:30:40.028124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7f19b-84a9-460d-ad09-b5ebc6f7d12f req-195ff842-48bf-43fa-9deb-8f55533c4a6c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:40.029680 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7b7f19b-84a9-460d-ad09-b5ebc6f7d12f req-195ff842-48bf-43fa-9deb-8f55533c4a6c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0774460 Aug 19 13:30:40.033838 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bded178f-94df-42ea-a27f-fd563c9a17b5 req-2fc16b29-e67d-43fb-91bc-a4007ed94e49 service neutron] 10.222.0.30 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280062 Aug 19 13:30:40.117466 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c7b7f19b-84a9-460d-ad09-b5ebc6f7d12f req-ad447f7c-e3bb-4519-9257-787d44780f50 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812879 Aug 19 13:30:40.149787 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bded178f-94df-42ea-a27f-fd563c9a17b5 req-b00bdf5d-c8ea-4560-a8d1-c0c6695ffa8b service neutron] 10.222.0.30 "GET /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073501 Aug 19 13:30:40.177040 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-5d073103-df6b-4405-8d48-1bc05c4f9faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:59Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '18da16e5-74c9-4f81-b2cb-5406ee46d524', 'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:98:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:58Z', 'updated_at': '2021-08-19T13:29:02Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:40.296151 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d073103-df6b-4405-8d48-1bc05c4f9faa None None] The sync data for ids ['04848f85-7d3a-426b-904f-edcde46d0424'] in n-d-803757-2 is: [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:59Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '18da16e5-74c9-4f81-b2cb-5406ee46d524', 'name': '', 'network_id': 'dc3b6fff-6c9f-4a79-bf7a-4120be7b5592', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:98:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:58Z', 'updated_at': '2021-08-19T13:29:02Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'af52f979-f428-432d-846d-4a3cee1d4d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:30:40.509605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ae382-34c6-44d6-b338-e6b0100c40b4 None None] New status for floating IP fa751744-6c98-4bbf-8eaa-f3d78e58fd2b: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:30:40.822904 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:41.233678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b9ab1-1381-4e3f-859d-578d91805593 req-2b5d5979-cb02-4577-bbdc-45749d211e8e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:41.235173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d71b9ab1-1381-4e3f-859d-578d91805593 req-2b5d5979-cb02-4577-bbdc-45749d211e8e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.0487583 Aug 19 13:30:41.274939 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d71b9ab1-1381-4e3f-859d-578d91805593 req-92e8acbb-272a-444a-894b-b712dd38d624 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=067623f0-d83e-4cf1-9f66-9b89c23cc8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Aug 19 13:30:41.702410 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286daa4f-d04b-4ee8-92c1-fa8c7a7a51cd req-23a8b167-e04b-4505-8470-61a350abd4ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:41.707424 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-286daa4f-d04b-4ee8-92c1-fa8c7a7a51cd req-23a8b167-e04b-4505-8470-61a350abd4ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 945 time: 0.1305280 Aug 19 13:30:41.794964 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-286daa4f-d04b-4ee8-92c1-fa8c7a7a51cd req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:30:41.795305 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-286daa4f-d04b-4ee8-92c1-fa8c7a7a51cd req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:41.880998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-286daa4f-d04b-4ee8-92c1-fa8c7a7a51cd req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3,segment=NetworkSegment(2d42336e-5626-4855-b600-567e827cc60d),segment_id=2d42336e-5626-4855-b600-567e827cc60d)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:30:41.881357 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-286daa4f-d04b-4ee8-92c1-fa8c7a7a51cd req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:41.893667 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-286daa4f-d04b-4ee8-92c1-fa8c7a7a51cd req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:30:42.085416 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-286daa4f-d04b-4ee8-92c1-fa8c7a7a51cd req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:42.115411 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=46833500-b5e0-47ef-80bc-6ffdb2f8c4e3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:42.125588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.125947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.126294 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.126633 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.126998 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.127361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.127652 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.127983 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.128345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.129198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.129532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.129853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:42.174258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-286daa4f-d04b-4ee8-92c1-fa8c7a7a51cd req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] No DVR routers for this DVR port 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:30:42.176853 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-286daa4f-d04b-4ee8-92c1-fa8c7a7a51cd req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:42.178911 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-286daa4f-d04b-4ee8-92c1-fa8c7a7a51cd req-86c11fd7-f376-44f7-9f80-7803c55a61f4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "DELETE /v2.0/ports/46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 HTTP/1.1" status: 204 len: 173 time: 0.4686689 Aug 19 13:30:42.186255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6e89b0-373f-40cd-80f9-96da96560124', 'name': 'network-vif-deleted', 'tag': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:30:42.186255 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcf77e0-b963-4ee6-8f9d-c05768453c0f" -d '{"events": [{"server_uuid": "9f6e89b0-373f-40cd-80f9-96da96560124", "name": "network-vif-deleted", "tag": "46833500-b5e0-47ef-80bc-6ffdb2f8c4e3"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:30:42.218097 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073e9ac1-f7b3-4919-8fba-91b8d0d9260b x-openstack-request-id: req-073e9ac1-f7b3-4919-8fba-91b8d0d9260b {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:30:42.218423 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6e89b0-373f-40cd-80f9-96da96560124", "name": "network-vif-deleted", "tag": "46833500-b5e0-47ef-80bc-6ffdb2f8c4e3", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:30:42.218684 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-073e9ac1-f7b3-4919-8fba-91b8d0d9260b {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:30:42.219117 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6e89b0-373f-40cd-80f9-96da96560124', 'name': 'network-vif-deleted', 'tag': '46833500-b5e0-47ef-80bc-6ffdb2f8c4e3', 'status': 'completed', 'code': 200} Aug 19 13:30:42.375439 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-99d52ceb-db0f-4a0f-ab93-29adf5f7b4ac req-d6ccb4ce-bbb2-4241-a382-9557d096d2f2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f6e89b0-373f-40cd-80f9-96da96560124 HTTP/1.1" status: 200 len: 210 time: 0.0330834 Aug 19 13:30:43.432571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55292) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:43.781681 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:44.036823 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 18da16e5-74c9-4f81-b2cb-5406ee46d524 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:30:44.037096 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:44.125755 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port 18da16e5-74c9-4f81-b2cb-5406ee46d524, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=18da16e5-74c9-4f81-b2cb-5406ee46d524,segment=NetworkSegment(2d42336e-5626-4855-b600-567e827cc60d),segment_id=2d42336e-5626-4855-b600-567e827cc60d)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:30:44.126116 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:44.138518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 18da16e5-74c9-4f81-b2cb-5406ee46d524 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:30:44.411751 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:44.439378 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=18da16e5-74c9-4f81-b2cb-5406ee46d524,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:44.612678 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:44.826205 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 04848f85-7d3a-426b-904f-edcde46d0424 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:30:44.931014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:30:44.936178 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6694300d-335c-41e4-a53c-da0d99ad2cc4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "PUT /v2.0/routers/04848f85-7d3a-426b-904f-edcde46d0424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5025280 Aug 19 13:30:44.939283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55294) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:44.940388 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3109db-6ecb-4bad-8e30-59b533dd0cb1 None None] Sync routers for ids ['04848f85-7d3a-426b-904f-edcde46d0424'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:30:44.949837 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3109db-6ecb-4bad-8e30-59b533dd0cb1 None None] Routers {'04848f85-7d3a-426b-904f-edcde46d0424'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:30:44.950432 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fa3109db-6ecb-4bad-8e30-59b533dd0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['04848f85-7d3a-426b-904f-edcde46d0424'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:44.989223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf02b5b6-c942-496b-a873-13c12b1ce07e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting subnet af52f979-f428-432d-846d-4a3cee1d4d15 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:30:44.992227 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf02b5b6-c942-496b-a873-13c12b1ce07e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.032407 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf02b5b6-c942-496b-a873-13c12b1ce07e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.051395 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-fa3109db-6ecb-4bad-8e30-59b533dd0cb1 None None] Set router 04848f85-7d3a-426b-904f-edcde46d0424 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:30:45.120551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf02b5b6-c942-496b-a873-13c12b1ce07e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.221474 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fa3109db-6ecb-4bad-8e30-59b533dd0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:30:44Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:45.249939 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3109db-6ecb-4bad-8e30-59b533dd0cb1 None None] Checking router: 04848f85-7d3a-426b-904f-edcde46d0424 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:30:45.257138 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf02b5b6-c942-496b-a873-13c12b1ce07e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.258513 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3109db-6ecb-4bad-8e30-59b533dd0cb1 None None] Routers {'04848f85-7d3a-426b-904f-edcde46d0424'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:30:45.259136 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fa3109db-6ecb-4bad-8e30-59b533dd0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['04848f85-7d3a-426b-904f-edcde46d0424'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:45.286897 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02b5b6-c942-496b-a873-13c12b1ce07e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Subnet': ['ID=af52f979-f428-432d-846d-4a3cee1d4d15,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:45.289161 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf02b5b6-c942-496b-a873-13c12b1ce07e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.293650 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bf02b5b6-c942-496b-a873-13c12b1ce07e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/subnets/af52f979-f428-432d-846d-4a3cee1d4d15 HTTP/1.1" status: 204 len: 168 time: 0.3508952 Aug 19 13:30:45.300013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55296) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:45.300991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e05501-2b66-4680-abcf-4e17ce8a4f90 None None] Network dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:30:45.364985 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-fa3109db-6ecb-4bad-8e30-59b533dd0cb1 None None] Set router 04848f85-7d3a-426b-904f-edcde46d0424 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:30:45.405179 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.496415 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] DHCP port deletion for dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:30:45.536540 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.549260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Deleting port 49e7c8d8-d8ed-425e-9b16-80d466332b8e {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:30:45.557933 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.558094 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-fa3109db-6ecb-4bad-8e30-59b533dd0cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:30:44Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:45.581024 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3109db-6ecb-4bad-8e30-59b533dd0cb1 None None] The sync data for ids ['04848f85-7d3a-426b-904f-edcde46d0424'] in n-d-803757-2 is: [{'id': '04848f85-7d3a-426b-904f-edcde46d0424', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178632209', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:30:44Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': 'bc434e18-043f-47de-8384-b73f3e3e91e5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04848f85-7d3a-426b-904f-edcde46d0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:28:54Z', 'updated_at': '2021-08-19T13:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:30:45.616168 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] For port 49e7c8d8-d8ed-425e-9b16-80d466332b8e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=49e7c8d8-d8ed-425e-9b16-80d466332b8e,segment=NetworkSegment(2d42336e-5626-4855-b600-567e827cc60d),segment_id=2d42336e-5626-4855-b600-567e827cc60d)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:30:45.616603 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.629392 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Calling delete_port for 49e7c8d8-d8ed-425e-9b16-80d466332b8e owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:30:45.695977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port bc434e18-043f-47de-8384-b73f3e3e91e5 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:30:45.696320 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.760031 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.776905 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port bc434e18-043f-47de-8384-b73f3e3e91e5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=bc434e18-043f-47de-8384-b73f3e3e91e5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:30:45.779754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:45.784462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Pushing event deleted for resources: {'Port': ['ID=49e7c8d8-d8ed-425e-9b16-80d466332b8e,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:45.790314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] No DVR routers for this DVR port 49e7c8d8-d8ed-425e-9b16-80d466332b8e on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:30:45.791822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for bc434e18-043f-47de-8384-b73f3e3e91e5 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:30:45.798552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:45.799280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:45.799280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:45.799577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:45.799908 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:45.800252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:45.801349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:45.801940 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:45.802312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:45.816307 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:45.816596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:45.816936 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe52ae97-9beb-4cbd-b5f4-aaa1c39eb82f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:46.068623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.095502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=bc434e18-043f-47de-8384-b73f3e3e91e5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:46.156290 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.257381 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.259412 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.365709 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.366288 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Fanout notify agent at l3_agent the message router_deleted on router 04848f85-7d3a-426b-904f-edcde46d0424 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:30:46.373257 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.374384 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b715bf0a-7d34-48b2-adff-dcb59521011c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/routers/04848f85-7d3a-426b-904f-edcde46d0424 HTTP/1.1" status: 204 len: 168 time: 1.0795858 Aug 19 13:30:46.377204 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55298) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:46.464180 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.556177 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.565686 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3b6fff-6c9f-4a79-bf7a-4120be7b5592']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:46.576355 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d42336e-5626-4855-b600-567e827cc60d') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:46.576646 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d42336e-5626-4855-b600-567e827cc60d') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:46.585779 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.598945 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.604551 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:30:46.605009 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:30:46.607845 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:30:46.754561 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.759076 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.760982 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/networks/dc3b6fff-6c9f-4a79-bf7a-4120be7b5592 HTTP/1.1" status: 204 len: 168 time: 0.3827674 Aug 19 13:30:46.764803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55300) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:46.776037 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb281cf0-bf0b-4647-b15a-00fd19e5181a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Network': ['ID=dc3b6fff-6c9f-4a79-bf7a-4120be7b5592,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:46.828290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 49e7c8d8-d8ed-425e-9b16-80d466332b8e no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:30:46.833040 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53eda1c2-81aa-4d32-8905-7024719282a5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.853960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 49e7c8d8-d8ed-425e-9b16-80d466332b8e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:30:46.854473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 49e7c8d8-d8ed-425e-9b16-80d466332b8e not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:30:46.854911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 18da16e5-74c9-4f81-b2cb-5406ee46d524 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:30:46.866211 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53eda1c2-81aa-4d32-8905-7024719282a5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.875070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 18da16e5-74c9-4f81-b2cb-5406ee46d524 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:30:46.875492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 18da16e5-74c9-4f81-b2cb-5406ee46d524 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:30:46.976812 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53eda1c2-81aa-4d32-8905-7024719282a5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.979411 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-53eda1c2-81aa-4d32-8905-7024719282a5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:46.980580 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-53eda1c2-81aa-4d32-8905-7024719282a5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/security-groups/067623f0-d83e-4cf1-9f66-9b89c23cc8d5 HTTP/1.1" status: 204 len: 168 time: 0.2153020 Aug 19 13:30:46.990211 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eda1c2-81aa-4d32-8905-7024719282a5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067623f0-d83e-4cf1-9f66-9b89c23cc8d5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:47.037571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:30:47.061283 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:30:47.070022 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 46833500-b5e0-47ef-80bc-6ffdb2f8c4e3 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:30:47.399931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55306) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:47.404770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-79dac61c-e82e-4efe-acd4-fdc1765a62c3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150272537', 'description': 'tempest-secgroup-smoke-150272537 description', 'project_id': '5554a60e63a1465fb9cc087084847d80'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:47.508200 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79dac61c-e82e-4efe-acd4-fdc1765a62c3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:47.594205 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79dac61c-e82e-4efe-acd4-fdc1765a62c3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:47.656515 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79dac61c-e82e-4efe-acd4-fdc1765a62c3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:47.689564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dac61c-e82e-4efe-acd4-fdc1765a62c3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded33282-3ecb-4dce-b61f-5a45d7237ff8,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:47.730914 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-79dac61c-e82e-4efe-acd4-fdc1765a62c3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:47.732182 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-79dac61c-e82e-4efe-acd4-fdc1765a62c3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3312397 Aug 19 13:30:47.734980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55308) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:47.739466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-f4cf2497-f4c2-4e66-8d37-e814f7402819 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': 'ded33282-3ecb-4dce-b61f-5a45d7237ff8', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:47.844235 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2497-f4c2-4e66-8d37-e814f7402819 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:47.901412 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2497-f4c2-4e66-8d37-e814f7402819 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:47.982291 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2497-f4c2-4e66-8d37-e814f7402819 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.001865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf2497-f4c2-4e66-8d37-e814f7402819 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34be910-b932-42ce-b991-1ec526dbbaec,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:48.085242 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2497-f4c2-4e66-8d37-e814f7402819 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.086590 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f4cf2497-f4c2-4e66-8d37-e814f7402819 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506057 Aug 19 13:30:48.089315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55310) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:48.093842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-b912ef84-5af8-4649-8d63-8da0c8ca2791 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': 'ded33282-3ecb-4dce-b61f-5a45d7237ff8', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:48.186740 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912ef84-5af8-4649-8d63-8da0c8ca2791 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.242785 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912ef84-5af8-4649-8d63-8da0c8ca2791 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.325300 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912ef84-5af8-4649-8d63-8da0c8ca2791 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.344443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912ef84-5af8-4649-8d63-8da0c8ca2791 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0336c6a3-f5b8-4c0e-b44c-a90b4f17eff9,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:48.415907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bc434e18-043f-47de-8384-b73f3e3e91e5 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:30:48.421159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b912ef84-5af8-4649-8d63-8da0c8ca2791 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.421159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b912ef84-5af8-4649-8d63-8da0c8ca2791 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3277562 Aug 19 13:30:48.421159 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55312) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:48.425802 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-73e5bb5e-98c2-4c51-baa5-a03d2bf2917a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': 'ded33282-3ecb-4dce-b61f-5a45d7237ff8', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:48.436248 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: bc434e18-043f-47de-8384-b73f3e3e91e5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:30:48.436608 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device bc434e18-043f-47de-8384-b73f3e3e91e5 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:30:48.524354 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73e5bb5e-98c2-4c51-baa5-a03d2bf2917a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.583463 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73e5bb5e-98c2-4c51-baa5-a03d2bf2917a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.662488 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73e5bb5e-98c2-4c51-baa5-a03d2bf2917a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.684460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5bb5e-98c2-4c51-baa5-a03d2bf2917a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f04961-3465-48be-812b-dc8306877540,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:48.736743 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-73e5bb5e-98c2-4c51-baa5-a03d2bf2917a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.738509 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-73e5bb5e-98c2-4c51-baa5-a03d2bf2917a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162045 Aug 19 13:30:48.741349 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55314) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:48.745698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0d50f040-8273-416c-8cf1-75ddaade8ee2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': 'ded33282-3ecb-4dce-b61f-5a45d7237ff8', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:48.815722 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d50f040-8273-416c-8cf1-75ddaade8ee2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.874534 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d50f040-8273-416c-8cf1-75ddaade8ee2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:48.988206 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d50f040-8273-416c-8cf1-75ddaade8ee2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.005462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50f040-8273-416c-8cf1-75ddaade8ee2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c4aff3-d1e6-4fa8-9cb2-1a47c992fa8b,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:49.091220 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0d50f040-8273-416c-8cf1-75ddaade8ee2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.092380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0d50f040-8273-416c-8cf1-75ddaade8ee2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501165 Aug 19 13:30:49.100969 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55316) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:49.105398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3011a1a7-5484-45d7-bcc0-bf7cc0ceefed tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': 'ded33282-3ecb-4dce-b61f-5a45d7237ff8', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:49.176971 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-3011a1a7-5484-45d7-bcc0-bf7cc0ceefed tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Project 5554a60e63a1465fb9cc087084847d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:30:49.181776 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3011a1a7-5484-45d7-bcc0-bf7cc0ceefed tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.242367 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3011a1a7-5484-45d7-bcc0-bf7cc0ceefed tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.336726 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3011a1a7-5484-45d7-bcc0-bf7cc0ceefed tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.355672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011a1a7-5484-45d7-bcc0-bf7cc0ceefed tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf3b8a9-710f-4778-b13b-eebdbff4a32e,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:49.422544 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3011a1a7-5484-45d7-bcc0-bf7cc0ceefed tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.423877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3011a1a7-5484-45d7-bcc0-bf7cc0ceefed tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219435 Aug 19 13:30:49.427304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55318) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:49.431731 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7ce3abec-0e8d-4cb7-854b-b6ac711df7af tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': 'ded33282-3ecb-4dce-b61f-5a45d7237ff8', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:49.508151 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-7ce3abec-0e8d-4cb7-854b-b6ac711df7af tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Project 5554a60e63a1465fb9cc087084847d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:30:49.512941 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ce3abec-0e8d-4cb7-854b-b6ac711df7af tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.574697 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ce3abec-0e8d-4cb7-854b-b6ac711df7af tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.662618 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ce3abec-0e8d-4cb7-854b-b6ac711df7af tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.683687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3abec-0e8d-4cb7-854b-b6ac711df7af tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5b7507-87f7-4003-9c81-cb2e835fbaa1,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:49.782150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ce3abec-0e8d-4cb7-854b-b6ac711df7af tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.783411 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7ce3abec-0e8d-4cb7-854b-b6ac711df7af tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3551853 Aug 19 13:30:49.786883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55320) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:49.792100 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'network': {'name': 'tempest-network-smoke--994803225', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'port_security_enabled': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:49.850507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:30:49.853911 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.876643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:30:49.885730 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:49.886067 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Added segment 12ef2ce4-3e11-4e87-85a8-21c53ff90e47 of type vlan for network 15061ce1-8596-45a7-b7c2-1c1d52888776 Aug 19 13:30:49.923815 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:50.005314 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:50.011011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:50.011654 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:50.076384 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Network': ['ID=15061ce1-8596-45a7-b7c2-1c1d52888776,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:50.086350 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 15061ce1-8596-45a7-b7c2-1c1d52888776 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:30:50.125916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0636d020-1f3d-4e23-8d77-2bb39e56da91 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3379860 Aug 19 13:30:50.128755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55322) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:50.133626 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'admin_state_up': True, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:50.205241 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:50.206290 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:50.261339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:50.474879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:50.754550 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:50.773662 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:50.877755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.25.2.229 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/9ab8c4ea-82e8-4b08-b538-af175d96a813) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:30:50.978747 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:51.074528 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:51.120133 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:30:51.123116 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:30:51.125537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:30:51.150788 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=9ab8c4ea-82e8-4b08-b538-af175d96a813,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:51.449144 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:51.646420 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:51.862120 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:30:51.968249 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:30:51.977808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Sync routers for ids ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:30:51.986624 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Routers {'550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:30:51.987278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:52.068174 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:52.072446 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a2552956-5175-42b6-8a90-80a09a9dd593 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9396110 Aug 19 13:30:52.072680 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55324) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:52.093580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Set router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:30:52.103718 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-af325b6c-abf1-4982-9691-87e4876d995d tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5554a60e63a1465fb9cc087084847d80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298989 Aug 19 13:30:52.106229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55326) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:52.195025 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed926ef7-38e0-4ad8-bcb0-f77ca2a70b90 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:52.196615 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ed926ef7-38e0-4ad8-bcb0-f77ca2a70b90 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894549 Aug 19 13:30:52.199536 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55328) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:52.231693 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f100144d-e78f-4c2b-8b4c-cb616e11a24d tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309789 Aug 19 13:30:52.234491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55330) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:52.240202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1716166760', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:52.273510 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:51Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:52.299749 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Checking router: 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:30:52.300586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Updating router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 port 9ab8c4ea-82e8-4b08-b538-af175d96a813 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:30:52.329570 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:52.388173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:30:52.391801 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:52.587564 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:52.596861 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Transition to ACTIVE for port object 9ab8c4ea-82e8-4b08-b538-af175d96a813 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:30:52.685981 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:52.708746 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:52.751698 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Subnet': ['ID=a8cac708-ec28-47de-8976-db962f893c2e,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:52.761794 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Checking segment: {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:30:52.762235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network hostable DHCP agents. Network: 15061ce1-8596-45a7-b7c2-1c1d52888776, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:30:52.762692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Attempting to bind port 9ab8c4ea-82e8-4b08-b538-af175d96a813 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:30:52.763092 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Attempting to bind port 9ab8c4ea-82e8-4b08-b538-af175d96a813 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:30:52.763531 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Attempting to bind port 9ab8c4ea-82e8-4b08-b538-af175d96a813 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:30:52.765522 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a203f98-7714-49b0-891a-88182abbf259 None None] Pushing event updated for resources: {'Port': ['ID=9ab8c4ea-82e8-4b08-b538-af175d96a813,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:52.771551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:30:52.771930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:30:52.772329 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:52.772718 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:30:52.773184 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Bound port: 9ab8c4ea-82e8-4b08-b538-af175d96a813, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:30:52.773577 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:52.824674 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] For port 9ab8c4ea-82e8-4b08-b538-af175d96a813, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:30:52.827727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] For port 9ab8c4ea-82e8-4b08-b538-af175d96a813, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9ab8c4ea-82e8-4b08-b538-af175d96a813,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:30:52.851377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 15061ce1-8596-45a7-b7c2-1c1d52888776 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:30:52.908953 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:52.931392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 15061ce1-8596-45a7-b7c2-1c1d52888776) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:30:52.935568 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:52.936471 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:52.949244 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06dd302-1683-472c-b5c4-427bb3778f0d None None] Network 15061ce1-8596-45a7-b7c2-1c1d52888776 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:30:53.016652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Routers {'550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:30:53.017370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:53.018027 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5c85b91c-0f3a-40aa-9e0d-8dee1018fb56 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7823753 Aug 19 13:30:53.020683 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a203f98-7714-49b0-891a-88182abbf259 None None] Pushing event updated for resources: {'Port': ['ID=9ab8c4ea-82e8-4b08-b538-af175d96a813,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:53.024156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55332) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:30:53.177024 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] Set router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:30:53.243534 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-15061ce1-8596-45a7-b7c2-1c1d52888776', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:30:53.244390 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.456437 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.465793 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Allocated IP 172.20.0.2 (15061ce1-8596-45a7-b7c2-1c1d52888776/a8cac708-ec28-47de-8976-db962f893c2e/f7b03881-bc2f-4685-ade9-12b1768f579b) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:30:53.533209 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:51Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:53.562503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f3f050-02b5-48df-8fc2-4246e1c71fe2 None None] The sync data for ids ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'] in n-d-803757-2 is: [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:51Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:30:53.650463 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.662529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Transition to ACTIVE for port object f7b03881-bc2f-4685-ade9-12b1768f579b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:30:53.684070 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Transition to ACTIVE for port object f7b03881-bc2f-4685-ade9-12b1768f579b will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:30:53.752822 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.813597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Network 15061ce1-8596-45a7-b7c2-1c1d52888776 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:30:53.814539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.20.0.1 (15061ce1-8596-45a7-b7c2-1c1d52888776/a8cac708-ec28-47de-8976-db962f893c2e/04b667f2-8b71-48f6-b170-093640dc3841) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:30:53.814694 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Pushing event updated for resources: {'Port': ['ID=f7b03881-bc2f-4685-ade9-12b1768f579b,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:53.818452 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:30:53.821520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:30:53.881786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Attempting to bind port f7b03881-bc2f-4685-ade9-12b1768f579b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:30:53.882152 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Attempting to bind port f7b03881-bc2f-4685-ade9-12b1768f579b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:30:53.882513 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Attempting to bind port f7b03881-bc2f-4685-ade9-12b1768f579b on network 15061ce1-8596-45a7-b7c2-1c1d52888776 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:30:53.888178 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:30:53.888329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Checking segment: {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:30:53.888659 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.890057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Bound using segment: {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:30:53.890550 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Bound port: f7b03881-bc2f-4685-ade9-12b1768f579b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:30:53.891075 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.954903 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:53.969143 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Transition to ACTIVE for port object 04b667f2-8b71-48f6-b170-093640dc3841 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:30:54.009847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] For port f7b03881-bc2f-4685-ade9-12b1768f579b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:30:54.027594 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] For port f7b03881-bc2f-4685-ade9-12b1768f579b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f7b03881-bc2f-4685-ade9-12b1768f579b,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:30:54.103402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.132089 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.153792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 15061ce1-8596-45a7-b7c2-1c1d52888776 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:30:54.157121 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:30:54.161681 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:30:54.192394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ad872-1579-4d99-bbd8-2b601ee89440 None None] Pushing event updated for resources: {'Port': ['ID=f7b03881-bc2f-4685-ade9-12b1768f579b,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:54.203694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=04b667f2-8b71-48f6-b170-093640dc3841,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:54.209493 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.467951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.552901 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f7b03881-bc2f-4685-ade9-12b1768f579b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:30:54.685308 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f7b03881-bc2f-4685-ade9-12b1768f579b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:30:54.693072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9ab8c4ea-82e8-4b08-b538-af175d96a813 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:30:54.763286 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.856826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 9ab8c4ea-82e8-4b08-b538-af175d96a813 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:30:54.861211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9ab8c4ea-82e8-4b08-b538-af175d96a813 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:30:54.866995 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.902963 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.943245 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.965023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 9ab8c4ea-82e8-4b08-b538-af175d96a813, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9ab8c4ea-82e8-4b08-b538-af175d96a813,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:30:54.978118 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:54.980031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=04b667f2-8b71-48f6-b170-093640dc3841,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:55.062752 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:55.075857 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 15061ce1-8596-45a7-b7c2-1c1d52888776 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:30:55.077241 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:30:55.110565 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=9ab8c4ea-82e8-4b08-b538-af175d96a813,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:55.558604 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:30:55.620089 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d379c990-b5d6-4ea7-b89f-10fc22fdfb73 None None] Network 15061ce1-8596-45a7-b7c2-1c1d52888776 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:30:55.672017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:30:55.684562 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-51f00316-90cc-4bac-8ce7-4013c1e2f0d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "PUT /v2.0/routers/550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6519454 Aug 19 13:30:55.693923 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Sync routers for ids ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:30:55.704980 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Routers {'550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:30:55.710968 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:55.777740 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-48f513cf-cb52-429f-9c54-9355ba2cdfd0 None None] Provisioning for port f7b03881-bc2f-4685-ade9-12b1768f579b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:30:55.784367 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-48f513cf-cb52-429f-9c54-9355ba2cdfd0 None None] Provisioning complete for port f7b03881-bc2f-4685-ade9-12b1768f579b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:30:55.784782 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-48f513cf-cb52-429f-9c54-9355ba2cdfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:55.826925 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Set router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:30:55.835699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-93bdec47-6ba5-4d23-880f-73d8fa96239f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150272537&fields=id&tenant_id=5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 267 time: 0.0424168 Aug 19 13:30:55.882534 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-48f513cf-cb52-429f-9c54-9355ba2cdfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:55.927123 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-48f513cf-cb52-429f-9c54-9355ba2cdfd0 None None] For port f7b03881-bc2f-4685-ade9-12b1768f579b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f7b03881-bc2f-4685-ade9-12b1768f579b,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:30:55.972746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167059-6c32-410b-9a3b-de6c893c3694 req-03890afd-79b3-42db-8dc5-644f688afa3d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:55.974397 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-03890afd-79b3-42db-8dc5-644f688afa3d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/networks?id=15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 200 len: 796 time: 0.1241353 Aug 19 13:30:55.993914 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-437b4474-77b3-4246-bbfc-1fbf7ae27364 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/quotas/5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 375 time: 0.0109231 Aug 19 13:30:56.045490 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-48f513cf-cb52-429f-9c54-9355ba2cdfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:56.058813 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '04b667f2-8b71-48f6-b170-093640dc3841', 'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:e2:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:53Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 2, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:56.063364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-92804664-e9b2-4144-966a-fd4cb57ab561 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634289 Aug 19 13:30:56.086828 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Checking router: 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:30:56.087188 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Updating router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 port 04b667f2-8b71-48f6-b170-093640dc3841 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:30:56.106814 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:56.115549 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:56.136798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f513cf-cb52-429f-9c54-9355ba2cdfd0 None None] Pushing event updated for resources: {'Port': ['ID=f7b03881-bc2f-4685-ade9-12b1768f579b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:56.198282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-ba687060-5bff-493e-977c-863451d22593 service neutron] 10.222.0.21 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256950 Aug 19 13:30:56.228582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a86dae3b-39e4-417a-a110-a8a71ee633b4 None None] Provisioning for port 04b667f2-8b71-48f6-b170-093640dc3841 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:30:56.232516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a86dae3b-39e4-417a-a110-a8a71ee633b4 None None] Provisioning complete for port 04b667f2-8b71-48f6-b170-093640dc3841 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:30:56.233104 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a86dae3b-39e4-417a-a110-a8a71ee633b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:56.271691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a86dae3b-39e4-417a-a110-a8a71ee633b4 None None] Port 04b667f2-8b71-48f6-b170-093640dc3841 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:30:56.285407 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a86dae3b-39e4-417a-a110-a8a71ee633b4 None None] Provisioning complete for port f7b03881-bc2f-4685-ade9-12b1768f579b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:30:56.286142 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a86dae3b-39e4-417a-a110-a8a71ee633b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:56.309145 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-9fba9ccb-4fb2-453b-a492-3d6f0d04c815 service neutron] 10.222.0.21 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040537 Aug 19 13:30:56.433200 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:56.444153 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Transition to ACTIVE for port object 04b667f2-8b71-48f6-b170-093640dc3841 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:30:56.478591 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f7b03881-bc2f-4685-ade9-12b1768f579b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:30:56.514272 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:56.545072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f7b03881-bc2f-4685-ade9-12b1768f579b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:30:56.545963 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:56.613306 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9197815-c949-4322-a709-8766b193d7a4 req-40160cb3-6ad3-46cc-b9c7-024576cf626e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 210 time: 0.0504065 Aug 19 13:30:56.623327 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Pushing event updated for resources: {'Port': ['ID=04b667f2-8b71-48f6-b170-093640dc3841,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:56.652394 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.652739 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.653092 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.653394 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.653721 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.654045 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.654426 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.654749 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.655124 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.655753 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.656023 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.656387 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:30:56.712201 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Attempting to bind port 04b667f2-8b71-48f6-b170-093640dc3841 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:30:56.712913 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Attempting to bind port 04b667f2-8b71-48f6-b170-093640dc3841 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:30:56.713137 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Attempting to bind port 04b667f2-8b71-48f6-b170-093640dc3841 on network 15061ce1-8596-45a7-b7c2-1c1d52888776 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:30:56.719145 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:30:56.719519 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Checking segment: {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:30:56.719922 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:56.720328 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Bound using segment: {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:30:56.720801 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Bound port: 04b667f2-8b71-48f6-b170-093640dc3841, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:30:56.721188 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:56.797064 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] For port 04b667f2-8b71-48f6-b170-093640dc3841, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:30:56.800691 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] For port 04b667f2-8b71-48f6-b170-093640dc3841, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=04b667f2-8b71-48f6-b170-093640dc3841,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:30:56.862847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9ab8c4ea-82e8-4b08-b538-af175d96a813 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:30:56.911970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9ab8c4ea-82e8-4b08-b538-af175d96a813 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:30:56.912380 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:56.960505 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:57.022746 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:57.022905 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Routers {'550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:30:57.022905 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:30:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:57.056326 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea087a5-827a-424b-887c-ad5ddb83fce9 None None] Pushing event updated for resources: {'Port': ['ID=04b667f2-8b71-48f6-b170-093640dc3841,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:57.230357 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] Set router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:30:57.426612 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '04b667f2-8b71-48f6-b170-093640dc3841', 'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:e2:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:53Z', 'updated_at': '2021-08-19T13:30:56Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:30:57.458776 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6e4b55-aa52-40f6-9035-a5246ea23ef7 None None] The sync data for ids ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'] in n-d-803757-2 is: [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '04b667f2-8b71-48f6-b170-093640dc3841', 'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:e2:c3:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:53Z', 'updated_at': '2021-08-19T13:30:56Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:30:57.728199 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-2b7bf2e2-c4d6-4926-abad-fe3b6079f6f2 req-e00c331d-0b64-48bd-a103-4ef4df72d9f8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 210 time: 0.0338185 Aug 19 13:30:58.483551 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 04b667f2-8b71-48f6-b170-093640dc3841 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:30:58.639687 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 04b667f2-8b71-48f6-b170-093640dc3841 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:30:58.644923 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 04b667f2-8b71-48f6-b170-093640dc3841 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:30:58.648743 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:58.672883 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167059-6c32-410b-9a3b-de6c893c3694 req-f2cdb552-49b2-4189-bb39-dd44a264f21a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:58.672883 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-f2cdb552-49b2-4189-bb39-dd44a264f21a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "GET /v2.0/networks?id=15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 200 len: 796 time: 0.1040199 Aug 19 13:30:58.722452 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-dba56e4f-68bd-4bf3-87c0-ec9515cc8b98 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 379 time: 0.0360110 Aug 19 13:30:58.723697 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:58.731842 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'port': {'device_id': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'admin_state_up': True, 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'security_groups': ['ded33282-3ecb-4dce-b61f-5a45d7237ff8']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:58.760082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 04b667f2-8b71-48f6-b170-093640dc3841, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=04b667f2-8b71-48f6-b170-093640dc3841,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:30:58.834120 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:58.848035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c03491cd-e7d0-4779-8b82-05d517c34269 req-321f6b21-b9f5-4f52-8ae1-0078c2072736 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 210 time: 0.0307751 Aug 19 13:30:58.883388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=04b667f2-8b71-48f6-b170-093640dc3841,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:58.942739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:30:58.946415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:59.069797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.20.0.5 (15061ce1-8596-45a7-b7c2-1c1d52888776/a8cac708-ec28-47de-8976-db962f893c2e/f3863cec-cfc4-4807-8a69-49fed75bf692) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:30:59.206904 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:59.219955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Transition to ACTIVE for port object f3863cec-cfc4-4807-8a69-49fed75bf692 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:30:59.314461 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:59.359482 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 15061ce1-8596-45a7-b7c2-1c1d52888776 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:30:59.363255 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:30:59.367152 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:30:59.390539 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=f3863cec-cfc4-4807-8a69-49fed75bf692,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:30:59.422660 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:59.423636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:59.521444 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-33715f1e-5c09-44ab-9c02-d86e1a7060e2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934692 Aug 19 13:30:59.533139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-2f446ee7-a71e-4048-8d5a-6ad74b8b7305 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:30:59.537044 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-2f446ee7-a71e-4048-8d5a-6ad74b8b7305 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059655 Aug 19 13:30:59.547404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Request body: {'port': {'device_id': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:30:59.608091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:59.628351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ea1c0a84-6529-4ed6-a81a-9b2d17e205d7 None None] Provisioning for port f3863cec-cfc4-4807-8a69-49fed75bf692 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:30:59.632314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-ea1c0a84-6529-4ed6-a81a-9b2d17e205d7 None None] Provisioning complete for port f3863cec-cfc4-4807-8a69-49fed75bf692 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:30:59.632759 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ea1c0a84-6529-4ed6-a81a-9b2d17e205d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:59.669175 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c0a84-6529-4ed6-a81a-9b2d17e205d7 None None] Port f3863cec-cfc4-4807-8a69-49fed75bf692 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:30:59.867843 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3863cec-cfc4-4807-8a69-49fed75bf692 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:30:59.875243 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:30:59.887540 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Transition to ACTIVE for port object f3863cec-cfc4-4807-8a69-49fed75bf692 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:30:59.965337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3237e6-7542-4811-8b6b-c3ebde4f2e7e req-e787a8e7-72d0-4d9a-bf77-541596d96ccf tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:30:59.966845 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d3237e6-7542-4811-8b6b-c3ebde4f2e7e req-e787a8e7-72d0-4d9a-bf77-541596d96ccf tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 931 time: 0.0498528 Aug 19 13:30:59.970738 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:00.053407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Pushing event updated for resources: {'Port': ['ID=f3863cec-cfc4-4807-8a69-49fed75bf692,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:00.077380 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d3237e6-7542-4811-8b6b-c3ebde4f2e7e req-d0985b39-c716-4035-a4ee-4bb0d5008ba1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042941 Aug 19 13:31:00.129630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Attempting to bind port f3863cec-cfc4-4807-8a69-49fed75bf692 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:31:00.129884 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Attempting to bind port f3863cec-cfc4-4807-8a69-49fed75bf692 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:31:00.130186 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Attempting to bind port f3863cec-cfc4-4807-8a69-49fed75bf692 on network 15061ce1-8596-45a7-b7c2-1c1d52888776 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:31:00.135123 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Port f3863cec-cfc4-4807-8a69-49fed75bf692 on network 15061ce1-8596-45a7-b7c2-1c1d52888776 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:31:00.135453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Attempting to bind port f3863cec-cfc4-4807-8a69-49fed75bf692 on network 15061ce1-8596-45a7-b7c2-1c1d52888776 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:31:00.140540 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:31:00.140888 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Checking segment: {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:31:00.141281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Bound using segment: {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:31:00.141719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Bound port: f3863cec-cfc4-4807-8a69-49fed75bf692, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:31:00.142086 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:00.213274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:31:00.216302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f3863cec-cfc4-4807-8a69-49fed75bf692,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:31:00.302949 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:00.337087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:00.337753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:00.339176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] 10.222.0.62 "PUT /v2.0/ports/f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 1091 time: 0.7965086 Aug 19 13:31:00.339664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:31:00.342026 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962637e0-a57d-4a6f-820d-4a7c43ab3825" -d '{"events": [{"name": "network-changed", "server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:31:00.372986 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e190a7-7e4e-47d2-93d2-871c03fd878d service neutron] Pushing event updated for resources: {'Port': ['ID=f3863cec-cfc4-4807-8a69-49fed75bf692,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:00.394474 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b3cba2-a06f-43f7-97cb-933990e6ea74 x-openstack-request-id: req-b4b3cba2-a06f-43f7-97cb-933990e6ea74 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:31:00.394773 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:31:00.395084 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4b3cba2-a06f-43f7-97cb-933990e6ea74 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:31:00.395492 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'status': 'completed', 'code': 200} Aug 19 13:31:00.472697 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962637e0-a57d-4a6f-820d-4a7c43ab3825 req-6971b4ed-c962-46db-b1e0-94cd691f36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:00.474328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-962637e0-a57d-4a6f-820d-4a7c43ab3825 req-6971b4ed-c962-46db-b1e0-94cd691f36bb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1094 time: 0.0582252 Aug 19 13:31:00.481139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 04b667f2-8b71-48f6-b170-093640dc3841 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:31:00.534729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 04b667f2-8b71-48f6-b170-093640dc3841 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:00.535529 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:00.586669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962637e0-a57d-4a6f-820d-4a7c43ab3825 req-eb13493c-0402-4c9f-8b9d-9a1d790292e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:00.588391 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-962637e0-a57d-4a6f-820d-4a7c43ab3825 req-eb13493c-0402-4c9f-8b9d-9a1d790292e9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5554a60e63a1465fb9cc087084847d80&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1063826 Aug 19 13:31:00.686623 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962637e0-a57d-4a6f-820d-4a7c43ab3825 req-84c295b4-b09d-404f-b962-cd5d8c376e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:00.688186 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-962637e0-a57d-4a6f-820d-4a7c43ab3825 req-84c295b4-b09d-404f-b962-cd5d8c376e77 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928140 Aug 19 13:31:00.765895 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167059-6c32-410b-9a3b-de6c893c3694 req-8b61087a-129a-4217-be2e-ffa422874c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:00.767430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-8b61087a-129a-4217-be2e-ffa422874c32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1094 time: 0.0411205 Aug 19 13:31:00.813382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-70f40dc6-7990-42ca-91fe-f27a8a90556d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 217 time: 0.0385365 Aug 19 13:31:00.862948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167059-6c32-410b-9a3b-de6c893c3694 req-3549b9b5-d667-4c6b-adf9-32c3175f0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:00.864382 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-3549b9b5-d667-4c6b-adf9-32c3175f0c66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8cac708-ec28-47de-8976-db962f893c2e HTTP/1.1" status: 200 len: 835 time: 0.0437515 Aug 19 13:31:00.910104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167059-6c32-410b-9a3b-de6c893c3694 req-1332e268-a936-4751-a8f0-4fa1b8dd02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:00.911795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-1332e268-a936-4751-a8f0-4fa1b8dd02da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15061ce1-8596-45a7-b7c2-1c1d52888776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394235 Aug 19 13:31:01.004258 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-2be0f96f-ddf6-4174-99d2-301865a53901 service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Aug 19 13:31:01.096255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-15167059-6c32-410b-9a3b-de6c893c3694 req-0607c7d6-3cc7-4606-bf2e-5184394b073a service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852981 Aug 19 13:31:01.196595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131eaef-184c-4797-8020-376cbc2febe5 req-9ee59640-9dbf-45c7-addf-5e76fe730973 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:01.198126 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d131eaef-184c-4797-8020-376cbc2febe5 req-9ee59640-9dbf-45c7-addf-5e76fe730973 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 943 time: 0.0510092 Aug 19 13:31:01.241540 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d131eaef-184c-4797-8020-376cbc2febe5 req-d8087d69-dcc3-4cda-ae34-d8b73245d493 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374367 Aug 19 13:31:02.356076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e4cd8-cf8d-4db0-a4c7-4568a54ebe57 req-ccea1de2-e000-4664-8dac-8c7dedc3d0dd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:02.357550 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff4e4cd8-cf8d-4db0-a4c7-4568a54ebe57 req-ccea1de2-e000-4664-8dac-8c7dedc3d0dd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 943 time: 0.0480707 Aug 19 13:31:02.394300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ff4e4cd8-cf8d-4db0-a4c7-4568a54ebe57 req-4ce93f59-49f9-4557-8fd6-c6195147c844 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301502 Aug 19 13:31:03.509683 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f871f-37c1-40a9-97d4-d82fe845244a req-3666c07b-f27b-4dac-8e50-2aecb6261e01 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:03.511182 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-376f871f-37c1-40a9-97d4-d82fe845244a req-3666c07b-f27b-4dac-8e50-2aecb6261e01 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 943 time: 0.0486019 Aug 19 13:31:03.549494 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-376f871f-37c1-40a9-97d4-d82fe845244a req-bc8d605d-2dca-4ccd-b363-ec9a26d296df tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324793 Aug 19 13:31:04.668145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0d897-ae68-4be1-9773-6a57f72a2f7d req-de96d2bb-6442-4c56-90a0-dac5fa1df13a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:04.669405 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5b0d897-ae68-4be1-9773-6a57f72a2f7d req-de96d2bb-6442-4c56-90a0-dac5fa1df13a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 943 time: 0.0519717 Aug 19 13:31:04.707327 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5b0d897-ae68-4be1-9773-6a57f72a2f7d req-a81ed866-51fb-497a-aee1-fcdcb6aedf9f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314100 Aug 19 13:31:04.815394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f3863cec-cfc4-4807-8a69-49fed75bf692 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:31:04.859038 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-5b4ab05e-d934-4692-8a47-d631229bb312 req-2c72c363-d954-489f-9927-54fd2ca20566 service neutron] (95543) timed out ('10.222.0.21', 52080) {{(pid=95543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:31:04.910264 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f3863cec-cfc4-4807-8a69-49fed75bf692,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:04.924993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'port_id': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'mac_address': 'fa:16:3e:fb:9a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:31:04.961267 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:04.974240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3863cec-cfc4-4807-8a69-49fed75bf692 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:31:04.992927 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f3863cec-cfc4-4807-8a69-49fed75bf692,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:05.091045 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:05.122854 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-703ad50a-ecdd-4e7f-89bf-04a179eaf30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:05.140005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=f3863cec-cfc4-4807-8a69-49fed75bf692,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:05.317902 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:31:05.319579 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['f3863cec-cfc4-4807-8a69-49fed75bf692'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:31:05.821361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419c4c5-53f0-4a54-b05c-c1e343945eb3 req-835a2c56-3797-4fe2-90d2-1916a7e6ea7f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:05.822851 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b419c4c5-53f0-4a54-b05c-c1e343945eb3 req-835a2c56-3797-4fe2-90d2-1916a7e6ea7f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 944 time: 0.0491509 Aug 19 13:31:05.859324 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b419c4c5-53f0-4a54-b05c-c1e343945eb3 req-26b3b04c-c1f8-450e-8d93-905efed39ed4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306160 Aug 19 13:31:06.830252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f3863cec-cfc4-4807-8a69-49fed75bf692 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:31:06.942156 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port f3863cec-cfc4-4807-8a69-49fed75bf692 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:31:06.946079 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port f3863cec-cfc4-4807-8a69-49fed75bf692 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:31:06.946456 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:06.974165 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7cf9f-334d-4418-8d6e-9c201c0e24fc req-7b05a34f-e366-4f7a-809a-64ea225c6715 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:06.975743 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00e7cf9f-334d-4418-8d6e-9c201c0e24fc req-7b05a34f-e366-4f7a-809a-64ea225c6715 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 944 time: 0.0514960 Aug 19 13:31:07.014847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-00e7cf9f-334d-4418-8d6e-9c201c0e24fc req-6ba7a049-fb8e-4c87-b9af-fe91c4c3909a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330591 Aug 19 13:31:07.027115 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:07.051086 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:31:07.053385 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4368e626-0b37-4d82-84a0-15040d955057" -d '{"events": [{"server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "name": "network-vif-plugged", "status": "completed", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:31:07.067612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f3863cec-cfc4-4807-8a69-49fed75bf692,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:31:07.145826 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:07.165440 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93809ca1-92fa-4b1d-a4e4-340fe6115ed5 x-openstack-request-id: req-93809ca1-92fa-4b1d-a4e4-340fe6115ed5 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:31:07.165787 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "name": "network-vif-plugged", "status": "completed", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:31:07.166043 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93809ca1-92fa-4b1d-a4e4-340fe6115ed5 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:31:07.166439 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'code': 200} Aug 19 13:31:07.194968 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=f3863cec-cfc4-4807-8a69-49fed75bf692,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:07.256584 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bde20-3d69-4e72-915b-6902863719b1 req-c9827a41-99b8-4d9b-9439-4d59b3444b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:07.258082 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b78bde20-3d69-4e72-915b-6902863719b1 req-c9827a41-99b8-4d9b-9439-4d59b3444b5a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1096 time: 0.0413957 Aug 19 13:31:07.296703 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b78bde20-3d69-4e72-915b-6902863719b1 req-c9c99848-7ddc-4f00-b0a2-a6e5f6686e82 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310493 Aug 19 13:31:07.690856 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:07.839483 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-125bac6b-a18f-4a96-886e-530f1993320d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:08.130466 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b510e-7944-44ff-b7e0-339d71fcde9e req-c608cabb-1b3f-45e3-b9d2-63223fdb8a4e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:08.131965 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a39b510e-7944-44ff-b7e0-339d71fcde9e req-c608cabb-1b3f-45e3-b9d2-63223fdb8a4e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0502558 Aug 19 13:31:08.176009 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a39b510e-7944-44ff-b7e0-339d71fcde9e req-9e47ea3b-fae3-46ea-addd-b158efc942c8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381227 Aug 19 13:31:09.295336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7bfd-1228-4dc9-8d0f-71b57d3c92c9 req-3a9d6c18-5565-468a-ae48-5e13e7f6b9a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:09.296658 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f02d7bfd-1228-4dc9-8d0f-71b57d3c92c9 req-3a9d6c18-5565-468a-ae48-5e13e7f6b9a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0504248 Aug 19 13:31:09.336987 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f02d7bfd-1228-4dc9-8d0f-71b57d3c92c9 req-1374edb0-af86-46a0-a9f7-a7f77a55d8a9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339723 Aug 19 13:31:09.416482 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:09.453695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f11c0e-c42c-464d-9226-6a17740f4ed9 req-ff7973c6-4121-4bfb-84d3-3b3ecc5bd5e6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:09.455243 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93f11c0e-c42c-464d-9226-6a17740f4ed9 req-ff7973c6-4121-4bfb-84d3-3b3ecc5bd5e6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0532212 Aug 19 13:31:09.492791 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93f11c0e-c42c-464d-9226-6a17740f4ed9 req-03912d67-6e06-45f9-8c09-a419c4738030 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312848 Aug 19 13:31:09.513522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55404) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:09.552975 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e086e71-f4b3-4a70-8c17-d0ddd9e2ff1c tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:09.554363 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2e086e71-f4b3-4a70-8c17-d0ddd9e2ff1c tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1091 time: 0.0399017 Aug 19 13:31:09.557169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55406) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:09.561395 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:31:09.673740 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:09.770638 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:09.871558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.25.2.89 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/89cd8911-7f7e-4f3d-8b37-7a831cf6c878) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:31:09.973546 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:10.062913 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:10.102925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:31:10.105820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:31:10.109418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:31:10.114701 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=89cd8911-7f7e-4f3d-8b37-7a831cf6c878,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:10.782043 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:10.818236 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:10.933743 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.084846 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.130533 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.202629 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=89cd8911-7f7e-4f3d-8b37-7a831cf6c878,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:31:11.213094 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.311043 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Floating IP ec2a8d45-e924-4544-a74e-97d7e222cacf associated. External IP: 172.25.2.89, port: f3863cec-cfc4-4807-8a69-49fed75bf692. Aug 19 13:31:11.517218 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:31:11.626956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:31:11.636790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab894da6-7d9d-44a4-bc0f-4fc6c3e02478 None None] Sync routers for ids ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:31:11.645941 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab894da6-7d9d-44a4-bc0f-4fc6c3e02478 None None] Routers {'550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:11.650970 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ab894da6-7d9d-44a4-bc0f-4fc6c3e02478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:11.694321 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:11.722182 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d974540e-b906-4439-8f2d-5dafbcb866bd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1640105 Aug 19 13:31:11.723677 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:31:11.725637 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c" -d '{"events": [{"name": "network-changed", "server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:31:11.754078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ab894da6-7d9d-44a4-bc0f-4fc6c3e02478 None None] Set router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:11.761856 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250f7464-b439-4f12-ada3-cccc00bcbd8a x-openstack-request-id: req-250f7464-b439-4f12-ada3-cccc00bcbd8a {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:31:11.762156 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:31:11.762411 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-250f7464-b439-4f12-ada3-cccc00bcbd8a {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:31:11.762833 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'status': 'completed', 'code': 200} Aug 19 13:31:11.849668 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480af36-9c39-47db-a22d-cc19b500e5d4 req-8124e792-d61e-4571-8290-9f59da0ba59f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:11.851200 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3480af36-9c39-47db-a22d-cc19b500e5d4 req-8124e792-d61e-4571-8290-9f59da0ba59f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0766962 Aug 19 13:31:11.853822 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c req-1524ee90-6762-4c87-82a6-0799b17f986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:11.855252 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c req-1524ee90-6762-4c87-82a6-0799b17f986c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1096 time: 0.0704539 Aug 19 13:31:11.939747 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3480af36-9c39-47db-a22d-cc19b500e5d4 req-931aa2bb-53ba-44bb-92e4-d90ef08d4c2b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823033 Aug 19 13:31:11.962105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55412) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:11.974916 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c req-d93efeb2-71cb-4c27-8794-aa137d88e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:11.976407 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c req-d93efeb2-71cb-4c27-8794-aa137d88e755 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 200 len: 897 time: 0.1118741 Aug 19 13:31:11.989351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ab894da6-7d9d-44a4-bc0f-4fc6c3e02478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'ec2a8d45-e924-4544-a74e-97d7e222cacf', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'port_id': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'mac_address': 'fa:16:3e:fb:9a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:31:10Z', 'updated_at': '2021-08-19T13:31:10Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b667f2-8b71-48f6-b170-093640dc3841', 'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:e2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:53Z', 'updated_at': '2021-08-19T13:30:58Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:12.016556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab894da6-7d9d-44a4-bc0f-4fc6c3e02478 None None] Checking router: 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:31:12.026741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab894da6-7d9d-44a4-bc0f-4fc6c3e02478 None None] Routers {'550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:31:12.027361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ab894da6-7d9d-44a4-bc0f-4fc6c3e02478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:31:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:12.030541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8b01bc33-d6d3-4290-8a04-93163c3421bf tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/ec2a8d45-e924-4544-a74e-97d7e222cacf HTTP/1.1" status: 200 len: 990 time: 0.0666163 Aug 19 13:31:12.052561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c req-96f1ed3a-a754-4d17-a970-8458064e4428 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 998 time: 0.0691583 Aug 19 13:31:12.102865 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c req-f8deb984-d172-402e-bbdb-c4507ce3411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:12.104327 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c req-f8deb984-d172-402e-bbdb-c4507ce3411b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8cac708-ec28-47de-8976-db962f893c2e HTTP/1.1" status: 200 len: 835 time: 0.0455573 Aug 19 13:31:12.138120 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-ab894da6-7d9d-44a4-bc0f-4fc6c3e02478 None None] Set router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:31:12.151765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c req-3bf2b157-649f-45bf-8b18-42e00d35eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:12.153343 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c req-3bf2b157-649f-45bf-8b18-42e00d35eba0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15061ce1-8596-45a7-b7c2-1c1d52888776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419066 Aug 19 13:31:12.252682 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c req-75bee934-851c-4c6e-bf4f-a1ecbc8bba01 service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919969 Aug 19 13:31:12.344847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49ca5fd9-0561-4f13-86be-fcd3ae84a88c req-b19cd1a6-2e82-4281-9552-13a14adc12c2 service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858285 Aug 19 13:31:12.364893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-ab894da6-7d9d-44a4-bc0f-4fc6c3e02478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'ec2a8d45-e924-4544-a74e-97d7e222cacf', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'port_id': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'mac_address': 'fa:16:3e:fb:9a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:31:10Z', 'updated_at': '2021-08-19T13:31:10Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b667f2-8b71-48f6-b170-093640dc3841', 'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:e2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:53Z', 'updated_at': '2021-08-19T13:30:58Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:31:12.390417 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab894da6-7d9d-44a4-bc0f-4fc6c3e02478 None None] The sync data for ids ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'] in n-d-803757-2 is: [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': 'ec2a8d45-e924-4544-a74e-97d7e222cacf', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.89', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'port_id': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'mac_address': 'fa:16:3e:fb:9a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:31:10Z', 'updated_at': '2021-08-19T13:31:10Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04b667f2-8b71-48f6-b170-093640dc3841', 'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:e2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:53Z', 'updated_at': '2021-08-19T13:30:58Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:31:12.577360 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9427030-5dc8-415c-a834-b5abec4eae72 None None] New status for floating IP ec2a8d45-e924-4544-a74e-97d7e222cacf: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:31:13.033832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55416) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:31:13.097778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-4a8464b8-414a-4c73-b3d3-d1e10b1f5c77 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/ec2a8d45-e924-4544-a74e-97d7e222cacf HTTP/1.1" status: 200 len: 992 time: 0.0626073 Aug 19 13:31:19.613362 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-b597541d-fca3-4d78-910e-f6db809f54aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407574 Aug 19 13:31:19.698739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-b16b7942-eca6-4ac4-827a-5a589b6be7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:19.700372 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-b16b7942-eca6-4ac4-827a-5a589b6be7a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1096 time: 0.0446556 Aug 19 13:31:19.802399 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-e3ea795b-49b2-4cd7-9727-4a68a2a8d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:19.803879 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-e3ea795b-49b2-4cd7-9727-4a68a2a8d77f service neutron] 10.222.0.62 "GET /v2.0/networks?id=15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 200 len: 897 time: 0.0833373 Aug 19 13:31:19.874480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-3848e929-1391-4bb9-bff1-be1f2265e6f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 1000 time: 0.0609651 Aug 19 13:31:19.922541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-fc2a7e84-1360-40ea-868e-690871901288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:19.923942 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-fc2a7e84-1360-40ea-868e-690871901288 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8cac708-ec28-47de-8976-db962f893c2e HTTP/1.1" status: 200 len: 835 time: 0.0417337 Aug 19 13:31:19.969081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-755c0a8e-fb40-4e93-9d71-1233ddfc7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:19.970511 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-755c0a8e-fb40-4e93-9d71-1233ddfc7827 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15061ce1-8596-45a7-b7c2-1c1d52888776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386429 Aug 19 13:31:20.064434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-325e866a-e194-4077-8f26-9314074480c3 service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835013 Aug 19 13:31:20.151783 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b60195a4-a12c-465d-a8c9-8ec5ba21a3cf req-fda29f7b-ab99-43c6-8ad4-329fae7c56d3 service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801544 Aug 19 13:31:26.061833 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:26.868005 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:35.078678 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9d6b52d1-dd15-4aa5-bfe4-8bcec4b55ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:37.719021 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:37.844286 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e2615116-5ff4-44d4-8df4-b98e303d3e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:39.410388 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:40.787196 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:42.316924 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:31:44.738684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034b628-af22-4a20-abf4-9c9b5e7e48d1 req-c54de8a4-2a71-476a-935c-c2d5ae37abe5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:44.740375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4034b628-af22-4a20-abf4-9c9b5e7e48d1 req-c54de8a4-2a71-476a-935c-c2d5ae37abe5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0513284 Aug 19 13:31:44.778334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4034b628-af22-4a20-abf4-9c9b5e7e48d1 req-1705fc3d-c81f-42a9-9db0-ea20a8e75a8f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319555 Aug 19 13:31:44.977178 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-73dace0f-4d90-48e8-9206-b9f7aaa1aede service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009164 Aug 19 13:31:45.907215 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690b91-dd9e-4fb6-8a39-db4b33623cfa req-72d012de-61a6-4e91-bc62-30363493f2b6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:45.909190 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2690b91-dd9e-4fb6-8a39-db4b33623cfa req-72d012de-61a6-4e91-bc62-30363493f2b6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0499556 Aug 19 13:31:45.949721 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2690b91-dd9e-4fb6-8a39-db4b33623cfa req-79eac47c-cf7a-48d7-b88f-44f0f4431504 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340822 Aug 19 13:31:47.075507 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eccc0c-a121-462b-ae5a-c76f0004a66e req-7597d485-0b7f-458f-8aad-73881b6e5102 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:47.077000 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f1eccc0c-a121-462b-ae5a-c76f0004a66e req-7597d485-0b7f-458f-8aad-73881b6e5102 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0503287 Aug 19 13:31:47.115361 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f1eccc0c-a121-462b-ae5a-c76f0004a66e req-75b2e7bd-4e36-4fde-b14d-025d07cf48ae tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323122 Aug 19 13:31:47.115680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-9861ac4c-f913-4762-bd55-1c61929a0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:47.117197 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-9861ac4c-f913-4762-bd55-1c61929a0d1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1096 time: 0.0457227 Aug 19 13:31:47.206233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-8aa90dd6-7822-4b9c-92fa-e6dc38dfb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:47.207743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-8aa90dd6-7822-4b9c-92fa-e6dc38dfb849 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 200 len: 897 time: 0.0831213 Aug 19 13:31:47.275520 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-ba52a1b8-5115-4874-a241-a34914aa612f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 1000 time: 0.0606136 Aug 19 13:31:47.323182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-770ddf9b-9e06-4cf4-91c9-e567e3fc83af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:47.324609 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-770ddf9b-9e06-4cf4-91c9-e567e3fc83af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8cac708-ec28-47de-8976-db962f893c2e HTTP/1.1" status: 200 len: 835 time: 0.0428493 Aug 19 13:31:47.370182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-b8ee6dc3-24bb-4925-a687-d6603ef72ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:47.371770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-b8ee6dc3-24bb-4925-a687-d6603ef72ab4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15061ce1-8596-45a7-b7c2-1c1d52888776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409515 Aug 19 13:31:47.463235 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-55f777e3-ab15-474c-9007-19df0641390e service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843029 Aug 19 13:31:47.553251 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-944aa7df-e3a8-4bbd-9014-8c73612dde88 service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808418 Aug 19 13:31:48.230120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830f331-5ba9-485e-a998-01a1b7fd5d1e req-02f8d808-5dbb-414c-905f-2799a7fefa42 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:48.231632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a830f331-5ba9-485e-a998-01a1b7fd5d1e req-02f8d808-5dbb-414c-905f-2799a7fefa42 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Aug 19 13:31:48.268220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a830f331-5ba9-485e-a998-01a1b7fd5d1e req-860aa4c1-1805-4a81-a536-abf9acf19e0d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307467 Aug 19 13:31:49.391462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9915cd9-e0b0-4c5f-b7bb-feb5df413414 req-83a5a6a5-9054-4c07-ae38-310b3267a563 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:49.393638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b9915cd9-e0b0-4c5f-b7bb-feb5df413414 req-83a5a6a5-9054-4c07-ae38-310b3267a563 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0564561 Aug 19 13:31:49.431703 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b9915cd9-e0b0-4c5f-b7bb-feb5df413414 req-2773db06-9ca3-408a-872f-f78d339c186a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320902 Aug 19 13:31:50.548821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7cf37-f9ab-4d9e-938a-2459db8c37fc req-14a15355-8c7d-4777-9a54-fe6b4090c520 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:50.550315 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70e7cf37-f9ab-4d9e-938a-2459db8c37fc req-14a15355-8c7d-4777-9a54-fe6b4090c520 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0530486 Aug 19 13:31:50.587613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70e7cf37-f9ab-4d9e-938a-2459db8c37fc req-31458e1d-cce1-45e7-aa78-8d0c218a2cd2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312431 Aug 19 13:31:51.702880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aea0a-d5e1-4459-a2c8-926919516447 req-e3a01cd7-a81e-4c26-ab3d-b6e2d8ec0e90 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:51.704896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf1aea0a-d5e1-4459-a2c8-926919516447 req-e3a01cd7-a81e-4c26-ab3d-b6e2d8ec0e90 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0487111 Aug 19 13:31:51.741233 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf1aea0a-d5e1-4459-a2c8-926919516447 req-2f3348a0-b298-4caa-925e-4ba2ca185bef tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304017 Aug 19 13:31:52.870790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e14592-217c-48d1-8841-c051518a40cb req-7d2d9006-d29d-4876-81d2-ca0278602989 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:52.872328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43e14592-217c-48d1-8841-c051518a40cb req-7d2d9006-d29d-4876-81d2-ca0278602989 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0489173 Aug 19 13:31:52.910592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-43e14592-217c-48d1-8841-c051518a40cb req-e1f030b2-5a4c-457a-93d7-7340845aff2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316043 Aug 19 13:31:54.024089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914860f-97cb-4d94-a360-a6c9061a2b80 req-55b70e76-f3bd-4fb3-9e03-a9ee39dcb51c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:54.025586 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a914860f-97cb-4d94-a360-a6c9061a2b80 req-55b70e76-f3bd-4fb3-9e03-a9ee39dcb51c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0485456 Aug 19 13:31:54.063058 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a914860f-97cb-4d94-a360-a6c9061a2b80 req-38eb78fd-a759-4706-9be3-5e749d2a3ed4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Aug 19 13:31:55.176512 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a22e4-0a10-4ecf-b662-0f779c5a3a93 req-ef997c00-7f39-476e-8939-79702a7feaf7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:55.177982 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1f2a22e4-0a10-4ecf-b662-0f779c5a3a93 req-ef997c00-7f39-476e-8939-79702a7feaf7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0489159 Aug 19 13:31:55.214621 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1f2a22e4-0a10-4ecf-b662-0f779c5a3a93 req-d82eec87-ddc9-4bfa-a428-240204ed7ee5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307181 Aug 19 13:31:56.015628 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:56.332807 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb30eb5-11ab-4774-b64e-c9acb87b25c6 req-93ac591d-1fcc-4f8b-b02f-dcda778ddf58 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:56.334267 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3cb30eb5-11ab-4774-b64e-c9acb87b25c6 req-93ac591d-1fcc-4f8b-b02f-dcda778ddf58 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0538485 Aug 19 13:31:56.372788 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3cb30eb5-11ab-4774-b64e-c9acb87b25c6 req-ef9fd5f9-ee65-4557-9718-95fd61f3ac5e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325618 Aug 19 13:31:56.832885 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:31:57.491869 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527fb3f-cbea-4885-b53f-66d70e859e3f req-11f51105-9690-43a1-9870-6f1d8f9a5f7f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:57.493308 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b527fb3f-cbea-4885-b53f-66d70e859e3f req-11f51105-9690-43a1-9870-6f1d8f9a5f7f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0540550 Aug 19 13:31:57.529434 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b527fb3f-cbea-4885-b53f-66d70e859e3f req-21497db8-903a-4c7d-8b47-79818c4341d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302792 Aug 19 13:31:58.642142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c402f5-4e2f-4eb9-91fd-aa157c9ba6ef req-e793ef74-b0a2-49d0-b7b7-5bdf9cff7714 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:58.643635 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38c402f5-4e2f-4eb9-91fd-aa157c9ba6ef req-e793ef74-b0a2-49d0-b7b7-5bdf9cff7714 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0483544 Aug 19 13:31:58.680890 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-38c402f5-4e2f-4eb9-91fd-aa157c9ba6ef req-cb09e284-1262-4fb5-beb5-9b874726f4d6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314693 Aug 19 13:31:59.795961 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92099-a77b-44da-9a3a-5aea83a0269e req-63a446bd-184b-4efe-b433-7450293a1c8f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:31:59.797469 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-efb92099-a77b-44da-9a3a-5aea83a0269e req-63a446bd-184b-4efe-b433-7450293a1c8f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0499146 Aug 19 13:31:59.836139 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-efb92099-a77b-44da-9a3a-5aea83a0269e req-deb7a848-2654-472f-baf0-f5beb3add3f8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324187 Aug 19 13:32:00.949304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721061d-b1e0-4095-bc86-c41027f3a175 req-2a333988-d31a-4af6-96d3-8eb791257d59 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:00.950751 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b721061d-b1e0-4095-bc86-c41027f3a175 req-2a333988-d31a-4af6-96d3-8eb791257d59 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0484359 Aug 19 13:32:00.987196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b721061d-b1e0-4095-bc86-c41027f3a175 req-c1babfd1-77f0-4175-9e1a-5927bbd65303 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299737 Aug 19 13:32:02.112436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dd81f-e482-4762-9f45-e59b5b4ab5f0 req-44329433-a629-49ca-9cf3-f070a6f7bdf4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:02.113935 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f0dd81f-e482-4762-9f45-e59b5b4ab5f0 req-44329433-a629-49ca-9cf3-f070a6f7bdf4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0588739 Aug 19 13:32:02.156961 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f0dd81f-e482-4762-9f45-e59b5b4ab5f0 req-eb29eae3-4b69-44c7-af25-0fd66a52c919 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364323 Aug 19 13:32:03.274000 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e3db-2542-4dfd-ba8e-9146dc232746 req-5566743b-72fb-4d26-a7c5-ab7d3e62cf93 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:03.275609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9536e3db-2542-4dfd-ba8e-9146dc232746 req-5566743b-72fb-4d26-a7c5-ab7d3e62cf93 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0524516 Aug 19 13:32:03.312938 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9536e3db-2542-4dfd-ba8e-9146dc232746 req-50233bc2-add8-4171-9c4f-09b063668a5c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315657 Aug 19 13:32:04.431108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab9485-a121-497c-ac6b-fa86fbee2085 req-472bca98-d528-4bc2-b20a-d34da3960715 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:04.432608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9dab9485-a121-497c-ac6b-fa86fbee2085 req-472bca98-d528-4bc2-b20a-d34da3960715 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0530465 Aug 19 13:32:04.469947 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9dab9485-a121-497c-ac6b-fa86fbee2085 req-2c60d047-d04d-48d0-9923-3a4f362e4f68 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314620 Aug 19 13:32:04.662347 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-5a2caf2f-72e5-4db9-8df9-4cca6004d350 service neutron] show failed (client error): The resource could not be found. Aug 19 13:32:04.663285 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-5a2caf2f-72e5-4db9-8df9-4cca6004d350 service neutron] 10.222.0.62 "GET /v2.0/ports/f3863cec-cfc4-4807-8a69-49fed75bf692/bindings/n-h2-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0534077 Aug 19 13:32:05.078645 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-816c1f13-eb6d-4f9e-8f3d-fab04ce779ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:05.206467 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-879aa5f5-5d5f-46ef-909b-3674e22f750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:05.207977 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-879aa5f5-5d5f-46ef-909b-3674e22f750e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2&tenant_id=5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 1096 time: 0.0833640 Aug 19 13:32:05.220096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:05.274777 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:05.474644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=f3863cec-cfc4-4807-8a69-49fed75bf692,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:05.507110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:32:05.557192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:32:05.559644 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34e9f96-cab0-4aea-80f4-809b6da7de07" -d '{"events": [{"server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:32:05.576461 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:05.597389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Transition to ACTIVE for port object f3863cec-cfc4-4807-8a69-49fed75bf692 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:05.611804 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12055d4-9a53-4a3c-96b4-017bffba002c req-7017e161-7b34-40ba-9dbb-0352fe6df348 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:05.613322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a12055d4-9a53-4a3c-96b4-017bffba002c req-7017e161-7b34-40ba-9dbb-0352fe6df348 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0742912 Aug 19 13:32:05.614717 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a70cac-c2d6-4528-b0f2-b2f7b1958f7f x-openstack-request-id: req-c5a70cac-c2d6-4528-b0f2-b2f7b1958f7f {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:32:05.618065 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:32:05.618065 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5a70cac-c2d6-4528-b0f2-b2f7b1958f7f {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:32:05.618065 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'code': 200} Aug 19 13:32:05.650366 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a12055d4-9a53-4a3c-96b4-017bffba002c req-43b6aec3-32f4-4034-9ccd-c9a73fea8a78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310538 Aug 19 13:32:05.678303 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:05.754493 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Pushing event updated for resources: {'Port': ['ID=f3863cec-cfc4-4807-8a69-49fed75bf692,revision_number=6']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:05.769224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.769564 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.769900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.770236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.770563 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.770912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.771229 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.771554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.771987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.772313 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.772679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.773005 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:05.810795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] No DVR routers for this DVR port f3863cec-cfc4-4807-8a69-49fed75bf692 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:32:05.945884 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Attempting to bind port f3863cec-cfc4-4807-8a69-49fed75bf692 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:32:05.946210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Attempting to bind port f3863cec-cfc4-4807-8a69-49fed75bf692 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:32:05.946530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Attempting to bind port f3863cec-cfc4-4807-8a69-49fed75bf692 on network 15061ce1-8596-45a7-b7c2-1c1d52888776 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:32:05.950656 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Port f3863cec-cfc4-4807-8a69-49fed75bf692 on network 15061ce1-8596-45a7-b7c2-1c1d52888776 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:32:05.951008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Attempting to bind port f3863cec-cfc4-4807-8a69-49fed75bf692 on network 15061ce1-8596-45a7-b7c2-1c1d52888776 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:32:05.956330 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:32:05.956660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Checking segment: {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:32:05.957037 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Bound using segment: {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:32:05.957448 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Bound port: f3863cec-cfc4-4807-8a69-49fed75bf692, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ef2ce4-3e11-4e87-85a8-21c53ff90e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:32:05.957791 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:06.022308 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:32:06.025590 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f3863cec-cfc4-4807-8a69-49fed75bf692,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:32:06.102170 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:06.134869 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:06.134869 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:06.136479 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] 10.222.0.30 "PUT /v2.0/ports/f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 1091 time: 0.9202151 Aug 19 13:32:06.174722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88b6d5-56d6-4583-b499-5965e6413ffe service neutron] Pushing event updated for resources: {'Port': ['ID=f3863cec-cfc4-4807-8a69-49fed75bf692,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:06.208423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-4d2317ca-fe33-47ab-bce3-c584ca660072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:06.209933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-4d2317ca-fe33-47ab-bce3-c584ca660072 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1094 time: 0.0455050 Aug 19 13:32:06.307594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-654c8a2d-432e-4170-b468-87c2e059e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:06.308113 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-654c8a2d-432e-4170-b468-87c2e059e66c service neutron] 10.222.0.30 "GET /v2.0/networks?id=15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 200 len: 897 time: 0.0910811 Aug 19 13:32:06.374250 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-c36aec0f-099d-41de-84cd-4ca17ef123b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 998 time: 0.0579815 Aug 19 13:32:06.421464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-8fbaf66b-9e56-4de5-a0c5-f04dd9a51374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:06.422768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-8fbaf66b-9e56-4de5-a0c5-f04dd9a51374 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8cac708-ec28-47de-8976-db962f893c2e HTTP/1.1" status: 200 len: 835 time: 0.0418663 Aug 19 13:32:06.472008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-714f410b-0e81-48bf-978c-e512d2f49b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:06.473530 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-714f410b-0e81-48bf-978c-e512d2f49b60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15061ce1-8596-45a7-b7c2-1c1d52888776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439615 Aug 19 13:32:06.561721 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-a2b338e8-44bf-4c67-98da-82f8d4815b52 service neutron] 10.222.0.30 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812199 Aug 19 13:32:06.653244 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e7c5c8e0-04a3-471d-a30f-62ce9329e8c6 req-03207d5c-87ba-42f4-9375-2ffea0d6bc53 service neutron] 10.222.0.30 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845559 Aug 19 13:32:06.768663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113e5ba-1b9e-45eb-9035-d7c29e406fbc req-d24ccd7a-7228-4d8a-b807-3827d094ea49 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:06.770177 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4113e5ba-1b9e-45eb-9035-d7c29e406fbc req-d24ccd7a-7228-4d8a-b807-3827d094ea49 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 943 time: 0.0505047 Aug 19 13:32:06.818110 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4113e5ba-1b9e-45eb-9035-d7c29e406fbc req-3a92e318-1881-48af-bc92-7d0f29bbecd5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 Aug 19 13:32:07.617504 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:32:07.619827 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d3d1d0-441f-4235-93a8-3fcd788ef974" -d '{"events": [{"name": "network-changed", "server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:32:07.667196 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a60502-835a-4362-a3cb-7c4782ed1c08 x-openstack-request-id: req-29a60502-835a-4362-a3cb-7c4782ed1c08 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:32:07.667571 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:32:07.667896 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29a60502-835a-4362-a3cb-7c4782ed1c08 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:32:07.668363 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'status': 'completed', 'code': 200} Aug 19 13:32:07.684180 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:07.730774 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-33ea9647-b5e4-45cc-8503-809224de65ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:07.732318 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-33ea9647-b5e4-45cc-8503-809224de65ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1094 time: 0.0456097 Aug 19 13:32:07.735406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-e906bed3-52d0-4499-998f-7c5b602ccc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:07.736954 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-e906bed3-52d0-4499-998f-7c5b602ccc5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1094 time: 0.0418706 Aug 19 13:32:07.821507 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-108ccdf7-3710-4869-961a-c1c05b1e81d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:07.821799 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-fa79e4a4-844e-4f0e-bc4e-754c724c5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:07.823309 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-fa79e4a4-844e-4f0e-bc4e-754c724c5b96 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 200 len: 897 time: 0.0846295 Aug 19 13:32:07.829365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-97673782-1c0b-4770-ac5c-afd65c4dcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:07.831493 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-97673782-1c0b-4770-ac5c-afd65c4dcbdc service neutron] 10.222.0.30 "GET /v2.0/networks?id=15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 200 len: 897 time: 0.0849664 Aug 19 13:32:07.909213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-f309418a-4f1b-4ca9-b600-be77126e9396 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 998 time: 0.0692573 Aug 19 13:32:07.923727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-e9e1c2dd-c13b-4fd2-bef7-6216ebe30a82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 998 time: 0.0923753 Aug 19 13:32:07.959240 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-b8b0161c-207d-47e8-912c-c5b762e89175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:07.960718 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-b8b0161c-207d-47e8-912c-c5b762e89175 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8cac708-ec28-47de-8976-db962f893c2e HTTP/1.1" status: 200 len: 835 time: 0.0444877 Aug 19 13:32:07.977169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a063-ffcd-4343-99e7-23a69dd8b6d2 req-4e60ebcc-32be-42b6-a6c8-8edb231c7dde tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:07.978679 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75d8a063-ffcd-4343-99e7-23a69dd8b6d2 req-4e60ebcc-32be-42b6-a6c8-8edb231c7dde tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 943 time: 0.0862756 Aug 19 13:32:07.989555 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-36dcdd6c-221f-4b06-9de0-3055a04f05de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:07.990986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-36dcdd6c-221f-4b06-9de0-3055a04f05de service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8cac708-ec28-47de-8976-db962f893c2e HTTP/1.1" status: 200 len: 835 time: 0.0606813 Aug 19 13:32:08.007489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-54e20e91-8499-4a0c-8267-f959f0934751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:08.008991 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-54e20e91-8499-4a0c-8267-f959f0934751 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15061ce1-8596-45a7-b7c2-1c1d52888776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410433 Aug 19 13:32:08.047849 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75d8a063-ffcd-4343-99e7-23a69dd8b6d2 req-5bc436c6-3de7-4738-8f81-768ddfa73cba tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609488 Aug 19 13:32:08.056656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-bc72c6c1-ed05-4428-8847-ff83a87af6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:08.058140 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-bc72c6c1-ed05-4428-8847-ff83a87af6bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15061ce1-8596-45a7-b7c2-1c1d52888776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551310 Aug 19 13:32:08.107023 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-b09037d6-ecdb-449d-9a1d-ee087e4925e7 service neutron] 10.222.0.30 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891597 Aug 19 13:32:08.152562 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-9fcf7d52-6ac2-4883-b23d-cb2df78d1079 service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858550 Aug 19 13:32:08.196895 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-8d739b8b-80b9-4081-83b6-2fd38d796d68 service neutron] 10.222.0.30 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817459 Aug 19 13:32:08.246545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-26d3d1d0-441f-4235-93a8-3fcd788ef974 req-61f0465f-0515-4c04-870a-b02d87155d3d service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871773 Aug 19 13:32:09.157256 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f3863cec-cfc4-4807-8a69-49fed75bf692 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:32:09.170098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286face-7fae-4eec-88b4-197ca261ff77 req-281a5871-198c-4580-b65d-e8d7b8895778 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:09.171621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9286face-7fae-4eec-88b4-197ca261ff77 req-281a5871-198c-4580-b65d-e8d7b8895778 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 943 time: 0.0532219 Aug 19 13:32:09.198100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device f3863cec-cfc4-4807-8a69-49fed75bf692 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:32:09.212218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9286face-7fae-4eec-88b4-197ca261ff77 req-f4ec2cae-ca15-4c42-aaad-4733da455d43 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339375 Aug 19 13:32:09.444268 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:09.476077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f3863cec-cfc4-4807-8a69-49fed75bf692 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:32:09.574679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f3863cec-cfc4-4807-8a69-49fed75bf692,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:09.585264 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd4d42-3772-4029-8ace-1e3284f13935 req-4ff5d756-dc7d-4860-bb96-239d5ba6ef26 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:09.586872 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ebd4d42-3772-4029-8ace-1e3284f13935 req-4ff5d756-dc7d-4860-bb96-239d5ba6ef26 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 943 time: 0.0525887 Aug 19 13:32:09.589402 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'port_id': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'mac_address': 'fa:16:3e:fb:9a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:32:09.630474 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:09.635528 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ebd4d42-3772-4029-8ace-1e3284f13935 req-d08200a1-668c-488f-9efd-ba61d04d1ae1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410020 Aug 19 13:32:09.644690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3863cec-cfc4-4807-8a69-49fed75bf692 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:32:09.664847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f3863cec-cfc4-4807-8a69-49fed75bf692,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:09.666756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-b07cb688-3ebd-4a83-b8c6-991310dcf392 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:09.672203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-b07cb688-3ebd-4a83-b8c6-991310dcf392 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2&tenant_id=5554a60e63a1465fb9cc087084847d80&binding%3Ahost_id=n-h2-803757-2 HTTP/1.1" status: 200 len: 943 time: 0.0641792 Aug 19 13:32:09.735934 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:09.760376 n-d-803757-2 neutron-server[95542]: INFO neutron.api.v2.resource [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-f4faf213-4ded-4f7b-9e77-92a74042f75b service neutron] delete failed (client error): The resource could not be found. Aug 19 13:32:09.764071 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-f4faf213-4ded-4f7b-9e77-92a74042f75b service neutron] 10.222.0.62 "DELETE /v2.0/ports/f3863cec-cfc4-4807-8a69-49fed75bf692/bindings/n-h1-803757-2 HTTP/1.1" status: 404 len: 380 time: 0.0857596 Aug 19 13:32:09.774939 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc0d10-4fee-4596-88e8-30de58ab2d43 req-067e91d0-549d-45de-b9ae-2f3c4a960e62 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:09.776450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bebc0d10-4fee-4596-88e8-30de58ab2d43 req-067e91d0-549d-45de-b9ae-2f3c4a960e62 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 943 time: 0.0716474 Aug 19 13:32:09.788031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=f3863cec-cfc4-4807-8a69-49fed75bf692,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:09.796139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.804138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.804138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.804138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.804138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.804138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.804138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.804138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.804138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.804138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.804138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.804138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:09.823819 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bebc0d10-4fee-4596-88e8-30de58ab2d43 req-29e2b003-ec8d-4d02-b1a1-fa472ba219b7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409672 Aug 19 13:32:09.857193 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-bd0b38b6-ea88-4ff8-8967-40e97e3591ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:09.858692 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-bd0b38b6-ea88-4ff8-8967-40e97e3591ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1095 time: 0.0504017 Aug 19 13:32:09.948342 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-9fec4b54-2960-4905-9a38-cfa607d994f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:09.949859 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-9fec4b54-2960-4905-9a38-cfa607d994f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 200 len: 897 time: 0.0849569 Aug 19 13:32:10.005846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['f3863cec-cfc4-4807-8a69-49fed75bf692'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:32:10.019500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-78ece436-af55-4560-a60d-4ea268504071 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 999 time: 0.0612934 Aug 19 13:32:10.069175 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-e5435ad9-3192-477a-adf4-9d9e2b8bc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:10.070649 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-e5435ad9-3192-477a-adf4-9d9e2b8bc0dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a8cac708-ec28-47de-8976-db962f893c2e HTTP/1.1" status: 200 len: 835 time: 0.0445940 Aug 19 13:32:10.116116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-750e95f8-0799-4cdb-b1f5-595b4e7aecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:10.117612 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-750e95f8-0799-4cdb-b1f5-595b4e7aecf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15061ce1-8596-45a7-b7c2-1c1d52888776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400217 Aug 19 13:32:10.213091 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-70e9566a-bd3e-425a-8611-9af4fc1f224e service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874789 Aug 19 13:32:10.305003 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c5c1a2f-a74f-4be5-b496-1c37396ed00f req-9ebcc480-6ed6-46b6-8485-4e70904346c5 service neutron] 10.222.0.62 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840454 Aug 19 13:32:10.798531 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:10.943381 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac24e35-9519-4203-a08f-a61591ca8ebf req-27a5e1c7-f3cc-444b-ad5b-9603e38ffe04 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:10.944880 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ac24e35-9519-4203-a08f-a61591ca8ebf req-27a5e1c7-f3cc-444b-ad5b-9603e38ffe04 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 944 time: 0.0504675 Aug 19 13:32:10.983161 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9ac24e35-9519-4203-a08f-a61591ca8ebf req-c9ec0ffa-5b1e-4360-90df-c6ab7fa851bb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 Aug 19 13:32:11.491899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f3863cec-cfc4-4807-8a69-49fed75bf692 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:32:11.649731 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port f3863cec-cfc4-4807-8a69-49fed75bf692 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:11.653533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port f3863cec-cfc4-4807-8a69-49fed75bf692 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:11.653943 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:11.730277 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:11.751540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:32:11.753729 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baa666e-d159-425b-b54f-61cfd1558989" -d '{"events": [{"server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "name": "network-vif-plugged", "status": "completed", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:32:11.768095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f3863cec-cfc4-4807-8a69-49fed75bf692,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:11.792263 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fabaaf-12d7-46e2-a108-84382edb426d x-openstack-request-id: req-66fabaaf-12d7-46e2-a108-84382edb426d {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:32:11.792553 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "name": "network-vif-plugged", "status": "completed", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:32:11.792807 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66fabaaf-12d7-46e2-a108-84382edb426d {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:32:11.793230 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'code': 200} Aug 19 13:32:11.889623 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:11.936110 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=f3863cec-cfc4-4807-8a69-49fed75bf692,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:12.103632 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733e9f5-0747-4820-b484-953c8c75ed34 req-f8548120-2ed1-4677-9ca9-a1cd9809430c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:12.105081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9733e9f5-0747-4820-b484-953c8c75ed34 req-f8548120-2ed1-4677-9ca9-a1cd9809430c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0517092 Aug 19 13:32:12.142982 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9733e9f5-0747-4820-b484-953c8c75ed34 req-97aa2cfc-0307-4f26-ad66-6d85e9b5c34f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316970 Aug 19 13:32:12.164881 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55520) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:12.224327 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b16c581e-8f2b-4cd6-860b-87416e87d64e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/ec2a8d45-e924-4544-a74e-97d7e222cacf HTTP/1.1" status: 200 len: 992 time: 0.0582826 Aug 19 13:32:14.459668 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-644e9322-2e1a-41f0-a097-2b4b12fa9be9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399427 Aug 19 13:32:14.544384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-5642b47b-98b7-4df1-b5ab-2ef3e30df23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:14.545754 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-5642b47b-98b7-4df1-b5ab-2ef3e30df23d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1096 time: 0.0442626 Aug 19 13:32:14.647299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-ae36b4f5-933d-40ea-855f-c8371ee648b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:14.648763 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-ae36b4f5-933d-40ea-855f-c8371ee648b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 200 len: 897 time: 0.0844629 Aug 19 13:32:14.716232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-17a3738b-2248-4153-b605-af2263db6af0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 1000 time: 0.0607831 Aug 19 13:32:14.767419 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-b52bebc1-5c06-42f4-822f-2b70ef9cbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:14.768898 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-b52bebc1-5c06-42f4-822f-2b70ef9cbf57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8cac708-ec28-47de-8976-db962f893c2e HTTP/1.1" status: 200 len: 835 time: 0.0464382 Aug 19 13:32:14.837672 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-090851f5-eac9-407e-abc0-b1f49499aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:14.837672 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-090851f5-eac9-407e-abc0-b1f49499aa68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15061ce1-8596-45a7-b7c2-1c1d52888776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411749 Aug 19 13:32:14.909209 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-a70eecac-136e-494e-8bcf-5ef1659cd9ce service neutron] 10.222.0.30 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854366 Aug 19 13:32:14.994691 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-abf87940-ecba-4dcb-947f-a9eea9f04f6c req-fe7d7c83-02f7-4277-85df-9ec4382ee0ea service neutron] 10.222.0.30 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788603 Aug 19 13:32:19.315674 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:32:26.043837 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:26.855326 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:35.072466 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ddec0c31-544d-4f60-9785-0733b1142bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:37.712103 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:37.821508 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d0b4715b-f49f-475c-97ce-0b0412a89840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:39.392411 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:40.552475 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55530) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:40.704836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 89cd8911-7f7e-4f3d-8b37-7a831cf6c878 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:32:40.705203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:40.780698 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:40.782736 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:40.783098 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:40.794827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 89cd8911-7f7e-4f3d-8b37-7a831cf6c878 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:32:40.998285 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:41.025902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=89cd8911-7f7e-4f3d-8b37-7a831cf6c878,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:41.049696 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.050045 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.050394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.050735 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.051096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.051426 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.051758 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.052085 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.052413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.052739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.053062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.053382 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:41.094637 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:41.095055 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Floating IP ec2a8d45-e924-4544-a74e-97d7e222cacf disassociated (deleted). External IP: 172.25.2.89, port: f3863cec-cfc4-4807-8a69-49fed75bf692. Aug 19 13:32:41.662836 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:32:41.769263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:32:41.774663 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:41.780312 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c542db10-aa34-42c5-880c-9653e1709e69 None None] Sync routers for ids ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:32:41.790609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c542db10-aa34-42c5-880c-9653e1709e69 None None] Routers {'550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:41.791326 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c542db10-aa34-42c5-880c-9653e1709e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:41.802228 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ca51a66f-57f4-42a4-8912-1fc639ba6c53 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/floatingips/ec2a8d45-e924-4544-a74e-97d7e222cacf HTTP/1.1" status: 204 len: 168 time: 1.2486746 Aug 19 13:32:41.802964 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:32:41.805851 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415" -d '{"events": [{"name": "network-changed", "server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:32:41.909033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c542db10-aa34-42c5-880c-9653e1709e69 None None] Set router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:41.911381 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae0cae2-a7a0-4e6e-af5f-5e1cbd8356ca x-openstack-request-id: req-5ae0cae2-a7a0-4e6e-af5f-5e1cbd8356ca {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:32:41.911381 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:32:41.911381 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ae0cae2-a7a0-4e6e-af5f-5e1cbd8356ca {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:32:41.911381 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'status': 'completed', 'code': 200} Aug 19 13:32:41.975783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415 req-196e2f76-7383-457f-ae28-07444b90bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:41.977342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415 req-196e2f76-7383-457f-ae28-07444b90bd89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 1096 time: 0.0433586 Aug 19 13:32:42.077359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415 req-6e82c831-8c02-481f-a1fc-970dea36f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:42.078872 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415 req-6e82c831-8c02-481f-a1fc-970dea36f694 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 200 len: 897 time: 0.0943098 Aug 19 13:32:42.114825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c542db10-aa34-42c5-880c-9653e1709e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '04b667f2-8b71-48f6-b170-093640dc3841', 'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:e2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:53Z', 'updated_at': '2021-08-19T13:30:58Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:42.122624 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415 req-e4c5f142-de7a-48fc-8a12-6f9698fc7fa6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 200 len: 217 time: 0.0358684 Aug 19 13:32:42.142422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c542db10-aa34-42c5-880c-9653e1709e69 None None] Checking router: 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:32:42.150795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c542db10-aa34-42c5-880c-9653e1709e69 None None] Routers {'550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:42.151467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c542db10-aa34-42c5-880c-9653e1709e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:42.175984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415 req-e8462a62-8e68-467f-92bb-d988abf699d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:42.177882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415 req-e8462a62-8e68-467f-92bb-d988abf699d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8cac708-ec28-47de-8976-db962f893c2e HTTP/1.1" status: 200 len: 835 time: 0.0485849 Aug 19 13:32:42.228051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415 req-992adeb9-b72c-406c-a3b7-169524976c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:42.229490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415 req-992adeb9-b72c-406c-a3b7-169524976c88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15061ce1-8596-45a7-b7c2-1c1d52888776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446684 Aug 19 13:32:42.265521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-c542db10-aa34-42c5-880c-9653e1709e69 None None] Set router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:42.300278 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2bb7a-db69-4e38-90fa-2927cc90a7f2 req-d3d4dd42-6c80-4a20-983d-d0d1d110292c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:42.301803 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea2bb7a-db69-4e38-90fa-2927cc90a7f2 req-d3d4dd42-6c80-4a20-983d-d0d1d110292c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0518987 Aug 19 13:32:42.325999 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415 req-720f2609-4381-425c-a910-16eddcc67025 service neutron] 10.222.0.30 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881534 Aug 19 13:32:42.342421 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8ea2bb7a-db69-4e38-90fa-2927cc90a7f2 req-d9a71cfe-8428-4006-a04c-97511e68ad92 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328355 Aug 19 13:32:42.442292 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ab2e59e7-8e2b-4d93-aae3-8639c8e75415 req-94657cf3-3e81-43f1-960d-e67551807860 service neutron] 10.222.0.30 "GET /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082911 Aug 19 13:32:42.496609 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-c542db10-aa34-42c5-880c-9653e1709e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '04b667f2-8b71-48f6-b170-093640dc3841', 'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:e2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:53Z', 'updated_at': '2021-08-19T13:30:58Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:42.672434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c542db10-aa34-42c5-880c-9653e1709e69 None None] The sync data for ids ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'] in n-d-803757-2 is: [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '04b667f2-8b71-48f6-b170-093640dc3841', 'name': '', 'network_id': '15061ce1-8596-45a7-b7c2-1c1d52888776', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:e2:c3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:53Z', 'updated_at': '2021-08-19T13:30:58Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': 'a8cac708-ec28-47de-8976-db962f893c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:32:42.884486 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c73067-b26b-4fb6-97bb-7a1b651b58be None None] New status for floating IP ec2a8d45-e924-4544-a74e-97d7e222cacf: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:32:43.463753 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c014f2e-9f5a-48e6-a17e-78082f26e8c1 req-5636e802-55bf-48f4-ab0e-ea8af57919ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:43.465240 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c014f2e-9f5a-48e6-a17e-78082f26e8c1 req-5636e802-55bf-48f4-ab0e-ea8af57919ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0493214 Aug 19 13:32:43.501741 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7c014f2e-9f5a-48e6-a17e-78082f26e8c1 req-2f833cd2-896f-4746-a93f-9042bbf40ddd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=ded33282-3ecb-4dce-b61f-5a45d7237ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306814 Aug 19 13:32:43.578578 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d719b5-34c5-4019-885d-299425c50c08 req-f8ed0786-e2cb-4c87-a26d-f1a650d0af3d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:43.580095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5d719b5-34c5-4019-885d-299425c50c08 req-f8ed0786-e2cb-4c87-a26d-f1a650d0af3d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 945 time: 0.0477707 Aug 19 13:32:43.669699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-b5d719b5-34c5-4019-885d-299425c50c08 req-ff46d175-d522-4b5b-b530-58402bf362f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port f3863cec-cfc4-4807-8a69-49fed75bf692 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:32:43.669965 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5d719b5-34c5-4019-885d-299425c50c08 req-ff46d175-d522-4b5b-b530-58402bf362f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:43.755099 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-b5d719b5-34c5-4019-885d-299425c50c08 req-ff46d175-d522-4b5b-b530-58402bf362f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port f3863cec-cfc4-4807-8a69-49fed75bf692, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=f3863cec-cfc4-4807-8a69-49fed75bf692,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:43.755460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5d719b5-34c5-4019-885d-299425c50c08 req-ff46d175-d522-4b5b-b530-58402bf362f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:43.767820 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-b5d719b5-34c5-4019-885d-299425c50c08 req-ff46d175-d522-4b5b-b530-58402bf362f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for f3863cec-cfc4-4807-8a69-49fed75bf692 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:32:43.997751 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5d719b5-34c5-4019-885d-299425c50c08 req-ff46d175-d522-4b5b-b530-58402bf362f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:44.026776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46d175-d522-4b5b-b530-58402bf362f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=f3863cec-cfc4-4807-8a69-49fed75bf692,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:44.073258 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d719b5-34c5-4019-885d-299425c50c08 req-ff46d175-d522-4b5b-b530-58402bf362f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] No DVR routers for this DVR port f3863cec-cfc4-4807-8a69-49fed75bf692 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:32:44.086684 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-b5d719b5-34c5-4019-885d-299425c50c08 req-ff46d175-d522-4b5b-b530-58402bf362f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:44.086684 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b5d719b5-34c5-4019-885d-299425c50c08 req-ff46d175-d522-4b5b-b530-58402bf362f0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "DELETE /v2.0/ports/f3863cec-cfc4-4807-8a69-49fed75bf692 HTTP/1.1" status: 204 len: 173 time: 0.4919925 Aug 19 13:32:44.086684 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'name': 'network-vif-deleted', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:32:44.086684 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371a8afb-eb39-49bf-a451-d3b55519f897" -d '{"events": [{"server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "name": "network-vif-deleted", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:32:44.119425 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd4054a-657d-4df6-a6d4-8de52de5264b x-openstack-request-id: req-4fd4054a-657d-4df6-a6d4-8de52de5264b {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:32:44.119425 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727a391c-3673-4b2c-9bdc-6b63548a11d2", "name": "network-vif-deleted", "tag": "f3863cec-cfc4-4807-8a69-49fed75bf692", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:32:44.119425 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fd4054a-657d-4df6-a6d4-8de52de5264b {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:32:44.119425 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727a391c-3673-4b2c-9bdc-6b63548a11d2', 'name': 'network-vif-deleted', 'tag': 'f3863cec-cfc4-4807-8a69-49fed75bf692', 'status': 'completed', 'code': 200} Aug 19 13:32:44.605576 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5777a2ef-f47d-4ee9-bcdd-852f15317a66 req-18e953a9-8feb-4a54-884a-3d5034cd019a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=727a391c-3673-4b2c-9bdc-6b63548a11d2 HTTP/1.1" status: 200 len: 210 time: 0.0265398 Aug 19 13:32:45.661401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55552) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:46.031454 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.280413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 04b667f2-8b71-48f6-b170-093640dc3841 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:32:46.280668 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.370403 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port 04b667f2-8b71-48f6-b170-093640dc3841, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=04b667f2-8b71-48f6-b170-093640dc3841,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:46.370773 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.384274 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 04b667f2-8b71-48f6-b170-093640dc3841 owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:32:46.660883 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:46.685339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=04b667f2-8b71-48f6-b170-093640dc3841,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:46.877450 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:47.096194 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:32:47.203197 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:32:47.209360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ac902922-477c-48cc-9266-125524fa411e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "PUT /v2.0/routers/550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5468795 Aug 19 13:32:47.211153 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55554) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:47.213913 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c29c93-eaf7-4f5f-9238-67cabb525811 None None] Sync routers for ids ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:32:47.223062 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c29c93-eaf7-4f5f-9238-67cabb525811 None None] Routers {'550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:47.223685 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54c29c93-eaf7-4f5f-9238-67cabb525811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:47.262508 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f6ed86-2b78-4565-a4cd-10f4f15409ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting subnet a8cac708-ec28-47de-8976-db962f893c2e {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:32:47.265654 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50f6ed86-2b78-4565-a4cd-10f4f15409ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:47.314347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50f6ed86-2b78-4565-a4cd-10f4f15409ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:47.326420 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-54c29c93-eaf7-4f5f-9238-67cabb525811 None None] Set router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:47.395322 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50f6ed86-2b78-4565-a4cd-10f4f15409ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:47.507314 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54c29c93-eaf7-4f5f-9238-67cabb525811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:32:46Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:47.512876 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50f6ed86-2b78-4565-a4cd-10f4f15409ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:47.541466 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c29c93-eaf7-4f5f-9238-67cabb525811 None None] Checking router: 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:32:47.541767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6ed86-2b78-4565-a4cd-10f4f15409ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Subnet': ['ID=a8cac708-ec28-47de-8976-db962f893c2e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:47.545378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50f6ed86-2b78-4565-a4cd-10f4f15409ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:47.549798 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-50f6ed86-2b78-4565-a4cd-10f4f15409ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/subnets/a8cac708-ec28-47de-8976-db962f893c2e HTTP/1.1" status: 204 len: 168 time: 0.3343716 Aug 19 13:32:47.550114 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55556) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:47.553043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c29c93-eaf7-4f5f-9238-67cabb525811 None None] Routers {'550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:47.554101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54c29c93-eaf7-4f5f-9238-67cabb525811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:47.558020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb1d693-c567-4856-84db-387328da0d80 None None] Network 15061ce1-8596-45a7-b7c2-1c1d52888776 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:32:47.659951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:47.716690 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f3863cec-cfc4-4807-8a69-49fed75bf692 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:32:47.766675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: f3863cec-cfc4-4807-8a69-49fed75bf692 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:32:47.766963 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:47.767442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device f3863cec-cfc4-4807-8a69-49fed75bf692 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:32:47.772881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-54c29c93-eaf7-4f5f-9238-67cabb525811 None None] Set router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:47.948606 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f48ee-be9e-4187-a556-ddf05b42ee7c None None] DHCP port deletion for 15061ce1-8596-45a7-b7c2-1c1d52888776 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:32:47.954656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 9ab8c4ea-82e8-4b08-b538-af175d96a813 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:32:47.955155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.005362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-54c29c93-eaf7-4f5f-9238-67cabb525811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:32:46Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:48.039512 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c29c93-eaf7-4f5f-9238-67cabb525811 None None] The sync data for ids ['550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6'] in n-d-803757-2 is: [{'id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966627556', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:32:46Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9ab8c4ea-82e8-4b08-b538-af175d96a813', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:7c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:30:50Z', 'updated_at': '2021-08-19T13:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:32:48.044195 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e93f48ee-be9e-4187-a556-ddf05b42ee7c None None] Deleting port f7b03881-bc2f-4685-ade9-12b1768f579b {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:32:48.044324 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port 9ab8c4ea-82e8-4b08-b538-af175d96a813, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9ab8c4ea-82e8-4b08-b538-af175d96a813,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:48.044499 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e93f48ee-be9e-4187-a556-ddf05b42ee7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.044685 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.059035 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 9ab8c4ea-82e8-4b08-b538-af175d96a813 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:32:48.109617 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-e93f48ee-be9e-4187-a556-ddf05b42ee7c None None] For port f7b03881-bc2f-4685-ade9-12b1768f579b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f7b03881-bc2f-4685-ade9-12b1768f579b,segment=NetworkSegment(12ef2ce4-3e11-4e87-85a8-21c53ff90e47),segment_id=12ef2ce4-3e11-4e87-85a8-21c53ff90e47)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:48.110018 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e93f48ee-be9e-4187-a556-ddf05b42ee7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.123521 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-e93f48ee-be9e-4187-a556-ddf05b42ee7c None None] Calling delete_port for f7b03881-bc2f-4685-ade9-12b1768f579b owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:32:48.283802 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e93f48ee-be9e-4187-a556-ddf05b42ee7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.311047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f48ee-be9e-4187-a556-ddf05b42ee7c None None] Pushing event deleted for resources: {'Port': ['ID=f7b03881-bc2f-4685-ade9-12b1768f579b,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:48.312851 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f48ee-be9e-4187-a556-ddf05b42ee7c None None] No DVR routers for this DVR port f7b03881-bc2f-4685-ade9-12b1768f579b on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:32:48.352987 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.381435 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=9ab8c4ea-82e8-4b08-b538-af175d96a813,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:48.443873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.557008 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.559273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.598849 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f7b03881-bc2f-4685-ade9-12b1768f579b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:32:48.619221 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f7b03881-bc2f-4685-ade9-12b1768f579b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:32:48.619570 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f7b03881-bc2f-4685-ade9-12b1768f579b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:32:48.619990 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 04b667f2-8b71-48f6-b170-093640dc3841 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:32:48.638003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 04b667f2-8b71-48f6-b170-093640dc3841 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:32:48.638349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 04b667f2-8b71-48f6-b170-093640dc3841 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:32:48.666772 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.667371 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Fanout notify agent at l3_agent the message router_deleted on router 550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:32:48.674336 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.675481 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-90f2a7fd-67c6-42c6-a8fa-3edf3481ff96 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/routers/550ce1ff-0a7a-4d3d-aa04-bd02b81d50e6 HTTP/1.1" status: 204 len: 168 time: 1.1244562 Aug 19 13:32:48.678173 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55558) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:48.756857 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.849245 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.859720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15061ce1-8596-45a7-b7c2-1c1d52888776']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:48.870443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ef2ce4-3e11-4e87-85a8-21c53ff90e47') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:48.870738 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ef2ce4-3e11-4e87-85a8-21c53ff90e47') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:48.879441 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.893053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.898756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:32:48.899203 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:32:48.902041 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:32:49.048027 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:49.048027 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:49.048027 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/networks/15061ce1-8596-45a7-b7c2-1c1d52888776 HTTP/1.1" status: 204 len: 168 time: 0.3681736 Aug 19 13:32:49.049934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55560) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:49.066704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233630c-af1b-4e38-8c49-ab0408fcf086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Network': ['ID=15061ce1-8596-45a7-b7c2-1c1d52888776,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:49.123207 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-667e1e9b-1df6-474a-83c3-033049630659 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:49.148874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-667e1e9b-1df6-474a-83c3-033049630659 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:49.312444 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-667e1e9b-1df6-474a-83c3-033049630659 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:49.315162 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-667e1e9b-1df6-474a-83c3-033049630659 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:49.316496 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-667e1e9b-1df6-474a-83c3-033049630659 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/security-groups/ded33282-3ecb-4dce-b61f-5a45d7237ff8 HTTP/1.1" status: 204 len: 168 time: 0.2656264 Aug 19 13:32:49.327599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e1e9b-1df6-474a-83c3-033049630659 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded33282-3ecb-4dce-b61f-5a45d7237ff8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:49.827154 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55566) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:49.831937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c939c7bb-45bc-4df9-ad61-7d3aa7051a0a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468204649', 'description': 'tempest-secgroup-smoke-1468204649 description', 'project_id': '5554a60e63a1465fb9cc087084847d80'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:49.918264 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c939c7bb-45bc-4df9-ad61-7d3aa7051a0a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:49.997845 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c939c7bb-45bc-4df9-ad61-7d3aa7051a0a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:50.071956 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c939c7bb-45bc-4df9-ad61-7d3aa7051a0a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:50.100454 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939c7bb-45bc-4df9-ad61-7d3aa7051a0a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4cfecd-2392-4f40-a2bd-7513f1e044c7,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:50.163581 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c939c7bb-45bc-4df9-ad61-7d3aa7051a0a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:50.165424 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c939c7bb-45bc-4df9-ad61-7d3aa7051a0a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3366694 Aug 19 13:32:50.168415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55568) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:50.174062 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-46ac7f63-890f-4653-8194-633eacd0e3cd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '4e4cfecd-2392-4f40-a2bd-7513f1e044c7', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:50.282828 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-46ac7f63-890f-4653-8194-633eacd0e3cd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:50.343636 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-46ac7f63-890f-4653-8194-633eacd0e3cd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:50.420695 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-46ac7f63-890f-4653-8194-633eacd0e3cd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:50.438050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac7f63-890f-4653-8194-633eacd0e3cd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593a3b8e-cfc5-433e-9f95-5d8a1f906cba,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:50.478132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9ab8c4ea-82e8-4b08-b538-af175d96a813 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:32:50.498352 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 9ab8c4ea-82e8-4b08-b538-af175d96a813 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:32:50.498692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9ab8c4ea-82e8-4b08-b538-af175d96a813 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:32:50.512486 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-46ac7f63-890f-4653-8194-633eacd0e3cd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:50.513728 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-46ac7f63-890f-4653-8194-633eacd0e3cd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443835 Aug 19 13:32:50.516467 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55570) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:50.521453 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-1e2116cf-60f4-42ef-9bc8-66f5c875295e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '4e4cfecd-2392-4f40-a2bd-7513f1e044c7', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:50.621053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e2116cf-60f4-42ef-9bc8-66f5c875295e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:50.679719 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e2116cf-60f4-42ef-9bc8-66f5c875295e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:50.757646 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e2116cf-60f4-42ef-9bc8-66f5c875295e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:50.777302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2116cf-60f4-42ef-9bc8-66f5c875295e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1eb32e-722f-4da1-9c93-96cd32d839a8,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:50.860596 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-1e2116cf-60f4-42ef-9bc8-66f5c875295e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:50.861834 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-1e2116cf-60f4-42ef-9bc8-66f5c875295e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3444228 Aug 19 13:32:50.864664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55572) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:50.869750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-dca8d4e9-9d56-4d77-aa27-8f9be6cb628e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '4e4cfecd-2392-4f40-a2bd-7513f1e044c7', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:50.956800 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4e9-9d56-4d77-aa27-8f9be6cb628e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.015114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4e9-9d56-4d77-aa27-8f9be6cb628e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.078018 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4e9-9d56-4d77-aa27-8f9be6cb628e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.097432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d4e9-9d56-4d77-aa27-8f9be6cb628e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f7c2a6-ae85-4e2c-9852-3ef376cf2598,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:51.192306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dca8d4e9-9d56-4d77-aa27-8f9be6cb628e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.193558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dca8d4e9-9d56-4d77-aa27-8f9be6cb628e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279166 Aug 19 13:32:51.196316 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55574) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:51.200648 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-0c619c8d-dabc-4f2a-a87a-29c3af4a2334 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '4e4cfecd-2392-4f40-a2bd-7513f1e044c7', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:51.322163 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0c619c8d-dabc-4f2a-a87a-29c3af4a2334 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.383881 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0c619c8d-dabc-4f2a-a87a-29c3af4a2334 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.466498 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0c619c8d-dabc-4f2a-a87a-29c3af4a2334 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.484246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c619c8d-dabc-4f2a-a87a-29c3af4a2334 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58adc75d-c184-40a2-abd8-371d866b7159,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:51.563792 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-0c619c8d-dabc-4f2a-a87a-29c3af4a2334 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.565062 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-0c619c8d-dabc-4f2a-a87a-29c3af4a2334 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3678765 Aug 19 13:32:51.567801 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55576) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:51.572304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-05f7d3d8-7c1e-463b-b3d1-aef85427f66d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '4e4cfecd-2392-4f40-a2bd-7513f1e044c7', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:51.667017 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-05f7d3d8-7c1e-463b-b3d1-aef85427f66d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Project 5554a60e63a1465fb9cc087084847d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:32:51.671955 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05f7d3d8-7c1e-463b-b3d1-aef85427f66d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.732288 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05f7d3d8-7c1e-463b-b3d1-aef85427f66d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.866308 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05f7d3d8-7c1e-463b-b3d1-aef85427f66d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:51.884960 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7d3d8-7c1e-463b-b3d1-aef85427f66d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574eb3ce-e126-4ce6-a8dc-30c427466a6c,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:52.003509 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-05f7d3d8-7c1e-463b-b3d1-aef85427f66d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.004763 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-05f7d3d8-7c1e-463b-b3d1-aef85427f66d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4360220 Aug 19 13:32:52.007517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55578) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:52.012694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-902b9973-bce9-4154-ac59-614fd1fc9f40 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '4e4cfecd-2392-4f40-a2bd-7513f1e044c7', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:52.100801 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-902b9973-bce9-4154-ac59-614fd1fc9f40 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Project 5554a60e63a1465fb9cc087084847d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:32:52.106352 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-902b9973-bce9-4154-ac59-614fd1fc9f40 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.166281 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-902b9973-bce9-4154-ac59-614fd1fc9f40 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.231960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-902b9973-bce9-4154-ac59-614fd1fc9f40 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.250687 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b9973-bce9-4154-ac59-614fd1fc9f40 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8a6884-78e8-41c2-b80a-7df5048b8649,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:52.346366 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-902b9973-bce9-4154-ac59-614fd1fc9f40 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.347649 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-902b9973-bce9-4154-ac59-614fd1fc9f40 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3391819 Aug 19 13:32:52.350414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55580) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:52.356024 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'network': {'name': 'tempest-network-smoke--615554516', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'port_security_enabled': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:52.437503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:32:52.442726 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.463810 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:32:52.472762 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.477650 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Added segment 89462282-b002-4b51-a786-60d23c4a54e9 of type vlan for network c4e671fd-1cac-4028-bae4-00497dc616ee Aug 19 13:32:52.513894 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.603646 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.609221 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:52.609819 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.673096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Network': ['ID=c4e671fd-1cac-4028-bae4-00497dc616ee,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:52.684400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network c4e671fd-1cac-4028-bae4-00497dc616ee details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:32:52.719195 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7866174f-28f7-46a1-83f2-afd0702b6ce5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3675158 Aug 19 13:32:52.722663 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55582) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:52.727209 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'admin_state_up': True, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:52.803309 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.804367 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:52.858185 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:53.046141 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:53.291325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:53.309935 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:53.753560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.25.2.237 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/9f09bd45-3750-4317-9634-229d74f6e7b5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:32:53.854249 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:53.952938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:53.992095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:32:53.997580 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:54.001393 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:32:54.027795 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=9f09bd45-3750-4317-9634-229d74f6e7b5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:54.351040 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:54.552900 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:54.780541 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:32:54.884974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:32:54.894415 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Sync routers for ids ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:32:54.904146 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Routers {'3580d2a9-a5b0-46a8-98e8-84283f6458d7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:54.904762 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:54.986710 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:54.988100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a9d61927-3779-4fc0-9d41-8be5f1ac4fda tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2644594 Aug 19 13:32:54.991377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55584) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:55.007599 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Set router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:55.070581 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-19de353b-7e89-461f-be59-5be35c323866 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5554a60e63a1465fb9cc087084847d80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0779910 Aug 19 13:32:55.073118 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55588) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:55.160179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd4f8ea-f890-4f2e-910a-e3ff57982fe5 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:55.161695 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2bd4f8ea-f890-4f2e-910a-e3ff57982fe5 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876265 Aug 19 13:32:55.164575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55590) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:55.183149 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:54Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:55.193740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c1aa28b7-1ab1-48b8-9d67-1a33bcd10581 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278218 Aug 19 13:32:55.196479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55592) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:55.201543 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195641295', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:32:55.212937 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Checking router: 3580d2a9-a5b0-46a8-98e8-84283f6458d7 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:32:55.213280 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Updating router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 port 9f09bd45-3750-4317-9634-229d74f6e7b5 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:32:55.239106 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:55.404866 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:32:55.408520 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:55.489034 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:55.498768 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Transition to ACTIVE for port object 9f09bd45-3750-4317-9634-229d74f6e7b5 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:55.609194 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:55.660398 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Attempting to bind port 9f09bd45-3750-4317-9634-229d74f6e7b5 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:32:55.660695 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Attempting to bind port 9f09bd45-3750-4317-9634-229d74f6e7b5 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:32:55.661052 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Attempting to bind port 9f09bd45-3750-4317-9634-229d74f6e7b5 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:32:55.663987 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Pushing event updated for resources: {'Port': ['ID=9f09bd45-3750-4317-9634-229d74f6e7b5,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:55.671788 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:32:55.672150 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:32:55.672540 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:55.672927 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:32:55.673377 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Bound port: 9f09bd45-3750-4317-9634-229d74f6e7b5, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:32:55.673749 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:55.677879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:55.678051 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.678230 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.678562 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.678935 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.679366 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.679722 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.680043 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.680367 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.680672 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.680989 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.681302 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.681611 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:32:55.737586 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] For port 9f09bd45-3750-4317-9634-229d74f6e7b5, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:32:55.740868 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] For port 9f09bd45-3750-4317-9634-229d74f6e7b5, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9f09bd45-3750-4317-9634-229d74f6e7b5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:32:55.747765 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Subnet': ['ID=1fc0a061-4c9b-49c3-a817-66b48821fd05,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:55.749803 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Checking segment: {'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:32:55.750588 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network hostable DHCP agents. Network: c4e671fd-1cac-4028-bae4-00497dc616ee, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:32:55.832609 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:55.854792 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network c4e671fd-1cac-4028-bae4-00497dc616ee is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:32:55.888250 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Routers {'3580d2a9-a5b0-46a8-98e8-84283f6458d7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:55.888873 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:55.893557 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d10df-8b0f-4c89-8bdb-2a0d8fce1fc9 None None] Pushing event updated for resources: {'Port': ['ID=9f09bd45-3750-4317-9634-229d74f6e7b5,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:56.009801 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, c4e671fd-1cac-4028-bae4-00497dc616ee) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:56.014568 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:56.021306 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.021654 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c5c08e-1d11-4acc-87b8-f27b4f17b67c None None] Network c4e671fd-1cac-4028-bae4-00497dc616ee requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:32:56.097016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] Set router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:56.103035 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.141590 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-04f80247-4679-48c2-9a0f-2031210c4478 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9440205 Aug 19 13:32:56.144485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55594) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:32:56.180540 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-c4e671fd-1cac-4028-bae4-00497dc616ee', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ips': [{'subnet_id': '1fc0a061-4c9b-49c3-a817-66b48821fd05'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:32:56.180540 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.286325 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:54Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:56.317530 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Allocated IP 172.20.0.2 (c4e671fd-1cac-4028-bae4-00497dc616ee/1fc0a061-4c9b-49c3-a817-66b48821fd05/99688e47-65c8-46c1-94e1-844f1bf4b87e) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:32:56.340455 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849347bb-cdbf-4378-bab3-41d15780afcc None None] The sync data for ids ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'] in n-d-803757-2 is: [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:54Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:32:56.343712 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:32:56.465085 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.473934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Transition to ACTIVE for port object 99688e47-65c8-46c1-94e1-844f1bf4b87e will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:56.488810 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Transition to ACTIVE for port object 99688e47-65c8-46c1-94e1-844f1bf4b87e will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:56.552734 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.615278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Network c4e671fd-1cac-4028-bae4-00497dc616ee is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:32:56.621299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:56.626324 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:32:56.631900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Pushing event updated for resources: {'Port': ['ID=99688e47-65c8-46c1-94e1-844f1bf4b87e,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:56.637937 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.692785 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Attempting to bind port 99688e47-65c8-46c1-94e1-844f1bf4b87e on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:32:56.695012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Attempting to bind port 99688e47-65c8-46c1-94e1-844f1bf4b87e by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:32:56.695012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Attempting to bind port 99688e47-65c8-46c1-94e1-844f1bf4b87e on network c4e671fd-1cac-4028-bae4-00497dc616ee {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:32:56.700781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:32:56.701871 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Checking segment: {'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:32:56.702286 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.702689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Bound using segment: {'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:32:56.703789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Bound port: 99688e47-65c8-46c1-94e1-844f1bf4b87e, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:32:56.704203 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.777517 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] For port 99688e47-65c8-46c1-94e1-844f1bf4b87e, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:32:56.780724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] For port 99688e47-65c8-46c1-94e1-844f1bf4b87e, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=99688e47-65c8-46c1-94e1-844f1bf4b87e,segment=NetworkSegment(89462282-b002-4b51-a786-60d23c4a54e9),segment_id=89462282-b002-4b51-a786-60d23c4a54e9)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:32:56.855676 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.896786 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:56.937203 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19c0ec-dd0b-47e4-8ce8-e0412567c319 None None] Pushing event updated for resources: {'Port': ['ID=99688e47-65c8-46c1-94e1-844f1bf4b87e,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:56.947766 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.20.0.1 (c4e671fd-1cac-4028-bae4-00497dc616ee/1fc0a061-4c9b-49c3-a817-66b48821fd05/d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:32:57.118769 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.135994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Transition to ACTIVE for port object d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:57.227159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.267680 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network c4e671fd-1cac-4028-bae4-00497dc616ee is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:32:57.271245 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:57.279577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:32:57.310257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:57.337721 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.559007 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.818363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0870d355-2cbb-4c09-a825-d2051a227ce6 None None] Network c4e671fd-1cac-4028-bae4-00497dc616ee requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:32:57.846623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.912011 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.941760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-18e5e83d-e829-476a-9011-b7b98127760a None None] Provisioning for port 99688e47-65c8-46c1-94e1-844f1bf4b87e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:57.994445 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:57.996330 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:58.096532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network c4e671fd-1cac-4028-bae4-00497dc616ee is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:32:58.098004 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:32:58.215925 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:32:58.341084 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:32:58.352207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-f12fbf87-fed5-4838-a71c-8a875f2f62a8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "PUT /v2.0/routers/3580d2a9-a5b0-46a8-98e8-84283f6458d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2007511 Aug 19 13:32:58.357797 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Sync routers for ids ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:32:58.370226 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Routers {'3580d2a9-a5b0-46a8-98e8-84283f6458d7'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:58.370894 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:58.405845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3a83767c-da18-43f9-b814-a37ce20940c3 None None] Provisioning for port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:58.414663 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3a83767c-da18-43f9-b814-a37ce20940c3 None None] Provisioning complete for port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:58.415747 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3a83767c-da18-43f9-b814-a37ce20940c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:58.519438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-4220772d-e075-43d3-8bf6-3ec7a4dae93d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468204649&fields=id&tenant_id=5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 267 time: 0.0472000 Aug 19 13:32:58.652126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-54ef427f-2e6f-41ca-a1aa-8f977dc8c14a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:32:58.653675 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-54ef427f-2e6f-41ca-a1aa-8f977dc8c14a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/networks?id=c4e671fd-1cac-4028-bae4-00497dc616ee HTTP/1.1" status: 200 len: 796 time: 0.1327567 Aug 19 13:32:58.657234 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 99688e47-65c8-46c1-94e1-844f1bf4b87e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:32:58.669412 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-8e337d5d-9469-4db1-a3c0-59d5fd28ab31 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/quotas/5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 375 time: 0.0099006 Aug 19 13:32:58.683595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3a83767c-da18-43f9-b814-a37ce20940c3 None None] Port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:32:58.717251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Set router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:32:58.724404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-4bfb4cc8-5f64-44da-b3a8-18e822f6f201 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494294 Aug 19 13:32:58.779366 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-b58fcfad-578d-4b75-a5b0-199fb0262ce4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:32:58.780472 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-b58fcfad-578d-4b75-a5b0-199fb0262ce4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443809 Aug 19 13:32:58.839841 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-01d3db5e-cdf5-47e8-a8ec-3dbe673c9e00 None None] Provisioning complete for port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:58.840458 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-01d3db5e-cdf5-47e8-a8ec-3dbe673c9e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:58.867514 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 99688e47-65c8-46c1-94e1-844f1bf4b87e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:58.873040 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-4e3a0837-0bf8-409e-81a9-d49489df9632 service neutron] 10.222.0.21 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858397 Aug 19 13:32:58.878595 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 99688e47-65c8-46c1-94e1-844f1bf4b87e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:58.878992 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:58.918243 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-01d3db5e-cdf5-47e8-a8ec-3dbe673c9e00 None None] Port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:32:59.021632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.041460 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd7c1f0ec-44b7-4dc5-b966-ee68f5025dbb', 'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:31:d9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:56Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 2, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:59.085187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Checking router: 3580d2a9-a5b0-46a8-98e8-84283f6458d7 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:32:59.085536 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Updating router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:32:59.118411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 99688e47-65c8-46c1-94e1-844f1bf4b87e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=99688e47-65c8-46c1-94e1-844f1bf4b87e,segment=NetworkSegment(89462282-b002-4b51-a786-60d23c4a54e9),segment_id=89462282-b002-4b51-a786-60d23c4a54e9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:59.123715 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.224852 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.225654 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9f09bd45-3750-4317-9634-229d74f6e7b5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:32:59.345711 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-216e06bc-bb0d-4c6b-bdc4-dc01d41d59de service neutron] 10.222.0.21 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662681 Aug 19 13:32:59.363834 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=99688e47-65c8-46c1-94e1-844f1bf4b87e,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:59.462982 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 9f09bd45-3750-4317-9634-229d74f6e7b5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:32:59.472278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9f09bd45-3750-4317-9634-229d74f6e7b5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:32:59.472649 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.504673 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.522856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Transition to ACTIVE for port object d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:32:59.569531 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.594689 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 9f09bd45-3750-4317-9634-229d74f6e7b5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9f09bd45-3750-4317-9634-229d74f6e7b5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:32:59.605572 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e43ff9f2-aac2-4438-a2e8-f987d6f76edf req-5cce5b2e-d6f0-487b-b6ae-76a158e6076f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 210 time: 0.0271223 Aug 19 13:32:59.609398 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.682326 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.684475 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce3ab-fcf2-400d-974c-7a095645086a None None] Pushing event updated for resources: {'Port': ['ID=d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:59.744427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Attempting to bind port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:32:59.744801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Attempting to bind port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:32:59.745170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Attempting to bind port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb on network c4e671fd-1cac-4028-bae4-00497dc616ee {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:32:59.759618 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:32:59.759991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Checking segment: {'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:32:59.760397 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.760795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Bound using segment: {'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:32:59.761276 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Bound port: d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:32:59.761658 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.778056 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=9f09bd45-3750-4317-9634-229d74f6e7b5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:32:59.840492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] For port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:32:59.854736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] For port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb,segment=NetworkSegment(89462282-b002-4b51-a786-60d23c4a54e9),segment_id=89462282-b002-4b51-a786-60d23c4a54e9)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:32:59.930030 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:32:59.986669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Routers {'3580d2a9-a5b0-46a8-98e8-84283f6458d7'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:32:59.987329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:32:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:32:59.992201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ce3ab-fcf2-400d-974c-7a095645086a None None] Pushing event updated for resources: {'Port': ['ID=d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:33:00.117576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] Set router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:33:00.326015 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd7c1f0ec-44b7-4dc5-b966-ee68f5025dbb', 'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:31:d9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:56Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:33:00.356616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f0c6d4-9c85-47e3-a6d0-23b7eab7943a None None] The sync data for ids ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'] in n-d-803757-2 is: [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd7c1f0ec-44b7-4dc5-b966-ee68f5025dbb', 'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:31:d9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:56Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:33:00.632394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 99688e47-65c8-46c1-94e1-844f1bf4b87e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:33:00.684644 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 99688e47-65c8-46c1-94e1-844f1bf4b87e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:33:00.685025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:00.723581 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-fa42dc8c-7b23-471f-9827-99f0b75da5c9 req-db04ee51-1858-4441-b3c0-8970260138ac tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 210 time: 0.0374014 Aug 19 13:33:00.785229 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9f09bd45-3750-4317-9634-229d74f6e7b5 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:33:00.834946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 9f09bd45-3750-4317-9634-229d74f6e7b5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:33:00.835315 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:00.930635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:33:01.066637 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:33:01.072326 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:33:01.074304 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:01.174102 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:01.207909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb,segment=NetworkSegment(89462282-b002-4b51-a786-60d23c4a54e9),segment_id=89462282-b002-4b51-a786-60d23c4a54e9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:33:01.311738 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:01.362038 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:33:01.828766 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f0060d0d-64cf-46e1-bc2e-5352d3a07203 req-32e0be78-ad1e-4aee-adc4-60e0141b39e3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 210 time: 0.0313940 Aug 19 13:33:01.876493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c02a448b-f902-491e-9bf4-efd9b6fe895f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:01.877938 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c02a448b-f902-491e-9bf4-efd9b6fe895f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "GET /v2.0/networks?id=c4e671fd-1cac-4028-bae4-00497dc616ee HTTP/1.1" status: 200 len: 796 time: 0.4831319 Aug 19 13:33:01.920411 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-f2ae733b-6fd0-4b79-9d32-b9703b15b1a3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 380 time: 0.0333550 Aug 19 13:33:01.929579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'port': {'device_id': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'admin_state_up': True, 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'security_groups': ['4e4cfecd-2392-4f40-a2bd-7513f1e044c7']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:33:02.083835 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:33:02.087906 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:02.209321 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.20.0.8 (c4e671fd-1cac-4028-bae4-00497dc616ee/1fc0a061-4c9b-49c3-a817-66b48821fd05/353bfd5d-485c-4848-bf5c-241cecd888c5) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:33:02.348130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:02.362345 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Transition to ACTIVE for port object 353bfd5d-485c-4848-bf5c-241cecd888c5 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:33:02.472283 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:02.518005 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network c4e671fd-1cac-4028-bae4-00497dc616ee is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:33:02.521141 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:33:02.526518 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:33:02.533422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=353bfd5d-485c-4848-bf5c-241cecd888c5,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:33:02.539655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:33:02.588956 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:02.589905 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:02.598409 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:33:02.598780 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:02.661632 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-530fd1eb-e41b-4b84-b491-4c203d3d762d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7354693 Aug 19 13:33:02.719741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Request body: {'port': {'device_id': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:33:02.777821 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:02.814757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-459fd662-c639-4422-9671-8c91a8535e75 None None] Provisioning for port 353bfd5d-485c-4848-bf5c-241cecd888c5 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:33:02.818933 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-459fd662-c639-4422-9671-8c91a8535e75 None None] Provisioning complete for port 353bfd5d-485c-4848-bf5c-241cecd888c5 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:33:02.819322 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-459fd662-c639-4422-9671-8c91a8535e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:02.862357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-459fd662-c639-4422-9671-8c91a8535e75 None None] Port 353bfd5d-485c-4848-bf5c-241cecd888c5 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:33:02.957049 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb3c96-72e7-4b17-b90d-4009a361ca64 req-8d95b79e-718f-416d-9a55-2a2c8fc02c2d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:02.958889 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4deb3c96-72e7-4b17-b90d-4009a361ca64 req-8d95b79e-718f-416d-9a55-2a2c8fc02c2d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 931 time: 0.0571756 Aug 19 13:33:02.996869 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4deb3c96-72e7-4b17-b90d-4009a361ca64 req-6df819c7-00dc-4db6-a8b7-76fc4791c2a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321844 Aug 19 13:33:03.047900 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353bfd5d-485c-4848-bf5c-241cecd888c5 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:33:03.056345 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:03.069138 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Transition to ACTIVE for port object 353bfd5d-485c-4848-bf5c-241cecd888c5 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:33:03.158137 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:03.210530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Pushing event updated for resources: {'Port': ['ID=353bfd5d-485c-4848-bf5c-241cecd888c5,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:33:03.283422 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Attempting to bind port 353bfd5d-485c-4848-bf5c-241cecd888c5 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:33:03.284058 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Attempting to bind port 353bfd5d-485c-4848-bf5c-241cecd888c5 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:33:03.284394 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Attempting to bind port 353bfd5d-485c-4848-bf5c-241cecd888c5 on network c4e671fd-1cac-4028-bae4-00497dc616ee {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:33:03.289534 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Port 353bfd5d-485c-4848-bf5c-241cecd888c5 on network c4e671fd-1cac-4028-bae4-00497dc616ee not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:33:03.289887 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Attempting to bind port 353bfd5d-485c-4848-bf5c-241cecd888c5 on network c4e671fd-1cac-4028-bae4-00497dc616ee {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:33:03.295117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:33:03.295460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Checking segment: {'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:33:03.295847 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Bound using segment: {'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:33:03.296300 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Bound port: 353bfd5d-485c-4848-bf5c-241cecd888c5, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89462282-b002-4b51-a786-60d23c4a54e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:33:03.296639 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:03.363676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] For port 353bfd5d-485c-4848-bf5c-241cecd888c5, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:33:03.366657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] For port 353bfd5d-485c-4848-bf5c-241cecd888c5, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=353bfd5d-485c-4848-bf5c-241cecd888c5,segment=NetworkSegment(89462282-b002-4b51-a786-60d23c4a54e9),segment_id=89462282-b002-4b51-a786-60d23c4a54e9)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:33:03.433013 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:03.468168 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:03.468799 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:03.470203 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] 10.222.0.62 "PUT /v2.0/ports/353bfd5d-485c-4848-bf5c-241cecd888c5 HTTP/1.1" status: 200 len: 1091 time: 0.7993805 Aug 19 13:33:03.470646 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'tag': '353bfd5d-485c-4848-bf5c-241cecd888c5'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:33:03.473076 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706dd113-73ba-46fd-b18e-a4cb1ffc4c56" -d '{"events": [{"name": "network-changed", "server_uuid": "d8972e25-c8ef-4ecd-bbe6-266603359dd0", "tag": "353bfd5d-485c-4848-bf5c-241cecd888c5"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:33:03.509666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654463d-5152-4f27-986c-42d8911ba86f service neutron] Pushing event updated for resources: {'Port': ['ID=353bfd5d-485c-4848-bf5c-241cecd888c5,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:33:03.526030 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa33354-cbfd-42a7-8ec9-31979efc5b3c x-openstack-request-id: req-dfa33354-cbfd-42a7-8ec9-31979efc5b3c {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:33:03.526030 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8972e25-c8ef-4ecd-bbe6-266603359dd0", "tag": "353bfd5d-485c-4848-bf5c-241cecd888c5", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:33:03.526030 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfa33354-cbfd-42a7-8ec9-31979efc5b3c {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:33:03.526441 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'tag': '353bfd5d-485c-4848-bf5c-241cecd888c5', 'status': 'completed', 'code': 200} Aug 19 13:33:03.595125 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dd113-73ba-46fd-b18e-a4cb1ffc4c56 req-a3558d5e-288c-40b7-be88-41920202bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:03.596681 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-706dd113-73ba-46fd-b18e-a4cb1ffc4c56 req-a3558d5e-288c-40b7-be88-41920202bd24 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 1094 time: 0.0474854 Aug 19 13:33:03.696075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dd113-73ba-46fd-b18e-a4cb1ffc4c56 req-baddf865-84c4-40ef-9e69-7ad4f2cf929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:03.697567 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-706dd113-73ba-46fd-b18e-a4cb1ffc4c56 req-baddf865-84c4-40ef-9e69-7ad4f2cf929d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=5554a60e63a1465fb9cc087084847d80&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0926039 Aug 19 13:33:03.802579 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dd113-73ba-46fd-b18e-a4cb1ffc4c56 req-eda81fa4-298b-4b4a-b711-49c55d37b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:03.804009 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-706dd113-73ba-46fd-b18e-a4cb1ffc4c56 req-eda81fa4-298b-4b4a-b711-49c55d37b109 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973358 Aug 19 13:33:03.880824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-613a8a42-98af-4b50-a747-65fe129a4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:03.882392 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-613a8a42-98af-4b50-a747-65fe129a4764 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 1094 time: 0.0428846 Aug 19 13:33:03.927200 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-2aea1022-54f1-4886-ae7c-866bcb739d40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353bfd5d-485c-4848-bf5c-241cecd888c5 HTTP/1.1" status: 200 len: 217 time: 0.0362601 Aug 19 13:33:03.980852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-34fd4551-5079-4dac-ad0d-b10b0fb6a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:03.982226 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-34fd4551-5079-4dac-ad0d-b10b0fb6a434 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fc0a061-4c9b-49c3-a817-66b48821fd05 HTTP/1.1" status: 200 len: 834 time: 0.0482440 Aug 19 13:33:04.033404 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-7901d845-77ce-40d4-830e-e226136af5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:04.033404 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-7901d845-77ce-40d4-830e-e226136af5e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c4e671fd-1cac-4028-bae4-00497dc616ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438054 Aug 19 13:33:04.133302 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-5ca8654c-5e53-4c79-9d85-74f76908db9b service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916240 Aug 19 13:33:04.135474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22446049-6276-462a-86d1-3445582ca267 req-979b701b-ea3f-4c2e-a236-22fced679254 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:04.136985 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-22446049-6276-462a-86d1-3445582ca267 req-979b701b-ea3f-4c2e-a236-22fced679254 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 943 time: 0.0503299 Aug 19 13:33:04.179016 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-22446049-6276-462a-86d1-3445582ca267 req-9e1ed2aa-71fe-4abc-ba2c-ca2a3bf2e0fc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360034 Aug 19 13:33:04.228051 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ef79e9bf-1bd6-441d-a766-d86582e73fd2 req-5257faef-2465-4f2a-a10f-bde450016358 service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878844 Aug 19 13:33:05.094877 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ade0dc7b-d659-41c6-b199-d0c79ae3faad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:05.296867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8e491-b172-4233-a522-8cfae262fa1e req-710afa9c-691a-4c00-8083-b28511a8b6e4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:05.298354 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccf8e491-b172-4233-a522-8cfae262fa1e req-710afa9c-691a-4c00-8083-b28511a8b6e4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 943 time: 0.0502317 Aug 19 13:33:05.337646 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ccf8e491-b172-4233-a522-8cfae262fa1e req-8c7d306b-6e77-48e4-a537-a73b9c639c1a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333016 Aug 19 13:33:06.458827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283980fd-3695-43f2-8250-ea909f8226cb req-a6ab1918-82b5-418e-8698-722ab371a202 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:06.460332 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-283980fd-3695-43f2-8250-ea909f8226cb req-a6ab1918-82b5-418e-8698-722ab371a202 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 943 time: 0.0529811 Aug 19 13:33:06.498931 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-283980fd-3695-43f2-8250-ea909f8226cb req-419094b4-3100-4c58-adc0-3af62078babd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326805 Aug 19 13:33:07.420642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 353bfd5d-485c-4848-bf5c-241cecd888c5 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:33:07.519869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 353bfd5d-485c-4848-bf5c-241cecd888c5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=353bfd5d-485c-4848-bf5c-241cecd888c5,segment=NetworkSegment(89462282-b002-4b51-a786-60d23c4a54e9),segment_id=89462282-b002-4b51-a786-60d23c4a54e9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:33:07.532232 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '353bfd5d-485c-4848-bf5c-241cecd888c5', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'port_id': '353bfd5d-485c-4848-bf5c-241cecd888c5', 'mac_address': 'fa:16:3e:6a:46:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:33:07.570948 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:07.584091 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353bfd5d-485c-4848-bf5c-241cecd888c5 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:33:07.605385 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 353bfd5d-485c-4848-bf5c-241cecd888c5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=353bfd5d-485c-4848-bf5c-241cecd888c5,segment=NetworkSegment(89462282-b002-4b51-a786-60d23c4a54e9),segment_id=89462282-b002-4b51-a786-60d23c4a54e9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:33:07.621762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab604c2-5b27-48cb-8cbf-0cac5eb59772 req-e63bd51a-d200-4b56-a3f7-399f7c0879a9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:07.623304 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3ab604c2-5b27-48cb-8cbf-0cac5eb59772 req-e63bd51a-d200-4b56-a3f7-399f7c0879a9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 943 time: 0.0509813 Aug 19 13:33:07.666623 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3ab604c2-5b27-48cb-8cbf-0cac5eb59772 req-b7a4ce54-d7dd-4209-b649-51ff6edeaca9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373645 Aug 19 13:33:07.695075 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:07.731169 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:07.753592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=353bfd5d-485c-4848-bf5c-241cecd888c5,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:33:07.825483 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9b937bd9-4ac6-4da9-9d75-8d122d82cc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:07.899462 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['353bfd5d-485c-4848-bf5c-241cecd888c5'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:33:08.779784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc70c91-786c-4950-9acd-ce8cdecca0ac req-bcbff656-c1eb-4cba-87a6-70ba27940408 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:08.781174 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7dc70c91-786c-4950-9acd-ce8cdecca0ac req-bcbff656-c1eb-4cba-87a6-70ba27940408 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 944 time: 0.0483503 Aug 19 13:33:08.818137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7dc70c91-786c-4950-9acd-ce8cdecca0ac req-294dad93-dadc-4883-90c9-4f0758ad6bd5 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311193 Aug 19 13:33:09.420902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 353bfd5d-485c-4848-bf5c-241cecd888c5 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:33:09.442818 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:09.563355 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 353bfd5d-485c-4848-bf5c-241cecd888c5 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:33:09.567516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 353bfd5d-485c-4848-bf5c-241cecd888c5 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:33:09.567887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:09.648209 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:09.672518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353bfd5d-485c-4848-bf5c-241cecd888c5'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:33:09.674693 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b940ef-daf3-4453-ae07-c367c0ec65ff" -d '{"events": [{"server_uuid": "d8972e25-c8ef-4ecd-bbe6-266603359dd0", "name": "network-vif-plugged", "status": "completed", "tag": "353bfd5d-485c-4848-bf5c-241cecd888c5"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:33:09.687575 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 353bfd5d-485c-4848-bf5c-241cecd888c5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=353bfd5d-485c-4848-bf5c-241cecd888c5,segment=NetworkSegment(89462282-b002-4b51-a786-60d23c4a54e9),segment_id=89462282-b002-4b51-a786-60d23c4a54e9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:33:09.710897 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44e09ad-42c3-4eea-962e-f1ed928d70fc x-openstack-request-id: req-a44e09ad-42c3-4eea-962e-f1ed928d70fc {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:33:09.711191 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8972e25-c8ef-4ecd-bbe6-266603359dd0", "name": "network-vif-plugged", "status": "completed", "tag": "353bfd5d-485c-4848-bf5c-241cecd888c5", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:33:09.711531 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a44e09ad-42c3-4eea-962e-f1ed928d70fc {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:33:09.711961 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353bfd5d-485c-4848-bf5c-241cecd888c5', 'code': 200} Aug 19 13:33:09.763336 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:09.808105 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a77bc-c537-43a1-b833-d38032ee229b req-172af1db-ca1b-447b-8b75-93a85a381e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:09.809624 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-503a77bc-c537-43a1-b833-d38032ee229b req-172af1db-ca1b-447b-8b75-93a85a381e4f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0405543 Aug 19 13:33:09.811860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=353bfd5d-485c-4848-bf5c-241cecd888c5,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:33:09.819251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.819666 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.820011 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.820371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.820700 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.821025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.821346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.821774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.821986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.822825 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.823331 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.823659 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:33:09.849095 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-503a77bc-c537-43a1-b833-d38032ee229b req-cccda09f-ce28-44de-9d64-11786826828a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Aug 19 13:33:09.932511 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b042f-2fe8-4c19-9c69-b90eff5de3a0 req-a5a76d6c-f621-48b1-a725-ea34c4e5af51 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:09.933898 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d67b042f-2fe8-4c19-9c69-b90eff5de3a0 req-a5a76d6c-f621-48b1-a725-ea34c4e5af51 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0504217 Aug 19 13:33:09.975116 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d67b042f-2fe8-4c19-9c69-b90eff5de3a0 req-aadb2ee2-6913-47da-a6d7-b7c59534a488 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352440 Aug 19 13:33:10.820287 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:11.091456 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67d544-05d7-4a92-a5c9-15f774cdf78e req-1357591e-198f-4785-8e84-e1a5240c1122 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:11.093015 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d67d544-05d7-4a92-a5c9-15f774cdf78e req-1357591e-198f-4785-8e84-e1a5240c1122 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0494590 Aug 19 13:33:11.131908 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5d67d544-05d7-4a92-a5c9-15f774cdf78e req-e8fcc77b-b6f3-421e-8f6e-0c219e6cfe7b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324810 Aug 19 13:33:12.248669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9fa9f-a371-49c8-bc66-4b1cfb7cd455 req-f45e47c9-f531-4687-bfea-0cf8e58c1cc2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:12.250270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74b9fa9f-a371-49c8-bc66-4b1cfb7cd455 req-f45e47c9-f531-4687-bfea-0cf8e58c1cc2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0494306 Aug 19 13:33:12.288050 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-74b9fa9f-a371-49c8-bc66-4b1cfb7cd455 req-c6b059f3-d945-4ee9-8df9-74df348e7eca tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Aug 19 13:33:12.402249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde0071-aad1-4565-b5e3-76bbe1f02e58 req-1b6fa38f-92e2-45c4-b404-acf6b51d7d70 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:12.403754 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bcde0071-aad1-4565-b5e3-76bbe1f02e58 req-1b6fa38f-92e2-45c4-b404-acf6b51d7d70 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0490110 Aug 19 13:33:12.445240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bcde0071-aad1-4565-b5e3-76bbe1f02e58 req-8c8e01be-fca7-4cef-a629-7bb1bb5c270e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355937 Aug 19 13:33:12.467050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55654) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:33:12.507932 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d57cf-5330-4ce0-b90d-8f0510850ae2 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:12.509453 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-389d57cf-5330-4ce0-b90d-8f0510850ae2 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 1091 time: 0.0414333 Aug 19 13:33:12.513047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55656) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:33:12.517538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '353bfd5d-485c-4848-bf5c-241cecd888c5', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:33:12.649102 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:12.746354 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:12.857923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.25.2.205 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/5b1a4db2-5edd-4554-858f-90303581ce5a) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:33:12.960236 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:13.066523 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:13.107727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:33:13.112495 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:33:13.116017 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:33:13.140734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=5b1a4db2-5edd-4554-858f-90303581ce5a,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:33:13.469284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:13.610993 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:13.758402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:13.832126 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:13.906212 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=5b1a4db2-5edd-4554-858f-90303581ce5a,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:33:13.915571 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:14.018292 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Floating IP 4490119d-247f-453c-aa90-703bdc5482e6 associated. External IP: 172.25.2.205, port: 353bfd5d-485c-4848-bf5c-241cecd888c5. Aug 19 13:33:14.230931 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:33:14.345521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:33:14.356641 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72866b2f-add6-4456-babf-d437e524f79b None None] Sync routers for ids ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:33:14.367347 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72866b2f-add6-4456-babf-d437e524f79b None None] Routers {'3580d2a9-a5b0-46a8-98e8-84283f6458d7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:33:14.368264 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-72866b2f-add6-4456-babf-d437e524f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:33:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:33:14.449335 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:14.472391 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-72866b2f-add6-4456-babf-d437e524f79b None None] Set router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:33:14.478742 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3634db5f-e701-4ef3-8cbf-1e73354df002 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9646411 Aug 19 13:33:14.479994 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'tag': '353bfd5d-485c-4848-bf5c-241cecd888c5'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:33:14.482846 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8972e25-c8ef-4ecd-bbe6-266603359dd0", "tag": "353bfd5d-485c-4848-bf5c-241cecd888c5"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:33:14.538090 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220b77b0-6480-4170-aab2-f8526f5a9915 x-openstack-request-id: req-220b77b0-6480-4170-aab2-f8526f5a9915 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:33:14.538617 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8972e25-c8ef-4ecd-bbe6-266603359dd0", "tag": "353bfd5d-485c-4848-bf5c-241cecd888c5", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:33:14.539053 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-220b77b0-6480-4170-aab2-f8526f5a9915 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:33:14.539549 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'tag': '353bfd5d-485c-4848-bf5c-241cecd888c5', 'status': 'completed', 'code': 200} Aug 19 13:33:14.611459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1 req-0f75ed16-78d7-4a55-88ab-2cbe673e646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:14.612223 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1 req-0f75ed16-78d7-4a55-88ab-2cbe673e646e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0505600 Aug 19 13:33:14.613202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1804a-d5d5-4f55-915f-c8c574046ef3 req-4a07deb9-6010-4d5d-a289-b3102d044d68 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:14.614842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41f1804a-d5d5-4f55-915f-c8c574046ef3 req-4a07deb9-6010-4d5d-a289-b3102d044d68 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0571930 Aug 19 13:33:14.659878 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-41f1804a-d5d5-4f55-915f-c8c574046ef3 req-c973ede5-c2a7-46f3-a90f-f53848bd1169 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361092 Aug 19 13:33:14.684878 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55662) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:33:14.731478 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-72866b2f-add6-4456-babf-d437e524f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '4490119d-247f-453c-aa90-703bdc5482e6', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'port_id': '353bfd5d-485c-4848-bf5c-241cecd888c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'mac_address': 'fa:16:3e:6a:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:33:13Z', 'updated_at': '2021-08-19T13:33:13Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c1f0ec-44b7-4dc5-b966-ee68f5025dbb', 'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:31:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:56Z', 'updated_at': '2021-08-19T13:33:01Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:33:14.732837 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1 req-fe2b8f02-f3fb-439b-b216-a3aca4c3a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:14.734356 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1 req-fe2b8f02-f3fb-439b-b216-a3aca4c3a838 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c4e671fd-1cac-4028-bae4-00497dc616ee HTTP/1.1" status: 200 len: 897 time: 0.1137934 Aug 19 13:33:14.759153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-894855b3-cf0e-4dd9-98ca-cc7f8e736b72 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/4490119d-247f-453c-aa90-703bdc5482e6 HTTP/1.1" status: 200 len: 991 time: 0.0730028 Aug 19 13:33:14.760336 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72866b2f-add6-4456-babf-d437e524f79b None None] Checking router: 3580d2a9-a5b0-46a8-98e8-84283f6458d7 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:33:14.770170 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72866b2f-add6-4456-babf-d437e524f79b None None] Routers {'3580d2a9-a5b0-46a8-98e8-84283f6458d7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:33:14.771145 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-72866b2f-add6-4456-babf-d437e524f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:33:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:33:14.818863 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1 req-2e77fb95-f7bd-48d9-af74-aeaed3c75a0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353bfd5d-485c-4848-bf5c-241cecd888c5 HTTP/1.1" status: 200 len: 999 time: 0.0771599 Aug 19 13:33:14.868607 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1 req-920a3d80-728d-44c8-a82d-243b58d9097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:14.870066 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1 req-920a3d80-728d-44c8-a82d-243b58d9097d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fc0a061-4c9b-49c3-a817-66b48821fd05 HTTP/1.1" status: 200 len: 834 time: 0.0445361 Aug 19 13:33:14.879089 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-72866b2f-add6-4456-babf-d437e524f79b None None] Set router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:33:14.921547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1 req-b83173d7-ffc7-4e6e-a298-9bdde2748c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:14.923107 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1 req-b83173d7-ffc7-4e6e-a298-9bdde2748c3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c4e671fd-1cac-4028-bae4-00497dc616ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461025 Aug 19 13:33:15.014313 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1 req-5d7d63e9-ed28-474f-b505-f79522c4fead service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839493 Aug 19 13:33:15.101303 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-72866b2f-add6-4456-babf-d437e524f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '4490119d-247f-453c-aa90-703bdc5482e6', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'port_id': '353bfd5d-485c-4848-bf5c-241cecd888c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'mac_address': 'fa:16:3e:6a:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:33:13Z', 'updated_at': '2021-08-19T13:33:13Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c1f0ec-44b7-4dc5-b966-ee68f5025dbb', 'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:31:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:56Z', 'updated_at': '2021-08-19T13:33:01Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:33:15.109067 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9279d992-c345-4cb7-a0c7-fbb0faac6ed1 req-7f6304ef-bf70-44f5-bfe2-4aba68207553 service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883965 Aug 19 13:33:15.126592 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72866b2f-add6-4456-babf-d437e524f79b None None] The sync data for ids ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'] in n-d-803757-2 is: [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '4490119d-247f-453c-aa90-703bdc5482e6', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'port_id': '353bfd5d-485c-4848-bf5c-241cecd888c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'mac_address': 'fa:16:3e:6a:46:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:33:13Z', 'updated_at': '2021-08-19T13:33:13Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c1f0ec-44b7-4dc5-b966-ee68f5025dbb', 'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:31:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:56Z', 'updated_at': '2021-08-19T13:33:01Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:33:15.307384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6198f382-6778-42ec-b85a-26f362f5f127 None None] New status for floating IP 4490119d-247f-453c-aa90-703bdc5482e6: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:33:15.763720 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55664) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:33:15.823830 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-ae8e1bd9-5dc7-4f93-99e8-880e5671a457 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/4490119d-247f-453c-aa90-703bdc5482e6 HTTP/1.1" status: 200 len: 993 time: 0.0590701 Aug 19 13:33:21.607986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-1beb3c5e-921a-4f35-a552-638877d0c1ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400255 Aug 19 13:33:21.689938 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-0806b07f-2587-4aa5-aa3c-8d4ec57ba6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:21.691357 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-0806b07f-2587-4aa5-aa3c-8d4ec57ba6a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0411577 Aug 19 13:33:21.797026 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-0cfabb7e-96e9-42e5-9e82-87f2322fdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:21.798520 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-0cfabb7e-96e9-42e5-9e82-87f2322fdafc service neutron] 10.222.0.62 "GET /v2.0/networks?id=c4e671fd-1cac-4028-bae4-00497dc616ee HTTP/1.1" status: 200 len: 897 time: 0.0883965 Aug 19 13:33:21.863931 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-cfb80f4d-895f-46ac-b248-372a9edf62da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353bfd5d-485c-4848-bf5c-241cecd888c5 HTTP/1.1" status: 200 len: 1001 time: 0.0583489 Aug 19 13:33:21.913432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-1dc8f97e-c12d-423a-8582-38627066cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:21.914856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-1dc8f97e-c12d-423a-8582-38627066cf3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fc0a061-4c9b-49c3-a817-66b48821fd05 HTTP/1.1" status: 200 len: 834 time: 0.0430362 Aug 19 13:33:21.964852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-c6f707b5-88a3-40d1-a768-220f4965ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:21.966250 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-c6f707b5-88a3-40d1-a768-220f4965ebb3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c4e671fd-1cac-4028-bae4-00497dc616ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438690 Aug 19 13:33:22.056541 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-034d28d2-c002-44ed-8eaa-dc4689706460 service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831692 Aug 19 13:33:22.151054 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bab2f8fe-ac92-4346-8123-2a2bb5458ead req-475a3174-f5b1-494d-82ec-22d587e04ae2 service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856791 Aug 19 13:33:26.026164 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:26.894742 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:33.343913 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:33:35.083229 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-151fc8e7-211c-465c-9bae-bda0e4752d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:37.711535 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:37.809118 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a7621641-3462-4633-9ba5-bc0d1664d84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:39.408260 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:40.809334 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:47.446643 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966e814-14d3-489f-9f04-eb4938daf1d3 req-b0ae337c-33e6-43a9-aab5-b624940b7790 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:47.448205 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0966e814-14d3-489f-9f04-eb4938daf1d3 req-b0ae337c-33e6-43a9-aab5-b624940b7790 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0977123 Aug 19 13:33:47.487616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0966e814-14d3-489f-9f04-eb4938daf1d3 req-54945dbd-ed6a-4b15-9ea9-6c2280709c0e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328064 Aug 19 13:33:48.647296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd55e1-14c3-495c-aa6d-f31921063a57 req-4b523d47-1f53-410c-82ea-41b6f918c7a3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:48.648861 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8fbd55e1-14c3-495c-aa6d-f31921063a57 req-4b523d47-1f53-410c-82ea-41b6f918c7a3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0918958 Aug 19 13:33:48.690381 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8fbd55e1-14c3-495c-aa6d-f31921063a57 req-a4994e15-b04f-41f1-80ed-4278bf76f862 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349469 Aug 19 13:33:49.805585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138914f-32f9-4f9e-bc68-4ad10278a6e0 req-7b5acdf4-a132-4b30-84af-f4bb29710f55 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:49.807106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6138914f-32f9-4f9e-bc68-4ad10278a6e0 req-7b5acdf4-a132-4b30-84af-f4bb29710f55 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0485761 Aug 19 13:33:49.843904 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6138914f-32f9-4f9e-bc68-4ad10278a6e0 req-21328499-c112-4eb5-88cb-561ec35b6668 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310023 Aug 19 13:33:50.955965 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff22bdb-a385-415c-aa97-6609fc964a59 req-b5292f7b-05d1-40e1-b5de-303d054c82d4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:50.957424 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aff22bdb-a385-415c-aa97-6609fc964a59 req-b5292f7b-05d1-40e1-b5de-303d054c82d4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0483408 Aug 19 13:33:50.994485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-aff22bdb-a385-415c-aa97-6609fc964a59 req-8cc5580d-7b1e-4bc3-a76e-42f2a9664086 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313447 Aug 19 13:33:52.115402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d2783-0cff-40cf-9e0e-5e5374f1fa6e req-178218eb-43ee-4733-931e-a9956b935272 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:52.116977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-553d2783-0cff-40cf-9e0e-5e5374f1fa6e req-178218eb-43ee-4733-931e-a9956b935272 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0537815 Aug 19 13:33:52.154901 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-553d2783-0cff-40cf-9e0e-5e5374f1fa6e req-e44160c5-b65c-465b-9eec-c122a3adaae0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320306 Aug 19 13:33:53.267554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e916f-c9d4-463e-95c7-a86b16f97539 req-c177aae8-4d4d-4738-b3a5-0196ac8c0643 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:53.269013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e7e916f-c9d4-463e-95c7-a86b16f97539 req-c177aae8-4d4d-4738-b3a5-0196ac8c0643 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0487745 Aug 19 13:33:53.307296 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1e7e916f-c9d4-463e-95c7-a86b16f97539 req-130e3530-9bab-4598-81e8-e80bae9ad78d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Aug 19 13:33:54.424503 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81566e-55cd-4529-be44-8d5cc3e73c4a req-6fc183d7-28f9-4d82-b250-a09da7e2e3ec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:54.426000 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c81566e-55cd-4529-be44-8d5cc3e73c4a req-6fc183d7-28f9-4d82-b250-a09da7e2e3ec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0494912 Aug 19 13:33:54.466428 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8c81566e-55cd-4529-be44-8d5cc3e73c4a req-67cc9b28-62c8-4b09-bc6a-f8012a52e1f7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344524 Aug 19 13:33:55.580378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b27f7-2e9c-4514-b938-bd8f2be7ba28 req-674ace15-68f0-4fbb-8d5a-b68c1795e78f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:55.581847 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-446b27f7-2e9c-4514-b938-bd8f2be7ba28 req-674ace15-68f0-4fbb-8d5a-b68c1795e78f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0487525 Aug 19 13:33:55.623933 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-446b27f7-2e9c-4514-b938-bd8f2be7ba28 req-ef172eca-80cc-4bf9-a7bb-29b6c17f14fa tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360255 Aug 19 13:33:56.031507 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:56.740614 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4286305-064e-4108-8cf0-648f87c9e3fa req-e8277f67-c62d-4913-b5f0-3c9908e31ff9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:56.742113 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4286305-064e-4108-8cf0-648f87c9e3fa req-e8277f67-c62d-4913-b5f0-3c9908e31ff9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0513608 Aug 19 13:33:56.779579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e4286305-064e-4108-8cf0-648f87c9e3fa req-e9424379-40b0-4446-96e3-e8e3db13e1c2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313871 Aug 19 13:33:56.911169 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:33:57.894755 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5abc08-8491-4be9-8fef-94ed88cf8f23 req-2c4182fd-52b5-401f-b0ea-fbdfd0e04d7a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:57.896259 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de5abc08-8491-4be9-8fef-94ed88cf8f23 req-2c4182fd-52b5-401f-b0ea-fbdfd0e04d7a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0492220 Aug 19 13:33:57.933352 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-de5abc08-8491-4be9-8fef-94ed88cf8f23 req-924cfb9a-a7e1-4607-9a41-21d6393a27a7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307233 Aug 19 13:33:59.052926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e65b8-df57-42d5-9406-550213e41a91 req-9e29964d-d4bf-435c-8aa6-b144c4398a7f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:33:59.054449 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-637e65b8-df57-42d5-9406-550213e41a91 req-9e29964d-d4bf-435c-8aa6-b144c4398a7f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0548661 Aug 19 13:33:59.092292 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-637e65b8-df57-42d5-9406-550213e41a91 req-da587b78-8be9-4f03-953a-265154d08ff9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Aug 19 13:34:00.205779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ff587-a8a0-405a-8f33-d382adba8842 req-3d019b72-a310-4712-b4b2-32a37c120702 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:00.207270 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a1ff587-a8a0-405a-8f33-d382adba8842 req-3d019b72-a310-4712-b4b2-32a37c120702 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0490787 Aug 19 13:34:00.244335 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2a1ff587-a8a0-405a-8f33-d382adba8842 req-83b2e74b-cbd3-4cb0-a64c-63e84935c6f8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312262 Aug 19 13:34:01.373054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316098a7-5070-4c02-8d96-6a1330986068 req-8f4de849-6cc4-4e4f-ba3a-2857994bf4e3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:01.374599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-316098a7-5070-4c02-8d96-6a1330986068 req-8f4de849-6cc4-4e4f-ba3a-2857994bf4e3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0510142 Aug 19 13:34:01.412180 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-316098a7-5070-4c02-8d96-6a1330986068 req-9e2ce3a3-e4d5-4426-b4a2-236b0300422b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Aug 19 13:34:02.539061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c99a4-1476-4b4a-b3b8-df36453e9f8f req-ea428652-f556-4019-9e94-b5c96dcc034a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:02.540768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f35c99a4-1476-4b4a-b3b8-df36453e9f8f req-ea428652-f556-4019-9e94-b5c96dcc034a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0487213 Aug 19 13:34:02.581686 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f35c99a4-1476-4b4a-b3b8-df36453e9f8f req-64c0f2fd-28d7-4387-83ad-fd0e6b721869 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344944 Aug 19 13:34:03.695357 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b483f-1354-4fab-8cbc-55c2ed37e038 req-e491a3fd-c6ec-4b87-8a0c-32673a067498 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:03.696957 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e23b483f-1354-4fab-8cbc-55c2ed37e038 req-e491a3fd-c6ec-4b87-8a0c-32673a067498 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0494568 Aug 19 13:34:03.734646 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e23b483f-1354-4fab-8cbc-55c2ed37e038 req-1c0fc6b7-cad7-4f12-9c67-f0d152e6f207 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Aug 19 13:34:03.756830 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55722) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:03.825129 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e7e62ea4-9b17-4ef3-9df0-bd65c0c4edbc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/4490119d-247f-453c-aa90-703bdc5482e6 HTTP/1.1" status: 200 len: 993 time: 0.0671921 Aug 19 13:34:05.078638 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-24c106b1-c8d2-4357-b8a4-6e778a200e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:05.166387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff01be7-a562-476c-9af7-4ee945ce20e9 req-60e08021-d4de-4b04-8f60-6cd6fdd6b17f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:05.167864 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ff01be7-a562-476c-9af7-4ee945ce20e9 req-60e08021-d4de-4b04-8f60-6cd6fdd6b17f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0504315 Aug 19 13:34:05.208464 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5ff01be7-a562-476c-9af7-4ee945ce20e9 req-3075c058-439d-49fa-b1b8-ea6b34c68e7a tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334997 Aug 19 13:34:05.255746 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d7ba2-2f85-421d-9175-ed2deb22bf2c req-ae493126-85c8-4292-b9d8-24148806af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:05.257225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a36d7ba2-2f85-421d-9175-ed2deb22bf2c req-ae493126-85c8-4292-b9d8-24148806af89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0398476 Aug 19 13:34:05.350476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d7ba2-2f85-421d-9175-ed2deb22bf2c req-415867e0-0fe7-47b1-b55e-65a816c473fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:05.352092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a36d7ba2-2f85-421d-9175-ed2deb22bf2c req-415867e0-0fe7-47b1-b55e-65a816c473fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=c4e671fd-1cac-4028-bae4-00497dc616ee HTTP/1.1" status: 200 len: 897 time: 0.0873709 Aug 19 13:34:05.420035 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a36d7ba2-2f85-421d-9175-ed2deb22bf2c req-83a70709-d619-415f-8447-c9e113a456af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353bfd5d-485c-4848-bf5c-241cecd888c5 HTTP/1.1" status: 200 len: 1001 time: 0.0600753 Aug 19 13:34:05.470304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d7ba2-2f85-421d-9175-ed2deb22bf2c req-f3257659-a283-4b2b-a7e5-2e5b16063356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:05.471765 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a36d7ba2-2f85-421d-9175-ed2deb22bf2c req-f3257659-a283-4b2b-a7e5-2e5b16063356 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fc0a061-4c9b-49c3-a817-66b48821fd05 HTTP/1.1" status: 200 len: 834 time: 0.0445757 Aug 19 13:34:05.520577 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d7ba2-2f85-421d-9175-ed2deb22bf2c req-51333619-5fa8-443a-9576-09c43b90a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:05.522080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a36d7ba2-2f85-421d-9175-ed2deb22bf2c req-51333619-5fa8-443a-9576-09c43b90a687 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c4e671fd-1cac-4028-bae4-00497dc616ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433629 Aug 19 13:34:05.610795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a36d7ba2-2f85-421d-9175-ed2deb22bf2c req-1c209d90-164d-4512-8672-94e0cec8298d service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821667 Aug 19 13:34:05.711416 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a36d7ba2-2f85-421d-9175-ed2deb22bf2c req-c3a0ea2f-2fa5-473f-8e46-6911d3d9aeb4 service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937686 Aug 19 13:34:06.328675 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90ae5-f102-42f0-8a1f-592fd5b54a89 req-ea4d32ca-e299-488a-9967-ff0f7abb5b7b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:06.330106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6c90ae5-f102-42f0-8a1f-592fd5b54a89 req-ea4d32ca-e299-488a-9967-ff0f7abb5b7b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0512681 Aug 19 13:34:06.377377 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b6c90ae5-f102-42f0-8a1f-592fd5b54a89 req-50a666c8-4275-4723-a020-2868330ae2c6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406518 Aug 19 13:34:07.496602 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164ca8c-5d0e-44cb-97d0-d524b66ccb67 req-583527a0-6463-4739-b9a0-c59fa456bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:07.498128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d164ca8c-5d0e-44cb-97d0-d524b66ccb67 req-583527a0-6463-4739-b9a0-c59fa456bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0522783 Aug 19 13:34:07.538056 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d164ca8c-5d0e-44cb-97d0-d524b66ccb67 req-d86b6e90-9444-487c-8658-7e2537c39f47 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332801 Aug 19 13:34:07.561661 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55734) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:07.628642 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-dca02a60-3b32-4859-b507-153b4280822e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/4490119d-247f-453c-aa90-703bdc5482e6 HTTP/1.1" status: 200 len: 993 time: 0.0653062 Aug 19 13:34:07.705210 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:07.813795 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cccfa61c-4475-4519-bdfd-15796938f36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:09.385266 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:10.342390 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:34:10.802142 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:22.640144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-0cd6b7c2-e05c-43b3-a107-9f2fcdbb83ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397348 Aug 19 13:34:22.719047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-b2da8946-1522-4534-adc1-412c8a78b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:22.720613 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-b2da8946-1522-4534-adc1-412c8a78b7e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0405951 Aug 19 13:34:22.826323 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-9cbd144f-8cf9-4d2e-8fe8-0c1f7d6b63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:22.828174 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-9cbd144f-8cf9-4d2e-8fe8-0c1f7d6b63d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c4e671fd-1cac-4028-bae4-00497dc616ee HTTP/1.1" status: 200 len: 897 time: 0.0894277 Aug 19 13:34:22.892376 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-65a6f813-85ec-445b-af2c-2b2343cbea15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353bfd5d-485c-4848-bf5c-241cecd888c5 HTTP/1.1" status: 200 len: 1001 time: 0.0577061 Aug 19 13:34:22.944545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-1051530a-f10f-4545-bdc2-d945d0088274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:22.945981 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-1051530a-f10f-4545-bdc2-d945d0088274 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fc0a061-4c9b-49c3-a817-66b48821fd05 HTTP/1.1" status: 200 len: 834 time: 0.0469534 Aug 19 13:34:22.991595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-6bc4bdb2-50ef-4106-9981-cf8dd1456e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:22.993020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-6bc4bdb2-50ef-4106-9981-cf8dd1456e1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c4e671fd-1cac-4028-bae4-00497dc616ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385096 Aug 19 13:34:23.079560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-18f0bc1d-ad01-4bab-9ead-4ceec5aa9c2c service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782530 Aug 19 13:34:23.170446 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f31bd59-539d-4719-add7-35b559aeb6b6 req-b6996cfa-7396-4d3d-908b-19494b915b91 service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830011 Aug 19 13:34:26.037117 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:26.894247 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:35.098549 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5f6d977e-a6b4-4a2e-bdbb-45f05394c09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:37.699182 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:37.835218 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-75656fac-3b22-4d79-b3de-496e7160d3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:38.160417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55764) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:38.315676 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 5b1a4db2-5edd-4554-858f-90303581ce5a {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:34:38.315944 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:38.388577 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:38.388907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:38.400839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 5b1a4db2-5edd-4554-858f-90303581ce5a owned by network:floatingip {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:34:38.636806 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:38.662492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=5b1a4db2-5edd-4554-858f-90303581ce5a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:38.674418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.674767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.675129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.675463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.675793 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.676119 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.676447 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.676768 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.677091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.677408 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.677724 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.678037 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:38.734346 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:38.734714 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Floating IP 4490119d-247f-453c-aa90-703bdc5482e6 disassociated (deleted). External IP: 172.25.2.205, port: 353bfd5d-485c-4848-bf5c-241cecd888c5. Aug 19 13:34:38.939797 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:34:39.045194 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:34:39.049904 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:39.054923 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f899cbe-1869-4488-9145-58001b72de8c None None] Sync routers for ids ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:34:39.065266 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f899cbe-1869-4488-9145-58001b72de8c None None] Routers {'3580d2a9-a5b0-46a8-98e8-84283f6458d7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:39.065872 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4f899cbe-1869-4488-9145-58001b72de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:39.078147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2dfe694d-cba8-46c6-8c15-f1a0ef98f580 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/floatingips/4490119d-247f-453c-aa90-703bdc5482e6 HTTP/1.1" status: 204 len: 168 time: 0.9166143 Aug 19 13:34:39.078722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'tag': '353bfd5d-485c-4848-bf5c-241cecd888c5'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:34:39.081006 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2a829e-9ba9-4cd7-a138-be793a7d4667" -d '{"events": [{"name": "network-changed", "server_uuid": "d8972e25-c8ef-4ecd-bbe6-266603359dd0", "tag": "353bfd5d-485c-4848-bf5c-241cecd888c5"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:34:39.178232 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6331537e-b691-4d8d-a1f0-0c1b847f263a x-openstack-request-id: req-6331537e-b691-4d8d-a1f0-0c1b847f263a {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:34:39.178849 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8972e25-c8ef-4ecd-bbe6-266603359dd0", "tag": "353bfd5d-485c-4848-bf5c-241cecd888c5", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:34:39.178976 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6331537e-b691-4d8d-a1f0-0c1b847f263a {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:34:39.179392 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'tag': '353bfd5d-485c-4848-bf5c-241cecd888c5', 'status': 'completed', 'code': 200} Aug 19 13:34:39.182273 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-4f899cbe-1869-4488-9145-58001b72de8c None None] Set router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:39.242509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a829e-9ba9-4cd7-a138-be793a7d4667 req-21c59b75-9bb8-4208-b0d4-61b4b703965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:39.244236 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a2a829e-9ba9-4cd7-a138-be793a7d4667 req-21c59b75-9bb8-4208-b0d4-61b4b703965a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0428953 Aug 19 13:34:39.345310 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a829e-9ba9-4cd7-a138-be793a7d4667 req-6c1b45be-d33c-4395-84cc-7e400d3cdf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:39.347146 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a2a829e-9ba9-4cd7-a138-be793a7d4667 req-6c1b45be-d33c-4395-84cc-7e400d3cdf7e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c4e671fd-1cac-4028-bae4-00497dc616ee HTTP/1.1" status: 200 len: 897 time: 0.0950494 Aug 19 13:34:39.391509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4f899cbe-1869-4488-9145-58001b72de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd7c1f0ec-44b7-4dc5-b966-ee68f5025dbb', 'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:31:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:56Z', 'updated_at': '2021-08-19T13:33:01Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:39.392645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a2a829e-9ba9-4cd7-a138-be793a7d4667 req-2e7172e3-f4be-4f03-bf24-7737916a4b55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=353bfd5d-485c-4848-bf5c-241cecd888c5 HTTP/1.1" status: 200 len: 217 time: 0.0355642 Aug 19 13:34:39.445664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a829e-9ba9-4cd7-a138-be793a7d4667 req-d811e672-e264-47af-bfa2-3fa478e78daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:39.447398 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a2a829e-9ba9-4cd7-a138-be793a7d4667 req-d811e672-e264-47af-bfa2-3fa478e78daa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1fc0a061-4c9b-49c3-a817-66b48821fd05 HTTP/1.1" status: 200 len: 834 time: 0.0469987 Aug 19 13:34:39.451967 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:39.516009 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f899cbe-1869-4488-9145-58001b72de8c None None] Checking router: 3580d2a9-a5b0-46a8-98e8-84283f6458d7 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:34:39.524672 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f899cbe-1869-4488-9145-58001b72de8c None None] Routers {'3580d2a9-a5b0-46a8-98e8-84283f6458d7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:39.525279 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4f899cbe-1869-4488-9145-58001b72de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:39.632616 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-4f899cbe-1869-4488-9145-58001b72de8c None None] Set router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:39.830703 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-4f899cbe-1869-4488-9145-58001b72de8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd7c1f0ec-44b7-4dc5-b966-ee68f5025dbb', 'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:31:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:56Z', 'updated_at': '2021-08-19T13:33:01Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:39.861592 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f899cbe-1869-4488-9145-58001b72de8c None None] The sync data for ids ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'] in n-d-803757-2 is: [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:32:57Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'd7c1f0ec-44b7-4dc5-b966-ee68f5025dbb', 'name': '', 'network_id': 'c4e671fd-1cac-4028-bae4-00497dc616ee', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:31:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:56Z', 'updated_at': '2021-08-19T13:33:01Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '1fc0a061-4c9b-49c3-a817-66b48821fd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:34:39.876763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a829e-9ba9-4cd7-a138-be793a7d4667 req-6e8bef23-b705-42b5-89f3-c297691a5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:39.878287 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a2a829e-9ba9-4cd7-a138-be793a7d4667 req-6e8bef23-b705-42b5-89f3-c297691a5628 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c4e671fd-1cac-4028-bae4-00497dc616ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4228966 Aug 19 13:34:39.940364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ac375-378c-4451-be9a-6093ab58dea8 req-46a653f1-88dc-427b-bc49-a5db2e9ddebb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:39.941923 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-403ac375-378c-4451-be9a-6093ab58dea8 req-46a653f1-88dc-427b-bc49-a5db2e9ddebb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.4466338 Aug 19 13:34:40.005869 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-403ac375-378c-4451-be9a-6093ab58dea8 req-37c71181-580d-4556-b819-426d548c8ef4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558608 Aug 19 13:34:40.017355 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a2a829e-9ba9-4cd7-a138-be793a7d4667 req-3e247f64-d96e-4b76-9eb4-58781ed58a8d service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294301 Aug 19 13:34:40.094052 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf3ff2f-2161-4c9b-9eb7-3b72afff6fad None None] New status for floating IP 4490119d-247f-453c-aa90-703bdc5482e6: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:34:40.113886 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7a2a829e-9ba9-4cd7-a138-be793a7d4667 req-f40ec26f-cf09-4d34-bfcd-1aa5326e132f service neutron] 10.222.0.62 "GET /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861173 Aug 19 13:34:40.819302 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:41.054089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dd849-735a-4a4c-a251-e4b404d524a7 req-4e9f0e3c-6d7a-4ffd-84b6-215e6d3aebab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:41.055731 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a8dd849-735a-4a4c-a251-e4b404d524a7 req-4e9f0e3c-6d7a-4ffd-84b6-215e6d3aebab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0511203 Aug 19 13:34:41.129458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a859de-e8e8-4230-9dd9-88acea3ea85e req-d1a9a5a0-97f7-4151-a0bc-701d1ce4fe2b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:41.130935 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15a859de-e8e8-4230-9dd9-88acea3ea85e req-d1a9a5a0-97f7-4151-a0bc-701d1ce4fe2b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 945 time: 0.0528250 Aug 19 13:34:41.147788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-3a8dd849-735a-4a4c-a251-e4b404d524a7 req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 353bfd5d-485c-4848-bf5c-241cecd888c5 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:34:41.148127 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a8dd849-735a-4a4c-a251-e4b404d524a7 req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:41.169311 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-15a859de-e8e8-4230-9dd9-88acea3ea85e req-671201cb-26c1-4a2a-8c25-7b61aaac5343 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4cfecd-2392-4f40-a2bd-7513f1e044c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322692 Aug 19 13:34:41.232886 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-3a8dd849-735a-4a4c-a251-e4b404d524a7 req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port 353bfd5d-485c-4848-bf5c-241cecd888c5, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=353bfd5d-485c-4848-bf5c-241cecd888c5,segment=NetworkSegment(89462282-b002-4b51-a786-60d23c4a54e9),segment_id=89462282-b002-4b51-a786-60d23c4a54e9)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:41.234179 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a8dd849-735a-4a4c-a251-e4b404d524a7 req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:41.246414 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-3a8dd849-735a-4a4c-a251-e4b404d524a7 req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 353bfd5d-485c-4848-bf5c-241cecd888c5 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:34:41.435938 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a8dd849-735a-4a4c-a251-e4b404d524a7 req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:41.464571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=353bfd5d-485c-4848-bf5c-241cecd888c5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:41.477392 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.477750 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.478096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.478432 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.478770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.479129 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.479460 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.479790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.480120 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.480445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.480807 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.481099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:41.519516 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8dd849-735a-4a4c-a251-e4b404d524a7 req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] No DVR routers for this DVR port 353bfd5d-485c-4848-bf5c-241cecd888c5 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:34:41.522114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-3a8dd849-735a-4a4c-a251-e4b404d524a7 req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:41.524118 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a8dd849-735a-4a4c-a251-e4b404d524a7 req-85214e16-c484-4194-8dea-d23f999a6971 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.62 "DELETE /v2.0/ports/353bfd5d-485c-4848-bf5c-241cecd888c5 HTTP/1.1" status: 204 len: 173 time: 0.4622600 Aug 19 13:34:41.524592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'name': 'network-vif-deleted', 'tag': '353bfd5d-485c-4848-bf5c-241cecd888c5'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:34:41.526862 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3220513e-9016-4aad-98ac-175505dc5737" -d '{"events": [{"server_uuid": "d8972e25-c8ef-4ecd-bbe6-266603359dd0", "name": "network-vif-deleted", "tag": "353bfd5d-485c-4848-bf5c-241cecd888c5"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:34:41.564057 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce90243-337c-4b17-b79b-16dc1512cc03 x-openstack-request-id: req-0ce90243-337c-4b17-b79b-16dc1512cc03 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:34:41.564355 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8972e25-c8ef-4ecd-bbe6-266603359dd0", "name": "network-vif-deleted", "tag": "353bfd5d-485c-4848-bf5c-241cecd888c5", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:34:41.564609 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ce90243-337c-4b17-b79b-16dc1512cc03 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:34:41.565011 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8972e25-c8ef-4ecd-bbe6-266603359dd0', 'name': 'network-vif-deleted', 'tag': '353bfd5d-485c-4848-bf5c-241cecd888c5', 'status': 'completed', 'code': 200} Aug 19 13:34:42.276438 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5b1a10d1-ff17-4be2-b770-5466647197ec req-7158ac35-df9b-4277-bc61-10ee2647bd11 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8972e25-c8ef-4ecd-bbe6-266603359dd0 HTTP/1.1" status: 200 len: 210 time: 0.0301566 Aug 19 13:34:43.339051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55782) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:43.690979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:43.938955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:34:43.939295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:44.027068 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb,segment=NetworkSegment(89462282-b002-4b51-a786-60d23c4a54e9),segment_id=89462282-b002-4b51-a786-60d23c4a54e9)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:44.027436 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:44.041144 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:34:44.333574 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:44.361283 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:44.538386 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:44.753827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:34:44.857977 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:34:44.865851 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cbfff594-0a8d-4951-a09c-d947745304a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "PUT /v2.0/routers/3580d2a9-a5b0-46a8-98e8-84283f6458d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5228896 Aug 19 13:34:44.865851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55784) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:44.867698 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1abca-d745-41ed-a403-e4a46001f185 None None] Sync routers for ids ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:34:44.877550 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1abca-d745-41ed-a403-e4a46001f185 None None] Routers {'3580d2a9-a5b0-46a8-98e8-84283f6458d7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:44.878224 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-25a1abca-d745-41ed-a403-e4a46001f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:44.929912 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-34535c6c-3816-44db-bc08-97dcb59e8efa tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting subnet 1fc0a061-4c9b-49c3-a817-66b48821fd05 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:34:44.933762 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34535c6c-3816-44db-bc08-97dcb59e8efa tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:44.976349 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34535c6c-3816-44db-bc08-97dcb59e8efa tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:44.981966 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-25a1abca-d745-41ed-a403-e4a46001f185 None None] Set router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:45.058272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34535c6c-3816-44db-bc08-97dcb59e8efa tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:45.155014 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-25a1abca-d745-41ed-a403-e4a46001f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:34:44Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:45.180397 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1abca-d745-41ed-a403-e4a46001f185 None None] Checking router: 3580d2a9-a5b0-46a8-98e8-84283f6458d7 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:34:45.188994 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1abca-d745-41ed-a403-e4a46001f185 None None] Routers {'3580d2a9-a5b0-46a8-98e8-84283f6458d7'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:45.189595 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-25a1abca-d745-41ed-a403-e4a46001f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:45.196854 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34535c6c-3816-44db-bc08-97dcb59e8efa tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:45.226270 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34535c6c-3816-44db-bc08-97dcb59e8efa tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc0a061-4c9b-49c3-a817-66b48821fd05,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:45.228358 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34535c6c-3816-44db-bc08-97dcb59e8efa tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:45.230269 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-34535c6c-3816-44db-bc08-97dcb59e8efa tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/subnets/1fc0a061-4c9b-49c3-a817-66b48821fd05 HTTP/1.1" status: 204 len: 168 time: 0.3635366 Aug 19 13:34:45.232968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55786) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:45.241758 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db56bea-8da6-4049-a770-bf6f0429df7d None None] Network c4e671fd-1cac-4028-bae4-00497dc616ee requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:34:45.296579 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-25a1abca-d745-41ed-a403-e4a46001f185 None None] Set router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:45.343595 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:45.434628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] DHCP port deletion for c4e671fd-1cac-4028-bae4-00497dc616ee request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:34:45.452568 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:45.480621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Deleting port 99688e47-65c8-46c1-94e1-844f1bf4b87e {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:34:45.480994 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:45.485473 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-25a1abca-d745-41ed-a403-e4a46001f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:34:44Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:45.512052 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a1abca-d745-41ed-a403-e4a46001f185 None None] The sync data for ids ['3580d2a9-a5b0-46a8-98e8-84283f6458d7'] in n-d-803757-2 is: [{'id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-144173194', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:32:52Z', 'updated_at': '2021-08-19T13:34:44Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '9f09bd45-3750-4317-9634-229d74f6e7b5', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:52:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580d2a9-a5b0-46a8-98e8-84283f6458d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:32:53Z', 'updated_at': '2021-08-19T13:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:34:45.551064 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] For port 99688e47-65c8-46c1-94e1-844f1bf4b87e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=99688e47-65c8-46c1-94e1-844f1bf4b87e,segment=NetworkSegment(89462282-b002-4b51-a786-60d23c4a54e9),segment_id=89462282-b002-4b51-a786-60d23c4a54e9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:45.551064 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:45.551362 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 9f09bd45-3750-4317-9634-229d74f6e7b5 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:34:45.551362 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:45.563422 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Calling delete_port for 99688e47-65c8-46c1-94e1-844f1bf4b87e owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:34:45.631709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port 9f09bd45-3750-4317-9634-229d74f6e7b5, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=9f09bd45-3750-4317-9634-229d74f6e7b5,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:45.632086 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:45.646678 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 9f09bd45-3750-4317-9634-229d74f6e7b5 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:34:45.882259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:45.909240 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Pushing event deleted for resources: {'Port': ['ID=99688e47-65c8-46c1-94e1-844f1bf4b87e,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:45.911301 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:45.911584 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] No DVR routers for this DVR port 99688e47-65c8-46c1-94e1-844f1bf4b87e on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:34:45.924951 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.925300 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.925646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.925981 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.926381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.926703 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.927115 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.932292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.932292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.932292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.932292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.932292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9db2f06-98c6-4da9-9523-f7ced0e402b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:45.948320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 353bfd5d-485c-4848-bf5c-241cecd888c5 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:34:45.950493 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=9f09bd45-3750-4317-9634-229d74f6e7b5,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:45.972159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 353bfd5d-485c-4848-bf5c-241cecd888c5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:34:45.972552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 353bfd5d-485c-4848-bf5c-241cecd888c5 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:34:46.012652 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.104222 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.106284 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.219397 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.219922 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Fanout notify agent at l3_agent the message router_deleted on router 3580d2a9-a5b0-46a8-98e8-84283f6458d7 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:34:46.226624 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.227761 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9bc54ce0-011f-4409-9b5d-072786144ce7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/routers/3580d2a9-a5b0-46a8-98e8-84283f6458d7 HTTP/1.1" status: 204 len: 168 time: 0.9933619 Aug 19 13:34:46.230472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55788) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:46.313505 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.397502 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.406893 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e671fd-1cac-4028-bae4-00497dc616ee']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:46.417165 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89462282-b002-4b51-a786-60d23c4a54e9') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:46.417458 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89462282-b002-4b51-a786-60d23c4a54e9') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:46.426041 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.444026 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.449581 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:34:46.449959 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:34:46.453336 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:34:46.560939 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.568808 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.570061 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/networks/c4e671fd-1cac-4028-bae4-00497dc616ee HTTP/1.1" status: 204 len: 168 time: 0.3386121 Aug 19 13:34:46.572832 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55790) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:46.584918 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05589c9-360b-460b-a175-2eeb7b55bcf8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Network': ['ID=c4e671fd-1cac-4028-bae4-00497dc616ee,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:46.631226 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-705b0175-2e6e-4ee6-911c-ac97996bf19b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.664140 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-705b0175-2e6e-4ee6-911c-ac97996bf19b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.700261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 99688e47-65c8-46c1-94e1-844f1bf4b87e no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:34:46.722464 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 99688e47-65c8-46c1-94e1-844f1bf4b87e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:34:46.722855 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 99688e47-65c8-46c1-94e1-844f1bf4b87e not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:34:46.730983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9f09bd45-3750-4317-9634-229d74f6e7b5 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:34:46.744760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 9f09bd45-3750-4317-9634-229d74f6e7b5 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:34:46.745104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 9f09bd45-3750-4317-9634-229d74f6e7b5 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:34:46.745505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:34:46.764040 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:34:46.764423 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d7c1f0ec-44b7-4dc5-b966-ee68f5025dbb not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:34:46.836258 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-705b0175-2e6e-4ee6-911c-ac97996bf19b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.838987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-705b0175-2e6e-4ee6-911c-ac97996bf19b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:46.840150 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-705b0175-2e6e-4ee6-911c-ac97996bf19b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/security-groups/4e4cfecd-2392-4f40-a2bd-7513f1e044c7 HTTP/1.1" status: 204 len: 168 time: 0.2663431 Aug 19 13:34:46.849474 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b0175-2e6e-4ee6-911c-ac97996bf19b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4cfecd-2392-4f40-a2bd-7513f1e044c7,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:47.271090 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55796) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:47.275805 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-50d8eac6-8e65-4442-a6f4-f0c1ab6ae19f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339433480', 'description': 'tempest-secgroup-smoke-1339433480 description', 'project_id': '5554a60e63a1465fb9cc087084847d80'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:47.340726 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:34:47.379010 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50d8eac6-8e65-4442-a6f4-f0c1ab6ae19f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.456879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50d8eac6-8e65-4442-a6f4-f0c1ab6ae19f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.544753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50d8eac6-8e65-4442-a6f4-f0c1ab6ae19f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.574421 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8eac6-8e65-4442-a6f4-f0c1ab6ae19f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f49a16-a5c0-4172-916a-860ebccb5bfd,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:47.646960 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-50d8eac6-8e65-4442-a6f4-f0c1ab6ae19f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.648209 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-50d8eac6-8e65-4442-a6f4-f0c1ab6ae19f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3761101 Aug 19 13:34:47.651074 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55798) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:47.655466 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-02132394-b61f-4073-b472-e3d73f964598 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '44f49a16-a5c0-4172-916a-860ebccb5bfd', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:47.750105 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02132394-b61f-4073-b472-e3d73f964598 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.810055 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02132394-b61f-4073-b472-e3d73f964598 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.880862 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02132394-b61f-4073-b472-e3d73f964598 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.898402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02132394-b61f-4073-b472-e3d73f964598 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdf6669-f4ac-4dee-80bb-74be50949438,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:47.973258 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-02132394-b61f-4073-b472-e3d73f964598 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:47.974525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-02132394-b61f-4073-b472-e3d73f964598 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3225412 Aug 19 13:34:47.977222 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55800) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:47.981630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-28a6aa28-ddda-435a-8ed9-d3ffcf867dc1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '44f49a16-a5c0-4172-916a-860ebccb5bfd', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:48.075490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28a6aa28-ddda-435a-8ed9-d3ffcf867dc1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.130683 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28a6aa28-ddda-435a-8ed9-d3ffcf867dc1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.202825 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28a6aa28-ddda-435a-8ed9-d3ffcf867dc1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.220641 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6aa28-ddda-435a-8ed9-d3ffcf867dc1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c48365-ebcc-4ebc-b717-ea217063aef1,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:48.316375 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-28a6aa28-ddda-435a-8ed9-d3ffcf867dc1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.317599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-28a6aa28-ddda-435a-8ed9-d3ffcf867dc1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3394351 Aug 19 13:34:48.320262 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55802) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:48.324708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-3e6c0b25-387f-40c6-a2b6-f45d4655c960 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '44f49a16-a5c0-4172-916a-860ebccb5bfd', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:48.390056 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0b25-387f-40c6-a2b6-f45d4655c960 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.460899 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0b25-387f-40c6-a2b6-f45d4655c960 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.555202 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0b25-387f-40c6-a2b6-f45d4655c960 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.573491 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c0b25-387f-40c6-a2b6-f45d4655c960 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72cc444-9b85-49c4-bd02-c1e6c9776a7b,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:48.675385 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-3e6c0b25-387f-40c6-a2b6-f45d4655c960 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.676596 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3e6c0b25-387f-40c6-a2b6-f45d4655c960 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3554211 Aug 19 13:34:48.679400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55804) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:48.683789 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-2676d616-9643-41c2-b64d-039dbe8a22fe tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '44f49a16-a5c0-4172-916a-860ebccb5bfd', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:48.772354 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2676d616-9643-41c2-b64d-039dbe8a22fe tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.833295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2676d616-9643-41c2-b64d-039dbe8a22fe tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.979592 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2676d616-9643-41c2-b64d-039dbe8a22fe tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:48.998494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676d616-9643-41c2-b64d-039dbe8a22fe tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b857e06e-ab7f-44c9-9ebc-53cbccea4891,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:49.087776 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-2676d616-9643-41c2-b64d-039dbe8a22fe tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:49.089017 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-2676d616-9643-41c2-b64d-039dbe8a22fe tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4086950 Aug 19 13:34:49.091881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55806) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:49.096309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-e37eb6db-a98a-4c23-ad69-fd45ba33c59f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '44f49a16-a5c0-4172-916a-860ebccb5bfd', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:49.179102 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-e37eb6db-a98a-4c23-ad69-fd45ba33c59f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Project 5554a60e63a1465fb9cc087084847d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:34:49.184022 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e37eb6db-a98a-4c23-ad69-fd45ba33c59f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:49.242373 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e37eb6db-a98a-4c23-ad69-fd45ba33c59f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:49.316452 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e37eb6db-a98a-4c23-ad69-fd45ba33c59f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:49.333452 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37eb6db-a98a-4c23-ad69-fd45ba33c59f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc17bcb-6c82-4da1-acf0-9e3cf3c57532,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:49.419344 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e37eb6db-a98a-4c23-ad69-fd45ba33c59f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:49.421221 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e37eb6db-a98a-4c23-ad69-fd45ba33c59f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3277245 Aug 19 13:34:49.423867 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55808) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:49.428273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-09098b83-a83c-4036-82d4-70cc30fee0a7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'security_group_rule': {'security_group_id': '44f49a16-a5c0-4172-916a-860ebccb5bfd', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:49.521809 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-09098b83-a83c-4036-82d4-70cc30fee0a7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Project 5554a60e63a1465fb9cc087084847d80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:34:49.526569 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09098b83-a83c-4036-82d4-70cc30fee0a7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:49.585708 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09098b83-a83c-4036-82d4-70cc30fee0a7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:49.659114 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09098b83-a83c-4036-82d4-70cc30fee0a7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:49.676285 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09098b83-a83c-4036-82d4-70cc30fee0a7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd073e4-6620-4344-be9c-227a45413900,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:49.738790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-09098b83-a83c-4036-82d4-70cc30fee0a7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:49.740049 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-09098b83-a83c-4036-82d4-70cc30fee0a7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3152506 Aug 19 13:34:49.742902 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55810) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:49.747876 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'network': {'name': 'tempest-network-smoke--1291495368', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'port_security_enabled': True}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:49.824472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:34:49.827797 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:49.850733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:34:49.859153 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:49.863036 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Added segment 0a824bca-8cd2-45e6-bf9a-af42a0aba25a of type vlan for network 296b6270-60d6-4f7e-8912-f4a826a59927 Aug 19 13:34:49.900525 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:50.007753 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:50.013260 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:50.013842 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:50.076486 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Network': ['ID=296b6270-60d6-4f7e-8912-f4a826a59927,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:50.086995 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 296b6270-60d6-4f7e-8912-f4a826a59927 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:34:50.151627 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-dd7445d0-f3a6-4096-91a6-3c8e09eef357 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4076929 Aug 19 13:34:50.154263 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55812) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:50.158821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'admin_state_up': True, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:50.265053 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:50.266740 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:50.325791 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:50.881047 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:51.142874 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:51.161392 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:51.261953 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.25.2.187 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/507a4c62-284e-4dea-bff2-a43fc4991f70) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:34:51.361817 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:51.442414 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:51.485948 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:34:51.488741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:51.491083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:34:51.515439 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=507a4c62-284e-4dea-bff2-a43fc4991f70,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:51.819331 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:52.023588 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:52.230299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:34:52.345122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:34:52.356058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Sync routers for ids ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:34:52.365424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Routers {'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:52.366036 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:52.442218 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:52.443626 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-99c9148e-2f30-4cf5-84d3-046da36d7edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2883584 Aug 19 13:34:52.447299 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55814) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:52.471189 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Set router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:52.475476 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-91d3f694-9a7d-470b-b6e4-b6916a4f6114 tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=5554a60e63a1465fb9cc087084847d80&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271158 Aug 19 13:34:52.478150 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55816) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:52.563904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2aab9b-e2fc-496f-a9b1-0f0f3925a04e tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:52.567663 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5f2aab9b-e2fc-496f-a9b1-0f0f3925a04e tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864105 Aug 19 13:34:52.568325 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55818) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:52.596300 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6dc0f24c-8b7b-435e-afc8-d8d5f8d8d76e tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=0920271a-3a11-463a-8538-f81c91b4fb3d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268674 Aug 19 13:34:52.598744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55820) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:52.603480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1905280586', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'project_id': '5554a60e63a1465fb9cc087084847d80', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:52.651004 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:51Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:52.677546 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Checking router: e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:34:52.677900 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Updating router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 port 507a4c62-284e-4dea-bff2-a43fc4991f70 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:34:52.704093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:52.750418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:34:52.754082 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:52.951452 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:52.961166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Transition to ACTIVE for port object 507a4c62-284e-4dea-bff2-a43fc4991f70 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:52.985224 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:53.030508 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:53.051446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Subnet': ['ID=0179b764-3f86-4b30-bf2e-e2cec3b8846d,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:53.058824 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Checking segment: {'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:34:53.059354 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network hostable DHCP agents. Network: 296b6270-60d6-4f7e-8912-f4a826a59927, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:34:53.087544 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Attempting to bind port 507a4c62-284e-4dea-bff2-a43fc4991f70 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:34:53.093675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Attempting to bind port 507a4c62-284e-4dea-bff2-a43fc4991f70 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:34:53.093675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Attempting to bind port 507a4c62-284e-4dea-bff2-a43fc4991f70 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:34:53.093675 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a59fcb-4ff0-4a4e-aef7-37230e87013d None None] Pushing event updated for resources: {'Port': ['ID=507a4c62-284e-4dea-bff2-a43fc4991f70,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:53.096491 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:34:53.096866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:34:53.097265 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:53.097768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:34:53.098145 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Bound port: 507a4c62-284e-4dea-bff2-a43fc4991f70, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:34:53.098483 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:53.121814 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 296b6270-60d6-4f7e-8912-f4a826a59927 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:34:53.148862 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] For port 507a4c62-284e-4dea-bff2-a43fc4991f70, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:34:53.151901 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] For port 507a4c62-284e-4dea-bff2-a43fc4991f70, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=507a4c62-284e-4dea-bff2-a43fc4991f70,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:34:53.196117 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 296b6270-60d6-4f7e-8912-f4a826a59927) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:53.200172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:53.200804 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:53.204980 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb73d28-4ce1-4f76-9b08-f506c00b297b None None] Network 296b6270-60d6-4f7e-8912-f4a826a59927 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:34:53.218203 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:53.273104 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-18e4d0a7-f24c-4965-b0bf-78c100ec0c2c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6707942 Aug 19 13:34:53.273338 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55822) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:34:53.319590 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Routers {'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:53.320219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:53.329144 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a59fcb-4ff0-4a4e-aef7-37230e87013d None None] Pushing event updated for resources: {'Port': ['ID=507a4c62-284e-4dea-bff2-a43fc4991f70,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:53.480377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] Set router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:53.509778 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-296b6270-60d6-4f7e-8912-f4a826a59927', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ips': [{'subnet_id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:34:53.510621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:53.729211 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:53.750496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Allocated IP 172.20.0.2 (296b6270-60d6-4f7e-8912-f4a826a59927/0179b764-3f86-4b30-bf2e-e2cec3b8846d/6b2ec2c1-75c4-43c0-bf63-84c44dd676c4) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:34:53.817438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:51Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:53.844642 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec0541-69b7-41a8-8185-a1777bd2e514 None None] The sync data for ids ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'] in n-d-803757-2 is: [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:51Z', 'revision_number': 3, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:34:53.947238 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:53.958826 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Transition to ACTIVE for port object 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:54.011259 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Transition to ACTIVE for port object 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:54.112943 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:54.162774 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Network 296b6270-60d6-4f7e-8912-f4a826a59927 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:34:54.167139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:54.172219 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:34:54.176352 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.20.0.1 (296b6270-60d6-4f7e-8912-f4a826a59927/0179b764-3f86-4b30-bf2e-e2cec3b8846d/1e433735-40c8-45fe-933e-72f493c3464d) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:34:54.181163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Pushing event updated for resources: {'Port': ['ID=6b2ec2c1-75c4-43c0-bf63-84c44dd676c4,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:54.238629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Attempting to bind port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:34:54.239031 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Attempting to bind port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:34:54.239388 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Attempting to bind port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 on network 296b6270-60d6-4f7e-8912-f4a826a59927 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:34:54.244679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:34:54.245047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Checking segment: {'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:34:54.245445 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:54.245830 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Bound using segment: {'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:34:54.246455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Bound port: 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:34:54.247412 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:54.311673 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:54.312310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] For port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:34:54.315754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] For port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6b2ec2c1-75c4-43c0-bf63-84c44dd676c4,segment=NetworkSegment(0a824bca-8cd2-45e6-bf9a-af42a0aba25a),segment_id=0a824bca-8cd2-45e6-bf9a-af42a0aba25a)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:34:54.323981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Transition to ACTIVE for port object 1e433735-40c8-45fe-933e-72f493c3464d will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:54.385789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:54.442648 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:54.448899 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b5718-e329-4b36-9e4f-95f80279b42d None None] Pushing event updated for resources: {'Port': ['ID=6b2ec2c1-75c4-43c0-bf63-84c44dd676c4,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:54.485480 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 296b6270-60d6-4f7e-8912-f4a826a59927 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:34:54.488729 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:54.495096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:34:54.540200 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=1e433735-40c8-45fe-933e-72f493c3464d,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:54.559873 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:54.687964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 507a4c62-284e-4dea-bff2-a43fc4991f70 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:54.809762 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:54.871081 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 507a4c62-284e-4dea-bff2-a43fc4991f70 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:54.875394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 507a4c62-284e-4dea-bff2-a43fc4991f70 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:54.875848 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:54.955559 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:54.975953 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 507a4c62-284e-4dea-bff2-a43fc4991f70, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=507a4c62-284e-4dea-bff2-a43fc4991f70,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:55.048262 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:55.081822 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:55.098597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=507a4c62-284e-4dea-bff2-a43fc4991f70,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:55.139696 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:55.216272 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:55.219507 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=1e433735-40c8-45fe-933e-72f493c3464d,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:55.309233 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 296b6270-60d6-4f7e-8912-f4a826a59927 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:34:55.310490 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:55.423102 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:34:55.529374 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:34:55.534841 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-9034f89b-cd39-45e2-9b18-5a6ea5d01dc3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "PUT /v2.0/routers/e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2603137 Aug 19 13:34:55.539403 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Sync routers for ids ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:34:55.550118 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Routers {'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:55.550836 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:55.658743 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Set router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:55.674617 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-dea2befb-5381-47ef-a92c-a386f4cf773d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339433480&fields=id&tenant_id=5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 267 time: 0.0345147 Aug 19 13:34:55.784370 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-ceff3d87-e579-46d7-99b2-7bb743cdb307 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:55.785853 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-ceff3d87-e579-46d7-99b2-7bb743cdb307 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/networks?id=296b6270-60d6-4f7e-8912-f4a826a59927 HTTP/1.1" status: 200 len: 797 time: 0.1037962 Aug 19 13:34:55.802131 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-ec55d89a-7114-49e3-b3a8-d95f5569f485 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/quotas/5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 375 time: 0.0098245 Aug 19 13:34:55.856563 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1e433735-40c8-45fe-933e-72f493c3464d', 'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:4d:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:53Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 2, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:55.857854 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-b630180c-288e-4cf1-a1eb-9f23d1be7581 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500102 Aug 19 13:34:55.964525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-30344e9f-1544-4213-b18d-49ab12bad751 service neutron] 10.222.0.21 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944867 Aug 19 13:34:55.981987 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Checking router: e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:34:55.982459 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Updating router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 port 1e433735-40c8-45fe-933e-72f493c3464d binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:34:56.008248 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:56.030834 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:56.072581 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-064c6632-98e6-4417-b9d1-1c94f287973e service neutron] 10.222.0.21 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004083 Aug 19 13:34:56.246053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6b30d7-7d71-4017-af4d-4174bf6119bb None None] Network 296b6270-60d6-4f7e-8912-f4a826a59927 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:34:56.321156 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:56.332352 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Transition to ACTIVE for port object 1e433735-40c8-45fe-933e-72f493c3464d will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:56.353120 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84541749-fc17-4099-9535-db78dcc38a18 req-7ca8b4f9-7c79-4f29-9a64-1b4320fa712f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0280554 Aug 19 13:34:56.355217 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-e561c9e2-e149-4b6d-a459-b61bee5773bb None None] Provisioning for port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:56.396430 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:56.456516 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Pushing event updated for resources: {'Port': ['ID=1e433735-40c8-45fe-933e-72f493c3464d,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:56.469627 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.469978 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.470315 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.470647 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.471019 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.471347 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.471676 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.472000 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.472316 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.472633 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.473060 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.473376 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:34:56.522501 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Attempting to bind port 1e433735-40c8-45fe-933e-72f493c3464d on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:34:56.522992 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Attempting to bind port 1e433735-40c8-45fe-933e-72f493c3464d by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:34:56.523255 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Attempting to bind port 1e433735-40c8-45fe-933e-72f493c3464d on network 296b6270-60d6-4f7e-8912-f4a826a59927 {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:34:56.528895 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:34:56.529267 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Checking segment: {'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:34:56.529666 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:56.530056 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Bound using segment: {'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:34:56.530525 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Bound port: 1e433735-40c8-45fe-933e-72f493c3464d, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:34:56.530970 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:56.606995 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] For port 1e433735-40c8-45fe-933e-72f493c3464d, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:34:56.610699 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] For port 1e433735-40c8-45fe-933e-72f493c3464d, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1e433735-40c8-45fe-933e-72f493c3464d,segment=NetworkSegment(0a824bca-8cd2-45e6-bf9a-af42a0aba25a),segment_id=0a824bca-8cd2-45e6-bf9a-af42a0aba25a)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:34:56.693199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 507a4c62-284e-4dea-bff2-a43fc4991f70 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:56.734023 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:56.743311 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 507a4c62-284e-4dea-bff2-a43fc4991f70 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:56.743684 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:56.794893 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Routers {'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:34:56.795618 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:34:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:56.831030 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7f71-29cf-4337-830e-1d2659c0c9de None None] Pushing event updated for resources: {'Port': ['ID=1e433735-40c8-45fe-933e-72f493c3464d,revision_number=4']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:56.844852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:56.913603 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] Set router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:34:56.962411 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:57.002796 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-17b1f8bb-e767-4b15-b1ee-87a3a5c7b179 None None] Provisioning for port 1e433735-40c8-45fe-933e-72f493c3464d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:57.013005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:57.022583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:57.027939 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:57.071720 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-17b1f8bb-e767-4b15-b1ee-87a3a5c7b179 None None] Provisioning complete for port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:57.071720 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-17b1f8bb-e767-4b15-b1ee-87a3a5c7b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:57.155390 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1e433735-40c8-45fe-933e-72f493c3464d', 'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:4d:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:53Z', 'updated_at': '2021-08-19T13:34:56Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:34:57.183271 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e002fa-99b0-446d-8be8-927fe59fb93f None None] The sync data for ids ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'] in n-d-803757-2 is: [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1e433735-40c8-45fe-933e-72f493c3464d', 'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:4d:4f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:53Z', 'updated_at': '2021-08-19T13:34:56Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:34:57.183747 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:57.236075 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6b2ec2c1-75c4-43c0-bf63-84c44dd676c4,segment=NetworkSegment(0a824bca-8cd2-45e6-bf9a-af42a0aba25a),segment_id=0a824bca-8cd2-45e6-bf9a-af42a0aba25a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:57.240566 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-17b1f8bb-e767-4b15-b1ee-87a3a5c7b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:57.330883 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:57.429185 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.db.api [None req-17b1f8bb-e767-4b15-b1ee-87a3a5c7b179 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95544) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 13:34:57.429540 n-d-803757-2 neutron-server[95544]: DEBUG oslo_db.api [None req-17b1f8bb-e767-4b15-b1ee-87a3a5c7b179 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 13:34:57.434488 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=6b2ec2c1-75c4-43c0-bf63-84c44dd676c4,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:57.476692 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ceefea65-4237-48f1-8cba-d93f8bbef8c7 req-c6a53c8e-6fa7-48be-b3d6-57203879a0da tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0386062 Aug 19 13:34:58.444900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-576c9d20-d52d-471d-99c0-59cc6143b848 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:58.446431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-576c9d20-d52d-471d-99c0-59cc6143b848 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "GET /v2.0/networks?id=296b6270-60d6-4f7e-8912-f4a826a59927 HTTP/1.1" status: 200 len: 797 time: 0.1029704 Aug 19 13:34:58.493237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-8ceb1304-b7c2-4466-bb06-c8a0fac827a1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5554a60e63a1465fb9cc087084847d80 HTTP/1.1" status: 200 len: 380 time: 0.0375721 Aug 19 13:34:58.503051 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'port': {'device_id': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'admin_state_up': True, 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'security_groups': ['44f49a16-a5c0-4172-916a-860ebccb5bfd']}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:58.582447 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-648e1b11-e8c3-4422-a652-596f860f7f23 req-56942974-6b6c-4982-8212-1b8a42213637 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0341032 Aug 19 13:34:58.673370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:58.716812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Made reservation on behalf of 5554a60e63a1465fb9cc087084847d80 for: {'port': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:34:58.720469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:58.720616 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:58.720842 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:58.798957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1e433735-40c8-45fe-933e-72f493c3464d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:34:58.852324 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.20.0.8 (296b6270-60d6-4f7e-8912-f4a826a59927/0179b764-3f86-4b30-bf2e-e2cec3b8846d/63c9098d-d281-4607-811e-063ef482ca3d) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:34:58.910971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 1e433735-40c8-45fe-933e-72f493c3464d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:58.914963 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1e433735-40c8-45fe-933e-72f493c3464d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:58.915482 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:58.986912 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:58.991413 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:59.001139 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Transition to ACTIVE for port object 63c9098d-d281-4607-811e-063ef482ca3d will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:59.022896 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 1e433735-40c8-45fe-933e-72f493c3464d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1e433735-40c8-45fe-933e-72f493c3464d,segment=NetworkSegment(0a824bca-8cd2-45e6-bf9a-af42a0aba25a),segment_id=0a824bca-8cd2-45e6-bf9a-af42a0aba25a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:34:59.104947 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:59.134849 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:59.158005 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=1e433735-40c8-45fe-933e-72f493c3464d,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:59.187926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 296b6270-60d6-4f7e-8912-f4a826a59927 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:34:59.191131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:34:59.195009 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:34:59.219011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=63c9098d-d281-4607-811e-063ef482ca3d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:59.247765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:59.248388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:59.317216 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-4d74a27d-8ea1-4f8d-91db-a7e516a01928 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8182325 Aug 19 13:34:59.330013 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Request body: {'port': {'device_id': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:34:59.385291 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:59.579395 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4874e7bb-5e87-4c4b-b846-3f9122e2840a None None] Provisioning for port 63c9098d-d281-4607-811e-063ef482ca3d completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:34:59.583199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-4874e7bb-5e87-4c4b-b846-3f9122e2840a None None] Provisioning complete for port 63c9098d-d281-4607-811e-063ef482ca3d triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:34:59.583569 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4874e7bb-5e87-4c4b-b846-3f9122e2840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:59.617876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-4874e7bb-5e87-4c4b-b846-3f9122e2840a None None] Port 63c9098d-d281-4607-811e-063ef482ca3d cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:34:59.650077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c9098d-d281-4607-811e-063ef482ca3d {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:34:59.658711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:59.694834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Transition to ACTIVE for port object 63c9098d-d281-4607-811e-063ef482ca3d will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:34:59.717547 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb4155-ffb2-497e-8db6-260f01c41d2b req-20038769-ffa8-428a-b0bd-8362f42727b4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:34:59.719137 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9efb4155-ffb2-497e-8db6-260f01c41d2b req-20038769-ffa8-428a-b0bd-8362f42727b4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 931 time: 0.0623980 Aug 19 13:34:59.759877 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9efb4155-ffb2-497e-8db6-260f01c41d2b req-0db8af17-1a84-46bb-bb72-3c2287e265ab tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348258 Aug 19 13:34:59.796426 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:59.869581 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Pushing event updated for resources: {'Port': ['ID=63c9098d-d281-4607-811e-063ef482ca3d,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:34:59.919668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Attempting to bind port 63c9098d-d281-4607-811e-063ef482ca3d on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:34:59.920092 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Attempting to bind port 63c9098d-d281-4607-811e-063ef482ca3d by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:34:59.920426 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Attempting to bind port 63c9098d-d281-4607-811e-063ef482ca3d on network 296b6270-60d6-4f7e-8912-f4a826a59927 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:34:59.924958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Port 63c9098d-d281-4607-811e-063ef482ca3d on network 296b6270-60d6-4f7e-8912-f4a826a59927 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:34:59.925276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Attempting to bind port 63c9098d-d281-4607-811e-063ef482ca3d on network 296b6270-60d6-4f7e-8912-f4a826a59927 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:34:59.930238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:34:59.930566 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Checking segment: {'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:34:59.930990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Bound using segment: {'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:34:59.931418 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Bound port: 63c9098d-d281-4607-811e-063ef482ca3d, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a824bca-8cd2-45e6-bf9a-af42a0aba25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:34:59.931788 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:34:59.997941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] For port 63c9098d-d281-4607-811e-063ef482ca3d, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:35:00.001126 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] For port 63c9098d-d281-4607-811e-063ef482ca3d, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=63c9098d-d281-4607-811e-063ef482ca3d,segment=NetworkSegment(0a824bca-8cd2-45e6-bf9a-af42a0aba25a),segment_id=0a824bca-8cd2-45e6-bf9a-af42a0aba25a)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:35:00.065316 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:00.100697 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:00.101490 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:00.102911 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] 10.222.0.30 "PUT /v2.0/ports/63c9098d-d281-4607-811e-063ef482ca3d HTTP/1.1" status: 200 len: 1091 time: 0.7773809 Aug 19 13:35:00.103352 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'tag': '63c9098d-d281-4607-811e-063ef482ca3d'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:35:00.105899 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad56bc4-3f34-4155-87c0-a5f1b5fafab1" -d '{"events": [{"name": "network-changed", "server_uuid": "452f0f95-a855-4df0-8b5b-ade6bf9c95c1", "tag": "63c9098d-d281-4607-811e-063ef482ca3d"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:35:00.131660 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ca56e-83bb-45fa-93c7-c32c53deec8c service neutron] Pushing event updated for resources: {'Port': ['ID=63c9098d-d281-4607-811e-063ef482ca3d,revision_number=3']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:00.144295 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce04b778-0339-4b09-99c2-c79d3cbf36c2 x-openstack-request-id: req-ce04b778-0339-4b09-99c2-c79d3cbf36c2 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:35:00.144697 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452f0f95-a855-4df0-8b5b-ade6bf9c95c1", "tag": "63c9098d-d281-4607-811e-063ef482ca3d", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:35:00.145027 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce04b778-0339-4b09-99c2-c79d3cbf36c2 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:35:00.145444 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'tag': '63c9098d-d281-4607-811e-063ef482ca3d', 'status': 'completed', 'code': 200} Aug 19 13:35:00.211798 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad56bc4-3f34-4155-87c0-a5f1b5fafab1 req-7fe267a1-551c-4977-a340-9727b4005e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:00.213300 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ad56bc4-3f34-4155-87c0-a5f1b5fafab1 req-7fe267a1-551c-4977-a340-9727b4005e27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 1094 time: 0.0479376 Aug 19 13:35:00.313095 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad56bc4-3f34-4155-87c0-a5f1b5fafab1 req-6a5541f4-af2d-4e3f-a1e7-11c20fc07263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:00.314702 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ad56bc4-3f34-4155-87c0-a5f1b5fafab1 req-6a5541f4-af2d-4e3f-a1e7-11c20fc07263 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5554a60e63a1465fb9cc087084847d80&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0928569 Aug 19 13:35:00.418143 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad56bc4-3f34-4155-87c0-a5f1b5fafab1 req-b57866f3-d055-45b7-99dc-fd8cc2e9c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:00.419549 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4ad56bc4-3f34-4155-87c0-a5f1b5fafab1 req-b57866f3-d055-45b7-99dc-fd8cc2e9c2be service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975885 Aug 19 13:35:00.497285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-db89bdf3-f269-4905-b328-1562cb3ef4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:00.498757 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-db89bdf3-f269-4905-b328-1562cb3ef4a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 1094 time: 0.0407941 Aug 19 13:35:00.542560 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-dbd684b0-1451-48d9-b565-99ccaaac5307 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63c9098d-d281-4607-811e-063ef482ca3d HTTP/1.1" status: 200 len: 217 time: 0.0345728 Aug 19 13:35:00.592361 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-377cba59-30c8-4ac5-a2bf-61c9c09ca954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:00.593855 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-377cba59-30c8-4ac5-a2bf-61c9c09ca954 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0179b764-3f86-4b30-bf2e-e2cec3b8846d HTTP/1.1" status: 200 len: 835 time: 0.0446999 Aug 19 13:35:00.595065 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1e433735-40c8-45fe-933e-72f493c3464d up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:35:00.643498 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1e433735-40c8-45fe-933e-72f493c3464d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:35:00.643782 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:00.643953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-7a0cc094-5f33-42f6-91e6-f4f165aaf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:00.645456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-7a0cc094-5f33-42f6-91e6-f4f165aaf698 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=296b6270-60d6-4f7e-8912-f4a826a59927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440133 Aug 19 13:35:00.735444 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-c8a945a8-9092-4d04-8a29-50ba46ae1c7f service neutron] 10.222.0.30 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814912 Aug 19 13:35:00.838394 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-31f62eb9-1d7f-40da-a2b7-99e9ad0a3247 req-a79e79ed-78c8-409b-b1ed-38637020bac4 service neutron] 10.222.0.30 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957856 Aug 19 13:35:00.883164 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421db293-9987-4044-b6f6-01d9629a166f req-915248d5-3f75-49c8-a2e8-23eab57502b2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:00.884658 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-421db293-9987-4044-b6f6-01d9629a166f req-915248d5-3f75-49c8-a2e8-23eab57502b2 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 943 time: 0.0590811 Aug 19 13:35:00.923069 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-421db293-9987-4044-b6f6-01d9629a166f req-59994b47-c4ab-4edf-847f-c9d495866e49 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Aug 19 13:35:02.037762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffafb2f-9907-4f47-89ed-b2e8e0d4344c req-7486e9a5-6f74-4e30-af71-1e379a56f3ca tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:02.039336 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cffafb2f-9907-4f47-89ed-b2e8e0d4344c req-7486e9a5-6f74-4e30-af71-1e379a56f3ca tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 943 time: 0.0499599 Aug 19 13:35:02.076841 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cffafb2f-9907-4f47-89ed-b2e8e0d4344c req-2db006c0-28cd-4280-969d-2ffd1446cf3e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313880 Aug 19 13:35:03.188827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bd493-38cb-4b49-874f-356e6274f532 req-f5933e98-4f8f-4bdc-9bd2-825ad1bfde0e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:03.190277 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd0bd493-38cb-4b49-874f-356e6274f532 req-f5933e98-4f8f-4bdc-9bd2-825ad1bfde0e tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 943 time: 0.0478148 Aug 19 13:35:03.227715 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-bd0bd493-38cb-4b49-874f-356e6274f532 req-adb9a69a-0c71-4aae-9108-2bd73639ada7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Aug 19 13:35:04.342052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469b201-ca97-4303-86f7-1a37240dda41 req-5be47758-32fe-466e-b31b-9a4f43e46edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:04.343770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d469b201-ca97-4303-86f7-1a37240dda41 req-5be47758-32fe-466e-b31b-9a4f43e46edc tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 943 time: 0.0499179 Aug 19 13:35:04.372117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 63c9098d-d281-4607-811e-063ef482ca3d details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:35:04.381790 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d469b201-ca97-4303-86f7-1a37240dda41 req-7a1815bd-b71a-4345-af37-00243155393d tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321381 Aug 19 13:35:04.465972 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 63c9098d-d281-4607-811e-063ef482ca3d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=63c9098d-d281-4607-811e-063ef482ca3d,segment=NetworkSegment(0a824bca-8cd2-45e6-bf9a-af42a0aba25a),segment_id=0a824bca-8cd2-45e6-bf9a-af42a0aba25a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:35:04.476869 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '63c9098d-d281-4607-811e-063ef482ca3d', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'port_id': '63c9098d-d281-4607-811e-063ef482ca3d', 'mac_address': 'fa:16:3e:16:18:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:35:04.512521 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:04.528755 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c9098d-d281-4607-811e-063ef482ca3d {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:35:04.547801 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 63c9098d-d281-4607-811e-063ef482ca3d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=63c9098d-d281-4607-811e-063ef482ca3d,segment=NetworkSegment(0a824bca-8cd2-45e6-bf9a-af42a0aba25a),segment_id=0a824bca-8cd2-45e6-bf9a-af42a0aba25a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:35:04.653102 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:04.699301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=63c9098d-d281-4607-811e-063ef482ca3d,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:04.911026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['63c9098d-d281-4607-811e-063ef482ca3d'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:35:05.102180 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5ff94210-fe1e-429b-b912-ddc9d3cc9fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:05.499406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483a344-0136-46e1-9f86-3f4c0201bf78 req-6ad41bf0-d380-46c8-9f18-89966cc6dbe1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:05.500858 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0483a344-0136-46e1-9f86-3f4c0201bf78 req-6ad41bf0-d380-46c8-9f18-89966cc6dbe1 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 944 time: 0.0528519 Aug 19 13:35:05.537594 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0483a344-0136-46e1-9f86-3f4c0201bf78 req-e1e7903b-97be-4033-89dc-af7d3a941d63 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308578 Aug 19 13:35:06.378239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 63c9098d-d281-4607-811e-063ef482ca3d up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:35:06.480867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 63c9098d-d281-4607-811e-063ef482ca3d completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:35:06.484692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 63c9098d-d281-4607-811e-063ef482ca3d triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:35:06.485066 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:06.561499 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:06.584959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c9098d-d281-4607-811e-063ef482ca3d'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:35:06.595820 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de573418-0da7-462d-95ef-8d204c469d23" -d '{"events": [{"server_uuid": "452f0f95-a855-4df0-8b5b-ade6bf9c95c1", "name": "network-vif-plugged", "status": "completed", "tag": "63c9098d-d281-4607-811e-063ef482ca3d"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:35:06.609493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 63c9098d-d281-4607-811e-063ef482ca3d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=63c9098d-d281-4607-811e-063ef482ca3d,segment=NetworkSegment(0a824bca-8cd2-45e6-bf9a-af42a0aba25a),segment_id=0a824bca-8cd2-45e6-bf9a-af42a0aba25a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:35:06.634331 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bb97c3-7284-4eef-b65b-99a5f81f174e x-openstack-request-id: req-09bb97c3-7284-4eef-b65b-99a5f81f174e {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:35:06.634620 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452f0f95-a855-4df0-8b5b-ade6bf9c95c1", "name": "network-vif-plugged", "status": "completed", "tag": "63c9098d-d281-4607-811e-063ef482ca3d", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:35:06.635237 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09bb97c3-7284-4eef-b65b-99a5f81f174e {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:35:06.635642 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c9098d-d281-4607-811e-063ef482ca3d', 'code': 200} Aug 19 13:35:06.659550 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085493b-20a1-494c-8304-6875e07695d8 req-d145076e-74fa-44fd-a6a7-01f90d4e28ec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:06.661579 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3085493b-20a1-494c-8304-6875e07695d8 req-d145076e-74fa-44fd-a6a7-01f90d4e28ec tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 944 time: 0.0550091 Aug 19 13:35:06.670731 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:06.705701 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3085493b-20a1-494c-8304-6875e07695d8 req-11e6a021-c254-4d9a-b6dd-8b5636f54682 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373359 Aug 19 13:35:06.720728 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=63c9098d-d281-4607-811e-063ef482ca3d,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:06.732963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92401ffc-502c-4eff-938b-39aa64cbaee1 req-35bea42e-0296-4b68-9730-772b79d41fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:06.734526 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92401ffc-502c-4eff-938b-39aa64cbaee1 req-35bea42e-0296-4b68-9730-772b79d41fed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 1096 time: 0.0448797 Aug 19 13:35:06.769747 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92401ffc-502c-4eff-938b-39aa64cbaee1 req-07b297b6-04c4-4faf-90c3-c247a8b27929 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283065 Aug 19 13:35:07.739104 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:07.821916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fd4f6-8505-4c81-80de-bbfdb82daf3e req-ba751483-293e-48de-9711-b10c83645757 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:07.823435 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-852fd4f6-8505-4c81-80de-bbfdb82daf3e req-ba751483-293e-48de-9711-b10c83645757 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0503035 Aug 19 13:35:07.841826 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6634f612-1b06-4076-808b-100418484681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:07.863052 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-852fd4f6-8505-4c81-80de-bbfdb82daf3e req-5d7cafd4-7118-40a4-9212-458337efbc5c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328026 Aug 19 13:35:08.975560 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efc80d-1a03-4d0e-9006-99db5a6ae0b1 req-9f0de41f-e36e-4943-a840-a454d58b6189 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:08.977069 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68efc80d-1a03-4d0e-9006-99db5a6ae0b1 req-9f0de41f-e36e-4943-a840-a454d58b6189 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0481288 Aug 19 13:35:09.014438 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-68efc80d-1a03-4d0e-9006-99db5a6ae0b1 req-0e229871-f0f2-45c7-bb32-e8a5f4d4f1c9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315216 Aug 19 13:35:09.139424 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bef507-268e-49e7-8ded-10f7fc6015c7 req-95f12b61-7653-4a2e-becc-f26f3567e04c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:09.141473 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-76bef507-268e-49e7-8ded-10f7fc6015c7 req-95f12b61-7653-4a2e-becc-f26f3567e04c tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0544491 Aug 19 13:35:09.178883 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-76bef507-268e-49e7-8ded-10f7fc6015c7 req-e757ee6b-b932-42c0-b012-61a182ab5faa tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315132 Aug 19 13:35:09.199644 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55882) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:09.239579 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d1e6bd-e19b-46ec-b4b6-058abd23d42d tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:09.241071 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a5d1e6bd-e19b-46ec-b4b6-058abd23d42d tempest-TestNetworkAdvancedServerOps-373946170 tempest-TestNetworkAdvancedServerOps-373946170-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 1091 time: 0.0404921 Aug 19 13:35:09.243830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55884) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:09.248199 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '63c9098d-d281-4607-811e-063ef482ca3d', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:35:09.321879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:09.391041 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:09.422139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:09.522011 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Allocated IP 172.25.2.7 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/16a763f9-0ea8-4a3d-a1e8-781b3d8ad695) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:35:09.624805 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:09.711122 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:09.747668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:35:09.752431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:35:09.755885 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:35:09.778795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=16a763f9-0ea8-4a3d-a1e8-781b3d8ad695,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:10.112817 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:10.254258 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:10.397500 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:10.487503 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:10.560028 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event updated for resources: {'Port': ['ID=16a763f9-0ea8-4a3d-a1e8-781b3d8ad695,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:10.570230 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:10.841964 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:11.016751 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Floating IP 96fccc32-38b9-4a83-92e8-4f3bbd133c01 associated. External IP: 172.25.2.7, port: 63c9098d-d281-4607-811e-063ef482ca3d. Aug 19 13:35:11.217275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:35:11.323469 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:35:11.333129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ca727c-dfd4-407a-981b-30b58f579784 None None] Sync routers for ids ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:35:11.342023 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca727c-dfd4-407a-981b-30b58f579784 None None] Routers {'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:35:11.342655 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-89ca727c-dfd4-407a-981b-30b58f579784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:35:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:11.419155 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:11.448944 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-604a3f3a-b821-48bd-8c51-7cd94f46b29f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.2040818 Aug 19 13:35:11.449542 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'tag': '63c9098d-d281-4607-811e-063ef482ca3d'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:35:11.451814 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e386bd45-ed98-4454-8fa2-efa5aed76094" -d '{"events": [{"name": "network-changed", "server_uuid": "452f0f95-a855-4df0-8b5b-ade6bf9c95c1", "tag": "63c9098d-d281-4607-811e-063ef482ca3d"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:35:11.454215 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-89ca727c-dfd4-407a-981b-30b58f579784 None None] Set router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:35:11.494073 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5403356e-fb8e-4bf3-8158-20606f7c3a50 x-openstack-request-id: req-5403356e-fb8e-4bf3-8158-20606f7c3a50 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:35:11.494437 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452f0f95-a855-4df0-8b5b-ade6bf9c95c1", "tag": "63c9098d-d281-4607-811e-063ef482ca3d", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:35:11.494751 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5403356e-fb8e-4bf3-8158-20606f7c3a50 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:35:11.495243 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'tag': '63c9098d-d281-4607-811e-063ef482ca3d', 'status': 'completed', 'code': 200} Aug 19 13:35:11.557685 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d7c2b-fe53-4f61-9cde-5871ec84f43b req-af27d445-3fd9-4625-b50e-7acb28cd30a0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:11.559367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386bd45-ed98-4454-8fa2-efa5aed76094 req-ccbcc6f9-6f65-476d-b5a1-4837ee2159e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:11.559521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e2d7c2b-fe53-4f61-9cde-5871ec84f43b req-af27d445-3fd9-4625-b50e-7acb28cd30a0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0524890 Aug 19 13:35:11.560891 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e386bd45-ed98-4454-8fa2-efa5aed76094 req-ccbcc6f9-6f65-476d-b5a1-4837ee2159e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 1096 time: 0.0423131 Aug 19 13:35:11.607568 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8e2d7c2b-fe53-4f61-9cde-5871ec84f43b req-7c16062f-e6d5-486b-9ee4-6f7968db60a7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411615 Aug 19 13:35:11.626954 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55890) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:11.688153 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-89ca727c-dfd4-407a-981b-30b58f579784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '96fccc32-38b9-4a83-92e8-4f3bbd133c01', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'port_id': '63c9098d-d281-4607-811e-063ef482ca3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'mac_address': 'fa:16:3e:16:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:35:09Z', 'updated_at': '2021-08-19T13:35:09Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e433735-40c8-45fe-933e-72f493c3464d', 'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:4d:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:53Z', 'updated_at': '2021-08-19T13:34:59Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:11.704860 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386bd45-ed98-4454-8fa2-efa5aed76094 req-bbe3c88c-a294-418d-bd33-6b44a5c45c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:11.706348 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e386bd45-ed98-4454-8fa2-efa5aed76094 req-bbe3c88c-a294-418d-bd33-6b44a5c45c37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=296b6270-60d6-4f7e-8912-f4a826a59927 HTTP/1.1" status: 200 len: 898 time: 0.1380973 Aug 19 13:35:11.711538 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6899391e-4ec7-485a-9c57-515672f7c525 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/96fccc32-38b9-4a83-92e8-4f3bbd133c01 HTTP/1.1" status: 200 len: 989 time: 0.0835648 Aug 19 13:35:11.713874 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ca727c-dfd4-407a-981b-30b58f579784 None None] Checking router: e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:35:11.722239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca727c-dfd4-407a-981b-30b58f579784 None None] Routers {'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:35:11.722866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-89ca727c-dfd4-407a-981b-30b58f579784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:35:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:11.771511 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e386bd45-ed98-4454-8fa2-efa5aed76094 req-326d7fc9-dd9a-4aae-8702-9b5979eabab2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63c9098d-d281-4607-811e-063ef482ca3d HTTP/1.1" status: 200 len: 997 time: 0.0577128 Aug 19 13:35:11.826757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-89ca727c-dfd4-407a-981b-30b58f579784 None None] Set router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:35:11.829213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386bd45-ed98-4454-8fa2-efa5aed76094 req-d17e1fda-9d29-49bc-81fe-cb266ef45e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:11.830697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e386bd45-ed98-4454-8fa2-efa5aed76094 req-d17e1fda-9d29-49bc-81fe-cb266ef45e35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0179b764-3f86-4b30-bf2e-e2cec3b8846d HTTP/1.1" status: 200 len: 835 time: 0.0523589 Aug 19 13:35:11.877630 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386bd45-ed98-4454-8fa2-efa5aed76094 req-9531479b-2f01-43a1-8ee4-ecbc0ab34abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:11.879081 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e386bd45-ed98-4454-8fa2-efa5aed76094 req-9531479b-2f01-43a1-8ee4-ecbc0ab34abb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=296b6270-60d6-4f7e-8912-f4a826a59927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410030 Aug 19 13:35:11.968695 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e386bd45-ed98-4454-8fa2-efa5aed76094 req-b8458b24-39af-40cf-81ed-f16796b23d8c service neutron] 10.222.0.30 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814943 Aug 19 13:35:12.047717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-89ca727c-dfd4-407a-981b-30b58f579784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '96fccc32-38b9-4a83-92e8-4f3bbd133c01', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'port_id': '63c9098d-d281-4607-811e-063ef482ca3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'mac_address': 'fa:16:3e:16:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:35:09Z', 'updated_at': '2021-08-19T13:35:09Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e433735-40c8-45fe-933e-72f493c3464d', 'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:4d:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:53Z', 'updated_at': '2021-08-19T13:34:59Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:12.067787 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e386bd45-ed98-4454-8fa2-efa5aed76094 req-5e6019f6-42ed-47d9-9b3c-e6bb9c172956 service neutron] 10.222.0.30 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925555 Aug 19 13:35:12.076961 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ca727c-dfd4-407a-981b-30b58f579784 None None] The sync data for ids ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'] in n-d-803757-2 is: [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '96fccc32-38b9-4a83-92e8-4f3bbd133c01', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'port_id': '63c9098d-d281-4607-811e-063ef482ca3d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'mac_address': 'fa:16:3e:16:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:35:09Z', 'updated_at': '2021-08-19T13:35:09Z', 'revision_number': 0, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e433735-40c8-45fe-933e-72f493c3464d', 'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:4d:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:53Z', 'updated_at': '2021-08-19T13:34:59Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:35:12.286520 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d046d57-787a-42a3-9c1c-b0b9db06bfaa None None] New status for floating IP 96fccc32-38b9-4a83-92e8-4f3bbd133c01: ACTIVE {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:35:12.715389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55892) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:12.775976 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c02e4d1c-d942-4394-9d48-b4e6c9b02c61 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/96fccc32-38b9-4a83-92e8-4f3bbd133c01 HTTP/1.1" status: 200 len: 991 time: 0.0593781 Aug 19 13:35:16.397609 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-e7881c71-58e3-42d6-8811-c3b10711d038 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446804 Aug 19 13:35:16.476689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-dcf7ce60-a7d2-4cd3-b8f6-be50f4148bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:16.478220 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-dcf7ce60-a7d2-4cd3-b8f6-be50f4148bb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 1096 time: 0.0401630 Aug 19 13:35:16.581552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-a6a77682-eba3-4859-a877-7798dc1ea1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:16.583084 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-a6a77682-eba3-4859-a877-7798dc1ea1ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=296b6270-60d6-4f7e-8912-f4a826a59927 HTTP/1.1" status: 200 len: 898 time: 0.0873470 Aug 19 13:35:16.651314 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-38ad877d-5ebe-4475-9b3c-0ac1a5dcc12d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63c9098d-d281-4607-811e-063ef482ca3d HTTP/1.1" status: 200 len: 999 time: 0.0615032 Aug 19 13:35:16.699839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-4d3e1f0a-c7ab-4da9-b745-7441c9eabaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:16.701234 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-4d3e1f0a-c7ab-4da9-b745-7441c9eabaf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0179b764-3f86-4b30-bf2e-e2cec3b8846d HTTP/1.1" status: 200 len: 835 time: 0.0434906 Aug 19 13:35:16.746771 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-b7506090-a787-4ebd-9950-d500aada5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:16.748252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-b7506090-a787-4ebd-9950-d500aada5872 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=296b6270-60d6-4f7e-8912-f4a826a59927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397134 Aug 19 13:35:16.847075 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-cd1121df-57e5-4451-8e16-2bad74969d90 service neutron] 10.222.0.30 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910406 Aug 19 13:35:16.936925 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9476d4be-bf3b-456c-8efa-b7e8e4ac4c4b req-44d47da8-d8df-4cc3-928a-ac0d7d60e834 service neutron] 10.222.0.30 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835421 Aug 19 13:35:24.340179 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:35:26.036069 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:26.922156 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:35.092736 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6783d2f6-cfd2-4976-bc3d-c42966f408fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:37.703991 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:37.818866 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d0260f1f-48bc-4a89-bc1f-3c53d7a33ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:39.390104 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:40.811263 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:44.356639 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718a6e7-822d-4982-9c46-4341834c8e52 req-af1455b3-3a32-4cfb-befc-7e5d6bfcc2e9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:44.358679 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2718a6e7-822d-4982-9c46-4341834c8e52 req-af1455b3-3a32-4cfb-befc-7e5d6bfcc2e9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0540776 Aug 19 13:35:44.395865 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2718a6e7-822d-4982-9c46-4341834c8e52 req-dba76437-9a5d-424f-88cb-67841b0605e0 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Aug 19 13:35:45.515730 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ede57-558a-45d2-bda3-4772a5b63d3e req-70c41af9-02d2-42fe-9dd0-95b99dd8c281 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:45.517209 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c21ede57-558a-45d2-bda3-4772a5b63d3e req-70c41af9-02d2-42fe-9dd0-95b99dd8c281 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0532815 Aug 19 13:35:45.891305 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c21ede57-558a-45d2-bda3-4772a5b63d3e req-f09d72eb-f449-4919-8de6-72faada773fd tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681736 Aug 19 13:35:45.913198 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55912) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:45.972597 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-3131e869-49c3-46f4-a286-6e7f5e6c347b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/96fccc32-38b9-4a83-92e8-4f3bbd133c01 HTTP/1.1" status: 200 len: 991 time: 0.0582719 Aug 19 13:35:47.415451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24571cdc-c4b2-4f36-bdc9-25a7ee350fb1 req-18459cea-2a21-46a1-8c48-c1fce93464d8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:47.417203 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24571cdc-c4b2-4f36-bdc9-25a7ee350fb1 req-18459cea-2a21-46a1-8c48-c1fce93464d8 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0517180 Aug 19 13:35:47.455693 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24571cdc-c4b2-4f36-bdc9-25a7ee350fb1 req-dc528da4-909c-4f30-bf5a-161dde260bde tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324166 Aug 19 13:35:47.496720 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e54a0-5bf0-4d56-9744-c99df58de12e req-9be4079f-4fe0-41c3-9041-3ae442174c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:47.498299 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f0e54a0-5bf0-4d56-9744-c99df58de12e req-9be4079f-4fe0-41c3-9041-3ae442174c4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 1096 time: 0.0414381 Aug 19 13:35:47.593106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e54a0-5bf0-4d56-9744-c99df58de12e req-f33c60e6-b933-4908-9cb1-56116afff1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:47.594546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f0e54a0-5bf0-4d56-9744-c99df58de12e req-f33c60e6-b933-4908-9cb1-56116afff1c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=296b6270-60d6-4f7e-8912-f4a826a59927 HTTP/1.1" status: 200 len: 898 time: 0.0895331 Aug 19 13:35:47.660827 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f0e54a0-5bf0-4d56-9744-c99df58de12e req-3e2f4881-6366-4bcf-8b74-ba548315a5ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63c9098d-d281-4607-811e-063ef482ca3d HTTP/1.1" status: 200 len: 999 time: 0.0589685 Aug 19 13:35:47.709202 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e54a0-5bf0-4d56-9744-c99df58de12e req-917e63fb-397d-4e11-a8e8-81ee6836f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:47.710582 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f0e54a0-5bf0-4d56-9744-c99df58de12e req-917e63fb-397d-4e11-a8e8-81ee6836f90c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0179b764-3f86-4b30-bf2e-e2cec3b8846d HTTP/1.1" status: 200 len: 835 time: 0.0426588 Aug 19 13:35:47.760550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e54a0-5bf0-4d56-9744-c99df58de12e req-29b59dfe-dcb8-4c9c-8215-60f1333ccb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:47.762017 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f0e54a0-5bf0-4d56-9744-c99df58de12e req-29b59dfe-dcb8-4c9c-8215-60f1333ccb79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=296b6270-60d6-4f7e-8912-f4a826a59927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434835 Aug 19 13:35:47.849440 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f0e54a0-5bf0-4d56-9744-c99df58de12e req-3988f4f9-bd10-4453-a57e-289d68e2d035 service neutron] 10.222.0.30 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798242 Aug 19 13:35:47.940891 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7f0e54a0-5bf0-4d56-9744-c99df58de12e req-32107829-7d39-4742-b720-4c72b6c2f88e service neutron] 10.222.0.30 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843174 Aug 19 13:35:48.571367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af5171-2742-4509-b999-30535f6f0b24 req-988ff39b-7786-4156-b6f5-3da4502a028b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:48.572821 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75af5171-2742-4509-b999-30535f6f0b24 req-988ff39b-7786-4156-b6f5-3da4502a028b tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0483158 Aug 19 13:35:48.613339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-75af5171-2742-4509-b999-30535f6f0b24 req-c7a22e65-189b-41cf-bfa5-36a248d32921 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345595 Aug 19 13:35:49.727101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034130ae-d5f5-4f44-ab90-5f3a90bc4212 req-45e2f857-ccf6-4a7a-9357-420cfdbab0ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:49.728564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-034130ae-d5f5-4f44-ab90-5f3a90bc4212 req-45e2f857-ccf6-4a7a-9357-420cfdbab0ad tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0490746 Aug 19 13:35:49.765780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-034130ae-d5f5-4f44-ab90-5f3a90bc4212 req-432946a1-5695-4684-8c30-cea0cefe48e7 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309255 Aug 19 13:35:49.787393 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55924) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:49.851447 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c47a2ca5-398e-4242-8b5c-875f0dbffeaf tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/floatingips/96fccc32-38b9-4a83-92e8-4f3bbd133c01 HTTP/1.1" status: 200 len: 991 time: 0.0628891 Aug 19 13:35:50.063747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55930) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:50.213502 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 16a763f9-0ea8-4a3d-a1e8-781b3d8ad695 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:35:50.213847 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:50.286325 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:50.286658 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:50.298826 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 16a763f9-0ea8-4a3d-a1e8-781b3d8ad695 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:35:50.492511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:50.518238 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=16a763f9-0ea8-4a3d-a1e8-781b3d8ad695,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:50.546982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.547340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.547689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.548030 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.548367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.548759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.549101 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.549436 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.549770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.550104 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.550434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.550761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:50.593897 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:50.594253 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Floating IP 96fccc32-38b9-4a83-92e8-4f3bbd133c01 disassociated (deleted). External IP: 172.25.2.7, port: 63c9098d-d281-4607-811e-063ef482ca3d. Aug 19 13:35:50.798048 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:35:50.904013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:35:50.908848 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:50.916230 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048a1dd-1d87-49e6-9933-55adb3d9b896 None None] Sync routers for ids ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:35:50.925487 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048a1dd-1d87-49e6-9933-55adb3d9b896 None None] Routers {'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:35:50.926104 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b048a1dd-1d87-49e6-9933-55adb3d9b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:35:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:50.935234 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cd01bfe9-9eb3-4c55-a840-10ba9cd3eb73 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/floatingips/96fccc32-38b9-4a83-92e8-4f3bbd133c01 HTTP/1.1" status: 204 len: 168 time: 0.8703694 Aug 19 13:35:50.936366 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'tag': '63c9098d-d281-4607-811e-063ef482ca3d'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:35:50.938643 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a1cb62-5c20-4d61-a010-3255a9ae739d" -d '{"events": [{"name": "network-changed", "server_uuid": "452f0f95-a855-4df0-8b5b-ade6bf9c95c1", "tag": "63c9098d-d281-4607-811e-063ef482ca3d"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:35:50.976471 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4f64bf-2039-41a3-a21b-45b1ffbe92c0 x-openstack-request-id: req-de4f64bf-2039-41a3-a21b-45b1ffbe92c0 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:35:50.976770 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452f0f95-a855-4df0-8b5b-ade6bf9c95c1", "tag": "63c9098d-d281-4607-811e-063ef482ca3d", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:35:50.977027 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de4f64bf-2039-41a3-a21b-45b1ffbe92c0 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:35:50.977439 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'tag': '63c9098d-d281-4607-811e-063ef482ca3d', 'status': 'completed', 'code': 200} Aug 19 13:35:51.034155 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b048a1dd-1d87-49e6-9933-55adb3d9b896 None None] Set router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:35:51.041357 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1cb62-5c20-4d61-a010-3255a9ae739d req-14957bfb-5129-42a0-9c3d-517cd16cae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:51.043194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-79a1cb62-5c20-4d61-a010-3255a9ae739d req-14957bfb-5129-42a0-9c3d-517cd16cae3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5554a60e63a1465fb9cc087084847d80&device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 1096 time: 0.0421011 Aug 19 13:35:51.135984 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1cb62-5c20-4d61-a010-3255a9ae739d req-16b49649-2e7c-4235-8a0a-4fa8961db07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:51.137408 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-79a1cb62-5c20-4d61-a010-3255a9ae739d req-16b49649-2e7c-4235-8a0a-4fa8961db07b service neutron] 10.222.0.30 "GET /v2.0/networks?id=296b6270-60d6-4f7e-8912-f4a826a59927 HTTP/1.1" status: 200 len: 898 time: 0.0869672 Aug 19 13:35:51.184640 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-79a1cb62-5c20-4d61-a010-3255a9ae739d req-24ba22ee-f56c-4cb8-a077-9c84b6aae191 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63c9098d-d281-4607-811e-063ef482ca3d HTTP/1.1" status: 200 len: 217 time: 0.0390711 Aug 19 13:35:51.232315 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b048a1dd-1d87-49e6-9933-55adb3d9b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1e433735-40c8-45fe-933e-72f493c3464d', 'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:4d:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:53Z', 'updated_at': '2021-08-19T13:34:59Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:51.235302 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1cb62-5c20-4d61-a010-3255a9ae739d req-eb9a7132-1b0b-424d-95bb-f0980ba379e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:51.237079 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-79a1cb62-5c20-4d61-a010-3255a9ae739d req-eb9a7132-1b0b-424d-95bb-f0980ba379e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0179b764-3f86-4b30-bf2e-e2cec3b8846d HTTP/1.1" status: 200 len: 835 time: 0.0449803 Aug 19 13:35:51.262372 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048a1dd-1d87-49e6-9933-55adb3d9b896 None None] Checking router: e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:35:51.270692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048a1dd-1d87-49e6-9933-55adb3d9b896 None None] Routers {'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:35:51.271342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b048a1dd-1d87-49e6-9933-55adb3d9b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:35:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:51.283138 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1cb62-5c20-4d61-a010-3255a9ae739d req-cef3c86d-236d-44c8-aba7-b51aa5ffd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:51.284638 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-79a1cb62-5c20-4d61-a010-3255a9ae739d req-cef3c86d-236d-44c8-aba7-b51aa5ffd3ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=296b6270-60d6-4f7e-8912-f4a826a59927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403717 Aug 19 13:35:51.386181 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-79a1cb62-5c20-4d61-a010-3255a9ae739d req-77ada1b6-7a10-4c56-b03a-7fc7ad330690 service neutron] 10.222.0.30 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933485 Aug 19 13:35:51.442156 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72585ee7-e9c0-4026-b4c8-b3c9cd1584b2 req-dc4747ca-5f7b-4b48-9061-a1d25c54eacb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:51.443815 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72585ee7-e9c0-4026-b4c8-b3c9cd1584b2 req-dc4747ca-5f7b-4b48-9061-a1d25c54eacb tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0557396 Aug 19 13:35:51.483935 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-72585ee7-e9c0-4026-b4c8-b3c9cd1584b2 req-2e4965ff-9dfd-4104-af93-d80c2b5a7f85 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339229 Aug 19 13:35:51.489875 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-79a1cb62-5c20-4d61-a010-3255a9ae739d req-4fddb3de-baa3-4e06-88af-fab7560bd9cb service neutron] 10.222.0.30 "GET /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947039 Aug 19 13:35:51.534261 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b048a1dd-1d87-49e6-9933-55adb3d9b896 None None] Set router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:35:51.725820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b048a1dd-1d87-49e6-9933-55adb3d9b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1e433735-40c8-45fe-933e-72f493c3464d', 'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:4d:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:53Z', 'updated_at': '2021-08-19T13:34:59Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:51.751278 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048a1dd-1d87-49e6-9933-55adb3d9b896 None None] The sync data for ids ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'] in n-d-803757-2 is: [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '1e433735-40c8-45fe-933e-72f493c3464d', 'name': '', 'network_id': '296b6270-60d6-4f7e-8912-f4a826a59927', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'mac_address': 'fa:16:3e:4d:4f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:53Z', 'updated_at': '2021-08-19T13:34:59Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'subnets': [{'id': '0179b764-3f86-4b30-bf2e-e2cec3b8846d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:35:51.956334 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5b091c-1c5d-4865-a733-4f2345b1b451 None None] New status for floating IP 96fccc32-38b9-4a83-92e8-4f3bbd133c01: DOWN {{(pid=95545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:35:52.605224 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc41bca-5384-4d0b-877c-c8f85f6c818a req-ea4f73d0-c1d6-480c-b878-c6f19cb33905 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:52.606697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3bc41bca-5384-4d0b-877c-c8f85f6c818a req-ea4f73d0-c1d6-480c-b878-c6f19cb33905 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0497153 Aug 19 13:35:52.645284 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3bc41bca-5384-4d0b-877c-c8f85f6c818a req-399f0df6-5cdf-421b-8b67-303495198021 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/security-groups?id=44f49a16-a5c0-4172-916a-860ebccb5bfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319564 Aug 19 13:35:52.981990 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937c5fe-a8a3-414f-aa3d-8865c4467b1d req-a030cfe5-69cf-4608-baaf-17a2434c1327 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:35:52.984002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1937c5fe-a8a3-414f-aa3d-8865c4467b1d req-a030cfe5-69cf-4608-baaf-17a2434c1327 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0525143 Aug 19 13:35:53.073880 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-1937c5fe-a8a3-414f-aa3d-8865c4467b1d req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 63c9098d-d281-4607-811e-063ef482ca3d {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:35:53.074218 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1937c5fe-a8a3-414f-aa3d-8865c4467b1d req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:53.163056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-1937c5fe-a8a3-414f-aa3d-8865c4467b1d req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port 63c9098d-d281-4607-811e-063ef482ca3d, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=63c9098d-d281-4607-811e-063ef482ca3d,segment=NetworkSegment(0a824bca-8cd2-45e6-bf9a-af42a0aba25a),segment_id=0a824bca-8cd2-45e6-bf9a-af42a0aba25a)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:35:53.163418 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1937c5fe-a8a3-414f-aa3d-8865c4467b1d req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:53.176596 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-1937c5fe-a8a3-414f-aa3d-8865c4467b1d req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 63c9098d-d281-4607-811e-063ef482ca3d owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:35:53.354418 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1937c5fe-a8a3-414f-aa3d-8865c4467b1d req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:53.384406 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=63c9098d-d281-4607-811e-063ef482ca3d,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:53.411117 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.412173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.412173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.412173 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.412471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.412767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.413096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.413427 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.413752 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.414076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.414398 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.414718 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:53.433605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-1937c5fe-a8a3-414f-aa3d-8865c4467b1d req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] No DVR routers for this DVR port 63c9098d-d281-4607-811e-063ef482ca3d on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:35:53.436170 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-1937c5fe-a8a3-414f-aa3d-8865c4467b1d req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:53.438218 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1937c5fe-a8a3-414f-aa3d-8865c4467b1d req-1b82c576-a140-43dc-8f18-61b71fc4fd78 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.30 "DELETE /v2.0/ports/63c9098d-d281-4607-811e-063ef482ca3d HTTP/1.1" status: 204 len: 173 time: 0.4478459 Aug 19 13:35:53.440916 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'name': 'network-vif-deleted', 'tag': '63c9098d-d281-4607-811e-063ef482ca3d'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:35:53.441169 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faad77a2-6173-4149-b7bf-975855afe914" -d '{"events": [{"server_uuid": "452f0f95-a855-4df0-8b5b-ade6bf9c95c1", "name": "network-vif-deleted", "tag": "63c9098d-d281-4607-811e-063ef482ca3d"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:35:53.476738 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435c7a26-c18a-4073-8296-173b52d69f4b x-openstack-request-id: req-435c7a26-c18a-4073-8296-173b52d69f4b {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:35:53.477032 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452f0f95-a855-4df0-8b5b-ade6bf9c95c1", "name": "network-vif-deleted", "tag": "63c9098d-d281-4607-811e-063ef482ca3d", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:35:53.477284 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-435c7a26-c18a-4073-8296-173b52d69f4b {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:35:53.477685 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452f0f95-a855-4df0-8b5b-ade6bf9c95c1', 'name': 'network-vif-deleted', 'tag': '63c9098d-d281-4607-811e-063ef482ca3d', 'status': 'completed', 'code': 200} Aug 19 13:35:53.740213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-737a26a1-b0ff-4fa1-b400-a9b166e959ea req-597a5450-359e-4c8b-a892-7773c4d3b0f6 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "GET /v2.0/ports?device_id=452f0f95-a855-4df0-8b5b-ade6bf9c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0286024 Aug 19 13:35:54.798223 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55946) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:55.152955 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:55.406720 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 1e433735-40c8-45fe-933e-72f493c3464d {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:35:55.407031 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:55.491797 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port 1e433735-40c8-45fe-933e-72f493c3464d, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1e433735-40c8-45fe-933e-72f493c3464d,segment=NetworkSegment(0a824bca-8cd2-45e6-bf9a-af42a0aba25a),segment_id=0a824bca-8cd2-45e6-bf9a-af42a0aba25a)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:35:55.492162 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:55.505089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 1e433735-40c8-45fe-933e-72f493c3464d owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:35:55.742510 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:55.774950 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=1e433735-40c8-45fe-933e-72f493c3464d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:55.946020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:56.036425 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:56.158769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:35:56.260131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:35:56.265841 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-26b9148a-143e-42c4-8b2e-1df513f5ef2f tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "PUT /v2.0/routers/e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4665430 Aug 19 13:35:56.268500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55948) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:56.271177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d210681-6f59-49f6-9a46-26d604620e12 None None] Sync routers for ids ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:35:56.281059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d210681-6f59-49f6-9a46-26d604620e12 None None] Routers {'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:35:56.281603 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d210681-6f59-49f6-9a46-26d604620e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:35:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:56.319636 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-71feff9e-75a0-4004-a8f5-6410738e83e3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting subnet 0179b764-3f86-4b30-bf2e-e2cec3b8846d {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:35:56.322687 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71feff9e-75a0-4004-a8f5-6410738e83e3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:56.362239 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71feff9e-75a0-4004-a8f5-6410738e83e3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:56.384580 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3d210681-6f59-49f6-9a46-26d604620e12 None None] Set router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:35:56.450473 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71feff9e-75a0-4004-a8f5-6410738e83e3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:56.561411 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d210681-6f59-49f6-9a46-26d604620e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:35:55Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:56.584530 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71feff9e-75a0-4004-a8f5-6410738e83e3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:56.587389 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d210681-6f59-49f6-9a46-26d604620e12 None None] Checking router: e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:35:56.596016 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d210681-6f59-49f6-9a46-26d604620e12 None None] Routers {'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:35:56.596790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d210681-6f59-49f6-9a46-26d604620e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:35:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:56.619708 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71feff9e-75a0-4004-a8f5-6410738e83e3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Subnet': ['ID=0179b764-3f86-4b30-bf2e-e2cec3b8846d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:56.624906 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-71feff9e-75a0-4004-a8f5-6410738e83e3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:56.629513 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55950) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:56.630115 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-71feff9e-75a0-4004-a8f5-6410738e83e3 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/subnets/0179b764-3f86-4b30-bf2e-e2cec3b8846d HTTP/1.1" status: 204 len: 168 time: 0.3602839 Aug 19 13:35:56.637360 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 63c9098d-d281-4607-811e-063ef482ca3d no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:35:56.639163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b3696-79f7-4834-affb-ba479c4f86ea None None] Network 296b6270-60d6-4f7e-8912-f4a826a59927 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:35:56.697681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 63c9098d-d281-4607-811e-063ef482ca3d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:35:56.698021 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 63c9098d-d281-4607-811e-063ef482ca3d not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:35:56.736297 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:56.818762 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-3d210681-6f59-49f6-9a46-26d604620e12 None None] Set router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:35:56.841452 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:56.971442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Deleting port 507a4c62-284e-4dea-bff2-a43fc4991f70 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:35:56.971786 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.014046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] DHCP port deletion for 296b6270-60d6-4f7e-8912-f4a826a59927 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:35:57.020379 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.052353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-3d210681-6f59-49f6-9a46-26d604620e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:35:55Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:57.061904 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] For port 507a4c62-284e-4dea-bff2-a43fc4991f70, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=507a4c62-284e-4dea-bff2-a43fc4991f70,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:35:57.062278 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.074345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Calling delete_port for 507a4c62-284e-4dea-bff2-a43fc4991f70 owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:35:57.080099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d210681-6f59-49f6-9a46-26d604620e12 None None] The sync data for ids ['e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3'] in n-d-803757-2 is: [{'id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583256861', 'tenant_id': '5554a60e63a1465fb9cc087084847d80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:34:50Z', 'updated_at': '2021-08-19T13:35:55Z', 'revision_number': 5, 'project_id': '5554a60e63a1465fb9cc087084847d80', 'gw_port': {'id': '507a4c62-284e-4dea-bff2-a43fc4991f70', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:2e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:34:51Z', 'updated_at': '2021-08-19T13:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:35:57.100548 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Deleting port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:35:57.100954 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.178353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] For port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=6b2ec2c1-75c4-43c0-bf63-84c44dd676c4,segment=NetworkSegment(0a824bca-8cd2-45e6-bf9a-af42a0aba25a),segment_id=0a824bca-8cd2-45e6-bf9a-af42a0aba25a)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:35:57.178756 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.192836 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Calling delete_port for 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:35:57.304104 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.328854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Port': ['ID=507a4c62-284e-4dea-bff2-a43fc4991f70,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:57.349982 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.375287 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Pushing event deleted for resources: {'Port': ['ID=6b2ec2c1-75c4-43c0-bf63-84c44dd676c4,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:57.381098 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] No DVR routers for this DVR port 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:35:57.390034 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.390379 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.390721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.391116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.391451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.391781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.392107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.392431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.392754 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.393073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.393778 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.393778 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeda3a1-2343-4971-b158-6a9bdad00a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:35:57.400570 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.490866 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.492934 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.618427 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.618937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Fanout notify agent at l3_agent the message router_deleted on router e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:35:57.626082 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.627232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-670ca5c7-e28d-4821-a40d-8edbc642f8a4 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/routers/e5132113-c5c0-4aaf-8b7a-a09cf1d59ef3 HTTP/1.1" status: 204 len: 168 time: 0.9964101 Aug 19 13:35:57.630016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 55952) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:57.708213 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.795644 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.805185 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296b6270-60d6-4f7e-8912-f4a826a59927']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:57.817086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a824bca-8cd2-45e6-bf9a-af42a0aba25a') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:57.817548 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a824bca-8cd2-45e6-bf9a-af42a0aba25a') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:35:57.827761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.840813 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.846510 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:35:57.846920 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:35:57.849694 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:35:57.995786 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:58.007769 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:58.007769 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/networks/296b6270-60d6-4f7e-8912-f4a826a59927 HTTP/1.1" status: 204 len: 168 time: 0.3741734 Aug 19 13:35:58.007981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55954) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:58.016608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d69ab-b000-42d2-a7bc-035219c70741 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'Network': ['ID=296b6270-60d6-4f7e-8912-f4a826a59927,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:58.071510 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60c3faca-4a08-4b67-a42d-3c6ad19eafa9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:58.096606 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60c3faca-4a08-4b67-a42d-3c6ad19eafa9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:58.218323 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60c3faca-4a08-4b67-a42d-3c6ad19eafa9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:58.221017 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-60c3faca-4a08-4b67-a42d-3c6ad19eafa9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:58.222187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-60c3faca-4a08-4b67-a42d-3c6ad19eafa9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] 10.222.0.21 "DELETE /v2.0/security-groups/44f49a16-a5c0-4172-916a-860ebccb5bfd HTTP/1.1" status: 204 len: 168 time: 0.2131929 Aug 19 13:35:58.231315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3faca-4a08-4b67-a42d-3c6ad19eafa9 tempest-TestNetworkAdvancedServerOps-339447537 tempest-TestNetworkAdvancedServerOps-339447537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f49a16-a5c0-4172-916a-860ebccb5bfd,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:58.622907 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 507a4c62-284e-4dea-bff2-a43fc4991f70 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:35:58.643790 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 507a4c62-284e-4dea-bff2-a43fc4991f70 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:35:58.644142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 507a4c62-284e-4dea-bff2-a43fc4991f70 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:35:58.644561 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:35:58.663197 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:35:58.665474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 6b2ec2c1-75c4-43c0-bf63-84c44dd676c4 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:35:58.665474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1e433735-40c8-45fe-933e-72f493c3464d no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:35:58.684978 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 1e433735-40c8-45fe-933e-72f493c3464d {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:35:58.685301 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1e433735-40c8-45fe-933e-72f493c3464d not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:35:58.831638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55962) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:58.970198 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-74fe50ae-c7e4-4ff8-b114-388620bdca54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5554a60e63a1465fb9cc087084847d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373537 Aug 19 13:35:58.972631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55966) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:59.019195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2430ad9-18e8-403b-be4f-afba0dbfaa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:59.040007 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2430ad9-18e8-403b-be4f-afba0dbfaa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:59.184146 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2430ad9-18e8-403b-be4f-afba0dbfaa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:59.187286 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c2430ad9-18e8-403b-be4f-afba0dbfaa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:59.188456 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c2430ad9-18e8-403b-be4f-afba0dbfaa02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c283bffa-cf34-4f97-9605-cbb00c424fe1 HTTP/1.1" status: 204 len: 168 time: 0.2149441 Aug 19 13:35:59.197091 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2430ad9-18e8-403b-be4f-afba0dbfaa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283bffa-cf34-4f97-9605-cbb00c424fe1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:35:59.787049 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55972) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:35:59.801346 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aa1537f2-dcac-4805-aabf-4273903f77cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:59.887273 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aa1537f2-dcac-4805-aabf-4273903f77cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:35:59.967197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-aa1537f2-dcac-4805-aabf-4273903f77cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:00.004021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1537f2-dcac-4805-aabf-4273903f77cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce9c176-d850-4448-8e78-0ff5bc199f84,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:00.008308 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-aa1537f2-dcac-4805-aabf-4273903f77cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=986ccc23ca864736bf4328b70e62c608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202294 Aug 19 13:36:00.010996 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55974) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:00.082402 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23b48bf5-e04a-4303-a5da-dbf8543a4554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:00.103149 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23b48bf5-e04a-4303-a5da-dbf8543a4554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:00.235262 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23b48bf5-e04a-4303-a5da-dbf8543a4554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:00.237802 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-23b48bf5-e04a-4303-a5da-dbf8543a4554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:00.239011 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-23b48bf5-e04a-4303-a5da-dbf8543a4554 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ce9c176-d850-4448-8e78-0ff5bc199f84 HTTP/1.1" status: 204 len: 168 time: 0.2270074 Aug 19 13:36:00.246742 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b48bf5-e04a-4303-a5da-dbf8543a4554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce9c176-d850-4448-8e78-0ff5bc199f84,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:01.338532 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:36:01.440162 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 55996) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:01.533719 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-929297800-network', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:01.600714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Made reservation on behalf of a35659b6ebb442c395ec2184119d63a4 for: {'network': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:36:01.603151 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:01.611921 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:01.699775 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:01.759348 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:01.779973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=95542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:36:01.795140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fe7323-cd59-46b0-9c13-62044b109804,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:01.797951 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:01.798298 n-d-803757-2 neutron-server[95542]: INFO neutron.db.segments_db [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Added segment 7f6f88c4-c7a0-43e6-a58d-b311fe80628c of type vlan for network 6314a6d6-6575-463d-aaca-867f16375313 Aug 19 13:36:01.837243 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:01.932136 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:01.933087 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:01.933698 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:01.998571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] Pushing event updated for resources: {'Network': ['ID=6314a6d6-6575-463d-aaca-867f16375313,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:02.008152 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 6314a6d6-6575-463d-aaca-867f16375313 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:36:02.099378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cf943305-5f13-48e9-abe0-aa4b823af20f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6580567 Aug 19 13:36:02.102257 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56000) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:02.107933 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] Request body: {'subnet': {'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-929297800-subnet', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'ip_version': 4}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:02.206784 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] Made reservation on behalf of a35659b6ebb442c395ec2184119d63a4 for: {'subnet': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:36:02.209388 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61261380'] for subnet, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:02.492677 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59391671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61261394'] for subnet, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:02.548767 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=977a582d-bc6d-4502-9547-785d0d28c310,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:02.557504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] Checking segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:02.557863 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] Network hostable DHCP agents. Network: 6314a6d6-6575-463d-aaca-867f16375313, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:36:02.639572 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] Network 6314a6d6-6575-463d-aaca-867f16375313 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:36:02.812508 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 6314a6d6-6575-463d-aaca-867f16375313) {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:02.816624 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:02.821305 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:02.822241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768fbab0-143a-4e7e-b418-57244dbc6411 None None] Network 6314a6d6-6575-463d-aaca-867f16375313 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:36:02.887608 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-74ea83b2-75cd-41c5-9c60-07803da804ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7842696 Aug 19 13:36:02.890676 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56002) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:02.895142 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:02.965879 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-6314a6d6-6575-463d-aaca-867f16375313', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:36:02.967310 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:02.978545 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:02.979766 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:03.108349 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Allocated IP 172.20.0.2 (6314a6d6-6575-463d-aaca-867f16375313/977a582d-bc6d-4502-9547-785d0d28c310/d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:03.258255 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:03.267707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Transition to ACTIVE for port object d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:03.283163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Transition to ACTIVE for port object d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:03.348997 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:03.384832 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:03.392556 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Network 6314a6d6-6575-463d-aaca-867f16375313 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:03.395541 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:03.397945 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:03.406771 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Pushing event updated for resources: {'Port': ['ID=d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:03.456735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Attempting to bind port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:36:03.457157 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Attempting to bind port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:36:03.457523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Attempting to bind port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc on network 6314a6d6-6575-463d-aaca-867f16375313 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:03.462479 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:36:03.462912 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Checking segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:03.463317 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:03.463710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Bound using segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:36:03.464177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Bound port: d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:36:03.464569 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:03.528937 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] For port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:36:03.531982 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] For port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:36:03.582197 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:03.625397 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:03.690592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c76664-48f4-472e-9996-a22e0d2abf9d None None] Pushing event updated for resources: {'Port': ['ID=d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:03.860415 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:03.880528 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:03.988748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Allocated IP 172.25.2.168 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/70d2fffa-ed1f-4e46-89f6-f6893d714ba0) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:04.090396 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:04.178324 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:04.217592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:04.220443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:04.224066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:04.250400 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=70d2fffa-ed1f-4e46-89f6-f6893d714ba0,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:04.559621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:04.633911 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd1560-240e-4fff-a557-76df4bfe6498 None None] Network 6314a6d6-6575-463d-aaca-867f16375313 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:36:04.685447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:04.763634 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:04.956302 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-82141ed1-7471-4301-8810-baeb7cd75c21 None None] Provisioning for port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:04.989831 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:36:05.020049 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:05.029670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:05.030054 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:05.112434 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:36:05.116843 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:05.124559 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Sync routers for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:36:05.131956 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cb305f63-e325-4850-ba5c-80c4d008744f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:05.135711 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:05.140528 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:35:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:05.164497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:05.182790 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:05.186661 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-8282a93c-10df-4242-8bd1-6cbcd383e0e9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2925026 Aug 19 13:36:05.187180 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56004) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:05.247500 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:05.252954 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:05.302441 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-90305bf2-811d-4de0-9c78-562c3f3602cc None None] Provisioning complete for port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:05.302828 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-90305bf2-811d-4de0-9c78-562c3f3602cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:05.328621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:05.435080 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:04Z', 'revision_number': 3, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:05.467900 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Checking router: 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:36:05.468242 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Updating router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:36:05.492410 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:05.846109 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:05.856822 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Transition to ACTIVE for port object 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:05.943687 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:05.972606 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:05.995345 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Attempting to bind port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:36:05.995711 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Attempting to bind port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:36:05.996062 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Attempting to bind port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:06.003275 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Pushing event updated for resources: {'Port': ['ID=70d2fffa-ed1f-4e46-89f6-f6893d714ba0,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:06.009628 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:36:06.009990 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:06.010382 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:06.010761 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:36:06.011235 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Bound port: 70d2fffa-ed1f-4e46-89f6-f6893d714ba0, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:36:06.011602 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:06.014615 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.014979 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.015316 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.015649 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.015965 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.016282 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.016598 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.016913 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.017226 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.017538 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.017851 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.018160 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:36:06.067355 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] For port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:36:06.070286 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] For port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=70d2fffa-ed1f-4e46-89f6-f6893d714ba0,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:36:06.126833 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Allocated IP 172.20.0.1 (6314a6d6-6575-463d-aaca-867f16375313/977a582d-bc6d-4502-9547-785d0d28c310/b64c67bd-8744-47d1-b3f0-01c29acfb48e) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:06.144262 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:06.195928 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:06.196555 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:35:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:06.231409 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:06.243965 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969af6c9-924d-4cd4-8c4e-b3d305a30b15 None None] Pushing event updated for resources: {'Port': ['ID=70d2fffa-ed1f-4e46-89f6-f6893d714ba0,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:06.244227 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Transition to ACTIVE for port object b64c67bd-8744-47d1-b3f0-01c29acfb48e will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:06.310045 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:06.360013 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:06.395925 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Network 6314a6d6-6575-463d-aaca-867f16375313 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:06.402392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:06.406552 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:06.432871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Pushing event updated for resources: {'Port': ['ID=b64c67bd-8744-47d1-b3f0-01c29acfb48e,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:06.456755 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:06.505948 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:04Z', 'revision_number': 3, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:06.533378 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5087e9-456b-44c0-a979-0ea1d0a103ce None None] The sync data for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 is: [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:04Z', 'revision_number': 3, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:36:06.632999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:06.667715 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:06.687611 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:06.687979 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:06.812474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-774ca747-73fc-4397-84fc-dacebcc11909 None None] Provisioning for port b64c67bd-8744-47d1-b3f0-01c29acfb48e completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:06.816681 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-774ca747-73fc-4397-84fc-dacebcc11909 None None] Provisioning complete for port b64c67bd-8744-47d1-b3f0-01c29acfb48e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:06.819511 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-774ca747-73fc-4397-84fc-dacebcc11909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:06.856733 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-774ca747-73fc-4397-84fc-dacebcc11909 None None] Port b64c67bd-8744-47d1-b3f0-01c29acfb48e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:36:06.866085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:06.984308 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:07.055588 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Pushing event updated for resources: {'Port': ['ID=b64c67bd-8744-47d1-b3f0-01c29acfb48e,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:07.058071 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:07.155961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Network 6314a6d6-6575-463d-aaca-867f16375313 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:07.157430 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:07.285576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:36:07.385127 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-be8e90bf-1935-4f8a-8f01-bc499efbf61e None None] Provisioning complete for port b64c67bd-8744-47d1-b3f0-01c29acfb48e triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:07.392306 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-be8e90bf-1935-4f8a-8f01-bc499efbf61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:07.402508 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:36:07.407818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-c0fc130a-d675-4833-a90d-098699bdf37c admin admin] 10.222.0.21 "PUT /v2.0/routers/13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2195237 Aug 19 13:36:07.426003 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-be8e90bf-1935-4f8a-8f01-bc499efbf61e None None] Port b64c67bd-8744-47d1-b3f0-01c29acfb48e cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:36:07.696709 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:07.838565 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4b5cce52-d2d2-4ab7-974d-d9e24e04713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.110505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Sync routers for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:36:08.112518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56020) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:08.117556 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1925398960-network', 'tenant_id': '464ed1c21836441794949db590654bc2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:08.120002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:08.120699 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:36:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:08.231303 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:08.239599 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Made reservation on behalf of 464ed1c21836441794949db590654bc2 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:36:08.241991 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.250896 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.341711 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.412505 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.430795 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 2, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:08.443589 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:36:08.453044 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72369c18-68c2-4f45-b352-d761c8a42c5d,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:08.460141 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.468320 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Added segment 8b96b29d-6cf6-4ceb-a739-140669600818 of type vlan for network 70013d31-6ebe-40ce-a767-5cfc7d91d643 Aug 19 13:36:08.469335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Checking router: 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:36:08.469335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Updating router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 port b64c67bd-8744-47d1-b3f0-01c29acfb48e binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:36:08.492902 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.504687 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.590334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.591838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:08.594411 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.656935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] Pushing event updated for resources: {'Network': ['ID=70013d31-6ebe-40ce-a767-5cfc7d91d643,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:08.672313 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 70013d31-6ebe-40ce-a767-5cfc7d91d643 details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:36:08.687493 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:08.721955 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-18c61192-c7e0-4842-abc9-fffb808dcdd9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6082845 Aug 19 13:36:08.724650 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56022) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:08.729528 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] Request body: {'subnet': {'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1925398960-subnet', 'tenant_id': '464ed1c21836441794949db590654bc2', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:08.818018 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] Made reservation on behalf of 464ed1c21836441794949db590654bc2 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:36:08.820520 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.876364 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.885952 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Transition to ACTIVE for port object b64c67bd-8744-47d1-b3f0-01c29acfb48e will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:08.889250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:08.892890 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:08.893265 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.969564 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:08.976054 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.034721 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=70d2fffa-ed1f-4e46-89f6-f6893d714ba0,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:09.041357 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.050235 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106e071-f09e-4872-87e2-2e981c2cb059 None None] Pushing event updated for resources: {'Port': ['ID=b64c67bd-8744-47d1-b3f0-01c29acfb48e,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:09.096686 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.103716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Attempting to bind port b64c67bd-8744-47d1-b3f0-01c29acfb48e on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:36:09.103716 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Attempting to bind port b64c67bd-8744-47d1-b3f0-01c29acfb48e by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:36:09.103966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Attempting to bind port b64c67bd-8744-47d1-b3f0-01c29acfb48e on network 6314a6d6-6575-463d-aaca-867f16375313 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:09.106086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2b91f1-abcc-4eea-b8e2-39b28c31f773,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:09.114850 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] Checking segment: {'id': '8b96b29d-6cf6-4ceb-a739-140669600818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:09.115210 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] Network hostable DHCP agents. Network: 70013d31-6ebe-40ce-a767-5cfc7d91d643, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:36:09.129447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:36:09.129820 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Checking segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:09.130222 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.130612 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Bound using segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:36:09.131107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Bound port: b64c67bd-8744-47d1-b3f0-01c29acfb48e, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:36:09.131488 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.186361 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=70d2fffa-ed1f-4e46-89f6-f6893d714ba0,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:09.207198 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] Network 70013d31-6ebe-40ce-a767-5cfc7d91d643 is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:36:09.217886 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] For port b64c67bd-8744-47d1-b3f0-01c29acfb48e, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:36:09.221074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] For port b64c67bd-8744-47d1-b3f0-01c29acfb48e, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b64c67bd-8744-47d1-b3f0-01c29acfb48e,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:36:09.296573 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 70013d31-6ebe-40ce-a767-5cfc7d91d643) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:09.300397 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:09.301017 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.304760 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d7a5a6-2229-4d90-a25a-a97d5bd693bb None None] Network 70013d31-6ebe-40ce-a767-5cfc7d91d643 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:36:09.347706 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.400400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-71d09d27-ffab-4d90-87f1-6e1d6a6edcd1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6746495 Aug 19 13:36:09.402780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56024) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:09.407372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1925398960-router', 'tenant_id': '464ed1c21836441794949db590654bc2', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:09.437318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:09.437955 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:36:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:09.443500 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106e071-f09e-4872-87e2-2e981c2cb059 None None] Pushing event updated for resources: {'Port': ['ID=b64c67bd-8744-47d1-b3f0-01c29acfb48e,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:09.484540 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.521234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.522319 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.583642 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.601592 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:09.604629 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-70013d31-6ebe-40ce-a767-5cfc7d91d643', 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643', 'tenant_id': '464ed1c21836441794949db590654bc2', 'fixed_ips': [{'subnet_id': '2d2b91f1-abcc-4eea-b8e2-39b28c31f773'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:36:09.605467 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:09.792717 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.051680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Allocated IP 172.20.0.2 (70013d31-6ebe-40ce-a767-5cfc7d91d643/2d2b91f1-abcc-4eea-b8e2-39b28c31f773/d6a2967c-ded5-4b3f-85e2-3c16e6c812c6) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:10.077334 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.096691 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.146529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:09Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:10.177737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5bea8-e659-4e1f-b9b6-7f4394b05a55 None None] The sync data for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 is: [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:09Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:36:10.219978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Allocated IP 172.25.2.182 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/17ff7727-7ea7-418f-841a-e48cda9abfda) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:10.262630 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.271335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Transition to ACTIVE for port object d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:10.291247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Transition to ACTIVE for port object d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:10.356433 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.378593 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.424597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Network 70013d31-6ebe-40ce-a767-5cfc7d91d643 is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:10.427928 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:10.431447 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:10.438432 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Pushing event updated for resources: {'Port': ['ID=d6a2967c-ded5-4b3f-85e2-3c16e6c812c6,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:10.470834 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.493983 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Attempting to bind port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:36:10.494400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Attempting to bind port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '8b96b29d-6cf6-4ceb-a739-140669600818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:36:10.494765 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Attempting to bind port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 on network 70013d31-6ebe-40ce-a767-5cfc7d91d643 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:10.500648 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:36:10.501026 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Checking segment: {'id': '8b96b29d-6cf6-4ceb-a739-140669600818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:10.501423 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.501992 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Bound using segment: {'id': '8b96b29d-6cf6-4ceb-a739-140669600818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:36:10.502463 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Bound port: d6a2967c-ded5-4b3f-85e2-3c16e6c812c6, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b96b29d-6cf6-4ceb-a739-140669600818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:36:10.502902 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.509978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:10.514367 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:10.521140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:10.556530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Pushing event updated for resources: {'Port': ['ID=17ff7727-7ea7-418f-841a-e48cda9abfda,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:10.575117 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] For port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:36:10.580710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] For port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d6a2967c-ded5-4b3f-85e2-3c16e6c812c6,segment=NetworkSegment(8b96b29d-6cf6-4ceb-a739-140669600818),segment_id=8b96b29d-6cf6-4ceb-a739-140669600818)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:36:10.699469 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.736984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b64c67bd-8744-47d1-b3f0-01c29acfb48e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:10.815520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15e6f3-46db-452e-97ee-3505e36b00d0 None None] Pushing event updated for resources: {'Port': ['ID=d6a2967c-ded5-4b3f-85e2-3c16e6c812c6,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:10.891604 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.892876 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:10.915179 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port b64c67bd-8744-47d1-b3f0-01c29acfb48e completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:10.920935 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b64c67bd-8744-47d1-b3f0-01c29acfb48e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:10.921737 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:11.057465 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:11.100028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port b64c67bd-8744-47d1-b3f0-01c29acfb48e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b64c67bd-8744-47d1-b3f0-01c29acfb48e,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:11.141300 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:11.178312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:11.179194 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:11.259921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=b64c67bd-8744-47d1-b3f0-01c29acfb48e,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:11.275552 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:11.275962 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:11.338389 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Router 2a1d8503-c5fb-4712-9e84-fddd5f139851 is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:36:11.455328 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:36:11.465461 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Sync routers for ids ['2a1d8503-c5fb-4712-9e84-fddd5f139851'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:36:11.475408 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Routers {'2a1d8503-c5fb-4712-9e84-fddd5f139851'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:11.476012 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:36:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2a1d8503-c5fb-4712-9e84-fddd5f139851'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:11.527342 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:11.529284 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-76bd398c-8474-427e-9ee6-15b4f1981214 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1249330 Aug 19 13:36:11.531999 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56026) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:11.585602 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Set router 2a1d8503-c5fb-4712-9e84-fddd5f139851 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:11.761897 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed056b8-0226-46c5-8ad2-277f39980d2b None None] Network 70013d31-6ebe-40ce-a767-5cfc7d91d643 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:36:11.777436 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'name': 'tempest-TestShelveInstance-1925398960-router', 'tenant_id': '464ed1c21836441794949db590654bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:09Z', 'updated_at': '2021-08-19T13:36:10Z', 'revision_number': 3, 'project_id': '464ed1c21836441794949db590654bc2', 'gw_port': {'id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:10Z', 'updated_at': '2021-08-19T13:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:11.807887 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Checking router: 2a1d8503-c5fb-4712-9e84-fddd5f139851 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:36:11.808228 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Updating router 2a1d8503-c5fb-4712-9e84-fddd5f139851 port 17ff7727-7ea7-418f-841a-e48cda9abfda binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:36:11.836046 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:11.890533 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6fffcceb-66af-4d62-a51b-f508d668cb5e None None] Provisioning for port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:11.971776 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.108117 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.119252 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Transition to ACTIVE for port object 17ff7727-7ea7-418f-841a-e48cda9abfda will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:12.145101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Allocated IP 172.20.0.1 (70013d31-6ebe-40ce-a767-5cfc7d91d643/2d2b91f1-abcc-4eea-b8e2-39b28c31f773/dc209dd1-1d8c-4267-8b08-7c9ddd099758) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:12.205200 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.254162 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.256236 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da0d72-905e-4f9a-8e2f-837014d241fd None None] Pushing event updated for resources: {'Port': ['ID=17ff7727-7ea7-418f-841a-e48cda9abfda,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:12.260776 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Attempting to bind port 17ff7727-7ea7-418f-841a-e48cda9abfda on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:36:12.260776 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Attempting to bind port 17ff7727-7ea7-418f-841a-e48cda9abfda by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:36:12.260776 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Attempting to bind port 17ff7727-7ea7-418f-841a-e48cda9abfda on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:12.265564 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:36:12.265936 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:12.266327 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.266709 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:36:12.267489 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Bound port: 17ff7727-7ea7-418f-841a-e48cda9abfda, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:36:12.267786 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Transition to ACTIVE for port object dc209dd1-1d8c-4267-8b08-7c9ddd099758 will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:12.267908 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.321446 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] For port 17ff7727-7ea7-418f-841a-e48cda9abfda, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:36:12.324801 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] For port 17ff7727-7ea7-418f-841a-e48cda9abfda, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=17ff7727-7ea7-418f-841a-e48cda9abfda,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:36:12.453300 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.490080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Network 70013d31-6ebe-40ce-a767-5cfc7d91d643 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:12.494853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:12.498824 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:12.523110 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Pushing event updated for resources: {'Port': ['ID=dc209dd1-1d8c-4267-8b08-7c9ddd099758,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:12.538824 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.542567 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.626448 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da0d72-905e-4f9a-8e2f-837014d241fd None None] Pushing event updated for resources: {'Port': ['ID=17ff7727-7ea7-418f-841a-e48cda9abfda,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:12.632337 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Routers {'2a1d8503-c5fb-4712-9e84-fddd5f139851'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:12.632337 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:36:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2a1d8503-c5fb-4712-9e84-fddd5f139851'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:12.749547 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] Set router 2a1d8503-c5fb-4712-9e84-fddd5f139851 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:12.755652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b64c67bd-8744-47d1-b3f0-01c29acfb48e up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:12.796582 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.807405 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port b64c67bd-8744-47d1-b3f0-01c29acfb48e triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:12.807923 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.831399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-27879af0-7c25-442a-996c-ad6a0574b07f None None] Provisioning for port dc209dd1-1d8c-4267-8b08-7c9ddd099758 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:12.842193 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-27879af0-7c25-442a-996c-ad6a0574b07f None None] Provisioning complete for port dc209dd1-1d8c-4267-8b08-7c9ddd099758 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:12.842576 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-27879af0-7c25-442a-996c-ad6a0574b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:12.885054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-27879af0-7c25-442a-996c-ad6a0574b07f None None] Port dc209dd1-1d8c-4267-8b08-7c9ddd099758 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:36:12.926228 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:12.975416 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:13.019927 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'name': 'tempest-TestShelveInstance-1925398960-router', 'tenant_id': '464ed1c21836441794949db590654bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:09Z', 'updated_at': '2021-08-19T13:36:10Z', 'revision_number': 3, 'project_id': '464ed1c21836441794949db590654bc2', 'gw_port': {'id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:10Z', 'updated_at': '2021-08-19T13:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:13.049776 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380540ad-779b-451e-ad29-d3e0ccd6a569 None None] The sync data for ids ['2a1d8503-c5fb-4712-9e84-fddd5f139851'] in n-d-803757-2 is: [{'id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'name': 'tempest-TestShelveInstance-1925398960-router', 'tenant_id': '464ed1c21836441794949db590654bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:09Z', 'updated_at': '2021-08-19T13:36:10Z', 'revision_number': 3, 'project_id': '464ed1c21836441794949db590654bc2', 'gw_port': {'id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:10Z', 'updated_at': '2021-08-19T13:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:36:13.052600 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:13.057327 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:13.057768 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:13.070026 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:13.137872 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:13.145346 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:13.148131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Pushing event updated for resources: {'Port': ['ID=dc209dd1-1d8c-4267-8b08-7c9ddd099758,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:13.175357 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d6a2967c-ded5-4b3f-85e2-3c16e6c812c6,segment=NetworkSegment(8b96b29d-6cf6-4ceb-a739-140669600818),segment_id=8b96b29d-6cf6-4ceb-a739-140669600818)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:13.247451 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Network 70013d31-6ebe-40ce-a767-5cfc7d91d643 is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:13.252543 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:13.268965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:13.336821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d6a2967c-ded5-4b3f-85e2-3c16e6c812c6,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:13.519222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3bd758d5-bf0a-4f9b-a843-5ba6e77dcc4f None None] Provisioning complete for port dc209dd1-1d8c-4267-8b08-7c9ddd099758 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:13.519595 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3bd758d5-bf0a-4f9b-a843-5ba6e77dcc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:13.560449 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3bd758d5-bf0a-4f9b-a843-5ba6e77dcc4f None None] Port dc209dd1-1d8c-4267-8b08-7c9ddd099758 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:36:13.755140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Router 2a1d8503-c5fb-4712-9e84-fddd5f139851 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:36:13.866615 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:36:13.878857 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7dcedb94-ba00-47ed-85fe-21837d68857e admin admin] 10.222.0.21 "PUT /v2.0/routers/2a1d8503-c5fb-4712-9e84-fddd5f139851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3393471 Aug 19 13:36:14.381685 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56034) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:14.386545 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2b48899a-0118-47bd-aa95-e5922d05e364 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1957780079', 'description': 'tempest-secgroup-smoke-1957780079 description', 'project_id': 'a35659b6ebb442c395ec2184119d63a4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:14.486955 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b48899a-0118-47bd-aa95-e5922d05e364 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:14.570879 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b48899a-0118-47bd-aa95-e5922d05e364 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:14.639559 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Sync routers for ids ['2a1d8503-c5fb-4712-9e84-fddd5f139851'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:36:14.645794 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Routers {'2a1d8503-c5fb-4712-9e84-fddd5f139851'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:14.646651 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:36:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2a1d8503-c5fb-4712-9e84-fddd5f139851'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:14.658165 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b48899a-0118-47bd-aa95-e5922d05e364 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:14.691703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48899a-0118-47bd-aa95-e5922d05e364 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:14.747924 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 17ff7727-7ea7-418f-841a-e48cda9abfda up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:14.793620 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Set router 2a1d8503-c5fb-4712-9e84-fddd5f139851 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:14.796388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2b48899a-0118-47bd-aa95-e5922d05e364 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:14.798422 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2b48899a-0118-47bd-aa95-e5922d05e364 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4155569 Aug 19 13:36:14.805847 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56036) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:14.806576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8e06e0b7-e41d-49bf-8b06-ca10f69ab469 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': '30dc0fc7-a32e-4a96-9e69-7347ebad0bc1', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:14.925428 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e06e0b7-e41d-49bf-8b06-ca10f69ab469 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:14.997033 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e06e0b7-e41d-49bf-8b06-ca10f69ab469 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.010558 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'name': 'tempest-TestShelveInstance-1925398960-router', 'tenant_id': '464ed1c21836441794949db590654bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:09Z', 'updated_at': '2021-08-19T13:36:12Z', 'revision_number': 4, 'project_id': '464ed1c21836441794949db590654bc2', 'gw_port': {'id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:10Z', 'updated_at': '2021-08-19T13:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'dc209dd1-1d8c-4267-8b08-7c9ddd099758', 'name': '', 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643', 'tenant_id': '464ed1c21836441794949db590654bc2', 'mac_address': 'fa:16:3e:87:31:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2d2b91f1-abcc-4eea-b8e2-39b28c31f773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:11Z', 'updated_at': '2021-08-19T13:36:12Z', 'revision_number': 2, 'project_id': '464ed1c21836441794949db590654bc2', 'subnets': [{'id': '2d2b91f1-abcc-4eea-b8e2-39b28c31f773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:15.040084 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 17ff7727-7ea7-418f-841a-e48cda9abfda completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:15.042448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Checking router: 2a1d8503-c5fb-4712-9e84-fddd5f139851 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:36:15.042860 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Updating router 2a1d8503-c5fb-4712-9e84-fddd5f139851 port dc209dd1-1d8c-4267-8b08-7c9ddd099758 binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:36:15.047458 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 17ff7727-7ea7-418f-841a-e48cda9abfda triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:15.047831 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.091842 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.121409 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e06e0b7-e41d-49bf-8b06-ca10f69ab469 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.141252 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06e0b7-e41d-49bf-8b06-ca10f69ab469 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345df142-12b8-44a8-a0a7-8ab5ef744a84,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:15.212429 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8e06e0b7-e41d-49bf-8b06-ca10f69ab469 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.216848 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8e06e0b7-e41d-49bf-8b06-ca10f69ab469 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4112322 Aug 19 13:36:15.217096 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56038) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:15.221613 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-6732c9ed-9206-4de0-b678-c10dbe71f1f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': '30dc0fc7-a32e-4a96-9e69-7347ebad0bc1', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:15.236384 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.265810 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 17ff7727-7ea7-418f-841a-e48cda9abfda, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=17ff7727-7ea7-418f-841a-e48cda9abfda,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:15.354437 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6732c9ed-9206-4de0-b678-c10dbe71f1f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.365875 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.366636 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:15.412976 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6732c9ed-9206-4de0-b678-c10dbe71f1f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.470740 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.480966 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=17ff7727-7ea7-418f-841a-e48cda9abfda,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:15.486272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Transition to ACTIVE for port object dc209dd1-1d8c-4267-8b08-7c9ddd099758 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:15.492388 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6732c9ed-9206-4de0-b678-c10dbe71f1f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.497105 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:15.497305 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.513966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732c9ed-9206-4de0-b678-c10dbe71f1f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2fa70a-64c5-4ba7-9afc-9596a670065d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:15.581965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.633730 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777ee77-ce87-46c7-873a-e5d4b9187d7b None None] Pushing event updated for resources: {'Port': ['ID=dc209dd1-1d8c-4267-8b08-7c9ddd099758,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:15.636460 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-6732c9ed-9206-4de0-b678-c10dbe71f1f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.640615 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-6732c9ed-9206-4de0-b678-c10dbe71f1f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4200253 Aug 19 13:36:15.640973 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56040) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:15.645769 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-c06a4a54-7089-4e6d-96f7-223a8cc6fd9c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': '30dc0fc7-a32e-4a96-9e69-7347ebad0bc1', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:15.692329 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Attempting to bind port dc209dd1-1d8c-4267-8b08-7c9ddd099758 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:36:15.693274 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Attempting to bind port dc209dd1-1d8c-4267-8b08-7c9ddd099758 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '8b96b29d-6cf6-4ceb-a739-140669600818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:36:15.693634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Attempting to bind port dc209dd1-1d8c-4267-8b08-7c9ddd099758 on network 70013d31-6ebe-40ce-a767-5cfc7d91d643 {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:15.699046 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:36:15.699419 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Checking segment: {'id': '8b96b29d-6cf6-4ceb-a739-140669600818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:15.699817 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.700208 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Bound using segment: {'id': '8b96b29d-6cf6-4ceb-a739-140669600818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:36:15.700725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Bound port: dc209dd1-1d8c-4267-8b08-7c9ddd099758, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b96b29d-6cf6-4ceb-a739-140669600818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:36:15.701144 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.766513 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c06a4a54-7089-4e6d-96f7-223a8cc6fd9c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.772414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] For port dc209dd1-1d8c-4267-8b08-7c9ddd099758, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:36:15.775471 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] For port dc209dd1-1d8c-4267-8b08-7c9ddd099758, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dc209dd1-1d8c-4267-8b08-7c9ddd099758,segment=NetworkSegment(8b96b29d-6cf6-4ceb-a739-140669600818),segment_id=8b96b29d-6cf6-4ceb-a739-140669600818)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:36:15.829159 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c06a4a54-7089-4e6d-96f7-223a8cc6fd9c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.852789 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.904366 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c06a4a54-7089-4e6d-96f7-223a8cc6fd9c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:15.917177 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Routers {'2a1d8503-c5fb-4712-9e84-fddd5f139851'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:15.917808 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:36:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2a1d8503-c5fb-4712-9e84-fddd5f139851'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:15.925569 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a4a54-7089-4e6d-96f7-223a8cc6fd9c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857bcc41-0a94-4647-9fa3-4d219c1a729f,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:15.972680 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777ee77-ce87-46c7-873a-e5d4b9187d7b None None] Pushing event updated for resources: {'Port': ['ID=dc209dd1-1d8c-4267-8b08-7c9ddd099758,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:16.005227 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c06a4a54-7089-4e6d-96f7-223a8cc6fd9c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.009300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56042) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:16.009888 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c06a4a54-7089-4e6d-96f7-223a8cc6fd9c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674407 Aug 19 13:36:16.014128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-a99febec-6b64-4fc4-86c1-6ac7ce2bdbeb tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': '30dc0fc7-a32e-4a96-9e69-7347ebad0bc1', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:16.052960 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] Set router 2a1d8503-c5fb-4712-9e84-fddd5f139851 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:16.119888 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a99febec-6b64-4fc4-86c1-6ac7ce2bdbeb tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.179525 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a99febec-6b64-4fc4-86c1-6ac7ce2bdbeb tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.258979 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'name': 'tempest-TestShelveInstance-1925398960-router', 'tenant_id': '464ed1c21836441794949db590654bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:09Z', 'updated_at': '2021-08-19T13:36:12Z', 'revision_number': 4, 'project_id': '464ed1c21836441794949db590654bc2', 'gw_port': {'id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:10Z', 'updated_at': '2021-08-19T13:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'dc209dd1-1d8c-4267-8b08-7c9ddd099758', 'name': '', 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643', 'tenant_id': '464ed1c21836441794949db590654bc2', 'mac_address': 'fa:16:3e:87:31:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2d2b91f1-abcc-4eea-b8e2-39b28c31f773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:11Z', 'updated_at': '2021-08-19T13:36:15Z', 'revision_number': 4, 'project_id': '464ed1c21836441794949db590654bc2', 'subnets': [{'id': '2d2b91f1-abcc-4eea-b8e2-39b28c31f773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:16.264076 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a99febec-6b64-4fc4-86c1-6ac7ce2bdbeb tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.282374 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99febec-6b64-4fc4-86c1-6ac7ce2bdbeb tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19f5388-90fa-4932-ba87-d68aaee220af,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:16.291029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78eca4a-081d-4138-a061-de3e4ed8fba6 None None] The sync data for ids ['2a1d8503-c5fb-4712-9e84-fddd5f139851'] in n-d-803757-2 is: [{'id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'name': 'tempest-TestShelveInstance-1925398960-router', 'tenant_id': '464ed1c21836441794949db590654bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:09Z', 'updated_at': '2021-08-19T13:36:12Z', 'revision_number': 4, 'project_id': '464ed1c21836441794949db590654bc2', 'gw_port': {'id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:10Z', 'updated_at': '2021-08-19T13:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'dc209dd1-1d8c-4267-8b08-7c9ddd099758', 'name': '', 'network_id': '70013d31-6ebe-40ce-a767-5cfc7d91d643', 'tenant_id': '464ed1c21836441794949db590654bc2', 'mac_address': 'fa:16:3e:87:31:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '2d2b91f1-abcc-4eea-b8e2-39b28c31f773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:11Z', 'updated_at': '2021-08-19T13:36:15Z', 'revision_number': 4, 'project_id': '464ed1c21836441794949db590654bc2', 'subnets': [{'id': '2d2b91f1-abcc-4eea-b8e2-39b28c31f773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:36:16.363095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-a99febec-6b64-4fc4-86c1-6ac7ce2bdbeb tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.363095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-a99febec-6b64-4fc4-86c1-6ac7ce2bdbeb tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3519287 Aug 19 13:36:16.365066 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56044) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:16.369941 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-8b3c5b41-ef87-43a6-b859-81672652f325 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': '30dc0fc7-a32e-4a96-9e69-7347ebad0bc1', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:16.458669 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-8b3c5b41-ef87-43a6-b859-81672652f325 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Project a35659b6ebb442c395ec2184119d63a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:36:16.464621 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5b41-ef87-43a6-b859-81672652f325 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.531421 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5b41-ef87-43a6-b859-81672652f325 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.605699 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5b41-ef87-43a6-b859-81672652f325 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.630576 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c5b41-ef87-43a6-b859-81672652f325 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a990d1-3902-4a8c-9bf5-01f901b0824d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:16.715782 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 17ff7727-7ea7-418f-841a-e48cda9abfda up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:16.721410 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5b41-ef87-43a6-b859-81672652f325 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.725517 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56046) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:16.726002 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8b3c5b41-ef87-43a6-b859-81672652f325 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3596759 Aug 19 13:36:16.730612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-510a9aee-5148-421d-816e-6bed8363daba tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': '30dc0fc7-a32e-4a96-9e69-7347ebad0bc1', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:16.772622 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 17ff7727-7ea7-418f-841a-e48cda9abfda triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:16.772995 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.812801 n-d-803757-2 neutron-server[95542]: INFO neutron.db.securitygroups_db [None req-510a9aee-5148-421d-816e-6bed8363daba tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Project a35659b6ebb442c395ec2184119d63a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:36:16.819160 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-510a9aee-5148-421d-816e-6bed8363daba tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.860597 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dc209dd1-1d8c-4267-8b08-7c9ddd099758 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:16.907516 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-510a9aee-5148-421d-816e-6bed8363daba tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:16.995459 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-510a9aee-5148-421d-816e-6bed8363daba tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:17.018246 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a9aee-5148-421d-816e-6bed8363daba tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af3667a-8353-4960-941b-96be1c6e1713,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:17.039887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port dc209dd1-1d8c-4267-8b08-7c9ddd099758 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:17.044821 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port dc209dd1-1d8c-4267-8b08-7c9ddd099758 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:17.045227 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:17.115485 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-510a9aee-5148-421d-816e-6bed8363daba tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:17.124991 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-510a9aee-5148-421d-816e-6bed8363daba tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3899310 Aug 19 13:36:17.128099 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:17.168962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port dc209dd1-1d8c-4267-8b08-7c9ddd099758, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dc209dd1-1d8c-4267-8b08-7c9ddd099758,segment=NetworkSegment(8b96b29d-6cf6-4ceb-a739-140669600818),segment_id=8b96b29d-6cf6-4ceb-a739-140669600818)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:17.252262 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:17.267525 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-c2cad25e-74f5-4eb7-b2ec-7a7648641152 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1957780079&fields=id&tenant_id=a35659b6ebb442c395ec2184119d63a4 HTTP/1.1" status: 200 len: 267 time: 0.0363524 Aug 19 13:36:17.383491 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-17f5de5d-71e6-49a7-8f18-ca3456b24b10 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:17.385159 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-17f5de5d-71e6-49a7-8f18-ca3456b24b10 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 808 time: 0.1105046 Aug 19 13:36:17.402197 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-0825ec31-f1b4-4d7c-8250-b9d24d4ff05b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/quotas/a35659b6ebb442c395ec2184119d63a4 HTTP/1.1" status: 200 len: 375 time: 0.0102677 Aug 19 13:36:17.463401 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-ad3a7871-98d1-46f1-97f2-8379a239ef5d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547478 Aug 19 13:36:17.465527 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=dc209dd1-1d8c-4267-8b08-7c9ddd099758,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:17.564704 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-b89a5dc7-c1ca-4ae6-ab6d-ae113994b43d service neutron] 10.222.0.21 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834355 Aug 19 13:36:17.658301 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-3d298db1-21c0-41c3-a6c6-f5a6540e2e02 service neutron] 10.222.0.21 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872147 Aug 19 13:36:17.884521 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84e50d0f-0955-4872-850a-78d41b19aea6 req-30dde560-d2c9-4a56-a145-51b1f29ad365 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 210 time: 0.0264187 Aug 19 13:36:18.646993 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dc209dd1-1d8c-4267-8b08-7c9ddd099758 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:18.695150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port dc209dd1-1d8c-4267-8b08-7c9ddd099758 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:18.695831 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:18.961670 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d9ca4b17-44fd-472f-9bdc-ca77d871d632 req-c4a85a62-2ca5-490e-ba2f-1dd150e281c5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 210 time: 0.0268619 Aug 19 13:36:20.054852 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4aeab4ba-2f25-402b-9dcf-4c30cf6f5d30 req-1658fdf6-1e15-4ae1-b802-e6a5c7d03d25 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 210 time: 0.0270023 Aug 19 13:36:20.191418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a20a9614-9566-4a2f-b96e-82dc4e007d19 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:20.192860 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a20a9614-9566-4a2f-b96e-82dc4e007d19 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.62 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 808 time: 0.1022367 Aug 19 13:36:20.236436 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-f87698cf-8e08-455c-bfbd-c5949a17a11e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a35659b6ebb442c395ec2184119d63a4 HTTP/1.1" status: 200 len: 380 time: 0.0341504 Aug 19 13:36:20.245809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'port': {'device_id': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'admin_state_up': True, 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'security_groups': ['30dc0fc7-a32e-4a96-9e69-7347ebad0bc1']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:20.423880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Made reservation on behalf of a35659b6ebb442c395ec2184119d63a4 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:36:20.427473 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:20.554122 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Allocated IP 172.20.0.6 (6314a6d6-6575-463d-aaca-867f16375313/977a582d-bc6d-4502-9547-785d0d28c310/8d9be6af-8b48-466c-9433-2589288d79c9) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:20.696891 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:20.709011 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Transition to ACTIVE for port object 8d9be6af-8b48-466c-9433-2589288d79c9 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:20.806359 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:20.855684 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Network 6314a6d6-6575-463d-aaca-867f16375313 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:20.858790 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:20.862741 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:20.886441 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:20.916148 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:20.917029 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:21.018711 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-37636cbe-0115-4694-8c20-017e879f4089 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7765038 Aug 19 13:36:21.032368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Request body: {'port': {'device_id': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:21.089610 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:21.138864 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-197da5b6-53be-4c18-a1e9-649caa76e872 None None] Provisioning for port 8d9be6af-8b48-466c-9433-2589288d79c9 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:21.143371 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-197da5b6-53be-4c18-a1e9-649caa76e872 None None] Provisioning complete for port 8d9be6af-8b48-466c-9433-2589288d79c9 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:21.143837 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-197da5b6-53be-4c18-a1e9-649caa76e872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:21.172334 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c655678-87b4-46f2-9b7e-b223d470a029 req-4a478097-d83e-4cbe-8034-1c537c800c19 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:21.173997 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c655678-87b4-46f2-9b7e-b223d470a029 req-4a478097-d83e-4cbe-8034-1c537c800c19 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 931 time: 0.0515323 Aug 19 13:36:21.184258 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-197da5b6-53be-4c18-a1e9-649caa76e872 None None] Port 8d9be6af-8b48-466c-9433-2589288d79c9 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:36:21.215226 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c655678-87b4-46f2-9b7e-b223d470a029 req-bb2d83ae-4694-4c13-b99b-2a63afc6bbe1 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341361 Aug 19 13:36:21.365292 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9be6af-8b48-466c-9433-2589288d79c9 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:36:21.373288 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:21.385180 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Transition to ACTIVE for port object 8d9be6af-8b48-466c-9433-2589288d79c9 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:36:21.474920 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:21.525302 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:21.593332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Attempting to bind port 8d9be6af-8b48-466c-9433-2589288d79c9 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:36:21.593664 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Attempting to bind port 8d9be6af-8b48-466c-9433-2589288d79c9 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:36:21.593990 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Attempting to bind port 8d9be6af-8b48-466c-9433-2589288d79c9 on network 6314a6d6-6575-463d-aaca-867f16375313 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:21.598501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Port 8d9be6af-8b48-466c-9433-2589288d79c9 on network 6314a6d6-6575-463d-aaca-867f16375313 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:36:21.598849 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Attempting to bind port 8d9be6af-8b48-466c-9433-2589288d79c9 on network 6314a6d6-6575-463d-aaca-867f16375313 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:36:21.603695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:36:21.604031 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Checking segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:36:21.604409 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Bound using segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:36:21.604838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Bound port: 8d9be6af-8b48-466c-9433-2589288d79c9, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:36:21.605195 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:21.675613 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:36:21.678657 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:36:21.773217 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:21.807965 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:21.808563 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:21.810588 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] 10.222.0.62 "PUT /v2.0/ports/8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 1091 time: 0.7830269 Aug 19 13:36:21.811052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:36:21.813380 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9784d6bf-cf09-4dc6-af68-fca443c71679" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:36:21.847656 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b54dcc-4353-4519-9cfb-45ab27ddbe90 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:21.860631 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aed943-432b-490d-a2b8-1bdce4c79fba x-openstack-request-id: req-54aed943-432b-490d-a2b8-1bdce4c79fba {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:36:21.861335 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:36:21.861685 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54aed943-432b-490d-a2b8-1bdce4c79fba {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:36:21.862209 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9', 'status': 'completed', 'code': 200} Aug 19 13:36:21.920745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784d6bf-cf09-4dc6-af68-fca443c71679 req-20729961-b4fd-400a-9b6b-391f5831b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:21.922265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9784d6bf-cf09-4dc6-af68-fca443c71679 req-20729961-b4fd-400a-9b6b-391f5831b7b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1094 time: 0.0444984 Aug 19 13:36:22.025157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784d6bf-cf09-4dc6-af68-fca443c71679 req-d5fadfcb-3034-4a36-b8d5-2b5a0cbec7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:22.026734 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9784d6bf-cf09-4dc6-af68-fca443c71679 req-d5fadfcb-3034-4a36-b8d5-2b5a0cbec7cd service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a35659b6ebb442c395ec2184119d63a4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0958982 Aug 19 13:36:22.119982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784d6bf-cf09-4dc6-af68-fca443c71679 req-31574827-9805-4909-8acd-b5eeacb1cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:22.121359 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9784d6bf-cf09-4dc6-af68-fca443c71679 req-31574827-9805-4909-8acd-b5eeacb1cb54 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878520 Aug 19 13:36:22.203947 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-cedae957-a04d-4087-bc80-2aaa540c8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:22.205457 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-cedae957-a04d-4087-bc80-2aaa540c8faf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1094 time: 0.0453856 Aug 19 13:36:22.246986 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-e1a94e0d-58e8-443f-ab95-4542f4670d07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 217 time: 0.0338957 Aug 19 13:36:22.301080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-9cc7b31a-7cef-461c-90a7-bc63abe765c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:22.302945 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-9cc7b31a-7cef-461c-90a7-bc63abe765c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0444229 Aug 19 13:36:22.329255 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98be8b-323d-422f-acc6-c255f578545f req-f9d813a3-f761-4cb2-a3c7-59bdeff865dd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:22.330732 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e98be8b-323d-422f-acc6-c255f578545f req-f9d813a3-f761-4cb2-a3c7-59bdeff865dd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 943 time: 0.0489440 Aug 19 13:36:22.350388 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-cc682bfa-4289-4677-b277-33d926d8305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:22.351926 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-cc682bfa-4289-4677-b277-33d926d8305e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406456 Aug 19 13:36:22.368467 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e98be8b-323d-422f-acc6-c255f578545f req-df0327a9-26cd-4a33-81eb-679e381e434d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317941 Aug 19 13:36:22.445390 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-ee52e166-cb3b-4129-9d6f-5f330b14e5a8 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861285 Aug 19 13:36:22.534189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b1dcace6-6918-403b-a262-3c1c163a96f3 req-b02bce58-be01-4997-ab0a-702641abd17f service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810883 Aug 19 13:36:23.489281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407d635-754f-481e-9950-c3af0e362213 req-53eb8a76-5181-408d-a9b2-c717df9e9541 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:23.490766 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e407d635-754f-481e-9950-c3af0e362213 req-53eb8a76-5181-408d-a9b2-c717df9e9541 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 943 time: 0.0536411 Aug 19 13:36:23.526622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e407d635-754f-481e-9950-c3af0e362213 req-077b0018-9d73-49f1-9bc7-47a689eadeb8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299776 Aug 19 13:36:24.657142 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b865d-c753-4785-a547-3465235e4448 req-e4d3f584-17bf-464d-9e57-ade1a9e2643b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:24.659045 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b4b865d-c753-4785-a547-3465235e4448 req-e4d3f584-17bf-464d-9e57-ade1a9e2643b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 943 time: 0.0651736 Aug 19 13:36:24.702637 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0b4b865d-c753-4785-a547-3465235e4448 req-245aafa0-030f-4431-b7cf-ddbb9eaf7467 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332184 Aug 19 13:36:25.813777 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e243b8d-bd75-4e47-8a1c-4b1200432239 req-74b69bd7-94c9-45bc-a88c-2c8249f36ab3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:25.815276 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6e243b8d-bd75-4e47-8a1c-4b1200432239 req-74b69bd7-94c9-45bc-a88c-2c8249f36ab3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 943 time: 0.0485067 Aug 19 13:36:25.852229 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6e243b8d-bd75-4e47-8a1c-4b1200432239 req-f104ec78-ed6c-4ebb-9907-6c8bac21133f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310693 Aug 19 13:36:26.033673 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.429138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8d9be6af-8b48-466c-9433-2589288d79c9 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:36:26.520033 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:26.531339 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '8d9be6af-8b48-466c-9433-2589288d79c9', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'port_id': '8d9be6af-8b48-466c-9433-2589288d79c9', 'mac_address': 'fa:16:3e:4d:08:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:36:26.570624 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.582710 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9be6af-8b48-466c-9433-2589288d79c9 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:36:26.602099 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:26.663451 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.710097 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:26.910167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['8d9be6af-8b48-466c-9433-2589288d79c9'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:36:26.942908 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:26.965707 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266199e-7942-47cc-b6c2-34137922cf60 req-0f915c2b-7c9a-4080-be63-be92d1403efc tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:26.967309 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6266199e-7942-47cc-b6c2-34137922cf60 req-0f915c2b-7c9a-4080-be63-be92d1403efc tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0494540 Aug 19 13:36:27.006084 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6266199e-7942-47cc-b6c2-34137922cf60 req-dfe82280-e856-44d4-b4bf-500038ac7cc1 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324895 Aug 19 13:36:28.117764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0c2e9-3f88-441c-938e-0b37a0c66132 req-0e2e72d7-f715-43bf-9e75-32502ec8afe2 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:28.119246 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4cd0c2e9-3f88-441c-938e-0b37a0c66132 req-0e2e72d7-f715-43bf-9e75-32502ec8afe2 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0474081 Aug 19 13:36:28.156699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4cd0c2e9-3f88-441c-938e-0b37a0c66132 req-cd318401-f88e-4f5e-803a-d6a9f9db781b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310192 Aug 19 13:36:28.435199 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8d9be6af-8b48-466c-9433-2589288d79c9 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:36:28.554847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 8d9be6af-8b48-466c-9433-2589288d79c9 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:36:28.558456 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 8d9be6af-8b48-466c-9433-2589288d79c9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:36:28.558840 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.635935 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.657483 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:36:28.659741 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f7b956-a4cf-4b58-95d7-f2e98b1a7cf9" -d '{"events": [{"server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "name": "network-vif-plugged", "status": "completed", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:36:28.673273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:36:28.752169 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67894137-ae14-4dcb-882b-7ee81e01f7ed x-openstack-request-id: req-67894137-ae14-4dcb-882b-7ee81e01f7ed {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:36:28.752459 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "name": "network-vif-plugged", "status": "completed", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:36:28.752714 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67894137-ae14-4dcb-882b-7ee81e01f7ed {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:36:28.753111 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9', 'code': 200} Aug 19 13:36:28.754932 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:28.806116 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:28.848497 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9d195-3a04-48fd-a578-1d7e53e93174 req-a164b8ad-461c-457e-a16a-b61eb48fa155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:28.849988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97b9d195-3a04-48fd-a578-1d7e53e93174 req-a164b8ad-461c-457e-a16a-b61eb48fa155 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1096 time: 0.0429516 Aug 19 13:36:28.884088 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97b9d195-3a04-48fd-a578-1d7e53e93174 req-6f834d9e-81ec-4fec-95b0-a33b90d4f830 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267406 Aug 19 13:36:29.272609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83982e-e1a3-49eb-bba4-9ebcfa5991b4 req-8066631e-8e1f-4f3e-9c1a-44e2906ca44d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:29.274128 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f83982e-e1a3-49eb-bba4-9ebcfa5991b4 req-8066631e-8e1f-4f3e-9c1a-44e2906ca44d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0490568 Aug 19 13:36:29.311818 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f83982e-e1a3-49eb-bba4-9ebcfa5991b4 req-245c8338-97f0-48d4-b873-aea55e31fa75 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Aug 19 13:36:30.429806 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ac55e-ee9a-40bf-9e7f-1c6ebf1c5e46 req-7dc6d107-5bb1-42ba-8762-1036b4189e04 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:30.431814 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f8ac55e-ee9a-40bf-9e7f-1c6ebf1c5e46 req-7dc6d107-5bb1-42ba-8762-1036b4189e04 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0524235 Aug 19 13:36:30.469045 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6f8ac55e-ee9a-40bf-9e7f-1c6ebf1c5e46 req-3de6c8f1-324a-4ce3-a231-1f61284754ac tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Aug 19 13:36:30.582494 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74a2b8-d2df-4af0-a14d-11384a6932fd req-7dd43daf-7869-40ef-864b-5b469bb1c2fd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:30.584056 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-be74a2b8-d2df-4af0-a14d-11384a6932fd req-7dd43daf-7869-40ef-864b-5b469bb1c2fd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Aug 19 13:36:30.622265 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-be74a2b8-d2df-4af0-a14d-11384a6932fd req-7395a942-38f6-4e96-a956-a45b5a4dc1b7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323606 Aug 19 13:36:30.643987 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56110) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:30.771112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0b05e-1c88-41fe-8e1e-99339dc27ae2 tempest-TestShelveInstance-1954819894 tempest-TestShelveInstance-1954819894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:30.772604 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-42d0b05e-1c88-41fe-8e1e-99339dc27ae2 tempest-TestShelveInstance-1954819894 tempest-TestShelveInstance-1954819894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1091 time: 0.1276870 Aug 19 13:36:30.775553 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56114) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:36:30.780546 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '8d9be6af-8b48-466c-9433-2589288d79c9', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:36:30.875228 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for floatingip, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:30.971267 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.077801 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Allocated IP 172.25.2.244 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/f549eeea-1ecd-44ad-9f1f-094aad1bfc2f) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:36:31.176294 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.269594 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.309672 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:36:31.315064 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:36:31.318599 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:36:31.342047 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'Port': ['ID=f549eeea-1ecd-44ad-9f1f-094aad1bfc2f,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:31.667554 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.805073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:31.949344 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.017843 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.089361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'Port': ['ID=f549eeea-1ecd-44ad-9f1f-094aad1bfc2f,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:36:32.097155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.195686 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Floating IP 1c0f39ad-f4ea-434c-a873-9ebb19d678a7 associated. External IP: 172.25.2.244, port: 8d9be6af-8b48-466c-9433-2589288d79c9. Aug 19 13:36:32.403759 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:36:32.849634 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:36:32.859195 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a7990-2db1-453c-b443-2078141aee14 None None] Sync routers for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:36:32.868069 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a7990-2db1-453c-b443-2078141aee14 None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:32.868669 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d8a7990-2db1-453c-b443-2078141aee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:36:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:32.930842 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:32.970906 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-34ccd0a8-12b4-4e4f-9bc2-03aa4a3b3902 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1822612 Aug 19 13:36:32.970906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:36:32.970906 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae6ddfa-9ab0-44e1-aa95-1428c538e622" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:36:32.971846 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-6d8a7990-2db1-453c-b443-2078141aee14 None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:32.996764 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97387aef-df83-4dcd-a248-213fab6b2acc x-openstack-request-id: req-97387aef-df83-4dcd-a248-213fab6b2acc {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:36:32.997280 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:36:32.997567 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97387aef-df83-4dcd-a248-213fab6b2acc {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:36:32.997982 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9', 'status': 'completed', 'code': 200} Aug 19 13:36:33.060511 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6ddfa-9ab0-44e1-aa95-1428c538e622 req-da9330e4-fb91-4c82-bcf7-e1a5856b36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:33.062041 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eae6ddfa-9ab0-44e1-aa95-1428c538e622 req-da9330e4-fb91-4c82-bcf7-e1a5856b36e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1096 time: 0.0414841 Aug 19 13:36:33.153667 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6ddfa-9ab0-44e1-aa95-1428c538e622 req-cb88ff2a-b125-4b3e-b0be-41a8d1c1ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:33.155102 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eae6ddfa-9ab0-44e1-aa95-1428c538e622 req-cb88ff2a-b125-4b3e-b0be-41a8d1c1ea72 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0861576 Aug 19 13:36:33.191260 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d8a7990-2db1-453c-b443-2078141aee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1c0f39ad-f4ea-434c-a873-9ebb19d678a7', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'port_id': '8d9be6af-8b48-466c-9433-2589288d79c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'mac_address': 'fa:16:3e:4d:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:36:31Z', 'updated_at': '2021-08-19T13:36:31Z', 'revision_number': 0, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:33.219740 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a7990-2db1-453c-b443-2078141aee14 None None] Checking router: 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:36:33.220457 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eae6ddfa-9ab0-44e1-aa95-1428c538e622 req-9c9e6ab2-172c-468d-a0f3-d46d790a405b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 999 time: 0.0580688 Aug 19 13:36:33.227838 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a7990-2db1-453c-b443-2078141aee14 None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:36:33.228427 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d8a7990-2db1-453c-b443-2078141aee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:36:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:33.270665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6ddfa-9ab0-44e1-aa95-1428c538e622 req-086ecc2d-d6b5-4264-9087-8e4accfbdb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:33.272229 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eae6ddfa-9ab0-44e1-aa95-1428c538e622 req-086ecc2d-d6b5-4264-9087-8e4accfbdb2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0445604 Aug 19 13:36:33.321651 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6ddfa-9ab0-44e1-aa95-1428c538e622 req-7ded9c1b-7596-4ed4-bb77-957ef6e03464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:36:33.323173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eae6ddfa-9ab0-44e1-aa95-1428c538e622 req-7ded9c1b-7596-4ed4-bb77-957ef6e03464 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439951 Aug 19 13:36:33.330515 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-6d8a7990-2db1-453c-b443-2078141aee14 None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:36:33.411013 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eae6ddfa-9ab0-44e1-aa95-1428c538e622 req-bf89d4c9-2ded-4b45-9c7f-aade5f38905d service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805907 Aug 19 13:36:33.505939 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-eae6ddfa-9ab0-44e1-aa95-1428c538e622 req-789caa69-3695-4885-be30-ca6f48b96d17 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880594 Aug 19 13:36:33.549841 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-6d8a7990-2db1-453c-b443-2078141aee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1c0f39ad-f4ea-434c-a873-9ebb19d678a7', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'port_id': '8d9be6af-8b48-466c-9433-2589288d79c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'mac_address': 'fa:16:3e:4d:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:36:31Z', 'updated_at': '2021-08-19T13:36:31Z', 'revision_number': 0, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:36:33.574948 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a7990-2db1-453c-b443-2078141aee14 None None] The sync data for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 is: [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1c0f39ad-f4ea-434c-a873-9ebb19d678a7', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'floating_ip_address': '172.25.2.244', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'port_id': '8d9be6af-8b48-466c-9433-2589288d79c9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'mac_address': 'fa:16:3e:4d:08:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:36:31Z', 'updated_at': '2021-08-19T13:36:31Z', 'revision_number': 0, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:36:33.764025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25e4b1-9bd6-4911-8550-242de4709412 None None] New status for floating IP 1c0f39ad-f4ea-434c-a873-9ebb19d678a7: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:36:35.108063 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4a96f977-33ab-42a2-a9e0-c0fe17b6a368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:37.744393 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:37.833269 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c015f977-56b4-470b-8f5e-ebea4e61acfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:38.338239 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:36:39.480554 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:40.840621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:56.114666 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:36:56.932391 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:05.097897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e0b5bd0d-4214-4482-93b3-6370a5457137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:07.695832 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:07.861191 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f62e35ac-8e05-4e33-8f8f-024db163dbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:09.432714 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:10.855341 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:15.337742 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:37:23.595896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-f534e6a3-a287-4c4b-9d54-73dd692f8eaf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391347 Aug 19 13:37:23.675496 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-1fdab04e-b76e-479b-92ab-304c159670cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:23.677013 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-1fdab04e-b76e-479b-92ab-304c159670cc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1096 time: 0.0408289 Aug 19 13:37:23.778070 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-b4569e23-7190-436b-99d8-e6bd6dd27174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:23.779558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-b4569e23-7190-436b-99d8-e6bd6dd27174 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0843294 Aug 19 13:37:23.844330 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-5be7b0f9-4426-4746-8edc-6a15e3c2b37c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 1001 time: 0.0577223 Aug 19 13:37:23.893249 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-5b439a29-3102-4b7c-ac8a-45a10f07eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:23.894741 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-5b439a29-3102-4b7c-ac8a-45a10f07eb3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0426183 Aug 19 13:37:23.942926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-8d57f863-0633-4b8f-9b6a-1be070d1b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:37:23.944385 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-8d57f863-0633-4b8f-9b6a-1be070d1b221 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431759 Aug 19 13:37:24.031036 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-588e673e-3ee2-4d5b-b452-52d8a31ac64a service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795686 Aug 19 13:37:24.125283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-02503b00-06e0-4b5c-abb0-c004622fca55 req-c8a0bdcc-7851-4967-bbfe-cf716e6b32f8 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873671 Aug 19 13:37:26.051572 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:26.942621 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:35.137342 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e024d7f9-3a07-424e-b7d9-b622605734cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:37.706418 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:37.820549 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a3d2-0f99-489a-ac5e-bcb3ffcd425a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:39.411264 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:40.862456 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:52.336986 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:37:56.073809 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:37:56.959457 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:05.136495 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-337ceedd-7312-4c03-8284-bc38e5c85741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:07.706137 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:07.811110 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd14e00a-395c-4232-ab74-de3717b71bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:09.427613 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:10.837426 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:25.682098 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-31e17140-1f72-4cc3-9bc3-93ad62c4015e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1280301 Aug 19 13:38:25.764618 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-8be14ce6-da5e-4bbc-9ad4-79e635f3e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:25.766088 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-8be14ce6-da5e-4bbc-9ad4-79e635f3e5b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1096 time: 0.0410750 Aug 19 13:38:25.872348 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-6429b062-46ac-4b10-b956-1c38115e73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:25.873733 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-6429b062-46ac-4b10-b956-1c38115e73a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0872121 Aug 19 13:38:25.939020 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-1c038aa6-b7a2-4a91-881c-4305129a5398 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 1001 time: 0.0582643 Aug 19 13:38:25.992081 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-f5c76e81-55fb-4259-9970-86ea3e44bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:25.993552 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-f5c76e81-55fb-4259-9970-86ea3e44bd17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0483782 Aug 19 13:38:26.045131 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-1d992234-d623-429c-bc8c-d7a2fda92292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:26.046616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-1d992234-d623-429c-bc8c-d7a2fda92292 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463684 Aug 19 13:38:26.096394 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:26.134866 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-51e31058-d232-4515-9771-1989bc2743f7 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808489 Aug 19 13:38:26.227043 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a9d61381-94f8-43ad-87da-8c2a243eb7ac req-b127e9cc-997b-461c-9488-2e69d2cf636c service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857599 Aug 19 13:38:26.979961 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:29.335707 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:38:30.954259 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7858fe-9ebf-45a9-9462-573ae5dc841d req-2497b8f9-f1be-45cc-b92a-87c772911f61 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:30.955846 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd7858fe-9ebf-45a9-9462-573ae5dc841d req-2497b8f9-f1be-45cc-b92a-87c772911f61 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0517013 Aug 19 13:38:30.996924 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cd7858fe-9ebf-45a9-9462-573ae5dc841d req-1a5175fa-0d75-489d-90d5-38b04e8a7aae tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347815 Aug 19 13:38:32.127562 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae9c92-0aa4-43fa-8884-848a6c0d30d3 req-79444054-afa1-43c7-8f68-1c314a9d768c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:32.129037 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89ae9c92-0aa4-43fa-8884-848a6c0d30d3 req-79444054-afa1-43c7-8f68-1c314a9d768c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0493484 Aug 19 13:38:32.166367 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-89ae9c92-0aa4-43fa-8884-848a6c0d30d3 req-49ae54ed-077b-4c7d-b71d-9686d090106b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315118 Aug 19 13:38:33.309516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f5463-787c-4903-a7a9-250ae53fef32 req-e3e460c1-01fc-4d42-b748-0ea4cdff6f6b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:33.311424 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-467f5463-787c-4903-a7a9-250ae53fef32 req-e3e460c1-01fc-4d42-b748-0ea4cdff6f6b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0483553 Aug 19 13:38:33.351208 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-467f5463-787c-4903-a7a9-250ae53fef32 req-089684b1-c370-4d2d-aaa6-6fab9797a735 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 Aug 19 13:38:34.466537 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238afcbf-e48a-470b-876d-d889f505257f req-860b4b31-18a7-49fe-8f1f-bceec929f986 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:34.468566 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-238afcbf-e48a-470b-876d-d889f505257f req-860b4b31-18a7-49fe-8f1f-bceec929f986 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Aug 19 13:38:34.506589 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-238afcbf-e48a-470b-876d-d889f505257f req-f62dec73-cf0f-4f9e-95e9-851d644a6fee tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321467 Aug 19 13:38:35.090512 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a9896b2a-1aa6-4582-9e3f-6e05325d7cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:35.620311 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d54a17-bef4-4561-b247-02826e652c66 req-dae2814e-e79c-4334-b234-3b19e9162e57 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:35.621758 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-13d54a17-bef4-4561-b247-02826e652c66 req-dae2814e-e79c-4334-b234-3b19e9162e57 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0483952 Aug 19 13:38:35.662448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-13d54a17-bef4-4561-b247-02826e652c66 req-2a1acddd-cf2f-477c-b808-5bf5b8740a7e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347874 Aug 19 13:38:36.775461 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978199d-b3f1-4490-9ff3-d28a0903e738 req-88438c9e-b650-4c6d-9c05-cc46ae1c84ad tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:36.776928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4978199d-b3f1-4490-9ff3-d28a0903e738 req-88438c9e-b650-4c6d-9c05-cc46ae1c84ad tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0493119 Aug 19 13:38:36.818636 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4978199d-b3f1-4490-9ff3-d28a0903e738 req-b5b25124-8dc8-4a19-8437-218a80900435 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358641 Aug 19 13:38:37.799123 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:37.902128 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4175179f-3bbf-4022-acf1-c5a365c7cabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:37.933871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d4e0e-b3b1-4a64-970f-a49505607ba5 req-e9a04bbd-8d27-4555-8152-b6fc5842a620 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:37.936095 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-112d4e0e-b3b1-4a64-970f-a49505607ba5 req-e9a04bbd-8d27-4555-8152-b6fc5842a620 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0524793 Aug 19 13:38:37.973035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-112d4e0e-b3b1-4a64-970f-a49505607ba5 req-8aecd8af-5efa-49d3-9b1b-32de035ce7dc tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310683 Aug 19 13:38:39.087242 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1ea85-062f-4ff6-a512-cb541fa8080c req-722272f9-4f42-4e25-85a6-613290404c66 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:39.088706 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3e1ea85-062f-4ff6-a512-cb541fa8080c req-722272f9-4f42-4e25-85a6-613290404c66 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0489502 Aug 19 13:38:39.125480 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b3e1ea85-062f-4ff6-a512-cb541fa8080c req-9cbce33e-f5fd-4add-aeda-530d1cbdb531 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309849 Aug 19 13:38:39.433071 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:40.238306 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63c6cd-ef5b-4998-9951-7e78ffb455e5 req-d73c6ed9-a358-4ce6-bd51-90220a367991 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:40.239797 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b63c6cd-ef5b-4998-9951-7e78ffb455e5 req-d73c6ed9-a358-4ce6-bd51-90220a367991 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0481064 Aug 19 13:38:40.276479 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9b63c6cd-ef5b-4998-9951-7e78ffb455e5 req-f0ba3053-6c2d-4d44-acf0-3da4e306575d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308657 Aug 19 13:38:40.830689 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:41.390665 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec2556-54e0-4df2-bcf7-4c5f44bf98ee req-93e90091-90e1-41ec-a180-12f709ac3b4b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:41.392187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77ec2556-54e0-4df2-bcf7-4c5f44bf98ee req-93e90091-90e1-41ec-a180-12f709ac3b4b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0493770 Aug 19 13:38:41.429586 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-77ec2556-54e0-4df2-bcf7-4c5f44bf98ee req-a9d799dc-35aa-4155-8717-375e4c4e2c09 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315776 Aug 19 13:38:42.542896 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39243ab-8c8b-47f4-94d5-5220858bf973 req-d9155f5e-6d09-4b09-9d23-b2c1f0708d2f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:42.544648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a39243ab-8c8b-47f4-94d5-5220858bf973 req-d9155f5e-6d09-4b09-9d23-b2c1f0708d2f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0489707 Aug 19 13:38:42.586120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a39243ab-8c8b-47f4-94d5-5220858bf973 req-352d6269-e36c-44f4-897b-99d8afde7abc tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351639 Aug 19 13:38:42.973103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8d9be6af-8b48-466c-9433-2589288d79c9 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:38:43.074833 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:43.087291 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '8d9be6af-8b48-466c-9433-2589288d79c9', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'port_id': '8d9be6af-8b48-466c-9433-2589288d79c9', 'mac_address': 'fa:16:3e:4d:08:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:38:43.128742 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:43.141181 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d9be6af-8b48-466c-9433-2589288d79c9 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:38:43.160562 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:43.273510 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:43.323249 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:43.330735 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.331108 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.331443 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.331809 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.332142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.332503 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.332827 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.333149 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.333470 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.333789 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.334112 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.334429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:38:43.343309 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['8d9be6af-8b48-466c-9433-2589288d79c9'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:38:43.701583 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fa8fb-b1d2-4826-8a6f-b03bfc726f29 req-f6f2c28a-68dc-4004-b45d-3f1ead39c1a5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:43.703113 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-167fa8fb-b1d2-4826-8a6f-b03bfc726f29 req-f6f2c28a-68dc-4004-b45d-3f1ead39c1a5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0503232 Aug 19 13:38:43.745209 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-167fa8fb-b1d2-4826-8a6f-b03bfc726f29 req-d9bd2a03-f7e4-4142-97b4-f6d73dc418be tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359809 Aug 19 13:38:44.870795 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49be376-94c8-44ae-9ef1-fff1f3d343ce req-f6641954-65ec-4875-b6a6-5eb8e5874f5b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:44.875387 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b49be376-94c8-44ae-9ef1-fff1f3d343ce req-f6641954-65ec-4875-b6a6-5eb8e5874f5b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0551565 Aug 19 13:38:44.914237 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b49be376-94c8-44ae-9ef1-fff1f3d343ce req-7ed808b0-e444-48f6-a36d-ca61ee9a3e92 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347283 Aug 19 13:38:44.968535 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8d9be6af-8b48-466c-9433-2589288d79c9 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:38:45.019113 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 8d9be6af-8b48-466c-9433-2589288d79c9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:38:45.019581 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:45.105010 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:45.129494 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:38:45.131765 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45674adf-4378-4ea0-9ee1-a67517ad66a5" -d '{"events": [{"server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "name": "network-vif-plugged", "status": "completed", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:38:45.149394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:45.175705 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6940cc-d5a6-4265-b60d-97f29cdda5a0 x-openstack-request-id: req-7e6940cc-d5a6-4265-b60d-97f29cdda5a0 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:38:45.175705 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "name": "network-vif-plugged", "status": "completed", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:38:45.175705 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e6940cc-d5a6-4265-b60d-97f29cdda5a0 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:38:45.175705 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9', 'code': 200} Aug 19 13:38:45.227678 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:45.279343 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:46.036420 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6bd60-2ba8-466f-9f35-1eaf4c8a6110 req-d8e44e51-5c09-43be-b759-408c133d1b0a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:46.039275 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40c6bd60-2ba8-466f-9f35-1eaf4c8a6110 req-d8e44e51-5c09-43be-b759-408c133d1b0a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0551951 Aug 19 13:38:46.078320 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-40c6bd60-2ba8-466f-9f35-1eaf4c8a6110 req-4f242f47-47dd-419d-9b79-83ebe84430e0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340478 Aug 19 13:38:47.201852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422d274-03a1-416d-b83d-ca37ae63a06f req-ab877792-1969-4762-b042-0c9a4d719d14 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:47.203403 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c422d274-03a1-416d-b83d-ca37ae63a06f req-ab877792-1969-4762-b042-0c9a4d719d14 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0548003 Aug 19 13:38:47.243516 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-c422d274-03a1-416d-b83d-ca37ae63a06f req-b2918ce3-90b3-4b70-98ca-d7bae59b6dce tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332963 Aug 19 13:38:48.376124 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077d73-2e01-4a3f-81f4-8de46554abff req-dd4fe2a0-74cf-448b-8ee6-1c76d66bbf7a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:48.380123 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24077d73-2e01-4a3f-81f4-8de46554abff req-dd4fe2a0-74cf-448b-8ee6-1c76d66bbf7a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0599244 Aug 19 13:38:48.429213 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24077d73-2e01-4a3f-81f4-8de46554abff req-cc1e6bd1-93ee-46f6-8fcf-b1d778a98413 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436335 Aug 19 13:38:49.642294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60edefa-24b8-4ef1-9224-3b907ba5e796 req-e84951ee-3942-4f5a-a0e4-a09672de81a8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:49.644110 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b60edefa-24b8-4ef1-9224-3b907ba5e796 req-e84951ee-3942-4f5a-a0e4-a09672de81a8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.1190677 Aug 19 13:38:49.686151 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b60edefa-24b8-4ef1-9224-3b907ba5e796 req-03cb8e3d-3dd7-40f8-a577-41a1df665058 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355780 Aug 19 13:38:50.872291 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6bb5b-7ef9-40a7-aac5-c975049848b0 req-76c4750e-2360-46a2-8aca-5ea40bae1a62 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:50.872291 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-30e6bb5b-7ef9-40a7-aac5-c975049848b0 req-76c4750e-2360-46a2-8aca-5ea40bae1a62 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.1138670 Aug 19 13:38:50.917092 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-30e6bb5b-7ef9-40a7-aac5-c975049848b0 req-6b0244d6-bfe0-4eae-b0fb-174635245bcc tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363786 Aug 19 13:38:52.047501 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93928b3-6ecf-4758-8eb9-b63f8191e595 req-24e45b94-a66e-412b-8429-d2ed1fb7b5dd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:52.049062 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e93928b3-6ecf-4758-8eb9-b63f8191e595 req-24e45b94-a66e-412b-8429-d2ed1fb7b5dd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0552397 Aug 19 13:38:52.092328 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e93928b3-6ecf-4758-8eb9-b63f8191e595 req-c98e963e-7b01-41a0-8c66-cbfa01ea22a6 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371106 Aug 19 13:38:53.217332 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7737c-3684-4735-867f-2c0a45560831 req-283e5f0c-73a6-4c71-ab4c-6acbba4507ea tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:53.218992 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-caa7737c-3684-4735-867f-2c0a45560831 req-283e5f0c-73a6-4c71-ab4c-6acbba4507ea tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0529747 Aug 19 13:38:53.263590 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-caa7737c-3684-4735-867f-2c0a45560831 req-adbb2d08-253f-4c28-abdb-b23ca7e3c1e6 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355251 Aug 19 13:38:54.378411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753c231-e17b-4174-922a-fd74fe73ca63 req-319dbc3d-9503-49f9-99af-1f0da4d50ed0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:54.379910 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1753c231-e17b-4174-922a-fd74fe73ca63 req-319dbc3d-9503-49f9-99af-1f0da4d50ed0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0490177 Aug 19 13:38:54.417161 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1753c231-e17b-4174-922a-fd74fe73ca63 req-1185daed-5cb7-4921-949e-5960a791fc4d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Aug 19 13:38:54.863575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541b7a3-5a9d-40c6-b6a0-fddd1d7de524 req-8c66bc72-a6c2-4808-b7b0-24c91f09d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:54.865080 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9541b7a3-5a9d-40c6-b6a0-fddd1d7de524 req-8c66bc72-a6c2-4808-b7b0-24c91f09d80d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1096 time: 0.0405941 Aug 19 13:38:54.958593 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541b7a3-5a9d-40c6-b6a0-fddd1d7de524 req-d94f38a1-3a9b-4666-ad35-af1ba8a319ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:54.960130 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9541b7a3-5a9d-40c6-b6a0-fddd1d7de524 req-d94f38a1-3a9b-4666-ad35-af1ba8a319ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0877252 Aug 19 13:38:55.026348 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9541b7a3-5a9d-40c6-b6a0-fddd1d7de524 req-1c58d1d3-6332-4127-9222-dc48c08e98ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 1001 time: 0.0581589 Aug 19 13:38:55.075616 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541b7a3-5a9d-40c6-b6a0-fddd1d7de524 req-053a385e-a46b-4154-8002-f84164c5a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:55.076997 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9541b7a3-5a9d-40c6-b6a0-fddd1d7de524 req-053a385e-a46b-4154-8002-f84164c5a018 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0435576 Aug 19 13:38:55.124926 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541b7a3-5a9d-40c6-b6a0-fddd1d7de524 req-7c5b5891-5dcb-4831-860e-4f850edf416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:55.126373 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9541b7a3-5a9d-40c6-b6a0-fddd1d7de524 req-7c5b5891-5dcb-4831-860e-4f850edf416b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422282 Aug 19 13:38:55.213362 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9541b7a3-5a9d-40c6-b6a0-fddd1d7de524 req-2dd01374-6c83-4ee6-af67-750801b47db2 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799963 Aug 19 13:38:55.304030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9541b7a3-5a9d-40c6-b6a0-fddd1d7de524 req-c1c1c887-207b-49a0-80fd-17af832f5485 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843630 Aug 19 13:38:55.533516 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb8937-3304-47ec-9b5a-f5fe85e50dfc req-91756af7-9579-4e19-99ce-49ac39233216 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:55.536456 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cb8937-3304-47ec-9b5a-f5fe85e50dfc req-91756af7-9579-4e19-99ce-49ac39233216 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0540161 Aug 19 13:38:55.582392 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-87cb8937-3304-47ec-9b5a-f5fe85e50dfc req-1ea029c2-8d3a-4317-b0d2-849b3db2caec tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358565 Aug 19 13:38:56.061479 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:56.698013 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3674a-50f3-4e31-be4c-d39278962614 req-4973e3c8-b849-48ef-a41b-c95770c65507 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:56.699556 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03c3674a-50f3-4e31-be4c-d39278962614 req-4973e3c8-b849-48ef-a41b-c95770c65507 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0509806 Aug 19 13:38:56.735850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03c3674a-50f3-4e31-be4c-d39278962614 req-7467b579-8f36-4704-8172-39b997c6499b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304215 Aug 19 13:38:56.987492 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:57.848593 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83fc84-abe3-4319-bf68-fe200fa650be req-316d564e-278e-48ee-acbe-3f531cdf2e37 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:57.850047 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f83fc84-abe3-4319-bf68-fe200fa650be req-316d564e-278e-48ee-acbe-3f531cdf2e37 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0484040 Aug 19 13:38:57.886401 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1f83fc84-abe3-4319-bf68-fe200fa650be req-01c4560c-5d4b-4316-9aab-ff7c7b597401 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304644 Aug 19 13:38:58.282101 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41409ec-574d-4973-b991-8585c3d128e1 req-469e0284-2b21-4470-a5d5-4d5abf9025e0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:58.283943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a41409ec-574d-4973-b991-8585c3d128e1 req-469e0284-2b21-4470-a5d5-4d5abf9025e0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0508709 Aug 19 13:38:58.322220 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a41409ec-574d-4973-b991-8585c3d128e1 req-069f3d76-ba24-46a4-aad1-1973fad5c7fd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326717 Aug 19 13:38:58.782028 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-4607380d-8096-4e59-9525-998566045bb2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808935 Aug 19 13:38:59.049717 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 8d9be6af-8b48-466c-9433-2589288d79c9 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:38:59.123228 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:59.144705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:38:59.147536 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc1fa1a-3886-4794-a642-9cd0f29d0896" -d '{"events": [{"server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:38:59.168769 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:38:59.179533 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 13:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d756f0a0-5899-460e-a8af-cdf979355034 x-openstack-request-id: req-d756f0a0-5899-460e-a8af-cdf979355034 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:38:59.179825 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "name": "network-vif-unplugged", "status": "failed", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9", "code": 422}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:38:59.180102 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d756f0a0-5899-460e-a8af-cdf979355034 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:38:59.180511 n-d-803757-2 neutron-server[95544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9', 'code': 422} returned with failed status Aug 19 13:38:59.272943 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:38:59.319129 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:38:59.438246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221fc8a-499b-45b6-9ad7-8ed34fd3396e req-72dc5f5f-08a8-4331-9973-4068b572968f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:38:59.439750 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2221fc8a-499b-45b6-9ad7-8ed34fd3396e req-72dc5f5f-08a8-4331-9973-4068b572968f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 943 time: 0.0522726 Aug 19 13:38:59.477652 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2221fc8a-499b-45b6-9ad7-8ed34fd3396e req-7fe6b0ad-d05f-4a23-be4f-1c453f927037 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316293 Aug 19 13:39:00.591469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b922cf-6342-47ea-9253-cfa16949cb31 req-e1efe804-f773-4410-a54c-875dca55e877 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:00.592943 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b5b922cf-6342-47ea-9253-cfa16949cb31 req-e1efe804-f773-4410-a54c-875dca55e877 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 943 time: 0.0484793 Aug 19 13:39:00.629599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b5b922cf-6342-47ea-9253-cfa16949cb31 req-c53debef-0de0-4be1-a082-4e608dbea4ec tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Aug 19 13:39:01.741517 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94939885-3cc0-4be3-a959-6eb1372f062e req-baf2307b-59d7-44a7-b511-ddaabd6b2037 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:01.742983 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94939885-3cc0-4be3-a959-6eb1372f062e req-baf2307b-59d7-44a7-b511-ddaabd6b2037 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 943 time: 0.0484378 Aug 19 13:39:01.779322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-94939885-3cc0-4be3-a959-6eb1372f062e req-c9b9bd00-2d2f-4586-97e7-ff15361aa8bd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305526 Aug 19 13:39:02.896470 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60386dce-7ac1-4ce6-829d-295e22ed52a6 req-f8d9d6c2-3bd4-4acb-8934-231ec0721534 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:02.898629 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-60386dce-7ac1-4ce6-829d-295e22ed52a6 req-f8d9d6c2-3bd4-4acb-8934-231ec0721534 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 943 time: 0.0553470 Aug 19 13:39:02.935484 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-60386dce-7ac1-4ce6-829d-295e22ed52a6 req-84517124-d579-4922-8976-56550f91ba3d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Aug 19 13:39:04.050083 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda92ce-58c0-49dc-8106-f5ab569a2bad req-d54c4a68-6d5e-4157-a83f-7eed455f64e4 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:04.051594 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebda92ce-58c0-49dc-8106-f5ab569a2bad req-d54c4a68-6d5e-4157-a83f-7eed455f64e4 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 943 time: 0.0494738 Aug 19 13:39:04.088806 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ebda92ce-58c0-49dc-8106-f5ab569a2bad req-47f26586-beaa-43b4-a65a-ca6b57811e03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307517 Aug 19 13:39:04.272485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-f22bf8e5-1493-492b-b137-afb95673968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:04.273976 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-f22bf8e5-1493-492b-b137-afb95673968d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325&tenant_id=a35659b6ebb442c395ec2184119d63a4 HTTP/1.1" status: 200 len: 1094 time: 0.0895448 Aug 19 13:39:04.286341 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:39:04.338730 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:04.534719 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:04.567978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:39:04.603937 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9be6af-8b48-466c-9433-2589288d79c9 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:39:04.611222 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:04.623722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Transition to ACTIVE for port object 8d9be6af-8b48-466c-9433-2589288d79c9 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:39:04.689716 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:04.760987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=9']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:04.774086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.774485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.774853 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.775206 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.775541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.775871 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.776196 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.776524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.776846 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.777169 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.777490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.777812 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:39:04.829380 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] No DVR routers for this DVR port 8d9be6af-8b48-466c-9433-2589288d79c9 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:39:04.966134 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Attempting to bind port 8d9be6af-8b48-466c-9433-2589288d79c9 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:39:04.966464 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Attempting to bind port 8d9be6af-8b48-466c-9433-2589288d79c9 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:39:04.966789 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Attempting to bind port 8d9be6af-8b48-466c-9433-2589288d79c9 on network 6314a6d6-6575-463d-aaca-867f16375313 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:39:04.971091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Port 8d9be6af-8b48-466c-9433-2589288d79c9 on network 6314a6d6-6575-463d-aaca-867f16375313 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:39:04.971412 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Attempting to bind port 8d9be6af-8b48-466c-9433-2589288d79c9 on network 6314a6d6-6575-463d-aaca-867f16375313 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:39:04.977356 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:39:04.977704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Checking segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:39:04.978091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Bound using segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:39:04.978518 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Bound port: 8d9be6af-8b48-466c-9433-2589288d79c9, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:39:04.978917 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:05.044232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:39:05.046157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:39:05.090062 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0845023f-54f9-4ff7-9a96-648743b3a353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:05.131190 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:05.164243 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:05.164828 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:05.166513 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] 10.222.0.30 "PUT /v2.0/ports/8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 1091 time: 0.8842285 Aug 19 13:39:05.169176 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:39:05.171950 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:39:05.210915 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e8499-e0a6-40ef-bf97-ef8de9e051fd req-0bf3a82c-9445-40b1-aa11-8b1052f863ad tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:05.213601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e76e8499-e0a6-40ef-bf97-ef8de9e051fd req-0bf3a82c-9445-40b1-aa11-8b1052f863ad tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0566683 Aug 19 13:39:05.223662 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2606179-30d9-4848-804c-048acb57b73c x-openstack-request-id: req-f2606179-30d9-4848-804c-048acb57b73c {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:39:05.223976 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:39:05.224197 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2606179-30d9-4848-804c-048acb57b73c {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:39:05.224594 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9', 'status': 'completed', 'code': 200} Aug 19 13:39:05.253144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e76e8499-e0a6-40ef-bf97-ef8de9e051fd req-45369ee1-cc76-4576-a3a9-5b54a136b24b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336990 Aug 19 13:39:05.257321 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b310fea-3ffa-4d26-8453-491567855f8e service neutron] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=10']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:05.277241 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-dc7f76b7-d678-4ea6-9f90-e90d57007c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:05.278932 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-dc7f76b7-d678-4ea6-9f90-e90d57007c51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1095 time: 0.0809693 Aug 19 13:39:05.372446 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-e1d2ba90-a5b4-46ec-8762-8069e8afe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:05.373943 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-e1d2ba90-a5b4-46ec-8762-8069e8afe681 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0875797 Aug 19 13:39:05.442780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-59508252-b2c9-4beb-9b10-1edd6b57dc93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 999 time: 0.0616951 Aug 19 13:39:05.492109 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-8dee9418-5d93-4da8-9aea-1ed0cdb23abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:05.493453 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-8dee9418-5d93-4da8-9aea-1ed0cdb23abb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0436628 Aug 19 13:39:05.540159 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-b900066b-8070-4b59-8029-e3fd3f50e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:05.541735 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-b900066b-8070-4b59-8029-e3fd3f50e0e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410776 Aug 19 13:39:05.552489 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-42e34620-4189-4dfe-a0a2-b3ff4485cebc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95543) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:39:05.553431 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-42e34620-4189-4dfe-a0a2-b3ff4485cebc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051045 Aug 19 13:39:05.647882 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-08e175cb-d9b3-46f0-ba56-744cb310d7ee service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871325 Aug 19 13:39:05.739099 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8a0de0dc-3b68-43e9-80a3-1fcdcb745611 req-33bfc7bb-a5ef-48fa-afd4-868642ede7df service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833750 Aug 19 13:39:05.898423 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b req-9a1dbc78-f0d3-4b3b-8983-5d35e2090529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:05.899979 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b req-9a1dbc78-f0d3-4b3b-8983-5d35e2090529 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1095 time: 0.0421891 Aug 19 13:39:05.998873 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b req-95b20253-9acf-4e81-ab1f-3563c6275083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:06.000382 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b req-95b20253-9acf-4e81-ab1f-3563c6275083 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0933607 Aug 19 13:39:06.075269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b req-21831918-5548-4499-86c1-685e30f45bfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 999 time: 0.0663729 Aug 19 13:39:06.127770 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b req-69565ea1-21b1-42c0-af59-a8b8c80ce535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:06.129198 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b req-69565ea1-21b1-42c0-af59-a8b8c80ce535 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0465426 Aug 19 13:39:06.175048 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b req-0cd4ecaa-cb53-42bd-9637-a3d9fb5cb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:06.176439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b req-0cd4ecaa-cb53-42bd-9637-a3d9fb5cb567 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397594 Aug 19 13:39:06.268115 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b req-18d331a9-c3c6-4928-ba37-44bcb172be2e service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837417 Aug 19 13:39:06.343472 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:39:06.443733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd26424-188d-4ef4-81c8-6bda600ff624 req-2b87dcf7-dca9-4a5a-ad6c-bc7d322033a3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:06.452395 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccd26424-188d-4ef4-81c8-6bda600ff624 req-2b87dcf7-dca9-4a5a-ad6c-bc7d322033a3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0753679 Aug 19 13:39:06.497192 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ccd26424-188d-4ef4-81c8-6bda600ff624 req-b9c74bf2-e9a2-4657-b7b1-f65aa331a44c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433528 Aug 19 13:39:07.617315 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82adca-d554-4662-ba37-90e362033c88 req-cfcb6bc3-6d65-4879-ac80-1b1ef0bd3022 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:07.618835 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d82adca-d554-4662-ba37-90e362033c88 req-cfcb6bc3-6d65-4879-ac80-1b1ef0bd3022 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0539045 Aug 19 13:39:07.659615 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0d82adca-d554-4662-ba37-90e362033c88 req-66b69ef6-16d0-4b0f-978b-3bf9cf2f1971 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346315 Aug 19 13:39:07.702018 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:07.825276 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-18901f2d-f985-4d5d-87e8-8f7276af7daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:08.780675 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a7d0b-1a33-4e8f-b577-139e053a0d89 req-7251d7ba-aa9e-4b5d-96f2-2bf0ce1777f6 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:08.782153 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-753a7d0b-1a33-4e8f-b577-139e053a0d89 req-7251d7ba-aa9e-4b5d-96f2-2bf0ce1777f6 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0516057 Aug 19 13:39:08.821751 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-753a7d0b-1a33-4e8f-b577-139e053a0d89 req-400180f1-76e1-4e7f-ac85-4c364fac99bb tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335290 Aug 19 13:39:09.433364 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:10.077130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82de70-2822-4428-b174-d537e2562857 req-4aa8aba1-2c11-437d-9b73-53c5c673c836 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:10.078689 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bc82de70-2822-4428-b174-d537e2562857 req-4aa8aba1-2c11-437d-9b73-53c5c673c836 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.1868846 Aug 19 13:39:10.119457 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-bc82de70-2822-4428-b174-d537e2562857 req-0e5a6bfc-7d92-463b-a153-ebcb79e43e0e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347924 Aug 19 13:39:10.856353 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:11.250032 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca13fe-f495-494a-b664-eec5fbf5fdb2 req-2261045a-6eb9-4ed4-8bf4-2c9e7b7b13aa tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:11.251613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8ca13fe-f495-494a-b664-eec5fbf5fdb2 req-2261045a-6eb9-4ed4-8bf4-2c9e7b7b13aa tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0580969 Aug 19 13:39:11.291458 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c8ca13fe-f495-494a-b664-eec5fbf5fdb2 req-2bb80cb8-6363-4953-8c59-dd43a239eafb tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336866 Aug 19 13:39:12.419919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49858b74-9e99-4f27-9178-0a65a5a64cf5 req-19e5ee14-9dfd-4828-ac9c-5673ba37a64a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:12.421643 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49858b74-9e99-4f27-9178-0a65a5a64cf5 req-19e5ee14-9dfd-4828-ac9c-5673ba37a64a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0575891 Aug 19 13:39:12.470219 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-49858b74-9e99-4f27-9178-0a65a5a64cf5 req-62125bf2-b391-4620-95b1-bf180e520f1a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Aug 19 13:39:13.600777 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cb719-2ec9-409a-be79-8b48729bd282 req-6e38e761-5314-4d46-a492-f7c5b40e2c84 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:13.602317 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7d5cb719-2ec9-409a-be79-8b48729bd282 req-6e38e761-5314-4d46-a492-f7c5b40e2c84 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0566185 Aug 19 13:39:13.641768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7d5cb719-2ec9-409a-be79-8b48729bd282 req-46cbb709-7f62-4934-8109-b98fccc06ad0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333934 Aug 19 13:39:14.767042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891af832-242f-47a9-aa4f-4499549abcb9 req-2b391016-e41b-4e87-9a31-db09be919a69 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:14.768809 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-891af832-242f-47a9-aa4f-4499549abcb9 req-2b391016-e41b-4e87-9a31-db09be919a69 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0532117 Aug 19 13:39:14.828107 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-891af832-242f-47a9-aa4f-4499549abcb9 req-d638fd88-b668-45e0-a1f5-ef4395313744 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526230 Aug 19 13:39:15.940471 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f0054-a7d1-4184-96a2-025ab2045057 req-bace102a-0426-4713-93da-d8521e2207bf tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:15.941953 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e3f0054-a7d1-4184-96a2-025ab2045057 req-bace102a-0426-4713-93da-d8521e2207bf tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0521374 Aug 19 13:39:15.981399 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4e3f0054-a7d1-4184-96a2-025ab2045057 req-360b1b5a-349b-444f-b524-2075f7564977 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331206 Aug 19 13:39:17.103089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16458b-e052-4532-b2cf-19c0037c4025 req-5aee9be2-87f8-45b9-8644-8031823dd9fe tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:17.104590 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f16458b-e052-4532-b2cf-19c0037c4025 req-5aee9be2-87f8-45b9-8644-8031823dd9fe tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0536661 Aug 19 13:39:17.119928 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a05ca94b-9855-4ed0-877d-90bfee5d2f5b req-e52d7af6-746d-493d-af90-459622506130 service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891390 Aug 19 13:39:17.143087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4f16458b-e052-4532-b2cf-19c0037c4025 req-45324a0e-9ff9-4fc5-b567-db68af31f551 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318859 Aug 19 13:39:18.274955 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e4343-3030-4a6d-b8d4-07b2d80dca5b req-715636ad-4f49-444e-a8ed-2a4fdccd73f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:18.276409 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf8e4343-3030-4a6d-b8d4-07b2d80dca5b req-715636ad-4f49-444e-a8ed-2a4fdccd73f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0497072 Aug 19 13:39:18.313850 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-cf8e4343-3030-4a6d-b8d4-07b2d80dca5b req-0d5ae604-a78d-4faf-9c26-c96a7a1c093e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Aug 19 13:39:19.420728 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e769084-d0b4-4cde-b59e-a88093931224 req-d9fb48d3-d1de-4ab5-8bdf-a6fa5f6d4d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:19.422238 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e769084-d0b4-4cde-b59e-a88093931224 req-d9fb48d3-d1de-4ab5-8bdf-a6fa5f6d4d7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1095 time: 0.0438297 Aug 19 13:39:19.430313 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971d9a2-f04a-44a3-b0a3-b331a10df51d req-82ad5797-cc8a-4936-9ebc-d1456436a6dd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:19.431925 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8971d9a2-f04a-44a3-b0a3-b331a10df51d req-82ad5797-cc8a-4936-9ebc-d1456436a6dd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 944 time: 0.0505800 Aug 19 13:39:19.471598 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8971d9a2-f04a-44a3-b0a3-b331a10df51d req-b1e02c96-63ec-4849-a1f1-2a8d3e97f16e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328679 Aug 19 13:39:19.529463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e769084-d0b4-4cde-b59e-a88093931224 req-3cc60208-af62-45a4-ac46-92be684ddadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:19.531033 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e769084-d0b4-4cde-b59e-a88093931224 req-3cc60208-af62-45a4-ac46-92be684ddadb service neutron] 10.222.0.30 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0896404 Aug 19 13:39:19.596697 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e769084-d0b4-4cde-b59e-a88093931224 req-2858ed09-cb05-4652-9bb3-404adcab5428 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 999 time: 0.0583723 Aug 19 13:39:19.644669 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e769084-d0b4-4cde-b59e-a88093931224 req-f37844c2-fcaf-4bed-b744-0cd825650cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:19.646448 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e769084-d0b4-4cde-b59e-a88093931224 req-f37844c2-fcaf-4bed-b744-0cd825650cd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0423558 Aug 19 13:39:19.667634 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8d9be6af-8b48-466c-9433-2589288d79c9 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:39:19.698088 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e769084-d0b4-4cde-b59e-a88093931224 req-639d0fb6-849e-42af-abc1-fd70cb74a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:19.699641 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e769084-d0b4-4cde-b59e-a88093931224 req-639d0fb6-849e-42af-abc1-fd70cb74a1e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461345 Aug 19 13:39:19.763170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:19.775485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '8d9be6af-8b48-466c-9433-2589288d79c9', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'port_id': '8d9be6af-8b48-466c-9433-2589288d79c9', 'mac_address': 'fa:16:3e:4d:08:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:39:19.792955 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e769084-d0b4-4cde-b59e-a88093931224 req-899da231-bc14-48a5-b6be-a5e5d001df06 service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850737 Aug 19 13:39:19.813806 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:19.828286 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9be6af-8b48-466c-9433-2589288d79c9 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:39:19.847549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:19.889964 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e769084-d0b4-4cde-b59e-a88093931224 req-b10455a2-d6f4-4f35-b91a-495eba8f228f service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896132 Aug 19 13:39:19.939257 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:19.989088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=11']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:20.191786 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['8d9be6af-8b48-466c-9433-2589288d79c9'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:39:20.585919 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374363-3eba-4554-b908-c98773ef5d8c req-cefc3d9d-606f-4c22-bae3-59c912420487 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:20.588034 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56374363-3eba-4554-b908-c98773ef5d8c req-cefc3d9d-606f-4c22-bae3-59c912420487 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Aug 19 13:39:20.625653 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-56374363-3eba-4554-b908-c98773ef5d8c req-96551f4e-2eae-4375-9d65-f86c731da470 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317593 Aug 19 13:39:21.668729 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8d9be6af-8b48-466c-9433-2589288d79c9 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:39:21.741509 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d7d09-dfe3-453a-8db8-057090aba398 req-f673f9f5-860c-4b8c-af70-be4bf9dd1243 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:21.743691 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-929d7d09-dfe3-453a-8db8-057090aba398 req-f673f9f5-860c-4b8c-af70-be4bf9dd1243 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 945 time: 0.0493259 Aug 19 13:39:21.780349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-929d7d09-dfe3-453a-8db8-057090aba398 req-f4b1c288-05a2-4ba6-9198-0f25dcf59e51 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308197 Aug 19 13:39:21.798868 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 8d9be6af-8b48-466c-9433-2589288d79c9 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:39:21.803012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 8d9be6af-8b48-466c-9433-2589288d79c9 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:39:21.803409 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:21.878622 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:21.900596 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:39:21.902816 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9f6b8c-5fb9-48ce-b5ca-8fab7dd757af" -d '{"events": [{"server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "name": "network-vif-plugged", "status": "completed", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:39:21.919431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:39:21.939481 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ac3daa-55f7-4133-95b7-7950ebdaa2b5 x-openstack-request-id: req-68ac3daa-55f7-4133-95b7-7950ebdaa2b5 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:39:21.939899 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "name": "network-vif-plugged", "status": "completed", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:39:21.940152 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68ac3daa-55f7-4133-95b7-7950ebdaa2b5 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:39:21.940542 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9', 'code': 200} Aug 19 13:39:21.996176 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:22.043103 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=12']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:39:22.162956 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b3c36-bee3-403b-aa4c-9cfd1afb7c54 req-84285b68-d9a1-4420-928f-f1c41df2fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:22.164351 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f6b3c36-bee3-403b-aa4c-9cfd1afb7c54 req-84285b68-d9a1-4420-928f-f1c41df2fb2d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1097 time: 0.0394139 Aug 19 13:39:22.197545 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3f6b3c36-bee3-403b-aa4c-9cfd1afb7c54 req-91a00d63-313e-4f26-92d9-378453f71d1e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261245 Aug 19 13:39:22.899626 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e303cae-63f3-4a18-ba5a-adf478c65d07 req-f2b356f3-0018-4c0f-8d74-3e2bff6576a7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:22.901106 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e303cae-63f3-4a18-ba5a-adf478c65d07 req-f2b356f3-0018-4c0f-8d74-3e2bff6576a7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 946 time: 0.0531609 Aug 19 13:39:22.939138 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e303cae-63f3-4a18-ba5a-adf478c65d07 req-ff6eb94e-a639-49af-952e-122214b6687b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 Aug 19 13:39:24.058958 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde9241-0199-47ed-b534-89fb475e1a83 req-c4115da3-a30d-43c6-b6c5-bb73702dc6f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:24.060441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3cde9241-0199-47ed-b534-89fb475e1a83 req-c4115da3-a30d-43c6-b6c5-bb73702dc6f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 946 time: 0.0538929 Aug 19 13:39:24.097573 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3cde9241-0199-47ed-b534-89fb475e1a83 req-f027fd5a-7bc7-4814-bc30-af5be08855b3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312960 Aug 19 13:39:25.217331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ab561-3a63-46c4-9b63-9fd6af804bd9 req-46f62d27-d5d9-47c4-b6ca-1d1932b83f36 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:39:25.218826 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f7ab561-3a63-46c4-9b63-9fd6af804bd9 req-46f62d27-d5d9-47c4-b6ca-1d1932b83f36 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 946 time: 0.0483775 Aug 19 13:39:25.255850 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5f7ab561-3a63-46c4-9b63-9fd6af804bd9 req-5582d60d-6c88-408b-abf8-2be6d23103cc tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Aug 19 13:39:26.116226 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:27.004477 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:35.124042 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dee177b4-81e9-4e10-a7d3-93ae617d8c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:37.715586 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:37.812509 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7b31df50-e25f-4ff3-9761-00dc8d3be3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:39.426650 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:40.835562 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:43.332594 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:39:56.111987 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:39:56.966903 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:05.117769 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-418ebcd9-b182-47e5-b8fb-5cc47142628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:07.743541 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:07.857995 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a3f2-873e-49b4-a6b1-57a984f3500f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:09.448940 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:10.860862 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:19.380585 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-6a9364ef-5236-4301-92c1-f451455e2026 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396893 Aug 19 13:40:19.461362 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-b2bc9fec-4562-4433-8856-fad0a88e0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:19.462833 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-b2bc9fec-4562-4433-8856-fad0a88e0eb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1097 time: 0.0404775 Aug 19 13:40:19.567205 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-cf37fdce-007f-4456-8364-040b0d703a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:19.568642 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-cf37fdce-007f-4456-8364-040b0d703a17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0861192 Aug 19 13:40:19.631986 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-35328b1a-c0b7-4664-a450-2b91e11c8505 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 1001 time: 0.0562167 Aug 19 13:40:19.682246 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-ce5a4ee6-5bfe-4045-acb5-bddc75dd019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:19.683719 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-ce5a4ee6-5bfe-4045-acb5-bddc75dd019b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0452175 Aug 19 13:40:19.733027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-b2fe5503-46c4-4da2-ac65-d968babeb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:19.734489 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-b2fe5503-46c4-4da2-ac65-d968babeb9ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434332 Aug 19 13:40:19.822901 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-bb3b5d2b-5063-4cdf-ac27-4cb557c08210 service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803084 Aug 19 13:40:19.912518 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9f72c599-4747-4e8c-abd7-00f549c429f1 req-f038edaa-9e13-4f01-9bd3-931e2bec723c service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823450 Aug 19 13:40:20.330756 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:40:26.080136 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:27.012148 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:35.105839 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6d034dbf-7c47-4db0-b9f2-a983844094e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:37.737025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:37.828780 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9b669b03-4001-4ab4-9e29-66ea7274834c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:38.308976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56476) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:40:38.479471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Deleting port f549eeea-1ecd-44ad-9f1f-094aad1bfc2f {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:40:38.479810 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:38.558112 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:38.558440 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:38.570713 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Calling delete_port for f549eeea-1ecd-44ad-9f1f-094aad1bfc2f owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:40:38.777537 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:38.800966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event deleted for resources: {'Port': ['ID=f549eeea-1ecd-44ad-9f1f-094aad1bfc2f,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:40:38.814638 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.815014 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.815359 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.815699 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.816032 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.816381 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.816698 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.817704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.818037 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.818367 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.818695 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.819042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:38.872082 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:38.872421 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Floating IP 1c0f39ad-f4ea-434c-a873-9ebb19d678a7 disassociated (deleted). External IP: 172.25.2.244, port: 8d9be6af-8b48-466c-9433-2589288d79c9. Aug 19 13:40:39.077056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:40:39.183728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:40:39.188153 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:39.193671 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849173e5-6ce8-4d19-8de5-244b0cf5d2b6 None None] Sync routers for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:40:39.203403 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849173e5-6ce8-4d19-8de5-244b0cf5d2b6 None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:40:39.204024 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-849173e5-6ce8-4d19-8de5-244b0cf5d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:40:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:40:39.215576 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c853c376-82eb-47ca-8750-f7629c9425f0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "DELETE /v2.0/floatingips/1c0f39ad-f4ea-434c-a873-9ebb19d678a7 HTTP/1.1" status: 204 len: 168 time: 0.9055858 Aug 19 13:40:39.216304 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:40:39.218926 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e832c86-feea-4e02-87d1-9b135dcfd859" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:40:39.310335 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-849173e5-6ce8-4d19-8de5-244b0cf5d2b6 None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:40:39.331584 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31112921-e9b2-43d8-ad4b-9fea2a751afa x-openstack-request-id: req-31112921-e9b2-43d8-ad4b-9fea2a751afa {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:40:39.332135 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:40:39.332135 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31112921-e9b2-43d8-ad4b-9fea2a751afa {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:40:39.333162 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9', 'status': 'completed', 'code': 200} Aug 19 13:40:39.408230 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832c86-feea-4e02-87d1-9b135dcfd859 req-ccbbee49-d0aa-4468-af06-74024f4e3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:39.409755 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e832c86-feea-4e02-87d1-9b135dcfd859 req-ccbbee49-d0aa-4468-af06-74024f4e3a3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 1097 time: 0.0556479 Aug 19 13:40:39.499759 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832c86-feea-4e02-87d1-9b135dcfd859 req-5f0bebf8-7207-4ee0-951f-5e78bea1876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:39.501232 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e832c86-feea-4e02-87d1-9b135dcfd859 req-5f0bebf8-7207-4ee0-951f-5e78bea1876c service neutron] 10.222.0.30 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0846183 Aug 19 13:40:39.505741 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:39.556560 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e832c86-feea-4e02-87d1-9b135dcfd859 req-e939bfde-1983-4ba2-8746-5af0badd00ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 200 len: 217 time: 0.0475297 Aug 19 13:40:39.605527 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832c86-feea-4e02-87d1-9b135dcfd859 req-e5b3cc78-b8b4-45db-9576-1adeb8e61f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:39.607418 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e832c86-feea-4e02-87d1-9b135dcfd859 req-e5b3cc78-b8b4-45db-9576-1adeb8e61f51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0443354 Aug 19 13:40:39.609290 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-849173e5-6ce8-4d19-8de5-244b0cf5d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:40:39.634969 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849173e5-6ce8-4d19-8de5-244b0cf5d2b6 None None] Checking router: 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:40:39.642979 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849173e5-6ce8-4d19-8de5-244b0cf5d2b6 None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:40:39.643581 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-849173e5-6ce8-4d19-8de5-244b0cf5d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:40:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:40:39.654838 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832c86-feea-4e02-87d1-9b135dcfd859 req-d8496d6f-8824-4c3d-b0c0-9f12a791e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:39.656350 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e832c86-feea-4e02-87d1-9b135dcfd859 req-d8496d6f-8824-4c3d-b0c0-9f12a791e465 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413420 Aug 19 13:40:39.752733 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c63afc-2abf-45a2-a9e6-221580a2a5d0 req-01834caf-d4d9-4e8a-8852-d374a2a87954 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:39.754279 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03c63afc-2abf-45a2-a9e6-221580a2a5d0 req-01834caf-d4d9-4e8a-8852-d374a2a87954 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 946 time: 0.0511429 Aug 19 13:40:39.755968 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-849173e5-6ce8-4d19-8de5-244b0cf5d2b6 None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:40:39.764336 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e832c86-feea-4e02-87d1-9b135dcfd859 req-5d5d3cc5-57aa-4b05-be70-e203f1a64a32 service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996044 Aug 19 13:40:39.794412 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-03c63afc-2abf-45a2-a9e6-221580a2a5d0 req-bd6de345-19ac-49bb-81e7-985ecde49ec9 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328805 Aug 19 13:40:39.855741 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6e832c86-feea-4e02-87d1-9b135dcfd859 req-ea07fc34-75a3-4e86-8f3f-f16960a81bec service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837045 Aug 19 13:40:39.966869 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-849173e5-6ce8-4d19-8de5-244b0cf5d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:40:39.992710 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849173e5-6ce8-4d19-8de5-244b0cf5d2b6 None None] The sync data for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 is: [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:40:40.215012 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce13b264-4c54-4f0a-8358-ac5bcfddd11c None None] New status for floating IP 1c0f39ad-f4ea-434c-a873-9ebb19d678a7: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:40:40.863222 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:40.917322 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532293b-7d98-4f3f-bf40-c20e135ecdfe req-86c51107-e6cb-400b-9a25-c816ecf41647 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:40.918793 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5532293b-7d98-4f3f-bf40-c20e135ecdfe req-86c51107-e6cb-400b-9a25-c816ecf41647 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 946 time: 0.0537415 Aug 19 13:40:40.955446 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5532293b-7d98-4f3f-bf40-c20e135ecdfe req-acb9cc5a-421d-4949-be32-1f8720bd95bd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303671 Aug 19 13:40:41.097580 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e4ff7-a435-4f59-9372-20f4dbdfaa49 req-bb60c9dc-e580-4762-9396-e4e834b8cf66 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:40:41.099042 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9e0e4ff7-a435-4f59-9372-20f4dbdfaa49 req-bb60c9dc-e580-4762-9396-e4e834b8cf66 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 946 time: 0.0479305 Aug 19 13:40:41.190558 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-9e0e4ff7-a435-4f59-9372-20f4dbdfaa49 req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Deleting port 8d9be6af-8b48-466c-9433-2589288d79c9 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:40:41.190929 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9e0e4ff7-a435-4f59-9372-20f4dbdfaa49 req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:41.279186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-9e0e4ff7-a435-4f59-9372-20f4dbdfaa49 req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] For port 8d9be6af-8b48-466c-9433-2589288d79c9, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=8d9be6af-8b48-466c-9433-2589288d79c9,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:40:41.279467 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9e0e4ff7-a435-4f59-9372-20f4dbdfaa49 req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:41.291826 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [req-9e0e4ff7-a435-4f59-9372-20f4dbdfaa49 req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Calling delete_port for 8d9be6af-8b48-466c-9433-2589288d79c9 owned by compute:nova {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:40:41.506316 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9e0e4ff7-a435-4f59-9372-20f4dbdfaa49 req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:41.532054 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event deleted for resources: {'Port': ['ID=8d9be6af-8b48-466c-9433-2589288d79c9,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:40:41.541666 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.542008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.542344 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.542673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.543023 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.543346 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.543670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.544823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.544823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.545016 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.545239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.545460 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:40:41.585251 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0e4ff7-a435-4f59-9372-20f4dbdfaa49 req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] No DVR routers for this DVR port 8d9be6af-8b48-466c-9433-2589288d79c9 on host n-h2-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:40:41.588013 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-9e0e4ff7-a435-4f59-9372-20f4dbdfaa49 req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:41.590298 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9e0e4ff7-a435-4f59-9372-20f4dbdfaa49 req-33f01bae-17b1-4b4d-8fe0-fee41260c7b5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.30 "DELETE /v2.0/ports/8d9be6af-8b48-466c-9433-2589288d79c9 HTTP/1.1" status: 204 len: 173 time: 0.4849749 Aug 19 13:40:41.590734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'name': 'network-vif-deleted', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:40:41.592999 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d693d4-505d-440c-8456-813fc1f890e4" -d '{"events": [{"server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "name": "network-vif-deleted", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:40:41.680518 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d00fd38-e4e2-4762-9f19-c7bf8a30829c x-openstack-request-id: req-0d00fd38-e4e2-4762-9f19-c7bf8a30829c {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:40:41.680809 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9cbc11-7b33-4f67-b688-39b659c9e325", "name": "network-vif-deleted", "tag": "8d9be6af-8b48-466c-9433-2589288d79c9", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:40:41.681065 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d00fd38-e4e2-4762-9f19-c7bf8a30829c {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:40:41.681468 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9cbc11-7b33-4f67-b688-39b659c9e325', 'name': 'network-vif-deleted', 'tag': '8d9be6af-8b48-466c-9433-2589288d79c9', 'status': 'completed', 'code': 200} Aug 19 13:40:42.065068 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a0d2b708-7310-4bbf-987b-ec44448b1158 req-2b23bd19-2c7f-4f4d-8b74-1627dcd1d97a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b9cbc11-7b33-4f67-b688-39b659c9e325 HTTP/1.1" status: 200 len: 210 time: 0.0277421 Aug 19 13:40:43.119337 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56504) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:40:43.180998 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf2e4a42-5904-4dec-9dd3-469d755da6f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:43.205584 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf2e4a42-5904-4dec-9dd3-469d755da6f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:43.340130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf2e4a42-5904-4dec-9dd3-469d755da6f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:43.342665 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf2e4a42-5904-4dec-9dd3-469d755da6f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:43.343856 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bf2e4a42-5904-4dec-9dd3-469d755da6f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "DELETE /v2.0/security-groups/30dc0fc7-a32e-4a96-9e69-7347ebad0bc1 HTTP/1.1" status: 204 len: 168 time: 0.2235355 Aug 19 13:40:43.353431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e4a42-5904-4dec-9dd3-469d755da6f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc0fc7-a32e-4a96-9e69-7347ebad0bc1,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:40:43.912432 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56510) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:40:43.917276 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-d4898686-75ce-4632-b706-61cecd3f267b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-875907302', 'description': 'tempest-secgroup-smoke-875907302 description', 'project_id': 'a35659b6ebb442c395ec2184119d63a4'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:40:44.008669 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d4898686-75ce-4632-b706-61cecd3f267b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.072507 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8d9be6af-8b48-466c-9433-2589288d79c9 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:40:44.087151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d4898686-75ce-4632-b706-61cecd3f267b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.094938 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 8d9be6af-8b48-466c-9433-2589288d79c9 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:40:44.095281 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 8d9be6af-8b48-466c-9433-2589288d79c9 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:40:44.177931 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d4898686-75ce-4632-b706-61cecd3f267b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.209256 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4898686-75ce-4632-b706-61cecd3f267b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:40:44.274404 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-d4898686-75ce-4632-b706-61cecd3f267b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.275673 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-d4898686-75ce-4632-b706-61cecd3f267b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3622134 Aug 19 13:40:44.278399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56512) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:40:44.282731 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-863398b9-1886-413c-9707-0a901f453444 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': 'a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:40:44.370629 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-863398b9-1886-413c-9707-0a901f453444 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.424173 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-863398b9-1886-413c-9707-0a901f453444 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.502754 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-863398b9-1886-413c-9707-0a901f453444 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.522727 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863398b9-1886-413c-9707-0a901f453444 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ca321a-3b4f-46a4-8102-3c5331e1f0df,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:40:44.602916 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-863398b9-1886-413c-9707-0a901f453444 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.604157 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-863398b9-1886-413c-9707-0a901f453444 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3248250 Aug 19 13:40:44.606784 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56514) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:40:44.611157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-e0566dfd-efa8-427d-bf2e-45686d09a2ca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': 'a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:40:44.725088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0566dfd-efa8-427d-bf2e-45686d09a2ca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.781284 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0566dfd-efa8-427d-bf2e-45686d09a2ca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.865731 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0566dfd-efa8-427d-bf2e-45686d09a2ca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.885903 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0566dfd-efa8-427d-bf2e-45686d09a2ca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faca07c2-57f3-4cbc-8303-06bc80d7845c,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:40:44.948405 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-e0566dfd-efa8-427d-bf2e-45686d09a2ca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:44.949592 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-e0566dfd-efa8-427d-bf2e-45686d09a2ca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3418589 Aug 19 13:40:44.952304 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56516) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:40:44.956668 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7971ba1e-53b5-4fa1-b246-00d54a6194f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': 'a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:40:45.062265 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7971ba1e-53b5-4fa1-b246-00d54a6194f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:45.119153 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7971ba1e-53b5-4fa1-b246-00d54a6194f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:45.211432 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7971ba1e-53b5-4fa1-b246-00d54a6194f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:45.225709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971ba1e-53b5-4fa1-b246-00d54a6194f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb3baf7-a098-4656-93d7-060b2ea1f407,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:40:45.411626 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7971ba1e-53b5-4fa1-b246-00d54a6194f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:45.412842 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7971ba1e-53b5-4fa1-b246-00d54a6194f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4596293 Aug 19 13:40:45.415603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56518) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:40:45.420280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-66002524-4e79-4a34-aff4-b68b3555d6ea tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': 'a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:40:45.556299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66002524-4e79-4a34-aff4-b68b3555d6ea tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:45.616954 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66002524-4e79-4a34-aff4-b68b3555d6ea tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:45.719795 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66002524-4e79-4a34-aff4-b68b3555d6ea tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:45.740089 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66002524-4e79-4a34-aff4-b68b3555d6ea tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c3c3a7-375f-47ba-a7eb-d07511db4562,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:40:45.862915 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66002524-4e79-4a34-aff4-b68b3555d6ea tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:45.864169 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-66002524-4e79-4a34-aff4-b68b3555d6ea tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4475813 Aug 19 13:40:45.867574 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56520) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:40:45.873293 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-10b12335-b2ca-470e-96d0-dc128ecd8aec tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': 'a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:40:45.985798 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-10b12335-b2ca-470e-96d0-dc128ecd8aec tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Project a35659b6ebb442c395ec2184119d63a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:40:45.990945 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10b12335-b2ca-470e-96d0-dc128ecd8aec tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:46.051884 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10b12335-b2ca-470e-96d0-dc128ecd8aec tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:46.128605 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10b12335-b2ca-470e-96d0-dc128ecd8aec tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:46.147372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b12335-b2ca-470e-96d0-dc128ecd8aec tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42b9921-d77a-4ae2-8366-f1cb740d9679,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:40:46.237548 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-10b12335-b2ca-470e-96d0-dc128ecd8aec tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:46.238734 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-10b12335-b2ca-470e-96d0-dc128ecd8aec tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3702238 Aug 19 13:40:46.241465 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56522) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:40:46.245865 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-97e7e6e3-f939-40ab-9885-d77cf88f2a21 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'security_group_rule': {'security_group_id': 'a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a', 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:40:46.340143 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-97e7e6e3-f939-40ab-9885-d77cf88f2a21 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Project a35659b6ebb442c395ec2184119d63a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:40:46.344917 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97e7e6e3-f939-40ab-9885-d77cf88f2a21 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:46.403482 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97e7e6e3-f939-40ab-9885-d77cf88f2a21 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:46.494034 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97e7e6e3-f939-40ab-9885-d77cf88f2a21 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:46.508522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7e6e3-f939-40ab-9885-d77cf88f2a21 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64165b5-2398-44a6-8105-ed9329611e95,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:40:46.608765 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-97e7e6e3-f939-40ab-9885-d77cf88f2a21 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:46.610006 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-97e7e6e3-f939-40ab-9885-d77cf88f2a21 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3675902 Aug 19 13:40:56.120320 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:57.094097 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:40:57.330849 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:41:05.091530 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0028-ab57-459b-bda3-5807589c790b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:06.530119 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-b1d357cf-6759-40de-9a41-78998ff048ca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-875907302&fields=id&tenant_id=a35659b6ebb442c395ec2184119d63a4 HTTP/1.1" status: 200 len: 267 time: 0.0336127 Aug 19 13:41:06.634912 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-21d15e03-6ea3-479a-99b1-f97e253f9fa0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:06.636268 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-21d15e03-6ea3-479a-99b1-f97e253f9fa0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 808 time: 0.0996275 Aug 19 13:41:06.651133 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-4244128e-2e0b-4195-b01a-c20de9986cef tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/quotas/a35659b6ebb442c395ec2184119d63a4 HTTP/1.1" status: 200 len: 375 time: 0.0092936 Aug 19 13:41:06.699648 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-0b34af42-dc8c-4f64-a3ae-2097f78e994f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433657 Aug 19 13:41:06.839567 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-70a9d979-385c-4243-8902-1a91d2ecee5e service neutron] 10.222.0.21 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280332 Aug 19 13:41:06.925836 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-7244c2cc-2477-42a0-9e4b-5441ccc4820c service neutron] 10.222.0.21 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801115 Aug 19 13:41:07.619916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cd5e417c-cc25-43c6-915a-032771b253db req-7b1bbd33-95d3-4448-bba1-cf8b1b3870f8 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 210 time: 0.0274870 Aug 19 13:41:07.740093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:07.848866 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-deefce44-4a99-458c-8222-30a07c45a3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:08.426594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-c7b65232-dcb4-40a1-afd5-a393c86889e3 req-f34b16d7-69ef-4279-8f9e-00b9f91ce9eb service neutron] (95542) timed out ('10.222.0.30', 63519) {{(pid=95542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:41:08.712323 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-93f36469-e62a-4540-bf9e-f876fb39fc18 req-092c5a3d-5c87-45cf-bba5-0557eabc442d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 210 time: 0.0267537 Aug 19 13:41:09.457355 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-8cfcec16-718e-4620-a10c-96055d5e6ef9 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:09.458812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-8cfcec16-718e-4620-a10c-96055d5e6ef9 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.62 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 808 time: 0.1013618 Aug 19 13:41:09.468239 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:09.502282 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-104a3c65-d348-4128-adc7-f10de2400d79 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a35659b6ebb442c395ec2184119d63a4 HTTP/1.1" status: 200 len: 379 time: 0.0342488 Aug 19 13:41:09.511809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'port': {'device_id': '68544c94-7083-41da-aa0e-b5359c979778', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'admin_state_up': True, 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'security_groups': ['a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:41:09.677377 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Made reservation on behalf of a35659b6ebb442c395ec2184119d63a4 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:41:09.681876 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:09.819398 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-83a45ac0-2cd3-45f4-8d5f-ea41dd4bff13 req-add1cfe1-a8a6-48d8-a01f-2714e56464e2 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 210 time: 0.0328693 Aug 19 13:41:09.839891 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Allocated IP 172.20.0.13 (6314a6d6-6575-463d-aaca-867f16375313/977a582d-bc6d-4502-9547-785d0d28c310/bdc1d5f1-1cd7-46f4-9c26-d83c89190437) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:41:09.978864 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:09.992401 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Transition to ACTIVE for port object bdc1d5f1-1cd7-46f4-9c26-d83c89190437 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:41:10.117347 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:10.162612 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Network 6314a6d6-6575-463d-aaca-867f16375313 is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:41:10.166309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:41:10.170576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:41:10.184723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'Port': ['ID=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:41:10.224332 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:10.224970 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:10.311111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-42a5da45-8e84-47a5-86a7-f658c252eeca tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8035254 Aug 19 13:41:10.322411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-aaa17bdc-bb48-40a2-8a3d-0c272ced6077 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:41:10.323498 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-aaa17bdc-bb48-40a2-8a3d-0c272ced6077 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056839 Aug 19 13:41:10.335424 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Request body: {'port': {'device_id': '68544c94-7083-41da-aa0e-b5359c979778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:41:10.508724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b77ccc5f-83f5-469b-87c2-69b980c3c9ca None None] Provisioning for port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:41:10.513035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-b77ccc5f-83f5-469b-87c2-69b980c3c9ca None None] Provisioning complete for port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:41:10.513406 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b77ccc5f-83f5-469b-87c2-69b980c3c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:10.550598 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-b77ccc5f-83f5-469b-87c2-69b980c3c9ca None None] Port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:41:10.760633 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:10.860099 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:10.946533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91f63-e3ed-4262-940d-06d9199de22b req-abcdbe81-3557-44cc-a5ae-912f7800bea7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:10.951319 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09c91f63-e3ed-4262-940d-06d9199de22b req-abcdbe81-3557-44cc-a5ae-912f7800bea7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 932 time: 0.0585620 Aug 19 13:41:10.986710 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-09c91f63-e3ed-4262-940d-06d9199de22b req-8b21660d-36da-4541-a8e6-bf26a3c5364c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326626 Aug 19 13:41:11.040532 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc1d5f1-1cd7-46f4-9c26-d83c89190437 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:41:11.048793 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:11.061116 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Transition to ACTIVE for port object bdc1d5f1-1cd7-46f4-9c26-d83c89190437 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:41:11.145501 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:11.199411 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Pushing event updated for resources: {'Port': ['ID=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:41:11.270183 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Attempting to bind port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:41:11.270609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Attempting to bind port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:41:11.271043 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Attempting to bind port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 on network 6314a6d6-6575-463d-aaca-867f16375313 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:41:11.276130 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 on network 6314a6d6-6575-463d-aaca-867f16375313 not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:41:11.276459 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Attempting to bind port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 on network 6314a6d6-6575-463d-aaca-867f16375313 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:41:11.281670 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:41:11.282096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Checking segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:41:11.285336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Bound using segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:41:11.285336 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Bound port: bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:41:11.285336 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:11.351815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:41:11.355682 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:41:11.440355 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:11.476370 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:11.477621 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:11.479115 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] 10.222.0.62 "PUT /v2.0/ports/bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 1092 time: 1.1481807 Aug 19 13:41:11.479576 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:41:11.481938 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a31fe4a-9a52-43ab-adff-93ea789ced07" -d '{"events": [{"name": "network-changed", "server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:41:11.512471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166e6d8-3d67-46da-8015-a8c3b6c8b00f service neutron] Pushing event updated for resources: {'Port': ['ID=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:41:11.543752 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4b3e7c-2e8f-4338-af2c-bce60d53bf35 x-openstack-request-id: req-0f4b3e7c-2e8f-4338-af2c-bce60d53bf35 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:41:11.544147 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:41:11.544743 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f4b3e7c-2e8f-4338-af2c-bce60d53bf35 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:41:11.545159 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'status': 'completed', 'code': 200} Aug 19 13:41:11.618574 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31fe4a-9a52-43ab-adff-93ea789ced07 req-d2c93158-ca88-4497-a2cb-15985980a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:11.620235 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1a31fe4a-9a52-43ab-adff-93ea789ced07 req-d2c93158-ca88-4497-a2cb-15985980a5d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1095 time: 0.0497313 Aug 19 13:41:11.721726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31fe4a-9a52-43ab-adff-93ea789ced07 req-90512898-2a64-452d-aff0-2a4b2c21196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:11.723267 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1a31fe4a-9a52-43ab-adff-93ea789ced07 req-90512898-2a64-452d-aff0-2a4b2c21196e service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a35659b6ebb442c395ec2184119d63a4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0951006 Aug 19 13:41:11.829770 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31fe4a-9a52-43ab-adff-93ea789ced07 req-1e005754-afff-48a1-baf9-ad012fd22cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:11.831181 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1a31fe4a-9a52-43ab-adff-93ea789ced07 req-1e005754-afff-48a1-baf9-ad012fd22cae service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928140 Aug 19 13:41:11.919021 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-7beff87b-43a7-4b4c-821f-5500280b6627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:11.920793 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-7beff87b-43a7-4b4c-821f-5500280b6627 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1095 time: 0.0423660 Aug 19 13:41:11.972983 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-cf29b124-3dd2-47d0-8829-b8095f1a1bd6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 217 time: 0.0340261 Aug 19 13:41:12.034339 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-f83c9006-8678-48e4-81a0-66cb74b217ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:12.035857 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-f83c9006-8678-48e4-81a0-66cb74b217ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0532947 Aug 19 13:41:12.093124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-2611e53f-9f82-41ea-84fc-e8d6962b3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:12.094558 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-2611e53f-9f82-41ea-84fc-e8d6962b3b91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413883 Aug 19 13:41:12.115900 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f73e5c-0543-406a-8547-301e994056f7 req-1141e92a-97fe-45a7-90b4-8f563dd9243e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:12.117400 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9f73e5c-0543-406a-8547-301e994056f7 req-1141e92a-97fe-45a7-90b4-8f563dd9243e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0504658 Aug 19 13:41:12.156415 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a9f73e5c-0543-406a-8547-301e994056f7 req-d8a887cd-347f-4112-ac76-fde453b62b0c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329862 Aug 19 13:41:12.196916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-230518b3-8a21-411c-9047-2d433e073b4f service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881336 Aug 19 13:41:12.291652 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-91a5d180-3862-4fa5-95a3-d71f256b153a req-b7c0921d-2961-45f5-8398-9c52c589ca67 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864558 Aug 19 13:41:13.321508 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d823c7-f234-458b-9db3-5feb97e5e6da req-7d982760-005d-4671-bcd1-5dbdfbf08d52 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:13.322941 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70d823c7-f234-458b-9db3-5feb97e5e6da req-7d982760-005d-4671-bcd1-5dbdfbf08d52 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0498588 Aug 19 13:41:13.361590 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70d823c7-f234-458b-9db3-5feb97e5e6da req-d6cc1f53-266e-4fd4-9252-4e8c3f1f584c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325363 Aug 19 13:41:14.486263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6373df-4c6b-42a4-b75d-6080b4c4d352 req-9bbf5fcd-c867-47a0-9fdf-ead9914518ab tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:14.487758 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c6373df-4c6b-42a4-b75d-6080b4c4d352 req-9bbf5fcd-c867-47a0-9fdf-ead9914518ab tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0507183 Aug 19 13:41:14.525796 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-4c6373df-4c6b-42a4-b75d-6080b4c4d352 req-8784458d-67ac-43b9-9e3f-1663d450767d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318110 Aug 19 13:41:15.639107 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f4ea2-1fe6-4463-bc4c-5bca4dd0b09c req-bd427226-f4db-47ec-9790-81f77c9abe92 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:15.640812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c3f4ea2-1fe6-4463-bc4c-5bca4dd0b09c req-bd427226-f4db-47ec-9790-81f77c9abe92 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0490065 Aug 19 13:41:15.682474 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5c3f4ea2-1fe6-4463-bc4c-5bca4dd0b09c req-a77a9594-fde4-43eb-8ad4-42fa87c677d1 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358510 Aug 19 13:41:16.799353 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c7d4b-25e9-48a3-8a3f-7f54f3384e5f req-9ebca6c2-94ad-4b57-847a-8ed5348edd2d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:16.800822 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-950c7d4b-25e9-48a3-8a3f-7f54f3384e5f req-9ebca6c2-94ad-4b57-847a-8ed5348edd2d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0539804 Aug 19 13:41:16.837852 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-950c7d4b-25e9-48a3-8a3f-7f54f3384e5f req-1582eaeb-baed-4976-add4-1a666f233c17 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311990 Aug 19 13:41:17.951485 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a620ff4-5d4c-433b-ab58-57cff750e085 req-578ad4c1-bd14-49d6-8fbc-cdb4cacfa022 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:17.952951 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a620ff4-5d4c-433b-ab58-57cff750e085 req-578ad4c1-bd14-49d6-8fbc-cdb4cacfa022 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0486398 Aug 19 13:41:17.990135 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3a620ff4-5d4c-433b-ab58-57cff750e085 req-a2079eea-78e4-4195-8b33-1669e4e37cc2 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313597 Aug 19 13:41:19.102232 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49af02-1584-47d9-a45f-f05e94a61941 req-a1e87eb3-d5a9-4a5b-b9c8-0b5a986cab8f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:19.103729 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c49af02-1584-47d9-a45f-f05e94a61941 req-a1e87eb3-d5a9-4a5b-b9c8-0b5a986cab8f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0478263 Aug 19 13:41:19.140952 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c49af02-1584-47d9-a45f-f05e94a61941 req-0778066d-6940-4ff8-a45f-9240691f22f1 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313478 Aug 19 13:41:20.253078 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efa53f-09f3-4dfa-863a-daf26aa90de6 req-4e8d5dbd-2bf5-4173-b8b3-02c42839c4ae tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:20.254550 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86efa53f-09f3-4dfa-863a-daf26aa90de6 req-4e8d5dbd-2bf5-4173-b8b3-02c42839c4ae tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0486019 Aug 19 13:41:20.291963 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-86efa53f-09f3-4dfa-863a-daf26aa90de6 req-24f7e4dc-76fc-4351-83d6-e29f95e9dc77 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315051 Aug 19 13:41:21.403926 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218aba-7460-43e1-8bee-c1484833eb45 req-ff87fc5a-f913-4603-88f8-8732e56a8199 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:21.405370 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92218aba-7460-43e1-8bee-c1484833eb45 req-ff87fc5a-f913-4603-88f8-8732e56a8199 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0481119 Aug 19 13:41:21.446618 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-92218aba-7460-43e1-8bee-c1484833eb45 req-1328d8f0-092a-41fd-a52f-cf00d1f1fb1c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354867 Aug 19 13:41:22.561846 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc3efd-7bdc-41e3-86c9-163f8e6b0abe req-77355aca-bfb3-4002-9741-1df2c3862992 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:22.563365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40dc3efd-7bdc-41e3-86c9-163f8e6b0abe req-77355aca-bfb3-4002-9741-1df2c3862992 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0495956 Aug 19 13:41:22.604656 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-40dc3efd-7bdc-41e3-86c9-163f8e6b0abe req-001ac6d4-7e41-455b-b965-0230ec80a0cc tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353849 Aug 19 13:41:23.683842 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device bdc1d5f1-1cd7-46f4-9c26-d83c89190437 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:41:23.721603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f348c-d6e9-4bac-9f98-31e87bcc554c req-99bfe410-073b-4007-9cce-6b08687891cc tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:23.723120 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce8f348c-d6e9-4bac-9f98-31e87bcc554c req-99bfe410-073b-4007-9cce-6b08687891cc tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0531356 Aug 19 13:41:23.760996 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ce8f348c-d6e9-4bac-9f98-31e87bcc554c req-ff4697de-01eb-45f9-bc19-4593e25a941e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319014 Aug 19 13:41:23.780078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:41:23.790957 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'port_id': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'mac_address': 'fa:16:3e:46:d9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:41:23.827294 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:23.839241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc1d5f1-1cd7-46f4-9c26-d83c89190437 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:41:23.857384 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:41:23.947946 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:23.994167 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:41:24.001346 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.001692 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.002029 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.002363 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.002693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.003045 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.003369 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.003691 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.004013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.004335 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.004652 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.004971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:41:24.167164 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['bdc1d5f1-1cd7-46f4-9c26-d83c89190437'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:41:24.877709 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dc2e9-c34c-4e8b-86c2-9bf02a0afd8b req-93e53d3f-8d41-409c-8210-a417ba13730b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:24.879219 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab2dc2e9-c34c-4e8b-86c2-9bf02a0afd8b req-93e53d3f-8d41-409c-8210-a417ba13730b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 945 time: 0.0527189 Aug 19 13:41:24.916812 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ab2dc2e9-c34c-4e8b-86c2-9bf02a0afd8b req-d3b28bbf-15f4-4bc8-b0a9-e93f5679f63c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311179 Aug 19 13:41:25.684529 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device bdc1d5f1-1cd7-46f4-9c26-d83c89190437 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:41:25.828250 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:41:25.832353 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:41:25.837318 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:25.911908 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:25.935688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:41:25.937873 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ca5194-7458-4877-b196-4f510dcb87d4" -d '{"events": [{"server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "name": "network-vif-plugged", "status": "completed", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:41:25.952048 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:41:25.979703 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6892aafb-a511-4962-b5ae-c3fad38786c5 x-openstack-request-id: req-6892aafb-a511-4962-b5ae-c3fad38786c5 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:41:25.980253 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "name": "network-vif-plugged", "status": "completed", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:41:25.980717 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6892aafb-a511-4962-b5ae-c3fad38786c5 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:41:25.981330 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'code': 200} Aug 19 13:41:26.048268 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:26.067866 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34500446-0e59-4399-8d76-8ea3223c5fc6 req-dbe532bd-185d-4e0d-876e-8577ebdeefda tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:26.070184 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34500446-0e59-4399-8d76-8ea3223c5fc6 req-dbe532bd-185d-4e0d-876e-8577ebdeefda tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 945 time: 0.0652635 Aug 19 13:41:26.097113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c477ef-e921-4b93-90c6-d2002cbd5933 req-f217adb2-795f-4c45-94d0-39e0ae53e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:26.098648 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-81c477ef-e921-4b93-90c6-d2002cbd5933 req-f217adb2-795f-4c45-94d0-39e0ae53e3ae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1097 time: 0.0559294 Aug 19 13:41:26.111068 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-34500446-0e59-4399-8d76-8ea3223c5fc6 req-64cd2b20-0d37-41ee-b768-e58d35f2bdbf tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342083 Aug 19 13:41:26.112294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:41:26.137985 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-81c477ef-e921-4b93-90c6-d2002cbd5933 req-73dd03af-6091-477d-aebe-4b4f04e4fcba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314305 Aug 19 13:41:26.150981 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:26.987573 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:27.232272 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3dcd9-b452-4039-908b-69d5619a0abc req-7268bbaf-f740-49a1-87d0-5fd8e68ebf22 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:27.233757 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fd3dcd9-b452-4039-908b-69d5619a0abc req-7268bbaf-f740-49a1-87d0-5fd8e68ebf22 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0498300 Aug 19 13:41:27.275038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fd3dcd9-b452-4039-908b-69d5619a0abc req-ccb57233-a21a-4358-8d46-1b802fc9b627 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352056 Aug 19 13:41:28.388817 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c52fc5-edb0-4638-8591-a90a76be0d4b req-17576942-37ae-46c4-ad73-aadf7da89702 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:28.390290 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4c52fc5-edb0-4638-8591-a90a76be0d4b req-17576942-37ae-46c4-ad73-aadf7da89702 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0486960 Aug 19 13:41:28.426780 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a4c52fc5-edb0-4638-8591-a90a76be0d4b req-fe6f2be0-1db4-4368-b91a-8f7e672559a1 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304635 Aug 19 13:41:28.538592 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e2a6b-c886-4fa4-bb85-03257bb1512b req-7537336d-d5df-430d-a120-b06555c5d77e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:28.540087 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d3e2a6b-c886-4fa4-bb85-03257bb1512b req-7537336d-d5df-430d-a120-b06555c5d77e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0484228 Aug 19 13:41:28.577998 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-9d3e2a6b-c886-4fa4-bb85-03257bb1512b req-b506a5b9-ca4c-435f-a537-a768cf575128 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311425 Aug 19 13:41:28.598654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56744) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:41:28.640811 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913f5a6a-9921-40a3-ac16-d3f6bbd56bcc tempest-TestShelveInstance-1954819894 tempest-TestShelveInstance-1954819894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:28.642258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-913f5a6a-9921-40a3-ac16-d3f6bbd56bcc tempest-TestShelveInstance-1954819894 tempest-TestShelveInstance-1954819894-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1092 time: 0.0426087 Aug 19 13:41:28.645064 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 56746) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:41:28.649472 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:41:28.742217 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:28.835761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:28.939637 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Allocated IP 172.25.2.127 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/e7667a10-a1eb-4adb-8889-d760489d1665) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:41:29.036969 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:29.153899 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:29.193033 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:41:29.197745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:41:29.201239 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:41:29.575180 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'Port': ['ID=e7667a10-a1eb-4adb-8889-d760489d1665,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:41:29.605362 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-4f716a92-e46b-4c65-be99-7a47b71f6462 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409949 Aug 19 13:41:29.683804 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-c295cffa-a49c-44c8-9766-a8c9785f390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:29.685286 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-c295cffa-a49c-44c8-9766-a8c9785f390a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1097 time: 0.0404043 Aug 19 13:41:29.791608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-01948910-3840-40b5-8653-92f6cd596383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:29.793109 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-01948910-3840-40b5-8653-92f6cd596383 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0879176 Aug 19 13:41:29.836023 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-69506ea6-6535-430b-94f3-a3329dd80d28 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 217 time: 0.0361304 Aug 19 13:41:29.891919 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-edbb9314-7f19-4c18-b51e-fb2b1030637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:29.893430 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-edbb9314-7f19-4c18-b51e-fb2b1030637b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0509474 Aug 19 13:41:29.906766 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:29.940234 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-8445472d-5fc5-4a0f-9786-0e707a6856b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:29.941801 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-8445472d-5fc5-4a0f-9786-0e707a6856b3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412502 Aug 19 13:41:30.032088 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-06e24eb6-c32d-4241-a6bc-5bea234d7135 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825481 Aug 19 13:41:30.054108 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:30.128916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a6572152-530c-457d-ad80-f9a4a8691e7b req-a08ea649-4666-412a-bbfd-324d160ef98f service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892684 Aug 19 13:41:30.202694 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:30.282700 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:30.353898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event updated for resources: {'Port': ['ID=e7667a10-a1eb-4adb-8889-d760489d1665,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:41:30.365827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:30.463936 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Floating IP 38250924-de1c-473a-b729-d6d26c42a78c associated. External IP: 172.25.2.127, port: bdc1d5f1-1cd7-46f4-9c26-d83c89190437. Aug 19 13:41:30.668605 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:41:30.777040 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:41:30.786495 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39769ae-12eb-445b-b3a7-d147d8d9c038 None None] Sync routers for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:41:30.796174 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39769ae-12eb-445b-b3a7-d147d8d9c038 None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:41:30.796801 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e39769ae-12eb-445b-b3a7-d147d8d9c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:41:30.871138 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:30.898348 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e39769ae-12eb-445b-b3a7-d147d8d9c038 None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:41:30.907445 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-118a7558-5043-4d23-8367-04d5b8a2ba08 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2612858 Aug 19 13:41:30.908129 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:41:30.910552 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2c5290-1ffa-4979-9315-768c2cf46306" -d '{"events": [{"name": "network-changed", "server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:41:30.947518 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024f3c26-ce0d-4a8a-842b-7b45f493f3fd x-openstack-request-id: req-024f3c26-ce0d-4a8a-842b-7b45f493f3fd {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:41:30.948081 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:41:30.948334 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-024f3c26-ce0d-4a8a-842b-7b45f493f3fd {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:41:30.948748 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'status': 'completed', 'code': 200} Aug 19 13:41:31.010145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c5290-1ffa-4979-9315-768c2cf46306 req-7caee59b-7b00-498d-b4d2-402f31bee10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:31.011607 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e2c5290-1ffa-4979-9315-768c2cf46306 req-7caee59b-7b00-498d-b4d2-402f31bee10d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1097 time: 0.0411491 Aug 19 13:41:31.106728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c5290-1ffa-4979-9315-768c2cf46306 req-347ea323-e15a-4d1c-961d-1f0faef1d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:31.108253 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e2c5290-1ffa-4979-9315-768c2cf46306 req-347ea323-e15a-4d1c-961d-1f0faef1d604 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0896807 Aug 19 13:41:31.124851 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e39769ae-12eb-445b-b3a7-d147d8d9c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '38250924-de1c-473a-b729-d6d26c42a78c', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'port_id': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'mac_address': 'fa:16:3e:46:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68544c94-7083-41da-aa0e-b5359c979778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:41:29Z', 'updated_at': '2021-08-19T13:41:29Z', 'revision_number': 0, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:41:31.150717 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39769ae-12eb-445b-b3a7-d147d8d9c038 None None] Checking router: 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:41:31.158915 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39769ae-12eb-445b-b3a7-d147d8d9c038 None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:41:31.159506 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e39769ae-12eb-445b-b3a7-d147d8d9c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:41:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:41:31.174916 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e2c5290-1ffa-4979-9315-768c2cf46306 req-16f059b8-cce5-416b-b2fd-9d6b6ff7c18b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 1000 time: 0.0601194 Aug 19 13:41:31.223927 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c5290-1ffa-4979-9315-768c2cf46306 req-0393bde5-9cb2-4079-9072-9fd07c0643ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:31.225378 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e2c5290-1ffa-4979-9315-768c2cf46306 req-0393bde5-9cb2-4079-9072-9fd07c0643ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0438945 Aug 19 13:41:31.262737 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e39769ae-12eb-445b-b3a7-d147d8d9c038 None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:41:31.275691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c5290-1ffa-4979-9315-768c2cf46306 req-18bde5bb-1199-477b-ad20-bc53b606c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:41:31.277244 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e2c5290-1ffa-4979-9315-768c2cf46306 req-18bde5bb-1199-477b-ad20-bc53b606c056 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448563 Aug 19 13:41:31.367556 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e2c5290-1ffa-4979-9315-768c2cf46306 req-76e5cc44-fe11-446e-87b7-0e770e228d88 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830150 Aug 19 13:41:31.460874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4e2c5290-1ffa-4979-9315-768c2cf46306 req-23ba5f7d-941e-4ee5-90b1-cf8c8eb4fd85 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861280 Aug 19 13:41:31.482669 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e39769ae-12eb-445b-b3a7-d147d8d9c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '38250924-de1c-473a-b729-d6d26c42a78c', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'port_id': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'mac_address': 'fa:16:3e:46:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68544c94-7083-41da-aa0e-b5359c979778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:41:29Z', 'updated_at': '2021-08-19T13:41:29Z', 'revision_number': 0, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:41:31.509647 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39769ae-12eb-445b-b3a7-d147d8d9c038 None None] The sync data for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 is: [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '38250924-de1c-473a-b729-d6d26c42a78c', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'port_id': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'mac_address': 'fa:16:3e:46:d9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68544c94-7083-41da-aa0e-b5359c979778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:41:29Z', 'updated_at': '2021-08-19T13:41:29Z', 'revision_number': 0, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:41:31.694853 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5a727-a592-46f3-b515-c77789bc064c None None] New status for floating IP 38250924-de1c-473a-b729-d6d26c42a78c: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:41:34.329542 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:41:35.139978 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cb48a4bf-5822-4e2a-a111-b25d37800bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:37.769295 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:37.913507 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2b32d313-62d7-475b-a8d5-4bdd62819bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:39.456465 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:40.856043 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:56.153292 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:41:57.070450 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:05.267567 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9006ab59-b60a-4003-9224-b5d92661371d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:07.741624 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:07.850235 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b6fdc51d-2754-40a6-b153-b33f37dcd89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:09.501530 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:10.918824 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:11.329604 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:42:26.141387 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:27.053278 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:30.603698 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-ee284ab3-9437-4003-be69-36ac97abe4d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406141 Aug 19 13:42:30.685968 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-fa885413-6a4f-46e3-a5d9-bd6cd210d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:30.687561 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-fa885413-6a4f-46e3-a5d9-bd6cd210d5a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1097 time: 0.0412004 Aug 19 13:42:30.795538 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-be9b818a-8e8b-4519-af20-7e6e77d362a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:30.810647 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-be9b818a-8e8b-4519-af20-7e6e77d362a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0879598 Aug 19 13:42:30.862922 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-c70977a5-ec85-4da7-bd5a-3bf0058ddd68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 1002 time: 0.0589697 Aug 19 13:42:30.913809 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-9886da00-6217-457d-a26d-70a502120495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:30.915331 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-9886da00-6217-457d-a26d-70a502120495 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0430181 Aug 19 13:42:30.968976 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-8f39f92c-9e6a-4067-be31-3d1644505659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:42:30.970463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-8f39f92c-9e6a-4067-be31-3d1644505659 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446873 Aug 19 13:42:31.059249 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-2fd4850d-1ad7-428b-aead-a0735ff0b440 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810158 Aug 19 13:42:31.152270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8da0c3d0-b537-4537-b4e2-67193da8d79b req-ca012749-e516-45c8-ab5e-fa8ee70a9bad service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862534 Aug 19 13:42:35.118264 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-da00029a-bf12-413e-a140-5bf9b10079f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:37.741125 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:37.853306 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d620e4d-00cf-4fb4-9520-909d891d909b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:39.495653 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:40.846709 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:48.329672 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:42:56.111774 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:42:57.014587 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:05.083354 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea911-cf06-42a5-8792-d13f064c0f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:07.768481 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:07.863756 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a4b80608-1aed-431c-9b9c-b8062462817e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:09.448924 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:10.860193 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:25.328418 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:43:26.132027 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:27.017970 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:31.635458 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-6bf917cb-0a49-4166-b2b6-b4e72a56506e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887914 Aug 19 13:43:31.713240 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-947730ee-706c-4bac-b861-bac7dd33f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:31.714686 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-947730ee-706c-4bac-b861-bac7dd33f23d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1097 time: 0.0395260 Aug 19 13:43:31.817693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-8fe22580-5b9c-440f-96ae-20e8e943f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:31.819064 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-8fe22580-5b9c-440f-96ae-20e8e943f97e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0850916 Aug 19 13:43:31.881699 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-957f9a9b-b2da-43a5-a439-c29e4ed0fe62 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 1002 time: 0.0553613 Aug 19 13:43:31.929230 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-c96f6da6-2692-4ff3-83e6-a4162da7c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:31.930599 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-c96f6da6-2692-4ff3-83e6-a4162da7c85d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0424609 Aug 19 13:43:31.977879 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-1a53a204-b2d1-4eca-99bc-93590ad28a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:31.979396 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-1a53a204-b2d1-4eca-99bc-93590ad28a81 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426586 Aug 19 13:43:32.068624 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-fd421d9a-dc77-4439-a0ec-d239a6c9b98c service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812962 Aug 19 13:43:32.160619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ec80e467-9847-4702-8ba9-f99fd88a48fe req-2b86a7cf-829f-4f2e-9f23-1cb336079571 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849040 Aug 19 13:43:35.080395 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b2d0c0fe-efdf-49e6-bb96-ff2961d20f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:37.755360 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:37.840449 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dc041b86-74b1-4526-bb29-4c6f91643390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:39.448216 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:40.860313 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:56.149052 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:57.093683 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:43:57.718858 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e39d43-abc3-43b3-a002-92bdb66e6e65 req-f788f2b7-4a71-4a53-ba2d-58e3b37c1870 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:57.720342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45e39d43-abc3-43b3-a002-92bdb66e6e65 req-f788f2b7-4a71-4a53-ba2d-58e3b37c1870 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0980580 Aug 19 13:43:57.761547 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-45e39d43-abc3-43b3-a002-92bdb66e6e65 req-c5b8f016-8b21-4155-9f11-b4941da19d8d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352206 Aug 19 13:43:58.950967 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16d244-7c0d-4c03-a384-70b734f4f699 req-a7e46d7f-489f-4850-8c93-4326423828d3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:43:58.952985 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ca16d244-7c0d-4c03-a384-70b734f4f699 req-a7e46d7f-489f-4850-8c93-4326423828d3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0955451 Aug 19 13:43:58.990255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ca16d244-7c0d-4c03-a384-70b734f4f699 req-148a4949-3b97-4584-aa51-34d105986cac tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Aug 19 13:44:00.132459 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05df2c-af0e-4241-9dbb-7840ba51611c req-743878cc-fb2c-44a1-b56b-ce312efeaf53 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:00.133966 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c05df2c-af0e-4241-9dbb-7840ba51611c req-743878cc-fb2c-44a1-b56b-ce312efeaf53 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0527630 Aug 19 13:44:00.170523 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9c05df2c-af0e-4241-9dbb-7840ba51611c req-846ac9cb-1faa-4acf-892d-8bb3160384ec tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306249 Aug 19 13:44:01.284446 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750097b-54f2-49a2-8cfa-f2c8250723b1 req-5b80f0cc-e7d6-45d1-b025-2b69101a2fd7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:01.285895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0750097b-54f2-49a2-8cfa-f2c8250723b1 req-5b80f0cc-e7d6-45d1-b025-2b69101a2fd7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0483060 Aug 19 13:44:01.321419 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0750097b-54f2-49a2-8cfa-f2c8250723b1 req-e51cbd20-e5cc-485b-bd07-b5f1cd13a25d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297699 Aug 19 13:44:02.327829 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:44:02.434519 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef5076-2f6a-492c-b28c-622ec3fcb370 req-218c0cab-5328-4bd4-b325-3d77f38bda37 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:02.436003 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eef5076-2f6a-492c-b28c-622ec3fcb370 req-218c0cab-5328-4bd4-b325-3d77f38bda37 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0487599 Aug 19 13:44:02.473145 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2eef5076-2f6a-492c-b28c-622ec3fcb370 req-46fbfa63-ce80-4a0b-bef4-2e6dbf04bd4e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309236 Aug 19 13:44:03.585519 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8efbe0-8058-4b7c-9ac1-e9e0bcc830f6 req-9bf470de-19de-4b52-92cf-081b9665170d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:03.587007 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac8efbe0-8058-4b7c-9ac1-e9e0bcc830f6 req-9bf470de-19de-4b52-92cf-081b9665170d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0485759 Aug 19 13:44:03.628220 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac8efbe0-8058-4b7c-9ac1-e9e0bcc830f6 req-10e08ee8-7a31-4d43-8a5b-e055e322119c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347114 Aug 19 13:44:04.741496 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b00d24-6f9d-44f2-8f7e-1c2baa6f16ae req-e5ef59f3-a210-4057-80be-a5e8f8cd0dad tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:04.743016 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-06b00d24-6f9d-44f2-8f7e-1c2baa6f16ae req-e5ef59f3-a210-4057-80be-a5e8f8cd0dad tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0489755 Aug 19 13:44:04.780886 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-06b00d24-6f9d-44f2-8f7e-1c2baa6f16ae req-89beeed6-66c9-44a8-bdd1-872b4953fad3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318499 Aug 19 13:44:05.133777 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f2918d8d-f8da-4f03-b3bf-870c3bfebfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:05.897521 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc0807-86e6-4cda-bf4b-e0410623c67b req-47dc2d77-f37c-4722-bf73-b7fcac7fdddd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:05.899050 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fcc0807-86e6-4cda-bf4b-e0410623c67b req-47dc2d77-f37c-4722-bf73-b7fcac7fdddd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0489094 Aug 19 13:44:05.937268 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7fcc0807-86e6-4cda-bf4b-e0410623c67b req-c6b5b86a-7fdb-48fa-b8d6-50eb77d8ac3a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323768 Aug 19 13:44:07.055931 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9dc6b-9700-4be2-b55a-00e012928b98 req-0d854b4e-307d-4b4e-8f72-5ba8d7d45311 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:07.057404 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d5c9dc6b-9700-4be2-b55a-00e012928b98 req-0d854b4e-307d-4b4e-8f72-5ba8d7d45311 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0543818 Aug 19 13:44:07.095308 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d5c9dc6b-9700-4be2-b55a-00e012928b98 req-f1873971-eb0a-4264-9cb6-a76fa0f3bf9c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312777 Aug 19 13:44:07.710550 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:07.839851 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373387f-8620-4a1f-bcb0-1149f8246ebe req-83d77457-b9ec-4ea1-8f87-7b3e524a59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:07.841429 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e373387f-8620-4a1f-bcb0-1149f8246ebe req-83d77457-b9ec-4ea1-8f87-7b3e524a59fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1097 time: 0.0413926 Aug 19 13:44:07.842029 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-4a54bed2-1925-405f-9c40-088df771b9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:07.937040 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373387f-8620-4a1f-bcb0-1149f8246ebe req-5fae2dea-2ff7-47af-9d3b-c9832a283646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:07.938523 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e373387f-8620-4a1f-bcb0-1149f8246ebe req-5fae2dea-2ff7-47af-9d3b-c9832a283646 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0895979 Aug 19 13:44:08.020173 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e373387f-8620-4a1f-bcb0-1149f8246ebe req-a6d935bf-e8e2-4e54-9128-2d5d00839693 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 1002 time: 0.0742490 Aug 19 13:44:08.078476 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373387f-8620-4a1f-bcb0-1149f8246ebe req-6b2a63bb-0d65-4acd-b4a7-c5590382dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:08.080012 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e373387f-8620-4a1f-bcb0-1149f8246ebe req-6b2a63bb-0d65-4acd-b4a7-c5590382dabe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0526750 Aug 19 13:44:08.129811 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373387f-8620-4a1f-bcb0-1149f8246ebe req-e37315e1-1e8d-4e48-98ba-c3bb0e92ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:08.131448 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e373387f-8620-4a1f-bcb0-1149f8246ebe req-e37315e1-1e8d-4e48-98ba-c3bb0e92ef68 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448682 Aug 19 13:44:08.259505 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa3d6b-83f7-427d-a32e-ddd8486dc6f8 req-ffcca1d2-82a2-47d6-b2f8-57f6957ffb55 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:08.261028 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9fa3d6b-83f7-427d-a32e-ddd8486dc6f8 req-ffcca1d2-82a2-47d6-b2f8-57f6957ffb55 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0810077 Aug 19 13:44:08.265298 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e373387f-8620-4a1f-bcb0-1149f8246ebe req-18c20d6b-7d5c-4728-a731-075d6f38ce91 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272666 Aug 19 13:44:08.344381 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f9fa3d6b-83f7-427d-a32e-ddd8486dc6f8 req-9658d0e5-98b3-4ec5-8a7c-1e149d14d7d7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765219 Aug 19 13:44:08.375587 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e373387f-8620-4a1f-bcb0-1149f8246ebe req-2622e189-9b25-4b07-af21-3a15fb7122a5 service neutron] 10.222.0.62 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019869 Aug 19 13:44:09.451650 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:09.458162 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f7253-9cd6-46b7-adc7-b149d76c629a req-725de5f2-e7f8-4974-a721-fc54a6b4db37 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:09.459685 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f3f7253-9cd6-46b7-adc7-b149d76c629a req-725de5f2-e7f8-4974-a721-fc54a6b4db37 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0489490 Aug 19 13:44:09.497139 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2f3f7253-9cd6-46b7-adc7-b149d76c629a req-bda78c9d-052f-435c-a483-09e7879feb0e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314810 Aug 19 13:44:10.611431 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6271c-6874-422c-829f-56c68891ff28 req-dc7dd647-6cc8-4bbb-8c18-b70824993465 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:10.612903 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4ad6271c-6874-422c-829f-56c68891ff28 req-dc7dd647-6cc8-4bbb-8c18-b70824993465 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0488682 Aug 19 13:44:10.654734 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4ad6271c-6874-422c-829f-56c68891ff28 req-35c14b68-d7c2-484e-89c2-56b5f91cfa07 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357051 Aug 19 13:44:10.865359 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:11.770387 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b866f-a6ac-41b2-9e5d-7cd41a6b6fc3 req-594e50c7-867a-419f-b3a2-15aaa03fa2aa tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:11.771919 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-091b866f-a6ac-41b2-9e5d-7cd41a6b6fc3 req-594e50c7-867a-419f-b3a2-15aaa03fa2aa tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 946 time: 0.0506344 Aug 19 13:44:11.809303 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-091b866f-a6ac-41b2-9e5d-7cd41a6b6fc3 req-a3294d00-4edd-46c6-8842-5222e18c5be4 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Aug 19 13:44:12.506121 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device bdc1d5f1-1cd7-46f4-9c26-d83c89190437 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:44:12.581255 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:12.603819 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:44:12.606111 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0049a9-8df5-44f1-8616-9c869f8e192e" -d '{"events": [{"server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:44:12.619770 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:44:12.688725 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 13:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291d0693-56d3-4fb7-90ad-6dc2d7f3a8bc x-openstack-request-id: req-291d0693-56d3-4fb7-90ad-6dc2d7f3a8bc {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:44:12.688725 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "name": "network-vif-unplugged", "status": "failed", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437", "code": 422}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:44:12.689098 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-291d0693-56d3-4fb7-90ad-6dc2d7f3a8bc {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:44:12.689510 n-d-803757-2 neutron-server[95544]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'code': 422} returned with failed status Aug 19 13:44:12.768208 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:12.817142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:12.824332 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.830431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.830431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.830431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.830431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.830431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.830431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.830431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.830431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.830431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.830431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.830431 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:12.927603 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da182e6-3263-4e7c-95fb-f96b37bb931c req-0effdc64-8957-4896-83cd-05abb63900f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:12.929099 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9da182e6-3263-4e7c-95fb-f96b37bb931c req-0effdc64-8957-4896-83cd-05abb63900f3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0532792 Aug 19 13:44:12.966172 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-9da182e6-3263-4e7c-95fb-f96b37bb931c req-33aa3bb0-1a07-47b5-adfe-d271cbc633ae tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312660 Aug 19 13:44:14.960488 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bd406-c9dd-48b9-bb73-169913e5019e req-20e3a2ee-a231-4465-b2ec-0f1979aab2d5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:14.962064 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546bd406-c9dd-48b9-bb73-169913e5019e req-20e3a2ee-a231-4465-b2ec-0f1979aab2d5 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0499351 Aug 19 13:44:15.006252 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-546bd406-c9dd-48b9-bb73-169913e5019e req-e2f976db-ca5e-4cbb-8800-6133f0f411ae tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380762 Aug 19 13:44:15.053769 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61e48708-baa5-4734-9d07-0718ac64835f req-2f5ba664-20cb-4e1e-9e9a-67bd8570a469 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792575 Aug 19 13:44:16.121906 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e9362-e393-4fef-87d8-ddcaaddf517b req-3cf68d66-d8b7-4ec6-acdb-7309c62f8071 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:16.123504 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a3e9362-e393-4fef-87d8-ddcaaddf517b req-3cf68d66-d8b7-4ec6-acdb-7309c62f8071 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0505185 Aug 19 13:44:16.164119 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6a3e9362-e393-4fef-87d8-ddcaaddf517b req-5d1b4897-a19c-4a73-a56e-b9b7258835ba tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Aug 19 13:44:17.285235 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaadc8-4b71-4444-b15c-1d6df97bb961 req-ad167df8-6e7c-46ad-b203-c18b1985d005 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:17.286718 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0bcaadc8-4b71-4444-b15c-1d6df97bb961 req-ad167df8-6e7c-46ad-b203-c18b1985d005 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0531216 Aug 19 13:44:17.325334 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0bcaadc8-4b71-4444-b15c-1d6df97bb961 req-d3e7560e-2e1e-45b9-b43a-92c485fdabac tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326755 Aug 19 13:44:18.438398 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad029759-c8a1-47cb-a20d-6a5d55dbed08 req-646d030c-f4b2-44a4-beed-f841f8699d4a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:18.439901 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad029759-c8a1-47cb-a20d-6a5d55dbed08 req-646d030c-f4b2-44a4-beed-f841f8699d4a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0501659 Aug 19 13:44:18.477619 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ad029759-c8a1-47cb-a20d-6a5d55dbed08 req-a6d10b14-90ff-434e-a892-fe4aea0ccb4e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Aug 19 13:44:19.593428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6d783-dc43-4fd9-9cd4-ef41022baf9b req-8ebea24d-244d-4cba-8e33-e82047ba3b89 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:19.594918 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1c6d783-dc43-4fd9-9cd4-ef41022baf9b req-8ebea24d-244d-4cba-8e33-e82047ba3b89 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0532901 Aug 19 13:44:19.636498 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-d1c6d783-dc43-4fd9-9cd4-ef41022baf9b req-5828231d-bb64-40f8-9e08-48f05cf56ef4 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357063 Aug 19 13:44:20.752955 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e1f36-051d-4e2f-a6a5-6982bede5da7 req-665f47dc-324f-4d95-a5a1-2e5ff0806a28 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:20.754450 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb9e1f36-051d-4e2f-a6a5-6982bede5da7 req-665f47dc-324f-4d95-a5a1-2e5ff0806a28 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0506229 Aug 19 13:44:20.797624 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fb9e1f36-051d-4e2f-a6a5-6982bede5da7 req-e2a1d7c5-13ea-4679-a7af-8394dfec15b2 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368590 Aug 19 13:44:21.914260 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf7530-0895-4cfb-be3b-9b0e3a8034cb req-629ef5ed-9103-4668-bc63-768c50a12559 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:21.915835 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2bbf7530-0895-4cfb-be3b-9b0e3a8034cb req-629ef5ed-9103-4668-bc63-768c50a12559 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0492544 Aug 19 13:44:21.956659 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-2bbf7530-0895-4cfb-be3b-9b0e3a8034cb req-38a48092-b4c8-4861-8b98-a420a0c646dd tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337808 Aug 19 13:44:23.080689 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5a7c4-f9ba-4d2c-a75c-d77b745d6706 req-61353a2b-90a5-489b-8572-fe0afb07e865 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:23.082213 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fff5a7c4-f9ba-4d2c-a75c-d77b745d6706 req-61353a2b-90a5-489b-8572-fe0afb07e865 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0491719 Aug 19 13:44:23.119662 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fff5a7c4-f9ba-4d2c-a75c-d77b745d6706 req-04d4bba6-c350-4198-817e-ab06eaf13d98 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314820 Aug 19 13:44:24.237506 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc417153-9c98-4778-8d29-987115283215 req-292bf196-d431-4144-b7bc-f0014aeadbff tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:24.239013 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dc417153-9c98-4778-8d29-987115283215 req-292bf196-d431-4144-b7bc-f0014aeadbff tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0538180 Aug 19 13:44:24.276231 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-dc417153-9c98-4778-8d29-987115283215 req-c56ac0fa-9789-4aa7-8e97-dd1037c3ecf9 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Aug 19 13:44:25.389176 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656845d1-a70a-4147-a47a-985d6ab2e406 req-9613211b-5654-4a84-b7cb-9ccc9b6f688f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:25.391210 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-656845d1-a70a-4147-a47a-985d6ab2e406 req-9613211b-5654-4a84-b7cb-9ccc9b6f688f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0489705 Aug 19 13:44:25.428105 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-656845d1-a70a-4147-a47a-985d6ab2e406 req-2df30a89-df22-4371-a7ca-bd9ff1ffaa7e tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308051 Aug 19 13:44:25.599706 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48708-baa5-4734-9d07-0718ac64835f req-be35f2a4-1177-43c8-b581-9a733f9bd193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:25.601195 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61e48708-baa5-4734-9d07-0718ac64835f req-be35f2a4-1177-43c8-b581-9a733f9bd193 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778&tenant_id=a35659b6ebb442c395ec2184119d63a4 HTTP/1.1" status: 200 len: 1095 time: 0.0777972 Aug 19 13:44:25.613135 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803757-2', 'device_owner': 'compute:nova'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:44:25.664740 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:25.866525 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:44:25.898501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h1-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:44:25.930722 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc1d5f1-1cd7-46f4-9c26-d83c89190437 {{(pid=95543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:44:25.939045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:25.950823 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Transition to ACTIVE for port object bdc1d5f1-1cd7-46f4-9c26-d83c89190437 will not be triggered until provisioned by entity L2. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:44:26.085667 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:26.164554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,revision_number=7']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:26.178703 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.179080 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.179399 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.179730 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.180058 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.180392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.180717 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.181039 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.181462 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.181665 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.181982 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.182300 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:44:26.190965 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:26.221416 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] No DVR routers for this DVR port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 on host n-h1-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:44:26.355479 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Attempting to bind port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:44:26.356108 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Attempting to bind port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:44:26.356503 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Attempting to bind port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 on network 6314a6d6-6575-463d-aaca-867f16375313 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:44:26.361359 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 on network 6314a6d6-6575-463d-aaca-867f16375313 not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:44:26.361673 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Attempting to bind port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 on network 6314a6d6-6575-463d-aaca-867f16375313 {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:44:26.366363 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:44:26.366689 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Checking segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:44:26.367087 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Bound using segment: {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'} {{(pid=95543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:44:26.367501 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.managers [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Bound port: bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6f88c4-c7a0-43e6-a58d-b311fe80628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6314a6d6-6575-463d-aaca-867f16375313'}}] {{(pid=95543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:44:26.367848 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:26.428512 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h2-803757-2, cleared binding levels {{(pid=95543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:44:26.431345 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:44:26.524100 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:26.568438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:26.569191 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:26.570613 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61e48708-baa5-4734-9d07-0718ac64835f req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 1092 time: 0.9613583 Aug 19 13:44:26.571171 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:44:26.573482 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982c44d8-f5f6-4522-9212-8fa3cab574fe" -d '{"events": [{"name": "network-changed", "server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:44:26.644565 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0cb42-da2d-4173-ab89-40e11be2f3fb req-4d4ceeca-54bf-4068-9aed-1d1cdafb10d3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:26.652644 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ab0cb42-da2d-4173-ab89-40e11be2f3fb req-4d4ceeca-54bf-4068-9aed-1d1cdafb10d3 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.1579869 Aug 19 13:44:26.658789 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c7fdd2-ed18-47a1-a1e4-9f688bb19bfb x-openstack-request-id: req-b1c7fdd2-ed18-47a1-a1e4-9f688bb19bfb {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:44:26.659093 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:44:26.659350 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1c7fdd2-ed18-47a1-a1e4-9f688bb19bfb {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:44:26.659753 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'status': 'completed', 'code': 200} Aug 19 13:44:26.691553 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ad5eb-b5f8-41ac-9978-e505123963c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,revision_number=8']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:26.714766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48708-baa5-4734-9d07-0718ac64835f req-4baf177f-3a36-406d-9e6f-9d6b9f9c21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:26.716316 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61e48708-baa5-4734-9d07-0718ac64835f req-4baf177f-3a36-406d-9e6f-9d6b9f9c21cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1095 time: 0.1049328 Aug 19 13:44:26.720224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-6ab0cb42-da2d-4173-ab89-40e11be2f3fb req-f64afbc1-8a2d-4831-acd7-8e946b3e7db0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667849 Aug 19 13:44:26.816076 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48708-baa5-4734-9d07-0718ac64835f req-d97287e2-a961-419a-a11e-c79f7e3bde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:26.817588 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61e48708-baa5-4734-9d07-0718ac64835f req-d97287e2-a961-419a-a11e-c79f7e3bde19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0940163 Aug 19 13:44:26.887142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61e48708-baa5-4734-9d07-0718ac64835f req-e927649f-ed83-47a9-be9a-179622856dd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 1000 time: 0.0630517 Aug 19 13:44:26.940839 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48708-baa5-4734-9d07-0718ac64835f req-f93faf30-8c4c-466a-bf31-bbc9868f3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:26.942342 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61e48708-baa5-4734-9d07-0718ac64835f req-f93faf30-8c4c-466a-bf31-bbc9868f3b4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0486338 Aug 19 13:44:26.988360 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48708-baa5-4734-9d07-0718ac64835f req-4283f415-202b-42ff-90f3-dff714023adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:26.989884 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61e48708-baa5-4734-9d07-0718ac64835f req-4283f415-202b-42ff-90f3-dff714023adf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404880 Aug 19 13:44:27.070663 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:27.078693 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61e48708-baa5-4734-9d07-0718ac64835f req-6fd420f1-3cb4-4e3d-8159-78d35fe38119 service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809047 Aug 19 13:44:27.170103 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-61e48708-baa5-4734-9d07-0718ac64835f req-bc590f47-a61d-49cd-9690-38ef773003e2 service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844016 Aug 19 13:44:27.370986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c44d8-f5f6-4522-9212-8fa3cab574fe req-bf901842-e34b-4973-8c25-fcfac7172676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:27.372375 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-982c44d8-f5f6-4522-9212-8fa3cab574fe req-bf901842-e34b-4973-8c25-fcfac7172676 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1095 time: 0.0412016 Aug 19 13:44:27.463913 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c44d8-f5f6-4522-9212-8fa3cab574fe req-4873aeed-8235-4ea8-b935-ba19fd0e0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:27.465417 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-982c44d8-f5f6-4522-9212-8fa3cab574fe req-4873aeed-8235-4ea8-b935-ba19fd0e0fb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0859411 Aug 19 13:44:27.531564 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-982c44d8-f5f6-4522-9212-8fa3cab574fe req-10aac794-fd53-43eb-9964-cab12bd596d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 1000 time: 0.0582252 Aug 19 13:44:27.581050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c44d8-f5f6-4522-9212-8fa3cab574fe req-6efcde41-ef12-44ef-8b43-c9f4eb49884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:27.582463 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-982c44d8-f5f6-4522-9212-8fa3cab574fe req-6efcde41-ef12-44ef-8b43-c9f4eb49884e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0431352 Aug 19 13:44:27.638128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c44d8-f5f6-4522-9212-8fa3cab574fe req-ab9e15f8-be20-45a0-ac7e-0f22db9cb6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:27.638128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-982c44d8-f5f6-4522-9212-8fa3cab574fe req-ab9e15f8-be20-45a0-ac7e-0f22db9cb6f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432665 Aug 19 13:44:27.724258 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-982c44d8-f5f6-4522-9212-8fa3cab574fe req-4975918a-a8c6-4552-9df3-e5712212cb5a service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827968 Aug 19 13:44:27.820546 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-982c44d8-f5f6-4522-9212-8fa3cab574fe req-01e8528d-f58d-48e7-bc73-8f68585a9930 service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882516 Aug 19 13:44:27.840033 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8952d9e-1d4c-42e1-b8a4-72fce6c69b5a req-6d69723f-d311-4acd-842a-c9d26895305b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:27.841528 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b8952d9e-1d4c-42e1-b8a4-72fce6c69b5a req-6d69723f-d311-4acd-842a-c9d26895305b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0495067 Aug 19 13:44:27.884159 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b8952d9e-1d4c-42e1-b8a4-72fce6c69b5a req-07a08be1-bf81-4b5d-b22c-33db80a04849 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359511 Aug 19 13:44:28.998485 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f99c8-6b03-4270-9acd-573565780150 req-8bcaaee6-232e-4bc1-adeb-54ff1a0b90f7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:29.000724 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d9f99c8-6b03-4270-9acd-573565780150 req-8bcaaee6-232e-4bc1-adeb-54ff1a0b90f7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0501845 Aug 19 13:44:29.037632 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-8d9f99c8-6b03-4270-9acd-573565780150 req-6964473e-2b95-4224-b6a0-1606d0209fe4 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Aug 19 13:44:30.153827 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95f48b-4891-4b86-b02e-aaf4b0c2d3dd req-8c4a2016-52a1-4186-bab3-29b074e4e036 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:30.155360 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a95f48b-4891-4b86-b02e-aaf4b0c2d3dd req-8c4a2016-52a1-4186-bab3-29b074e4e036 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0501916 Aug 19 13:44:30.192995 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-5a95f48b-4891-4b86-b02e-aaf4b0c2d3dd req-65413d0a-c233-460f-b600-c92c97224c55 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316939 Aug 19 13:44:31.304705 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3886a-f0d0-4899-96d4-8e41dc5140ec req-7fbf76d0-9a56-4086-8c7f-f5a25d60137b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:31.306165 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84f3886a-f0d0-4899-96d4-8e41dc5140ec req-7fbf76d0-9a56-4086-8c7f-f5a25d60137b tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0481946 Aug 19 13:44:31.344123 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84f3886a-f0d0-4899-96d4-8e41dc5140ec req-0853c9d5-29d1-4743-85b7-af5298cf7811 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315111 Aug 19 13:44:32.461054 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5c8be-89cd-4a11-b8bf-f0a3f87cb0d5 req-d1c102a8-78cd-4470-b0e9-3b6fa44e8280 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:32.462526 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42b5c8be-89cd-4a11-b8bf-f0a3f87cb0d5 req-d1c102a8-78cd-4470-b0e9-3b6fa44e8280 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0495479 Aug 19 13:44:32.500240 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-42b5c8be-89cd-4a11-b8bf-f0a3f87cb0d5 req-5287ecbc-b3c1-42fc-a437-ae53f61c31e2 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318518 Aug 19 13:44:33.613555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310d74e-24b2-4566-810e-a731de57df96 req-f6f97716-444e-4e65-82be-8da65f42780c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:33.615043 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e310d74e-24b2-4566-810e-a731de57df96 req-f6f97716-444e-4e65-82be-8da65f42780c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0491221 Aug 19 13:44:33.654621 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e310d74e-24b2-4566-810e-a731de57df96 req-ac9b53af-9407-495b-8d78-f5e17221232c tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337670 Aug 19 13:44:34.767504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cd9fa-f57a-41fb-8c38-f4fa3a60d2e6 req-4feab76b-3212-4d55-8c1d-f60f715935d0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:34.768972 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dd3cd9fa-f57a-41fb-8c38-f4fa3a60d2e6 req-4feab76b-3212-4d55-8c1d-f60f715935d0 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 944 time: 0.0479774 Aug 19 13:44:34.809701 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-dd3cd9fa-f57a-41fb-8c38-f4fa3a60d2e6 req-2de3770c-cec9-42da-b7d5-9dd03f1c3e51 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348907 Aug 19 13:44:35.104311 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-52c588ee-fafe-44b4-9490-8739bd2d17a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:35.175010 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device bdc1d5f1-1cd7-46f4-9c26-d83c89190437 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:44:35.266200 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:44:35.277206 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'port_id': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'mac_address': 'fa:16:3e:46:d9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:44:35.313938 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:35.329482 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc1d5f1-1cd7-46f4-9c26-d83c89190437 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:44:35.348632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:44:35.430222 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:35.476406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,revision_number=9']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:35.672641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['bdc1d5f1-1cd7-46f4-9c26-d83c89190437'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:44:35.923263 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec9e78-1e52-4d57-8d50-83ab9af61d4d req-f839c345-0557-4b33-af56-531ca6831419 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:35.924649 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29ec9e78-1e52-4d57-8d50-83ab9af61d4d req-f839c345-0557-4b33-af56-531ca6831419 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 945 time: 0.0497110 Aug 19 13:44:35.962358 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-29ec9e78-1e52-4d57-8d50-83ab9af61d4d req-59839c1b-17be-4b0e-8bb8-9fe9c5d0306d tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318937 Aug 19 13:44:37.076944 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f2a45-5926-4c66-9b76-6bd6764e1e6f req-a64b2364-6a07-4934-9ff8-532696a83662 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:37.078431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b88f2a45-5926-4c66-9b76-6bd6764e1e6f req-a64b2364-6a07-4934-9ff8-532696a83662 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 945 time: 0.0503161 Aug 19 13:44:37.115525 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b88f2a45-5926-4c66-9b76-6bd6764e1e6f req-9d6fc1eb-d971-4581-9135-f64d008d2ba9 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311012 Aug 19 13:44:37.189883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device bdc1d5f1-1cd7-46f4-9c26-d83c89190437 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:44:37.327139 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:44:37.331058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:44:37.331430 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:37.407925 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:37.430082 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:44:37.434624 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54102d3-82e6-4e29-9b61-364a799fb637" -d '{"events": [{"server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "name": "network-vif-plugged", "status": "completed", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:44:37.445394 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:44:37.480274 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90274e03-67ee-49ef-aafa-8bb3ab4d5b93 x-openstack-request-id: req-90274e03-67ee-49ef-aafa-8bb3ab4d5b93 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:44:37.480600 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "name": "network-vif-plugged", "status": "completed", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:44:37.480847 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90274e03-67ee-49ef-aafa-8bb3ab4d5b93 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:44:37.481240 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'code': 200} Aug 19 13:44:37.515778 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:37.567657 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,revision_number=10']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:44:37.620766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a947b-fa22-4cce-aaf1-472abd3ff740 req-f63f8785-341b-420c-97c7-69f7f99aa2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:37.622227 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-247a947b-fa22-4cce-aaf1-472abd3ff740 req-f63f8785-341b-420c-97c7-69f7f99aa2fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1098 time: 0.0396664 Aug 19 13:44:37.656297 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-247a947b-fa22-4cce-aaf1-472abd3ff740 req-4855951b-1f49-4145-a7c9-2d5141c596a7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274811 Aug 19 13:44:37.732925 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:37.845791 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f7b20661-ad88-4e0a-a2b9-89f8af9b070e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:38.228764 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74542c95-1246-4a3e-8e4d-000186853f9d req-fb0f2b28-6bbf-43d7-84c0-9d49587aa241 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:38.230255 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-74542c95-1246-4a3e-8e4d-000186853f9d req-fb0f2b28-6bbf-43d7-84c0-9d49587aa241 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 947 time: 0.0476167 Aug 19 13:44:38.266549 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-74542c95-1246-4a3e-8e4d-000186853f9d req-71e01f40-f14f-4b5c-aa24-c34cd9ffba82 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298290 Aug 19 13:44:39.326386 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:44:39.379799 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eceb6-b5ad-419b-b68f-b7c30cf3a581 req-05d14c1e-433b-4244-a7d5-ab8961dfbb59 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:44:39.381265 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3a6eceb6-b5ad-419b-b68f-b7c30cf3a581 req-05d14c1e-433b-4244-a7d5-ab8961dfbb59 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 947 time: 0.0479763 Aug 19 13:44:39.422541 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-3a6eceb6-b5ad-419b-b68f-b7c30cf3a581 req-7a125c5a-1860-430f-945e-d838035c7155 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354047 Aug 19 13:44:39.459261 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:40.891489 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:56.161083 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:44:57.073670 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:05.144090 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-398db087-6314-47e3-aef1-bc582d097f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:07.755761 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:07.882086 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6f536081-97aa-45a0-b966-788a55841f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:09.507890 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:10.869313 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:16.325582 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:45:24.377194 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2c38a1-e331-405b-8578-e41763a21775 req-6bb9093d-bb9b-47e0-bc78-e6d1a120a53a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410311 Aug 19 13:45:24.455166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c38a1-e331-405b-8578-e41763a21775 req-eef1baf5-355f-42e7-b0c1-57e39a3b8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:45:24.457128 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2c38a1-e331-405b-8578-e41763a21775 req-eef1baf5-355f-42e7-b0c1-57e39a3b8c3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1098 time: 0.0398924 Aug 19 13:45:24.556791 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c38a1-e331-405b-8578-e41763a21775 req-8461607e-fe6b-4762-b280-e6bd3173af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:45:24.558250 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2c38a1-e331-405b-8578-e41763a21775 req-8461607e-fe6b-4762-b280-e6bd3173af30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0844815 Aug 19 13:45:24.624753 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2c38a1-e331-405b-8578-e41763a21775 req-0ff8e240-0876-4a07-a855-67c4fb556f5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 1002 time: 0.0597255 Aug 19 13:45:24.673907 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c38a1-e331-405b-8578-e41763a21775 req-39a8860f-0f92-4abe-ba59-e1cb04fb1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:45:24.675283 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2c38a1-e331-405b-8578-e41763a21775 req-39a8860f-0f92-4abe-ba59-e1cb04fb1bca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0445042 Aug 19 13:45:24.724384 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c38a1-e331-405b-8578-e41763a21775 req-39f55442-a60e-4652-a2e5-ab1e2f1565ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:45:24.725917 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2c38a1-e331-405b-8578-e41763a21775 req-39f55442-a60e-4652-a2e5-ab1e2f1565ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436954 Aug 19 13:45:24.815632 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2c38a1-e331-405b-8578-e41763a21775 req-301c1b98-a4b6-4d6e-8288-0a931bbc732f service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820463 Aug 19 13:45:24.907358 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7a2c38a1-e331-405b-8578-e41763a21775 req-3b348b69-82f4-46af-8528-bb78c0a8a5a2 service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853105 Aug 19 13:45:26.217762 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:27.155309 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:35.126500 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8555aa5e-c1a3-49f1-9aa4-ee9d047bc152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:37.769935 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:37.880311 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f3cc02d3-3e8b-488e-bc69-6cd2511566c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:39.513470 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:40.891810 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:53.325298 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:45:56.240259 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:45:57.107189 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:05.101855 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-decef83f-249a-4201-a64d-f29999625c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:07.725626 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:07.838782 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a7037ca6-f428-482a-a3b5-b0776d9c7302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:09.519471 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:10.895842 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:24.150433 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 56976) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:24.431838 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Deleting port e7667a10-a1eb-4adb-8889-d760489d1665 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:46:24.432092 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:24.504374 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:24.504702 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:24.516001 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Calling delete_port for e7667a10-a1eb-4adb-8889-d760489d1665 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:46:24.742629 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:24.768631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event deleted for resources: {'Port': ['ID=e7667a10-a1eb-4adb-8889-d760489d1665,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:24.793269 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.793609 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.793949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.794284 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.794615 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.794974 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.795303 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.795626 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.795946 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.796268 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.796590 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.797820 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:24.835039 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:24.840573 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Floating IP 38250924-de1c-473a-b729-d6d26c42a78c disassociated (deleted). External IP: 172.25.2.127, port: bdc1d5f1-1cd7-46f4-9c26-d83c89190437. Aug 19 13:46:25.039575 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:46:25.143892 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:46:25.148289 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:25.153894 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1e09a-9d5e-4fea-b7b7-38b8f3b9697b None None] Sync routers for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:46:25.163167 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1e09a-9d5e-4fea-b7b7-38b8f3b9697b None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:25.163771 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53d1e09a-9d5e-4fea-b7b7-38b8f3b9697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:25.176466 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c7b4b192-eb22-4a4c-8f2d-531fc47f9c03 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "DELETE /v2.0/floatingips/38250924-de1c-473a-b729-d6d26c42a78c HTTP/1.1" status: 204 len: 168 time: 1.0249119 Aug 19 13:46:25.177044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:46:25.179378 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78345347-fc8c-4892-9a57-e93a013bde99" -d '{"events": [{"name": "network-changed", "server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:46:25.272489 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-53d1e09a-9d5e-4fea-b7b7-38b8f3b9697b None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:25.327823 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3640bcc2-b2ef-4d43-9e45-17220aca77f9 x-openstack-request-id: req-3640bcc2-b2ef-4d43-9e45-17220aca77f9 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:46:25.328753 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:46:25.329009 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3640bcc2-b2ef-4d43-9e45-17220aca77f9 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:46:25.329408 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'status': 'completed', 'code': 200} Aug 19 13:46:25.350704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.30', 63613) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:25.386118 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-3c785a57-bc78-422b-99f1-f07ccaf6f189 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432487 Aug 19 13:46:25.413854 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78345347-fc8c-4892-9a57-e93a013bde99 req-f0e81808-08b8-43d7-85ec-8418c4762eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:25.415431 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78345347-fc8c-4892-9a57-e93a013bde99 req-f0e81808-08b8-43d7-85ec-8418c4762eea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1098 time: 0.0449519 Aug 19 13:46:25.477266 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53d1e09a-9d5e-4fea-b7b7-38b8f3b9697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:25.503269 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1e09a-9d5e-4fea-b7b7-38b8f3b9697b None None] Checking router: 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:46:25.511285 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1e09a-9d5e-4fea-b7b7-38b8f3b9697b None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:25.511872 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53d1e09a-9d5e-4fea-b7b7-38b8f3b9697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:25.512056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78345347-fc8c-4892-9a57-e93a013bde99 req-1f70fba7-1b9a-4431-9e93-7f8ee8fe9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:25.513560 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78345347-fc8c-4892-9a57-e93a013bde99 req-1f70fba7-1b9a-4431-9e93-7f8ee8fe9fb6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0910006 Aug 19 13:46:25.554482 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78345347-fc8c-4892-9a57-e93a013bde99 req-bfd1b774-34b3-4a9f-a6b4-74f39deb5923 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 217 time: 0.0342014 Aug 19 13:46:25.614182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78345347-fc8c-4892-9a57-e93a013bde99 req-d268ccc3-c742-4efb-88e9-78af2ee10a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:25.615740 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78345347-fc8c-4892-9a57-e93a013bde99 req-d268ccc3-c742-4efb-88e9-78af2ee10a16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0545557 Aug 19 13:46:25.625705 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-53d1e09a-9d5e-4fea-b7b7-38b8f3b9697b None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:25.647554 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30983588-57e3-43cb-a9cc-f747a84ff3f1 req-292ab365-7fd8-4706-a082-3480e8af09a2 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:25.649873 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-30983588-57e3-43cb-a9cc-f747a84ff3f1 req-292ab365-7fd8-4706-a082-3480e8af09a2 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 947 time: 0.0541546 Aug 19 13:46:25.665407 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78345347-fc8c-4892-9a57-e93a013bde99 req-aae16709-1df4-4aeb-899a-4d486ed01a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:25.667012 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78345347-fc8c-4892-9a57-e93a013bde99 req-aae16709-1df4-4aeb-899a-4d486ed01a36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434234 Aug 19 13:46:25.689269 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-30983588-57e3-43cb-a9cc-f747a84ff3f1 req-c3f7bc06-dea7-4945-b98e-42741f069306 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335126 Aug 19 13:46:25.758111 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78345347-fc8c-4892-9a57-e93a013bde99 req-258447d7-02cf-4a2a-9327-67c07d605129 service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836854 Aug 19 13:46:25.820551 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-53d1e09a-9d5e-4fea-b7b7-38b8f3b9697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:25.851303 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1e09a-9d5e-4fea-b7b7-38b8f3b9697b None None] The sync data for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 is: [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:36:06Z', 'revision_number': 4, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'b64c67bd-8744-47d1-b3f0-01c29acfb48e', 'name': '', 'network_id': '6314a6d6-6575-463d-aaca-867f16375313', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'mac_address': 'fa:16:3e:88:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '977a582d-bc6d-4502-9547-785d0d28c310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:05Z', 'updated_at': '2021-08-19T13:36:11Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'subnets': [{'id': '977a582d-bc6d-4502-9547-785d0d28c310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:46:25.851932 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-78345347-fc8c-4892-9a57-e93a013bde99 req-5a1fd578-3518-4388-b134-00f68c5c61ef service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865719 Aug 19 13:46:26.072881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-12f6ec12-05e7-4c4b-ae56-e34021ce994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:26.074368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-12f6ec12-05e7-4c4b-ae56-e34021ce994d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a35659b6ebb442c395ec2184119d63a4&device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 1098 time: 0.0440819 Aug 19 13:46:26.082218 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf67b9-35ab-4587-bc94-56cdfb42548a None None] New status for floating IP 38250924-de1c-473a-b729-d6d26c42a78c: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:46:26.183389 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-01fbfdba-4a0b-42d5-b441-5d5a27ec6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:26.184882 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-01fbfdba-4a0b-42d5-b441-5d5a27ec6bf8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 200 len: 909 time: 0.0896018 Aug 19 13:46:26.222740 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:26.569473 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-02d241af-809e-4ceb-a850-ab51be6481d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 200 len: 217 time: 0.3763309 Aug 19 13:46:26.618056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-df0521a1-b751-4f1a-8bb7-c8a50e0456d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:26.619483 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-df0521a1-b751-4f1a-8bb7-c8a50e0456d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 200 len: 847 time: 0.0429549 Aug 19 13:46:26.663855 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-8334be4d-86c6-4c5c-93d1-b94bb69cedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:26.665297 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-8334be4d-86c6-4c5c-93d1-b94bb69cedbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6314a6d6-6575-463d-aaca-867f16375313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380080 Aug 19 13:46:26.758547 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-0a4dbed9-5777-4f93-9142-3216842f9eea service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853953 Aug 19 13:46:26.867771 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a6ebb-9597-4057-b4cc-2e15b3d35580 req-22ff5940-4990-491a-86b7-69e52ba39ae6 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:26.869176 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-988a6ebb-9597-4057-b4cc-2e15b3d35580 req-22ff5940-4990-491a-86b7-69e52ba39ae6 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 947 time: 0.1053674 Aug 19 13:46:26.900825 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-84c7a7b8-e038-46cf-9dc2-27578426f574 req-0e5e2ece-d217-4ff7-97e9-17f9e9fa613b service neutron] 10.222.0.30 "GET /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285100 Aug 19 13:46:26.919831 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-988a6ebb-9597-4057-b4cc-2e15b3d35580 req-99b53f68-1e53-4a32-ac78-2b274170be92 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/security-groups?id=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442727 Aug 19 13:46:27.130252 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3fe7e-dbdf-4bfc-ace2-d3aac811e808 req-f9386e56-f3e0-4711-96f3-b332649218c7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:27.132501 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6cd3fe7e-dbdf-4bfc-ace2-d3aac811e808 req-f9386e56-f3e0-4711-96f3-b332649218c7 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.30 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 947 time: 0.0484638 Aug 19 13:46:27.142482 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:27.230341 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6cd3fe7e-dbdf-4bfc-ace2-d3aac811e808 req-ec1466ac-0a15-49f0-8223-88a251bd4649 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Deleting port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:46:27.231089 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6cd3fe7e-dbdf-4bfc-ace2-d3aac811e808 req-ec1466ac-0a15-49f0-8223-88a251bd4649 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:27.316870 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-6cd3fe7e-dbdf-4bfc-ace2-d3aac811e808 req-ec1466ac-0a15-49f0-8223-88a251bd4649 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] For port bdc1d5f1-1cd7-46f4-9c26-d83c89190437, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:27.317242 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6cd3fe7e-dbdf-4bfc-ace2-d3aac811e808 req-ec1466ac-0a15-49f0-8223-88a251bd4649 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:27.331271 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-6cd3fe7e-dbdf-4bfc-ace2-d3aac811e808 req-ec1466ac-0a15-49f0-8223-88a251bd4649 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Calling delete_port for bdc1d5f1-1cd7-46f4-9c26-d83c89190437 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:46:27.547210 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6cd3fe7e-dbdf-4bfc-ace2-d3aac811e808 req-ec1466ac-0a15-49f0-8223-88a251bd4649 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:27.575686 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1466ac-0a15-49f0-8223-88a251bd4649 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event deleted for resources: {'Port': ['ID=bdc1d5f1-1cd7-46f4-9c26-d83c89190437,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:27.619908 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd3fe7e-dbdf-4bfc-ace2-d3aac811e808 req-ec1466ac-0a15-49f0-8223-88a251bd4649 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] No DVR routers for this DVR port bdc1d5f1-1cd7-46f4-9c26-d83c89190437 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:46:27.622469 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-6cd3fe7e-dbdf-4bfc-ace2-d3aac811e808 req-ec1466ac-0a15-49f0-8223-88a251bd4649 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:27.624605 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6cd3fe7e-dbdf-4bfc-ace2-d3aac811e808 req-ec1466ac-0a15-49f0-8223-88a251bd4649 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.30 "DELETE /v2.0/ports/bdc1d5f1-1cd7-46f4-9c26-d83c89190437 HTTP/1.1" status: 204 len: 173 time: 0.4858112 Aug 19 13:46:27.625594 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'name': 'network-vif-deleted', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:46:27.627898 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0278c7e1-1d4f-426d-adaf-2c5eaa1f5a55" -d '{"events": [{"server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "name": "network-vif-deleted", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:46:27.663118 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b92d95-38f6-468f-976f-813c343f332c x-openstack-request-id: req-f5b92d95-38f6-468f-976f-813c343f332c {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:46:27.663537 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68544c94-7083-41da-aa0e-b5359c979778", "name": "network-vif-deleted", "tag": "bdc1d5f1-1cd7-46f4-9c26-d83c89190437", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:46:27.663800 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5b92d95-38f6-468f-976f-813c343f332c {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:46:27.664204 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68544c94-7083-41da-aa0e-b5359c979778', 'name': 'network-vif-deleted', 'tag': 'bdc1d5f1-1cd7-46f4-9c26-d83c89190437', 'status': 'completed', 'code': 200} Aug 19 13:46:28.023536 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b0f6e3d2-1e4d-4974-b9ae-b227bd197af6 req-d3ffc8e8-6c4c-4ff8-8abc-53c0f768bc26 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 210 time: 0.0284009 Aug 19 13:46:29.127917 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-1b80aa04-1a9b-446d-aa88-a389a09720a8 req-badab9d8-9137-4335-9e52-637f9ac43ee1 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 210 time: 0.0267339 Aug 19 13:46:29.718520 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device bdc1d5f1-1cd7-46f4-9c26-d83c89190437 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:46:29.739159 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: bdc1d5f1-1cd7-46f4-9c26-d83c89190437 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:46:29.739505 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device bdc1d5f1-1cd7-46f4-9c26-d83c89190437 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:46:30.222133 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-4b4a30e7-39e6-4bf5-b739-9b30c8d19ae3 req-bd8514cb-2752-44e9-8128-26bda430077a tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 210 time: 0.0267580 Aug 19 13:46:30.324578 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:46:31.315372 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-af65bd0a-433e-4d1a-8a9b-7c673ad1a697 req-7445a46a-b651-430f-93c9-8e53abd44bc2 tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 210 time: 0.0269122 Aug 19 13:46:32.428225 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-db1b9d72-f542-4518-96f2-e1c94b900f66 req-58654dec-5db4-431f-be70-93def5be4e4f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "GET /v2.0/ports?device_id=68544c94-7083-41da-aa0e-b5359c979778 HTTP/1.1" status: 200 len: 210 time: 0.0324886 Aug 19 13:46:33.489286 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57024) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:33.548383 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d051737-9ff6-41ab-accf-d3c732f0051f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:33.573385 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d051737-9ff6-41ab-accf-d3c732f0051f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:33.702202 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d051737-9ff6-41ab-accf-d3c732f0051f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:33.705504 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-4d051737-9ff6-41ab-accf-d3c732f0051f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:33.706696 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-4d051737-9ff6-41ab-accf-d3c732f0051f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] 10.222.0.21 "DELETE /v2.0/security-groups/a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a HTTP/1.1" status: 204 len: 168 time: 0.2162971 Aug 19 13:46:33.716010 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d051737-9ff6-41ab-accf-d3c732f0051f tempest-TestShelveInstance-210703055 tempest-TestShelveInstance-210703055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16c214f-4dd8-4fc2-9b8d-0e5fb064c33a,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:33.852157 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57028) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:34.371950 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:34.637311 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] Deleting port b64c67bd-8744-47d1-b3f0-01c29acfb48e {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:46:34.637984 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:34.718935 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] For port b64c67bd-8744-47d1-b3f0-01c29acfb48e, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=b64c67bd-8744-47d1-b3f0-01c29acfb48e,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:34.719240 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:34.736096 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] Calling delete_port for b64c67bd-8744-47d1-b3f0-01c29acfb48e owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:46:34.970893 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:34.998099 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=b64c67bd-8744-47d1-b3f0-01c29acfb48e,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:35.079748 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f73df734-1657-4ca3-af72-2e30eb272878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:35.171172 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:35.381046 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] Router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:46:35.487098 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:46:35.492339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bf5dd868-0cbe-4514-8a71-562218569e7c admin admin] 10.222.0.21 "PUT /v2.0/routers/13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6391554 Aug 19 13:46:35.494858 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57034) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:35.496367 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b60ff-2572-497e-ae3f-0ea5fb436d30 None None] Sync routers for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:46:35.505902 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b60ff-2572-497e-ae3f-0ea5fb436d30 None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:35.506519 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3a8b60ff-2572-497e-ae3f-0ea5fb436d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:35.599853 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:35.611038 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-3a8b60ff-2572-497e-ae3f-0ea5fb436d30 None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:35.700332 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:35.780817 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3a8b60ff-2572-497e-ae3f-0ea5fb436d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:46:34Z', 'revision_number': 5, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port': {'id': '70d2fffa-ed1f-4e46-89f6-f6893d714ba0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:03Z', 'updated_at': '2021-08-19T13:36:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:35.810032 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b60ff-2572-497e-ae3f-0ea5fb436d30 None None] Checking router: 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:46:35.810443 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Deleting port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:46:35.810787 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:35.818763 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b60ff-2572-497e-ae3f-0ea5fb436d30 None None] Routers {'13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:35.819398 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3a8b60ff-2572-497e-ae3f-0ea5fb436d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:35.897350 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] For port 70d2fffa-ed1f-4e46-89f6-f6893d714ba0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=70d2fffa-ed1f-4e46-89f6-f6893d714ba0,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:35.897698 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:35.901126 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-3a8b60ff-2572-497e-ae3f-0ea5fb436d30 None None] Set router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:35.910340 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Calling delete_port for 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:46:35.954982 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-3a8b60ff-2572-497e-ae3f-0ea5fb436d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:46:35Z', 'revision_number': 6, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:35.980021 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8b60ff-2572-497e-ae3f-0ea5fb436d30 None None] The sync data for ids ['13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60'] in n-d-803757-2 is: [{'id': '13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60', 'name': 'tempest-TestShelveInstance-929297800-router', 'tenant_id': 'a35659b6ebb442c395ec2184119d63a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:02Z', 'updated_at': '2021-08-19T13:46:35Z', 'revision_number': 6, 'project_id': 'a35659b6ebb442c395ec2184119d63a4', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:46:36.146514 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.174718 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Pushing event deleted for resources: {'Port': ['ID=70d2fffa-ed1f-4e46-89f6-f6893d714ba0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:36.235814 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.325583 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.327813 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.462122 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.462703 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:46:36.467040 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.471530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d7079ad0-1b95-49a5-a9ca-97140682e08b admin admin] 10.222.0.21 "DELETE /v2.0/routers/13e5cc60-49e3-4bf0-8da2-43a7ed0e8d60 HTTP/1.1" status: 204 len: 168 time: 0.9724383 Aug 19 13:46:36.471530 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57036) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:36.520066 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-7018492a-cc98-4a6a-a8da-87d94a29e1c8 admin admin] Deleting subnet 977a582d-bc6d-4502-9547-785d0d28c310 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:46:36.523067 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7018492a-cc98-4a6a-a8da-87d94a29e1c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.557285 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7018492a-cc98-4a6a-a8da-87d94a29e1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.632551 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7018492a-cc98-4a6a-a8da-87d94a29e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.765495 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7018492a-cc98-4a6a-a8da-87d94a29e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.794739 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018492a-cc98-4a6a-a8da-87d94a29e1c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977a582d-bc6d-4502-9547-785d0d28c310,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:36.802388 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7018492a-cc98-4a6a-a8da-87d94a29e1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.804574 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7018492a-cc98-4a6a-a8da-87d94a29e1c8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/977a582d-bc6d-4502-9547-785d0d28c310 HTTP/1.1" status: 204 len: 168 time: 0.3325963 Aug 19 13:46:36.806787 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57038) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:36.809876 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db177b-069f-4ebc-aa6b-38b1bb38d76b None None] Network 6314a6d6-6575-463d-aaca-867f16375313 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:46:36.878292 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:36.937904 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Deleting port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:46:36.938247 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.015362 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] DHCP port deletion for 6314a6d6-6575-463d-aaca-867f16375313 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:46:37.022949 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] For port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:37.028887 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.038723 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Calling delete_port for d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc owned by network:dhcp {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:46:37.051068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b64c67bd-8744-47d1-b3f0-01c29acfb48e no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:46:37.072275 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: b64c67bd-8744-47d1-b3f0-01c29acfb48e {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:46:37.072614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device b64c67bd-8744-47d1-b3f0-01c29acfb48e not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:46:37.073028 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:46:37.095293 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:46:37.095628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 70d2fffa-ed1f-4e46-89f6-f6893d714ba0 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:46:37.109678 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Deleting port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:46:37.110054 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.169828 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] For port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc,segment=NetworkSegment(7f6f88c4-c7a0-43e6-a58d-b311fe80628c),segment_id=7f6f88c4-c7a0-43e6-a58d-b311fe80628c)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:37.170224 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.176754 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.183813 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Calling delete_port for d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:46:37.204069 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] No DVR routers for this DVR port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc on host n-d-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:46:37.207548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:37.262310 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.279565 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.288340 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Pushing event deleted for resources: {'Port': ['ID=d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:37.290644 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6314a6d6-6575-463d-aaca-867f16375313']}} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:37.290838 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] No DVR routers for this DVR port d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:46:37.300299 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.300653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.301404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.301404 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.301646 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.301962 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.302292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.302625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.302971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.303297 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.303650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.303967 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4869a52-fad9-4ed4-97c5-1369c44005c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:37.304479 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6f88c4-c7a0-43e6-a58d-b311fe80628c') {'for_net_delete': True} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:37.304775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.services.segments.db [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6f88c4-c7a0-43e6-a58d-b311fe80628c') {} {{(pid=95542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:37.315072 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61257602'] for segment, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.329073 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.334981 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=95542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:46:37.335378 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59388884'] for segment, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: Traceback (most recent call last): Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: timer() Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: cb(*args, **kw) Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: return func(*args, **kwargs) Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: self._notify() Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: self.callback(batched_events) Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: event.method(event) Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: return f(self, *a, **k) Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: return self._get(url).json() Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: return self.request(url, 'GET', **kwargs) Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:46:37.337115 n-d-803757-2 neutron-server[95542]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:46:37.451264 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.455689 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Notify callbacks [] for network, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.466407 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] 10.222.0.21 "DELETE /v2.0/networks/6314a6d6-6575-463d-aaca-867f16375313 HTTP/1.1" status: 204 len: 168 time: 0.6498640 Aug 19 13:46:37.466533 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57040) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:37.470937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c301e1f-70ca-4f59-9607-d52df875bb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=6314a6d6-6575-463d-aaca-867f16375313,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:37.753445 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:37.845454 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd7e2288-e97c-4a81-9623-fd991752b211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:38.163010 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:38.407391 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Deleting port dc209dd1-1d8c-4267-8b08-7c9ddd099758 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:46:38.407632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:38.485952 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] For port dc209dd1-1d8c-4267-8b08-7c9ddd099758, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=dc209dd1-1d8c-4267-8b08-7c9ddd099758,segment=NetworkSegment(8b96b29d-6cf6-4ceb-a739-140669600818),segment_id=8b96b29d-6cf6-4ceb-a739-140669600818)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:38.486685 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:38.502166 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Calling delete_port for dc209dd1-1d8c-4267-8b08-7c9ddd099758 owned by network:router_interface {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:46:38.752789 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:38.779417 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc209dd1-1d8c-4267-8b08-7c9ddd099758,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:38.806061 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.806404 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.806742 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.807106 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.807438 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.807766 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.808090 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.808414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.808734 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.809056 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.809379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.809694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:38.957366 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:39.027134 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:46:39.047752 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:46:39.048174 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d0cd15fa-64fe-4b6e-9878-fd0bd6c16fcc not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:46:39.173052 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Router 2a1d8503-c5fb-4712-9e84-fddd5f139851 has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:46:39.277008 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:46:39.283785 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-32fc7830-66c0-44dc-958b-d1371cbfd6c5 admin admin] 10.222.0.21 "PUT /v2.0/routers/2a1d8503-c5fb-4712-9e84-fddd5f139851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203356 Aug 19 13:46:39.284524 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57044) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:39.286898 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5825232-401c-4942-90bf-a6f50fb231f0 None None] Sync routers for ids ['2a1d8503-c5fb-4712-9e84-fddd5f139851'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:46:39.296090 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5825232-401c-4942-90bf-a6f50fb231f0 None None] Routers {'2a1d8503-c5fb-4712-9e84-fddd5f139851'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:39.297474 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b5825232-401c-4942-90bf-a6f50fb231f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2a1d8503-c5fb-4712-9e84-fddd5f139851'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:39.388171 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Notify callbacks [] for router, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:39.399628 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b5825232-401c-4942-90bf-a6f50fb231f0 None None] Set router 2a1d8503-c5fb-4712-9e84-fddd5f139851 gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:39.491659 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:39.528222 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:39.582428 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b5825232-401c-4942-90bf-a6f50fb231f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'name': 'tempest-TestShelveInstance-1925398960-router', 'tenant_id': '464ed1c21836441794949db590654bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:09Z', 'updated_at': '2021-08-19T13:46:38Z', 'revision_number': 5, 'project_id': '464ed1c21836441794949db590654bc2', 'gw_port': {'id': '17ff7727-7ea7-418f-841a-e48cda9abfda', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:36:10Z', 'updated_at': '2021-08-19T13:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:39.603492 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Deleting port 17ff7727-7ea7-418f-841a-e48cda9abfda {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:46:39.603836 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:39.685888 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] For port 17ff7727-7ea7-418f-841a-e48cda9abfda, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=17ff7727-7ea7-418f-841a-e48cda9abfda,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:39.686262 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:39.700105 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Calling delete_port for 17ff7727-7ea7-418f-841a-e48cda9abfda owned by network:router_gateway {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:46:39.773347 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5825232-401c-4942-90bf-a6f50fb231f0 None None] Checking router: 2a1d8503-c5fb-4712-9e84-fddd5f139851 for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:46:39.784614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5825232-401c-4942-90bf-a6f50fb231f0 None None] Routers {'2a1d8503-c5fb-4712-9e84-fddd5f139851'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:39.785151 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b5825232-401c-4942-90bf-a6f50fb231f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['2a1d8503-c5fb-4712-9e84-fddd5f139851'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:39.870918 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-b5825232-401c-4942-90bf-a6f50fb231f0 None None] Set router 2a1d8503-c5fb-4712-9e84-fddd5f139851 gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:39.923523 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-b5825232-401c-4942-90bf-a6f50fb231f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'name': 'tempest-TestShelveInstance-1925398960-router', 'tenant_id': '464ed1c21836441794949db590654bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:09Z', 'updated_at': '2021-08-19T13:46:39Z', 'revision_number': 6, 'project_id': '464ed1c21836441794949db590654bc2', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:39.930753 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:39.954497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5825232-401c-4942-90bf-a6f50fb231f0 None None] The sync data for ids ['2a1d8503-c5fb-4712-9e84-fddd5f139851'] in n-d-803757-2 is: [{'id': '2a1d8503-c5fb-4712-9e84-fddd5f139851', 'name': 'tempest-TestShelveInstance-1925398960-router', 'tenant_id': '464ed1c21836441794949db590654bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:36:09Z', 'updated_at': '2021-08-19T13:46:39Z', 'revision_number': 6, 'project_id': '464ed1c21836441794949db590654bc2', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:46:39.969608 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Pushing event deleted for resources: {'Port': ['ID=17ff7727-7ea7-418f-841a-e48cda9abfda,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:40.024787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.115026 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.117007 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.227744 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.228275 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a1d8503-c5fb-4712-9e84-fddd5f139851 {{(pid=95543) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:46:40.232592 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.233745 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-06a2a9e4-4c81-4e2b-a67c-9127cae2f78a admin admin] 10.222.0.21 "DELETE /v2.0/routers/2a1d8503-c5fb-4712-9e84-fddd5f139851 HTTP/1.1" status: 204 len: 168 time: 0.9482937 Aug 19 13:46:40.236238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57046) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:40.284870 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_v2 [None req-629fa4b3-00ba-4428-8a8b-fd267c0e052d admin admin] Deleting subnet 2d2b91f1-abcc-4eea-b8e2-39b28c31f773 {{(pid=95543) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:46:40.288139 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-629fa4b3-00ba-4428-8a8b-fd267c0e052d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.326299 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-629fa4b3-00ba-4428-8a8b-fd267c0e052d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60559425'] for subnet, precommit_delete_associations {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.403112 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-629fa4b3-00ba-4428-8a8b-fd267c0e052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.529818 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-629fa4b3-00ba-4428-8a8b-fd267c0e052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59065363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60349201'] for subnet, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.559431 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fa4b3-00ba-4428-8a8b-fd267c0e052d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2b91f1-abcc-4eea-b8e2-39b28c31f773,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:40.563852 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-629fa4b3-00ba-4428-8a8b-fd267c0e052d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.565671 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-629fa4b3-00ba-4428-8a8b-fd267c0e052d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2d2b91f1-abcc-4eea-b8e2-39b28c31f773 HTTP/1.1" status: 204 len: 168 time: 0.3285325 Aug 19 13:46:40.568144 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57048) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:40.570014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed7c0d-3a84-431e-ba9f-c138b2ffad56 None None] Network 70013d31-6ebe-40ce-a767-5cfc7d91d643 requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:46:40.634088 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.686541 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Deleting port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:46:40.686826 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.743444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6e5610-d03b-45e1-8ade-e24b37880eb5 None None] DHCP port deletion for 70013d31-6ebe-40ce-a767-5cfc7d91d643 request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:46:40.757338 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] For port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d6a2967c-ded5-4b3f-85e2-3c16e6c812c6,segment=NetworkSegment(8b96b29d-6cf6-4ceb-a739-140669600818),segment_id=8b96b29d-6cf6-4ceb-a739-140669600818)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:40.757701 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.770439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Calling delete_port for d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:46:40.794381 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-db6e5610-d03b-45e1-8ade-e24b37880eb5 None None] Deleting port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:46:40.794755 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-db6e5610-d03b-45e1-8ade-e24b37880eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.866101 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-db6e5610-d03b-45e1-8ade-e24b37880eb5 None None] For port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d6a2967c-ded5-4b3f-85e2-3c16e6c812c6,segment=NetworkSegment(8b96b29d-6cf6-4ceb-a739-140669600818),segment_id=8b96b29d-6cf6-4ceb-a739-140669600818)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:40.866506 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-db6e5610-d03b-45e1-8ade-e24b37880eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.879688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-db6e5610-d03b-45e1-8ade-e24b37880eb5 None None] Calling delete_port for d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:46:40.937579 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.961843 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.963105 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-db6e5610-d03b-45e1-8ade-e24b37880eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:40.970445 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] No DVR routers for this DVR port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:46:40.974877 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a2967c-ded5-4b3f-85e2-3c16e6c812c6,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:40.995660 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e5610-d03b-45e1-8ade-e24b37880eb5 None None] Pushing event deleted for resources: {'Port': ['ID=d6a2967c-ded5-4b3f-85e2-3c16e6c812c6,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:41.000373 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e5610-d03b-45e1-8ade-e24b37880eb5 None None] No DVR routers for this DVR port d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:46:41.011455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 17ff7727-7ea7-418f-841a-e48cda9abfda no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:46:41.030180 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 17ff7727-7ea7-418f-841a-e48cda9abfda {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:46:41.031205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 17ff7727-7ea7-418f-841a-e48cda9abfda not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:46:41.031920 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:46:41.054047 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:46:41.054406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d6a2967c-ded5-4b3f-85e2-3c16e6c812c6 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:46:41.055247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dc209dd1-1d8c-4267-8b08-7c9ddd099758 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:46:41.074987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:41.080107 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: dc209dd1-1d8c-4267-8b08-7c9ddd099758 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:46:41.087013 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device dc209dd1-1d8c-4267-8b08-7c9ddd099758 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:46:41.087500 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70013d31-6ebe-40ce-a767-5cfc7d91d643']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:41.098497 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b96b29d-6cf6-4ceb-a739-140669600818') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:41.098830 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b96b29d-6cf6-4ceb-a739-140669600818') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:41.107869 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:41.122160 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:41.128483 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:46:41.130763 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:46:41.272355 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:41.277826 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:41.279974 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] 10.222.0.21 "DELETE /v2.0/networks/70013d31-6ebe-40ce-a767-5cfc7d91d643 HTTP/1.1" status: 204 len: 168 time: 0.7109237 Aug 19 13:46:41.291700 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcd1c3-9e6d-402c-9b71-5340df3e0622 admin admin] Pushing event deleted for resources: {'Network': ['ID=70013d31-6ebe-40ce-a767-5cfc7d91d643,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:41.776898 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57052) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:41.816040 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-48f00e7a-cb8a-49da-a3df-395303871f62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a35659b6ebb442c395ec2184119d63a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378897 Aug 19 13:46:41.818372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57054) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:41.871074 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d619362-afb2-428e-815e-996869639a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:41.888197 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d619362-afb2-428e-815e-996869639a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:41.998737 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d619362-afb2-428e-815e-996869639a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:42.001930 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0d619362-afb2-428e-815e-996869639a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:42.003142 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0d619362-afb2-428e-815e-996869639a69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48fe7323-cd59-46b0-9c13-62044b109804 HTTP/1.1" status: 204 len: 168 time: 0.1837602 Aug 19 13:46:42.010747 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d619362-afb2-428e-815e-996869639a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fe7323-cd59-46b0-9c13-62044b109804,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:42.674642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57060) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:42.713103 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-d4d7432f-f5bf-4df1-aade-43996cf0061a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=464ed1c21836441794949db590654bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372486 Aug 19 13:46:42.715449 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57062) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:42.762666 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-824d305b-b01a-45fb-93af-722d36eb85cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:42.783548 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-824d305b-b01a-45fb-93af-722d36eb85cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:42.913801 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-824d305b-b01a-45fb-93af-722d36eb85cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:42.916405 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-824d305b-b01a-45fb-93af-722d36eb85cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:42.917645 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-824d305b-b01a-45fb-93af-722d36eb85cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72369c18-68c2-4f45-b352-d761c8a42c5d HTTP/1.1" status: 204 len: 168 time: 0.2012234 Aug 19 13:46:42.925841 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d305b-b01a-45fb-93af-722d36eb85cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72369c18-68c2-4f45-b352-d761c8a42c5d,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:44.016981 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57084) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:44.110834 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1962351441-network', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:44.261859 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Made reservation on behalf of 59f7b1c2cd0c4e1887f829e414f4da48 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:46:44.264178 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:44.273029 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:44.362549 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:44.410379 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:44.430480 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:46:44.443889 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235b79ca-8976-41f5-90f8-d74d17724181,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:44.448522 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:44.450947 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Added segment ddd15644-75f0-473b-8a1e-c03f67c0e9d9 of type vlan for network 1904c6bd-27a5-4085-bf9a-7a4f984eaced Aug 19 13:46:44.487578 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:44.547975 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:44.548959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:44.549533 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:44.606874 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] Pushing event updated for resources: {'Network': ['ID=1904c6bd-27a5-4085-bf9a-7a4f984eaced,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:44.617805 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network 1904c6bd-27a5-4085-bf9a-7a4f984eaced details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:46:44.667465 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5bd86bbc-45f2-4523-ac99-26b238f04670 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6493905 Aug 19 13:46:44.670203 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57088) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:44.676001 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] Request body: {'subnet': {'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1962351441-subnet', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:44.763594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] Made reservation on behalf of 59f7b1c2cd0c4e1887f829e414f4da48 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:46:44.766582 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:44.999151 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.059800 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad627cab-fe09-40bc-8cde-ab84d50ade8c,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:45.067538 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] Checking segment: {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:46:45.067917 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] Network hostable DHCP agents. Network: 1904c6bd-27a5-4085-bf9a-7a4f984eaced, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:46:45.142145 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] Network 1904c6bd-27a5-4085-bf9a-7a4f984eaced is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:46:45.199146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, 1904c6bd-27a5-4085-bf9a-7a4f984eaced) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:46:45.203155 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:45.203740 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.209277 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593cd785-b480-45cf-b1b6-6e9d1d722f24 None None] Network 1904c6bd-27a5-4085-bf9a-7a4f984eaced requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:46:45.297657 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-fa2c2a5b-5ee1-46fa-8129-f18d91ebb99a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6255102 Aug 19 13:46:45.300254 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57090) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:45.304555 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:45.351877 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:46:45.352728 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.392749 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.393954 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.445369 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.486131 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Allocated IP 172.20.0.2 (1904c6bd-27a5-4085-bf9a-7a4f984eaced/ad627cab-fe09-40bc-8cde-ab84d50ade8c/2826245b-bd70-4215-8aae-7239e95699f3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:46:45.622487 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.631686 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Transition to ACTIVE for port object 2826245b-bd70-4215-8aae-7239e95699f3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:46:45.648380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Transition to ACTIVE for port object 2826245b-bd70-4215-8aae-7239e95699f3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:46:45.660393 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.729897 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.772656 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Network 1904c6bd-27a5-4085-bf9a-7a4f984eaced is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:46:45.775496 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:46:45.779119 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:46:45.786290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Pushing event updated for resources: {'Port': ['ID=2826245b-bd70-4215-8aae-7239e95699f3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:45.835654 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Attempting to bind port 2826245b-bd70-4215-8aae-7239e95699f3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:46:45.836019 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Attempting to bind port 2826245b-bd70-4215-8aae-7239e95699f3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:46:45.836377 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Attempting to bind port 2826245b-bd70-4215-8aae-7239e95699f3 on network 1904c6bd-27a5-4085-bf9a-7a4f984eaced {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:46:45.841211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:46:45.841577 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Checking segment: {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:46:45.841999 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.842387 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Bound using segment: {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:46:45.842866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Bound port: 2826245b-bd70-4215-8aae-7239e95699f3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:46:45.843243 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.903605 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] For port 2826245b-bd70-4215-8aae-7239e95699f3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:46:45.907190 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] For port 2826245b-bd70-4215-8aae-7239e95699f3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2826245b-bd70-4215-8aae-7239e95699f3,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:46:45.930039 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.951744 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:45.981584 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:46.048664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534a8a9-38e8-4f23-981d-5e7b1324ab7a None None] Pushing event updated for resources: {'Port': ['ID=2826245b-bd70-4215-8aae-7239e95699f3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:46.061378 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Allocated IP 172.25.2.113 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/1ed0cda3-b930-4542-a254-fa97d53083e0) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:46:46.173520 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:46.279977 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:46.316376 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:46:46.319167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:46:46.324761 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:46:46.352624 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed0cda3-b930-4542-a254-fa97d53083e0,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:46.916917 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bee99d-52d0-46d3-ab85-8acdc4608ea1 None None] Network 1904c6bd-27a5-4085-bf9a-7a4f984eaced requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:46:47.006776 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:47.008057 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2826245b-bd70-4215-8aae-7239e95699f3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:46:47.072604 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-9a23668a-62ae-4053-a83a-ca51e3c18ab6 None None] Provisioning for port 2826245b-bd70-4215-8aae-7239e95699f3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:46:47.176238 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 2826245b-bd70-4215-8aae-7239e95699f3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:46:47.180867 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2826245b-bd70-4215-8aae-7239e95699f3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:47.180867 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:47.213304 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:47.261093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:47.296549 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 2826245b-bd70-4215-8aae-7239e95699f3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2826245b-bd70-4215-8aae-7239e95699f3,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:47.358285 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:47.419971 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=2826245b-bd70-4215-8aae-7239e95699f3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:47.424448 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-89a7f646-da77-4ebe-a0e4-4083394475ee None None] Provisioning complete for port 2826245b-bd70-4215-8aae-7239e95699f3 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:47.424814 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-89a7f646-da77-4ebe-a0e4-4083394475ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:47.428036 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Router ad2a7e86-c9dd-43df-a489-a33609fc820e is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:46:47.535458 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:46:47.544038 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Sync routers for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:46:47.554172 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:47.558484 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:47.605095 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:47.608957 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f4a35043-c275-4afd-b566-72f80b0b4982 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3051071 Aug 19 13:46:47.609428 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57092) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:47.746096 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:47.926229 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:46Z', 'revision_number': 3, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:47.953852 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Checking router: ad2a7e86-c9dd-43df-a489-a33609fc820e for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:46:47.954189 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Updating router ad2a7e86-c9dd-43df-a489-a33609fc820e port 1ed0cda3-b930-4542-a254-fa97d53083e0 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:46:47.978292 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.038040 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.192486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Allocated IP 172.20.0.1 (1904c6bd-27a5-4085-bf9a-7a4f984eaced/ad627cab-fe09-40bc-8cde-ab84d50ade8c/f9694f7c-ffff-4f84-b3a4-25147d97b9cc) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:46:48.228187 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.238180 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Transition to ACTIVE for port object 1ed0cda3-b930-4542-a254-fa97d53083e0 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:46:48.294183 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.308131 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Transition to ACTIVE for port object f9694f7c-ffff-4f84-b3a4-25147d97b9cc will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:46:48.313963 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.361715 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Attempting to bind port 1ed0cda3-b930-4542-a254-fa97d53083e0 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:46:48.362084 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Attempting to bind port 1ed0cda3-b930-4542-a254-fa97d53083e0 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:46:48.362438 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Attempting to bind port 1ed0cda3-b930-4542-a254-fa97d53083e0 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:46:48.369240 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Pushing event updated for resources: {'Port': ['ID=1ed0cda3-b930-4542-a254-fa97d53083e0,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:48.372103 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:46:48.372469 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:46:48.372866 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.373241 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:46:48.373701 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Bound port: 1ed0cda3-b930-4542-a254-fa97d53083e0, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:46:48.374074 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.399973 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.403896 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.404240 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.404576 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.404910 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.405229 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.405549 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.405871 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.406231 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.406551 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.406897 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.409046 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.409046 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:46:48.437767 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Network 1904c6bd-27a5-4085-bf9a-7a4f984eaced is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:46:48.442042 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] For port 1ed0cda3-b930-4542-a254-fa97d53083e0, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:46:48.442550 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:46:48.446295 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:46:48.446474 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] For port 1ed0cda3-b930-4542-a254-fa97d53083e0, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1ed0cda3-b930-4542-a254-fa97d53083e0,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:46:48.471712 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9694f7c-ffff-4f84-b3a4-25147d97b9cc,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:48.490976 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.519788 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.589401 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa2f81-3a79-40e6-a7aa-411e65a9b577 None None] Pushing event updated for resources: {'Port': ['ID=1ed0cda3-b930-4542-a254-fa97d53083e0,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:48.592566 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:48.593379 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:48.686566 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.695072 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:48.781204 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d9035e01-2330-4ca0-a656-f08e7c0f345a None None] Provisioning for port f9694f7c-ffff-4f84-b3a4-25147d97b9cc completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:46:48.785623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-d9035e01-2330-4ca0-a656-f08e7c0f345a None None] Provisioning complete for port f9694f7c-ffff-4f84-b3a4-25147d97b9cc triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:48.786126 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d9035e01-2330-4ca0-a656-f08e7c0f345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.831413 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d9035e01-2330-4ca0-a656-f08e7c0f345a None None] Port f9694f7c-ffff-4f84-b3a4-25147d97b9cc cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:46:48.852705 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.872033 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:46Z', 'revision_number': 3, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:48.900104 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a4bfd7-fa19-4caa-ba71-b8b9bfbd197b None None] The sync data for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 is: [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:46Z', 'revision_number': 3, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:46:48.914891 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.983572 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9694f7c-ffff-4f84-b3a4-25147d97b9cc,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:48.988108 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:48.994852 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2826245b-bd70-4215-8aae-7239e95699f3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:46:49.049722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 2826245b-bd70-4215-8aae-7239e95699f3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:49.049839 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:49.090140 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Network 1904c6bd-27a5-4085-bf9a-7a4f984eaced is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:46:49.091594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:46:49.220953 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Router ad2a7e86-c9dd-43df-a489-a33609fc820e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:46:49.342776 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:46:49.349092 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-46a7f81a-0d5b-4020-9492-60953921add9 admin admin] 10.222.0.21 "PUT /v2.0/routers/ad2a7e86-c9dd-43df-a489-a33609fc820e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7387264 Aug 19 13:46:49.370539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-76c21410-9314-44fe-a2fe-9aeeba8c5d76 None None] Provisioning complete for port f9694f7c-ffff-4f84-b3a4-25147d97b9cc triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:49.371202 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-76c21410-9314-44fe-a2fe-9aeeba8c5d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:49.408773 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-76c21410-9314-44fe-a2fe-9aeeba8c5d76 None None] Port f9694f7c-ffff-4f84-b3a4-25147d97b9cc cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:46:49.998455 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57110) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:50.004027 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-984203434-network', 'tenant_id': '67a9885d7bec466993cb55174a21bec2'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:50.079077 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Made reservation on behalf of 67a9885d7bec466993cb55174a21bec2 for: {'network': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:46:50.081686 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for network, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:50.090989 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:50.201632 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:50.278198 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:50.306594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=95543) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 13:46:50.313050 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e77c43-dfbe-44eb-ae7e-198cee90994a,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:50.319080 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:50.319421 n-d-803757-2 neutron-server[95543]: INFO neutron.db.segments_db [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Added segment 2d51126f-5c37-4dc3-b9ff-15a9015599db of type vlan for network b5a7bee9-614c-4ffb-acfa-4c2229e64aca Aug 19 13:46:50.358018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729423191471'] for network, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:50.450601 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Sync routers for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:46:50.460444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:50.461170 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:50.495380 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643'] for network, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:50.496377 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:50.496950 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:50.558986 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a7bee9-614c-4ffb-acfa-4c2229e64aca,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:50.568094 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:50.571524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Network b5a7bee9-614c-4ffb-acfa-4c2229e64aca details requested by agent ovs-agent-n-d-803757-2 with host n-d-803757-2 {{(pid=95544) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 13:46:50.627652 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-3473d928-1e4e-40e4-af9e-20fa1b82b629 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6280494 Aug 19 13:46:50.630328 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57112) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:50.635403 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] Request body: {'subnet': {'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-984203434-subnet', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'ip_version': 4}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:50.720017 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] Made reservation on behalf of 67a9885d7bec466993cb55174a21bec2 for: {'subnet': 1} {{(pid=95543) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:46:50.722542 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60349196'] for subnet, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:50.817398 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 2, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:50.846515 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Checking router: ad2a7e86-c9dd-43df-a489-a33609fc820e for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:46:50.846887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Updating router ad2a7e86-c9dd-43df-a489-a33609fc820e port f9694f7c-ffff-4f84-b3a4-25147d97b9cc binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:46:50.870579 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:50.994511 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59065554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60349210'] for subnet, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.003988 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1ed0cda3-b930-4542-a254-fa97d53083e0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:46:51.053532 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] Pushing event updated for resources: {'Subnet': ['ID=49fd60eb-e122-4635-8722-c8e7a3cad909,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:51.060966 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] Checking segment: {'id': '2d51126f-5c37-4dc3-b9ff-15a9015599db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:46:51.061317 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] Network hostable DHCP agents. Network: b5a7bee9-614c-4ffb-acfa-4c2229e64aca, hostable agents: ['b547fafe-18b2-432b-9a5a-a2605d5a30c3'], hosted agents: [] {{(pid=95543) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 13:46:51.166059 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.170267 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] Network b5a7bee9-614c-4ffb-acfa-4c2229e64aca is scheduled to be hosted by DHCP agent b547fafe-18b2-432b-9a5a-a2605d5a30c3 with binding_index 1 {{(pid=95543) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 13:46:51.176035 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Transition to ACTIVE for port object f9694f7c-ffff-4f84-b3a4-25147d97b9cc will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:46:51.193410 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 1ed0cda3-b930-4542-a254-fa97d53083e0 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:46:51.197020 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1ed0cda3-b930-4542-a254-fa97d53083e0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:51.197391 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.262152 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803757-2, b5a7bee9-614c-4ffb-acfa-4c2229e64aca) {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:46:51.266854 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:51.267639 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.273727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce3f80-b9a3-432f-91eb-82327bdc76e6 None None] Network b5a7bee9-614c-4ffb-acfa-4c2229e64aca requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:46:51.275906 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.320975 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.377046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5d46b4de-ad35-4d8e-b639-7b315165241b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7455239 Aug 19 13:46:51.379674 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57114) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:51.384594 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-984203434-router', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:51.479781 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1824754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108752'] for router, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.480905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-270575', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108761'] for router, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.512427 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 1ed0cda3-b930-4542-a254-fa97d53083e0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1ed0cda3-b930-4542-a254-fa97d53083e0,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:51.544298 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.550768 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3b428-29c0-4558-a012-997c602abe36 None None] Pushing event updated for resources: {'Port': ['ID=f9694f7c-ffff-4f84-b3a4-25147d97b9cc,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:51.585156 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.669709 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Attempting to bind port f9694f7c-ffff-4f84-b3a4-25147d97b9cc on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:46:51.670078 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Attempting to bind port f9694f7c-ffff-4f84-b3a4-25147d97b9cc by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:46:51.670445 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Attempting to bind port f9694f7c-ffff-4f84-b3a4-25147d97b9cc on network 1904c6bd-27a5-4085-bf9a-7a4f984eaced {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:46:51.691267 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:46:51.691645 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Checking segment: {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:46:51.692046 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.692442 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Bound using segment: {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:46:51.692922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Bound port: f9694f7c-ffff-4f84-b3a4-25147d97b9cc, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:46:51.693306 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.723434 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=1ed0cda3-b930-4542-a254-fa97d53083e0,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:51.749205 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd54a09c3-f02c-536b-992a-db03a0c332c1-b5a7bee9-614c-4ffb-acfa-4c2229e64aca', 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'fixed_ips': [{'subnet_id': '49fd60eb-e122-4635-8722-c8e7a3cad909'}]}} from n-d-803757-2. {{(pid=95544) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 13:46:51.750594 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.753745 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:51.852227 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] For port f9694f7c-ffff-4f84-b3a4-25147d97b9cc, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:46:51.872757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] For port f9694f7c-ffff-4f84-b3a4-25147d97b9cc, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f9694f7c-ffff-4f84-b3a4-25147d97b9cc,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:46:51.929495 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.db_base_plugin_common [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Allocated IP 172.20.0.2 (b5a7bee9-614c-4ffb-acfa-4c2229e64aca/49fd60eb-e122-4635-8722-c8e7a3cad909/d9c2e201-7cbd-46fe-90f4-6903df3dd6e3) {{(pid=95544) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:46:51.933936 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:52.014106 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:52.034418 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:52.042693 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:52.043370 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:52.092424 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3b428-29c0-4558-a012-997c602abe36 None None] Pushing event updated for resources: {'Port': ['ID=f9694f7c-ffff-4f84-b3a4-25147d97b9cc,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:52.146029 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Allocated IP 172.25.2.235 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/70f3b37c-b765-4d4b-a7b0-7cc1046e5a69) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:46:52.221931 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:52.254645 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Notify callbacks [] for port, precommit_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:52.254884 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:52.274736 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Transition to ACTIVE for port object d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:46:52.334589 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Transition to ACTIVE for port object d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 will not be triggered until provisioned by entity DHCP. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:46:52.358193 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:52.394654 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:46:52.399410 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:46:52.403034 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:46:52.426486 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Pushing event updated for resources: {'Port': ['ID=70f3b37c-b765-4d4b-a7b0-7cc1046e5a69,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:52.433415 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669'] for port, after_create {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:52.488247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Network b5a7bee9-614c-4ffb-acfa-4c2229e64aca is already hosted by enough agents. {{(pid=95544) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:46:52.495429 n-d-803757-2 neutron-server[95544]: DEBUG neutron.scheduler.base_scheduler [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Resources bound (agent type, host, resource id): {{(pid=95544) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:46:52.503400 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Received port after_create {{(pid=95544) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:46:52.508016 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Pushing event updated for resources: {'Port': ['ID=d9c2e201-7cbd-46fe-90f4-6903df3dd6e3,revision_number=1']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:52.547359 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:52.592627 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ce799-ac1e-49a7-851f-68fd062c10a1 None None] The sync data for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 is: [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:46:52.603077 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Attempting to bind port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:46:52.603469 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Attempting to bind port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2d51126f-5c37-4dc3-b9ff-15a9015599db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:46:52.603802 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Attempting to bind port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 on network b5a7bee9-614c-4ffb-acfa-4c2229e64aca {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:46:52.610014 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:46:52.610607 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Checking segment: {'id': '2d51126f-5c37-4dc3-b9ff-15a9015599db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:46:52.611245 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:52.611705 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Bound using segment: {'id': '2d51126f-5c37-4dc3-b9ff-15a9015599db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:46:52.612241 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Bound port: d9c2e201-7cbd-46fe-90f4-6903df3dd6e3, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51126f-5c37-4dc3-b9ff-15a9015599db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:46:52.612706 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:52.689875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] For port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:46:52.694922 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] For port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d9c2e201-7cbd-46fe-90f4-6903df3dd6e3,segment=NetworkSegment(2d51126f-5c37-4dc3-b9ff-15a9015599db),segment_id=2d51126f-5c37-4dc3-b9ff-15a9015599db)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:46:52.745319 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:52.753948 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:52.819819 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2ced1-ab58-49aa-85c2-7e7e28b2a74e None None] Pushing event updated for resources: {'Port': ['ID=d9c2e201-7cbd-46fe-90f4-6903df3dd6e3,revision_number=2']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:52.979651 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1824635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-270378'] for router, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:53.137930 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1ed0cda3-b930-4542-a254-fa97d53083e0 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:46:53.198964 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 1ed0cda3-b930-4542-a254-fa97d53083e0 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:53.199493 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:53.291449 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f9694f7c-ffff-4f84-b3a4-25147d97b9cc up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:46:53.456677 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port f9694f7c-ffff-4f84-b3a4-25147d97b9cc completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:46:53.461260 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f9694f7c-ffff-4f84-b3a4-25147d97b9cc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:53.461648 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:53.551081 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:53.589885 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port f9694f7c-ffff-4f84-b3a4-25147d97b9cc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f9694f7c-ffff-4f84-b3a4-25147d97b9cc,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:53.605337 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Router f88b2d99-5e02-4240-83f5-a6c37598e3ed is scheduled to L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a with binding_index 1 {{(pid=95543) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 13:46:53.667579 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:53.732818 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:46:53.734711 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=f9694f7c-ffff-4f84-b3a4-25147d97b9cc,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:53.755292 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Sync routers for ids ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:46:53.762016 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Routers {'f88b2d99-5e02-4240-83f5-a6c37598e3ed'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:53.762690 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:53.799434 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] Notify callbacks [] for router, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:53.803490 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-58bf6b32-2fc9-4bb4-bf71-f2d515e8cbda admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4199097 Aug 19 13:46:53.803490 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57116) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:53.886160 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Set router f88b2d99-5e02-4240-83f5-a6c37598e3ed gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:53.932172 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7211b3-bec9-4ad3-ba9d-ee61f055e8ff None None] Network b5a7bee9-614c-4ffb-acfa-4c2229e64aca requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:46:54.076636 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'name': 'tempest-TestSnapshotPattern-984203434-router', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:51Z', 'updated_at': '2021-08-19T13:46:52Z', 'revision_number': 3, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'gw_port': {'id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:12:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:52Z', 'updated_at': '2021-08-19T13:46:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:54.081846 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-a00151d7-a6c3-4394-b19d-ff92e2e8cfaa None None] Provisioning for port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:46:54.107078 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Checking router: f88b2d99-5e02-4240-83f5-a6c37598e3ed for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:46:54.107497 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Updating router f88b2d99-5e02-4240-83f5-a6c37598e3ed port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 binding host n-d-803757-2 {{(pid=95545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:46:54.134142 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:54.283318 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:54.398069 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Notify callbacks [] for port, precommit_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:54.407541 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.provisioning_blocks [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Transition to ACTIVE for port object 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 will not be triggered until provisioned by entity L2. {{(pid=95545) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:46:54.446137 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Allocated IP 172.20.0.1 (b5a7bee9-614c-4ffb-acfa-4c2229e64aca/49fd60eb-e122-4635-8722-c8e7a3cad909/5f375c94-5da3-4e7e-9f46-d7558bdd8b0b) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:46:54.450685 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:54.502813 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Attempting to bind port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 on host n-d-803757-2 for vnic_type normal with profile {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:46:54.503217 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Attempting to bind port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:46:54.503583 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Attempting to bind port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 on network 0920271a-3a11-463a-8538-f81c91b4fb3d {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:46:54.510947 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11dcb8-28c5-4ac5-85a3-e15423bd75ab None None] Pushing event updated for resources: {'Port': ['ID=70f3b37c-b765-4d4b-a7b0-7cc1046e5a69,revision_number=2']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:54.513404 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:46:54.513779 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Checking segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:46:54.514177 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:54.514555 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Bound using segment: {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'} {{(pid=95545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:46:54.515065 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.managers [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Bound port: 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37703a8c-963d-4ba6-be06-a094042cefbf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d'}}] {{(pid=95545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:46:54.515475 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:54.553627 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:54.565902 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] For port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69, host n-d-803757-2, cleared binding levels {{(pid=95545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:46:54.568392 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.provisioning_blocks [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Transition to ACTIVE for port object 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b will not be triggered until provisioned by entity DHCP. {{(pid=95543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:46:54.568928 n-d-803757-2 neutron-server[95545]: DEBUG neutron.plugins.ml2.db [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] For port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=70f3b37c-b765-4d4b-a7b0-7cc1046e5a69,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:46:54.620983 n-d-803757-2 neutron-server[95545]: DEBUG neutron_lib.callbacks.manager [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:54.667339 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:54.676308 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Routers {'f88b2d99-5e02-4240-83f5-a6c37598e3ed'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:54.676926 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:54.705157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Network b5a7bee9-614c-4ffb-acfa-4c2229e64aca is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:46:54.710268 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:46:54.712928 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:46:54.744226 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Pushing event updated for resources: {'Port': ['ID=5f375c94-5da3-4e7e-9f46-d7558bdd8b0b,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:54.762162 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1826658'] for router_interface, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:54.814467 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11dcb8-28c5-4ac5-85a3-e15423bd75ab None None] Pushing event updated for resources: {'Port': ['ID=70f3b37c-b765-4d4b-a7b0-7cc1046e5a69,revision_number=3']} {{(pid=95545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:54.883039 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] Set router f88b2d99-5e02-4240-83f5-a6c37598e3ed gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:54.985658 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:54.987625 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fec02fde-5514-400c-a449-c7fa7d987363 None None] Provisioning for port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:46:54.991569 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-fec02fde-5514-400c-a449-c7fa7d987363 None None] Provisioning complete for port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:54.996665 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fec02fde-5514-400c-a449-c7fa7d987363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:55.029251 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-fec02fde-5514-400c-a449-c7fa7d987363 None None] Port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:46:55.070068 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'name': 'tempest-TestSnapshotPattern-984203434-router', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:51Z', 'updated_at': '2021-08-19T13:46:52Z', 'revision_number': 3, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'gw_port': {'id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:12:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:52Z', 'updated_at': '2021-08-19T13:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:55.092632 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:46:55.100448 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67800b16-48e5-4622-971d-df0cd6fe5a0d None None] The sync data for ids ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'] in n-d-803757-2 is: [{'id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'name': 'tempest-TestSnapshotPattern-984203434-router', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:51Z', 'updated_at': '2021-08-19T13:46:52Z', 'revision_number': 3, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'gw_port': {'id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:12:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:52Z', 'updated_at': '2021-08-19T13:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:46:55.184517 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:55.198017 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:46:55.202124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:55.202495 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:55.285374 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:55.285894 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:55.338382 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d9c2e201-7cbd-46fe-90f4-6903df3dd6e3,segment=NetworkSegment(2d51126f-5c37-4dc3-b9ff-15a9015599db),segment_id=2d51126f-5c37-4dc3-b9ff-15a9015599db)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:55.370827 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1826710'] for router_interface, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:55.372743 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Pushing event updated for resources: {'Port': ['ID=5f375c94-5da3-4e7e-9f46-d7558bdd8b0b,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:55.432340 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:55.433058 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f9694f7c-ffff-4f84-b3a4-25147d97b9cc up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:46:55.476242 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Network b5a7bee9-614c-4ffb-acfa-4c2229e64aca is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:46:55.478146 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:46:55.522316 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=d9c2e201-7cbd-46fe-90f4-6903df3dd6e3,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:55.544272 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port f9694f7c-ffff-4f84-b3a4-25147d97b9cc triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:55.544769 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:55.618333 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Router f88b2d99-5e02-4240-83f5-a6c37598e3ed has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:46:55.742470 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:46:55.749046 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-f1d14a04-8a2e-4dd3-bbd4-9ae1f638921b admin admin] 10.222.0.21 "PUT /v2.0/routers/f88b2d99-5e02-4240-83f5-a6c37598e3ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9447129 Aug 19 13:46:55.755524 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-2f5fc4e9-7527-4cf0-84ff-667951bb17fa None None] Provisioning complete for port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:55.756032 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2f5fc4e9-7527-4cf0-84ff-667951bb17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:55.798009 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-2f5fc4e9-7527-4cf0-84ff-667951bb17fa None None] Port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:46:56.210627 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:56.360031 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57124) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:56.364883 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-5225f6fd-085c-4c08-adea-fa97086f9487 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995525492', 'description': 'tempest-secgroup-smoke-995525492 description', 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:56.485408 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5225f6fd-085c-4c08-adea-fa97086f9487 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:56.568552 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5225f6fd-085c-4c08-adea-fa97086f9487 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:56.650234 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5225f6fd-085c-4c08-adea-fa97086f9487 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:56.663707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Sync routers for ids ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:46:56.673845 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Routers {'f88b2d99-5e02-4240-83f5-a6c37598e3ed'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:56.674467 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:56.680379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225f6fd-085c-4c08-adea-fa97086f9487 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a739e50d-a21a-4650-b29d-5358afac3922,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:56.753597 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-5225f6fd-085c-4c08-adea-fa97086f9487 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:56.754818 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5225f6fd-085c-4c08-adea-fa97086f9487 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3937585 Aug 19 13:46:56.758060 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57126) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:56.762725 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-caf6d7e9-f36b-4665-b339-d22ff8622abb tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Request body: {'security_group_rule': {'security_group_id': 'a739e50d-a21a-4650-b29d-5358afac3922', 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:56.784146 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Set router f88b2d99-5e02-4240-83f5-a6c37598e3ed gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:56.865713 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-caf6d7e9-f36b-4665-b339-d22ff8622abb tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:56.929511 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-caf6d7e9-f36b-4665-b339-d22ff8622abb tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:56.993513 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-caf6d7e9-f36b-4665-b339-d22ff8622abb tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.001292 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'name': 'tempest-TestSnapshotPattern-984203434-router', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:51Z', 'updated_at': '2021-08-19T13:46:54Z', 'revision_number': 4, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'gw_port': {'id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:12:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:52Z', 'updated_at': '2021-08-19T13:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5f375c94-5da3-4e7e-9f46-d7558bdd8b0b', 'name': '', 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'mac_address': 'fa:16:3e:87:56:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '49fd60eb-e122-4635-8722-c8e7a3cad909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:54Z', 'updated_at': '2021-08-19T13:46:55Z', 'revision_number': 2, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'subnets': [{'id': '49fd60eb-e122-4635-8722-c8e7a3cad909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:57.008455 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6d7e9-f36b-4665-b339-d22ff8622abb tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476e18e6-1f25-409a-a293-b40396aff9ab,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:57.027757 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Checking router: f88b2d99-5e02-4240-83f5-a6c37598e3ed for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:46:57.028124 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Updating router f88b2d99-5e02-4240-83f5-a6c37598e3ed port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b binding host n-d-803757-2 {{(pid=95544) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 13:46:57.061150 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:46:57.067516 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.101152 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-caf6d7e9-f36b-4665-b339-d22ff8622abb tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.103093 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-caf6d7e9-f36b-4665-b339-d22ff8622abb tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3439057 Aug 19 13:46:57.105630 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57128) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:57.110993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-a6d7d8f7-e457-4f04-95f5-f3ca4243ab8a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Request body: {'security_group_rule': {'security_group_id': 'a739e50d-a21a-4650-b29d-5358afac3922', 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:57.192496 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.208187 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d8f7-e457-4f04-95f5-f3ca4243ab8a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.212041 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:57.212593 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.270379 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d8f7-e457-4f04-95f5-f3ca4243ab8a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.363558 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d8f7-e457-4f04-95f5-f3ca4243ab8a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.371438 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:46:57.381608 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7d8f7-e457-4f04-95f5-f3ca4243ab8a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b7a60b-6c1c-433c-9d43-7feb25716ca1,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:57.439075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d8f7-e457-4f04-95f5-f3ca4243ab8a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.440349 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-a6d7d8f7-e457-4f04-95f5-f3ca4243ab8a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3337793 Aug 19 13:46:57.443163 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57130) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:57.448059 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [None req-6f596d03-7cb2-45fa-b343-cd66ca040253 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Request body: {'security_group_rule': {'security_group_id': 'a739e50d-a21a-4650-b29d-5358afac3922', 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:57.535155 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f596d03-7cb2-45fa-b343-cd66ca040253 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.615016 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f596d03-7cb2-45fa-b343-cd66ca040253 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.625434 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Notify callbacks [] for port, precommit_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.635054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Transition to ACTIVE for port object 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b will not be triggered until provisioned by entity L2. {{(pid=95544) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:46:57.700401 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:46:57.704734 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:57.705101 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.746623 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f596d03-7cb2-45fa-b343-cd66ca040253 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.747822 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.766585 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f596d03-7cb2-45fa-b343-cd66ca040253 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f145514c-8dcf-4c41-8af6-a4b1ff2c7550,revision_number=0']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:57.826713 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870015a-9240-43fe-ad79-674a64cd0b07 None None] Pushing event updated for resources: {'Port': ['ID=5f375c94-5da3-4e7e-9f46-d7558bdd8b0b,revision_number=3']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:57.830727 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.886002 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=70f3b37c-b765-4d4b-a7b0-7cc1046e5a69,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:57.896644 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6f596d03-7cb2-45fa-b343-cd66ca040253 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.898074 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6f596d03-7cb2-45fa-b343-cd66ca040253 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4538898 Aug 19 13:46:57.900959 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57132) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:57.903509 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Attempting to bind port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b on host n-d-803757-2 for vnic_type normal with profile {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:46:57.903883 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Attempting to bind port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b by drivers openvswitch,hyperv on host n-d-803757-2 at level 0 using segments [{'id': '2d51126f-5c37-4dc3-b9ff-15a9015599db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca'}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:46:57.904252 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Attempting to bind port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b on network b5a7bee9-614c-4ffb-acfa-4c2229e64aca {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:46:57.907128 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-2db3b738-51aa-4240-b7bc-61473d162ab8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Request body: {'security_group_rule': {'security_group_id': 'a739e50d-a21a-4650-b29d-5358afac3922', 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:57.910059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Checking agent: {'id': '760e627e-9006-4d0b-b202-d68837f06cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 4, 8), 'started_at': datetime.datetime(2021, 8, 19, 12, 4, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803757-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:46:57.910437 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Checking segment: {'id': '2d51126f-5c37-4dc3-b9ff-15a9015599db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95544) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:46:57.910879 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.911399 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Bound using segment: {'id': '2d51126f-5c37-4dc3-b9ff-15a9015599db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca'} {{(pid=95544) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:46:57.912059 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.managers [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Bound port: 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b, host: n-d-803757-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d51126f-5c37-4dc3-b9ff-15a9015599db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca'}}] {{(pid=95544) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:46:57.912287 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.978875 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:57.984987 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] For port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b, host n-d-803757-2, cleared binding levels {{(pid=95544) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:46:57.988919 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] For port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b, host n-d-803757-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5f375c94-5da3-4e7e-9f46-d7558bdd8b0b,segment=NetworkSegment(2d51126f-5c37-4dc3-b9ff-15a9015599db),segment_id=2d51126f-5c37-4dc3-b9ff-15a9015599db)] {{(pid=95544) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:46:58.039018 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2db3b738-51aa-4240-b7bc-61473d162ab8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.041895 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=70f3b37c-b765-4d4b-a7b0-7cc1046e5a69,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:58.079904 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.100090 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2db3b738-51aa-4240-b7bc-61473d162ab8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.134847 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Routers {'f88b2d99-5e02-4240-83f5-a6c37598e3ed'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:46:58.135497 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:46:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:58.170390 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870015a-9240-43fe-ad79-674a64cd0b07 None None] Pushing event updated for resources: {'Port': ['ID=5f375c94-5da3-4e7e-9f46-d7558bdd8b0b,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:58.181760 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2db3b738-51aa-4240-b7bc-61473d162ab8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.203450 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b738-51aa-4240-b7bc-61473d162ab8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca73d05b-9c5c-4e67-8c8a-c3104f88398d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:58.252295 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] Set router f88b2d99-5e02-4240-83f5-a6c37598e3ed gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:46:58.273758 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2db3b738-51aa-4240-b7bc-61473d162ab8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.275619 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2db3b738-51aa-4240-b7bc-61473d162ab8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3721802 Aug 19 13:46:58.277978 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57134) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:58.283592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-66b74e08-c9f9-4f33-9ad3-5cb9ecb7a3db tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Request body: {'security_group_rule': {'security_group_id': 'a739e50d-a21a-4650-b29d-5358afac3922', 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:58.352234 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-66b74e08-c9f9-4f33-9ad3-5cb9ecb7a3db tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Project 59f7b1c2cd0c4e1887f829e414f4da48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:46:58.357403 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66b74e08-c9f9-4f33-9ad3-5cb9ecb7a3db tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.418772 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66b74e08-c9f9-4f33-9ad3-5cb9ecb7a3db tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.460187 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'name': 'tempest-TestSnapshotPattern-984203434-router', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:51Z', 'updated_at': '2021-08-19T13:46:54Z', 'revision_number': 4, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'gw_port': {'id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:52Z', 'updated_at': '2021-08-19T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5f375c94-5da3-4e7e-9f46-d7558bdd8b0b', 'name': '', 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'mac_address': 'fa:16:3e:87:56:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '49fd60eb-e122-4635-8722-c8e7a3cad909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:54Z', 'updated_at': '2021-08-19T13:46:57Z', 'revision_number': 4, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'subnets': [{'id': '49fd60eb-e122-4635-8722-c8e7a3cad909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:46:58.461972 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66b74e08-c9f9-4f33-9ad3-5cb9ecb7a3db tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.480779 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b74e08-c9f9-4f33-9ad3-5cb9ecb7a3db tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32adab53-a233-4be4-b4c0-fbff81c0cc0d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:58.491835 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e459298-8512-4fd2-a34b-627f3f4f189b None None] The sync data for ids ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'] in n-d-803757-2 is: [{'id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'name': 'tempest-TestSnapshotPattern-984203434-router', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:51Z', 'updated_at': '2021-08-19T13:46:54Z', 'revision_number': 4, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'gw_port': {'id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:52Z', 'updated_at': '2021-08-19T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': '5f375c94-5da3-4e7e-9f46-d7558bdd8b0b', 'name': '', 'network_id': 'b5a7bee9-614c-4ffb-acfa-4c2229e64aca', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'mac_address': 'fa:16:3e:87:56:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '49fd60eb-e122-4635-8722-c8e7a3cad909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:54Z', 'updated_at': '2021-08-19T13:46:57Z', 'revision_number': 4, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'subnets': [{'id': '49fd60eb-e122-4635-8722-c8e7a3cad909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:46:58.583066 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-66b74e08-c9f9-4f33-9ad3-5cb9ecb7a3db tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.587147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-66b74e08-c9f9-4f33-9ad3-5cb9ecb7a3db tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3053231 Aug 19 13:46:58.587388 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57136) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:46:58.594679 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-0a575b14-795d-4c20-9db0-71880641fc53 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Request body: {'security_group_rule': {'security_group_id': 'a739e50d-a21a-4650-b29d-5358afac3922', 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:46:58.667768 n-d-803757-2 neutron-server[95543]: INFO neutron.db.securitygroups_db [None req-0a575b14-795d-4c20-9db0-71880641fc53 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Project 59f7b1c2cd0c4e1887f829e414f4da48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 13:46:58.673725 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a575b14-795d-4c20-9db0-71880641fc53 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.742145 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a575b14-795d-4c20-9db0-71880641fc53 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.833354 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a575b14-795d-4c20-9db0-71880641fc53 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603658'] for security_group_rule, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.853670 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a575b14-795d-4c20-9db0-71880641fc53 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934b0d2a-2cef-439b-9538-3358c17f645d,revision_number=0']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:58.942098 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-0a575b14-795d-4c20-9db0-71880641fc53 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:58.943372 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-0a575b14-795d-4c20-9db0-71880641fc53 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3544364 Aug 19 13:46:59.071566 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:46:59.098701 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-c874eb0d-562b-4877-9670-c898fa479c5a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995525492&fields=id&tenant_id=59f7b1c2cd0c4e1887f829e414f4da48 HTTP/1.1" status: 200 len: 267 time: 0.0368340 Aug 19 13:46:59.118220 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:59.118587 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:59.193707 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:46:59.208063 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-dbb2530e-2933-4c0b-8666-4434f304117a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:46:59.209556 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-dbb2530e-2933-4c0b-8666-4434f304117a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 810 time: 0.1039860 Aug 19 13:46:59.224862 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-80b8ba18-8054-4b0d-a7e2-fc49d2b3788a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/quotas/59f7b1c2cd0c4e1887f829e414f4da48 HTTP/1.1" status: 200 len: 375 time: 0.0091343 Aug 19 13:46:59.276383 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-283e4607-b123-4868-a269-a65d5e0c2a18 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462980 Aug 19 13:46:59.353100 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning for port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:46:59.357535 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:46:59.357989 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:59.392109 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-d170fc44-82bb-492d-b802-b7ae0d58c6a5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:46:59.393135 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-d170fc44-82bb-492d-b802-b7ae0d58c6a5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1052063 Aug 19 13:46:59.446253 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:59.481147 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] For port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5f375c94-5da3-4e7e-9f46-d7558bdd8b0b,segment=NetworkSegment(2d51126f-5c37-4dc3-b9ff-15a9015599db),segment_id=2d51126f-5c37-4dc3-b9ff-15a9015599db)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:46:59.490738 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-36d5344c-5871-49e5-99bb-7d1e7972b2f2 service neutron] 10.222.0.21 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904241 Aug 19 13:46:59.559025 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:46:59.587790 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-3439402d-4e4d-44b6-a80f-ba623bb10023 service neutron] 10.222.0.21 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910161 Aug 19 13:46:59.610516 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Pushing event updated for resources: {'Port': ['ID=5f375c94-5da3-4e7e-9f46-d7558bdd8b0b,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:46:59.831535 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-ed06d1ed-bdb0-4a65-b2fd-fc6775e1d6f2 req-7380c100-7f0f-4d38-ba36-19cf764879cc tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 210 time: 0.0261402 Aug 19 13:47:00.963317 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-177a1330-079a-4258-a39d-d99f007021c0 req-b4d6da71-b904-4e40-8c17-f5e4e0804c50 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 210 time: 0.0287414 Aug 19 13:47:00.995679 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b up at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:47:01.050444 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Provisioning complete for port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:47:01.050866 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:02.073019 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f212ad4a-b051-4064-bf43-158928692ca0 req-960ff630-1d53-4822-9499-15a80c9b1edd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 210 time: 0.0281618 Aug 19 13:47:02.144564 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-f0e4d22b-85b8-4253-9637-9e7ce0f8ea5b tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:02.146017 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-f0e4d22b-85b8-4253-9637-9e7ce0f8ea5b tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.62 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 810 time: 0.4558127 Aug 19 13:47:02.188727 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-dd13c4cc-e999-4eae-a4cc-67899fa8e322 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f7b1c2cd0c4e1887f829e414f4da48 HTTP/1.1" status: 200 len: 379 time: 0.0328245 Aug 19 13:47:02.197653 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Request body: {'port': {'device_id': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'admin_state_up': True, 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'security_groups': ['a739e50d-a21a-4650-b29d-5358afac3922']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:47:02.357815 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Made reservation on behalf of 59f7b1c2cd0c4e1887f829e414f4da48 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:47:02.361422 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:02.487880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Allocated IP 172.20.0.12 (1904c6bd-27a5-4085-bf9a-7a4f984eaced/ad627cab-fe09-40bc-8cde-ab84d50ade8c/34f760e8-b745-45a3-b62c-9afcb995edf6) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:47:02.626020 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:02.639591 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Transition to ACTIVE for port object 34f760e8-b745-45a3-b62c-9afcb995edf6 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:47:02.741075 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:02.785281 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Network 1904c6bd-27a5-4085-bf9a-7a4f984eaced is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:47:02.788364 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:47:02.792151 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:47:02.816937 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'Port': ['ID=34f760e8-b745-45a3-b62c-9afcb995edf6,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:47:02.846019 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:02.846648 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:02.919317 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-b3eb09e0-52c0-4b84-b31a-a68978c3d8e3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7250533 Aug 19 13:47:02.933055 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Request body: {'port': {'device_id': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:47:02.993929 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:03.089138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1e55c419-1797-46b5-bdb7-2e5d5f12b4d2 None None] Provisioning for port 34f760e8-b745-45a3-b62c-9afcb995edf6 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:47:03.092994 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-1e55c419-1797-46b5-bdb7-2e5d5f12b4d2 None None] Provisioning complete for port 34f760e8-b745-45a3-b62c-9afcb995edf6 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:47:03.093369 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1e55c419-1797-46b5-bdb7-2e5d5f12b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:03.131635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-1e55c419-1797-46b5-bdb7-2e5d5f12b4d2 None None] Port 34f760e8-b745-45a3-b62c-9afcb995edf6 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:47:03.236140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcf1d1-d22e-4598-9cf4-f9f8390b05a1 req-017c7b3f-24d1-48c7-a2d1-d4123e370bb9 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:03.237639 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fabcf1d1-d22e-4598-9cf4-f9f8390b05a1 req-017c7b3f-24d1-48c7-a2d1-d4123e370bb9 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 932 time: 0.0724802 Aug 19 13:47:03.298585 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fabcf1d1-d22e-4598-9cf4-f9f8390b05a1 req-9600129e-154f-40ef-be26-8d729920bbd4 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537784 Aug 19 13:47:03.337108 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f760e8-b745-45a3-b62c-9afcb995edf6 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:47:03.345235 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:03.356649 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Transition to ACTIVE for port object 34f760e8-b745-45a3-b62c-9afcb995edf6 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:47:03.456003 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:03.524547 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Pushing event updated for resources: {'Port': ['ID=34f760e8-b745-45a3-b62c-9afcb995edf6,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:47:03.578506 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Attempting to bind port 34f760e8-b745-45a3-b62c-9afcb995edf6 on host n-h1-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:47:03.578861 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Attempting to bind port 34f760e8-b745-45a3-b62c-9afcb995edf6 by drivers openvswitch,hyperv on host n-h1-803757-2 at level 0 using segments [{'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:47:03.579189 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Attempting to bind port 34f760e8-b745-45a3-b62c-9afcb995edf6 on network 1904c6bd-27a5-4085-bf9a-7a4f984eaced {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:47:03.583748 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Port 34f760e8-b745-45a3-b62c-9afcb995edf6 on network 1904c6bd-27a5-4085-bf9a-7a4f984eaced not bound, no agent of type Open vSwitch agent registered on host n-h1-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:47:03.584082 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Attempting to bind port 34f760e8-b745-45a3-b62c-9afcb995edf6 on network 1904c6bd-27a5-4085-bf9a-7a4f984eaced {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:47:03.588993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Checking agent: {'id': '1cb92029-f4d6-47af-982d-1a9fa301d04b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:47:03.589331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Checking segment: {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:47:03.589712 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Bound using segment: {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:47:03.590135 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Bound port: 34f760e8-b745-45a3-b62c-9afcb995edf6, host: n-h1-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:47:03.590490 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:03.655762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] For port 34f760e8-b745-45a3-b62c-9afcb995edf6, host n-h1-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:47:03.658704 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] For port 34f760e8-b745-45a3-b62c-9afcb995edf6, host n-h1-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=34f760e8-b745-45a3-b62c-9afcb995edf6,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:47:03.758507 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:03.793405 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:03.794025 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:03.795795 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] 10.222.0.62 "PUT /v2.0/ports/34f760e8-b745-45a3-b62c-9afcb995edf6 HTTP/1.1" status: 200 len: 1092 time: 0.8684661 Aug 19 13:47:03.798753 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:47:03.801764 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565ea0ba-c9b8-4242-b2f1-5b443e1cf44b" -d '{"events": [{"name": "network-changed", "server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:47:03.829210 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c300db-508e-4958-be05-3ee9a9f39c30 service neutron] Pushing event updated for resources: {'Port': ['ID=34f760e8-b745-45a3-b62c-9afcb995edf6,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:47:03.868019 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a80d78-54bf-4943-ad61-0f10cba57b9b x-openstack-request-id: req-c7a80d78-54bf-4943-ad61-0f10cba57b9b {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:47:03.870788 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:47:03.870788 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7a80d78-54bf-4943-ad61-0f10cba57b9b {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:47:03.870788 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'status': 'completed', 'code': 200} Aug 19 13:47:03.932179 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ea0ba-c9b8-4242-b2f1-5b443e1cf44b req-d8e264ee-5115-407c-851c-b2b1b1af48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:03.933737 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-565ea0ba-c9b8-4242-b2f1-5b443e1cf44b req-d8e264ee-5115-407c-851c-b2b1b1af48a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 1095 time: 0.0437562 Aug 19 13:47:04.037850 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ea0ba-c9b8-4242-b2f1-5b443e1cf44b req-185abcfe-0da1-44c1-b9b3-0e4920d5f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:04.039365 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-565ea0ba-c9b8-4242-b2f1-5b443e1cf44b req-185abcfe-0da1-44c1-b9b3-0e4920d5f184 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0983112 Aug 19 13:47:04.136361 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ea0ba-c9b8-4242-b2f1-5b443e1cf44b req-268e27c3-fa11-4567-863b-bc91761a55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:04.137827 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-565ea0ba-c9b8-4242-b2f1-5b443e1cf44b req-268e27c3-fa11-4567-863b-bc91761a55b2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916214 Aug 19 13:47:04.212050 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-6b730f60-a541-4582-92c4-a83996ae8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:04.213497 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-6b730f60-a541-4582-92c4-a83996ae8d69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 1095 time: 0.0402677 Aug 19 13:47:04.258364 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-a701197c-dd6e-4136-9ab9-ba53c91ce474 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f760e8-b745-45a3-b62c-9afcb995edf6 HTTP/1.1" status: 200 len: 217 time: 0.0366576 Aug 19 13:47:04.305934 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-434f911f-3768-4b50-a822-d42e6dd5a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:04.307256 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-434f911f-3768-4b50-a822-d42e6dd5a40c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0412431 Aug 19 13:47:04.352632 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-cad0e555-1071-47cd-a783-50560c56d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:04.354143 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-cad0e555-1071-47cd-a783-50560c56d62d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405183 Aug 19 13:47:04.472627 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a81beb-0648-4750-ae90-ddf36bb6ff96 req-f202c32b-80fe-467b-a58f-f951355f8a03 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:04.474144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0a81beb-0648-4750-ae90-ddf36bb6ff96 req-f202c32b-80fe-467b-a58f-f951355f8a03 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 944 time: 0.1032436 Aug 19 13:47:04.498594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-a5a1a091-cf68-4a61-8412-3fb253c2532d service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349182 Aug 19 13:47:04.560401 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a0a81beb-0648-4750-ae90-ddf36bb6ff96 req-f30ce4fc-ebf7-46be-bd7d-1ddca8b70527 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778155 Aug 19 13:47:04.602070 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-57a1dfb8-da5b-4cb2-9835-c0771e97413e req-a2e7e271-ca69-4ef6-87be-ed97a7a4925f service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957665 Aug 19 13:47:05.090243 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a56439cb-2867-42d4-983c-4aa7ef9c53d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:05.677726 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260ca3d-4e48-465f-b8c8-a4b89efaa993 req-cfde6375-e8f3-45e4-8787-c3230928db54 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:05.679220 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7260ca3d-4e48-465f-b8c8-a4b89efaa993 req-cfde6375-e8f3-45e4-8787-c3230928db54 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 944 time: 0.0497692 Aug 19 13:47:05.715664 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7260ca3d-4e48-465f-b8c8-a4b89efaa993 req-c583c99b-6a28-49e4-8e13-c516d28092be tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304768 Aug 19 13:47:06.828264 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219e589-b64f-4757-8e11-68fa44b70c4a req-1808447d-9fa9-47bc-80db-b500d4a6d16f tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:06.829751 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8219e589-b64f-4757-8e11-68fa44b70c4a req-1808447d-9fa9-47bc-80db-b500d4a6d16f tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 944 time: 0.0498269 Aug 19 13:47:06.866933 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8219e589-b64f-4757-8e11-68fa44b70c4a req-693afc35-43d0-449f-b0f8-c31dc0d62b99 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313985 Aug 19 13:47:07.323863 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:47:07.376480 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 34f760e8-b745-45a3-b62c-9afcb995edf6 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:47:07.466073 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 34f760e8-b745-45a3-b62c-9afcb995edf6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=34f760e8-b745-45a3-b62c-9afcb995edf6,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:47:07.476893 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'mac_address': 'fa:16:3e:dd:c2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:47:07.512007 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:07.527764 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f760e8-b745-45a3-b62c-9afcb995edf6 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:47:07.546142 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 34f760e8-b745-45a3-b62c-9afcb995edf6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=34f760e8-b745-45a3-b62c-9afcb995edf6,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:47:07.615607 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:07.672725 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=34f760e8-b745-45a3-b62c-9afcb995edf6,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:47:07.735613 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:07.838746 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-781ed97e-85ec-4222-9ac7-f46477b8048e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:07.864741 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['34f760e8-b745-45a3-b62c-9afcb995edf6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:47:07.992211 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a685b3-4a84-43ac-a3ed-ec62db8feea5 req-0aad89ea-47fb-4cf6-94f4-8ee98263d17d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:07.994224 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57a685b3-4a84-43ac-a3ed-ec62db8feea5 req-0aad89ea-47fb-4cf6-94f4-8ee98263d17d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 945 time: 0.0599706 Aug 19 13:47:08.037151 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-57a685b3-4a84-43ac-a3ed-ec62db8feea5 req-803b5377-efc1-46be-8a6b-3f1bb2bc6b38 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363829 Aug 19 13:47:09.148691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32424e00-b3c5-4e43-a49f-b3af8d96c4b1 req-06dab254-f8c0-46c7-a2b9-bc8b10b897d8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:09.150075 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32424e00-b3c5-4e43-a49f-b3af8d96c4b1 req-06dab254-f8c0-46c7-a2b9-bc8b10b897d8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 945 time: 0.0488005 Aug 19 13:47:09.187715 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-32424e00-b3c5-4e43-a49f-b3af8d96c4b1 req-2eb83e70-c369-45c4-9ccf-0060ffccb0b8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310566 Aug 19 13:47:09.409088 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 34f760e8-b745-45a3-b62c-9afcb995edf6 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:47:09.501462 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:09.535746 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning for port 34f760e8-b745-45a3-b62c-9afcb995edf6 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:47:09.539583 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 34f760e8-b745-45a3-b62c-9afcb995edf6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:47:09.539944 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:09.616717 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:09.638318 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:47:09.640699 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c62459-4ae4-43d2-abe4-5ce3f1ce86a9" -d '{"events": [{"server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "name": "network-vif-plugged", "status": "completed", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:47:09.652866 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 34f760e8-b745-45a3-b62c-9afcb995edf6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=34f760e8-b745-45a3-b62c-9afcb995edf6,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:47:09.678331 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5aec7d1-8bda-445c-9c93-7d69ca07141f x-openstack-request-id: req-b5aec7d1-8bda-445c-9c93-7d69ca07141f {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:47:09.678626 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "name": "network-vif-plugged", "status": "completed", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:47:09.678976 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5aec7d1-8bda-445c-9c93-7d69ca07141f {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:47:09.679403 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'code': 200} Aug 19 13:47:09.736434 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:09.775772 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5872b4c-de4c-49c7-8aad-9bc238204f7e req-a3ea3ca0-ccd0-4287-9bc0-4b7256ab227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:09.777311 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5872b4c-de4c-49c7-8aad-9bc238204f7e req-a3ea3ca0-ccd0-4287-9bc0-4b7256ab227f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 1097 time: 0.0467310 Aug 19 13:47:09.785025 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=34f760e8-b745-45a3-b62c-9afcb995edf6,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:47:09.814539 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a5872b4c-de4c-49c7-8aad-9bc238204f7e req-84fd65af-c810-4454-838c-0196ac924c67 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289521 Aug 19 13:47:10.301775 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f948fae-f1e8-487e-a72a-0e7dc18a34c6 req-3695aee4-723a-4910-ba1e-ff4f1ec7af89 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:10.303214 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f948fae-f1e8-487e-a72a-0e7dc18a34c6 req-3695aee4-723a-4910-ba1e-ff4f1ec7af89 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 946 time: 0.0497019 Aug 19 13:47:10.339943 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0f948fae-f1e8-487e-a72a-0e7dc18a34c6 req-b39d24f3-4f2f-4e21-9f1f-74800dd92632 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308406 Aug 19 13:47:10.964464 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:11.455468 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c0959-212d-45e5-89dc-7dda2c6546d7 req-2e9d73be-9e58-4461-aae0-c6870ccd7fce tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:11.457035 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-095c0959-212d-45e5-89dc-7dda2c6546d7 req-2e9d73be-9e58-4461-aae0-c6870ccd7fce tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 946 time: 0.0492339 Aug 19 13:47:11.493896 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-095c0959-212d-45e5-89dc-7dda2c6546d7 req-50f7c9fb-42b8-4f8b-9536-206953dad059 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Aug 19 13:47:11.606666 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba638eb5-7665-4c16-9fbf-06c32738f0b6 req-f72171b0-1f54-4bce-99ef-6c4bad9821e8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:11.608180 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba638eb5-7665-4c16-9fbf-06c32738f0b6 req-f72171b0-1f54-4bce-99ef-6c4bad9821e8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 946 time: 0.0489857 Aug 19 13:47:11.645151 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ba638eb5-7665-4c16-9fbf-06c32738f0b6 req-9b5d7e75-e8d0-4928-a328-63c1f2f4521a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310774 Aug 19 13:47:11.666463 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57200) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:47:11.746961 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4f0a45-920b-4a0b-a635-942569299e23 tempest-TestSnapshotPattern-1779519410 tempest-TestSnapshotPattern-1779519410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:11.748441 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-5a4f0a45-920b-4a0b-a635-942569299e23 tempest-TestSnapshotPattern-1779519410 tempest-TestSnapshotPattern-1779519410-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 1092 time: 0.0809736 Aug 19 13:47:11.751456 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57204) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:47:11.755655 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:47:11.878907 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:11.976658 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:12.080643 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Allocated IP 172.25.2.155 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/10ebca99-8539-4929-92e9-8cbbe0032075) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:47:12.178045 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:12.284617 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:12.324185 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:47:12.328212 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:47:12.332007 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:47:12.337238 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'Port': ['ID=10ebca99-8539-4929-92e9-8cbbe0032075,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:47:12.704089 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:12.849645 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:12.994272 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:13.060666 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:13.130699 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'Port': ['ID=10ebca99-8539-4929-92e9-8cbbe0032075,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:47:13.142315 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:13.241140 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Floating IP 5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba associated. External IP: 172.25.2.155, port: 34f760e8-b745-45a3-b62c-9afcb995edf6. Aug 19 13:47:13.443592 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Router ad2a7e86-c9dd-43df-a489-a33609fc820e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:47:13.548454 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:47:13.557793 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33ebf1-adde-4e13-8f3a-b424074d20ce None None] Sync routers for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:47:13.567136 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33ebf1-adde-4e13-8f3a-b424074d20ce None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:47:13.567745 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac33ebf1-adde-4e13-8f3a-b424074d20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:47:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:47:13.621710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:13.670842 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-ac33ebf1-adde-4e13-8f3a-b424074d20ce None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:47:13.902340 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac33ebf1-adde-4e13-8f3a-b424074d20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:dd:c2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:47:12Z', 'updated_at': '2021-08-19T13:47:12Z', 'revision_number': 0, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:47:13.932748 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33ebf1-adde-4e13-8f3a-b424074d20ce None None] Checking router: ad2a7e86-c9dd-43df-a489-a33609fc820e for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:47:13.941893 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33ebf1-adde-4e13-8f3a-b424074d20ce None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:47:13.942503 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac33ebf1-adde-4e13-8f3a-b424074d20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:47:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:47:14.025439 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-68134ef3-304b-4914-a059-c6eb17219d9d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2613199 Aug 19 13:47:14.025439 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:47:14.025439 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b561915-ca6b-4af1-8e96-f3dabcf7f180" -d '{"events": [{"name": "network-changed", "server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:47:14.052265 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-ac33ebf1-adde-4e13-8f3a-b424074d20ce None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:47:14.123647 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd7aa78-cd94-44fa-8728-785ebbb31ef0 x-openstack-request-id: req-efd7aa78-cd94-44fa-8728-785ebbb31ef0 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:47:14.123939 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:47:14.124203 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-efd7aa78-cd94-44fa-8728-785ebbb31ef0 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:47:14.125136 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'status': 'completed', 'code': 200} Aug 19 13:47:14.193182 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b561915-ca6b-4af1-8e96-f3dabcf7f180 req-7d5633c2-aa12-4abf-8057-9ba44e8aacd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:14.194792 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b561915-ca6b-4af1-8e96-f3dabcf7f180 req-7d5633c2-aa12-4abf-8057-9ba44e8aacd0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 1097 time: 0.0476549 Aug 19 13:47:14.278193 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-ac33ebf1-adde-4e13-8f3a-b424074d20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:dd:c2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:47:12Z', 'updated_at': '2021-08-19T13:47:12Z', 'revision_number': 0, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:47:14.285002 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b561915-ca6b-4af1-8e96-f3dabcf7f180 req-f88122c2-28a7-4097-b319-a97c4c79c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:14.286500 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b561915-ca6b-4af1-8e96-f3dabcf7f180 req-f88122c2-28a7-4097-b319-a97c4c79c024 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 911 time: 0.0848033 Aug 19 13:47:14.304219 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac33ebf1-adde-4e13-8f3a-b424074d20ce None None] The sync data for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 is: [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:dd:c2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:47:12Z', 'updated_at': '2021-08-19T13:47:12Z', 'revision_number': 0, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:47:14.360927 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b561915-ca6b-4af1-8e96-f3dabcf7f180 req-85df463d-9a30-489e-82ae-e0d424af3f16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f760e8-b745-45a3-b62c-9afcb995edf6 HTTP/1.1" status: 200 len: 1000 time: 0.0667684 Aug 19 13:47:14.413928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b561915-ca6b-4af1-8e96-f3dabcf7f180 req-b6148faf-2a45-4d7b-a43f-c5625567570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:14.415436 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b561915-ca6b-4af1-8e96-f3dabcf7f180 req-b6148faf-2a45-4d7b-a43f-c5625567570c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0482368 Aug 19 13:47:14.466080 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b561915-ca6b-4af1-8e96-f3dabcf7f180 req-ddaae7ca-7c33-4e2e-bfba-d4e560a10685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:14.467755 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b561915-ca6b-4af1-8e96-f3dabcf7f180 req-ddaae7ca-7c33-4e2e-bfba-d4e560a10685 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431166 Aug 19 13:47:14.525095 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af49459d-18fc-44ec-ac4f-cbb18c7e4115 None None] New status for floating IP 5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:47:14.571457 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b561915-ca6b-4af1-8e96-f3dabcf7f180 req-c7d4257e-04a3-413b-8ac4-7a1d7ac304a9 service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964592 Aug 19 13:47:14.664906 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b561915-ca6b-4af1-8e96-f3dabcf7f180 req-0d85e72f-1310-4a71-9d30-f2c25f387595 service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857360 Aug 19 13:47:26.197181 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:27.186809 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:32.176192 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-c7c266d2-1ad0-4559-87b5-2f378c6ee3f2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404265 Aug 19 13:47:32.262513 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-6d832995-91f9-46bf-85d2-5d970f4a8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:32.264039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-6d832995-91f9-46bf-85d2-5d970f4a8892 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 1097 time: 0.0445416 Aug 19 13:47:32.367693 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-a11fa385-c0b3-4f89-8e38-f236391d3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:32.369144 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-a11fa385-c0b3-4f89-8e38-f236391d3f1b service neutron] 10.222.0.62 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 911 time: 0.0837426 Aug 19 13:47:32.437181 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-7931a2f3-8106-48da-9814-a626b67be537 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f760e8-b745-45a3-b62c-9afcb995edf6 HTTP/1.1" status: 200 len: 1002 time: 0.0600061 Aug 19 13:47:32.485155 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-1ddf6871-0734-4a49-8f4c-c26269460480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:32.486530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-1ddf6871-0734-4a49-8f4c-c26269460480 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0420971 Aug 19 13:47:32.531605 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-8cd18730-f089-4262-9fe3-5e8b80ba2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:47:32.533076 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-8cd18730-f089-4262-9fe3-5e8b80ba2931 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391154 Aug 19 13:47:32.643816 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-1ddbc5f0-01a2-4424-ae7d-4f264adb69b3 service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033154 Aug 19 13:47:32.736237 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-532f88cc-78e8-4bb5-b106-bf342156cff1 req-53247615-3fc1-44de-a1a8-cb3f420761f0 service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826573 Aug 19 13:47:35.095500 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ef97bdb2-609e-4b8e-9fca-b168cd6feb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:37.759484 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:37.878110 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ca365d0f-a4f7-4b9a-a8c4-4189b6aa3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:39.489436 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:40.894892 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:44.324632 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:47:56.220776 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:47:57.145960 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:05.094691 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9bb26b39-4edd-4660-8d31-3dc2b2836010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:07.712177 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:07.819903 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dd4dda66-0de9-440f-b901-71121e1a81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:09.506008 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:10.923766 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:21.323711 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:48:26.242955 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:27.179456 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:32.298629 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-b4eb9479-e420-431f-87c1-5c28007910f2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1229551 Aug 19 13:48:32.382133 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-cbe0be76-bacc-4f1b-b648-a208aaa51365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:48:32.383722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-cbe0be76-bacc-4f1b-b648-a208aaa51365 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 1097 time: 0.0448022 Aug 19 13:48:32.485155 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-009aabfe-4ed8-438b-9209-b80c4016406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:48:32.486616 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-009aabfe-4ed8-438b-9209-b80c4016406c service neutron] 10.222.0.62 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 911 time: 0.0822847 Aug 19 13:48:32.554100 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-ee792191-99eb-4fe4-90b4-6cdb79e53e0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f760e8-b745-45a3-b62c-9afcb995edf6 HTTP/1.1" status: 200 len: 1002 time: 0.0608699 Aug 19 13:48:32.602113 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-a97d5c09-7278-4034-9957-6c03bf595329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:48:32.603545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-a97d5c09-7278-4034-9957-6c03bf595329 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0427835 Aug 19 13:48:32.648631 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-564c0967-a00d-4acf-abf5-86bf4c8ddbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:48:32.650072 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-564c0967-a00d-4acf-abf5-86bf4c8ddbb0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393829 Aug 19 13:48:32.739415 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-e6954ac0-b6ae-4e5b-a6cb-bbbdfdb56336 service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823150 Aug 19 13:48:32.828593 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cfe56810-6806-45cc-982c-a1c3cf36ab58 req-83b8d4e5-2da6-4f57-9dea-d0ab9325314f service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811100 Aug 19 13:48:35.094340 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e08abae-9324-4fcf-a24e-a2336cb575d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:37.734550 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:37.808349 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-28ff8ad2-258b-4d56-ae5c-21e03c08ba43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:39.499610 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:40.957093 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:56.253476 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:57.224994 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:48:58.323130 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:49:05.104966 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b21b4e59-bb7a-4c0a-aed5-3dc91e48c6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:07.716152 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:07.813467 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1f11bf6f-e2ee-416d-a675-52d63170c1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:09.493593 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:10.905194 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:13.980485 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 34f760e8-b745-45a3-b62c-9afcb995edf6 details requested by agent hyperv_n-h1-803757-2 with host n-h1-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:49:14.079664 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 34f760e8-b745-45a3-b62c-9afcb995edf6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=34f760e8-b745-45a3-b62c-9afcb995edf6,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:14.092285 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Returning: {'device': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'mac_address': 'fa:16:3e:dd:c2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:49:14.132087 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:14.150856 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34f760e8-b745-45a3-b62c-9afcb995edf6 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:49:14.171288 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 34f760e8-b745-45a3-b62c-9afcb995edf6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=34f760e8-b745-45a3-b62c-9afcb995edf6,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:14.230918 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:14.289916 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=34f760e8-b745-45a3-b62c-9afcb995edf6,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:14.297435 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.297781 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.298414 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.298902 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.299322 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.299751 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.300247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.300673 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.300999 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.301635 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.301959 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.302722 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:14.309578 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] get_ports_and_sgs() called for port_ids ['34f760e8-b745-45a3-b62c-9afcb995edf6'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:49:15.999111 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 34f760e8-b745-45a3-b62c-9afcb995edf6 up at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:49:16.052973 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Provisioning complete for port 34f760e8-b745-45a3-b62c-9afcb995edf6 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:49:16.053343 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:16.141929 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:16.166724 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:49:16.169165 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f5bd4c-9f2e-4501-be2d-ecf9b903afc7" -d '{"events": [{"server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "name": "network-vif-plugged", "status": "completed", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:49:16.201478 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 34f760e8-b745-45a3-b62c-9afcb995edf6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=34f760e8-b745-45a3-b62c-9afcb995edf6,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:16.276417 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee14bc9-8e4c-4661-a4c6-ade2ab55ba80 x-openstack-request-id: req-2ee14bc9-8e4c-4661-a4c6-ade2ab55ba80 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:49:16.276717 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "name": "network-vif-plugged", "status": "completed", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:49:16.276973 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ee14bc9-8e4c-4661-a4c6-ade2ab55ba80 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:49:16.277373 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'code': 200} Aug 19 13:49:16.322481 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:16.384298 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=34f760e8-b745-45a3-b62c-9afcb995edf6,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:25.273779 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-1ab9a523-7cb6-4f41-87d2-222f343e7c61 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995525492&fields=id&tenant_id=59f7b1c2cd0c4e1887f829e414f4da48 HTTP/1.1" status: 200 len: 267 time: 0.0343115 Aug 19 13:49:25.381993 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-77313105-5729-4a9f-bbc3-2a74190d3faf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:25.383410 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-77313105-5729-4a9f-bbc3-2a74190d3faf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 810 time: 0.1028454 Aug 19 13:49:25.398019 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-677b0c9b-c77f-4a0f-bff7-ce02935465e1 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/quotas/59f7b1c2cd0c4e1887f829e414f4da48 HTTP/1.1" status: 200 len: 375 time: 0.0089417 Aug 19 13:49:25.452876 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-eb2fe1a0-d247-4b45-8082-89e9dbe22ed7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0498276 Aug 19 13:49:25.549207 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-a8864de6-57dd-42cf-923f-0aedcabfd751 service neutron] 10.222.0.21 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840206 Aug 19 13:49:25.635649 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-33441780-90c2-4376-ba30-1d74e9053278 service neutron] 10.222.0.21 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802915 Aug 19 13:49:25.949063 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c9169845-53a4-4eec-9a7f-9b6b64a03b6f req-06f536e3-b3a3-4678-99f5-20cc7113c041 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 210 time: 0.0755470 Aug 19 13:49:26.236183 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:27.044739 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-d6202f05-2a0e-4fe2-a202-b3aeb7ebe07e req-a1f580c4-e4ec-40a1-a36e-4d104f2a182f tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 210 time: 0.0273335 Aug 19 13:49:27.190966 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:27.830734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-cf136934-c54a-4605-8e3f-6f12408a162e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:27.832217 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-cf136934-c54a-4605-8e3f-6f12408a162e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.30 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 810 time: 0.1025512 Aug 19 13:49:27.879032 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-86d4dee4-f1bf-45cf-a678-9e79d5f1a7a9 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f7b1c2cd0c4e1887f829e414f4da48 HTTP/1.1" status: 200 len: 379 time: 0.0369236 Aug 19 13:49:27.889380 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Request body: {'port': {'device_id': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'admin_state_up': True, 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'security_groups': ['a739e50d-a21a-4650-b29d-5358afac3922']}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:49:28.031967 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 34f760e8-b745-45a3-b62c-9afcb995edf6 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:49:28.110396 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Made reservation on behalf of 59f7b1c2cd0c4e1887f829e414f4da48 for: {'port': 1} {{(pid=95542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 13:49:28.111034 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:28.114295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:28.145699 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:49:28.147977 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9952205c-767f-4338-903d-8f651d987e7c" -d '{"events": [{"server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "name": "network-vif-unplugged", "status": "completed", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:49:28.175351 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] For port 34f760e8-b745-45a3-b62c-9afcb995edf6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=34f760e8-b745-45a3-b62c-9afcb995edf6,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:28.179485 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-7737792f-f409-4edd-aafc-78da12718dfa req-3cb20f42-47b8-4909-bc86-b2fd5678f657 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 210 time: 0.0458376 Aug 19 13:49:28.204091 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cb121a-9174-4139-b027-7928e9ba8ee1 x-openstack-request-id: req-c1cb121a-9174-4139-b027-7928e9ba8ee1 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:49:28.204387 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "name": "network-vif-unplugged", "status": "completed", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:49:28.205171 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1cb121a-9174-4139-b027-7928e9ba8ee1 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:49:28.205664 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'code': 200} Aug 19 13:49:28.247659 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:28.258468 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_common [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Allocated IP 172.20.0.5 (1904c6bd-27a5-4085-bf9a-7a4f984eaced/ad627cab-fe09-40bc-8cde-ab84d50ade8c/67c636b3-f57c-4846-bd0d-77c01f64ef76) {{(pid=95542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:49:28.306342 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Pushing event updated for resources: {'Port': ['ID=34f760e8-b745-45a3-b62c-9afcb995edf6,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:28.412483 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for port, precommit_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:28.426147 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Transition to ACTIVE for port object 67c636b3-f57c-4846-bd0d-77c01f64ef76 will not be triggered until provisioned by entity DHCP. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:49:28.511509 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_create {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:28.556065 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Network 1904c6bd-27a5-4085-bf9a-7a4f984eaced is already hosted by enough agents. {{(pid=95542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:49:28.559522 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.base_scheduler [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Resources bound (agent type, host, resource id): {{(pid=95542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:49:28.565056 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Received port after_create {{(pid=95542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:49:28.629971 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'Port': ['ID=67c636b3-f57c-4846-bd0d-77c01f64ef76,revision_number=1']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:28.639083 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:28.639834 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:28.666471 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.670793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.670793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.670793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.670793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.670793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.670793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.670793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.670793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.670793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.670793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.670793 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:28.752030 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ac0eee2e-2156-49c9-ba05-7313512d123e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8655496 Aug 19 13:49:29.041991 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-dc0c49f2-fcc5-4d85-ab75-563adfd8fdc4 None None] Provisioning for port 67c636b3-f57c-4846-bd0d-77c01f64ef76 completed by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:49:29.046138 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-dc0c49f2-fcc5-4d85-ab75-563adfd8fdc4 None None] Provisioning complete for port 67c636b3-f57c-4846-bd0d-77c01f64ef76 triggered by entity DHCP. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:49:29.046552 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-dc0c49f2-fcc5-4d85-ab75-563adfd8fdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:29.082616 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c49f2-fcc5-4d85-ab75-563adfd8fdc4 None None] Port 67c636b3-f57c-4846-bd0d-77c01f64ef76 cannot update to ACTIVE because it is not bound. {{(pid=95544) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 13:49:29.300695 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fda32d-619b-42ce-9c2f-9e7d0881c9cc req-9ebcb601-59d8-4f50-a556-c1e008f19efd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:29.302322 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24fda32d-619b-42ce-9c2f-9e7d0881c9cc req-9ebcb601-59d8-4f50-a556-c1e008f19efd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 931 time: 0.0533061 Aug 19 13:49:29.346823 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-24fda32d-619b-42ce-9c2f-9e7d0881c9cc req-fa731edc-80a7-43b6-86fb-8ad8ad336381 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341084 Aug 19 13:49:30.467331 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70e6bd-942c-4e74-8d84-e7002f4d485c req-15d5c1d9-4e30-4b74-af56-5d5e78d66d2f tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:30.468847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1e70e6bd-942c-4e74-8d84-e7002f4d485c req-15d5c1d9-4e30-4b74-af56-5d5e78d66d2f tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 931 time: 0.0499547 Aug 19 13:49:30.512642 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-1e70e6bd-942c-4e74-8d84-e7002f4d485c req-73f2ce97-7af8-4a79-8509-3860061568a9 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376954 Aug 19 13:49:31.635609 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d05f2f-98ff-4ba8-aadb-b605fa7c4c5c req-9e0caf7a-a3a4-42d7-8c55-c8d840031602 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:31.637183 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72d05f2f-98ff-4ba8-aadb-b605fa7c4c5c req-9e0caf7a-a3a4-42d7-8c55-c8d840031602 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 931 time: 0.0553868 Aug 19 13:49:31.674878 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-72d05f2f-98ff-4ba8-aadb-b605fa7c4c5c req-f608363f-4a94-461f-994e-6336ee53404c tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 Aug 19 13:49:32.794763 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959198d5-baf7-4987-ab45-a8bb70c470ea req-09d0fea2-2c65-4c72-b8a3-56be6af38ce6 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:32.796295 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-959198d5-baf7-4987-ab45-a8bb70c470ea req-09d0fea2-2c65-4c72-b8a3-56be6af38ce6 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 931 time: 0.0504684 Aug 19 13:49:32.835651 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-959198d5-baf7-4987-ab45-a8bb70c470ea req-ae468ab4-68df-4e5d-a8ea-c77ce09856bc tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320859 Aug 19 13:49:33.951520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b8193-c2b7-4a1c-ab33-21c0ff3afb88 req-4690e977-c38d-4116-8f6d-78af6233c911 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:33.953131 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-265b8193-c2b7-4a1c-ab33-21c0ff3afb88 req-4690e977-c38d-4116-8f6d-78af6233c911 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 931 time: 0.0501406 Aug 19 13:49:33.993147 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-265b8193-c2b7-4a1c-ab33-21c0ff3afb88 req-e9ad4870-525c-4f28-b05a-96bb6c6398f3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336866 Aug 19 13:49:34.153890 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-4ced5d1d-67ec-42c7-a0d5-cc34a742be3b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595682 Aug 19 13:49:34.243821 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-8af9939d-5736-4289-bf57-66aa6f7dc647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:34.245343 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-8af9939d-5736-4289-bf57-66aa6f7dc647 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 1095 time: 0.0449443 Aug 19 13:49:34.355962 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-cea5fc66-e56e-473f-9182-de3a07e728b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:34.357756 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-cea5fc66-e56e-473f-9182-de3a07e728b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 911 time: 0.0908668 Aug 19 13:49:34.424879 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-66fe9042-f97a-4f13-848e-c1cdc253086a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f760e8-b745-45a3-b62c-9afcb995edf6 HTTP/1.1" status: 200 len: 1000 time: 0.0601361 Aug 19 13:49:34.479148 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-49816012-9ce1-43cd-a968-465775685e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:34.480743 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-49816012-9ce1-43cd-a968-465775685e15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0498798 Aug 19 13:49:34.527387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-b6aacec2-39f1-4c2f-9fdd-25fcc40ef443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:34.529041 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-b6aacec2-39f1-4c2f-9fdd-25fcc40ef443 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410314 Aug 19 13:49:34.620895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-7506a02d-3908-4ff7-a2a3-954f338845b7 service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842392 Aug 19 13:49:34.716622 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ea1cbc38-c9c1-421a-8661-04e4bac35c7a req-9b71f3c5-e264-4be3-8d98-a1d219756108 service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873096 Aug 19 13:49:35.093117 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-58f2e559-f3f5-4527-badd-46f1a0985eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:35.122008 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191d34e-0d1c-406c-b094-7dd6866b2d7b req-7576cabc-0148-4714-a36e-889ce648d1ee tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:35.123546 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6191d34e-0d1c-406c-b094-7dd6866b2d7b req-7576cabc-0148-4714-a36e-889ce648d1ee tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 931 time: 0.0532727 Aug 19 13:49:35.166014 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6191d34e-0d1c-406c-b094-7dd6866b2d7b req-19b703ed-1cf2-46b6-a285-d8db111f26c6 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354474 Aug 19 13:49:35.322370 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:49:36.284733 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d11c6f-2c67-4eb9-9fb0-f5c576a162f1 req-3ac13ef1-49dc-443b-9d0f-c3ff06082dc3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:36.286326 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0d11c6f-2c67-4eb9-9fb0-f5c576a162f1 req-3ac13ef1-49dc-443b-9d0f-c3ff06082dc3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 931 time: 0.0525131 Aug 19 13:49:36.326693 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-b0d11c6f-2c67-4eb9-9fb0-f5c576a162f1 req-d1c408c6-e655-4d5c-a723-0eff1a4fde04 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338492 Aug 19 13:49:37.449016 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cee48-1007-44df-8c85-ddad42163f6b req-9e46e512-a5db-4269-9105-0e0691467bfe tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:37.450527 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f0cee48-1007-44df-8c85-ddad42163f6b req-9e46e512-a5db-4269-9105-0e0691467bfe tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 931 time: 0.0515337 Aug 19 13:49:37.495507 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-8f0cee48-1007-44df-8c85-ddad42163f6b req-febf465e-9108-47fb-91ed-5a76c2445b74 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381761 Aug 19 13:49:37.756149 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:37.824798 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-05a4454c-c17a-4f6b-ac67-ab1963bfca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:38.490472 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-96818fcb-3f9d-454c-bec4-a2831acec5b7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:49:38.491470 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-96818fcb-3f9d-454c-bec4-a2831acec5b7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061994 Aug 19 13:49:38.548880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.v2.base [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Request body: {'port': {'device_id': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803757-2'}} {{(pid=95542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:49:38.605214 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:38.617296 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a5737-f6e9-4334-9731-06bfad5f3e83 req-bb6e9fb4-03db-49bc-b9af-3655d0f24ee1 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:38.618778 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f83a5737-f6e9-4334-9731-06bfad5f3e83 req-bb6e9fb4-03db-49bc-b9af-3655d0f24ee1 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 931 time: 0.0523758 Aug 19 13:49:38.655759 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-f83a5737-f6e9-4334-9731-06bfad5f3e83 req-57440865-3451-4bec-87d7-e380b2d42be1 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309319 Aug 19 13:49:38.864669 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c636b3-f57c-4846-bd0d-77c01f64ef76 {{(pid=95542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:49:38.871945 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:38.884277 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.provisioning_blocks [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Transition to ACTIVE for port object 67c636b3-f57c-4846-bd0d-77c01f64ef76 will not be triggered until provisioned by entity L2. {{(pid=95542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 13:49:38.955889 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:39.006589 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Pushing event updated for resources: {'Port': ['ID=67c636b3-f57c-4846-bd0d-77c01f64ef76,revision_number=2']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:39.076788 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Attempting to bind port 67c636b3-f57c-4846-bd0d-77c01f64ef76 on host n-h2-803757-2 for vnic_type normal with profile {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 13:49:39.077119 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Attempting to bind port 67c636b3-f57c-4846-bd0d-77c01f64ef76 by drivers openvswitch,hyperv on host n-h2-803757-2 at level 0 using segments [{'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 13:49:39.077469 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Attempting to bind port 67c636b3-f57c-4846-bd0d-77c01f64ef76 on network 1904c6bd-27a5-4085-bf9a-7a4f984eaced {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:49:39.082565 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Port 67c636b3-f57c-4846-bd0d-77c01f64ef76 on network 1904c6bd-27a5-4085-bf9a-7a4f984eaced not bound, no agent of type Open vSwitch agent registered on host n-h2-803757-2 {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 13:49:39.082982 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Attempting to bind port 67c636b3-f57c-4846-bd0d-77c01f64ef76 on network 1904c6bd-27a5-4085-bf9a-7a4f984eaced {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 13:49:39.088071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Checking agent: {'id': '476482ce-fe6c-4ba6-a9ca-d4f8c137f4a7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803757-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'started_at': datetime.datetime(2021, 8, 19, 12, 11, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 13, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 13:49:39.088413 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Checking segment: {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 13:49:39.088791 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Bound using segment: {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'} {{(pid=95542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 13:49:39.089218 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.managers [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Bound port: 67c636b3-f57c-4846-bd0d-77c01f64ef76, host: n-h2-803757-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced'}}] {{(pid=95542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 13:49:39.089576 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:39.158642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] For port 67c636b3-f57c-4846-bd0d-77c01f64ef76, host n-h2-803757-2, cleared binding levels {{(pid=95542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 13:49:39.161781 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] For port 67c636b3-f57c-4846-bd0d-77c01f64ef76, host n-h2-803757-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 13:49:39.247811 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59391500'] for port, after_update {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:39.493498 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:39.637504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:39.638119 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:39.639443 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] 10.222.0.30 "PUT /v2.0/ports/67c636b3-f57c-4846-bd0d-77c01f64ef76 HTTP/1.1" status: 200 len: 1091 time: 1.1401212 Aug 19 13:49:39.639881 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:49:39.642221 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e795165b-ef8a-4a15-a023-0d29b9339a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:49:39.664573 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f348fb-188f-4fac-9dbf-99cf04a36b9a service neutron] Pushing event updated for resources: {'Port': ['ID=67c636b3-f57c-4846-bd0d-77c01f64ef76,revision_number=3']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:39.684979 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65dd26e-37eb-411f-99fa-d61e25d2edca x-openstack-request-id: req-c65dd26e-37eb-411f-99fa-d61e25d2edca {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:49:39.684979 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:49:39.684979 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c65dd26e-37eb-411f-99fa-d61e25d2edca {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:49:39.684979 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'status': 'completed', 'code': 200} Aug 19 13:49:39.749445 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795165b-ef8a-4a15-a023-0d29b9339a2c req-bf6a2a3a-985e-411c-9c07-f629afa270e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:39.750878 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e795165b-ef8a-4a15-a023-0d29b9339a2c req-bf6a2a3a-985e-411c-9c07-f629afa270e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 1094 time: 0.0478225 Aug 19 13:49:39.781437 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210d00b-5ba2-42f2-b58d-9d7767af3b25 req-83e60ddf-89a4-416c-a25d-36d5a344d796 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:39.783630 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e210d00b-5ba2-42f2-b58d-9d7767af3b25 req-83e60ddf-89a4-416c-a25d-36d5a344d796 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 943 time: 0.0511498 Aug 19 13:49:39.828097 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-e210d00b-5ba2-42f2-b58d-9d7767af3b25 req-0615a714-0ad0-47b9-a873-16f4d6341971 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368648 Aug 19 13:49:39.859743 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795165b-ef8a-4a15-a023-0d29b9339a2c req-20d0fa01-e595-4b7d-a2d8-eea07abfdaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:39.861781 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e795165b-ef8a-4a15-a023-0d29b9339a2c req-20d0fa01-e595-4b7d-a2d8-eea07abfdaac service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1031806 Aug 19 13:49:39.953462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795165b-ef8a-4a15-a023-0d29b9339a2c req-7cb2c08a-9cd6-47b6-a7f6-9a3a4da516fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:39.954993 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-e795165b-ef8a-4a15-a023-0d29b9339a2c req-7cb2c08a-9cd6-47b6-a7f6-9a3a4da516fe service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865207 Aug 19 13:49:40.030642 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-68583b66-c54d-4bfd-9abe-d0ea72a65024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:40.032171 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-68583b66-c54d-4bfd-9abe-d0ea72a65024 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 1094 time: 0.0439854 Aug 19 13:49:40.072982 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-c4477789-ea72-4eb5-9929-6e703f1210ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76 HTTP/1.1" status: 200 len: 217 time: 0.0336452 Aug 19 13:49:40.121425 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ae8d7b97-c3a1-4e21-bf4c-8fcd451a6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:40.122899 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-ae8d7b97-c3a1-4e21-bf4c-8fcd451a6746 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0437114 Aug 19 13:49:40.167273 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-55f439d5-930c-4e74-ab67-bde13c832669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:40.168877 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-55f439d5-930c-4e74-ab67-bde13c832669 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396798 Aug 19 13:49:40.260754 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-840e581a-06fb-4558-b3ae-ad1c47bb47be service neutron] 10.222.0.30 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848062 Aug 19 13:49:40.347189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a2d256f4-1199-4b2d-9de8-e049e05849d6 req-1fbc1de0-8b42-4083-a863-6f9068e41cdc service neutron] 10.222.0.30 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794687 Aug 19 13:49:40.957463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5ffa2-b828-4717-be5b-ee317ff63215 req-7372dfbe-5dbb-4fa4-bd7d-54d791a20219 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:40.959278 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92c5ffa2-b828-4717-be5b-ee317ff63215 req-7372dfbe-5dbb-4fa4-bd7d-54d791a20219 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 943 time: 0.0548825 Aug 19 13:49:40.997038 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-92c5ffa2-b828-4717-be5b-ee317ff63215 req-fba33a85-dc3c-41d4-bfa9-b4e4ff01e162 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319920 Aug 19 13:49:41.624612 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:42.113585 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ca03c-e6d9-45b5-9047-1210225c9389 req-b4fcaf0c-a815-4591-8463-6bde54db580b tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:42.115094 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-289ca03c-e6d9-45b5-9047-1210225c9389 req-b4fcaf0c-a815-4591-8463-6bde54db580b tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 943 time: 0.0495601 Aug 19 13:49:42.150768 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-289ca03c-e6d9-45b5-9047-1210225c9389 req-dbea7c26-8328-4094-bb89-8541932120f4 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298378 Aug 19 13:49:43.266397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2277376-9ae1-42d6-88a5-bc2f601f2ab1 req-6c42a9fd-e6be-4b36-931c-31a9208ce51d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:43.267847 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2277376-9ae1-42d6-88a5-bc2f601f2ab1 req-6c42a9fd-e6be-4b36-931c-31a9208ce51d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 943 time: 0.0497346 Aug 19 13:49:43.305660 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-f2277376-9ae1-42d6-88a5-bc2f601f2ab1 req-7b79688e-089d-4995-a79a-8699c1d3916d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311387 Aug 19 13:49:44.421618 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e73236-689b-4ef2-80ed-a7d694961c9d req-c8c5b54f-75d2-4ffd-888d-e4fdb934fd34 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:44.423110 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07e73236-689b-4ef2-80ed-a7d694961c9d req-c8c5b54f-75d2-4ffd-888d-e4fdb934fd34 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 943 time: 0.0517118 Aug 19 13:49:44.462031 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-07e73236-689b-4ef2-80ed-a7d694961c9d req-48cbce84-f9e0-4b8c-a1f3-316aae89de43 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328031 Aug 19 13:49:44.650921 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 67c636b3-f57c-4846-bd0d-77c01f64ef76 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:49:44.894271 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 67c636b3-f57c-4846-bd0d-77c01f64ef76, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:44.905213 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'port_id': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'mac_address': 'fa:16:3e:a1:98:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:49:44.941190 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:44.953074 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c636b3-f57c-4846-bd0d-77c01f64ef76 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:49:44.972376 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 67c636b3-f57c-4846-bd0d-77c01f64ef76, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:45.018863 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:45.065969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=67c636b3-f57c-4846-bd0d-77c01f64ef76,revision_number=4']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:45.257247 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67c636b3-f57c-4846-bd0d-77c01f64ef76'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:49:45.574140 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b9d37-038c-4bb1-b311-660ea3a6f55c req-61af024e-4d1e-4380-900e-56f65e7855a9 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:45.575528 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0a5b9d37-038c-4bb1-b311-660ea3a6f55c req-61af024e-4d1e-4380-900e-56f65e7855a9 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 944 time: 0.0479958 Aug 19 13:49:45.612455 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-0a5b9d37-038c-4bb1-b311-660ea3a6f55c req-51093f5c-38fe-46b9-98a6-f70c8eb041bd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304787 Aug 19 13:49:46.666007 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 67c636b3-f57c-4846-bd0d-77c01f64ef76 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:49:46.726167 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f5fd8-0ae5-4521-aee3-dcd413dbb06a req-088687e6-7e2b-4d51-a1ca-1f88438812b8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:46.727738 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5f7f5fd8-0ae5-4521-aee3-dcd413dbb06a req-088687e6-7e2b-4d51-a1ca-1f88438812b8 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 944 time: 0.0485604 Aug 19 13:49:46.765201 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-5f7f5fd8-0ae5-4521-aee3-dcd413dbb06a req-2cde7ca8-acf2-419b-8151-6a78a5bd0403 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316880 Aug 19 13:49:46.789837 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning for port 67c636b3-f57c-4846-bd0d-77c01f64ef76 completed by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 13:49:46.793704 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 67c636b3-f57c-4846-bd0d-77c01f64ef76 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:49:46.794074 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.869726 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:46.890996 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:49:46.893803 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fb6eb5-5fc5-4b08-bc30-e219a9627f8e" -d '{"events": [{"server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "name": "network-vif-plugged", "status": "completed", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:49:46.907631 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 67c636b3-f57c-4846-bd0d-77c01f64ef76, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:49:46.929618 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab170f6c-0478-47f2-a393-f945ac10eecb x-openstack-request-id: req-ab170f6c-0478-47f2-a393-f945ac10eecb {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:49:46.929911 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "name": "network-vif-plugged", "status": "completed", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:49:46.930172 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab170f6c-0478-47f2-a393-f945ac10eecb {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:49:46.930564 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'code': 200} Aug 19 13:49:46.956372 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:47.007492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=67c636b3-f57c-4846-bd0d-77c01f64ef76,revision_number=5']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:47.027818 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b88eb-fa7a-4aa4-ae9b-1b1111f8b4c8 req-42e63156-20f0-45a6-9a73-3d41b20608bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:47.029338 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa1b88eb-fa7a-4aa4-ae9b-1b1111f8b4c8 req-42e63156-20f0-45a6-9a73-3d41b20608bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 1096 time: 0.0452542 Aug 19 13:49:47.063270 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-fa1b88eb-fa7a-4aa4-ae9b-1b1111f8b4c8 req-fa425af1-d3f4-4463-951c-1bfe22781551 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269785 Aug 19 13:49:47.880103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1eff6-b374-43d7-bbe2-19e6e243d61f req-3db6831d-dabd-4bb6-bde2-b943121fbe7e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:47.881608 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-48c1eff6-b374-43d7-bbe2-19e6e243d61f req-3db6831d-dabd-4bb6-bde2-b943121fbe7e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 945 time: 0.0503526 Aug 19 13:49:47.920255 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-48c1eff6-b374-43d7-bbe2-19e6e243d61f req-0170bcc8-93b4-4092-99e3-4f63c596f18c tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325274 Aug 19 13:49:49.037783 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafd744-af8a-4b70-8fcd-912d303e1e21 req-58a65fcb-2793-404e-b6dc-7f98f8db3791 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:49.039339 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ceafd744-af8a-4b70-8fcd-912d303e1e21 req-58a65fcb-2793-404e-b6dc-7f98f8db3791 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Aug 19 13:49:49.076824 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ceafd744-af8a-4b70-8fcd-912d303e1e21 req-6d20691b-d5b8-4297-b243-7eae17d350c3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314996 Aug 19 13:49:49.196987 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214c16c-4b6a-46a3-b06e-e462a0336503 req-6bed7ef4-ec72-4164-8c5d-bb324a612d4c tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:49.198443 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a214c16c-4b6a-46a3-b06e-e462a0336503 req-6bed7ef4-ec72-4164-8c5d-bb324a612d4c tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 945 time: 0.0539672 Aug 19 13:49:49.241402 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-a214c16c-4b6a-46a3-b06e-e462a0336503 req-b3e50df8-6844-4d13-bc96-ef05d6048c43 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316432 Aug 19 13:49:49.257745 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57518) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:49.296811 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57b0a5-ea42-4ac7-aa78-bc93cc99cd5d tempest-TestSnapshotPattern-1779519410 tempest-TestSnapshotPattern-1779519410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:49.299155 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-9e57b0a5-ea42-4ac7-aa78-bc93cc99cd5d tempest-TestSnapshotPattern-1779519410 tempest-TestSnapshotPattern-1779519410-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 1091 time: 0.0404017 Aug 19 13:49:49.301930 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57520) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:49:49.307091 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.v2.base [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Request body: {'floatingip': {'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'port_id': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95543) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 13:49:49.429812 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for floatingip, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.528993 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.630236 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.db_base_plugin_common [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Allocated IP 172.25.2.111 (0920271a-3a11-463a-8538-f81c91b4fb3d/4354536c-abb1-4303-b908-9975216fe23d/16320494-e31b-4aa6-be95-17c432a7c7e8) {{(pid=95543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 13:49:49.733311 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for port, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.835987 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729423203669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:49.872103 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Network 0920271a-3a11-463a-8538-f81c91b4fb3d is already hosted by enough agents. {{(pid=95543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 13:49:49.876872 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.base_scheduler [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Resources bound (agent type, host, resource id): {{(pid=95543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 13:49:49.880394 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Received port after_create {{(pid=95543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 13:49:49.905299 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'Port': ['ID=16320494-e31b-4aa6-be95-17c432a7c7e8,revision_number=1']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:49.919086 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:49.919442 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:49.919815 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:49.920157 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:49.920495 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:49.920829 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:49.921186 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:49.921514 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:49.921844 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:49.922172 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:49.922530 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:49.922922 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:49:50.248655 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.398883 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.545569 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for port, precommit_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.601042 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59065449'] for port, after_update {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.671628 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event updated for resources: {'Port': ['ID=16320494-e31b-4aa6-be95-17c432a7c7e8,revision_number=2']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:49:50.682105 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-272587'] for floatingip, after_create {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:50.781027 n-d-803757-2 neutron-server[95543]: INFO neutron.db.l3_db [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Floating IP 1ab20980-7a0c-4ba1-8240-7bf0959a4477 associated. External IP: 172.25.2.111, port: 67c636b3-f57c-4846-bd0d-77c01f64ef76. Aug 19 13:49:50.982365 n-d-803757-2 neutron-server[95543]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Router ad2a7e86-c9dd-43df-a489-a33609fc820e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95543) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:49:51.090635 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95543) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:49:51.101882 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7597706-5a75-4995-86e9-410b43c3950a None None] Sync routers for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:49:51.111964 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7597706-5a75-4995-86e9-410b43c3950a None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:49:51.117133 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e7597706-5a75-4995-86e9-410b43c3950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:49:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:51.156086 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:51.184196 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-7070e305-201c-460d-aaf0-defed9bf73cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8812730 Aug 19 13:49:51.184780 n-d-803757-2 neutron-server[95543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76'}] {{(pid=95543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:49:51.187097 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89bc5aaeeaae2c2c4690be6aef964f23aa76d6271530ec177b84f421ad034930" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dfa783-e159-4c20-813f-e6bcc89a6f73" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76"}]}' {{(pid=95543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:49:51.220377 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e7597706-5a75-4995-86e9-410b43c3950a None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:49:51.222829 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1091b7d8-4b67-4ec2-b42c-b4364d240d33 x-openstack-request-id: req-1091b7d8-4b67-4ec2-b42c-b4364d240d33 {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:49:51.223141 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76", "status": "completed", "code": 200}]} {{(pid=95543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:49:51.223397 n-d-803757-2 neutron-server[95543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1091b7d8-4b67-4ec2-b42c-b4364d240d33 {{(pid=95543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:49:51.223822 n-d-803757-2 neutron-server[95543]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'status': 'completed', 'code': 200} Aug 19 13:49:51.301112 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfa783-e159-4c20-813f-e6bcc89a6f73 req-67fbe8a2-844f-4209-aaeb-e8af1419a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:51.303263 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34dfa783-e159-4c20-813f-e6bcc89a6f73 req-67fbe8a2-844f-4209-aaeb-e8af1419a93d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 1096 time: 0.0567572 Aug 19 13:49:51.411038 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfa783-e159-4c20-813f-e6bcc89a6f73 req-7035ae2f-551f-46b1-8070-a9f1918f3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:51.412577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34dfa783-e159-4c20-813f-e6bcc89a6f73 req-7035ae2f-551f-46b1-8070-a9f1918f3f98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 911 time: 0.1019211 Aug 19 13:49:51.479459 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34dfa783-e159-4c20-813f-e6bcc89a6f73 req-ec84d51e-8b2c-426f-9a01-0e714d8153ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76 HTTP/1.1" status: 200 len: 999 time: 0.0592337 Aug 19 13:49:51.532637 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfa783-e159-4c20-813f-e6bcc89a6f73 req-130310d0-7631-4563-9b31-aed74aadf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:51.534092 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34dfa783-e159-4c20-813f-e6bcc89a6f73 req-130310d0-7631-4563-9b31-aed74aadf762 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0482850 Aug 19 13:49:51.538101 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e7597706-5a75-4995-86e9-410b43c3950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1ab20980-7a0c-4ba1-8240-7bf0959a4477', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:a1:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:49:50Z', 'updated_at': '2021-08-19T13:49:50Z', 'revision_number': 0, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}, {'id': '5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:dd:c2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:47:12Z', 'updated_at': '2021-08-19T13:47:14Z', 'revision_number': 1, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:51.563844 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7597706-5a75-4995-86e9-410b43c3950a None None] Checking router: ad2a7e86-c9dd-43df-a489-a33609fc820e for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:49:51.572544 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7597706-5a75-4995-86e9-410b43c3950a None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:49:51.573151 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e7597706-5a75-4995-86e9-410b43c3950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:49:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:51.580294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfa783-e159-4c20-813f-e6bcc89a6f73 req-d25333da-8014-4d70-b54f-2f67dd24b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:49:51.581923 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34dfa783-e159-4c20-813f-e6bcc89a6f73 req-d25333da-8014-4d70-b54f-2f67dd24b760 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409350 Aug 19 13:49:51.674336 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34dfa783-e159-4c20-813f-e6bcc89a6f73 req-5daa2836-f0ea-48f9-b42e-cb5672e6db4d service neutron] 10.222.0.30 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844679 Aug 19 13:49:51.676140 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-e7597706-5a75-4995-86e9-410b43c3950a None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:49:51.768351 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-34dfa783-e159-4c20-813f-e6bcc89a6f73 req-ad494792-3e50-445d-905d-2860ab312f83 service neutron] 10.222.0.30 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864630 Aug 19 13:49:51.895934 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-e7597706-5a75-4995-86e9-410b43c3950a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1ab20980-7a0c-4ba1-8240-7bf0959a4477', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:a1:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:49:50Z', 'updated_at': '2021-08-19T13:49:50Z', 'revision_number': 0, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}, {'id': '5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:dd:c2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:47:12Z', 'updated_at': '2021-08-19T13:47:14Z', 'revision_number': 1, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:49:51.921540 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7597706-5a75-4995-86e9-410b43c3950a None None] The sync data for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 is: [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '1ab20980-7a0c-4ba1-8240-7bf0959a4477', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:a1:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:49:50Z', 'updated_at': '2021-08-19T13:49:50Z', 'revision_number': 0, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}, {'id': '5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:dd:c2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:47:12Z', 'updated_at': '2021-08-19T13:47:14Z', 'revision_number': 1, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:49:52.118819 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cde4c1b-1a2d-497b-b7f6-e62cf1a5993e None None] New status for floating IP 1ab20980-7a0c-4ba1-8240-7bf0959a4477: ACTIVE {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:49:56.292726 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:49:57.178594 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:05.109824 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7ebecfd9-9f2e-4cb4-a378-9c3515fa592a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.749505 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:07.869723 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f1d85bf2-9ce0-4513-8682-cb2a4c38136e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:09.497849 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:10.886332 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:12.321736 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:50:26.246824 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:26.369928 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-116a3d6f-068c-446c-854c-be8d41484e0e req-26402d12-5a3e-4bce-ac62-7a52cf64e584 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405998 Aug 19 13:50:26.449545 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a3d6f-068c-446c-854c-be8d41484e0e req-aacb987b-ed9c-4727-b932-09d59e89ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:26.451081 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-116a3d6f-068c-446c-854c-be8d41484e0e req-aacb987b-ed9c-4727-b932-09d59e89ad09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 1096 time: 0.0416117 Aug 19 13:50:26.553531 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a3d6f-068c-446c-854c-be8d41484e0e req-32597541-e696-4bb9-b493-744c587354fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:26.555039 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-116a3d6f-068c-446c-854c-be8d41484e0e req-32597541-e696-4bb9-b493-744c587354fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 911 time: 0.0856979 Aug 19 13:50:26.619722 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-116a3d6f-068c-446c-854c-be8d41484e0e req-57c91e66-6573-4942-a675-9399f3ad6d79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76 HTTP/1.1" status: 200 len: 1001 time: 0.0571945 Aug 19 13:50:26.672213 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a3d6f-068c-446c-854c-be8d41484e0e req-58717a7f-887c-41e4-a5ec-505097b50032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:26.673545 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-116a3d6f-068c-446c-854c-be8d41484e0e req-58717a7f-887c-41e4-a5ec-505097b50032 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0471201 Aug 19 13:50:26.718705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a3d6f-068c-446c-854c-be8d41484e0e req-39f83382-b4ad-4fb2-83b3-4bfce179aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:26.720189 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-116a3d6f-068c-446c-854c-be8d41484e0e req-39f83382-b4ad-4fb2-83b3-4bfce179aa22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392153 Aug 19 13:50:26.806816 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-116a3d6f-068c-446c-854c-be8d41484e0e req-887e993b-7a99-4412-9a63-b92eecbd7c6f service neutron] 10.222.0.30 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788705 Aug 19 13:50:26.898889 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-116a3d6f-068c-446c-854c-be8d41484e0e req-fd2aa2a0-c657-4483-81d8-a99fe85879c3 service neutron] 10.222.0.30 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844166 Aug 19 13:50:27.194875 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:34.164565 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-7f848869-6fea-4d84-a5f8-351123c632c7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400963 Aug 19 13:50:34.241801 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-8c9f5ccf-8f42-4ec2-b2fa-c188b9b54054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:34.243295 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-8c9f5ccf-8f42-4ec2-b2fa-c188b9b54054 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 1095 time: 0.0395453 Aug 19 13:50:34.347707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-b4addc09-f4ff-4302-8619-ba2f59d87603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:34.349073 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-b4addc09-f4ff-4302-8619-ba2f59d87603 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 911 time: 0.0873578 Aug 19 13:50:34.412594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-dfeae6de-3ea8-460a-9a99-35c4806c80d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f760e8-b745-45a3-b62c-9afcb995edf6 HTTP/1.1" status: 200 len: 1000 time: 0.0557799 Aug 19 13:50:34.464875 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-419f4bf0-dddf-4f06-ab47-376a127b21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:34.466278 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-419f4bf0-dddf-4f06-ab47-376a127b21dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0464454 Aug 19 13:50:34.512500 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-e660400d-de6d-4a1d-82aa-a8407ae3ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:50:34.514013 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-e660400d-de6d-4a1d-82aa-a8407ae3ac4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408056 Aug 19 13:50:34.600778 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-ed9057e2-5ea5-4cad-904b-701251785b0a service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790856 Aug 19 13:50:34.693463 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-6b73dc94-4e30-4db5-b8e4-214ef2182ddd req-52f44337-3e7e-458f-be78-99dfe971ff99 service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850310 Aug 19 13:50:35.092049 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-689b64a4-86d2-4616-a818-253dfa6c996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:37.794796 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:37.812596 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-71c968f4-e9c1-4ce8-bcf9-eeae52c87641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:39.485777 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:40.914728 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:49.320703 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:50:56.262921 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:50:57.188744 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:05.125576 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-34800248-28a3-4022-b2cb-b78da3b11ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:07.725710 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:07.817202 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-65ad1f1c-8c6d-4afe-b30c-af735e764cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:09.474186 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:10.942809 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:23.210290 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 67c636b3-f57c-4846-bd0d-77c01f64ef76 details requested by agent hyperv_n-h2-803757-2 with host n-h2-803757-2 {{(pid=95544) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 13:51:23.312455 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 67c636b3-f57c-4846-bd0d-77c01f64ef76, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:23.327909 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Returning: {'device': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'port_id': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'mac_address': 'fa:16:3e:a1:98:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95544) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 13:51:23.377705 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:23.391650 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67c636b3-f57c-4846-bd0d-77c01f64ef76 {{(pid=95544) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 13:51:23.413746 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 67c636b3-f57c-4846-bd0d-77c01f64ef76, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:23.468822 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:23.521727 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=67c636b3-f57c-4846-bd0d-77c01f64ef76,revision_number=6']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:23.529222 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.529688 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.530106 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.530621 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.531069 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.531406 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.531737 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.532132 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.532473 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.532798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.533125 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.533451 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95544) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:23.539127 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] get_ports_and_sgs() called for port_ids ['67c636b3-f57c-4846-bd0d-77c01f64ef76'] {{(pid=95544) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 13:51:25.211072 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 67c636b3-f57c-4846-bd0d-77c01f64ef76 up at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 13:51:25.262043 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.provisioning_blocks [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Provisioning complete for port 67c636b3-f57c-4846-bd0d-77c01f64ef76 triggered by entity L2. {{(pid=95544) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 13:51:25.262418 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-966111'] for port, provisioning_complete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:25.348519 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:25.385185 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:51:25.388465 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f2b67e-48bb-4877-a175-f92a1613b82e" -d '{"events": [{"server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "name": "network-vif-plugged", "status": "completed", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:51:25.410294 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 67c636b3-f57c-4846-bd0d-77c01f64ef76, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:25.439046 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf8482d-1e9c-4d9c-920e-507b95bb023b x-openstack-request-id: req-8cf8482d-1e9c-4d9c-920e-507b95bb023b {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:51:25.439046 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "name": "network-vif-plugged", "status": "completed", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:51:25.439046 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cf8482d-1e9c-4d9c-920e-507b95bb023b {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:51:25.439046 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'code': 200} Aug 19 13:51:25.480009 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:25.539788 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=67c636b3-f57c-4846-bd0d-77c01f64ef76,revision_number=7']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:26.280398 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:26.320120 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:51:27.222930 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:28.419966 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db11cb8-1251-4a6f-b6af-5add71f38b98 req-b01b87fb-381c-4343-8786-9fb4da47b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:28.421601 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3db11cb8-1251-4a6f-b6af-5add71f38b98 req-b01b87fb-381c-4343-8786-9fb4da47b41b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 1096 time: 0.0566669 Aug 19 13:51:28.569727 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db11cb8-1251-4a6f-b6af-5add71f38b98 req-c3be89f5-686c-4ec1-891a-356f330b4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:28.572657 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3db11cb8-1251-4a6f-b6af-5add71f38b98 req-c3be89f5-686c-4ec1-891a-356f330b4ad7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 911 time: 0.1217246 Aug 19 13:51:28.650248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3db11cb8-1251-4a6f-b6af-5add71f38b98 req-7eec8454-fd5a-4b31-a044-cad1d3e24bad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76 HTTP/1.1" status: 200 len: 1001 time: 0.0701485 Aug 19 13:51:28.714368 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db11cb8-1251-4a6f-b6af-5add71f38b98 req-0b8cc50e-c65e-4785-bbba-61ca103aa013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:28.714368 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3db11cb8-1251-4a6f-b6af-5add71f38b98 req-0b8cc50e-c65e-4785-bbba-61ca103aa013 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0552065 Aug 19 13:51:28.794042 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db11cb8-1251-4a6f-b6af-5add71f38b98 req-21e50faf-a1db-450f-be52-3b1413b386fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:28.795592 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3db11cb8-1251-4a6f-b6af-5add71f38b98 req-21e50faf-a1db-450f-be52-3b1413b386fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733144 Aug 19 13:51:28.889486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3db11cb8-1251-4a6f-b6af-5add71f38b98 req-122d23fe-ce30-42bd-9494-8d3330bb42f3 service neutron] 10.222.0.30 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860093 Aug 19 13:51:28.994977 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-3db11cb8-1251-4a6f-b6af-5add71f38b98 req-cc2ff72d-6b12-4abd-8d82-31abf4e7bb64 service neutron] 10.222.0.30 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984294 Aug 19 13:51:33.363504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57738) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:33.519691 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Deleting port 16320494-e31b-4aa6-be95-17c432a7c7e8 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:33.520034 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:33.592400 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:33.592726 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:33.604714 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Calling delete_port for 16320494-e31b-4aa6-be95-17c432a7c7e8 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:33.811539 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:33.840387 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event deleted for resources: {'Port': ['ID=16320494-e31b-4aa6-be95-17c432a7c7e8,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:33.864139 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.864397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.864744 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.865072 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.865408 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.865736 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.866061 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.866383 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.866705 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.867052 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.867375 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.867694 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:33.912582 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:33.912921 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Floating IP 1ab20980-7a0c-4ba1-8240-7bf0959a4477 disassociated (deleted). External IP: 172.25.2.111, port: 67c636b3-f57c-4846-bd0d-77c01f64ef76. Aug 19 13:51:34.128671 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Router ad2a7e86-c9dd-43df-a489-a33609fc820e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:51:34.235747 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:51:34.242251 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:34.248952 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb921526-f21e-4194-975f-afae4110e69b None None] Sync routers for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:51:34.258254 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb921526-f21e-4194-975f-afae4110e69b None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:51:34.258969 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bb921526-f21e-4194-975f-afae4110e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:51:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:34.275057 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-6ed71ab8-75b5-4fdd-a2df-11e8fcfdeaf7 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "DELETE /v2.0/floatingips/1ab20980-7a0c-4ba1-8240-7bf0959a4477 HTTP/1.1" status: 204 len: 168 time: 0.9103916 Aug 19 13:51:34.275734 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:51:34.278097 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777f5657-d4c3-43fb-b9dc-96f1e16122a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:51:34.371666 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-bb921526-f21e-4194-975f-afae4110e69b None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:51:34.416060 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590fadad-19d8-4dc0-9653-5e18e8b6af94 x-openstack-request-id: req-590fadad-19d8-4dc0-9653-5e18e8b6af94 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:51:34.416060 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:51:34.416060 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-590fadad-19d8-4dc0-9653-5e18e8b6af94 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:51:34.416060 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'status': 'completed', 'code': 200} Aug 19 13:51:34.478817 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f5657-d4c3-43fb-b9dc-96f1e16122a9 req-aa626b73-d690-4a6e-8f77-6135bb76438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:34.480486 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-777f5657-d4c3-43fb-b9dc-96f1e16122a9 req-aa626b73-d690-4a6e-8f77-6135bb76438d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 1096 time: 0.0444334 Aug 19 13:51:34.575071 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f5657-d4c3-43fb-b9dc-96f1e16122a9 req-5e9bfb90-ba5d-414d-8056-53fff18b09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:34.576594 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-777f5657-d4c3-43fb-b9dc-96f1e16122a9 req-5e9bfb90-ba5d-414d-8056-53fff18b09b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 911 time: 0.0887759 Aug 19 13:51:34.604391 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bb921526-f21e-4194-975f-afae4110e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:dd:c2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:47:12Z', 'updated_at': '2021-08-19T13:47:14Z', 'revision_number': 1, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:34.628466 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-777f5657-d4c3-43fb-b9dc-96f1e16122a9 req-95b7146c-100a-4fc8-a9fa-cbfb2e3340db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76 HTTP/1.1" status: 200 len: 217 time: 0.0443311 Aug 19 13:51:34.632926 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb921526-f21e-4194-975f-afae4110e69b None None] Checking router: ad2a7e86-c9dd-43df-a489-a33609fc820e for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:51:34.642484 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb921526-f21e-4194-975f-afae4110e69b None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:51:34.643251 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bb921526-f21e-4194-975f-afae4110e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:51:08Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:34.708402 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f5657-d4c3-43fb-b9dc-96f1e16122a9 req-656f1865-e8a3-4bb7-81ed-25ec304a019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:34.709866 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-777f5657-d4c3-43fb-b9dc-96f1e16122a9 req-656f1865-e8a3-4bb7-81ed-25ec304a019c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0732737 Aug 19 13:51:34.721878 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f601737-841d-459f-83d0-f1bc432ec217 req-96de5989-2fba-4e29-beac-356863937b6c tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:34.723326 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f601737-841d-459f-83d0-f1bc432ec217 req-96de5989-2fba-4e29-beac-356863937b6c tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 945 time: 0.0776336 Aug 19 13:51:34.745956 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-bb921526-f21e-4194-975f-afae4110e69b None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:51:34.786360 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f5657-d4c3-43fb-b9dc-96f1e16122a9 req-83940fc4-73e0-4b1d-8715-2834e9339df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:34.787896 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-777f5657-d4c3-43fb-b9dc-96f1e16122a9 req-83940fc4-73e0-4b1d-8715-2834e9339df2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637209 Aug 19 13:51:34.794988 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-7f601737-841d-459f-83d0-f1bc432ec217 req-82fe3084-4d08-42ad-b292-8c5e4a9757b0 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622044 Aug 19 13:51:34.883633 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-777f5657-d4c3-43fb-b9dc-96f1e16122a9 req-425d84f2-ce11-4eb2-b1f5-eea1410f6ca9 service neutron] 10.222.0.30 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853865 Aug 19 13:51:34.970060 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-bb921526-f21e-4194-975f-afae4110e69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:dd:c2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:47:12Z', 'updated_at': '2021-08-19T13:47:14Z', 'revision_number': 1, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:34.976800 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-777f5657-d4c3-43fb-b9dc-96f1e16122a9 req-ba5a6149-067d-43ea-b435-b507602917fd service neutron] 10.222.0.30 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862343 Aug 19 13:51:34.996780 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb921526-f21e-4194-975f-afae4110e69b None None] The sync data for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 is: [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_floatingips': [{'id': '5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'router_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'port_id': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'mac_address': 'fa:16:3e:dd:c2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T13:47:12Z', 'updated_at': '2021-08-19T13:47:14Z', 'revision_number': 1, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:51:35.090928 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fe7a883e-d99f-45d1-a0ea-1ed8dad79603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:35.236166 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac5fbd-232f-464b-aea8-fc7a08860edd None None] New status for floating IP 1ab20980-7a0c-4ba1-8240-7bf0959a4477: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:51:35.292539 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 67c636b3-f57c-4846-bd0d-77c01f64ef76 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:51:35.369602 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-905592'] for port, before_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:35.391875 n-d-803757-2 neutron-server[95544]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76'}] {{(pid=95544) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:51:35.394129 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85988e7f7034f206618da24dea352212e12cc962da8f8d67ec95244ae66b2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b525ae-4873-400d-a8ac-f44fc0617acd" -d '{"events": [{"server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "name": "network-vif-unplugged", "status": "completed", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76"}]}' {{(pid=95544) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:51:35.406653 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] For port 67c636b3-f57c-4846-bd0d-77c01f64ef76, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:35.430183 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 13:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829a9c02-3ee0-4902-a0a7-07fa31c21f66 x-openstack-request-id: req-829a9c02-3ee0-4902-a0a7-07fa31c21f66 {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:51:35.430476 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "name": "network-vif-unplugged", "status": "completed", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76", "code": 200}]} {{(pid=95544) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:51:35.430729 n-d-803757-2 neutron-server[95544]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-829a9c02-3ee0-4902-a0a7-07fa31c21f66 {{(pid=95544) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:51:35.431157 n-d-803757-2 neutron-server[95544]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'code': 200} Aug 19 13:51:35.479675 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729423510896', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729423203687', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729423203705'] for port, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:35.525576 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Pushing event updated for resources: {'Port': ['ID=67c636b3-f57c-4846-bd0d-77c01f64ef76,revision_number=8']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:35.913051 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7684ba6-98c9-4d50-a884-341d0a45f750 req-cfe1bacb-34f9-42c0-abbd-6df84fa62408 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:35.914530 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b7684ba6-98c9-4d50-a884-341d0a45f750 req-cfe1bacb-34f9-42c0-abbd-6df84fa62408 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 943 time: 0.0489144 Aug 19 13:51:35.951694 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-b7684ba6-98c9-4d50-a884-341d0a45f750 req-fe813cd3-e556-475a-826f-2bc351110e84 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310254 Aug 19 13:51:36.112148 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-313ae68a-45c0-4d61-ab4e-443e289f51cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399845 Aug 19 13:51:36.193620 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-06e23fa9-ec82-4f57-b7d2-b8d72b777b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:36.195147 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-06e23fa9-ec82-4f57-b7d2-b8d72b777b4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 1095 time: 0.0436020 Aug 19 13:51:36.336979 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dcdc2-38e0-429a-bc2a-037e83f9fa24 req-42cd8018-b23f-4e9e-803a-88bda21f5144 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:36.338519 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a18dcdc2-38e0-429a-bc2a-037e83f9fa24 req-42cd8018-b23f-4e9e-803a-88bda21f5144 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 943 time: 0.0783167 Aug 19 13:51:36.341334 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-4bb51cf4-5ed2-41d5-aced-e6b88010a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:36.342677 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-4bb51cf4-5ed2-41d5-aced-e6b88010a290 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 911 time: 0.1271720 Aug 19 13:51:36.452127 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-411aa961-2d89-4552-8d23-1d1cfde2c095 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f760e8-b745-45a3-b62c-9afcb995edf6 HTTP/1.1" status: 200 len: 1000 time: 0.1010399 Aug 19 13:51:36.514174 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-a18dcdc2-38e0-429a-bc2a-037e83f9fa24 req-b27b2154-0fc9-475a-8e4b-d2a60a7982bd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Deleting port 67c636b3-f57c-4846-bd0d-77c01f64ef76 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:36.514514 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a18dcdc2-38e0-429a-bc2a-037e83f9fa24 req-b27b2154-0fc9-475a-8e4b-d2a60a7982bd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:36.521566 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-fb7db786-33ff-436c-9e73-5fdbaf4d990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:36.523057 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-fb7db786-33ff-436c-9e73-5fdbaf4d990b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0636139 Aug 19 13:51:36.622595 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-52d680e7-ac6d-4eed-b01e-803bb43856e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:36.624770 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-52d680e7-ac6d-4eed-b01e-803bb43856e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913541 Aug 19 13:51:36.639761 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-62bea3fc-e2dd-4a9a-b38e-a3fcc286a0de service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=95542) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 13:51:36.640702 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-62bea3fc-e2dd-4a9a-b38e-a3fcc286a0de service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069833 Aug 19 13:51:36.646079 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-a18dcdc2-38e0-429a-bc2a-037e83f9fa24 req-b27b2154-0fc9-475a-8e4b-d2a60a7982bd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] For port 67c636b3-f57c-4846-bd0d-77c01f64ef76, host n-h2-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803757-2',level=0,port_id=67c636b3-f57c-4846-bd0d-77c01f64ef76,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:36.646441 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a18dcdc2-38e0-429a-bc2a-037e83f9fa24 req-b27b2154-0fc9-475a-8e4b-d2a60a7982bd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:36.699548 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-a18dcdc2-38e0-429a-bc2a-037e83f9fa24 req-b27b2154-0fc9-475a-8e4b-d2a60a7982bd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Calling delete_port for 67c636b3-f57c-4846-bd0d-77c01f64ef76 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:36.792895 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-20ef1be5-2980-4314-af0a-9a04f1c5edfd service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438570 Aug 19 13:51:36.920833 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-97d2aca3-a68e-49e7-b2e3-a2eeade5311c req-5edf34e8-8a0e-478f-8724-7e14d44a0110 service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173034 Aug 19 13:51:37.028439 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a18dcdc2-38e0-429a-bc2a-037e83f9fa24 req-b27b2154-0fc9-475a-8e4b-d2a60a7982bd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:37.054124 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-c08e6ce5-879a-412a-a769-8e4ac0805283 req-70e6ccdb-aa32-41f4-af29-6f11b6eecbfe tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8 HTTP/1.1" status: 200 len: 210 time: 0.0348227 Aug 19 13:51:37.068745 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b2154-0fc9-475a-8e4b-d2a60a7982bd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event deleted for resources: {'Port': ['ID=67c636b3-f57c-4846-bd0d-77c01f64ef76,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:37.107228 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18dcdc2-38e0-429a-bc2a-037e83f9fa24 req-b27b2154-0fc9-475a-8e4b-d2a60a7982bd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] No DVR routers for this DVR port 67c636b3-f57c-4846-bd0d-77c01f64ef76 on host n-h2-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:51:37.109811 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-a18dcdc2-38e0-429a-bc2a-037e83f9fa24 req-b27b2154-0fc9-475a-8e4b-d2a60a7982bd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:37.111975 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-a18dcdc2-38e0-429a-bc2a-037e83f9fa24 req-b27b2154-0fc9-475a-8e4b-d2a60a7982bd tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.30 "DELETE /v2.0/ports/67c636b3-f57c-4846-bd0d-77c01f64ef76 HTTP/1.1" status: 204 len: 173 time: 0.7677031 Aug 19 13:51:37.112418 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'name': 'network-vif-deleted', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:51:37.114941 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425af809-7794-4c48-9910-600af37ce8cd" -d '{"events": [{"server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "name": "network-vif-deleted", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:51:37.150113 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dfd54d-6e28-4c4e-b36e-6a99d25ae5dc x-openstack-request-id: req-44dfd54d-6e28-4c4e-b36e-6a99d25ae5dc {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:51:37.150403 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8", "name": "network-vif-deleted", "tag": "67c636b3-f57c-4846-bd0d-77c01f64ef76", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:51:37.150677 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44dfd54d-6e28-4c4e-b36e-6a99d25ae5dc {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:51:37.151124 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5b7912-cdb0-4d3e-bc93-adfb31d85fd8', 'name': 'network-vif-deleted', 'tag': '67c636b3-f57c-4846-bd0d-77c01f64ef76', 'status': 'completed', 'code': 200} Aug 19 13:51:37.731298 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:37.822672 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f8d38c27-ebee-430e-885d-e8fd4e894381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:39.269756 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57808) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:39.320986 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 67c636b3-f57c-4846-bd0d-77c01f64ef76 no longer exists at agent hyperv_n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:51:39.339452 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] No Port match for: 67c636b3-f57c-4846-bd0d-77c01f64ef76 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:51:39.339798 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Device 67c636b3-f57c-4846-bd0d-77c01f64ef76 not bound to the agent host n-h2-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:51:39.427622 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Deleting port 10ebca99-8539-4929-92e9-8cbbe0032075 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:39.427963 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:39.485640 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:39.505466 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:39.505788 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:39.517397 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Calling delete_port for 10ebca99-8539-4929-92e9-8cbbe0032075 owned by network:floatingip {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:39.754040 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:39.784145 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event deleted for resources: {'Port': ['ID=10ebca99-8539-4929-92e9-8cbbe0032075,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:39.843476 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for floatingip, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:39.843936 n-d-803757-2 neutron-server[95542]: INFO neutron.db.l3_db [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Floating IP 5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba disassociated (deleted). External IP: 172.25.2.155, port: 34f760e8-b745-45a3-b62c-9afcb995edf6. Aug 19 13:51:40.394462 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Router ad2a7e86-c9dd-43df-a489-a33609fc820e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:51:40.498945 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:51:40.503823 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for floatingip, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:40.511309 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ef53b-6b62-42d4-be64-27dc4c75ad5b None None] Sync routers for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:51:40.520887 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ef53b-6b62-42d4-be64-27dc4c75ad5b None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:51:40.521487 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c00ef53b-6b62-42d4-be64-27dc4c75ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:51:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:40.531817 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-5486c540-2d23-4798-92ed-a32d22d2f71d tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "DELETE /v2.0/floatingips/5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba HTTP/1.1" status: 204 len: 168 time: 1.2609959 Aug 19 13:51:40.532415 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:51:40.534739 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac83cad1-7b22-4972-b06c-8e1e2b99530e" -d '{"events": [{"name": "network-changed", "server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:51:40.575421 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7a4523-5a16-45f8-9f6e-8d6042dc535d x-openstack-request-id: req-bf7a4523-5a16-45f8-9f6e-8d6042dc535d {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:51:40.575711 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:51:40.575971 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf7a4523-5a16-45f8-9f6e-8d6042dc535d {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:51:40.576376 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'status': 'completed', 'code': 200} Aug 19 13:51:40.639984 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83cad1-7b22-4972-b06c-8e1e2b99530e req-364c66d4-013f-45f9-a6f4-3d25d3ddd3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:40.642187 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac83cad1-7b22-4972-b06c-8e1e2b99530e req-364c66d4-013f-45f9-a6f4-3d25d3ddd3b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 1095 time: 0.0442555 Aug 19 13:51:40.722600 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-c00ef53b-6b62-42d4-be64-27dc4c75ad5b None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:51:40.736779 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83cad1-7b22-4972-b06c-8e1e2b99530e req-cf189cf5-1551-4528-a221-7160caa731a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:40.738428 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac83cad1-7b22-4972-b06c-8e1e2b99530e req-cf189cf5-1551-4528-a221-7160caa731a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 200 len: 911 time: 0.0897481 Aug 19 13:51:40.781846 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac83cad1-7b22-4972-b06c-8e1e2b99530e req-efbb3847-6b95-4456-9132-6343d7b6ce31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34f760e8-b745-45a3-b62c-9afcb995edf6 HTTP/1.1" status: 200 len: 217 time: 0.0356677 Aug 19 13:51:40.832571 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83cad1-7b22-4972-b06c-8e1e2b99530e req-b14f8c4f-e59a-4175-9bd3-12ed1844acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:40.834094 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac83cad1-7b22-4972-b06c-8e1e2b99530e req-b14f8c4f-e59a-4175-9bd3-12ed1844acca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 200 len: 849 time: 0.0457170 Aug 19 13:51:40.882184 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83cad1-7b22-4972-b06c-8e1e2b99530e req-e2e4f782-1dc3-4ecc-9247-6dd84ca297bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:40.883780 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac83cad1-7b22-4972-b06c-8e1e2b99530e req-e2e4f782-1dc3-4ecc-9247-6dd84ca297bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1904c6bd-27a5-4085-bf9a-7a4f984eaced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431025 Aug 19 13:51:40.919692 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:40.926042 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c00ef53b-6b62-42d4-be64-27dc4c75ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:40.955868 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ef53b-6b62-42d4-be64-27dc4c75ad5b None None] Checking router: ad2a7e86-c9dd-43df-a489-a33609fc820e for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:51:40.964219 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ef53b-6b62-42d4-be64-27dc4c75ad5b None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:51:40.964817 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c00ef53b-6b62-42d4-be64-27dc4c75ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:51:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:40.993283 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac83cad1-7b22-4972-b06c-8e1e2b99530e req-cc02f10d-e8e4-4959-b03e-1a9d78139f28 service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953538 Aug 19 13:51:41.028841 n-d-803757-2 neutron-server[95543]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d555e57-3a87-497b-be17-f15621f9456d req-d6928b51-932b-4c3d-8a67-0b8954bb4e87 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95543) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:41.030350 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d555e57-3a87-497b-be17-f15621f9456d req-d6928b51-932b-4c3d-8a67-0b8954bb4e87 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 944 time: 0.0495813 Aug 19 13:51:41.066509 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-c00ef53b-6b62-42d4-be64-27dc4c75ad5b None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:51:41.070385 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [req-0d555e57-3a87-497b-be17-f15621f9456d req-16235c52-b970-412c-b28d-b5dfad6ec15a tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330803 Aug 19 13:51:41.108248 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-ac83cad1-7b22-4972-b06c-8e1e2b99530e req-9680b27e-28b3-4f3d-a260-c7dbcfa43bd8 service neutron] 10.222.0.62 "GET /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067426 Aug 19 13:51:41.262583 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-c00ef53b-6b62-42d4-be64-27dc4c75ad5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:41.287989 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ef53b-6b62-42d4-be64-27dc4c75ad5b None None] The sync data for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 is: [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:48Z', 'revision_number': 4, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2', '_interfaces': [{'id': 'f9694f7c-ffff-4f84-b3a4-25147d97b9cc', 'name': '', 'network_id': '1904c6bd-27a5-4085-bf9a-7a4f984eaced', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'mac_address': 'fa:16:3e:54:cb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:48Z', 'updated_at': '2021-08-19T13:46:53Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'subnets': [{'id': 'ad627cab-fe09-40bc-8cde-ab84d50ade8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:51:41.506280 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4f9e4-3f54-4260-9f2d-6a8ee8c3883e None None] New status for floating IP 5a16a7fa-1ec6-40bc-91d6-d1facb10a4ba: DOWN {{(pid=95544) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 13:51:42.195988 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af998a20-548f-4995-9f39-b6b72f54b363 req-394228ea-3f3f-4458-a67d-8db8874431cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:42.197476 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-af998a20-548f-4995-9f39-b6b72f54b363 req-394228ea-3f3f-4458-a67d-8db8874431cf tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 944 time: 0.0544167 Aug 19 13:51:42.233874 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-af998a20-548f-4995-9f39-b6b72f54b363 req-85ada298-4f10-4448-a9cb-cc6f7a0deb3e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/security-groups?id=a739e50d-a21a-4650-b29d-5358afac3922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305626 Aug 19 13:51:42.501095 n-d-803757-2 neutron-server[95542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc9927-7365-4093-bc68-97e082fc3076 req-be31e6be-1315-4c5d-924c-7b28d272517e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 13:51:42.502577 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70fc9927-7365-4093-bc68-97e082fc3076 req-be31e6be-1315-4c5d-924c-7b28d272517e tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.62 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 944 time: 0.0482671 Aug 19 13:51:42.589465 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-70fc9927-7365-4093-bc68-97e082fc3076 req-d643bfef-3b14-47ec-90e2-abc976decbc2 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Deleting port 34f760e8-b745-45a3-b62c-9afcb995edf6 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:42.589803 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70fc9927-7365-4093-bc68-97e082fc3076 req-d643bfef-3b14-47ec-90e2-abc976decbc2 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:42.677701 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [req-70fc9927-7365-4093-bc68-97e082fc3076 req-d643bfef-3b14-47ec-90e2-abc976decbc2 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] For port 34f760e8-b745-45a3-b62c-9afcb995edf6, host n-h1-803757-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803757-2',level=0,port_id=34f760e8-b745-45a3-b62c-9afcb995edf6,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:42.678055 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70fc9927-7365-4093-bc68-97e082fc3076 req-d643bfef-3b14-47ec-90e2-abc976decbc2 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:42.691992 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [req-70fc9927-7365-4093-bc68-97e082fc3076 req-d643bfef-3b14-47ec-90e2-abc976decbc2 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Calling delete_port for 34f760e8-b745-45a3-b62c-9afcb995edf6 owned by compute:nova {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:42.874063 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70fc9927-7365-4093-bc68-97e082fc3076 req-d643bfef-3b14-47ec-90e2-abc976decbc2 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:42.901385 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643bfef-3b14-47ec-90e2-abc976decbc2 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event deleted for resources: {'Port': ['ID=34f760e8-b745-45a3-b62c-9afcb995edf6,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:42.941980 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fc9927-7365-4093-bc68-97e082fc3076 req-d643bfef-3b14-47ec-90e2-abc976decbc2 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] No DVR routers for this DVR port 34f760e8-b745-45a3-b62c-9afcb995edf6 on host n-h1-803757-2 {{(pid=95542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:51:42.944676 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [req-70fc9927-7365-4093-bc68-97e082fc3076 req-d643bfef-3b14-47ec-90e2-abc976decbc2 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-24002'] for port, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:42.946754 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-70fc9927-7365-4093-bc68-97e082fc3076 req-d643bfef-3b14-47ec-90e2-abc976decbc2 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.62 "DELETE /v2.0/ports/34f760e8-b745-45a3-b62c-9afcb995edf6 HTTP/1.1" status: 204 len: 173 time: 0.4384811 Aug 19 13:51:42.947220 n-d-803757-2 neutron-server[95542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'name': 'network-vif-deleted', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6'}] {{(pid=95542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 13:51:42.949534 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eda9e160aa4e16cbd00e538e1c36aa51f06dd13f8f73516b76801845e4832aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93753d9d-51f6-422c-afea-6e9fda65b80e" -d '{"events": [{"server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "name": "network-vif-deleted", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6"}]}' {{(pid=95542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 13:51:42.983390 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babeb9f3-85d1-49a2-851e-7a19536f2f12 x-openstack-request-id: req-babeb9f3-85d1-49a2-851e-7a19536f2f12 {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 13:51:42.983678 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57ec141-1c31-47f7-a347-fd60049cfbab", "name": "network-vif-deleted", "tag": "34f760e8-b745-45a3-b62c-9afcb995edf6", "status": "completed", "code": 200}]} {{(pid=95542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 13:51:42.984021 n-d-803757-2 neutron-server[95542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-babeb9f3-85d1-49a2-851e-7a19536f2f12 {{(pid=95542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 13:51:42.984391 n-d-803757-2 neutron-server[95542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57ec141-1c31-47f7-a347-fd60049cfbab', 'name': 'network-vif-deleted', 'tag': '34f760e8-b745-45a3-b62c-9afcb995edf6', 'status': 'completed', 'code': 200} Aug 19 13:51:43.347647 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [req-cb3bd24a-3c32-4a31-a1fc-e264c5fe55bb req-3fe895dd-07ef-4d93-bfc0-b8a089686365 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "GET /v2.0/ports?device_id=b57ec141-1c31-47f7-a347-fd60049cfbab HTTP/1.1" status: 200 len: 210 time: 0.0331967 Aug 19 13:51:44.403169 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57826) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:44.462469 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7f43a79-1579-412e-881d-6af189cc79b3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:44.488432 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7f43a79-1579-412e-881d-6af189cc79b3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:44.605139 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7f43a79-1579-412e-881d-6af189cc79b3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:44.607765 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-e7f43a79-1579-412e-881d-6af189cc79b3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:44.608925 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-e7f43a79-1579-412e-881d-6af189cc79b3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] 10.222.0.21 "DELETE /v2.0/security-groups/a739e50d-a21a-4650-b29d-5358afac3922 HTTP/1.1" status: 204 len: 168 time: 0.2047710 Aug 19 13:51:44.618192 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f43a79-1579-412e-881d-6af189cc79b3 tempest-TestSnapshotPattern-349744325 tempest-TestSnapshotPattern-349744325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a739e50d-a21a-4650-b29d-5358afac3922,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:44.719410 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57830) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:45.160330 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:45.400958 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] Deleting port f9694f7c-ffff-4f84-b3a4-25147d97b9cc {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:45.401213 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:45.477928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] For port f9694f7c-ffff-4f84-b3a4-25147d97b9cc, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=f9694f7c-ffff-4f84-b3a4-25147d97b9cc,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:45.478607 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:45.491124 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] Calling delete_port for f9694f7c-ffff-4f84-b3a4-25147d97b9cc owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:45.719879 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:45.746828 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9694f7c-ffff-4f84-b3a4-25147d97b9cc,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:45.915544 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:46.124721 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] Router ad2a7e86-c9dd-43df-a489-a33609fc820e has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:51:46.225852 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:51:46.233654 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-7ef02957-2931-4128-a543-00bd82948dd1 admin admin] 10.222.0.21 "PUT /v2.0/routers/ad2a7e86-c9dd-43df-a489-a33609fc820e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5103083 Aug 19 13:51:46.233654 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57834) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:46.236415 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008bd58-3979-4932-b63d-db3c5b97d722 None None] Sync routers for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:51:46.246989 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008bd58-3979-4932-b63d-db3c5b97d722 None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:51:46.247591 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7008bd58-3979-4932-b63d-db3c5b97d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:51:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:46.337367 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:46.350431 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7008bd58-3979-4932-b63d-db3c5b97d722 None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: n-d-803757-2 {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:51:46.438234 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:46.526234 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7008bd58-3979-4932-b63d-db3c5b97d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:51:45Z', 'revision_number': 5, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port': {'id': '1ed0cda3-b930-4542-a254-fa97d53083e0', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:46.533314 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Deleting port 1ed0cda3-b930-4542-a254-fa97d53083e0 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:46.533841 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:46.552861 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008bd58-3979-4932-b63d-db3c5b97d722 None None] Checking router: ad2a7e86-c9dd-43df-a489-a33609fc820e for host: n-d-803757-2 {{(pid=95545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:51:46.560928 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008bd58-3979-4932-b63d-db3c5b97d722 None None] Routers {'ad2a7e86-c9dd-43df-a489-a33609fc820e'} bound to L3 agent in host n-d-803757-2 {{(pid=95545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:51:46.561525 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7008bd58-3979-4932-b63d-db3c5b97d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:51:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['ad2a7e86-c9dd-43df-a489-a33609fc820e'], 'active': True} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:46.567582 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 34f760e8-b745-45a3-b62c-9afcb995edf6 no longer exists at agent hyperv_n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:51:46.587214 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] No Port match for: 34f760e8-b745-45a3-b62c-9afcb995edf6 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:51:46.587623 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Device 34f760e8-b745-45a3-b62c-9afcb995edf6 not bound to the agent host n-h1-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:51:46.615928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] For port 1ed0cda3-b930-4542-a254-fa97d53083e0, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=1ed0cda3-b930-4542-a254-fa97d53083e0,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:46.616295 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:46.628737 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Calling delete_port for 1ed0cda3-b930-4542-a254-fa97d53083e0 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:46.643686 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_dvr_db [None req-7008bd58-3979-4932-b63d-db3c5b97d722 None None] Set router ad2a7e86-c9dd-43df-a489-a33609fc820e gateway port host: None {{(pid=95545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:51:46.693108 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.l3_hamode_db [None req-7008bd58-3979-4932-b63d-db3c5b97d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:51:46Z', 'revision_number': 6, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:46.721453 n-d-803757-2 neutron-server[95545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008bd58-3979-4932-b63d-db3c5b97d722 None None] The sync data for ids ['ad2a7e86-c9dd-43df-a489-a33609fc820e'] in n-d-803757-2 is: [{'id': 'ad2a7e86-c9dd-43df-a489-a33609fc820e', 'name': 'tempest-TestSnapshotPattern-1962351441-router', 'tenant_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:45Z', 'updated_at': '2021-08-19T13:51:46Z', 'revision_number': 6, 'project_id': '59f7b1c2cd0c4e1887f829e414f4da48', 'gw_port_host': None}] {{(pid=95545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:51:46.902958 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:46.928923 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed0cda3-b930-4542-a254-fa97d53083e0,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:46.993593 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.084913 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.087169 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.189330 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.189882 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad2a7e86-c9dd-43df-a489-a33609fc820e {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:51:47.194089 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.195407 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-24904ce9-4c3e-447b-81c5-9a20f11d8c34 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ad2a7e86-c9dd-43df-a489-a33609fc820e HTTP/1.1" status: 204 len: 168 time: 0.9612949 Aug 19 13:51:47.198044 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57836) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:47.242126 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83ac15b-13ad-4488-8fef-a14d5210682d admin admin] Deleting subnet ad627cab-fe09-40bc-8cde-ab84d50ade8c {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:51:47.245175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b83ac15b-13ad-4488-8fef-a14d5210682d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.278696 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b83ac15b-13ad-4488-8fef-a14d5210682d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.356507 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b83ac15b-13ad-4488-8fef-a14d5210682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.488662 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f9694f7c-ffff-4f84-b3a4-25147d97b9cc no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:51:47.491836 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b83ac15b-13ad-4488-8fef-a14d5210682d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.509239 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: f9694f7c-ffff-4f84-b3a4-25147d97b9cc {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:51:47.509585 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device f9694f7c-ffff-4f84-b3a4-25147d97b9cc not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:51:47.524075 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ac15b-13ad-4488-8fef-a14d5210682d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad627cab-fe09-40bc-8cde-ab84d50ade8c,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:47.529130 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-b83ac15b-13ad-4488-8fef-a14d5210682d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.534068 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-b83ac15b-13ad-4488-8fef-a14d5210682d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ad627cab-fe09-40bc-8cde-ab84d50ade8c HTTP/1.1" status: 204 len: 168 time: 0.3321002 Aug 19 13:51:47.534669 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8acd84-d581-4cb7-a5cb-bcc70fa0db2c None None] Network 1904c6bd-27a5-4085-bf9a-7a4f984eaced requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:51:47.534827 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57838) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:47.601910 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.662765 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Deleting port 2826245b-bd70-4215-8aae-7239e95699f3 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:47.663216 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.714211 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae585a-c4b3-43e2-906d-e9d01a9b0da7 None None] DHCP port deletion for 1904c6bd-27a5-4085-bf9a-7a4f984eaced request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:51:47.734899 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] For port 2826245b-bd70-4215-8aae-7239e95699f3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2826245b-bd70-4215-8aae-7239e95699f3,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:47.735271 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.750694 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Calling delete_port for 2826245b-bd70-4215-8aae-7239e95699f3 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:47.774518 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae585a-c4b3-43e2-906d-e9d01a9b0da7 None None] Deleting port 2826245b-bd70-4215-8aae-7239e95699f3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:47.774917 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1ae585a-c4b3-43e2-906d-e9d01a9b0da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.844946 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-d1ae585a-c4b3-43e2-906d-e9d01a9b0da7 None None] For port 2826245b-bd70-4215-8aae-7239e95699f3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=2826245b-bd70-4215-8aae-7239e95699f3,segment=NetworkSegment(ddd15644-75f0-473b-8a1e-c03f67c0e9d9),segment_id=ddd15644-75f0-473b-8a1e-c03f67c0e9d9)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:47.847855 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1ae585a-c4b3-43e2-906d-e9d01a9b0da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.857984 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae585a-c4b3-43e2-906d-e9d01a9b0da7 None None] Calling delete_port for 2826245b-bd70-4215-8aae-7239e95699f3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:47.897085 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.921373 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Pushing event deleted for resources: {'Port': ['ID=2826245b-bd70-4215-8aae-7239e95699f3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:47.931303 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] No DVR routers for this DVR port 2826245b-bd70-4215-8aae-7239e95699f3 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:51:47.933475 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.933831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.934192 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.934520 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.934655 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-d1ae585a-c4b3-43e2-906d-e9d01a9b0da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:47.934947 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.935379 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.935537 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.935863 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.936213 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.936521 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.936831 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.937151 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803757-2 {{(pid=95543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 13:51:47.962573 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae585a-c4b3-43e2-906d-e9d01a9b0da7 None None] Pushing event deleted for resources: {'Port': ['ID=2826245b-bd70-4215-8aae-7239e95699f3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:47.968053 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae585a-c4b3-43e2-906d-e9d01a9b0da7 None None] No DVR routers for this DVR port 2826245b-bd70-4215-8aae-7239e95699f3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:51:48.009787 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:48.020098 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1904c6bd-27a5-4085-bf9a-7a4f984eaced']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:48.031285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:48.031285 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd15644-75f0-473b-8a1e-c03f67c0e9d9') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:48.040208 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:48.053594 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:48.059280 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:51:48.059665 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:51:48.061248 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:51:48.216761 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:48.222584 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:48.224995 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1904c6bd-27a5-4085-bf9a-7a4f984eaced HTTP/1.1" status: 204 len: 168 time: 0.6895447 Aug 19 13:51:48.228216 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57840) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:48.236111 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd18634-8d9d-4c4d-83a4-e2641a012335 admin admin] Pushing event deleted for resources: {'Network': ['ID=1904c6bd-27a5-4085-bf9a-7a4f984eaced,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:48.567382 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1826813'] for router_interface, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:49.131574 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1ed0cda3-b930-4542-a254-fa97d53083e0 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:51:49.157380 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 1ed0cda3-b930-4542-a254-fa97d53083e0 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:51:49.157772 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 1ed0cda3-b930-4542-a254-fa97d53083e0 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:51:49.158169 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2826245b-bd70-4215-8aae-7239e95699f3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:51:49.164294 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] Deleting port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:49.164706 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:49.176816 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 2826245b-bd70-4215-8aae-7239e95699f3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:51:49.177165 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 2826245b-bd70-4215-8aae-7239e95699f3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:51:49.241700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] For port 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=5f375c94-5da3-4e7e-9f46-d7558bdd8b0b,segment=NetworkSegment(2d51126f-5c37-4dc3-b9ff-15a9015599db),segment_id=2d51126f-5c37-4dc3-b9ff-15a9015599db)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:49.242063 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:49.254309 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] Calling delete_port for 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b owned by network:router_interface {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:49.502440 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:49.525726 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f375c94-5da3-4e7e-9f46-d7558bdd8b0b,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:49.694157 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-275053'] for router_interface, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:49.903928 n-d-803757-2 neutron-server[95542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] Router f88b2d99-5e02-4240-83f5-a6c37598e3ed has already been hosted by L3 agent 31673fb6-f1ae-4004-9e75-6f1e0311649a {{(pid=95542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 13:51:50.004508 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] Notify agent at l3_agent.n-d-803757-2 the message routers_updated {{(pid=95542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 13:51:50.009394 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-cd471fed-f658-47b7-a1a5-e3b30dde74f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/f88b2d99-5e02-4240-83f5-a6c37598e3ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7800620 Aug 19 13:51:50.011880 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57842) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:50.014586 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6408a374-b747-4aa4-82c4-7a134470a3f2 None None] Sync routers for ids ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'] in n-d-803757-2 {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 13:51:50.026163 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408a374-b747-4aa4-82c4-7a134470a3f2 None None] Routers {'f88b2d99-5e02-4240-83f5-a6c37598e3ed'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:51:50.026880 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6408a374-b747-4aa4-82c4-7a134470a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:51:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:50.114150 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:50.130068 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-6408a374-b747-4aa4-82c4-7a134470a3f2 None None] Set router f88b2d99-5e02-4240-83f5-a6c37598e3ed gateway port host: n-d-803757-2 {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:51:50.231091 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:50.308008 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6408a374-b747-4aa4-82c4-7a134470a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'name': 'tempest-TestSnapshotPattern-984203434-router', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'external_fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:51Z', 'updated_at': '2021-08-19T13:51:49Z', 'revision_number': 5, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'gw_port': {'id': '70f3b37c-b765-4d4b-a7b0-7cc1046e5a69', 'name': '', 'network_id': '0920271a-3a11-463a-8538-f81c91b4fb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:12:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '4354536c-abb1-4303-b908-9975216fe23d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803757-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T13:46:52Z', 'updated_at': '2021-08-19T13:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4354536c-abb1-4303-b908-9975216fe23d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803757-2'}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:50.338320 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6408a374-b747-4aa4-82c4-7a134470a3f2 None None] Checking router: f88b2d99-5e02-4240-83f5-a6c37598e3ed for host: n-d-803757-2 {{(pid=95544) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 13:51:50.346089 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Deleting port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 {{(pid=95542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:50.346475 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:50.346641 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408a374-b747-4aa4-82c4-7a134470a3f2 None None] Routers {'f88b2d99-5e02-4240-83f5-a6c37598e3ed'} bound to L3 agent in host n-d-803757-2 {{(pid=95544) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 13:51:50.347296 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6408a374-b747-4aa4-82c4-7a134470a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803757-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T12:04:08Z,description=,heartbeat_timestamp=2021-08-19T13:51:38Z,host='n-d-803757-2',id=31673fb6-f1ae-4004-9e75-6f1e0311649a,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T12:04:08Z,topic='l3_agent')) {'router_ids': ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'], 'active': True} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:50.429504 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.db [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] For port 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=70f3b37c-b765-4d4b-a7b0-7cc1046e5a69,segment=NetworkSegment(37703a8c-963d-4ba6-be06-a094042cefbf),segment_id=37703a8c-963d-4ba6-be06-a094042cefbf)] {{(pid=95542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:50.429870 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:50.432452 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvr_db [None req-6408a374-b747-4aa4-82c4-7a134470a3f2 None None] Set router f88b2d99-5e02-4240-83f5-a6c37598e3ed gateway port host: None {{(pid=95544) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 13:51:50.443172 n-d-803757-2 neutron-server[95542]: DEBUG neutron.plugins.ml2.plugin [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Calling delete_port for 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 owned by network:router_gateway {{(pid=95542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:50.482887 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_hamode_db [None req-6408a374-b747-4aa4-82c4-7a134470a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'name': 'tempest-TestSnapshotPattern-984203434-router', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:51Z', 'updated_at': '2021-08-19T13:51:50Z', 'revision_number': 6, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'gw_port_host': None}], 'n-d-803757-2', False) {} {{(pid=95544) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:50.514643 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6408a374-b747-4aa4-82c4-7a134470a3f2 None None] The sync data for ids ['f88b2d99-5e02-4240-83f5-a6c37598e3ed'] in n-d-803757-2 is: [{'id': 'f88b2d99-5e02-4240-83f5-a6c37598e3ed', 'name': 'tempest-TestSnapshotPattern-984203434-router', 'tenant_id': '67a9885d7bec466993cb55174a21bec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T13:46:51Z', 'updated_at': '2021-08-19T13:51:50Z', 'revision_number': 6, 'project_id': '67a9885d7bec466993cb55174a21bec2', 'gw_port_host': None}] {{(pid=95544) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 13:51:50.667850 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59391491'] for port, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:50.694762 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f3b37c-b765-4d4b-a7b0-7cc1046e5a69,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:50.758679 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-270757'] for router_gateway, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:50.847979 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1821334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108750'] for router, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:50.850000 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:50.942917 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1821423'] for router, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:50.943463 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f88b2d99-5e02-4240-83f5-a6c37598e3ed {{(pid=95542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 13:51:50.948175 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] Notify callbacks [] for router, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:50.951312 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-c0973b4f-2d96-4971-900b-9e96f76021c1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f88b2d99-5e02-4240-83f5-a6c37598e3ed HTTP/1.1" status: 204 len: 168 time: 0.9384692 Aug 19 13:51:50.952027 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57844) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:50.996728 n-d-803757-2 neutron-server[95542]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee58332e-6a51-4680-9724-6f9c313e92c8 admin admin] Deleting subnet 49fd60eb-e122-4635-8722-c8e7a3cad909 {{(pid=95542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 13:51:51.000209 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee58332e-6a51-4680-9724-6f9c313e92c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.034100 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee58332e-6a51-4680-9724-6f9c313e92c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61257611'] for subnet, precommit_delete_associations {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.114401 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee58332e-6a51-4680-9724-6f9c313e92c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-962477'] for subnet, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.256217 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee58332e-6a51-4680-9724-6f9c313e92c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-962484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59391606', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61261401'] for subnet, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.284587 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58332e-6a51-4680-9724-6f9c313e92c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49fd60eb-e122-4635-8722-c8e7a3cad909,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:51.286549 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-ee58332e-6a51-4680-9724-6f9c313e92c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.290777 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-ee58332e-6a51-4680-9724-6f9c313e92c8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/49fd60eb-e122-4635-8722-c8e7a3cad909 HTTP/1.1" status: 204 len: 168 time: 0.3354940 Aug 19 13:51:51.291414 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57846) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:51.294934 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01afbc22-6492-4c2a-a6a2-bd3a2822fd6e None None] Network b5a7bee9-614c-4ffb-acfa-4c2229e64aca requested from n-d-803757-2 {{(pid=95544) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 13:51:51.333932 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:51:51.362492 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:51:51.362756 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-987828'] for network, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.362926 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 70f3b37c-b765-4d4b-a7b0-7cc1046e5a69 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:51:51.363273 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:51:51.384670 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:51:51.385054 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device 5f375c94-5da3-4e7e-9f46-d7558bdd8b0b not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:51:51.422372 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Deleting port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 {{(pid=95543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:51.422710 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.486454 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.db [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] For port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d9c2e201-7cbd-46fe-90f4-6903df3dd6e3,segment=NetworkSegment(2d51126f-5c37-4dc3-b9ff-15a9015599db),segment_id=2d51126f-5c37-4dc3-b9ff-15a9015599db)] {{(pid=95543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:51.486837 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.500601 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.plugin [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Calling delete_port for d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 owned by network:dhcp {{(pid=95543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:51.524321 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea8ac9-5456-46b0-81e4-82484aaf2ff1 None None] DHCP port deletion for b5a7bee9-614c-4ffb-acfa-4c2229e64aca request from n-d-803757-2 {{(pid=95544) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 13:51:51.573614 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-25ea8ac9-5456-46b0-81e4-82484aaf2ff1 None None] Deleting port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 {{(pid=95544) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 13:51:51.573985 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-25ea8ac9-5456-46b0-81e4-82484aaf2ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729423507797'] for port, before_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.635201 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.db [None req-25ea8ac9-5456-46b0-81e4-82484aaf2ff1 None None] For port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3, host n-d-803757-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803757-2',level=0,port_id=d9c2e201-7cbd-46fe-90f4-6903df3dd6e3,segment=NetworkSegment(2d51126f-5c37-4dc3-b9ff-15a9015599db),segment_id=2d51126f-5c37-4dc3-b9ff-15a9015599db)] {{(pid=95544) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 13:51:51.635594 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-25ea8ac9-5456-46b0-81e4-82484aaf2ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-272331'] for port, precommit_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.651881 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-25ea8ac9-5456-46b0-81e4-82484aaf2ff1 None None] Calling delete_port for d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 owned by network:dhcp {{(pid=95544) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 13:51:51.675053 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59065446'] for port, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.701003 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c2e201-7cbd-46fe-90f4-6903df3dd6e3,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:51.708963 n-d-803757-2 neutron-server[95543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] No DVR routers for this DVR port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 on host n-d-803757-2 {{(pid=95543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:51:51.784348 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-961572', 'neutron.services.segments.db._delete_segments_for_network-8729423706561'] for network, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.794704 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a7bee9-614c-4ffb-acfa-4c2229e64aca']}} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:51.805709 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d51126f-5c37-4dc3-b9ff-15a9015599db') {'for_net_delete': True} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:51.805935 n-d-803757-2 neutron-server[95543]: DEBUG neutron.services.segments.db [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d51126f-5c37-4dc3-b9ff-15a9015599db') {} {{(pid=95543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 13:51:51.815948 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729423720102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60559432'] for segment, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.830606 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688'] for segment, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.836522 n-d-803757-2 neutron-server[95543]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=95543) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-959688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59066801'] for segment, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: Traceback (most recent call last): Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: timer() Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: cb(*args, **kw) Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: return func(*args, **kwargs) Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: self._notify() Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: self.callback(batched_events) Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: event.method(event) Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: return f(self, *a, **k) Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: return self._get(url).json() Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: return self.request(url, 'GET', **kwargs) Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 13:51:51.843937 n-d-803757-2 neutron-server[95543]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 13:51:51.880261 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-25ea8ac9-5456-46b0-81e4-82484aaf2ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-905529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729423510905', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729423203678'] for port, after_delete {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:51.906571 n-d-803757-2 neutron-server[95544]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea8ac9-5456-46b0-81e4-82484aaf2ff1 None None] Pushing event deleted for resources: {'Port': ['ID=d9c2e201-7cbd-46fe-90f4-6903df3dd6e3,revision_number=None']} {{(pid=95544) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:51.908672 n-d-803757-2 neutron-server[95544]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea8ac9-5456-46b0-81e4-82484aaf2ff1 None None] No DVR routers for this DVR port d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 on host n-d-803757-2 {{(pid=95544) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 13:51:51.999952 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-961579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-270704'] for network, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:52.005986 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Notify callbacks [] for network, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:52.007843 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] 10.222.0.21 "DELETE /v2.0/networks/b5a7bee9-614c-4ffb-acfa-4c2229e64aca HTTP/1.1" status: 204 len: 168 time: 0.7154403 Aug 19 13:51:52.018976 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d06b3-86e2-4576-aa14-2124ec4ace3d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a7bee9-614c-4ffb-acfa-4c2229e64aca,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:52.336700 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57850) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:52.377230 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-bf7240c3-86f6-4724-bbba-dcab167e151b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59f7b1c2cd0c4e1887f829e414f4da48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393271 Aug 19 13:51:52.379707 n-d-803757-2 neutron-server[95542]: DEBUG neutron.wsgi [-] (95542) accepted ('10.222.0.21', 57852) {{(pid=95542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:52.432434 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-190b1dba-e6d6-423e-bd39-cecee62d19ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:52.452852 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-190b1dba-e6d6-423e-bd39-cecee62d19ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:52.616667 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-190b1dba-e6d6-423e-bd39-cecee62d19ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:52.619222 n-d-803757-2 neutron-server[95542]: DEBUG neutron_lib.callbacks.manager [None req-190b1dba-e6d6-423e-bd39-cecee62d19ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:52.620381 n-d-803757-2 neutron-server[95542]: INFO neutron.wsgi [None req-190b1dba-e6d6-423e-bd39-cecee62d19ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/235b79ca-8976-41f5-90f8-d74d17724181 HTTP/1.1" status: 204 len: 168 time: 0.2397950 Aug 19 13:51:52.628448 n-d-803757-2 neutron-server[95542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b1dba-e6d6-423e-bd39-cecee62d19ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235b79ca-8976-41f5-90f8-d74d17724181,revision_number=None']} {{(pid=95542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:53.126998 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 no longer exists at agent ovs-agent-n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 13:51:53.149969 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] No Port match for: d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 {{(pid=95544) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 13:51:53.150310 n-d-803757-2 neutron-server[95544]: DEBUG neutron.plugins.ml2.rpc [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Device d9c2e201-7cbd-46fe-90f4-6903df3dd6e3 not bound to the agent host n-d-803757-2 {{(pid=95544) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 13:51:53.262184 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57858) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:53.301660 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-b47c7026-b303-42ae-9464-c33c71f307b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67a9885d7bec466993cb55174a21bec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382719 Aug 19 13:51:53.304002 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [-] (95543) accepted ('10.222.0.21', 57860) {{(pid=95543) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 13:51:53.351260 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cccd853-484d-4391-9071-d271c952696a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:53.371905 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cccd853-484d-4391-9071-d271c952696a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:53.496538 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cccd853-484d-4391-9071-d271c952696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579733'] for security_group, after_delete {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:53.499079 n-d-803757-2 neutron-server[95543]: DEBUG neutron_lib.callbacks.manager [None req-8cccd853-484d-4391-9071-d271c952696a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:53.500815 n-d-803757-2 neutron-server[95543]: INFO neutron.wsgi [None req-8cccd853-484d-4391-9071-d271c952696a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0e77c43-dfbe-44eb-ae7e-198cee90994a HTTP/1.1" status: 204 len: 168 time: 0.1959233 Aug 19 13:51:53.508233 n-d-803757-2 neutron-server[95543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccd853-484d-4391-9071-d271c952696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e77c43-dfbe-44eb-ae7e-198cee90994a,revision_number=None']} {{(pid=95543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 13:51:56.279721 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:51:57.222161 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:03.319287 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:52:05.084781 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-77c080d5-b1e8-4e19-9a56-2641001b2751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:07.742649 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:07.833547 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-bf718b53-e860-431d-afce-054cc55dc95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:09.507899 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:10.941921 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:26.324752 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:27.233168 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:35.176508 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-626815a7-4c24-4ce2-8e7e-e50d4ffd0089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:37.758829 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:37.844428 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fddd638f-af64-4d81-9337-8108bdc95493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:39.489810 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:40.318591 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:52:40.953451 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:56.324426 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:52:57.244524 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:05.180923 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-fd8ae12f-7c71-4efc-bd48-9a9e746af667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:07.752801 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:07.855710 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1943d01c-7424-4758-a13d-17650a706cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:09.534850 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:11.038350 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:17.317352 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:53:26.346726 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:27.312480 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:35.140928 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7a20139e-ceb0-461b-8e91-aed862752ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:37.808401 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:37.918017 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-14db8257-199a-4a52-bd86-9fb5a0973021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:39.551342 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:41.015308 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:54.317175 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:53:56.340545 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:53:57.323946 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:05.168997 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5844dcc1-2d13-4d37-8043-de09d9823426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:07.768733 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:07.887762 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-44882883-6fca-4cd5-b1bc-8fa2e07f77a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:09.609241 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:10.956946 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:26.374304 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:27.340055 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:31.316746 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:54:35.207276 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-ec805dcb-4e35-4ee4-b8bf-e57e5ffd6ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:37.785326 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:37.869405 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2ca4d15f-ace5-4589-a89f-87e655332c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:39.537817 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:40.922401 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:56.384680 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:54:57.287880 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:05.145135 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2770e735-cb0e-4e46-9d91-f711cff51269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.755711 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:07.852810 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-e498d75b-3954-40a3-9147-6d030445312b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:08.317268 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:55:09.532873 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:10.944470 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:26.417133 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:27.315766 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:35.179160 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-1d0fd866-86c2-4b88-b7ac-9ae645e57f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:37.789324 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:37.892654 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-61500fb9-e84d-4f88-ab08-c8998e504e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:39.572916 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:40.931024 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:45.317061 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:55:56.336584 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:55:57.292908 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:05.176350 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-cde4687c-ce4d-475f-8b71-ce7ae78b80e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:07.874670 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:07.948761 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-b5eaef7f-3357-4b1a-a4ab-d55e3c4f47b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:09.543648 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:10.941880 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:22.316305 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:56:26.366219 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:27.280002 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:35.136941 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-28189f5f-c999-4525-b52c-c2926b721a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:37.765698 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:37.885567 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-90cae896-4e3b-4263-bde6-ef48ee9aea16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:39.546979 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:40.992311 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:56.449428 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:57.318382 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:56:59.315303 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:57:05.131048 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f5f352e1-f83a-42aa-b35d-960b02c64eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:07.792059 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:07.867977 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-9c283cf5-2830-48d0-974b-4dff3cb150e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:09.534619 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:10.941983 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:26.496639 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:27.325409 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:35.268245 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c5889372-e6b5-407d-8872-00afc61a3765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:36.315176 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:57:37.758829 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:37.855974 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c362b70e-2585-49ae-ba4c-e1f03b9de264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:39.562887 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:40.947630 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:56.421474 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:57:57.390514 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:05.124307 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-2a2f95c9-05e8-4c80-a8b6-5fdcea9a8c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:07.756179 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:07.860103 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-925f96d7-9bdc-4742-ae5f-b1c3a67cb075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:09.579485 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:10.986927 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:13.317643 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:58:26.424287 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:27.358006 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:35.124312 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c4326c54-0282-459b-9d26-019cd1ce3177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:37.769726 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:37.927050 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-7d48b0ec-4d91-4eb6-8ebb-877e843ef9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:39.580924 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:41.015279 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:50.316563 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:58:56.443625 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:58:57.329217 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:05.151722 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a8c0f07f-0376-4bbc-86d0-a2979d946300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:07.794632 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:07.869108 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-0e980a30-773a-49da-a110-435aa5704c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:09.569482 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:11.105998 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:15.054783 n-d-803757-2 neutron-server[95543]: DEBUG neutron.wsgi [req-61e48708-baa5-4734-9d07-0718ac64835f req-2f5ba664-20cb-4e1e-9e9a-67bd8570a469 service neutron] (95543) timed out ('10.222.0.21', 51220) {{(pid=95543) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 13:59:26.482685 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:27.318594 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 13:59:27.411422 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:35.188436 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-a1996812-2fe2-47c6-8f32-eb7bc3e6ea60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:37.796850 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:37.879772 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-5cf2173b-1d9e-4f27-97d9-1fd07bd8971e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:39.565527 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:40.974375 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:56.453811 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-6faa707e-2c26-4bea-9b50-f491979ec759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 13:59:57.336748 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-c00d4659-0d45-4bc2-a7b8-d7cb88c0baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:04.317792 n-d-803757-2 neutron-server[95545]: DEBUG neutron.db.agents_db [None req-c3055dd0-3f9c-4820-aff0-f196eb1b6f65 None None] Agent healthcheck: found 7 active agents {{(pid=95545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 14:00:05.173873 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-f56b6ac7-fa8c-46fd-a8ea-b9e7a9f89bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:07.790700 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-3e6a9ee4-77bf-4ecb-9bda-e7ae9e9fce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:07.867609 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-31bbba07-98a6-4f0f-9108-9c2689de76a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:09.588098 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-656eb84c-a923-4c25-aa52-33b474a7ed9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 14:00:10.990746 n-d-803757-2 neutron-server[95544]: DEBUG neutron_lib.callbacks.manager [None req-722b202c-53ad-407a-9072-b8437b95e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729423706579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963434'] for agent, after_update {{(pid=95544) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}